-- Logs begin at Mon 2021-11-08 12:47:07 UTC, end at Mon 2021-11-08 15:19:24 UTC. -- Nov 08 13:21:36.365957 n-d-804292-2 systemd[1]: Started Devstack devstack@q-svc.service. Nov 08 13:21:39.681482 n-d-804292-2 neutron-server[101727]: INFO neutron.common.config [-] Logging enabled! Nov 08 13:21:39.682285 n-d-804292-2 neutron-server[101727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 13:21:39.682285 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101727) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 13:21:39.685771 n-d-804292-2 neutron-server[101727]: INFO neutron.common.config [-] Logging enabled! Nov 08 13:21:39.686038 n-d-804292-2 neutron-server[101727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev147 Nov 08 13:21:39.686357 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101727) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 08 13:21:39.687382 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 13:21:39.687620 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 13:21:39.688090 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 13:21:39.688378 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 13:21:39.688608 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 13:21:39.688944 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.689388 n-d-804292-2 neutron-server[101727]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 08 13:21:39.689705 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.690004 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.690303 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.690609 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.690906 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.691191 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.691605 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.691956 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.692261 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.692545 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.692888 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.693143 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.693431 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.693728 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.694023 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.694316 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] debug = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.694604 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.695047 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.695483 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.695790 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.696086 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.696547 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.696707 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.696934 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.697211 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.697573 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] host = n-d-804292-2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.697853 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.698143 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.698434 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.698722 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.699008 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.699287 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.699574 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.699886 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.700163 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] log_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.700450 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.700739 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.701029 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.701328 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.701554 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.701822 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.702073 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.702387 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.702637 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.702915 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.703195 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.703470 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.703765 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.704042 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.704338 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.704626 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.704911 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.705190 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.705469 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.705744 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.706019 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.706308 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.706587 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.706863 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.707172 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.707468 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.707757 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.708691 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.708691 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.708691 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.709210 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.709210 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.709494 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.709748 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.710024 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.710297 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.710573 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] use_json = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.710847 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.711119 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.711408 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.711710 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.711987 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.712265 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.712542 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.712830 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:39.713139 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.713438 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.713743 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.714027 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.714339 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.714623 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.714915 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.715196 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.715484 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.715799 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.716094 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.716375 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.716670 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.716953 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.717252 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.717563 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.717860 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.718153 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.718432 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.718707 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.718990 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.719272 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.719564 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.719870 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.720163 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.720451 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.720735 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.721023 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.721321 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.721716 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.722020 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.722303 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.723159 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.723485 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.723787 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.724080 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.724376 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.724661 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.724942 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.725230 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.725514 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.725792 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.726068 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.726351 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.726646 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.726924 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.727199 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.727471 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.727766 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.728046 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.728335 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.728613 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.728884 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.729157 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.729445 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.729719 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.729993 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.730273 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.730546 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.730828 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.731103 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.731377 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.731653 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.731958 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.732236 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.732511 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.732786 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.733066 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.733343 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.733619 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.733897 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.734177 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.734455 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.734749 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.735323 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.735609 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.735926 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.736213 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.736494 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.736778 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.737065 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.737457 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.737751 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.738033 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.738891 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.739187 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.739490 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.739807 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.740095 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.740433 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.740718 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.741008 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.741291 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.741575 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.741864 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.742268 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.742622 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.742928 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.743233 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.743535 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.743873 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.744165 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.744491 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.744782 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:39.745007 n-d-804292-2 neutron-server[101727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 13:21:39.745263 n-d-804292-2 neutron-server[101727]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101727) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 08 13:21:40.259979 n-d-804292-2 neutron-server[101727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 13:21:40.260373 n-d-804292-2 neutron-server[101727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 13:21:40.260773 n-d-804292-2 neutron-server[101727]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 08 13:21:40.261199 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 08 13:21:40.695789 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.696807 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.696807 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.698061 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.698389 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.698704 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.741531 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.741854 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.742087 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.761916 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.762330 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.762630 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.801168 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.801648 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.801807 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.854177 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.854643 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:40.855096 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.208514 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.208944 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.209366 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.209795 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.211227 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.442071 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.442595 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.443062 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.443505 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.443983 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.444507 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.444937 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.445347 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.445756 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.446239 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.446671 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.447110 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.447521 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.447967 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.448382 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.448811 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.449240 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.449621 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.449919 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.450308 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.450735 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.451173 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.451654 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.452319 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.452654 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.453056 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.453627 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:41.453993 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:41.454323 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:41.454500 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:41.454750 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:41.454994 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:41.455406 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 08 13:21:41.459494 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 08 13:21:41.464073 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 08 13:21:41.468685 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 08 13:21:41.470752 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 08 13:21:41.471318 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 08 13:21:41.471713 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 08 13:21:41.472209 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 08 13:21:41.475646 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 08 13:21:41.475967 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 08 13:21:41.476389 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 13:21:41.482247 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 08 13:21:41.508227 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 08 13:21:41.508819 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.509231 n-d-804292-2 neutron-server[101727]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101727) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 08 13:21:41.509686 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.511448 n-d-804292-2 neutron-server[101727]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101727) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 08 13:21:41.511774 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 08 13:21:41.512051 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 08 13:21:41.516022 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.516315 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:41.583019 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 08 13:21:41.583260 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 08 13:21:41.583571 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 08 13:21:41.584071 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 08 13:21:41.607277 n-d-804292-2 neutron-server[101727]: DEBUG oslo_db.sqlalchemy.engines [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101727) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 08 13:21:42.225754 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing driver for type 'gre' Nov 08 13:21:42.226641 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] gre ID ranges: [(1, 1000)] Nov 08 13:21:42.326410 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing driver for type 'local' Nov 08 13:21:42.326971 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing driver for type 'vlan' Nov 08 13:21:42.346772 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] VlanTypeDriver initialization complete Nov 08 13:21:42.347138 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing driver for type 'vxlan' Nov 08 13:21:42.348218 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] vxlan ID ranges: [(1, 1000)] Nov 08 13:21:42.438997 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing extension driver 'port_security' Nov 08 13:21:42.439460 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.extensions.port_security [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] PortSecurityExtensionDriver initialization complete Nov 08 13:21:42.439971 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing mechanism driver 'openvswitch' Nov 08 13:21:42.440402 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing mechanism driver 'hyperv' Nov 08 13:21:42.447765 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.plugin [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:42.448853 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.449337 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.449781 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.450436 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 13:21:42.450971 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnet after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.451418 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnet after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.451914 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.452421 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 13:21:42.452920 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.453388 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.453822 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.454310 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 13:21:42.454803 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > security_group after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.455248 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > security_group after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.455685 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > security_group after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.456218 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 13:21:42.456715 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.457731 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.458181 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.458703 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 13:21:42.459243 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > address_group after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.459692 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > address_group after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.460171 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > address_group after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.460677 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 08 13:21:42.461149 n-d-804292-2 neutron-server[101727]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] ML2 OVO RPC backend initialized. {{(pid=101727) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 08 13:21:42.462101 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.462555 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.463069 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.463516 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > networks before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.464002 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.464438 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > ports before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.464887 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnet before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.465328 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnets before_response 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.465776 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.466215 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.466646 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.467086 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.467518 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.467989 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.468421 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnet after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.468851 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnet after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.469299 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.470040 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.plugin [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Modular L2 Plugin initialization complete Nov 08 13:21:42.470459 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading services supported by the core plugin {{(pid=101727) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 08 13:21:42.470878 n-d-804292-2 neutron-server[101727]: INFO neutron.plugins.ml2.managers [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Got port-security extension from driver 'port_security' Nov 08 13:21:42.471451 n-d-804292-2 neutron-server[101727]: INFO neutron.extensions.vlantransparent [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Disabled vlantransparent extension. Nov 08 13:21:42.472102 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101727) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 08 13:21:42.472567 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: router Nov 08 13:21:42.513922 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router_interface before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.514444 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router after_create 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.514917 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router before_create 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.515429 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.515944 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.516418 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router after_delete 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.516874 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > floatingip after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.517476 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > floatingip after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.517954 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router after_create 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.518400 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router after_update 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.518843 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router after_update 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.519294 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.520431 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router after_update 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.520948 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_update 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.521413 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: port after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.521857 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: port after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.522364 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: subnet after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.522803 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.523254 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > port precommit_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.523698 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_create 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.524177 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: port before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.524624 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.525078 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router after_update 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.525514 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_delete 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.525967 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_create 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.526434 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.526881 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_update 55549900 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.527360 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > agent after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.527848 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > agent after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.528301 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > network after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.529385 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Tracking information for resource: router configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:42.529811 n-d-804292-2 neutron-server[101727]: DEBUG neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Tracking information for resource: floatingip configured {{(pid=101727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 08 13:21:42.536246 n-d-804292-2 neutron-server[101727]: INFO neutron.db.l3_agentschedulers_db [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 08 13:21:42.536984 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: port after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.537438 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: port after_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.537875 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: port after_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.538329 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: port after_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.540114 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router before_create 55550100 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.540114 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_delete 55550100 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.540663 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_create 55550100 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.541186 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > router precommit_update 55550100 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.546896 n-d-804292-2 neutron-server[101727]: DEBUG neutron.services.provider_configuration [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service providers = [] {{(pid=101727) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 08 13:21:42.547373 n-d-804292-2 neutron-server[101727]: DEBUG neutron.db.servicetype_db [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101727) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 08 13:21:42.551476 n-d-804292-2 neutron-server[101727]: DEBUG neutron.services.service_base [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 13:21:42.552001 n-d-804292-2 neutron-server[101727]: DEBUG neutron.services.service_base [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 13:21:42.552446 n-d-804292-2 neutron-server[101727]: DEBUG neutron.services.service_base [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 13:21:42.553606 n-d-804292-2 neutron-server[101727]: DEBUG neutron.services.service_base [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 08 13:21:42.554074 n-d-804292-2 neutron-server[101727]: INFO neutron.services.service_base [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 08 13:21:42.554560 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.554966 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 08 13:21:42.570479 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.570935 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: auto_allocate Nov 08 13:21:42.578262 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: network precommit_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.578760 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: network precommit_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.579408 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.579877 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: tag Nov 08 13:21:42.587823 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.588148 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: timestamp Nov 08 13:21:42.592415 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.592753 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: network_ip_availability Nov 08 13:21:42.599432 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.599987 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.600242 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.601152 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.601481 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: flavors Nov 08 13:21:42.607145 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.607483 n-d-804292-2 neutron-server[101727]: INFO neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading Plugin: revisions Nov 08 13:21:42.612752 n-d-804292-2 neutron-server[101727]: DEBUG neutron.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 08 13:21:42.613768 n-d-804292-2 neutron-server[101727]: DEBUG oslo_concurrency.lockutils [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.352s {{(pid=101727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 08 13:21:42.614596 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101727) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 08 13:21:42.614945 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Initializing extension manager. Nov 08 13:21:42.615517 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: __init__.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.615872 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: __pycache__ {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.616218 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.616565 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: address_group.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.617458 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.618071 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: address-group Nov 08 13:21:42.618398 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: address_scope.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.619165 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.619691 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: address-scope Nov 08 13:21:42.620060 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: admin_state_down_before_update.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.621143 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.621681 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: router-admin-state-down-before-update Nov 08 13:21:42.622010 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: agent.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.622771 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.623296 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: agent Nov 08 13:21:42.623632 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: agent_resources_synced.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.624698 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.625231 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: agent-resources-synced Nov 08 13:21:42.625559 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: allowedaddresspairs.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.627565 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.628150 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: allowed-address-pairs Nov 08 13:21:42.628485 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: auto_allocated_topology.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.629839 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.630369 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: auto-allocated-topology Nov 08 13:21:42.630701 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: availability_zone.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.631446 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.632001 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: availability_zone Nov 08 13:21:42.632330 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: availability_zone_filter.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.633351 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.633883 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: availability_zone_filter Nov 08 13:21:42.634212 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: data_plane_status.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.635193 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.635715 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension data-plane-status not supported by any of loaded plugins Nov 08 13:21:42.636081 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: default_subnetpools.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.637076 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.637601 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: default-subnetpools Nov 08 13:21:42.637931 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: dhcpagentscheduler.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.638820 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.639343 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: dhcp_agent_scheduler Nov 08 13:21:42.639672 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: dns.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.640720 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.641234 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension dns-integration not supported by any of loaded plugins Nov 08 13:21:42.641562 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: dns_domain_ports.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.642540 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.643057 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 08 13:21:42.643390 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.644525 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.645057 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 08 13:21:42.645384 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: dvr.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.646101 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.646621 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: dvr Nov 08 13:21:42.646947 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: ecmp_routes.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.648004 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.648529 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 08 13:21:42.648855 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: empty_string_filtering.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.649837 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.650358 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: empty-string-filtering Nov 08 13:21:42.650685 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.651653 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.652201 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 08 13:21:42.652523 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.653502 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.654022 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 08 13:21:42.654348 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: external_net.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.655308 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.655868 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: external-net Nov 08 13:21:42.656197 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: extra_dhcp_opt.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.657156 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.657674 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: extra_dhcp_opt Nov 08 13:21:42.657999 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: extraroute.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.658952 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.659464 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: extraroute Nov 08 13:21:42.660390 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: extraroute_atomic.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.661660 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.662200 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: extraroute-atomic Nov 08 13:21:42.662527 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: filter_validation.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.663495 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.664062 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: filter-validation Nov 08 13:21:42.664391 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: fip_pf_description.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.665399 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.665925 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 08 13:21:42.666247 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: fip_port_details.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.667473 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.667788 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: fip-port-details Nov 08 13:21:42.668123 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: flavors.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.669468 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.669999 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: flavors Nov 08 13:21:42.670331 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.672170 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.672710 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 08 13:21:42.673049 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: floatingip_pools.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.673794 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.674314 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: floatingip-pools Nov 08 13:21:42.674642 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: ip_allocation.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.676345 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.677160 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension ip_allocation not supported by any of loaded plugins Nov 08 13:21:42.677577 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.678673 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.679346 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: ip-substring-filtering Nov 08 13:21:42.679805 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l2_adjacency.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.680905 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.681518 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 08 13:21:42.681940 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l3.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.683114 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.683789 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: router Nov 08 13:21:42.684201 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l3_conntrack_helper.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.686872 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.687540 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 08 13:21:42.688020 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.689273 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.689918 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: ext-gw-mode Nov 08 13:21:42.690337 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.693036 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.693036 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: l3-ha Nov 08 13:21:42.693487 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l3_flavors.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.694626 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.695261 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: l3-flavors Nov 08 13:21:42.695682 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.696828 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.697478 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 08 13:21:42.697891 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: l3agentscheduler.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.699148 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.699824 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: l3_agent_scheduler Nov 08 13:21:42.700243 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: logging.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.702040 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.702715 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension logging not supported by any of loaded plugins Nov 08 13:21:42.703137 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: metering.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.704396 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.705048 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: metering Nov 08 13:21:42.705466 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.707110 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.708032 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: metering_source_and_destination_fields Nov 08 13:21:42.708497 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: multiprovidernet.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.709845 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.710506 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: multi-provider Nov 08 13:21:42.710865 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: netmtu.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.712034 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.712539 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: net-mtu Nov 08 13:21:42.712873 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: netmtu_writable.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.713937 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.714473 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: net-mtu-writable Nov 08 13:21:42.714860 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: network_availability_zone.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.715657 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.716214 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: network_availability_zone Nov 08 13:21:42.716544 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: network_ip_availability.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.717802 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.718337 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: network-ip-availability Nov 08 13:21:42.718669 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: network_segment_range.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.719503 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.720063 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension network-segment-range not supported by any of loaded plugins Nov 08 13:21:42.720387 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: pagination.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.721492 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.721866 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: pagination Nov 08 13:21:42.722199 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: port_device_profile.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.723755 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.724316 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: port-device-profile Nov 08 13:21:42.724647 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.725674 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.726207 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: port-mac-address-regenerate Nov 08 13:21:42.726539 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.727580 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.728097 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: port-numa-affinity-policy Nov 08 13:21:42.728434 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: port_resource_request.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.729428 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.729955 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension port-resource-request not supported by any of loaded plugins Nov 08 13:21:42.730283 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: port_resource_request_groups.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.731324 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.731886 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 08 13:21:42.732226 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: portbindings.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.733230 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.733749 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: binding Nov 08 13:21:42.734080 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: portbindings_extended.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.735765 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.736315 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: binding-extended Nov 08 13:21:42.736647 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: portsecurity.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.737658 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.738917 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: port-security Nov 08 13:21:42.739253 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: project_id.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.740416 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.740756 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: project-id Nov 08 13:21:42.741085 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: providernet.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.742152 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.742673 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: provider Nov 08 13:21:42.743003 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.747072 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.747649 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos not supported by any of loaded plugins Nov 08 13:21:42.748021 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.749555 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.750104 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 08 13:21:42.750443 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.751499 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.752073 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 08 13:21:42.752414 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_default.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.753424 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.754003 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-default not supported by any of loaded plugins Nov 08 13:21:42.754332 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_fip.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.755038 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.755562 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-fip not supported by any of loaded plugins Nov 08 13:21:42.755924 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_gateway_ip.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.756983 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.757521 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 08 13:21:42.757841 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_port_network_policy.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.758840 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.759357 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 08 13:21:42.759686 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.760877 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.761399 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 08 13:21:42.761737 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_pps_rule.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.763032 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.763830 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-pps not supported by any of loaded plugins Nov 08 13:21:42.764173 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_rule_type_details.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.765208 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.765756 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 08 13:21:42.766081 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: qos_rules_alias.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.767273 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.768049 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 08 13:21:42.768383 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: quota_check_limit.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.769719 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.770376 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: quota-check-limit Nov 08 13:21:42.770671 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: quotasv2.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.771798 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.772141 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: quotas Nov 08 13:21:42.772480 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: quotasv2_detail.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.776181 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.776667 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: quota_details Nov 08 13:21:42.776983 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: rbac.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.778239 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.778829 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: rbac-policies Nov 08 13:21:42.779166 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: rbac_address_group.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.780324 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.780879 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: rbac-address-group Nov 08 13:21:42.781311 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: rbac_address_scope.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.782256 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.782811 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: rbac-address-scope Nov 08 13:21:42.783142 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: rbac_security_groups.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.784225 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.784770 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: rbac-security-groups Nov 08 13:21:42.785636 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: rbac_subnetpool.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.786699 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.787247 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: rbac-subnetpool Nov 08 13:21:42.787575 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: revisionifmatch.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.788679 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.789221 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: revision-if-match Nov 08 13:21:42.789551 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: revisions.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.790816 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.791357 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: standard-attr-revisions Nov 08 13:21:42.791690 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: router_availability_zone.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.792448 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.792978 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: router_availability_zone Nov 08 13:21:42.793305 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: routerservicetype.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.794329 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.794850 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension router-service-type not supported by any of loaded plugins Nov 08 13:21:42.795177 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.796213 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.796743 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: security-groups-normalized-cidr Nov 08 13:21:42.797069 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: security_groups_port_filtering.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.798146 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.798678 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: port-security-groups-filtering Nov 08 13:21:42.799008 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.800061 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.800650 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: security-groups-remote-address-group Nov 08 13:21:42.801523 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.802588 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.803173 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: security-groups-shared-filtering Nov 08 13:21:42.803540 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.804338 n-d-804292-2 neutron-server[101727]: WARNING neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 08 13:21:42.804701 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: securitygroup.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.815815 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.816991 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: security-group Nov 08 13:21:42.817335 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: segment.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.818317 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.818860 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension segment not supported by any of loaded plugins Nov 08 13:21:42.819192 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.820345 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.820874 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 08 13:21:42.821208 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: servicetype.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.822415 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.822953 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: service-type Nov 08 13:21:42.823291 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: sorting.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.824382 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.824725 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: sorting Nov 08 13:21:42.825051 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: standard_attr_segment.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.826026 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.826583 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 08 13:21:42.826913 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: standardattrdescription.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.827616 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.828179 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: standard-attr-description Nov 08 13:21:42.828503 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: stateful_security_group.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.829560 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.830103 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: stateful-security-group Nov 08 13:21:42.830436 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: stdattrs_common.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.831046 n-d-804292-2 neutron-server[101727]: WARNING neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 08 13:21:42.831379 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.833235 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.833788 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 08 13:21:42.834117 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: subnet_onboard.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.835338 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.835913 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: subnet_onboard Nov 08 13:21:42.836242 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.837247 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.837786 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 08 13:21:42.838118 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: subnet_service_types.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.839115 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.839651 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: subnet-service-types Nov 08 13:21:42.840009 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: subnetallocation.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.841218 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.841758 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: subnet_allocation Nov 08 13:21:42.842097 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.842849 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.843386 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: subnetpool-prefix-ops Nov 08 13:21:42.843717 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.844837 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.845412 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 08 13:21:42.845855 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: tagging.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.846984 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.847622 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: standard-attr-tag Nov 08 13:21:42.848063 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: timestamp.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.849549 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.850170 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loaded extension: standard-attr-timestamp Nov 08 13:21:42.850540 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: trunk.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.851777 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.852375 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension trunk not supported by any of loaded plugins Nov 08 13:21:42.852742 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: trunk_details.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.853770 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.854347 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension trunk-details not supported by any of loaded plugins Nov 08 13:21:42.854711 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: uplink_status_propagation.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.855764 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.856422 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 08 13:21:42.856794 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Loading extension file: vlantransparent.py {{(pid=101727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 08 13:21:42.857608 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 08 13:21:42.858233 n-d-804292-2 neutron-server[101727]: INFO neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 08 13:21:42.861445 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:network Nov 08 13:21:42.862103 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:subnet Nov 08 13:21:42.862739 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 13:21:42.863376 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:port Nov 08 13:21:42.864913 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.865468 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service FLAVORS assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.866339 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.866882 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.867422 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:router Nov 08 13:21:42.868009 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:floatingip Nov 08 13:21:42.868602 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service METERING assigned prefix: /metering {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.870287 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.870782 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.871228 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:21:42.872473 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 13:21:42.873019 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:security_group Nov 08 13:21:42.873574 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 13:21:42.874319 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service CORE assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.874739 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 13:21:42.875182 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] subnetpool is already registered Nov 08 13:21:42.875706 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service CORE assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.876163 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 13:21:42.876587 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] subnetpool is already registered Nov 08 13:21:42.880212 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.880790 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service FLAVORS assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.881540 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.882059 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.882493 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:router Nov 08 13:21:42.882928 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] router is already registered Nov 08 13:21:42.883475 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:floatingip Nov 08 13:21:42.883942 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] floatingip is already registered Nov 08 13:21:42.884522 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service METERING assigned prefix: /metering {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.885422 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of CountableResource for resource:rbac_policy Nov 08 13:21:42.885843 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] rbac_policy is already registered Nov 08 13:21:42.886374 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:security_group Nov 08 13:21:42.886801 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] security_group is already registered Nov 08 13:21:42.887316 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 08 13:21:42.887780 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] security_group_rule is already registered Nov 08 13:21:42.888463 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service CORE assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.888889 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 13:21:42.889380 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] subnetpool is already registered Nov 08 13:21:42.889927 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.v2.resource_helper [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Service CORE assigned prefix: {{(pid=101727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 08 13:21:42.890341 n-d-804292-2 neutron-server[101727]: INFO neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Creating instance of TrackedResource for resource:subnetpool Nov 08 13:21:42.890766 n-d-804292-2 neutron-server[101727]: WARNING neutron.quota.resource_registry [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] subnetpool is already registered Nov 08 13:21:42.892978 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: extensions {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.895233 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: address-groups {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.896973 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: address-scopes {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.898532 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: agents {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.900025 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: auto-allocated-topology {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.901406 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: availability_zones {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.902765 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: dhcp-networks {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.904425 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: dhcp-agents {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.906105 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: routers {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.909105 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: flavors {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.911010 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: service_profiles {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.913106 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: next_providers {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.915493 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: service_profiles {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.917705 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: floatingip-pools {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.920121 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: routers {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.923114 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: floatingips {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.925202 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: l3-routers {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.928774 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: l3-agents {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.930775 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: metering-labels {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.932734 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: metering-label-rules {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.934439 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: network-ip-availabilities {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.936288 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: bindings {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.938793 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: quotas {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.943053 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: quotas {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.946289 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: rbac-policies {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.948813 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: security-groups {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.951842 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: security-group-rules {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.954461 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: service-providers {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.956994 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: subnetpools {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.960134 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: subnetpools {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.963188 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.966688 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.970394 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.974324 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.977800 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.981036 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.983911 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.990131 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.993855 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:42.997261 n-d-804292-2 neutron-server[101727]: DEBUG neutron.api.extensions [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Extended resource: tags {{(pid=101727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 08 13:21:43.010911 n-d-804292-2 neutron-server[101727]: WARNING keystonemiddleware.auth_token [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 08 13:21:43.020754 n-d-804292-2 neutron-server[101727]: WARNING keystonemiddleware.auth_token [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 08 13:21:43.039870 n-d-804292-2 neutron-server[101727]: DEBUG oslo_concurrency.lockutils [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Acquired lock "singleton_lock" {{(pid=101727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 08 13:21:43.040673 n-d-804292-2 neutron-server[101727]: DEBUG oslo_concurrency.lockutils [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Releasing lock "singleton_lock" {{(pid=101727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 08 13:21:43.041907 n-d-804292-2 neutron-server[101727]: INFO oslo_service.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Starting 2 workers Nov 08 13:21:43.049255 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Started child 101840 {{(pid=101727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 13:21:43.055169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:43.057604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [-] (101840) wsgi starting up on http://0.0.0.0:9696 Nov 08 13:21:43.057795 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Started child 101841 {{(pid=101727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 13:21:43.060190 n-d-804292-2 neutron-server[101727]: INFO neutron.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 08 13:21:43.061091 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Publish callbacks [] for process, before_spawn {{(pid=101727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:43.062914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:43.064537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [-] (101841) wsgi starting up on http://0.0.0.0:9696 Nov 08 13:21:43.065157 n-d-804292-2 neutron-server[101727]: INFO oslo_service.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Starting 1 workers Nov 08 13:21:43.074206 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Started child 101842 {{(pid=101727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 13:21:43.075152 n-d-804292-2 neutron-server[101727]: INFO oslo_service.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Starting 1 workers Nov 08 13:21:43.076648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] calling RpcWorker wait() {{(pid=101842) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 08 13:21:43.077511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] returning from RpcWorker wait() {{(pid=101842) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 08 13:21:43.078768 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:43.079330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:43.082652 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Started child 101843 {{(pid=101727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 08 13:21:43.084076 n-d-804292-2 neutron-server[101727]: DEBUG neutron_lib.callbacks.manager [None req-44666b0b-9901-436f-a783-94ca4e4c864d None None] Publish callbacks [] for process, after_spawn {{(pid=101727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:43.087068 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 13:21:43.087407 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 13:21:43.087756 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 13:21:43.088106 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 13:21:43.088671 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 13:21:43.088961 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 13:21:43.089775 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.090256 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.090687 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.090987 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:21:43.091782 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.091782 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.092631 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.093102 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.093541 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.093988 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.094419 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.094720 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.095019 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.095447 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.095914 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.096428 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.097155 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.097609 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.098062 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.098369 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.098803 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.099282 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.099688 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.100197 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] debug = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.100647 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.101551 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.101955 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.102437 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.102813 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.103325 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.103789 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.104252 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.104677 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.105069 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.105512 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.105978 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.106414 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.106799 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.107206 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.107589 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.108087 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.108489 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.109422 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] host = n-d-804292-2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.114928 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.116248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.116248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.116248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.116248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.116248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.116248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.116248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_options = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.117309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58866) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:21:43.117476 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.117476 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.117476 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.117476 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.117476 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.117476 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.117476 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.118533 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.118533 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.118533 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.118533 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.118533 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.118533 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.119435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.119435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.119435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.119435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.120099 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.120099 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.120099 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.120544 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.120701 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.120869 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.121514 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.121514 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.121514 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.122040 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.122040 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.122411 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.122411 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.122768 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.122954 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.123255 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.123461 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.124829 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.124829 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.124829 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.124829 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.125617 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.125617 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.125617 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.126174 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.126174 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.127888 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.127888 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.127888 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.127888 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_json = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.127888 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.128681 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.129356 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.129766 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.130153 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.131011 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.131156 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.131367 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.131853 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.132150 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.132468 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.132747 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.133015 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.133264 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.133504 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.133825 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.134782 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.134782 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.135359 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0138342 Nov 08 13:21:43.135517 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.135716 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.136315 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.136764 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.137471 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.137816 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.138106 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.139674 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.140297 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.140767 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.141172 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.141467 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.143434 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.143434 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.143434 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.143434 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.143434 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.143434 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.143434 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.144429 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.144429 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.144429 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.144796 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.146044 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.146545 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.146970 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.148060 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.148369 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.148625 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.148827 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.149769 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.150214 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.150497 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.150762 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.151024 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.151321 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.151586 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.151882 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.152119 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.152356 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.152573 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.152789 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.153012 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.153244 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.153508 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.153960 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.154376 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.154776 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.155249 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.155530 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.155842 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.156328 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.156741 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.156976 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.157224 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.157224 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.159018 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.160910 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.160910 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.160910 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.160910 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.160910 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.160910 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.162126 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.162126 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.162126 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.162126 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.162126 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.162126 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.163453 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.163453 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.163453 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.163453 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.163453 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.164504 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.164504 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.164504 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.164504 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.166451 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.168213 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.168213 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.168213 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.168213 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.168213 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.168213 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.168213 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.169597 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.169597 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.170042 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.170248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.170464 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.170667 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.170903 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.171165 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.171562 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.171842 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.172147 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.172506 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.172920 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.173173 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.173402 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.173646 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.173977 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.174209 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.174572 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.174816 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.175092 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.175341 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.176183 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.176435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.176702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.176939 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.177137 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.177499 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.177736 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.177942 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.178163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.178422 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.178679 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.178924 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.179192 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.179431 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.179693 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.179990 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.181380 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.181380 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.181863 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.181863 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.182324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:43.182557 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.182557 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.182557 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.183202 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.183202 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.183202 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.183999 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.183999 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.183999 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.184632 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.184632 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.185075 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.185312 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.185598 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.185598 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.186036 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.186036 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.186471 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.186685 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.186904 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.187128 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.187379 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.187601 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.189936 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.189936 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.189936 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.189936 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.189936 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.191181 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.191181 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.191181 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.191181 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.192962 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.193228 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.193454 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.195834 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.195834 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.195834 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.195834 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.195834 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.195834 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.197291 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.197291 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.197291 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.197291 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.198146 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.198146 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.198146 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.199107 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.199346 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.199591 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.199963 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.200191 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.200406 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.200637 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.200864 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.201095 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.201318 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.201541 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.201954 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.202201 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.202426 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.202669 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.202894 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.203115 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.203372 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.203597 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.203881 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.203881 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.204308 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.204538 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.204538 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.204948 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.204948 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.205394 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.205394 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.205804 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.206028 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.206262 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.206519 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.206939 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.208410 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.208410 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.208410 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.208410 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.208410 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.210326 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.210326 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.210326 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.210326 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.210326 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.210326 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.210326 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.211839 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.211839 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.211839 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.211839 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.211839 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.211839 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.213208 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.213208 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.213625 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.213625 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.214032 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.214263 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.214486 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.214705 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.214934 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.215167 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.215432 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.215716 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.216013 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.216261 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.216577 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.216845 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.217118 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.217359 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.217626 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.217980 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.218263 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.218521 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.218771 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.220203 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.220203 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.220203 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.220203 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.220203 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.221232 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.221232 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.221232 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.221232 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.222071 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.222071 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.222071 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.222737 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.222737 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.223173 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.223404 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.223621 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 13:21:43.224129 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 08 13:21:43.224364 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 08 13:21:43.224584 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 08 13:21:43.224805 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 08 13:21:43.225030 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 08 13:21:43.225292 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 08 13:21:43.225514 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.225514 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.225920 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.225920 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.227054 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.228831 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.230440 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.230440 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.230440 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] debug = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.230440 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.230440 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.230440 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.231672 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] host = n-d-804292-2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.233283 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.235366 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_options = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.238852 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.240702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.240702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.240702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.240702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.240702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.240702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.240702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.242073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.243692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.245375 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.245375 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.245375 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.245375 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.245375 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.245375 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.245375 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.246770 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.246770 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.246770 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.246770 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.246770 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.247546 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.247546 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.247546 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.247546 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.247546 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_json = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.251648 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.253902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.255329 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.257525 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.259163 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.260832 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.262530 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.262530 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.262530 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.262530 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.263397 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.263397 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.263397 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.263397 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.263397 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.264596 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.264596 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.265886 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.266148 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.266385 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.266617 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.266617 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.267078 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.267078 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.267078 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.267792 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.267792 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.267792 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.267792 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.268652 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.270191 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.270191 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.270191 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.270191 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.271227 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.271471 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.271696 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.271982 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.271982 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.272435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.273663 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.273663 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.277190 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.279317 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.279317 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.281292 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.283481 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.283481 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.283481 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.286384 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.286384 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.286384 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.286384 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.288455 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.288632 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.288955 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.289102 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.289225 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.291284 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.291586 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.291766 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.291897 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.292248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.292248 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.292496 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.294244 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.294244 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.294244 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.294244 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.294244 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.295422 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.295609 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.295882 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.296042 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.296185 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.296351 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.296532 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.296692 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.296829 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.297002 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.297146 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.297984 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.297984 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.297984 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.297984 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.300124 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.300124 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.300124 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.300124 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.300124 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.300124 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.302280 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.302585 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.302828 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.302828 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.303281 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.303281 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.303281 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.303670 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.303670 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304058 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304058 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304330 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304330 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304622 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304622 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304883 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.304883 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.305146 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.305325 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.305466 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.305605 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.305763 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.305904 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.306069 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.306208 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.306345 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.306487 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.306632 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.306790 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.306931 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.307086 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.307261 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.307400 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.307539 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.307684 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.308908 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.309137 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.309342 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.309540 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.309540 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.310075 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.310075 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.310075 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.310591 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.310591 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.310591 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.310591 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.312073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.312073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.312073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.312073 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.313364 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.313364 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.313364 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.313364 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.313364 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.313950 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.314100 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.314217 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.314335 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.314493 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.315119 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.315288 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.315459 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.317520 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.318435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.318435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.318435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.318435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.318435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.318435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.318435 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.319253 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.319253 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.319253 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.319552 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.319674 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.320902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.320902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.320902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.320902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.320902 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.323417 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.324500 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.324500 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.324500 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.324500 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.324500 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325081 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325081 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325081 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325439 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325439 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325439 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325799 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.325799 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326055 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326055 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326302 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326437 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326569 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326699 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326853 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.326985 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.327113 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.327244 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.327967 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.327967 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.327967 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.327967 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.331843 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.332906 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.332906 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.332906 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.332906 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.332906 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.332906 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.332906 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.333702 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.334042 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.334232 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.334466 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.334763 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.335029 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.335311 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.335571 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.337824 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.337824 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.337824 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.337824 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.337824 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.339268 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.339518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:21:43.339860 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.339860 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.339860 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.339860 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.339860 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.339860 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.340986 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 08 13:21:43.340986 n-d-804292-2 neutron-server[101727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 08 13:21:57.862552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5de8c2-0db3-49db-bce1-35f96f8fb149 None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 13:21:58.017076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5de8c2-0db3-49db-bce1-35f96f8fb149 None None] No non-hosted networks {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 08 13:21:58.100010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.agentschedulers_db [None req-ac5de8c2-0db3-49db-bce1-35f96f8fb149 None None] DHCP Agent not found on host n-d-804292-2 {{(pid=101842) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 08 13:21:58.177921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b5153b79-0787-45be-a8a4-e5df17b9a59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985318'] for agent, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:01.406482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88ee64e5-f2fc-415f-bb08-c334744f0a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985318'] for agent, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:01.521803 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-396cb17d-7c27-4acd-85f1-c50dfcb3f194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:02.879951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985318'] for agent, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:05.405707 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985318'] for agent, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:05.679542 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985318'] for agent, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:05.680896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.681548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.682139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.682707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.683277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.683872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.684574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.685178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.685951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.686732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.687527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.688304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:05.689263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-804292-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:05.717545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-804292-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:07.420942 n-d-804292-2 neutron-server[101842]: INFO neutron.db.l3_hamode_db [None req-299d717f-6d66-4885-8f12-c4a0a94ac919 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 08 13:22:07.551077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58970) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:07.573653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d717f-6d66-4885-8f12-c4a0a94ac919 None None] Routers set() bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:22:07.574268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299d717f-6d66-4885-8f12-c4a0a94ac919 None None] Router IDs set() for agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 13:22:08.383221 n-d-804292-2 neutron-server[101841]: WARNING oslo_policy.policy [None req-e33282a9-f8be-4ec6-9f8f-33cadc2e7b0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:08.383904 n-d-804292-2 neutron-server[101841]: WARNING oslo_policy.policy [None req-e33282a9-f8be-4ec6-9f8f-33cadc2e7b0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:08.626348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-e33282a9-f8be-4ec6-9f8f-33cadc2e7b0b admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:22:08.628505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e33282a9-f8be-4ec6-9f8f-33cadc2e7b0b admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0744731 Nov 08 13:22:11.822339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58986) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:12.569829 n-d-804292-2 neutron-server[101840]: WARNING oslo_policy.policy [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:12.570733 n-d-804292-2 neutron-server[101840]: WARNING oslo_policy.policy [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:12.931464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:22:13.064116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.policy [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101840) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 13:22:13.129557 n-d-804292-2 neutron-server[101840]: WARNING oslo_policy.policy [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:13.130077 n-d-804292-2 neutron-server[101840]: WARNING oslo_policy.policy [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:13.139521 n-d-804292-2 neutron-server[101840]: INFO neutron.quota [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] Loaded quota_driver: . Nov 08 13:22:13.276153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741090143125', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741090141504', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741090196017', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741090192493', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741090243370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741090173397', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4188367', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3961834', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-674479'] for rbac-policy, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:13.364292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:13.366097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c28f31a9-8eef-420b-8293-5ec819c49aee admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.5419362 Nov 08 13:22:16.714542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59004) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:17.173300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Request body: {'network': {'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'name': 'private', 'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:22:17.223635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Made reservation on behalf of f5b44e4c0d4b4f9899072decaccbc233 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:22:17.228327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.260504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.417262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.422022 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.453232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:22:17.487889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741090767656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.488523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Unsubscribe: segment precommit_create {{(pid=101840) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 13:22:17.489046 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Added segment da3321dc-afef-442d-8f67-f9282b463010 of type vlan for network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 Nov 08 13:22:17.495515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa37f1a8-c1a4-4c02-a23f-9dc64ca2de9b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:17.539194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.539773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.540338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.540892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.541447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.542001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.542539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.543075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.543632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.544303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.544851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.545391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Tracked resource versions report: Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: pushed versions: Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: { 'AddressGroup': {'1.2'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'ConntrackHelper': {'1.0'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Log': {'1.0'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Network': {'1.1'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Port': {'1.7'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'PortForwarding': {'1.2'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'QosPolicy': {'1.10'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'SecurityGroup': {'1.5'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'SubPort': {'1.0'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Subnet': {'1.1'}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Trunk': {'1.1'}} Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: consumer versions: Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: L3 agent@n-d-804292-2: {}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: Metadata agent@n-d-804292-2: {}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: Metering agent@n-d-804292-2: {}, Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'ConntrackHelper': '1.0', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Log': '1.0', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Network': '1.1', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Port': '1.7', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'PortForwarding': '1.2', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'QosPolicy': '1.10', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'SecurityGroup': '1.5', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'SecurityGroupRule': '1.2', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'SubPort': '1.0', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Subnet': '1.1', Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: 'Trunk': '1.1'}} Nov 08 13:22:17.547492 n-d-804292-2 neutron-server[101840]: {{(pid=101840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:22:17.700448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.759894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.761501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:17.762353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:17.841168 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1250479 Nov 08 13:22:17.916534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18642652-1f99-4305-a2f8-5cbc07890891 admin admin] Pushing event updated for resources: {'Network': ['ID=eb5f7591-3d7e-4bd7-952f-027c362ba4a2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:17.934709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:22:21.391870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59018) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:22.181353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.policy [None req-6f423322-db9a-447c-9c46-b9acead3b43e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101841) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 08 13:22:22.239129 n-d-804292-2 neutron-server[101841]: WARNING oslo_policy.policy [None req-6f423322-db9a-447c-9c46-b9acead3b43e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:22.239517 n-d-804292-2 neutron-server[101841]: WARNING oslo_policy.policy [None req-6f423322-db9a-447c-9c46-b9acead3b43e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 08 13:22:22.250584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f423322-db9a-447c-9c46-b9acead3b43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:22.254727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f423322-db9a-447c-9c46-b9acead3b43e admin admin] 10.222.0.65 "GET /v2.0/networks/eb5f7591-3d7e-4bd7-952f-027c362ba4a2 HTTP/1.1" status: 200 len: 825 time: 0.8608429 Nov 08 13:22:22.319635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-caee7024-35ee-49ff-b1c3-793b6457865d admin admin] 10.222.0.65 "GET /v2.0/subnetpools/18b3742b-d080-46a4-a3ce-9148aad6798e HTTP/1.1" status: 200 len: 734 time: 0.0565565 Nov 08 13:22:22.332407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '18b3742b-d080-46a4-a3ce-9148aad6798e', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:22:22.334569 n-d-804292-2 neutron-server[101841]: INFO neutron.quota [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Loaded quota_driver: . Nov 08 13:22:22.399933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Made reservation on behalf of f5b44e4c0d4b4f9899072decaccbc233 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:22:22.404012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:22.813881 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:22.916104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Checking segment: {'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:22:22.916773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Network hostable DHCP agents. Network: eb5f7591-3d7e-4bd7-952f-027c362ba4a2, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:22:22.931845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f9c4fa-77f7-4e8d-b1ab-c66812325d8c,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:22.949679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.950100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.950418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.950759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.951199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.951559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.952053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.952453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.952867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.953251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.953676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.954077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Tracked resource versions report: Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: pushed versions: Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: { 'AddressGroup': {'1.2'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'ConntrackHelper': {'1.0'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Log': {'1.0'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Network': {'1.1'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Port': {'1.7'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'PortForwarding': {'1.2'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'QosPolicy': {'1.10'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'SecurityGroup': {'1.5'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'SubPort': {'1.0'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Subnet': {'1.1'}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Trunk': {'1.1'}} Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: consumer versions: Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: L3 agent@n-d-804292-2: {}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: Metadata agent@n-d-804292-2: {}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: Metering agent@n-d-804292-2: {}, Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'ConntrackHelper': '1.0', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Log': '1.0', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Network': '1.1', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Port': '1.7', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'PortForwarding': '1.2', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'QosPolicy': '1.10', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'SecurityGroup': '1.5', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'SecurityGroupRule': '1.2', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'SubPort': '1.0', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Subnet': '1.1', Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: 'Trunk': '1.1'}} Nov 08 13:22:22.955618 n-d-804292-2 neutron-server[101841]: {{(pid=101841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:22:22.997085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:22:23.015764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, eb5f7591-3d7e-4bd7-952f-027c362ba4a2) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:22:23.021901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:23.022839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:23.033194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2af4611-20e6-46f8-bb49-1a5c49521eeb None None] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:22:23.056044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-26db5e0a-5709-4313-bb2a-2a5a2f860b7f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7288568 Nov 08 13:22:23.529745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'fixed_ips': [{'subnet_id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:22:23.531809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:23.964853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Allocated IP 172.20.0.2 (eb5f7591-3d7e-4bd7-952f-027c362ba4a2/23f9c4fa-77f7-4e8d-b1ab-c66812325d8c/a7bc314c-fbed-4ac1-b76d-27eae20ca01e) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:22:24.293987 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:24.308401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:24.460554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:22:24.482671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:22:24.494537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Pushing event updated for resources: {'Port': ['ID=a7bc314c-fbed-4ac1-b76d-27eae20ca01e,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:24.497438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:22:24.511504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.511930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.512197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.512544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.512880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.513210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.513538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.513879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.514197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.514516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.514843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.515160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Tracked resource versions report: Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: pushed versions: Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: { 'AddressGroup': {'1.2'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'ConntrackHelper': {'1.0'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Log': {'1.0'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Network': {'1.1'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Port': {'1.7'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'PortForwarding': {'1.2'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'QosPolicy': {'1.10'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'SecurityGroup': {'1.5'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'SubPort': {'1.0'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Subnet': {'1.1'}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Trunk': {'1.1'}} Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: consumer versions: Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: L3 agent@n-d-804292-2: {}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: Metadata agent@n-d-804292-2: {}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: Metering agent@n-d-804292-2: {}, Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'ConntrackHelper': '1.0', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Log': '1.0', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Network': '1.1', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Port': '1.7', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'PortForwarding': '1.2', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'QosPolicy': '1.10', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'SecurityGroup': '1.5', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'SecurityGroupRule': '1.2', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'SubPort': '1.0', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Subnet': '1.1', Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: 'Trunk': '1.1'}} Nov 08 13:22:24.516334 n-d-804292-2 neutron-server[101842]: {{(pid=101842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:22:24.606215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Attempting to bind port a7bc314c-fbed-4ac1-b76d-27eae20ca01e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:22:24.606648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Attempting to bind port a7bc314c-fbed-4ac1-b76d-27eae20ca01e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:22:24.607092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Attempting to bind port a7bc314c-fbed-4ac1-b76d-27eae20ca01e on network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:22:24.614436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:22:24.614849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Checking segment: {'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:22:24.615378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:24.615850 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Bound using segment: {'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:22:24.616567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Bound port: a7bc314c-fbed-4ac1-b76d-27eae20ca01e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:22:24.617052 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:24.722576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] For port a7bc314c-fbed-4ac1-b76d-27eae20ca01e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:22:24.729287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] For port a7bc314c-fbed-4ac1-b76d-27eae20ca01e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a7bc314c-fbed-4ac1-b76d-27eae20ca01e,segment=NetworkSegment(da3321dc-afef-442d-8f67-f9282b463010),segment_id=da3321dc-afef-442d-8f67-f9282b463010)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:22:24.737514 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:24.843874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e3cb0-5f16-46aa-82d8-ed886488352c None None] Pushing event updated for resources: {'Port': ['ID=a7bc314c-fbed-4ac1-b76d-27eae20ca01e,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:27.031460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:27.620826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-6a023d5d-e476-455c-a8a2-24461a82199c admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:22:27.622336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6a023d5d-e476-455c-a8a2-24461a82199c admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5897062 Nov 08 13:22:27.789394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3abaa10a-6f11-4a59-a4ec-7ac9a50fe435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:30.672291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59040) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:31.111577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-17f9c2bf-e29c-4350-acf3-4038ec406ea4 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:22:31.113321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-17f9c2bf-e29c-4350-acf3-4038ec406ea4 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4391611 Nov 08 13:22:31.394391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6d58ec9c-124b-4637-91c2-2647e2135f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:32.797891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:34.764410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59070) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:34.967343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cd5a5a11-e4c6-4667-89a2-4ee841cc1c25 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:22:35.005852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5a11-e4c6-4667-89a2-4ee841cc1c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:35.008038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5a11-e4c6-4667-89a2-4ee841cc1c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:35.259181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5a11-e4c6-4667-89a2-4ee841cc1c25 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:35.267041 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5a11-e4c6-4667-89a2-4ee841cc1c25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:35.267455 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:35.291265 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd5a5a11-e4c6-4667-89a2-4ee841cc1c25 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:35.294065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cd5a5a11-e4c6-4667-89a2-4ee841cc1c25 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5274274 Nov 08 13:22:35.666436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:36.242269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a7bc314c-fbed-4ac1-b76d-27eae20ca01e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:22:36.258245 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:22:36.361259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a7bc314c-fbed-4ac1-b76d-27eae20ca01e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:36.361834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:36.503564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:36.545840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port a7bc314c-fbed-4ac1-b76d-27eae20ca01e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a7bc314c-fbed-4ac1-b76d-27eae20ca01e,segment=NetworkSegment(da3321dc-afef-442d-8f67-f9282b463010),segment_id=da3321dc-afef-442d-8f67-f9282b463010)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:22:36.553239 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:36.611713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=a7bc314c-fbed-4ac1-b76d-27eae20ca01e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:37.324199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a423a27-5071-42ed-9643-d772b7529caa None None] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:22:37.456020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3f5ff6f7-8387-4733-941a-843b94b8eea0 None None] Provisioning complete for port a7bc314c-fbed-4ac1-b76d-27eae20ca01e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:37.457085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff6f7-8387-4733-941a-843b94b8eea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:38.034396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-aa0057b2-765e-4b11-a317-9692255dbff4 None None] Provisioning complete for port a7bc314c-fbed-4ac1-b76d-27eae20ca01e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:38.034810 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa0057b2-765e-4b11-a317-9692255dbff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:38.074363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:38.148217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-8e0cfdc8-d70c-4cfc-a93a-12994a20cf84 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:22:38.157226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e0cfdc8-d70c-4cfc-a93a-12994a20cf84 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0808361 Nov 08 13:22:38.206662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a7bc314c-fbed-4ac1-b76d-27eae20ca01e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:22:38.292294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a7bc314c-fbed-4ac1-b76d-27eae20ca01e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:38.292753 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:40.862830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59090) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:40.945391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:22:41.030611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Made reservation on behalf of 01f42fd186b34d3fb527ff71e7ac668d for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:22:41.034832 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.071606 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.214036 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.220091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.241079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Reserving flat network on physical network physnet1 {{(pid=101841) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 08 13:22:41.281498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9772663-c968-4d84-ad97-0b092f07df1c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:41.286314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741090767656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.286994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Unsubscribe: segment precommit_create {{(pid=101841) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 08 13:22:41.287495 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Added segment f90facac-d880-4d31-a2f6-3df036712a69 of type flat for network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 Nov 08 13:22:41.365411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.430596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.431810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:41.432586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:41.495862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6314456 Nov 08 13:22:41.541833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3402b27-12c1-4d56-bb8f-f3c0797351a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1530349d-cb15-4a36-a5b4-ee378ddc5ae2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:41.558553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:22:44.321438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59098) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:44.440191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcbea89-00a7-4a60-a344-41c59487b95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:44.441909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8bcbea89-00a7-4a60-a344-41c59487b95d admin admin] 10.222.0.65 "GET /v2.0/subnets/23f9c4fa-77f7-4e8d-b1ab-c66812325d8c HTTP/1.1" status: 200 len: 849 time: 0.1189253 Nov 08 13:22:44.621229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-52e6f13f-1195-43f7-9eef-408c231159bf admin admin] 10.222.0.65 "GET /v2.0/routers/d17536b7-3d8c-4c24-9ac8-b989bd47e77a HTTP/1.1" status: 200 len: 704 time: 0.1728206 Nov 08 13:22:44.942418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:45.357113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Allocated IP 172.20.0.1 (eb5f7591-3d7e-4bd7-952f-027c362ba4a2/23f9c4fa-77f7-4e8d-b1ab-c66812325d8c/f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:22:45.555433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:45.714214 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:45.790509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:22:45.797892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:22:45.806990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:22:45.807522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:45.872644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:46.035916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d1534ba9-77bf-431d-8748-38218728cde9 None None] Provisioning complete for port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:46.036748 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d1534ba9-77bf-431d-8748-38218728cde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:46.040125 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:46.085493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d1534ba9-77bf-431d-8748-38218728cde9 None None] Port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:22:46.323408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:46.330267 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:46.331237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:46.430088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Pushing event updated for resources: {'Port': ['ID=f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:46.508041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:22:46.510452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:22:46.725294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Router d17536b7-3d8c-4c24-9ac8-b989bd47e77a is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:22:46.816029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a1e05b58-f1fb-4f99-b63a-742949c27c95 None None] Provisioning complete for port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:46.816281 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1e05b58-f1fb-4f99-b63a-742949c27c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:46.825583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:22:46.834182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0db5c4fc-eee3-444d-96af-4911ba5d01b2 admin admin] 10.222.0.65 "PUT /v2.0/routers/d17536b7-3d8c-4c24-9ac8-b989bd47e77a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2006416 Nov 08 13:22:46.839803 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Sync routers for ids ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:22:46.859988 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Routers {'d17536b7-3d8c-4c24-9ac8-b989bd47e77a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:22:46.861243 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:22:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:46.867698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a1e05b58-f1fb-4f99-b63a-742949c27c95 None None] Port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:22:47.170690 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Set router d17536b7-3d8c-4c24-9ac8-b989bd47e77a gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:22:47.792371 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'name': 'router1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:22:35Z', 'updated_at': '2021-11-08T13:22:45Z', 'revision_number': 2, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'gw_port_host': None, '_interfaces': [{'id': 'f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c', 'name': '', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'mac_address': 'fa:16:3e:ae:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:44Z', 'updated_at': '2021-11-08T13:22:46Z', 'revision_number': 2, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'subnets': [{'id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b3742b-d080-46a4-a3ce-9148aad6798e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:47.851050 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Checking router: d17536b7-3d8c-4c24-9ac8-b989bd47e77a for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:22:47.852146 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Updating router d17536b7-3d8c-4c24-9ac8-b989bd47e77a port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:22:47.954955 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:48.666376 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:48.675020 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:48.909465 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Pushing event updated for resources: {'Port': ['ID=f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:48.915290 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Attempting to bind port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:22:48.916121 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Attempting to bind port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:22:48.916967 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Attempting to bind port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c on network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:22:48.933285 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.933843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.934401 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.934946 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.935522 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.936100 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.936624 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.937167 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.938258 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.938825 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.939375 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.939958 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Tracked resource versions report: Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: pushed versions: Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: { 'AddressGroup': {'1.2'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'ConntrackHelper': {'1.0'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Log': {'1.0'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Network': {'1.1'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Port': {'1.7'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'PortForwarding': {'1.2'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'QosPolicy': {'1.10'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'SecurityGroup': {'1.5'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'SubPort': {'1.0'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Subnet': {'1.1'}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Trunk': {'1.1'}} Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: consumer versions: Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: L3 agent@n-d-804292-2: {}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: Metadata agent@n-d-804292-2: {}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: Metering agent@n-d-804292-2: {}, Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'ConntrackHelper': '1.0', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Log': '1.0', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Network': '1.1', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Port': '1.7', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'PortForwarding': '1.2', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'QosPolicy': '1.10', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'SecurityGroup': '1.5', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'SecurityGroupRule': '1.2', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'SubPort': '1.0', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Subnet': '1.1', Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: 'Trunk': '1.1'}} Nov 08 13:22:48.941979 n-d-804292-2 neutron-server[101843]: {{(pid=101843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:22:48.949306 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:22:48.949979 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Checking segment: {'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:22:48.950763 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:48.951430 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Bound using segment: {'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:22:48.952360 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Bound port: f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3321dc-afef-442d-8f67-f9282b463010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:22:48.952961 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:49.014089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-791bf851-ff11-4558-86d1-6573169d8695 None None] Provisioning complete for port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:49.014763 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-791bf851-ff11-4558-86d1-6573169d8695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:49.071349 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] For port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:22:49.084067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-791bf851-ff11-4558-86d1-6573169d8695 None None] Port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:22:49.099016 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] For port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c,segment=NetworkSegment(da3321dc-afef-442d-8f67-f9282b463010),segment_id=da3321dc-afef-442d-8f67-f9282b463010)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:22:49.104677 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:49.186161 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59a0f4-c08b-4668-8568-2ee88019b722 None None] Pushing event updated for resources: {'Port': ['ID=f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:49.196308 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Routers {'d17536b7-3d8c-4c24-9ac8-b989bd47e77a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:22:49.197023 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:22:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:49.329167 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] Set router d17536b7-3d8c-4c24-9ac8-b989bd47e77a gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:22:49.428751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a933486e-880e-4550-bd08-0a79673717e9 None None] Provisioning complete for port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:49.429526 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a933486e-880e-4550-bd08-0a79673717e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:49.567953 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a933486e-880e-4550-bd08-0a79673717e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:49.614703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a933486e-880e-4550-bd08-0a79673717e9 None None] For port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c,segment=NetworkSegment(da3321dc-afef-442d-8f67-f9282b463010),segment_id=da3321dc-afef-442d-8f67-f9282b463010)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:22:49.620576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a933486e-880e-4550-bd08-0a79673717e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:49.697113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933486e-880e-4550-bd08-0a79673717e9 None None] Pushing event updated for resources: {'Port': ['ID=f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:49.719546 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'name': 'router1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:22:35Z', 'updated_at': '2021-11-08T13:22:45Z', 'revision_number': 2, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'gw_port_host': None, '_interfaces': [{'id': 'f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c', 'name': '', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'mac_address': 'fa:16:3e:ae:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:44Z', 'updated_at': '2021-11-08T13:22:49Z', 'revision_number': 4, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'subnets': [{'id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b3742b-d080-46a4-a3ce-9148aad6798e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:49.750712 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e5581a-205b-4335-b4de-0533fd4f0e3f None None] The sync data for ids ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'] in n-d-804292-2 is: [{'id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'name': 'router1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:22:35Z', 'updated_at': '2021-11-08T13:22:45Z', 'revision_number': 2, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'gw_port_host': None, '_interfaces': [{'id': 'f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c', 'name': '', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'mac_address': 'fa:16:3e:ae:ea:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:44Z', 'updated_at': '2021-11-08T13:22:49Z', 'revision_number': 4, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'subnets': [{'id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b3742b-d080-46a4-a3ce-9148aad6798e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:22:50.376283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59108) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:50.590467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4245a062-9970-4a8a-a42f-cbd3c5cb5db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:50.592072 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4245a062-9970-4a8a-a42f-cbd3c5cb5db7 admin admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 842 time: 0.2143562 Nov 08 13:22:50.608143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:22:50.635841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Made reservation on behalf of 01f42fd186b34d3fb527ff71e7ac668d for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:22:50.638658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:51.288083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 13:22:51.288905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:51.418109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7872f9c-b82e-4796-ba36-7e8592ca0c24,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:51.426707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:22:51.427373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Network hostable DHCP agents. Network: 1530349d-cb15-4a36-a5b4-ee378ddc5ae2, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:22:51.465529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:22:51.485108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 1530349d-cb15-4a36-a5b4-ee378ddc5ae2) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:22:51.496849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:51.497820 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:51.503495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b17736-bb22-4b1e-9e27-07b08dcb0729 None None] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:22:51.536697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e12d7a4e-056a-4a08-8f31-1d1e4f018c19 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9323390 Nov 08 13:22:51.694149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677d728-b26d-42ed-8652-48ff20b8cf06 None None] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:22:54.414543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59116) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:22:54.762755 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e01c75a-29b1-44dd-a996-1acda28bf867 admin admin] 10.222.0.65 "GET /v2.0/routers/d17536b7-3d8c-4c24-9ac8-b989bd47e77a HTTP/1.1" status: 200 len: 710 time: 0.3469901 Nov 08 13:22:54.886745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e740d-a4ed-4509-8514-eb991f1bf466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:22:54.888372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d79e740d-a4ed-4509-8514-eb991f1bf466 admin admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 886 time: 0.1143560 Nov 08 13:22:54.906609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:22:55.380541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:55.797286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:55.904784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:56.180393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Allocated IP 172.25.8.35 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/73461222-589e-40ca-abfd-bc05c66dfb89) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:22:56.361236 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:56.456135 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:56.554082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:22:56.561263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:22:56.571233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:22:56.622853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Pushing event updated for resources: {'Port': ['ID=73461222-589e-40ca-abfd-bc05c66dfb89,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:22:57.006058 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:57.314311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:57.321427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:57.478553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Router d17536b7-3d8c-4c24-9ac8-b989bd47e77a has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:22:57.614059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:22:57.618952 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:57.620364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3ff57f94-e434-432e-8ecc-ced385ea57fc admin admin] 10.222.0.65 "PUT /v2.0/routers/d17536b7-3d8c-4c24-9ac8-b989bd47e77a HTTP/1.1" status: 200 len: 889 time: 2.7200224 Nov 08 13:22:57.803514 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-603a6c9d-9593-4d87-a5b8-afbddc9b723e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:58.273215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:22:58.347155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Sync routers for ids ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:22:58.366278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Routers {'d17536b7-3d8c-4c24-9ac8-b989bd47e77a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:22:58.366979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:22:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:58.443727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:22:58.444014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:22:58.808656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Set router d17536b7-3d8c-4c24-9ac8-b989bd47e77a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:22:59.596738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'name': 'router1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '73461222-589e-40ca-abfd-bc05c66dfb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:22:35Z', 'updated_at': '2021-11-08T13:22:56Z', 'revision_number': 4, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'gw_port': {'id': '73461222-589e-40ca-abfd-bc05c66dfb89', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:55Z', 'updated_at': '2021-11-08T13:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c', 'name': '', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'mac_address': 'fa:16:3e:ae:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:44Z', 'updated_at': '2021-11-08T13:22:49Z', 'revision_number': 5, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'subnets': [{'id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b3742b-d080-46a4-a3ce-9148aad6798e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:22:59.671468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Checking router: d17536b7-3d8c-4c24-9ac8-b989bd47e77a for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:22:59.672067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Updating router d17536b7-3d8c-4c24-9ac8-b989bd47e77a port 73461222-589e-40ca-abfd-bc05c66dfb89 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:22:59.767597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:00.383060 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:00.397099 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:00.492866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Attempting to bind port 73461222-589e-40ca-abfd-bc05c66dfb89 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:23:00.493440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Attempting to bind port 73461222-589e-40ca-abfd-bc05c66dfb89 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:23:00.494008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Attempting to bind port 73461222-589e-40ca-abfd-bc05c66dfb89 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:23:00.503319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d40fd3-21c5-4cb5-8122-46afe8c805d7 None None] Pushing event updated for resources: {'Port': ['ID=73461222-589e-40ca-abfd-bc05c66dfb89,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:00.507696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:23:00.508343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:23:00.509120 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:00.510090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:23:00.510424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Bound port: 73461222-589e-40ca-abfd-bc05c66dfb89, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:23:00.511082 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:00.598807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] For port 73461222-589e-40ca-abfd-bc05c66dfb89, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:23:00.603396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] For port 73461222-589e-40ca-abfd-bc05c66dfb89, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=73461222-589e-40ca-abfd-bc05c66dfb89,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:23:00.609149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:00.699537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Routers {'d17536b7-3d8c-4c24-9ac8-b989bd47e77a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:23:00.700603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:22:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:23:00.763412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d40fd3-21c5-4cb5-8122-46afe8c805d7 None None] Pushing event updated for resources: {'Port': ['ID=73461222-589e-40ca-abfd-bc05c66dfb89,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:00.880590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] Set router d17536b7-3d8c-4c24-9ac8-b989bd47e77a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:23:01.082563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59128) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:23:01.215721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'name': 'router1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '73461222-589e-40ca-abfd-bc05c66dfb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:22:35Z', 'updated_at': '2021-11-08T13:22:56Z', 'revision_number': 4, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'gw_port': {'id': '73461222-589e-40ca-abfd-bc05c66dfb89', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:55Z', 'updated_at': '2021-11-08T13:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c', 'name': '', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'mac_address': 'fa:16:3e:ae:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:44Z', 'updated_at': '2021-11-08T13:22:49Z', 'revision_number': 5, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'subnets': [{'id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b3742b-d080-46a4-a3ce-9148aad6798e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:23:01.225322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0b8dbbd-23a9-4c49-a48d-a7003f79684e admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1413221 Nov 08 13:23:01.265570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81e09-c81c-462c-9c41-a5c47106e8e3 None None] The sync data for ids ['d17536b7-3d8c-4c24-9ac8-b989bd47e77a'] in n-d-804292-2 is: [{'id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'name': 'router1', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.35'}], 'enable_snat': True}, 'gw_port_id': '73461222-589e-40ca-abfd-bc05c66dfb89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:22:35Z', 'updated_at': '2021-11-08T13:22:56Z', 'revision_number': 4, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'gw_port': {'id': '73461222-589e-40ca-abfd-bc05c66dfb89', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:55:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:55Z', 'updated_at': '2021-11-08T13:23:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c', 'name': '', 'network_id': 'eb5f7591-3d7e-4bd7-952f-027c362ba4a2', 'tenant_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'mac_address': 'fa:16:3e:ae:ea:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17536b7-3d8c-4c24-9ac8-b989bd47e77a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:22:44Z', 'updated_at': '2021-11-08T13:22:49Z', 'revision_number': 5, 'project_id': 'f5b44e4c0d4b4f9899072decaccbc233', 'subnets': [{'id': '23f9c4fa-77f7-4e8d-b1ab-c66812325d8c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '18b3742b-d080-46a4-a3ce-9148aad6798e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:23:01.392919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c1ea5618-c3c0-4373-85cf-1bc50f44d22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:02.277493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 73461222-589e-40ca-abfd-bc05c66dfb89 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:23:02.351945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 73461222-589e-40ca-abfd-bc05c66dfb89 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:23:02.352558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:02.479154 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:02.512160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 73461222-589e-40ca-abfd-bc05c66dfb89, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=73461222-589e-40ca-abfd-bc05c66dfb89,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:23:02.519033 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:02.584124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=73461222-589e-40ca-abfd-bc05c66dfb89,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:23:02.801306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:04.243771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 73461222-589e-40ca-abfd-bc05c66dfb89 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:23:04.327868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 73461222-589e-40ca-abfd-bc05c66dfb89 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:23:04.328374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:05.273268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:05.660329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:13.243671 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:23:27.848001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d370f86-90c9-4190-a525-d7db1ccb6ff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:31.408863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2345416-4e25-4df4-a346-cb6d61a17f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:32.820796 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:35.296724 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:35.713416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:23:50.242712 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:23:57.801697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86fbd7ef-6697-4107-8f36-393ac6dbea78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:01.382457 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-62931e72-9f7c-444e-94b9-a98f16b3ebc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:02.816632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:05.311106 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:05.681145 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:27.299313 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:24:27.797961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ea61a006-5eb4-4af2-824b-cb37dbc0df6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:31.391445 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-288c9144-0215-4f86-a378-f3879fa7d43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:32.815355 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:35.285306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:35.672756 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:24:57.793925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1939fd4a-3e2a-4861-bb08-d534da63d3c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:01.386264 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57be60c7-916b-44b4-b1e3-56ebf6c9011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:02.817653 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:04.245060 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:25:05.294792 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:05.678080 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:21.587170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59726) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:21.661896 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf15a34-bf89-4c40-8e34-7e48b8093ff9 admin admin] GET failed (client error): The resource could not be found. Nov 08 13:25:21.663441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4cf15a34-bf89-4c40-8e34-7e48b8093ff9 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0751200 Nov 08 13:25:21.948375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d5fa6-ae28-4953-965c-0b404c9a7681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:21.951176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ca1d5fa6-ae28-4953-965c-0b404c9a7681 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2820807 Nov 08 13:25:24.491580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59736) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:24.610514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875a1638-98de-4d73-a552-ef55100e23d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:24.612118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-875a1638-98de-4d73-a552-ef55100e23d8 admin admin] 10.222.0.65 "GET /v2.0/subnets/23f9c4fa-77f7-4e8d-b1ab-c66812325d8c HTTP/1.1" status: 200 len: 849 time: 0.1194956 Nov 08 13:25:24.627119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:25:24.746011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:24.944751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741090690955'] for subnet, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.072388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:25.072944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.075297 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] 10.222.0.65 "PUT /v2.0/subnets/23f9c4fa-77f7-4e8d-b1ab-c66812325d8c HTTP/1.1" status: 200 len: 868 time: 0.4519718 Nov 08 13:25:25.092356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4358de01-cc3e-47a5-a8bd-9a00165e138e None None] Network eb5f7591-3d7e-4bd7-952f-027c362ba4a2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:25:25.106623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f9c4fa-77f7-4e8d-b1ab-c66812325d8c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:25:25.120019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.120562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.121111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.121662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.122212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.122762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.123309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.123883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.124429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.124963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.125517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.126634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc63ace-cce3-463f-8133-0923f5835a95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:25:25.688723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ea7d9b0e-9140-421f-bd5b-0fa275a9e563 None None] Provisioning complete for port f6df15ef-c6aa-41f5-8baa-b66ba60b5c5c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:25.689194 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9b0e-9140-421f-bd5b-0fa275a9e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:25.868419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ea7d9b0e-9140-421f-bd5b-0fa275a9e563 None None] Provisioning complete for port a7bc314c-fbed-4ac1-b76d-27eae20ca01e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:25:25.869096 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9b0e-9140-421f-bd5b-0fa275a9e563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.792127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7235c68-2d25-4ea3-80de-582e88afc163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:27.962581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59744) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:28.322749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c9c8b-63cb-4e63-b5f7-3446dda4fdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:28.323209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029c9c8b-63cb-4e63-b5f7-3446dda4fdce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:28.324916 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-029c9c8b-63cb-4e63-b5f7-3446dda4fdce admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3611972 Nov 08 13:25:30.845583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59754) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:31.095835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7afe99a-8ad2-42fa-97b6-c29aa1d288cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:31.096381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7afe99a-8ad2-42fa-97b6-c29aa1d288cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:31.098339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c7afe99a-8ad2-42fa-97b6-c29aa1d288cc admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2512219 Nov 08 13:25:31.392232 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d02b0ef-871f-4517-b46d-de59b87d8e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:32.819472 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:33.833977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59762) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:34.027699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff06ca1-e6b5-4aa8-aaa1-0b457b78d04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:34.029120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ff06ca1-e6b5-4aa8-aaa1-0b457b78d04c admin admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 886 time: 0.1940725 Nov 08 13:25:35.292289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:35.677872 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:25:37.102673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59770) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:37.260014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f6fe3-924b-4c82-b5c8-66d826ec461a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:37.261636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-383f6fe3-924b-4c82-b5c8-66d826ec461a admin admin] 10.222.0.65 "GET /v2.0/networks/eb5f7591-3d7e-4bd7-952f-027c362ba4a2 HTTP/1.1" status: 200 len: 869 time: 0.1575952 Nov 08 13:25:39.857900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59778) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:40.028645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075109d8-55c9-4b10-8e78-0bc33478ff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:40.028984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075109d8-55c9-4b10-8e78-0bc33478ff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:40.030616 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-075109d8-55c9-4b10-8e78-0bc33478ff24 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1714041 Nov 08 13:25:41.249642 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:25:42.698134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59786) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:42.869608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb0e31-b354-453c-94c0-679cb5c9ffee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:42.870047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb0e31-b354-453c-94c0-679cb5c9ffee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:42.871709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-baeb0e31-b354-453c-94c0-679cb5c9ffee admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1722529 Nov 08 13:25:45.558077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:45.703375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b67705-3a16-4f80-be97-c0b6019b1889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:45.705933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-53b67705-3a16-4f80-be97-c0b6019b1889 admin admin] 10.222.0.65 "GET /v2.0/subnets/23f9c4fa-77f7-4e8d-b1ab-c66812325d8c HTTP/1.1" status: 200 len: 868 time: 0.1463120 Nov 08 13:25:48.447611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59802) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:25:48.591418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975322bc-f8e2-4bed-8bd7-e96ad491ac13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:25:48.593888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-975322bc-f8e2-4bed-8bd7-e96ad491ac13 admin admin] 10.222.0.65 "GET /v2.0/subnets/f7872f9c-b82e-4796-ba36-7e8592ca0c24 HTTP/1.1" status: 200 len: 816 time: 0.1446280 Nov 08 13:25:57.793591 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce0f0e5a-f8d2-4c94-bd9a-aa7da62f552a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:01.396025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b26a784b-0a69-4de9-ba05-b128b601c31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:02.827378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:05.296135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:05.684494 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:18.253000 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:26:18.257235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59858) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:18.338054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-2d97cfae-595e-475a-91a0-5e40ecfe37fd admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:26:18.339617 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2d97cfae-595e-475a-91a0-5e40ecfe37fd admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0811327 Nov 08 13:26:21.092137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59866) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:21.167784 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e97a7b-33e1-4e42-bbba-032311575313 admin admin] GET failed (client error): The resource could not be found. Nov 08 13:26:21.169286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-80e97a7b-33e1-4e42-bbba-032311575313 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758727 Nov 08 13:26:21.289453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943f143b-34bd-4749-be11-cedeffa6faa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:21.291996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-943f143b-34bd-4749-be11-cedeffa6faa7 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1154211 Nov 08 13:26:24.237592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59874) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:24.316825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:26:24.349982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Made reservation on behalf of 01f42fd186b34d3fb527ff71e7ac668d for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:26:24.354025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:24.404289 n-d-804292-2 neutron-server[101840]: WARNING neutron.services.revisions.revision_plugin [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Could not find related network for resource to bump revision. Nov 08 13:26:24.427426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:26:24.444584 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:24.445120 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Added segment 512cf102-8402-4527-87c5-df6ad847310d of type vlan for network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 Nov 08 13:26:24.518040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:24.554500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:24.555931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:24.557157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:24.637580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3984625 Nov 08 13:26:24.647171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Pushing event updated for resources: {'Network': ['ID=2a96325e-aaf6-4a43-b18b-daaa73c9b894,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:24.656119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.656420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.656736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.657077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.657415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.657752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.658102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.658419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.658746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.659078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.659405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.659728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ff13b8-f6ae-4d31-8864-5cfe6faf4286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:24.674076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:26:27.368696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59882) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:26:27.443339 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c60294-4b4f-40c3-b5b7-db4eeba705fb admin admin] GET failed (client error): The resource could not be found. Nov 08 13:26:27.445001 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-31c60294-4b4f-40c3-b5b7-db4eeba705fb admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0749519 Nov 08 13:26:27.576690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83075cf4-da4d-42c9-a9c5-5fc03ad0f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:27.579260 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-83075cf4-da4d-42c9-a9c5-5fc03ad0f761 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1256247 Nov 08 13:26:27.593588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:26:27.630136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Made reservation on behalf of 01f42fd186b34d3fb527ff71e7ac668d for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:26:27.634076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:27.790817 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0de76114-b68b-4dc3-880a-02d822f3eed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:27.947276 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:28.055824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b7a19b-0cc4-40cf-9a61-17415b70efd0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:28.069086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:26:28.069641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Network hostable DHCP agents. Network: 2a96325e-aaf6-4a43-b18b-daaa73c9b894, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:26:28.099188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:26:28.116303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 2a96325e-aaf6-4a43-b18b-daaa73c9b894) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:26:28.123367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:26:28.124384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:28.131784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb1c220-ffec-43fb-8705-6d500a7e965d None None] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:26:28.145878 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9cac2063-063d-4f89-8127-55d7a2d85ca1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5589213 Nov 08 13:26:28.339136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'tenant_id': '01f42fd186b34d3fb527ff71e7ac668d', 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:26:28.340581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:28.535651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Allocated IP 192.168.233.2 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/45c0079a-d614-48eb-8027-1f81e65be6a9) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:26:28.791326 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:28.801394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:28.852891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:26:28.870803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:26:28.875615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:26:28.889669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Pushing event updated for resources: {'Port': ['ID=45c0079a-d614-48eb-8027-1f81e65be6a9,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:28.920665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.921062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.921336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.921663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.922040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.922374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.922696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.923012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.923330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.923641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.923996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.924313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:26:28.970863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Attempting to bind port 45c0079a-d614-48eb-8027-1f81e65be6a9 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:26:28.971438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Attempting to bind port 45c0079a-d614-48eb-8027-1f81e65be6a9 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:26:28.972112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Attempting to bind port 45c0079a-d614-48eb-8027-1f81e65be6a9 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:26:28.982076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:26:28.982741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:26:28.983396 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:28.984097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:26:28.984836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Bound port: 45c0079a-d614-48eb-8027-1f81e65be6a9, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:26:28.985614 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:29.090134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] For port 45c0079a-d614-48eb-8027-1f81e65be6a9, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:26:29.094039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] For port 45c0079a-d614-48eb-8027-1f81e65be6a9, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=45c0079a-d614-48eb-8027-1f81e65be6a9,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:26:29.100687 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:29.193517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff7662-addd-4987-ab1a-c5ecdaed68f8 None None] Pushing event updated for resources: {'Port': ['ID=45c0079a-d614-48eb-8027-1f81e65be6a9,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:30.306698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac05265-42d1-4381-9138-dfd016b8295b None None] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:26:30.447975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-886cc48d-b5af-473a-a54e-ae4164d45286 None None] Provisioning complete for port 45c0079a-d614-48eb-8027-1f81e65be6a9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:26:30.448609 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-886cc48d-b5af-473a-a54e-ae4164d45286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:30.453207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 45c0079a-d614-48eb-8027-1f81e65be6a9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:26:30.661567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-886cc48d-b5af-473a-a54e-ae4164d45286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:30.844910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 45c0079a-d614-48eb-8027-1f81e65be6a9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:26:30.845397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:30.902239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-886cc48d-b5af-473a-a54e-ae4164d45286 None None] For port 45c0079a-d614-48eb-8027-1f81e65be6a9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=45c0079a-d614-48eb-8027-1f81e65be6a9,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:26:30.914057 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-886cc48d-b5af-473a-a54e-ae4164d45286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:31.020714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cc48d-b5af-473a-a54e-ae4164d45286 None None] Pushing event updated for resources: {'Port': ['ID=45c0079a-d614-48eb-8027-1f81e65be6a9,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:26:31.259549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f786937b-43b0-40d8-8733-65f0244cd3a7 None None] Provisioning complete for port 45c0079a-d614-48eb-8027-1f81e65be6a9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:26:31.260155 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f786937b-43b0-40d8-8733-65f0244cd3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:31.411482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-03b77258-f320-4169-be62-8d298c0b6392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:32.341197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 45c0079a-d614-48eb-8027-1f81e65be6a9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:26:32.436727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 45c0079a-d614-48eb-8027-1f81e65be6a9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:26:32.438237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:32.823214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:35.303009 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:35.686265 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:26:55.255123 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:26:57.800863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1ca59b74-4ae0-4347-a647-e42b1c0a2b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:01.397986 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a0002f20-1b10-4d81-b707-c5ee043e8c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:02.835358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.307504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:05.696095 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:27.806923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2e243077-51e0-4d40-97e0-0116c6eef644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:31.391340 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07b7a7f5-a017-43c6-8055-456312287e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:32.255245 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:27:32.834694 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:35.310161 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:35.697497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:57.796332 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-782858cc-1d9b-4a6f-b195-4414764acc6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:58.781738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59928) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:58.788205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-fd560bd5-bf7f-418c-aeda-5086c83e9f56 tempest-verify_tempest_config-1292790271 tempest-verify_tempest_config-1292790271-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:27:58.789248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fd560bd5-bf7f-418c-aeda-5086c83e9f56 tempest-verify_tempest_config-1292790271 tempest-verify_tempest_config-1292790271-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063136 Nov 08 13:27:59.193212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59946) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:59.331240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.456376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.461277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.527523 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca143db73ef043eb882a885d12900614&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3329251 Nov 08 13:27:59.528398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749cb1b4-8115-4c77-b727-76b450717637,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:27:59.531169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:27:59.548323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.548663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.549009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.549340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.549667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.549999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.550316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.550648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.550958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.551276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.551593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.551939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4a3f8a-f833-46fb-bdd3-53c4f5f930c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:27:59.620612 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5046a5ff-8b0e-4fc6-9518-106b7634a647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.649187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5046a5ff-8b0e-4fc6-9518-106b7634a647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.788730 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5046a5ff-8b0e-4fc6-9518-106b7634a647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.791371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5046a5ff-8b0e-4fc6-9518-106b7634a647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:27:59.792606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5046a5ff-8b0e-4fc6-9518-106b7634a647 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/749cb1b4-8115-4c77-b727-76b450717637 HTTP/1.1" status: 204 len: 168 time: 0.2604232 Nov 08 13:27:59.804271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5046a5ff-8b0e-4fc6-9518-106b7634a647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749cb1b4-8115-4c77-b727-76b450717637,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:28:01.392047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d25739db-a563-43af-b1be-df3ff280826f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:02.834435 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:05.310159 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:05.698524 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:09.255488 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:28:27.801474 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a18c83c-99e2-4496-b4ab-f180549f322b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:31.385646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c356099f-07a3-4c91-89b7-3f413655a82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:32.847101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:35.322967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:35.696845 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:28:46.257227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:28:57.797630 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c5f37ea1-80ba-4c1f-abfe-957fe05df193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:01.406530 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96c16560-764b-49e7-88ec-94635d47f304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:02.838964 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:05.319078 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:05.692761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:23.257480 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:29:27.804391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2333a961-47ae-472c-bd9d-80378a6d5611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:31.401326 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2939b52c-15a0-428b-90f8-f0604cb06deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:32.850540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.324337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:35.699351 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:29:57.799853 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-52f0dba9-cc09-45b2-97f6-1f68dbef9738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:00.257954 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:30:01.397527 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eaabc541-9755-4aba-9de7-96bf75d8ace3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:02.848563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:05.323070 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:05.694462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:27.806269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff083ada-aef2-4c68-8d6d-c5e62b304156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:31.397878 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0133b7d1-a6e2-4ce6-a74b-3a0817e400d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:32.851131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:35.336272 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:35.714015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:30:37.268041 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:30:57.818167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc920-4510-4c99-8dbf-3e49ce0365b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:01.395723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32babdaa-7dfe-4d45-85c0-3833763f730b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:02.855501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:05.335993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:05.700371 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:14.258568 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 5 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:31:22.689838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985318'] for agent, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:23.372412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-985318'] for agent, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:27.810683 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1f71e67-5e13-4ec2-9bbd-aff27053f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:31.389391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9abbfbd5-0542-4d07-8993-2d5bf7298fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:32.856861 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:35.333951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:35.696906 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:51.258478 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:31:52.740322 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:53.319526 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:31:57.814772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7699e23b-58b4-452c-a076-c6f2e1a95586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:01.394623 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f274cb65-98f6-4d85-b9c4-7827040358b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:02.860992 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:05.336402 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:05.703407 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:11.736242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60008) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:11.852084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d3df73e-0672-4435-ae19-e23b71389535 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1145198 Nov 08 13:32:14.197164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60018) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:32:14.254485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-89786c00-2ef9-47a2-a8fe-6d0314ef7887 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0562062 Nov 08 13:32:22.655333 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:23.334694 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:27.817754 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cccda899-0ef0-433a-a56c-28f9b19abacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:28.259872 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:32:31.389509 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-73d08ddd-3676-4beb-8a76-b65cbfd08898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:32.872153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:35.352457 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:35.707003 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:52.680523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:53.342231 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:32:57.832919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32654341-0638-4eaa-b2ef-7bb77cc056bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:01.402558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef27964a-b94a-4096-853f-b2c91679c800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:02.879261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:05.259356 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:33:05.347364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:05.706140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:22.699151 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:23.328288 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:27.817436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-435043b4-d75c-4eb7-8d21-3c871c1b19fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:31.398415 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13bb8b0b-a0c5-4c9f-8397-af7c06f61f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:32.865809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:35.361479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:35.713098 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:38.638877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60226) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:38.706006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60232) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:39.126987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-network', 'tenant_id': 'fad5bda350264d47a513245a6068be57'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:39.137211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c4c7ff82-22b3-43c9-86d0-51dfe8604a90 tempest-AutoAllocateNetworkTest-1096477098 tempest-AutoAllocateNetworkTest-1096477098-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7f056cb913664dc7b20884e9912de8c7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4971058 Nov 08 13:33:39.140429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60250) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:39.171218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Made reservation on behalf of fad5bda350264d47a513245a6068be57 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:33:39.173633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.183802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.273779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.280588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.317590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7636ed1-603b-40d4-840c-7689d0d616e6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:39.330782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.331306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.331958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.332400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.333388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.333824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.334494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.334926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.335535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.335990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.336422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.336967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Tracked resource versions report: Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: pushed versions: Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: { 'AddressGroup': {'1.2'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'ConntrackHelper': {'1.0'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Log': {'1.0'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Network': {'1.1'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Port': {'1.7'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'PortForwarding': {'1.2'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'QosPolicy': {'1.10'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'SecurityGroup': {'1.5'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'SubPort': {'1.0'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Subnet': {'1.1'}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Trunk': {'1.1'}} Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: consumer versions: Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: HyperV agent@n-h1-804292-2: {}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: HyperV agent@n-h2-804292-2: {}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: L3 agent@n-d-804292-2: {}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: Metadata agent@n-d-804292-2: {}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: Metering agent@n-d-804292-2: {}, Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'ConntrackHelper': '1.0', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Log': '1.0', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Network': '1.1', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Port': '1.7', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'PortForwarding': '1.2', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'QosPolicy': '1.10', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'SecurityGroup': '1.5', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'SecurityGroupRule': '1.2', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'SubPort': '1.0', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Subnet': '1.1', Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: 'Trunk': '1.1'}} Nov 08 13:33:39.338206 n-d-804292-2 neutron-server[101840]: {{(pid=101840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:33:39.346958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:33:39.359308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.359934 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Added segment 8cd7f8cd-e802-47df-baad-102f7b566402 of type vlan for network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 Nov 08 13:33:39.385632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8057de-620a-4ef9-b960-e785ae03cc6f tempest-AutoAllocateNetworkTest-1096477098 tempest-AutoAllocateNetworkTest-1096477098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:39.390891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7d8057de-620a-4ef9-b960-e785ae03cc6f tempest-AutoAllocateNetworkTest-1096477098 tempest-AutoAllocateNetworkTest-1096477098-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2465885 Nov 08 13:33:39.391327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60262) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:39.417443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.447650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.450005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:39.451137 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.454134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5d4b8c95-0660-4798-93e7-4359fd5cfab3 tempest-AutoAllocateNetworkTest-1096477098 tempest-AutoAllocateNetworkTest-1096477098-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615511 Nov 08 13:33:39.460149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60268) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:39.493395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4632468e-957e-4e1e-ae37-cc30bb608b54 tempest-AutoAllocateNetworkTest-1096477098 tempest-AutoAllocateNetworkTest-1096477098-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7f056cb913664dc7b20884e9912de8c7 HTTP/1.1" status: 200 len: 208 time: 0.0318060 Nov 08 13:33:39.530394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8232067 Nov 08 13:33:39.533472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:39.541032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Request body: {'subnet': {'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-subnet', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:39.545064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84d063-d6db-4e4c-851c-11f0ae1b5801 admin admin] Pushing event updated for resources: {'Network': ['ID=0d0627b2-a6dc-4d29-a152-6d69ed5b8326,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:39.556775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:33:39.575069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Made reservation on behalf of fad5bda350264d47a513245a6068be57 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:33:39.577911 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.779928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.841512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:39.865732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Checking segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:39.865732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Network hostable DHCP agents. Network: 0d0627b2-a6dc-4d29-a152-6d69ed5b8326, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:33:39.896049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:33:39.909190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 0d0627b2-a6dc-4d29-a152-6d69ed5b8326) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:39.915314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:39.916279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.920563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa8d2f-d62c-46ae-a84c-1bca82273af0 None None] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:33:39.939649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f7e56fb-798f-4484-8204-c57608332b61 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4027331 Nov 08 13:33:39.943053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60300) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:39.949240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:39.979127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:39.980652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.098903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.101874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:33:40.103250 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.260319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Allocated IP 172.20.0.2 (0d0627b2-a6dc-4d29-a152-6d69ed5b8326/9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84/7ffa854f-b82b-4d82-afdb-c503c157d8fc) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:40.273432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60308) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:40.347101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.452668 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.460855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.512421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:40.516883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:40.523078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:40.556013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Pushing event updated for resources: {'Port': ['ID=7ffa854f-b82b-4d82-afdb-c503c157d8fc,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:40.560002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.565010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.565514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.565875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.566267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.566597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.566955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.567276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.567585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.568079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.568530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.568982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.569434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Tracked resource versions report: Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: pushed versions: Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: { 'AddressGroup': {'1.2'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'ConntrackHelper': {'1.0'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Log': {'1.0'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Network': {'1.1'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Port': {'1.7'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'PortForwarding': {'1.2'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'QosPolicy': {'1.10'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'SecurityGroup': {'1.5'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'SubPort': {'1.0'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Subnet': {'1.1'}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Trunk': {'1.1'}} Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: consumer versions: Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: HyperV agent@n-h1-804292-2: {}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: HyperV agent@n-h2-804292-2: {}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: L3 agent@n-d-804292-2: {}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: Metadata agent@n-d-804292-2: {}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: Metering agent@n-d-804292-2: {}, Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'ConntrackHelper': '1.0', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Log': '1.0', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Network': '1.1', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Port': '1.7', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'PortForwarding': '1.2', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'QosPolicy': '1.10', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'SecurityGroup': '1.5', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'SecurityGroupRule': '1.2', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'SubPort': '1.0', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Subnet': '1.1', Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: 'Trunk': '1.1'}} Nov 08 13:33:40.570935 n-d-804292-2 neutron-server[101842]: {{(pid=101842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:33:40.589020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.642977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Attempting to bind port 7ffa854f-b82b-4d82-afdb-c503c157d8fc on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:33:40.643643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Attempting to bind port 7ffa854f-b82b-4d82-afdb-c503c157d8fc by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:33:40.644176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Attempting to bind port 7ffa854f-b82b-4d82-afdb-c503c157d8fc on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:40.650176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:33:40.650802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Checking segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:40.651195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.651583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Bound using segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:33:40.652078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Bound port: 7ffa854f-b82b-4d82-afdb-c503c157d8fc, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:33:40.652473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.710461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.716131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Allocated IP 172.25.8.195 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0cb88bd3-76a8-4284-accd-ffc4f18253db) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:40.744349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] For port 7ffa854f-b82b-4d82-afdb-c503c157d8fc, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:33:40.751911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] For port 7ffa854f-b82b-4d82-afdb-c503c157d8fc, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7ffa854f-b82b-4d82-afdb-c503c157d8fc,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:33:40.759551 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.872344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f190e52-c7bf-4d53-b42c-a3d3267ec749 None None] Pushing event updated for resources: {'Port': ['ID=7ffa854f-b82b-4d82-afdb-c503c157d8fc,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:40.872560 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.880825 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.888787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.945204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3420fb3e-ba24-4750-95d3-b9958d3a0eea,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:40.961994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:40.962522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.963072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.963403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.963962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.964433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.964910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.965245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.965569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.966039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.966368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.966696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.967021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] Tracked resource versions report: Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: pushed versions: Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: { 'AddressGroup': {'1.2'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'ConntrackHelper': {'1.0'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Log': {'1.0'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Network': {'1.1'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Port': {'1.7'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'PortForwarding': {'1.2'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'QosPolicy': {'1.10'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'SecurityGroup': {'1.5'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'SubPort': {'1.0'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Subnet': {'1.1'}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Trunk': {'1.1'}} Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: consumer versions: Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: HyperV agent@n-h1-804292-2: {}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: HyperV agent@n-h2-804292-2: {}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: L3 agent@n-d-804292-2: {}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: Metadata agent@n-d-804292-2: {}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: Metering agent@n-d-804292-2: {}, Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'ConntrackHelper': '1.0', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Log': '1.0', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Network': '1.1', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Port': '1.7', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'PortForwarding': '1.2', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'QosPolicy': '1.10', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'SecurityGroup': '1.5', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'SecurityGroupRule': '1.2', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'SubPort': '1.0', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Subnet': '1.1', Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: 'Trunk': '1.1'}} Nov 08 13:33:40.968288 n-d-804292-2 neutron-server[101841]: {{(pid=101841) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:33:40.995171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-38bbc0cf-57c9-41aa-9360-739fb6b431a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f056cb913664dc7b20884e9912de8c7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7183335 Nov 08 13:33:40.995399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:40.998875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:40.999328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60332) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:41.003824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:41.092734 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3821cd86-1535-4779-b3e8-cffc0e207ff2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:41.132944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3821cd86-1535-4779-b3e8-cffc0e207ff2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:41.176643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Pushing event updated for resources: {'Port': ['ID=0cb88bd3-76a8-4284-accd-ffc4f18253db,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:41.210115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3821cd86-1535-4779-b3e8-cffc0e207ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:41.221473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3821cd86-1535-4779-b3e8-cffc0e207ff2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:41.223805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3821cd86-1535-4779-b3e8-cffc0e207ff2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3420fb3e-ba24-4750-95d3-b9958d3a0eea HTTP/1.1" status: 204 len: 168 time: 0.2209177 Nov 08 13:33:41.234151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821cd86-1535-4779-b3e8-cffc0e207ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3420fb3e-ba24-4750-95d3-b9958d3a0eea,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:41.347198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:41.578040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:41.755589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Router 75689da8-187b-4d79-a70b-a281189f30d1 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:33:41.905042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:33:41.918220 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Sync routers for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:33:41.936402 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:41.937538 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:33:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:41.961050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:41.967455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b2977d15-ea33-45d5-81d2-531a5c2dffd4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0225713 Nov 08 13:33:41.968267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60370) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:42.150208 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:42.189882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3e7cab-163f-4479-a65e-3fc259adc756 None None] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:33:42.381064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ff4f3e20-2957-46a5-926c-e1f91f5d7c3c None None] Provisioning complete for port 7ffa854f-b82b-4d82-afdb-c503c157d8fc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:42.381551 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3e20-2957-46a5-926c-e1f91f5d7c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:42.419194 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:33:42.532493 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:41Z', 'revision_number': 3, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:42.624805 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Checking router: 75689da8-187b-4d79-a70b-a281189f30d1 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:33:42.625706 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Updating router 75689da8-187b-4d79-a70b-a281189f30d1 port 0cb88bd3-76a8-4284-accd-ffc4f18253db binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:33:42.663181 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3e20-2957-46a5-926c-e1f91f5d7c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:42.708074 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:42.759402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ff4f3e20-2957-46a5-926c-e1f91f5d7c3c None None] For port 7ffa854f-b82b-4d82-afdb-c503c157d8fc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7ffa854f-b82b-4d82-afdb-c503c157d8fc,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:42.767767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3e20-2957-46a5-926c-e1f91f5d7c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:42.813996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7ffa854f-b82b-4d82-afdb-c503c157d8fc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:43.063789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f3e20-2957-46a5-926c-e1f91f5d7c3c None None] Pushing event updated for resources: {'Port': ['ID=7ffa854f-b82b-4d82-afdb-c503c157d8fc,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:43.087998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7ffa854f-b82b-4d82-afdb-c503c157d8fc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:43.088698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.117143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.234328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ec750118-edfa-437a-9c76-f7959e2cd90e None None] Provisioning complete for port 7ffa854f-b82b-4d82-afdb-c503c157d8fc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:43.235120 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec750118-edfa-437a-9c76-f7959e2cd90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.272459 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.280217 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.393838 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Attempting to bind port 0cb88bd3-76a8-4284-accd-ffc4f18253db on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:33:43.394206 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Attempting to bind port 0cb88bd3-76a8-4284-accd-ffc4f18253db by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:33:43.394575 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Attempting to bind port 0cb88bd3-76a8-4284-accd-ffc4f18253db on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:43.413149 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:33:43.413532 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:43.414079 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.414309 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:33:43.414781 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Bound port: 0cb88bd3-76a8-4284-accd-ffc4f18253db, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:33:43.415155 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.419306 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Pushing event updated for resources: {'Port': ['ID=0cb88bd3-76a8-4284-accd-ffc4f18253db,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:43.453749 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.454021 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.454427 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.454770 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.455106 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.455464 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.455831 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.456155 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.456485 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.456804 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.457127 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.458245 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Tracked resource versions report: Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: pushed versions: Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: { 'AddressGroup': {'1.2'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'ConntrackHelper': {'1.0'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Log': {'1.0'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Network': {'1.1'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Port': {'1.7'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'PortForwarding': {'1.2'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'QosPolicy': {'1.10'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'SecurityGroup': {'1.5'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'SecurityGroupRule': {'1.2'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'SubPort': {'1.0'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Subnet': {'1.1'}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Trunk': {'1.1'}} Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: consumer versions: Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: { DHCP agent@n-d-804292-2: {}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: HyperV agent@n-h1-804292-2: {}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: HyperV agent@n-h2-804292-2: {}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: L3 agent@n-d-804292-2: {}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: Metadata agent@n-d-804292-2: {}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: Metering agent@n-d-804292-2: {}, Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: Open vSwitch agent@n-d-804292-2: { 'AddressGroup': '1.2', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'ConntrackHelper': '1.0', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Log': '1.0', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Network': '1.1', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Port': '1.7', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'PortForwarding': '1.2', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'QosPolicy': '1.10', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'SecurityGroup': '1.5', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'SecurityGroupRule': '1.2', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'SubPort': '1.0', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Subnet': '1.1', Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: 'Trunk': '1.1'}} Nov 08 13:33:43.459346 n-d-804292-2 neutron-server[101843]: {{(pid=101843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 08 13:33:43.531554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Allocated IP 172.20.0.1 (0d0627b2-a6dc-4d29-a152-6d69ed5b8326/9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84/d3cfd1a0-5603-4ae7-a377-e155e28d3980) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:43.559009 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] For port 0cb88bd3-76a8-4284-accd-ffc4f18253db, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:33:43.566224 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] For port 0cb88bd3-76a8-4284-accd-ffc4f18253db, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0cb88bd3-76a8-4284-accd-ffc4f18253db,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:33:43.576145 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.698401 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:43.699785 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:33:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:43.703471 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.754086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.811591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:43.818639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:43.836348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:43.836823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:43.847110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Pushing event updated for resources: {'Port': ['ID=d3cfd1a0-5603-4ae7-a377-e155e28d3980,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:44.092954 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22ff13-6f7f-4055-af8c-ec365f9140d4 None None] Pushing event updated for resources: {'Port': ['ID=0cb88bd3-76a8-4284-accd-ffc4f18253db,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:44.157317 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:44.249499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.272609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8aff87e0-988d-4d7f-ba42-50604b79bf09 None None] Provisioning complete for port d3cfd1a0-5603-4ae7-a377-e155e28d3980 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:44.273901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8aff87e0-988d-4d7f-ba42-50604b79bf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.287820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60452) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:44.472132 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:41Z', 'revision_number': 3, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:44.487574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8aff87e0-988d-4d7f-ba42-50604b79bf09 None None] Port d3cfd1a0-5603-4ae7-a377-e155e28d3980 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:33:44.499012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.507362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.508465 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.509636 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da149a7-1de8-4c37-b25d-522c3fd1ed93 None None] The sync data for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 is: [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:41Z', 'revision_number': 3, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:33:44.609233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Pushing event updated for resources: {'Port': ['ID=d3cfd1a0-5603-4ae7-a377-e155e28d3980,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:44.670507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:44.678139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:44.724193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7ffa854f-b82b-4d82-afdb-c503c157d8fc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:44.734204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60468) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:44.759778 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-40b27e29-a50c-49c5-b80d-62e94883280f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.861842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7ffa854f-b82b-4d82-afdb-c503c157d8fc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:44.862345 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.891682 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-40b27e29-a50c-49c5-b80d-62e94883280f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.902677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-40b27e29-a50c-49c5-b80d-62e94883280f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:44.979591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-40b27e29-a50c-49c5-b80d-62e94883280f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb75a645b3b34461a6e706becc91dc25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6897109 Nov 08 13:33:44.985855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60472) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:44.991013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b27e29-a50c-49c5-b80d-62e94883280f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a07f2b6-8430-4e6f-9bbc-8ff8ee310d09,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:45.029487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Router 75689da8-187b-4d79-a70b-a281189f30d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:33:45.105452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30e22543-75c9-4de1-892f-de9560bcbdca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.134556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b0b380dd-5213-4ebb-baa0-36c78e2a3762 None None] Provisioning complete for port d3cfd1a0-5603-4ae7-a377-e155e28d3980 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:45.135052 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0b380dd-5213-4ebb-baa0-36c78e2a3762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.158362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30e22543-75c9-4de1-892f-de9560bcbdca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.180319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b0b380dd-5213-4ebb-baa0-36c78e2a3762 None None] Port d3cfd1a0-5603-4ae7-a377-e155e28d3980 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:33:45.214013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39857df8-a408-43ac-a567-b5b30c59e046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.216120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:33:45.230259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2190ecd1-1f7f-42ab-a9ff-e03f28668c18 admin admin] 10.222.0.65 "PUT /v2.0/routers/75689da8-187b-4d79-a70b-a281189f30d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2526288 Nov 08 13:33:45.311470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30e22543-75c9-4de1-892f-de9560bcbdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.315006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30e22543-75c9-4de1-892f-de9560bcbdca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.320515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-30e22543-75c9-4de1-892f-de9560bcbdca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a07f2b6-8430-4e6f-9bbc-8ff8ee310d09 HTTP/1.1" status: 204 len: 168 time: 0.3260396 Nov 08 13:33:45.419634 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39857df8-a408-43ac-a567-b5b30c59e046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.435797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e22543-75c9-4de1-892f-de9560bcbdca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a07f2b6-8430-4e6f-9bbc-8ff8ee310d09,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:45.440508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39857df8-a408-43ac-a567-b5b30c59e046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.511588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39857df8-a408-43ac-a567-b5b30c59e046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f09052-9f07-46f7-bd0f-6261f52ca7ab,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:45.543540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60502) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:45.545219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-39857df8-a408-43ac-a567-b5b30c59e046 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=665c66e9dc434145b1c4d35aa63b6e65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8097596 Nov 08 13:33:45.668466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-400bbbf7-782f-43c3-97ab-046e03f6f61a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.705045 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-400bbbf7-782f-43c3-97ab-046e03f6f61a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.778178 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-400bbbf7-782f-43c3-97ab-046e03f6f61a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.781208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-400bbbf7-782f-43c3-97ab-046e03f6f61a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:45.785248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-400bbbf7-782f-43c3-97ab-046e03f6f61a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14f09052-9f07-46f7-bd0f-6261f52ca7ab HTTP/1.1" status: 204 len: 168 time: 0.2398179 Nov 08 13:33:45.806596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400bbbf7-782f-43c3-97ab-046e03f6f61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f09052-9f07-46f7-bd0f-6261f52ca7ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:45.940348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60540) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:45.958680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3824bee1-f4ce-408f-addf-75a86ca4d363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.102914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3824bee1-f4ce-408f-addf-75a86ca4d363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.110251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3824bee1-f4ce-408f-addf-75a86ca4d363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.164735 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3824bee1-f4ce-408f-addf-75a86ca4d363 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e67df349b8614f7384a1404953e25912&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2231719 Nov 08 13:33:46.169242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60558) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:46.169721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824bee1-f4ce-408f-addf-75a86ca4d363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e05726-09f2-465d-b121-c7d3975bcc9d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:46.226903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbc8806e-4701-4f17-8743-61bdfacf0b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.263472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbc8806e-4701-4f17-8743-61bdfacf0b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.333807 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbc8806e-4701-4f17-8743-61bdfacf0b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.337460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbc8806e-4701-4f17-8743-61bdfacf0b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.341681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bbc8806e-4701-4f17-8743-61bdfacf0b7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95e05726-09f2-465d-b121-c7d3975bcc9d HTTP/1.1" status: 204 len: 168 time: 0.1705205 Nov 08 13:33:46.352629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8806e-4701-4f17-8743-61bdfacf0b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e05726-09f2-465d-b121-c7d3975bcc9d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:46.441787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60576) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:46.464320 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43fa75af-db4c-44af-acdb-fa6e71ecd46f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.678439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60586) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:46.711177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43fa75af-db4c-44af-acdb-fa6e71ecd46f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.721368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43fa75af-db4c-44af-acdb-fa6e71ecd46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.745074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0cb88bd3-76a8-4284-accd-ffc4f18253db up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:46.798277 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-43fa75af-db4c-44af-acdb-fa6e71ecd46f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b81cc030d21447b8d62260f6f436dba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3554096 Nov 08 13:33:46.800012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa75af-db4c-44af-acdb-fa6e71ecd46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553b3eeb-17e4-4efa-9c5b-af94ae690876,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:46.801418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60594) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:46.852174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0cb88bd3-76a8-4284-accd-ffc4f18253db triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:46.852819 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.912694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6eaab710-2e70-4a92-be9b-5d5ff7980457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:46.952262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6eaab710-2e70-4a92-be9b-5d5ff7980457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.026056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.039491 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6eaab710-2e70-4a92-be9b-5d5ff7980457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.043423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6eaab710-2e70-4a92-be9b-5d5ff7980457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.062104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6eaab710-2e70-4a92-be9b-5d5ff7980457 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/553b3eeb-17e4-4efa-9c5b-af94ae690876 HTTP/1.1" status: 204 len: 168 time: 0.2579081 Nov 08 13:33:47.070720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 0cb88bd3-76a8-4284-accd-ffc4f18253db, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0cb88bd3-76a8-4284-accd-ffc4f18253db,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:47.086674 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.093085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaab710-2e70-4a92-be9b-5d5ff7980457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553b3eeb-17e4-4efa-9c5b-af94ae690876,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:47.192109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=0cb88bd3-76a8-4284-accd-ffc4f18253db,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:47.224709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60622) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:47.232363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-network', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:47.287446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Made reservation on behalf of 1c8ef1730fd94ab9ad276122ccc09ed9 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:33:47.291466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.344752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bca80e82-2551-4ce7-803a-e6d1e2dc1fe6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.402952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.556639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bca80e82-2551-4ce7-803a-e6d1e2dc1fe6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.564904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bca80e82-2551-4ce7-803a-e6d1e2dc1fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.617688 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bca80e82-2551-4ce7-803a-e6d1e2dc1fe6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e83c899dd50440e9a1ab029a09110fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9355621 Nov 08 13:33:47.620435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60660) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:47.659360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca80e82-2551-4ce7-803a-e6d1e2dc1fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47caca3c-d008-4787-a801-536ad966e45a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:47.669757 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.675559 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.693660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:33:47.751313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.752107 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Added segment d5560302-dd11-4e86-ae46-36f523ba863d of type vlan for network cc6b2a20-63b9-4bcc-a080-a618191609ad Nov 08 13:33:47.774564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e460e9ea-5d7d-47c5-a8ba-7a910a38fbd5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:47.800730 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11ed5a16-2499-4a01-b312-e1e29efa8ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.839281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11ed5a16-2499-4a01-b312-e1e29efa8ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.854377 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.877838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Sync routers for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:33:47.890958 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.892670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:47.894002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.895134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:47.895800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:33:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:47.938346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7122400 Nov 08 13:33:47.941149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60684) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:47.946771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Request body: {'subnet': {'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-subnet', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:47.970287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11ed5a16-2499-4a01-b312-e1e29efa8ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.973383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11ed5a16-2499-4a01-b312-e1e29efa8ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:47.976904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-11ed5a16-2499-4a01-b312-e1e29efa8ad7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47caca3c-d008-4787-a801-536ad966e45a HTTP/1.1" status: 204 len: 168 time: 0.3553963 Nov 08 13:33:47.993600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Made reservation on behalf of 1c8ef1730fd94ab9ad276122ccc09ed9 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:33:47.994621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.006431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed5a16-2499-4a01-b312-e1e29efa8ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47caca3c-d008-4787-a801-536ad966e45a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:48.065697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d3557-f922-4ff3-adcd-ce348dc04649 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6b2a20-63b9-4bcc-a080-a618191609ad,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:48.091250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network cc6b2a20-63b9-4bcc-a080-a618191609ad details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:33:48.137564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:48.357538 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.516484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a726f568-7759-4a66-aa20-e4d5cd2d68e1,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:48.519797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Checking segment: {'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:48.520162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Network hostable DHCP agents. Network: cc6b2a20-63b9-4bcc-a080-a618191609ad, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:33:48.545267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Network cc6b2a20-63b9-4bcc-a080-a618191609ad is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:33:48.567633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, cc6b2a20-63b9-4bcc-a080-a618191609ad) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:48.573086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:48.578276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.587310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0faa25-8f5f-41b9-8ef3-ea36db155bb2 None None] Network cc6b2a20-63b9-4bcc-a080-a618191609ad requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:33:48.603351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c345b7ee-c3d6-4741-acc9-c41022f93d3e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6593897 Nov 08 13:33:48.610655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60736) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:48.620076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:48.671311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60742) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:48.688718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de2e04bd-f452-4158-971c-d16959621aab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.693477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.694568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.772669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 2, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:48.799424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0cb88bd3-76a8-4284-accd-ffc4f18253db up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:48.822390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.869788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Checking router: 75689da8-187b-4d79-a70b-a281189f30d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:33:48.870662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Updating router 75689da8-187b-4d79-a70b-a281189f30d1 port d3cfd1a0-5603-4ae7-a377-e155e28d3980 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:33:48.923401 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de2e04bd-f452-4158-971c-d16959621aab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.930654 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de2e04bd-f452-4158-971c-d16959621aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.966001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:48.969569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:48.969706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-de2e04bd-f452-4158-971c-d16959621aab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2de9ee196eb42f48486fc5c86585032&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2964005 Nov 08 13:33:48.984324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-cc6b2a20-63b9-4bcc-a080-a618191609ad', 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'fixed_ips': [{'subnet_id': 'a726f568-7759-4a66-aa20-e4d5cd2d68e1'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:33:48.984761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.007824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e04bd-f452-4158-971c-d16959621aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f87d05-7d62-4be3-b535-9d0b7481637f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:49.051429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0cb88bd3-76a8-4284-accd-ffc4f18253db triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:49.052030 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.175192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.247962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b08891c4-cacc-42cc-8002-97e9f57322f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.313174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b08891c4-cacc-42cc-8002-97e9f57322f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.511904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.518670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Allocated IP 172.20.0.2 (cc6b2a20-63b9-4bcc-a080-a618191609ad/a726f568-7759-4a66-aa20-e4d5cd2d68e1/b30d888c-d3db-4d1d-ad37-6667e4011943) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:49.530570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60792) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:49.533840 n-d-804292-2 neutron-server[101841]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 13:33:49.537347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.544400 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b08891c4-cacc-42cc-8002-97e9f57322f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.547493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b08891c4-cacc-42cc-8002-97e9f57322f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.549214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b08891c4-cacc-42cc-8002-97e9f57322f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00f87d05-7d62-4be3-b535-9d0b7481637f HTTP/1.1" status: 204 len: 168 time: 0.5747478 Nov 08 13:33:49.573217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08891c4-cacc-42cc-8002-97e9f57322f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f87d05-7d62-4be3-b535-9d0b7481637f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:49.608032 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.610392 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-c9e0dcb8-e6cd-4ab5-ab05-5ecb61085273 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2674e4c6be994e20a7617869c75a0437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786388 Nov 08 13:33:49.679396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60798) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:49.705474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Allocated IP 172.25.8.136 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/bc4c60af-a550-4504-b870-5a18c8e1f671) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:49.739932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60804) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:49.845396 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.851064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-01d26af7-84b6-4ca5-88d8-56626734cd7e tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:49.853585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.854963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-01d26af7-84b6-4ca5-88d8-56626734cd7e tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297068 Nov 08 13:33:49.893524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-bd890512-73cc-434c-b3fa-b201eed16bf1 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/quotas/2674e4c6be994e20a7617869c75a0437 HTTP/1.1" status: 200 len: 375 time: 0.0238676 Nov 08 13:33:49.948955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:49.960900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe749-7883-484c-9f19-4312e1c01982 None None] Pushing event updated for resources: {'Port': ['ID=d3cfd1a0-5603-4ae7-a377-e155e28d3980,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:50.002695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-18ec0ba8-106d-40be-8c0c-cc9d26e10f0f tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2674e4c6be994e20a7617869c75a0437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014130 Nov 08 13:33:50.055235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Attempting to bind port d3cfd1a0-5603-4ae7-a377-e155e28d3980 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:33:50.055815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Attempting to bind port d3cfd1a0-5603-4ae7-a377-e155e28d3980 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:33:50.056070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Attempting to bind port d3cfd1a0-5603-4ae7-a377-e155e28d3980 on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:50.064315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:33:50.064854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Checking segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:50.065264 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.065693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Bound using segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:33:50.066675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Bound port: d3cfd1a0-5603-4ae7-a377-e155e28d3980, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:33:50.067476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.068356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Pushing event updated for resources: {'Port': ['ID=bc4c60af-a550-4504-b870-5a18c8e1f671,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:50.098316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:50.104051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:50.107654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:50.146210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.158593 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.225528 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd8654-48b6-4be9-8a28-3e674d284e4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.275063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0688baa8-d075-440f-8145-1dffa7afa746 None None] Provisioning complete for port d3cfd1a0-5603-4ae7-a377-e155e28d3980 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:50.275443 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0688baa8-d075-440f-8145-1dffa7afa746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.331350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Network cc6b2a20-63b9-4bcc-a080-a618191609ad is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:50.334299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0688baa8-d075-440f-8145-1dffa7afa746 None None] Port d3cfd1a0-5603-4ae7-a377-e155e28d3980 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:33:50.339032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] For port d3cfd1a0-5603-4ae7-a377-e155e28d3980, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:33:50.346511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:50.363562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:50.373233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Pushing event updated for resources: {'Port': ['ID=b30d888c-d3db-4d1d-ad37-6667e4011943,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:50.409558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] For port d3cfd1a0-5603-4ae7-a377-e155e28d3980, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d3cfd1a0-5603-4ae7-a377-e155e28d3980,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:33:50.424195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-network', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:50.472560 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.536314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Attempting to bind port b30d888c-d3db-4d1d-ad37-6667e4011943 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:33:50.536928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Attempting to bind port b30d888c-d3db-4d1d-ad37-6667e4011943 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:33:50.537937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Attempting to bind port b30d888c-d3db-4d1d-ad37-6667e4011943 on network cc6b2a20-63b9-4bcc-a080-a618191609ad {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:50.540126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd8654-48b6-4be9-8a28-3e674d284e4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.561984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dbd8654-48b6-4be9-8a28-3e674d284e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.605523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Made reservation on behalf of 60d3b49f65b9471aa31ca5ed37c0b96e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:33:50.613161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:33:50.613740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Checking segment: {'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:50.614446 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.615521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Bound using segment: {'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:33:50.615680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Bound port: b30d888c-d3db-4d1d-ad37-6667e4011943, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:33:50.616378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.625060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.638039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.643826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd8654-48b6-4be9-8a28-3e674d284e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6677f56-cdca-474e-94ac-b47961402f20,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:50.672501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:50.674623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:33:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:50.685037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7dbd8654-48b6-4be9-8a28-3e674d284e4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c713fb6e50bd41008caf9b5292990df9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9436965 Nov 08 13:33:50.685377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60842) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:50.689258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fe749-7883-484c-9f19-4312e1c01982 None None] Pushing event updated for resources: {'Port': ['ID=d3cfd1a0-5603-4ae7-a377-e155e28d3980,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:50.694202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.845855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] For port b30d888c-d3db-4d1d-ad37-6667e4011943, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:33:50.852042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] For port b30d888c-d3db-4d1d-ad37-6667e4011943, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b30d888c-d3db-4d1d-ad37-6667e4011943,segment=NetworkSegment(d5560302-dd11-4e86-ae46-36f523ba863d),segment_id=d5560302-dd11-4e86-ae46-36f523ba863d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:33:50.864542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60846) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:50.871986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cde4a3ce-6d31-4c12-905b-b5840293d836 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:50.911228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:50.914170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cde4a3ce-6d31-4c12-905b-b5840293d836 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.008992 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.081112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.083341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.096487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.134858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e9ca7b59-a8ce-490b-ad63-45f1848f8496 None None] Provisioning complete for port d3cfd1a0-5603-4ae7-a377-e155e28d3980 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:51.135378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e9ca7b59-a8ce-490b-ad63-45f1848f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.137255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19cda92-ce53-4611-afaa-5d02da0cc0b9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:51.245072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bfd38-b85a-4714-ab43-2c4e0283632d None None] Pushing event updated for resources: {'Port': ['ID=b30d888c-d3db-4d1d-ad37-6667e4011943,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:51.425571 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e9ca7b59-a8ce-490b-ad63-45f1848f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.540715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1195d92c-12b4-48e1-98c8-863ac432e9b4 req-4b13a6a1-7fac-443c-802c-c710157214c2 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.6607759 Nov 08 13:33:51.546328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:33:51.587190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cde4a3ce-6d31-4c12-905b-b5840293d836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.590019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cde4a3ce-6d31-4c12-905b-b5840293d836 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.591559 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cde4a3ce-6d31-4c12-905b-b5840293d836 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6677f56-cdca-474e-94ac-b47961402f20 HTTP/1.1" status: 204 len: 168 time: 0.9044986 Nov 08 13:33:51.593259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e9ca7b59-a8ce-490b-ad63-45f1848f8496 None None] For port d3cfd1a0-5603-4ae7-a377-e155e28d3980, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d3cfd1a0-5603-4ae7-a377-e155e28d3980,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:51.621638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e9ca7b59-a8ce-490b-ad63-45f1848f8496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.629711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.630109 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Added segment 0dbd5fac-6bf3-4152-9dec-2cced96a9d1b of type vlan for network 2e6d6b33-5843-4d31-966a-eb2469cd93ca Nov 08 13:33:51.647873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:50Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:51.673229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4a3ce-6d31-4c12-905b-b5840293d836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6677f56-cdca-474e-94ac-b47961402f20,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:51.747568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.776357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Router b24d98fe-2186-4f31-b0c5-3b516297abf6 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:33:51.794324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0b05ba-9774-4ee3-bfe9-bdbdc4d87aa6 None None] The sync data for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 is: [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:50Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:33:51.794994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.795834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:51.796647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:51.817378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1343944 Nov 08 13:33:51.821444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60874) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:51.826733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Request body: {'subnet': {'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-subnet', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:51.921644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca7b59-a8ce-490b-ad63-45f1848f8496 None None] Pushing event updated for resources: {'Port': ['ID=d3cfd1a0-5603-4ae7-a377-e155e28d3980,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:51.945342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Made reservation on behalf of 60d3b49f65b9471aa31ca5ed37c0b96e for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:33:51.949209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Publish callbacks [] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:52.136917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc5121-492b-4e63-a38d-0c7e518e806a admin admin] Pushing event updated for resources: {'Network': ['ID=2e6d6b33-5843-4d31-966a-eb2469cd93ca,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:52.148932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:33:52.362029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:33:52.390402 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Sync routers for ids ['b24d98fe-2186-4f31-b0c5-3b516297abf6'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:33:52.410338 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Routers {'b24d98fe-2186-4f31-b0c5-3b516297abf6'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:52.411776 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:33:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b24d98fe-2186-4f31-b0c5-3b516297abf6'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:52.440765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:52.450536 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0f4be421-f114-40a1-8b25-ed5f029e7337 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.8406665 Nov 08 13:33:52.453484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60888) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:52.589891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60894) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:52.711405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:52.712196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ed7f21-e7e9-48f1-b2a3-95a792ef0c4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:52.919183 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Set router b24d98fe-2186-4f31-b0c5-3b516297abf6 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:52.923014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60898) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:52.950492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1bc5f3-f683-4355-9c97-5ce8b9f77681 None None] Network cc6b2a20-63b9-4bcc-a080-a618191609ad requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:33:52.953326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b30d888c-d3db-4d1d-ad37-6667e4011943 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:53.161322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b30d888c-d3db-4d1d-ad37-6667e4011943 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:53.162399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.214615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-849dcfb7-1266-4ac1-8ba0-22e4e30edb5f None None] Provisioning complete for port b30d888c-d3db-4d1d-ad37-6667e4011943 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:53.215209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-849dcfb7-1266-4ac1-8ba0-22e4e30edb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.258187 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:33:50Z', 'revision_number': 3, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port': {'id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:49Z', 'updated_at': '2021-11-08T13:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:53.340091 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Checking router: b24d98fe-2186-4f31-b0c5-3b516297abf6 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:33:53.340873 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Updating router b24d98fe-2186-4f31-b0c5-3b516297abf6 port bc4c60af-a550-4504-b870-5a18c8e1f671 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:33:53.361442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3476a6b2-d6a2-4032-9f8f-62666303f080 req-688812be-169d-441a-8de2-58203cb7b11a tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0677295 Nov 08 13:33:53.376921 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.379797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.514411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ed7f21-e7e9-48f1-b2a3-95a792ef0c4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.515687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Checking segment: {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:53.516505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Network hostable DHCP agents. Network: 2e6d6b33-5843-4d31-966a-eb2469cd93ca, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:33:53.539581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.566046 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ed7f21-e7e9-48f1-b2a3-95a792ef0c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.593855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:33:53.626770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 2e6d6b33-5843-4d31-966a-eb2469cd93ca) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:53.664914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68a664f-c7a5-4e34-b238-6b2a23c43f95 None None] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:33:53.669649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:53.670252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.756242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2447c3-667f-4ce6-9f7d-68f491ec4b4b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:53.848462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-258c3c12-b3cd-49f8-8392-b71482d7f962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.891284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-04ed7f21-e7e9-48f1-b2a3-95a792ef0c4c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1c57e3fbb804ae7b6352c2a26b3b81f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2715261 Nov 08 13:33:53.893015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60916) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:53.897321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-21548ccf-b000-4d6f-a1ea-6add40eddffe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0746460 Nov 08 13:33:53.910018 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.917179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60918) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:53.924094 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:53.929172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:53.989686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.065811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.067064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.110550 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96e4fe-6a8d-4bc2-965c-ea15899e880a None None] Pushing event updated for resources: {'Port': ['ID=bc4c60af-a550-4504-b870-5a18c8e1f671,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:54.111470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-258c3c12-b3cd-49f8-8392-b71482d7f962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.119179 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Attempting to bind port bc4c60af-a550-4504-b870-5a18c8e1f671 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:33:54.119982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Attempting to bind port bc4c60af-a550-4504-b870-5a18c8e1f671 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:33:54.121033 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Attempting to bind port bc4c60af-a550-4504-b870-5a18c8e1f671 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:54.128768 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:33:54.128977 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-258c3c12-b3cd-49f8-8392-b71482d7f962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.129653 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:54.130287 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.131100 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:33:54.132119 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Bound port: bc4c60af-a550-4504-b870-5a18c8e1f671, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:33:54.132776 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.145146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c349845b-3969-43a9-95e6-b5f14ff34bcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.199689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-258c3c12-b3cd-49f8-8392-b71482d7f962 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9852f917722647cc82d274319aafbc0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2652481 Nov 08 13:33:54.203123 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] For port bc4c60af-a550-4504-b870-5a18c8e1f671, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:33:54.203769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60922) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:54.209932 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] For port bc4c60af-a550-4504-b870-5a18c8e1f671, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bc4c60af-a550-4504-b870-5a18c8e1f671,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:33:54.234453 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.235278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed7f21-e7e9-48f1-b2a3-95a792ef0c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1668c8d9-9800-4f28-b461-3fc7167d23cc,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:54.286560 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.293917 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-849dcfb7-1266-4ac1-8ba0-22e4e30edb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.300786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.70', 63045) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:54.321328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c3c12-b3cd-49f8-8392-b71482d7f962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381e906c-bafc-44db-9753-36ca2628254d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:54.376219 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Routers {'b24d98fe-2186-4f31-b0c5-3b516297abf6'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:33:54.377124 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:33:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b24d98fe-2186-4f31-b0c5-3b516297abf6'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:54.410668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c349845b-3969-43a9-95e6-b5f14ff34bcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.430381 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf17038a-f422-4ff2-83f0-1518df268efd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.458417 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.487761 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-1a68a654-e5d3-4000-8437-6479598c8170 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2674e4c6be994e20a7617869c75a0437&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1858056 Nov 08 13:33:54.548146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf17038a-f422-4ff2-83f0-1518df268efd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.564269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port b30d888c-d3db-4d1d-ad37-6667e4011943, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b30d888c-d3db-4d1d-ad37-6667e4011943,segment=NetworkSegment(d5560302-dd11-4e86-ae46-36f523ba863d),segment_id=d5560302-dd11-4e86-ae46-36f523ba863d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:54.584939 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.587358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d3cfd1a0-5603-4ae7-a377-e155e28d3980 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:54.649296 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] Set router b24d98fe-2186-4f31-b0c5-3b516297abf6 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:33:54.683317 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf17038a-f422-4ff2-83f0-1518df268efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.686420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf17038a-f422-4ff2-83f0-1518df268efd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.691631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bf17038a-f422-4ff2-83f0-1518df268efd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/381e906c-bafc-44db-9753-36ca2628254d HTTP/1.1" status: 204 len: 168 time: 0.4821517 Nov 08 13:33:54.727626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17038a-f422-4ff2-83f0-1518df268efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381e906c-bafc-44db-9753-36ca2628254d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:54.824695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=b30d888c-d3db-4d1d-ad37-6667e4011943,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:54.930070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8daac945-9e10-456d-80c4-c4c8c3b09e1d req-7006c728-c63f-4a51-a854-1e4da653d0b0 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0755389 Nov 08 13:33:54.953782 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c349845b-3969-43a9-95e6-b5f14ff34bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.956318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c349845b-3969-43a9-95e6-b5f14ff34bcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:54.966445 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c349845b-3969-43a9-95e6-b5f14ff34bcd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1668c8d9-9800-4f28-b461-3fc7167d23cc HTTP/1.1" status: 204 len: 168 time: 1.0699975 Nov 08 13:33:54.976062 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-849dcfb7-1266-4ac1-8ba0-22e4e30edb5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:33:54.977353 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-849dcfb7-1266-4ac1-8ba0-22e4e30edb5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:33:55.065310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'fixed_ips': [{'subnet_id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:33:55.070185 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:55.078547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d3cfd1a0-5603-4ae7-a377-e155e28d3980 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:55.083113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:55.153959 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e96e4fe-6a8d-4bc2-965c-ea15899e880a None None] Pushing event updated for resources: {'Port': ['ID=bc4c60af-a550-4504-b870-5a18c8e1f671,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:55.165489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349845b-3969-43a9-95e6-b5f14ff34bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1668c8d9-9800-4f28-b461-3fc7167d23cc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:55.199928 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:33:50Z', 'revision_number': 3, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port': {'id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:49Z', 'updated_at': '2021-11-08T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:33:55.279000 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f118b7ca-979f-4fe9-aeee-edc336a2151c None None] The sync data for ids ['b24d98fe-2186-4f31-b0c5-3b516297abf6'] in n-d-804292-2 is: [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:33:50Z', 'revision_number': 3, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port': {'id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:49Z', 'updated_at': '2021-11-08T13:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:33:55.398976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:55.573006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Allocated IP 172.20.0.2 (2e6d6b33-5843-4d31-966a-eb2469cd93ca/2a2447c3-667f-4ce6-9f7d-68f491ec4b4b/5972db04-453a-4937-828c-db3beb3176c0) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:55.694944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b30d888c-d3db-4d1d-ad37-6667e4011943 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:55.813703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Allocated IP 172.20.0.1 (cc6b2a20-63b9-4bcc-a080-a618191609ad/a726f568-7759-4a66-aa20-e4d5cd2d68e1/5c078578-7538-4862-b4a6-e5f11309a839) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:55.950643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60976) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:55.979255 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b2504d4-ef65-452f-a692-08703d0de79c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.066136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-c90e90cf-a08c-4584-9966-ebed642486b0 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:33:56.067760 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-c90e90cf-a08c-4584-9966-ebed642486b0 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5618811 Nov 08 13:33:56.121758 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.209713 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.231661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7e315d26-1309-488c-9f4d-b2d27bc8791b None None] Provisioning complete for port b30d888c-d3db-4d1d-ad37-6667e4011943 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:56.233686 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e315d26-1309-488c-9f4d-b2d27bc8791b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.236694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b2504d4-ef65-452f-a692-08703d0de79c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.247568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b2504d4-ef65-452f-a692-08703d0de79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.263927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.271327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Request body: {'port': {'device_id': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '2674e4c6be994e20a7617869c75a0437'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:33:56.361885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2504d4-ef65-452f-a692-08703d0de79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff088b-14c7-4411-88ee-a485dfe99fb0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:56.428091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4d09d24-a77f-4637-a5e9-664add9f08da req-f58129aa-0364-4ee4-a42f-3ef6cc08fbf0 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0927000 Nov 08 13:33:56.459358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8b2504d4-ef65-452f-a692-08703d0de79c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5144b69e5fb4fbe85758c255ca08190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5076108 Nov 08 13:33:56.464440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60986) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:56.663166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b843c2cb-036b-4784-a9be-4e1e39ec0728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.716740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:56.741206 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b843c2cb-036b-4784-a9be-4e1e39ec0728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.756502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Pushing event updated for resources: {'Port': ['ID=5972db04-453a-4937-828c-db3beb3176c0,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:56.785695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:56.791915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:56.825269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b30d888c-d3db-4d1d-ad37-6667e4011943 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:56.825553 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.858222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b843c2cb-036b-4784-a9be-4e1e39ec0728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.861414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b843c2cb-036b-4784-a9be-4e1e39ec0728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:56.862851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b843c2cb-036b-4784-a9be-4e1e39ec0728 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58ff088b-14c7-4411-88ee-a485dfe99fb0 HTTP/1.1" status: 204 len: 168 time: 0.3941686 Nov 08 13:33:56.881765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843c2cb-036b-4784-a9be-4e1e39ec0728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff088b-14c7-4411-88ee-a485dfe99fb0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:57.180754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Made reservation on behalf of 2674e4c6be994e20a7617869c75a0437 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:33:57.184085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Attempting to bind port 5972db04-453a-4937-828c-db3beb3176c0 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:33:57.184849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Attempting to bind port 5972db04-453a-4937-828c-db3beb3176c0 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:33:57.186730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Attempting to bind port 5972db04-453a-4937-828c-db3beb3176c0 on network 2e6d6b33-5843-4d31-966a-eb2469cd93ca {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:33:57.188979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.203324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:33:57.207491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Checking segment: {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:33:57.209611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.210170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Bound using segment: {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:33:57.211910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Bound port: 5972db04-453a-4937-828c-db3beb3176c0, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:33:57.213166 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.214818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.228623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.385485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c078578-7538-4862-b4a6-e5f11309a839,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:57.469072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] For port 5972db04-453a-4937-828c-db3beb3176c0, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:33:57.486680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] For port 5972db04-453a-4937-828c-db3beb3176c0, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5972db04-453a-4937-828c-db3beb3176c0,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:33:57.651448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.655669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2823de9e-aba4-4d70-bcdf-14025488ebed req-bc8e637d-9341-47b0-9c34-37ee6d3e91da tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0704274 Nov 08 13:33:57.670752 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.902428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Network cc6b2a20-63b9-4bcc-a080-a618191609ad is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:33:57.903694 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.929657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:33:57.938061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83b50549-b0d3-40fb-9e6e-6c0a26d4e9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:57.950963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bc4c60af-a550-4504-b870-5a18c8e1f671 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:33:57.973713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:33:57.974204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.088524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd42703-88ca-4e50-8c91-07ce859ab72c None None] Pushing event updated for resources: {'Port': ['ID=5972db04-453a-4937-828c-db3beb3176c0,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:58.116854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32790) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:58.373946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port bc4c60af-a550-4504-b870-5a18c8e1f671 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:58.379583 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.460393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85cd0fd0-80b5-45f6-bb64-12a87247fed1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:58.605878 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.629512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dc573b1d-d371-4923-a9a7-ed58886f7da7 None None] Provisioning complete for port 5c078578-7538-4862-b4a6-e5f11309a839 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:58.631255 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc573b1d-d371-4923-a9a7-ed58886f7da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.719397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.796245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-dc573b1d-d371-4923-a9a7-ed58886f7da7 None None] Port 5c078578-7538-4862-b4a6-e5f11309a839 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:33:58.876710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13372b6f-876d-412c-91fa-932c25649df4 req-e21484c5-b3aa-4348-b963-a84d64f4be56 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0757391 Nov 08 13:33:58.911012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.959385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port bc4c60af-a550-4504-b870-5a18c8e1f671, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bc4c60af-a550-4504-b870-5a18c8e1f671,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:33:58.966335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6d24-8d58-4921-b9fa-826891668dad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.968432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:58.993501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Allocated IP 192.168.233.87 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/d07feef1-a264-4223-b114-6b6628e98841) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:59.052608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.142177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=bc4c60af-a550-4504-b870-5a18c8e1f671,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:59.236426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6d24-8d58-4921-b9fa-826891668dad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.247666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c5e6d24-8d58-4921-b9fa-826891668dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.308890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e6d24-8d58-4921-b9fa-826891668dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1187d4-f3bf-4cbc-8c5f-9ff8e805c4d3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:33:59.350256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5c5e6d24-8d58-4921-b9fa-826891668dad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a1ce094273242a380c5cd95d86dae89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2321572 Nov 08 13:33:59.353367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32808) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:33:59.524144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b131bcaa-7084-4614-9f40-738ef7a7600a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.545468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9c815-3f40-4d3b-b698-9a31e8dd98a4 None None] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:33:59.572802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b131bcaa-7084-4614-9f40-738ef7a7600a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.590208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Allocated IP 172.25.8.165 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/e1013c65-0791-499c-9403-93f774e07dae) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:33:59.700512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b131bcaa-7084-4614-9f40-738ef7a7600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.702414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f148afa9-af46-4dac-ae8f-46673ffad1a8 None None] Provisioning complete for port 5972db04-453a-4937-828c-db3beb3176c0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:33:59.704307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f148afa9-af46-4dac-ae8f-46673ffad1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.709098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b131bcaa-7084-4614-9f40-738ef7a7600a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:33:59.713466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b131bcaa-7084-4614-9f40-738ef7a7600a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f1187d4-f3bf-4cbc-8c5f-9ff8e805c4d3 HTTP/1.1" status: 204 len: 168 time: 0.3588912 Nov 08 13:33:59.748453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b131bcaa-7084-4614-9f40-738ef7a7600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1187d4-f3bf-4cbc-8c5f-9ff8e805c4d3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:00.066660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bc4c60af-a550-4504-b870-5a18c8e1f671 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:00.170960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2d94a39-a257-44c7-8e13-3ede36834147 req-282a1293-6cf2-41ba-88ad-3a8e6d12e048 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.0744441 Nov 08 13:34:00.221926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f148afa9-af46-4dac-ae8f-46673ffad1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.305177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f148afa9-af46-4dac-ae8f-46673ffad1a8 None None] For port 5972db04-453a-4937-828c-db3beb3176c0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5972db04-453a-4937-828c-db3beb3176c0,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:00.317375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f148afa9-af46-4dac-ae8f-46673ffad1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.364334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port bc4c60af-a550-4504-b870-5a18c8e1f671 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:00.364695 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.451332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.475964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148afa9-af46-4dac-ae8f-46673ffad1a8 None None] Pushing event updated for resources: {'Port': ['ID=5972db04-453a-4937-828c-db3beb3176c0,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:00.484864 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.486956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.574140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.685884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.731314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c078578-7538-4862-b4a6-e5f11309a839,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:00.771900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32836) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:00.819019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e886c2-cd64-4733-8331-443be97a1553 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.836574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.866190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Network cc6b2a20-63b9-4bcc-a080-a618191609ad is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:00.935432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:00.935868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5972db04-453a-4937-828c-db3beb3176c0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:00.953902 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:00.967018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:00.993471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:01.030694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:01.043389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:01.044104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:01.071576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f22f0952-d76f-46d0-a3fd-a1f8443e8ef0 None None] Provisioning complete for port 5972db04-453a-4937-828c-db3beb3176c0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:01.074432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f22f0952-d76f-46d0-a3fd-a1f8443e8ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:01.118551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e886c2-cd64-4733-8331-443be97a1553 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:01.124685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e886c2-cd64-4733-8331-443be97a1553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:01.194231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f8e886c2-cd64-4733-8331-443be97a1553 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d6f024f51784b7bb75a10fc0467241d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209116 Nov 08 13:34:01.209513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32848) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:01.234473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5972db04-453a-4937-828c-db3beb3176c0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:01.235201 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:01.250548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Pushing event updated for resources: {'Port': ['ID=d07feef1-a264-4223-b114-6b6628e98841,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:01.297978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:01.390602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:01.430171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:01.645996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-947e152f-43b5-4cf3-b5cc-624b54eaa365 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4077218 Nov 08 13:34:01.659678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e886c2-cd64-4733-8331-443be97a1553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2975135f-39de-46d6-a8ae-bb933a0830c2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:01.696343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97071373-0493-448b-954f-3534a4e4fe42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:01.822376 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb386fdd-8c7b-4b92-b9c1-6d7f443eec3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:01.839095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=e1013c65-0791-499c-9403-93f774e07dae,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:01.842360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97071373-0493-448b-954f-3534a4e4fe42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.000600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Router b24d98fe-2186-4f31-b0c5-3b516297abf6 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:34:02.011510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-21e68a01-75aa-416c-b63c-da4cfcee2003 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:34:02.013779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-21e68a01-75aa-416c-b63c-da4cfcee2003 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113175 Nov 08 13:34:02.057896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5972db04-453a-4937-828c-db3beb3176c0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:02.076151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4558218f-0702-401a-851d-2a9b490bf96f None None] Provisioning complete for port 5c078578-7538-4862-b4a6-e5f11309a839 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:02.076886 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4558218f-0702-401a-851d-2a9b490bf96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.084062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ae596-126a-4ed2-843d-d04111297a7d req-1e3d08c8-b706-4ea4-b737-0c6bbafa784f tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:02.086986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c1ae596-126a-4ed2-843d-d04111297a7d req-1e3d08c8-b706-4ea4-b737-0c6bbafa784f tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 935 time: 0.6688237 Nov 08 13:34:02.088873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97071373-0493-448b-954f-3534a4e4fe42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.093552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97071373-0493-448b-954f-3534a4e4fe42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.095433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-97071373-0493-448b-954f-3534a4e4fe42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2975135f-39de-46d6-a8ae-bb933a0830c2 HTTP/1.1" status: 204 len: 168 time: 0.8710806 Nov 08 13:34:02.260776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97071373-0493-448b-954f-3534a4e4fe42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2975135f-39de-46d6-a8ae-bb933a0830c2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:02.357625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c1ae596-126a-4ed2-843d-d04111297a7d req-d7f8e5c3-c299-48dc-93a2-44f6dbfec712 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471290 Nov 08 13:34:02.392893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4558218f-0702-401a-851d-2a9b490bf96f None None] Port 5c078578-7538-4862-b4a6-e5f11309a839 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:02.419344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4558218f-0702-401a-851d-2a9b490bf96f None None] Provisioning complete for port d07feef1-a264-4223-b114-6b6628e98841 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:02.419647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4558218f-0702-401a-851d-2a9b490bf96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.480596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5972db04-453a-4937-828c-db3beb3176c0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:02.481294 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.532777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4558218f-0702-401a-851d-2a9b490bf96f None None] Port d07feef1-a264-4223-b114-6b6628e98841 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:02.630666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Request body: {'port': {'device_id': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'device_owner': 'compute:tempest-test_az-1286312658', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:02.805904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.907066 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:02.980329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:02.999034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Sync routers for ids ['b24d98fe-2186-4f31-b0c5-3b516297abf6'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:03.007210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d551b453-ac7f-44b5-8d65-5c3efe417ca4 admin admin] 10.222.0.65 "PUT /v2.0/routers/b24d98fe-2186-4f31-b0c5-3b516297abf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5478601 Nov 08 13:34:03.028959 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:03.041670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Routers {'b24d98fe-2186-4f31-b0c5-3b516297abf6'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:03.043990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b24d98fe-2186-4f31-b0c5-3b516297abf6'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:03.327251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Set router b24d98fe-2186-4f31-b0c5-3b516297abf6 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:03.862348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:33:58Z', 'revision_number': 4, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port': {'id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:49Z', 'updated_at': '2021-11-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '5c078578-7538-4862-b4a6-e5f11309a839', 'name': '', 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'mac_address': 'fa:16:3e:41:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a726f568-7759-4a66-aa20-e4d5cd2d68e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:33:59Z', 'revision_number': 2, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'subnets': [{'id': 'a726f568-7759-4a66-aa20-e4d5cd2d68e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:03.936996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Checking router: b24d98fe-2186-4f31-b0c5-3b516297abf6 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:03.937690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Updating router b24d98fe-2186-4f31-b0c5-3b516297abf6 port 5c078578-7538-4862-b4a6-e5f11309a839 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:34:03.990527 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.142108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32926) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:04.177006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa07a84-6fed-4293-abaf-c640cb34f18e req-a374b0d3-b84a-40eb-9ca1-c11110525dff tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:04.180339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6aa07a84-6fed-4293-abaf-c640cb34f18e req-a374b0d3-b84a-40eb-9ca1-c11110525dff tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 935 time: 0.1322668 Nov 08 13:34:04.316766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6aa07a84-6fed-4293-abaf-c640cb34f18e req-49d35126-51de-414d-aca8-e16363fcba6f tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284249 Nov 08 13:34:04.396240 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4021ce7e-879b-485e-a11b-60db9078e485 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.422107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d07feef1-a264-4223-b114-6b6628e98841 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:34:04.432362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.458115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Transition to ACTIVE for port object d07feef1-a264-4223-b114-6b6628e98841 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:34:04.473441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.476165 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.577268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Pushing event updated for resources: {'Port': ['ID=d07feef1-a264-4223-b114-6b6628e98841,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:04.727179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Attempting to bind port d07feef1-a264-4223-b114-6b6628e98841 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:04.727179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Attempting to bind port d07feef1-a264-4223-b114-6b6628e98841 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:04.728622 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.734648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Attempting to bind port d07feef1-a264-4223-b114-6b6628e98841 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:04.743237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4021ce7e-879b-485e-a11b-60db9078e485 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.743546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.749368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4021ce7e-879b-485e-a11b-60db9078e485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.764643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Port d07feef1-a264-4223-b114-6b6628e98841 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:34:04.765126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Attempting to bind port d07feef1-a264-4223-b114-6b6628e98841 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:04.798898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:04.799202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:04.799819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:04.800351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Bound port: d07feef1-a264-4223-b114-6b6628e98841, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:04.800711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:04.949756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e276f-d388-49b6-a2d8-458d4fc87d3d None None] Pushing event updated for resources: {'Port': ['ID=5c078578-7538-4862-b4a6-e5f11309a839,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:04.965201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4021ce7e-879b-485e-a11b-60db9078e485 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc5d29a4e96f45539a3d0148bfb5f311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8189058 Nov 08 13:34:04.965201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021ce7e-879b-485e-a11b-60db9078e485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c601a862-2d33-4bf0-8595-57923751a877,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:04.975784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:05.018190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Attempting to bind port 5c078578-7538-4862-b4a6-e5f11309a839 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:05.018722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Attempting to bind port 5c078578-7538-4862-b4a6-e5f11309a839 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:05.019535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Attempting to bind port 5c078578-7538-4862-b4a6-e5f11309a839 on network cc6b2a20-63b9-4bcc-a080-a618191609ad {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:05.025856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:05.026498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Checking segment: {'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:05.027292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.028027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Bound using segment: {'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:05.028656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Bound port: 5c078578-7538-4862-b4a6-e5f11309a839, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5560302-dd11-4e86-ae46-36f523ba863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:05.029337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.183773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:05.196925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-987f27c2-e187-4ff7-99db-baa66aad5dfb tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836232225', 'description': 'tempest-description--860187023'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:05.245168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] For port 5c078578-7538-4862-b4a6-e5f11309a839, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:05.251069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] For port 5c078578-7538-4862-b4a6-e5f11309a839, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5c078578-7538-4862-b4a6-e5f11309a839,segment=NetworkSegment(d5560302-dd11-4e86-ae46-36f523ba863d),segment_id=d5560302-dd11-4e86-ae46-36f523ba863d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:05.266520 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.268136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-987f27c2-e187-4ff7-99db-baa66aad5dfb tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.294723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Router 21225625-bb18-4f67-b3d7-7117fd3ff401 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:34:05.314991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] For port d07feef1-a264-4223-b114-6b6628e98841, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:05.329069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] For port d07feef1-a264-4223-b114-6b6628e98841, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d07feef1-a264-4223-b114-6b6628e98841,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:05.392901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.442807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Routers {'b24d98fe-2186-4f31-b0c5-3b516297abf6'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:05.457592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b24d98fe-2186-4f31-b0c5-3b516297abf6'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:05.469856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e276f-d388-49b6-a2d8-458d4fc87d3d None None] Pushing event updated for resources: {'Port': ['ID=5c078578-7538-4862-b4a6-e5f11309a839,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:05.575459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-987f27c2-e187-4ff7-99db-baa66aad5dfb tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.595100 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-987f27c2-e187-4ff7-99db-baa66aad5dfb tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.630218 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.631058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c0029c5f-4cdb-434f-aa74-5d6dd3127751 None None] Provisioning complete for port 5c078578-7538-4862-b4a6-e5f11309a839 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:05.632885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0029c5f-4cdb-434f-aa74-5d6dd3127751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.729393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f27c2-e187-4ff7-99db-baa66aad5dfb tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24682f56-fa1c-4f01-af6f-cae3a28ecb87,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:05.789805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-987f27c2-e187-4ff7-99db-baa66aad5dfb tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.794381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-987f27c2-e187-4ff7-99db-baa66aad5dfb tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6088591 Nov 08 13:34:05.802183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32978) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:05.822996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-38de1c74-b311-4bde-823f-98caba1e2428 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'security_group_rule': {'security_group_id': '24682f56-fa1c-4f01-af6f-cae3a28ecb87', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:05.843148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc0e0d-c0c6-4a0f-b98c-cedd8aac8129 req-389cde12-ce1c-4808-9795-55912570487a tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.853541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-acdc0e0d-c0c6-4a0f-b98c-cedd8aac8129 req-389cde12-ce1c-4808-9795-55912570487a tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 969 time: 0.2761693 Nov 08 13:34:05.929183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38de1c74-b311-4bde-823f-98caba1e2428 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.952097 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.980650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:05.982208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:05.984203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] 10.222.0.70 "PUT /v2.0/ports/d07feef1-a264-4223-b114-6b6628e98841 HTTP/1.1" status: 200 len: 1117 time: 3.5932186 Nov 08 13:34:05.989145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'tag': 'd07feef1-a264-4223-b114-6b6628e98841'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:06.002346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-acdc0e0d-c0c6-4a0f-b98c-cedd8aac8129 req-f1e31942-5fb9-4559-90f2-bcae14ab69fe tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471539 Nov 08 13:34:06.137331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32984) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:06.176162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] Set router b24d98fe-2186-4f31-b0c5-3b516297abf6 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:06.184412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38de1c74-b311-4bde-823f-98caba1e2428 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.190102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38de1c74-b311-4bde-823f-98caba1e2428 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.222454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3f255eb-f653-463a-83a5-27039390f77c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.251417 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0029c5f-4cdb-434f-aa74-5d6dd3127751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.257839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de1c74-b311-4bde-823f-98caba1e2428 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24f5d73-9ba6-4d9c-bbbc-eecb9a8f7480,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:06.284073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38de1c74-b311-4bde-823f-98caba1e2428 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.285371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-38de1c74-b311-4bde-823f-98caba1e2428 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4808309 Nov 08 13:34:06.288248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32990) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:06.297829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f272f8ec-1893-40aa-81bc-3fe0c47f07f5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'security_group_rule': {'security_group_id': '24682f56-fa1c-4f01-af6f-cae3a28ecb87', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:06.413326 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-613e3f06-245c-401a-83a1-2c33dc97d558 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.422552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f272f8ec-1893-40aa-81bc-3fe0c47f07f5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.523249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3f255eb-f653-463a-83a5-27039390f77c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.611936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d39350-d848-4e5c-9d74-3772d749adad service neutron] Pushing event updated for resources: {'Port': ['ID=d07feef1-a264-4223-b114-6b6628e98841,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:06.644005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:06.658342 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Sync routers for ids ['21225625-bb18-4f67-b3d7-7117fd3ff401'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:06.692266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f272f8ec-1893-40aa-81bc-3fe0c47f07f5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.693680 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Routers {'21225625-bb18-4f67-b3d7-7117fd3ff401'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:06.696440 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['21225625-bb18-4f67-b3d7-7117fd3ff401'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:06.702383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f272f8ec-1893-40aa-81bc-3fe0c47f07f5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.814465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-e69fe6d9-779e-45d4-bbd0-c70157727249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:06.824202 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-e69fe6d9-779e-45d4-bbd0-c70157727249 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2674e4c6be994e20a7617869c75a0437&device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 1120 time: 0.6480803 Nov 08 13:34:06.832009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272f8ec-1893-40aa-81bc-3fe0c47f07f5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33776e70-787f-4b48-9459-25062392a789,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:06.856064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:06.864621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c608e02a-061b-4bf7-9e96-ed2457c99ae9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.9377766 Nov 08 13:34:06.875143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33002) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:07.020675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c0029c5f-4cdb-434f-aa74-5d6dd3127751 None None] For port 5c078578-7538-4862-b4a6-e5f11309a839, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5c078578-7538-4862-b4a6-e5f11309a839,segment=NetworkSegment(d5560302-dd11-4e86-ae46-36f523ba863d),segment_id=d5560302-dd11-4e86-ae46-36f523ba863d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:07.036294 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3f255eb-f653-463a-83a5-27039390f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.047479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0029c5f-4cdb-434f-aa74-5d6dd3127751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.056608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3f255eb-f653-463a-83a5-27039390f77c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.066838 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3f255eb-f653-463a-83a5-27039390f77c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c601a862-2d33-4bf0-8595-57923751a877 HTTP/1.1" status: 204 len: 168 time: 2.0781035 Nov 08 13:34:07.224538 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd83d182-ec63-41be-b34c-bda1bdfc4272" -d '{"events": [{"name": "network-changed", "server_uuid": "22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d", "tag": "d07feef1-a264-4223-b114-6b6628e98841"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:07.235456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-5b35520b-c7a6-4398-a76b-a440a4690873 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d07feef1-a264-4223-b114-6b6628e98841 HTTP/1.1" status: 200 len: 217 time: 0.3574986 Nov 08 13:34:07.251389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f255eb-f653-463a-83a5-27039390f77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c601a862-2d33-4bf0-8595-57923751a877,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:07.282608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f272f8ec-1893-40aa-81bc-3fe0c47f07f5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.290746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f272f8ec-1893-40aa-81bc-3fe0c47f07f5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0011683 Nov 08 13:34:07.293917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33010) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:07.343219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0029c5f-4cdb-434f-aa74-5d6dd3127751 None None] Pushing event updated for resources: {'Port': ['ID=5c078578-7538-4862-b4a6-e5f11309a839,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:07.412190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-e0feeb79-f080-46c9-aaa5-46ce0062a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:07.413747 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-e0feeb79-f080-46c9-aaa5-46ce0062a1aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1697731 Nov 08 13:34:07.450542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:07.486996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4f047a72-60e5-48f0-9553-3e6c19b6b3ba None None] Provisioning complete for port 5c078578-7538-4862-b4a6-e5f11309a839 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:07.487366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f047a72-60e5-48f0-9553-3e6c19b6b3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.542262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-613e3f06-245c-401a-83a1-2c33dc97d558 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.618635 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Set router 21225625-bb18-4f67-b3d7-7117fd3ff401 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:07.624884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-613e3f06-245c-401a-83a1-2c33dc97d558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.709398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-281c6904-9a80-41ab-b9bd-68f6d56ec9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:07.717586 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-281c6904-9a80-41ab-b9bd-68f6d56ec9d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2817540 Nov 08 13:34:07.833785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:33:58Z', 'revision_number': 4, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port': {'id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:49Z', 'updated_at': '2021-11-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '5c078578-7538-4862-b4a6-e5f11309a839', 'name': '', 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'mac_address': 'fa:16:3e:41:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a726f568-7759-4a66-aa20-e4d5cd2d68e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:05Z', 'revision_number': 4, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'subnets': [{'id': 'a726f568-7759-4a66-aa20-e4d5cd2d68e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:07.846470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3f06-245c-401a-83a1-2c33dc97d558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f326a4bd-8b92-4d30-89b0-0bc23b7061d0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:07.886759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:07.931781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2698d28c-535b-474b-b3f1-a9a7d09fc755 None None] The sync data for ids ['b24d98fe-2186-4f31-b0c5-3b516297abf6'] in n-d-804292-2 is: [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:33:58Z', 'revision_number': 4, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port': {'id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:49Z', 'updated_at': '2021-11-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '5c078578-7538-4862-b4a6-e5f11309a839', 'name': '', 'network_id': 'cc6b2a20-63b9-4bcc-a080-a618191609ad', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'mac_address': 'fa:16:3e:41:b1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'a726f568-7759-4a66-aa20-e4d5cd2d68e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:05Z', 'revision_number': 4, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'subnets': [{'id': 'a726f568-7759-4a66-aa20-e4d5cd2d68e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:07.938710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cd593-e8b1-4e65-b5db-52f5965867c2 req-34456739-8a04-4034-9ea0-888ef05e9280 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:07.948290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b88cd593-e8b1-4e65-b5db-52f5965867c2 req-34456739-8a04-4034-9ea0-888ef05e9280 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 969 time: 0.6555758 Nov 08 13:34:07.977050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33020) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:07.978003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-613e3f06-245c-401a-83a1-2c33dc97d558 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2daa5591b0284bca8d131d768e7ca62c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8326423 Nov 08 13:34:08.123581 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e1013c65-0791-499c-9403-93f774e07dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:01Z', 'revision_number': 3, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port': {'id': 'e1013c65-0791-499c-9403-93f774e07dae', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:58Z', 'updated_at': '2021-11-08T13:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:08.131109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33022) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:08.184243 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Checking router: 21225625-bb18-4f67-b3d7-7117fd3ff401 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:08.184694 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Updating router 21225625-bb18-4f67-b3d7-7117fd3ff401 port e1013c65-0791-499c-9403-93f774e07dae binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:34:08.244602 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.267854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-175992f4-581c-401e-9e8a-38fad7d21b5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.307756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0a46-bfb6-4bb4-8bcb-35b80b126e65 req-d4f6929b-52ea-4b8f-a496-172bca45b590 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.308423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0a46-bfb6-4bb4-8bcb-35b80b126e65 req-d4f6929b-52ea-4b8f-a496-172bca45b590 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.309006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0a46-bfb6-4bb4-8bcb-35b80b126e65 req-d4f6929b-52ea-4b8f-a496-172bca45b590 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.309738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0a46-bfb6-4bb4-8bcb-35b80b126e65 req-d4f6929b-52ea-4b8f-a496-172bca45b590 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.310378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0a46-bfb6-4bb4-8bcb-35b80b126e65 req-d4f6929b-52ea-4b8f-a496-172bca45b590 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.310891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf0a46-bfb6-4bb4-8bcb-35b80b126e65 req-d4f6929b-52ea-4b8f-a496-172bca45b590 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:08.333444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79cf0a46-bfb6-4bb4-8bcb-35b80b126e65 req-d4f6929b-52ea-4b8f-a496-172bca45b590 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4332 time: 1.0318158 Nov 08 13:34:08.360102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b147f0df-4904-4404-8fd7-05f1628de93a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.526599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b147f0df-4904-4404-8fd7-05f1628de93a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.549752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-e125da19-4087-42d5-8983-ce8e74237de7 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5252144 Nov 08 13:34:08.660342 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.668149 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.673807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b147f0df-4904-4404-8fd7-05f1628de93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.677235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b147f0df-4904-4404-8fd7-05f1628de93a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.681313 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b147f0df-4904-4404-8fd7-05f1628de93a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f326a4bd-8b92-4d30-89b0-0bc23b7061d0 HTTP/1.1" status: 204 len: 168 time: 0.7025361 Nov 08 13:34:08.722714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b88cd593-e8b1-4e65-b5db-52f5965867c2 req-2e64d94f-dba3-4ec8-a1d5-1e8de22fb74f tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7718275 Nov 08 13:34:08.738438 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ef3e-cd3b-45f4-9460-d7a2c9ff1fdb None None] Pushing event updated for resources: {'Port': ['ID=e1013c65-0791-499c-9403-93f774e07dae,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:08.742299 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Attempting to bind port e1013c65-0791-499c-9403-93f774e07dae on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:08.742988 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Attempting to bind port e1013c65-0791-499c-9403-93f774e07dae by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:08.743419 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Attempting to bind port e1013c65-0791-499c-9403-93f774e07dae on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:08.749704 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:08.750084 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:08.750488 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.751163 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:08.751900 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Bound port: e1013c65-0791-499c-9403-93f774e07dae, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:08.752306 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.811110 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] For port e1013c65-0791-499c-9403-93f774e07dae, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:08.817823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-175992f4-581c-401e-9e8a-38fad7d21b5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.818170 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] For port e1013c65-0791-499c-9403-93f774e07dae, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e1013c65-0791-499c-9403-93f774e07dae,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:08.827986 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:08.916917 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ef3e-cd3b-45f4-9460-d7a2c9ff1fdb None None] Pushing event updated for resources: {'Port': ['ID=e1013c65-0791-499c-9403-93f774e07dae,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:08.926432 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Routers {'21225625-bb18-4f67-b3d7-7117fd3ff401'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:08.927192 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['21225625-bb18-4f67-b3d7-7117fd3ff401'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:08.946198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147f0df-4904-4404-8fd7-05f1628de93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f326a4bd-8b92-4d30-89b0-0bc23b7061d0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:08.950773 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35ced21c-bf9a-42a7-a98e-bc42dcd0dd52 req-04084554-c1c5-420a-bc83-060b1fb8de1a service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959847 Nov 08 13:34:08.954962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-175992f4-581c-401e-9e8a-38fad7d21b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.075122 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f52e3d6-b40f-4745-acd5-2b82bc3f0380 x-openstack-request-id: req-0f52e3d6-b40f-4745-acd5-2b82bc3f0380 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:09.078921 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d", "tag": "d07feef1-a264-4223-b114-6b6628e98841", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:09.079488 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f52e3d6-b40f-4745-acd5-2b82bc3f0380 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:09.080511 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'tag': 'd07feef1-a264-4223-b114-6b6628e98841', 'status': 'completed', 'code': 200} Nov 08 13:34:09.094570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-175992f4-581c-401e-9e8a-38fad7d21b5b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=586f690181b346d1abb196bbc130a5ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9564590 Nov 08 13:34:09.096555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175992f4-581c-401e-9e8a-38fad7d21b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c975bc-7832-4af1-a083-3ecc3f53f5e8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:09.100060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:09.164412 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] Set router 21225625-bb18-4f67-b3d7-7117fd3ff401 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:09.228862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dc64ee8-6044-46e4-8a9e-d2a0897065c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.251790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-b6fb7e00-0e4a-4629-b577-6aba2f671887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.254240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-b6fb7e00-0e4a-4629-b577-6aba2f671887 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2674e4c6be994e20a7617869c75a0437&device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 1120 time: 0.1184399 Nov 08 13:34:09.305980 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dc64ee8-6044-46e4-8a9e-d2a0897065c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.312904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48215b4-1102-40ff-88ee-6d89f8363965 req-a85d632a-660a-457a-a67d-6578874b8a44 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.323156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48215b4-1102-40ff-88ee-6d89f8363965 req-a85d632a-660a-457a-a67d-6578874b8a44 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 886 time: 0.4527020 Nov 08 13:34:09.348129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.436505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:09.445583 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e1013c65-0791-499c-9403-93f774e07dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:01Z', 'revision_number': 3, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port': {'id': 'e1013c65-0791-499c-9403-93f774e07dae', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:58Z', 'updated_at': '2021-11-08T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:09.506844 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a97fb034-0b22-41fd-b2d6-315d30f5bad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.508192 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27365226-3dc8-4afa-8d9b-2fb1bcb593bb None None] The sync data for ids ['21225625-bb18-4f67-b3d7-7117fd3ff401'] in n-d-804292-2 is: [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e1013c65-0791-499c-9403-93f774e07dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:01Z', 'revision_number': 3, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port': {'id': 'e1013c65-0791-499c-9403-93f774e07dae', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:58Z', 'updated_at': '2021-11-08T13:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:09.560577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-771d58ac-b949-4f6d-bea4-5f55a74f2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.562136 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-771d58ac-b949-4f6d-bea4-5f55a74f2640 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2998397 Nov 08 13:34:09.576592 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dc64ee8-6044-46e4-8a9e-d2a0897065c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.580246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dc64ee8-6044-46e4-8a9e-d2a0897065c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.584781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6dc64ee8-6044-46e4-8a9e-d2a0897065c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95c975bc-7832-4af1-a083-3ecc3f53f5e8 HTTP/1.1" status: 204 len: 168 time: 0.4810007 Nov 08 13:34:09.688686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Allocated IP 172.25.8.33 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/3e7a9a65-326d-4cb4-9884-a74c6d54d98f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:09.736056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56735d-6dce-475f-b61c-a2654a9ce0cd req-af247040-cbb7-4638-b88b-1304900d6052 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.736431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56735d-6dce-475f-b61c-a2654a9ce0cd req-af247040-cbb7-4638-b88b-1304900d6052 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.736884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56735d-6dce-475f-b61c-a2654a9ce0cd req-af247040-cbb7-4638-b88b-1304900d6052 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.737388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56735d-6dce-475f-b61c-a2654a9ce0cd req-af247040-cbb7-4638-b88b-1304900d6052 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.737857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56735d-6dce-475f-b61c-a2654a9ce0cd req-af247040-cbb7-4638-b88b-1304900d6052 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.738305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56735d-6dce-475f-b61c-a2654a9ce0cd req-af247040-cbb7-4638-b88b-1304900d6052 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:09.740206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af56735d-6dce-475f-b61c-a2654a9ce0cd req-af247040-cbb7-4638-b88b-1304900d6052 tempest-NetworksTest-54046462 tempest-NetworksTest-54046462-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4332 time: 0.2966366 Nov 08 13:34:09.779205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.944631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a97fb034-0b22-41fd-b2d6-315d30f5bad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:09.970049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc64ee8-6044-46e4-8a9e-d2a0897065c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c975bc-7832-4af1-a083-3ecc3f53f5e8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:10.000521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-4318e60b-3f05-4100-a85c-91aa89cb2796 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d07feef1-a264-4223-b114-6b6628e98841 HTTP/1.1" status: 200 len: 217 time: 0.4307778 Nov 08 13:34:10.001255 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a97fb034-0b22-41fd-b2d6-315d30f5bad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.112284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fb034-0b22-41fd-b2d6-315d30f5bad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a15495-dc0d-4f41-aa07-3f5d153544ea,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:10.138097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5c078578-7538-4862-b4a6-e5f11309a839 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:10.208749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.230736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978aff2a-2638-42b7-a782-63075b238f80 req-bf8a464b-70b5-4eee-abb5-4b3b208ce645 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:10.236140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-978aff2a-2638-42b7-a782-63075b238f80 req-bf8a464b-70b5-4eee-abb5-4b3b208ce645 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 969 time: 0.2972376 Nov 08 13:34:10.266051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a97fb034-0b22-41fd-b2d6-315d30f5bad5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d11715bf90574c068b60150cef37f0b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8156922 Nov 08 13:34:10.276262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33050) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:10.315883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5c078578-7538-4862-b4a6-e5f11309a839 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:10.317204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.359798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Allocated IP 172.20.0.1 (2e6d6b33-5843-4d31-966a-eb2469cd93ca/2a2447c3-667f-4ce6-9f7d-68f491ec4b4b/40a2209d-11dd-4a28-964d-70187bd82e25) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:10.365992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-ad928004-0aa9-403a-a098-98be55ac0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:10.368829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-ad928004-0aa9-403a-a098-98be55ac0941 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.3584397 Nov 08 13:34:10.422400 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3153bdf-9cfa-4638-8749-eeb0100f97e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.426241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-978aff2a-2638-42b7-a782-63075b238f80 req-db449bf9-7a6c-43e1-a350-d1d233fcf576 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503720 Nov 08 13:34:10.447512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.465579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3153bdf-9cfa-4638-8749-eeb0100f97e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.533657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3153bdf-9cfa-4638-8749-eeb0100f97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.537711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3153bdf-9cfa-4638-8749-eeb0100f97e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.539188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b3153bdf-9cfa-4638-8749-eeb0100f97e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59a15495-dc0d-4f41-aa07-3f5d153544ea HTTP/1.1" status: 204 len: 168 time: 0.2618008 Nov 08 13:34:10.547899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-4d8defc3-b056-453f-a38c-f9591f73525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:10.550406 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-4d8defc3-b056-453f-a38c-f9591f73525b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1722209 Nov 08 13:34:10.556269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3153bdf-9cfa-4638-8749-eeb0100f97e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a15495-dc0d-4f41-aa07-3f5d153544ea,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:10.616392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:10.644106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:10.667118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:10.668486 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-a5851bd9-6eee-4ce6-a0f4-3b11e4d685a3 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067362 Nov 08 13:34:10.685309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:10.784755 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd83d182-ec63-41be-b34c-bda1bdfc4272 req-603c7597-9f89-4e37-a232-f3593394aae3 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109250 Nov 08 13:34:10.797759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event updated for resources: {'Port': ['ID=3e7a9a65-326d-4cb4-9884-a74c6d54d98f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:10.844870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.861652 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.945510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.947209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b12b76-f85b-4cdf-87de-aacc0ee0e62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:10.984657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.074297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:11.085296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:11.099657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Pushing event updated for resources: {'Port': ['ID=40a2209d-11dd-4a28-964d-70187bd82e25,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:11.111240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:11.111839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.397698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b12b76-f85b-4cdf-87de-aacc0ee0e62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.408190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b12b76-f85b-4cdf-87de-aacc0ee0e62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.445478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2417e679-f6c1-436c-be14-a05aef7e7012 None None] Provisioning complete for port 40a2209d-11dd-4a28-964d-70187bd82e25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:11.446838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2417e679-f6c1-436c-be14-a05aef7e7012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.527344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2417e679-f6c1-436c-be14-a05aef7e7012 None None] Port 40a2209d-11dd-4a28-964d-70187bd82e25 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:11.675049 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.697246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.700215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.708642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-96b12b76-f85b-4cdf-87de-aacc0ee0e62a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5b4460b70946405cab4bebec7f00f6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0891850 Nov 08 13:34:11.709127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33106) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:11.713873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b12b76-f85b-4cdf-87de-aacc0ee0e62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319fa5fe-593f-4574-a72f-9850b46d5fbc,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:11.763216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.827848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event updated for resources: {'Port': ['ID=3e7a9a65-326d-4cb4-9884-a74c6d54d98f,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:11.838093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.851186 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac57e-0b3f-41ac-bc35-24d093fad819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:11.864907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a936567f-bc9c-440d-9db7-0dd583e60375 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5605326 Nov 08 13:34:11.879081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb4c4b-d210-4bb1-bf6b-56dfd0941b28 req-95cea7d9-c540-4985-9fcd-24ca2350b532 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:11.889380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69eb4c4b-d210-4bb1-bf6b-56dfd0941b28 req-95cea7d9-c540-4985-9fcd-24ca2350b532 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 969 time: 0.2527671 Nov 08 13:34:11.894922 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac57e-0b3f-41ac-bc35-24d093fad819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.021470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac57e-0b3f-41ac-bc35-24d093fad819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.047391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e0ac57e-0b3f-41ac-bc35-24d093fad819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.060025 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4e0ac57e-0b3f-41ac-bc35-24d093fad819 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/319fa5fe-593f-4574-a72f-9850b46d5fbc HTTP/1.1" status: 204 len: 168 time: 0.3471937 Nov 08 13:34:12.072355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1013c65-0791-499c-9403-93f774e07dae up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:12.088215 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69eb4c4b-d210-4bb1-bf6b-56dfd0941b28 req-5155e446-2e82-4e86-928c-0d2c09961dbd tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957219 Nov 08 13:34:12.122161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ac57e-0b3f-41ac-bc35-24d093fad819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319fa5fe-593f-4574-a72f-9850b46d5fbc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:12.182144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.192759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.194266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.229854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e1013c65-0791-499c-9403-93f774e07dae triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:12.230851 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.375818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.382744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Pushing event updated for resources: {'Port': ['ID=40a2209d-11dd-4a28-964d-70187bd82e25,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:12.404962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port e1013c65-0791-499c-9403-93f774e07dae, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e1013c65-0791-499c-9403-93f774e07dae,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:12.409709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:12.411719 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.413315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:12.474939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=e1013c65-0791-499c-9403-93f774e07dae,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:12.599029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-f4a5400a-95ca-444d-b248-e8be969c6e09 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1836232225&fields=id&tenant_id=fad5bda350264d47a513245a6068be57 HTTP/1.1" status: 200 len: 267 time: 0.2241294 Nov 08 13:34:12.665782 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ecc86251-3d03-49fa-ab2e-722d86e7a2ea None None] Provisioning complete for port 40a2209d-11dd-4a28-964d-70187bd82e25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:12.666541 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ecc86251-3d03-49fa-ab2e-722d86e7a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.717396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ecc86251-3d03-49fa-ab2e-722d86e7a2ea None None] Port 40a2209d-11dd-4a28-964d-70187bd82e25 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:12.769595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Router 21225625-bb18-4f67-b3d7-7117fd3ff401 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:34:12.771494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33142) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:12.793154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d0da5fa-0eca-4d5e-89b8-616c9e8fdb5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.872989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33144) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:12.888372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-9e468df9-6a7c-4078-a1ef-e720663ebad8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:12.897221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-9e468df9-6a7c-4078-a1ef-e720663ebad8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 823 time: 0.2969630 Nov 08 13:34:12.907533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d0da5fa-0eca-4d5e-89b8-616c9e8fdb5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.914334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d0da5fa-0eca-4d5e-89b8-616c9e8fdb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:12.929266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-cdc6f1ae-f354-4693-bc93-974f4ec274a0 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/quotas/fad5bda350264d47a513245a6068be57 HTTP/1.1" status: 200 len: 375 time: 0.0300026 Nov 08 13:34:12.950088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5d0da5fa-0eca-4d5e-89b8-616c9e8fdb5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82eee218bc4444b098a33b7b596a732e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773612 Nov 08 13:34:12.959669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33150) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:12.989904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0da5fa-0eca-4d5e-89b8-616c9e8fdb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef95399-c086-453a-a0e8-b9b3bfbaf8ba,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:13.034762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5999dfff-992c-49c8-8bd5-c1de919df5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.057821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5999dfff-992c-49c8-8bd5-c1de919df5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.095941 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69e66c3f-0460-469e-b1ed-238ade64744d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.120576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5999dfff-992c-49c8-8bd5-c1de919df5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.123695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5999dfff-992c-49c8-8bd5-c1de919df5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.124959 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5999dfff-992c-49c8-8bd5-c1de919df5f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ef95399-c086-453a-a0e8-b9b3bfbaf8ba HTTP/1.1" status: 204 len: 168 time: 0.1642861 Nov 08 13:34:13.126876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:13.136086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bfcb29e8-6bd2-462f-b159-09fb379bdc8b admin admin] 10.222.0.65 "PUT /v2.0/routers/21225625-bb18-4f67-b3d7-7117fd3ff401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2541292 Nov 08 13:34:13.151207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Sync routers for ids ['21225625-bb18-4f67-b3d7-7117fd3ff401'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:13.160912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999dfff-992c-49c8-8bd5-c1de919df5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef95399-c086-453a-a0e8-b9b3bfbaf8ba,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:13.185195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-7c649d91-3b51-43b6-b99f-82d13d87561b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2547696 Nov 08 13:34:13.192083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Routers {'21225625-bb18-4f67-b3d7-7117fd3ff401'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:13.192767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['21225625-bb18-4f67-b3d7-7117fd3ff401'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:13.325471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d07feef1-a264-4223-b114-6b6628e98841 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:34:13.348526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e76f0a-d39a-49aa-8c83-eadf295f480a req-bc080015-9b33-4eff-9bec-f83b164f19b6 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:13.351714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-33e76f0a-d39a-49aa-8c83-eadf295f480a req-bc080015-9b33-4eff-9bec-f83b164f19b6 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 969 time: 0.1500175 Nov 08 13:34:13.400850 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Set router 21225625-bb18-4f67-b3d7-7117fd3ff401 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:13.461627 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69e66c3f-0460-469e-b1ed-238ade64744d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.479786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69e66c3f-0460-469e-b1ed-238ade64744d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.516142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-33e76f0a-d39a-49aa-8c83-eadf295f480a req-7cdf2dc3-6f99-4787-9596-de97da13138f tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535809 Nov 08 13:34:13.602258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-69e66c3f-0460-469e-b1ed-238ade64744d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bd3b1c7e8c642c6aaf14eab7d25e5a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7269900 Nov 08 13:34:13.604318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33172) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:13.632507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e66c3f-0460-469e-b1ed-238ade64744d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30e45e6-b02f-477e-8ad6-1ac7b960acea,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:13.717133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d07feef1-a264-4223-b114-6b6628e98841, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d07feef1-a264-4223-b114-6b6628e98841,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:13.771706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ec7035f-2d90-4024-af8f-01eddca59ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.785547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'd07feef1-a264-4223-b114-6b6628e98841', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'd07feef1-a264-4223-b114-6b6628e98841', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:tempest-test_az-1286312658', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:34:13.800679 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ec7035f-2d90-4024-af8f-01eddca59ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.857701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ec7035f-2d90-4024-af8f-01eddca59ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.861721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ec7035f-2d90-4024-af8f-01eddca59ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.863697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8ec7035f-2d90-4024-af8f-01eddca59ff5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a30e45e6-b02f-477e-8ad6-1ac7b960acea HTTP/1.1" status: 204 len: 168 time: 0.2578528 Nov 08 13:34:13.875255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec7035f-2d90-4024-af8f-01eddca59ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30e45e6-b02f-477e-8ad6-1ac7b960acea,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:13.882199 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:13.946772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d07feef1-a264-4223-b114-6b6628e98841 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:34:14.000299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1013c65-0791-499c-9403-93f774e07dae up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:14.035540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d07feef1-a264-4223-b114-6b6628e98841, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d07feef1-a264-4223-b114-6b6628e98841,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:14.055441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:14.066365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-6985cf3f-d6da-434c-aa15-8cf241fd0ad6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:34:14.067968 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-6985cf3f-d6da-434c-aa15-8cf241fd0ad6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2920558 Nov 08 13:34:14.133719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d07feef1-a264-4223-b114-6b6628e98841,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:14.138301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e1013c65-0791-499c-9403-93f774e07dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:11Z', 'revision_number': 4, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port': {'id': 'e1013c65-0791-499c-9403-93f774e07dae', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:58Z', 'updated_at': '2021-11-08T13:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '40a2209d-11dd-4a28-964d-70187bd82e25', 'name': '', 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'mac_address': 'fa:16:3e:1d:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:09Z', 'updated_at': '2021-11-08T13:34:11Z', 'revision_number': 2, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'subnets': [{'id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:14.141602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e1013c65-0791-499c-9403-93f774e07dae triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:14.141901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:14.169753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Checking router: 21225625-bb18-4f67-b3d7-7117fd3ff401 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:14.170433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Updating router 21225625-bb18-4f67-b3d7-7117fd3ff401 port 40a2209d-11dd-4a28-964d-70187bd82e25 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:34:14.215051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-a45ac601-a417-4faf-a975-7f61df1e1f64 service neutron] 10.222.0.65 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392415 Nov 08 13:34:14.319694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-76efca9b-e60a-4d09-9e1e-c410ba807f46 service neutron] 10.222.0.65 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951903 Nov 08 13:34:14.355550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:14.437860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['d07feef1-a264-4223-b114-6b6628e98841'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:34:14.680340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33216) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:14.733654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c375c530-c046-458b-90f4-01e26c047fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:14.798196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f314bac3-08ca-47c1-b68c-4b3f8fd7c9f8 req-c3997560-7dc4-4363-892b-b3cfac91b61b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 210 time: 0.1299691 Nov 08 13:34:14.893586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c375c530-c046-458b-90f4-01e26c047fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:14.904244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c375c530-c046-458b-90f4-01e26c047fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:14.953003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe3f62-982f-4e5f-b530-a5b91a988640 req-2800fa6c-7de6-4e94-a498-d46c8f2f6a28 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:14.956767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41fe3f62-982f-4e5f-b530-a5b91a988640 req-2800fa6c-7de6-4e94-a498-d46c8f2f6a28 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 970 time: 0.2547810 Nov 08 13:34:14.985968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375c530-c046-458b-90f4-01e26c047fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a811137a-a993-41d1-af52-afb860658ce2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:14.993588 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c375c530-c046-458b-90f4-01e26c047fc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=18426c2d51a24c9e9d2f5973141ea38e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115587 Nov 08 13:34:14.996122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33230) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:15.068772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b312dbe-66bf-46af-8bdb-a06b55ad4146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.106334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41fe3f62-982f-4e5f-b530-a5b91a988640 req-23a68974-eba8-4eb3-82ac-53c9d9f32256 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405845 Nov 08 13:34:15.106734 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b312dbe-66bf-46af-8bdb-a06b55ad4146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.139229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33236) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:15.144830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-network', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:15.177701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Made reservation on behalf of e5d112b85b5b4c35abfd34c1d70ad7ae for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:15.181962 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.194324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.226483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b312dbe-66bf-46af-8bdb-a06b55ad4146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.234616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b312dbe-66bf-46af-8bdb-a06b55ad4146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.236571 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8b312dbe-66bf-46af-8bdb-a06b55ad4146 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a811137a-a993-41d1-af52-afb860658ce2 HTTP/1.1" status: 204 len: 168 time: 0.2390873 Nov 08 13:34:15.252039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b312dbe-66bf-46af-8bdb-a06b55ad4146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a811137a-a993-41d1-af52-afb860658ce2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:15.398211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.403970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.422213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:34:15.451353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.451948 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Added segment 6ea0cca3-416d-4c51-8e22-8dcc493053f4 of type vlan for network 236684a8-b35b-466f-ae41-5dcf4e7517e0 Nov 08 13:34:15.476271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3fb0c-4b1e-4c15-adbb-77a0ff552b7a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:15.490094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.504049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.517716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.550772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.552580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:15.553332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.579195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4edf10-6242-4f8b-92b2-b982fd8d5790 None None] Pushing event updated for resources: {'Port': ['ID=40a2209d-11dd-4a28-964d-70187bd82e25,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:15.644173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] Pushing event updated for resources: {'Network': ['ID=236684a8-b35b-466f-ae41-5dcf4e7517e0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:15.676445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33258) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:15.681688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Request body: {'subnet': {'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-subnet', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:15.685549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-85b4d05b-ad80-4ff7-9dae-fa47efbe56be admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5302446 Nov 08 13:34:15.701618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:34:15.736609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Made reservation on behalf of e5d112b85b5b4c35abfd34c1d70ad7ae for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:15.739687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.769967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Attempting to bind port 40a2209d-11dd-4a28-964d-70187bd82e25 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:15.770386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Attempting to bind port 40a2209d-11dd-4a28-964d-70187bd82e25 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:15.770753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Attempting to bind port 40a2209d-11dd-4a28-964d-70187bd82e25 on network 2e6d6b33-5843-4d31-966a-eb2469cd93ca {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:15.871838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:15.873654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Checking segment: {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:15.874256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.891881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Bound using segment: {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:15.892676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Bound port: 40a2209d-11dd-4a28-964d-70187bd82e25, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:15.893316 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:15.910441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-73ccee5b-e741-4654-bf56-401a372e4b03 req-14d1ea05-f136-472c-bcd1-e1cf2ecd10ea tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 210 time: 0.0454316 Nov 08 13:34:16.006724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.032704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] For port 40a2209d-11dd-4a28-964d-70187bd82e25, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:16.037751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] For port 40a2209d-11dd-4a28-964d-70187bd82e25, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=40a2209d-11dd-4a28-964d-70187bd82e25,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:16.047557 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.096940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-118a6284-30ef-4760-86bf-75ab46250e26 None None] Provisioning complete for port 40a2209d-11dd-4a28-964d-70187bd82e25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:16.097942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-118a6284-30ef-4760-86bf-75ab46250e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.121862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fc176c8-6559-48ad-ba99-c6b07c83198c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:16.138233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Checking segment: {'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:16.139062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Network hostable DHCP agents. Network: 236684a8-b35b-466f-ae41-5dcf4e7517e0, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:34:16.206643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:34:16.227675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Routers {'21225625-bb18-4f67-b3d7-7117fd3ff401'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:16.230186 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['21225625-bb18-4f67-b3d7-7117fd3ff401'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:16.237173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 236684a8-b35b-466f-ae41-5dcf4e7517e0) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:16.245016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:16.245578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.286664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1a8639e4-3557-44ae-889c-6121c93ec962 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6089854 Nov 08 13:34:16.290517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33284) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:16.295369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:16.343793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.345120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.352230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5402ad-163a-43a1-b174-44783f95b806 req-cf18aadf-7149-4f12-9a3e-dc2d81915a60 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:16.356558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d5402ad-163a-43a1-b174-44783f95b806 req-cf18aadf-7149-4f12-9a3e-dc2d81915a60 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 970 time: 0.1273129 Nov 08 13:34:16.466854 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-118a6284-30ef-4760-86bf-75ab46250e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.469076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9bbf30-48df-4861-8fea-f4b3c47c76d9 None None] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:16.471392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.492403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d5402ad-163a-43a1-b174-44783f95b806 req-2f12ed4d-5029-42a3-9412-4f566c71e974 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250131 Nov 08 13:34:16.532916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4edf10-6242-4f8b-92b2-b982fd8d5790 None None] Pushing event updated for resources: {'Port': ['ID=40a2209d-11dd-4a28-964d-70187bd82e25,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:16.644524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-118a6284-30ef-4760-86bf-75ab46250e26 None None] For port 40a2209d-11dd-4a28-964d-70187bd82e25, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=40a2209d-11dd-4a28-964d-70187bd82e25,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:16.673497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-118a6284-30ef-4760-86bf-75ab46250e26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.704654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.732750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] Set router 21225625-bb18-4f67-b3d7-7117fd3ff401 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:16.813437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-236684a8-b35b-466f-ae41-5dcf4e7517e0', 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'fixed_ips': [{'subnet_id': '6fc176c8-6559-48ad-ba99-c6b07c83198c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:34:16.814563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:16.873071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a6284-30ef-4760-86bf-75ab46250e26 None None] Pushing event updated for resources: {'Port': ['ID=40a2209d-11dd-4a28-964d-70187bd82e25,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:16.902611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-02c71768-1ec8-45f4-858c-ac912444981a None None] Provisioning complete for port 40a2209d-11dd-4a28-964d-70187bd82e25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:16.902981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-02c71768-1ec8-45f4-858c-ac912444981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.031289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.54', 63781) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:17.098657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.137591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79d67a14-5967-439f-909c-6564bfbb0046 req-9ebbc2ed-508d-4a3d-8ee6-ba2b9dfa065f tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 210 time: 0.0758667 Nov 08 13:34:17.182112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.316500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-1f942e35-2184-4f04-b81f-993848f6a550 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:17.319303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-1f942e35-2184-4f04-b81f-993848f6a550 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.54 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 823 time: 0.2865369 Nov 08 13:34:17.348226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d07feef1-a264-4223-b114-6b6628e98841 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:17.363092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Allocated IP 172.25.8.227 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/758dcb5f-5b21-40cf-8f26-2d19f6550745) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:17.393772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Allocated IP 172.20.0.2 (236684a8-b35b-466f-ae41-5dcf4e7517e0/6fc176c8-6559-48ad-ba99-c6b07c83198c/c18cf002-3867-4a6c-8846-98185c551a93) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:17.544303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port d07feef1-a264-4223-b114-6b6628e98841 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:34:17.552120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e1013c65-0791-499c-9403-93f774e07dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:11Z', 'revision_number': 4, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port': {'id': 'e1013c65-0791-499c-9403-93f774e07dae', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:58Z', 'updated_at': '2021-11-08T13:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '40a2209d-11dd-4a28-964d-70187bd82e25', 'name': '', 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'mac_address': 'fa:16:3e:1d:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:09Z', 'updated_at': '2021-11-08T13:34:16Z', 'revision_number': 4, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'subnets': [{'id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:17.559514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port d07feef1-a264-4223-b114-6b6628e98841 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:17.560047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.580376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-211cfebd-d078-467f-9ca6-3809449eaf1c tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad5bda350264d47a513245a6068be57 HTTP/1.1" status: 200 len: 380 time: 0.1633139 Nov 08 13:34:17.600187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'port': {'device_id': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'admin_state_up': True, 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'security_groups': ['24682f56-fa1c-4f01-af6f-cae3a28ecb87']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:17.620375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf94088-4bfe-424f-a986-f00893e59ddd None None] The sync data for ids ['21225625-bb18-4f67-b3d7-7117fd3ff401'] in n-d-804292-2 is: [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e1013c65-0791-499c-9403-93f774e07dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:34:11Z', 'revision_number': 4, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port': {'id': 'e1013c65-0791-499c-9403-93f774e07dae', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:58Z', 'updated_at': '2021-11-08T13:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '40a2209d-11dd-4a28-964d-70187bd82e25', 'name': '', 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'mac_address': 'fa:16:3e:1d:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:09Z', 'updated_at': '2021-11-08T13:34:16Z', 'revision_number': 4, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'subnets': [{'id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:17.765708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.807657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.829385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.916829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Pushing event updated for resources: {'Port': ['ID=c18cf002-3867-4a6c-8846-98185c551a93,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:17.935074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:17.935805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:17.940138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:18.019362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:18.021602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.076771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:18.111415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Pushing event updated for resources: {'Port': ['ID=758dcb5f-5b21-40cf-8f26-2d19f6550745,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:18.116081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:18.122845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:18.129262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 40a2209d-11dd-4a28-964d-70187bd82e25 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:18.218827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d07feef1-a264-4223-b114-6b6628e98841, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d07feef1-a264-4223-b114-6b6628e98841,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:18.232133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07feef1-a264-4223-b114-6b6628e98841'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:18.320588 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.351784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ddbb11-4dd7-4aaf-aa53-7f62a7136ece req-67da08a6-d70d-4da5-952a-8f7ade2a8111 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:18.353336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28ddbb11-4dd7-4aaf-aa53-7f62a7136ece req-67da08a6-d70d-4da5-952a-8f7ade2a8111 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 970 time: 0.6935334 Nov 08 13:34:18.391937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Attempting to bind port c18cf002-3867-4a6c-8846-98185c551a93 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:18.392712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Attempting to bind port c18cf002-3867-4a6c-8846-98185c551a93 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:18.393034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Attempting to bind port c18cf002-3867-4a6c-8846-98185c551a93 on network 236684a8-b35b-466f-ae41-5dcf4e7517e0 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:18.441199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:18.441566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Checking segment: {'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:18.441895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.442412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Bound using segment: {'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:18.442916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Bound port: c18cf002-3867-4a6c-8846-98185c551a93, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:18.443440 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.461040 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c5c1b4-2e68-4589-be9e-117ae459789f" -d '{"events": [{"server_uuid": "22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d", "name": "network-vif-plugged", "status": "completed", "tag": "d07feef1-a264-4223-b114-6b6628e98841"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:18.466540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d07feef1-a264-4223-b114-6b6628e98841,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:18.475554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Made reservation on behalf of fad5bda350264d47a513245a6068be57 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:18.491261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.537215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.566899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 40a2209d-11dd-4a28-964d-70187bd82e25 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:18.567453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.572953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] For port c18cf002-3867-4a6c-8846-98185c551a93, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:18.622889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28ddbb11-4dd7-4aaf-aa53-7f62a7136ece req-92f7029b-8ee2-488d-aa0e-f831b5cf7b41 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469227 Nov 08 13:34:18.664856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] For port c18cf002-3867-4a6c-8846-98185c551a93, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c18cf002-3867-4a6c-8846-98185c551a93,segment=NetworkSegment(6ea0cca3-416d-4c51-8e22-8dcc493053f4),segment_id=6ea0cca3-416d-4c51-8e22-8dcc493053f4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:18.723964 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:18.837805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a69b8b0b-d20c-4d79-9ebf-db84cc8a316e req-a2c0e708-b8b0-4f71-aaac-b94494856f02 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 210 time: 0.0932021 Nov 08 13:34:18.896975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ced2c2-78dc-4bf3-b97e-34b638747b1e None None] Pushing event updated for resources: {'Port': ['ID=c18cf002-3867-4a6c-8846-98185c551a93,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:18.908104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:19.061796 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a794bfb-e392-422e-90b5-11a5373306a7 x-openstack-request-id: req-0a794bfb-e392-422e-90b5-11a5373306a7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:19.062315 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d", "name": "network-vif-plugged", "status": "completed", "tag": "d07feef1-a264-4223-b114-6b6628e98841", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:19.062899 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a794bfb-e392-422e-90b5-11a5373306a7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:19.063560 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd07feef1-a264-4223-b114-6b6628e98841', 'code': 200} Nov 08 13:34:19.161353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Allocated IP 172.20.0.13 (0d0627b2-a6dc-4d29-a152-6d69ed5b8326/9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84/7a2a229c-c895-48bb-86b0-555a5eb67f17) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:19.396014 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:34:19.471277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Router a644525e-78be-4057-9eb6-978ed8d1c6e7 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:34:19.495430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80439844-3665-4912-b918-e33baf0dd667 req-be5998c1-d202-4aed-aebd-5e055db11c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:19.500038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-80439844-3665-4912-b918-e33baf0dd667 req-be5998c1-d202-4aed-aebd-5e055db11c2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 1122 time: 0.2930856 Nov 08 13:34:19.528136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-80439844-3665-4912-b918-e33baf0dd667 req-0a16c245-8634-4229-92d3-bbd51ef82b0a service neutron] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:19.540187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:19.628173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:19.749731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:19.765013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:19.773627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:19.781965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:19.782835 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:19.828177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event updated for resources: {'Port': ['ID=7a2a229c-c895-48bb-86b0-555a5eb67f17,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:19.841643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-b6787f93-7123-4622-90e0-7acb2c935627 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2543726 Nov 08 13:34:19.979017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccc176-a583-477f-adc1-84ef49125df7 req-b6c4bf0c-e64a-4d89-a656-bb643c019316 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:19.983574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbccc176-a583-477f-adc1-84ef49125df7 req-b6c4bf0c-e64a-4d89-a656-bb643c019316 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 971 time: 0.1469414 Nov 08 13:34:20.017392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:20.050180 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Sync routers for ids ['a644525e-78be-4057-9eb6-978ed8d1c6e7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:20.064885 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Routers {'a644525e-78be-4057-9eb6-978ed8d1c6e7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:20.069368 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a644525e-78be-4057-9eb6-978ed8d1c6e7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:20.093949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c18cf002-3867-4a6c-8846-98185c551a93 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:20.107491 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-80439844-3665-4912-b918-e33baf0dd667 req-0a16c245-8634-4229-92d3-bbd51ef82b0a service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.112326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.117197 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-12d22bf4-74fe-4019-83e8-5b11b8161b02 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8254423 Nov 08 13:34:20.118397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33388) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:20.118896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33390) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:20.127667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-80439844-3665-4912-b918-e33baf0dd667 req-0a16c245-8634-4229-92d3-bbd51ef82b0a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.249566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16c245-8634-4229-92d3-bbd51ef82b0a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a750ce-0168-403d-87ee-6427ac1edaa5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:20.255403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c18cf002-3867-4a6c-8846-98185c551a93 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:20.255822 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.258566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbccc176-a583-477f-adc1-84ef49125df7 req-346149e1-f4ba-4d08-ab53-061308ef5377 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668786 Nov 08 13:34:20.263179 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Set router a644525e-78be-4057-9eb6-978ed8d1c6e7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:20.277324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a16ff-ebad-43ac-aee6-5fa886337721 req-4d310ee0-8d01-416f-b2c2-e423a8e5f890 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:20.279173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-841a16ff-ebad-43ac-aee6-5fa886337721 req-4d310ee0-8d01-416f-b2c2-e423a8e5f890 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 932 time: 0.1442244 Nov 08 13:34:20.382631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-255981d7-1e93-417c-8461-d12faa714e4b None None] Provisioning complete for port 7a2a229c-c895-48bb-86b0-555a5eb67f17 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:20.383303 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-255981d7-1e93-417c-8461-d12faa714e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.425814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-841a16ff-ebad-43ac-aee6-5fa886337721 req-883b36ce-670b-4520-a615-fc8a09001f76 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255403 Nov 08 13:34:20.458144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-255981d7-1e93-417c-8461-d12faa714e4b None None] Port 7a2a229c-c895-48bb-86b0-555a5eb67f17 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:20.499439 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-80439844-3665-4912-b918-e33baf0dd667 req-0a16c245-8634-4229-92d3-bbd51ef82b0a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9873719 Nov 08 13:34:20.546397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.598838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c18cf002-3867-4a6c-8846-98185c551a93, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c18cf002-3867-4a6c-8846-98185c551a93,segment=NetworkSegment(6ea0cca3-416d-4c51-8e22-8dcc493053f4),segment_id=6ea0cca3-416d-4c51-8e22-8dcc493053f4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:20.606739 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.721073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c18cf002-3867-4a6c-8846-98185c551a93,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:20.747813 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:34:18Z', 'revision_number': 3, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port': {'id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:17Z', 'updated_at': '2021-11-08T13:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:20.755348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa49f2a0-214c-464c-af23-b06e8c761e43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.759469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4ea1a7-214f-4bf3-838b-5c932e97d9ad None None] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:20.797858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Checking router: a644525e-78be-4057-9eb6-978ed8d1c6e7 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:20.798382 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Updating router a644525e-78be-4057-9eb6-978ed8d1c6e7 port 758dcb5f-5b21-40cf-8f26-2d19f6550745 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:34:20.865592 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:20.917273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-60ed2888-aa0f-4bcb-87eb-58c66b771731 None None] Provisioning complete for port c18cf002-3867-4a6c-8846-98185c551a93 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:20.918154 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60ed2888-aa0f-4bcb-87eb-58c66b771731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.192708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa49f2a0-214c-464c-af23-b06e8c761e43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.209556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa49f2a0-214c-464c-af23-b06e8c761e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.265722 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa49f2a0-214c-464c-af23-b06e8c761e43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f2e73bc751f4a86b685b1d2da7c4f53&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1429405 Nov 08 13:34:21.266860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33404) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:21.301414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49f2a0-214c-464c-af23-b06e8c761e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a3c679-12ff-49f9-9f89-6ec32294caa1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:21.333848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.353125 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b45c996-6a09-4f9f-9589-c633edea1c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.371038 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.381891 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.401552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b45c996-6a09-4f9f-9589-c633edea1c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.442512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4130d458-96d2-4b38-a453-55fcb9b69493 None None] Provisioning complete for port c18cf002-3867-4a6c-8846-98185c551a93 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:21.442512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4130d458-96d2-4b38-a453-55fcb9b69493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.652541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Allocated IP 172.20.0.1 (236684a8-b35b-466f-ae41-5dcf4e7517e0/6fc176c8-6559-48ad-ba99-c6b07c83198c/60e60d01-b7e0-4a4c-8208-a201e1ee1d0b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:21.693245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6670b-e8ac-49c0-8768-5e3f17fd0e3c req-1cb4e79e-b227-4bb2-9f10-67c38cb0cdb0 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:21.701084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ee6670b-e8ac-49c0-8768-5e3f17fd0e3c req-1cb4e79e-b227-4bb2-9f10-67c38cb0cdb0 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 971 time: 0.2074389 Nov 08 13:34:21.703532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b45c996-6a09-4f9f-9589-c633edea1c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.706201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b45c996-6a09-4f9f-9589-c633edea1c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.706383 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Attempting to bind port 758dcb5f-5b21-40cf-8f26-2d19f6550745 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:21.706648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Attempting to bind port 758dcb5f-5b21-40cf-8f26-2d19f6550745 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:21.707111 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Attempting to bind port 758dcb5f-5b21-40cf-8f26-2d19f6550745 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:21.707320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2b45c996-6a09-4f9f-9589-c633edea1c31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57a3c679-12ff-49f9-9f89-6ec32294caa1 HTTP/1.1" status: 204 len: 168 time: 0.4381053 Nov 08 13:34:21.716839 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:21.717450 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:21.718256 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.718791 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:21.719438 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Bound port: 758dcb5f-5b21-40cf-8f26-2d19f6550745, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:21.721243 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.748079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228d71c-894b-45cb-8deb-32e91a23c6df req-dcea5c77-71d6-4b4f-9b65-4b710a0385ac tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:21.756499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0228d71c-894b-45cb-8deb-32e91a23c6df req-dcea5c77-71d6-4b4f-9b65-4b710a0385ac tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 932 time: 0.1862409 Nov 08 13:34:21.765942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45c996-6a09-4f9f-9589-c633edea1c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a3c679-12ff-49f9-9f89-6ec32294caa1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:21.805644 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] For port 758dcb5f-5b21-40cf-8f26-2d19f6550745, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:21.814265 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] For port 758dcb5f-5b21-40cf-8f26-2d19f6550745, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=758dcb5f-5b21-40cf-8f26-2d19f6550745,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:21.821277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ee6670b-e8ac-49c0-8768-5e3f17fd0e3c req-98f4ab28-c1e1-4314-95e4-c63b8e484dc6 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188436 Nov 08 13:34:21.823095 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128db5d-fa71-4a8a-8dc5-08bdcd611f27 None None] Pushing event updated for resources: {'Port': ['ID=758dcb5f-5b21-40cf-8f26-2d19f6550745,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:21.837468 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:21.861039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0228d71c-894b-45cb-8deb-32e91a23c6df req-a1ab9473-1507-4f68-89c0-1de9082a1d89 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034925 Nov 08 13:34:21.938128 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Routers {'a644525e-78be-4057-9eb6-978ed8d1c6e7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:21.938765 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a644525e-78be-4057-9eb6-978ed8d1c6e7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:21.942530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.008334 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128db5d-fa71-4a8a-8dc5-08bdcd611f27 None None] Pushing event updated for resources: {'Port': ['ID=758dcb5f-5b21-40cf-8f26-2d19f6550745,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:22.048687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c18cf002-3867-4a6c-8846-98185c551a93 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:22.057286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.123425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:22.128917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:22.133034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:22.133505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.149407 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] Set router a644525e-78be-4057-9eb6-978ed8d1c6e7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:22.204522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Pushing event updated for resources: {'Port': ['ID=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:22.233571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c18cf002-3867-4a6c-8846-98185c551a93 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:22.234272 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.257481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33418) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:22.430222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.547591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8e2c-665b-46d0-9cd0-5bc422121d94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.571356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33422) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:22.611884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74c8a85e-b49c-4bd5-9190-55f59c7f9223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.612215 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:34:18Z', 'revision_number': 3, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port': {'id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:17Z', 'updated_at': '2021-11-08T13:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:22.612546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-59ec270e-daf7-4fce-b0e9-9c115c0467db None None] Provisioning complete for port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:22.613168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59ec270e-daf7-4fce-b0e9-9c115c0467db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.641182 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c512345a-33f2-49ed-b3b2-3d059e4a2302 None None] The sync data for ids ['a644525e-78be-4057-9eb6-978ed8d1c6e7'] in n-d-804292-2 is: [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:34:18Z', 'revision_number': 3, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port': {'id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:17Z', 'updated_at': '2021-11-08T13:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:22.678540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-59ec270e-daf7-4fce-b0e9-9c115c0467db None None] Port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:22.721651 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.766128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.772147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.772738 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.799985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74c8a85e-b49c-4bd5-9190-55f59c7f9223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.801495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8e2c-665b-46d0-9cd0-5bc422121d94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.808101 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74c8a85e-b49c-4bd5-9190-55f59c7f9223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.811850 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8e2c-665b-46d0-9cd0-5bc422121d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:22.873455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Pushing event updated for resources: {'Port': ['ID=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:22.919026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fc2f8e2c-665b-46d0-9cd0-5bc422121d94 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=488a52a491d641f9bc8ba0d51235bbb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6579471 Nov 08 13:34:22.919026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c8a85e-b49c-4bd5-9190-55f59c7f9223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86f541-2e3d-4645-92d4-4d91f9c0f2fc,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:22.921484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33428) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:22.930795 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74c8a85e-b49c-4bd5-9190-55f59c7f9223 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddf5a7e486344fdea93561e3445c0770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3573053 Nov 08 13:34:22.931323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33430) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:22.968350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:22.971706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:23.124802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bba6eefb-632c-4467-8f2e-64f0e9a0573b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.150178 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96fff2f-c827-4349-9218-ee7927e48edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.162553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f8e2c-665b-46d0-9cd0-5bc422121d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f37cfe-ec3d-49ad-bcce-ad059a60bc3a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:23.200210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667d314-4c49-4da5-9d83-af2e03af8f79 req-63334afd-ece9-4d18-b310-5ff3f1e1ecab tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:23.201950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d667d314-4c49-4da5-9d83-af2e03af8f79 req-63334afd-ece9-4d18-b310-5ff3f1e1ecab tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 971 time: 0.1939385 Nov 08 13:34:23.220086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96fff2f-c827-4349-9218-ee7927e48edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.231006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff2414-adf0-4f4b-ad5e-45a76a677776 req-7b393cb6-05ab-4f65-8217-1c41acca5818 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:23.232906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28ff2414-adf0-4f4b-ad5e-45a76a677776 req-7b393cb6-05ab-4f65-8217-1c41acca5818 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 932 time: 0.2229998 Nov 08 13:34:23.259787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Router a644525e-78be-4057-9eb6-978ed8d1c6e7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:34:23.294854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bba6eefb-632c-4467-8f2e-64f0e9a0573b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.348200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.377195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28ff2414-adf0-4f4b-ad5e-45a76a677776 req-f5f187b5-ae8d-4c04-a92d-f4ebed1042ef tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335802 Nov 08 13:34:23.383520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d667d314-4c49-4da5-9d83-af2e03af8f79 req-5739db7b-2f4d-4009-8804-b73fcc8513b4 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486590 Nov 08 13:34:23.396935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96fff2f-c827-4349-9218-ee7927e48edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.418222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96fff2f-c827-4349-9218-ee7927e48edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.429758 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f96fff2f-c827-4349-9218-ee7927e48edb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f86f541-2e3d-4645-92d4-4d91f9c0f2fc HTTP/1.1" status: 204 len: 168 time: 0.4954565 Nov 08 13:34:23.441646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cdde6f4f-51a1-4078-8c87-a6131778c27b None None] Provisioning complete for port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:23.442286 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cdde6f4f-51a1-4078-8c87-a6131778c27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.447349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fff2f-c827-4349-9218-ee7927e48edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f86f541-2e3d-4645-92d4-4d91f9c0f2fc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:23.498978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cdde6f4f-51a1-4078-8c87-a6131778c27b None None] Port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:23.531782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:23.550800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-864f9bae-873f-4b04-8e45-18d49b178df2 admin admin] 10.222.0.65 "PUT /v2.0/routers/a644525e-78be-4057-9eb6-978ed8d1c6e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4175711 Nov 08 13:34:23.569787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bba6eefb-632c-4467-8f2e-64f0e9a0573b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.569787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bba6eefb-632c-4467-8f2e-64f0e9a0573b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.569787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bba6eefb-632c-4467-8f2e-64f0e9a0573b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62f37cfe-ec3d-49ad-bcce-ad059a60bc3a HTTP/1.1" status: 204 len: 168 time: 0.6464615 Nov 08 13:34:23.601757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6eefb-632c-4467-8f2e-64f0e9a0573b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f37cfe-ec3d-49ad-bcce-ad059a60bc3a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:23.722793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065f1ef-d3fc-4819-aeed-713cc2127838 req-77ae1b50-58ec-4e3f-a58d-108bf3fb4651 tempest-AggregatesAdminTestJSON-1458489118 tempest-AggregatesAdminTestJSON-1458489118-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:23.725062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2065f1ef-d3fc-4819-aeed-713cc2127838 req-77ae1b50-58ec-4e3f-a58d-108bf3fb4651 tempest-AggregatesAdminTestJSON-1458489118 tempest-AggregatesAdminTestJSON-1458489118-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 1122 time: 0.1076412 Nov 08 13:34:23.760550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2065f1ef-d3fc-4819-aeed-713cc2127838 req-c0029ce2-a5f1-4022-b0cf-f74384f5ef87 tempest-AggregatesAdminTestJSON-1458489118 tempest-AggregatesAdminTestJSON-1458489118-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.911212 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2065f1ef-d3fc-4819-aeed-713cc2127838 req-c0029ce2-a5f1-4022-b0cf-f74384f5ef87 tempest-AggregatesAdminTestJSON-1458489118 tempest-AggregatesAdminTestJSON-1458489118-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:23.916687 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2065f1ef-d3fc-4819-aeed-713cc2127838 req-c0029ce2-a5f1-4022-b0cf-f74384f5ef87 tempest-AggregatesAdminTestJSON-1458489118 tempest-AggregatesAdminTestJSON-1458489118-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:24.004186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2065f1ef-d3fc-4819-aeed-713cc2127838 req-c0029ce2-a5f1-4022-b0cf-f74384f5ef87 tempest-AggregatesAdminTestJSON-1458489118 tempest-AggregatesAdminTestJSON-1458489118-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702644 Nov 08 13:34:24.008727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0029ce2-a5f1-4022-b0cf-f74384f5ef87 tempest-AggregatesAdminTestJSON-1458489118 tempest-AggregatesAdminTestJSON-1458489118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa2d472-06b6-4dd0-9b85-9c1c130df891,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:24.074873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 758dcb5f-5b21-40cf-8f26-2d19f6550745 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:24.167595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 758dcb5f-5b21-40cf-8f26-2d19f6550745 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:24.168090 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:24.275094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:24.301520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 758dcb5f-5b21-40cf-8f26-2d19f6550745, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=758dcb5f-5b21-40cf-8f26-2d19f6550745,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:24.307029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:24.340852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-23fef7fa-75f3-4427-ae77-28b0855d0bd4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368780 Nov 08 13:34:24.426097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=758dcb5f-5b21-40cf-8f26-2d19f6550745,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:24.546931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-a96759f6-6dad-45b3-b53f-72e2c4e6c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:24.548830 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-a96759f6-6dad-45b3-b53f-72e2c4e6c7e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2674e4c6be994e20a7617869c75a0437&device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 1122 time: 0.1193750 Nov 08 13:34:24.563868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33468) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:24.592209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32a1cf79-9543-4533-9e39-6a32188934fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:24.701693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561204a2-08fa-4b35-ae06-c13ebc6db847 req-b8dee926-d49c-46b1-9bcc-d056cd04a79e tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:24.717394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-561204a2-08fa-4b35-ae06-c13ebc6db847 req-b8dee926-d49c-46b1-9bcc-d056cd04a79e tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 932 time: 0.1660891 Nov 08 13:34:24.934615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-561204a2-08fa-4b35-ae06-c13ebc6db847 req-de3d562b-193a-4bbf-9d88-0d9e3733ebbf tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021413 Nov 08 13:34:25.213315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32a1cf79-9543-4533-9e39-6a32188934fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:25.221308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32a1cf79-9543-4533-9e39-6a32188934fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:25.277954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32a1cf79-9543-4533-9e39-6a32188934fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e833596b4b7f470299a0bdff02631dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7130899 Nov 08 13:34:25.279188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-164b7810-fe77-4238-ae0f-71da6e38bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:25.280657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-164b7810-fe77-4238-ae0f-71da6e38bc38 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.6829629 Nov 08 13:34:25.281136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33502) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:25.307166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Sync routers for ids ['a644525e-78be-4057-9eb6-978ed8d1c6e7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:25.341866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Routers {'a644525e-78be-4057-9eb6-978ed8d1c6e7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:25.342606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a644525e-78be-4057-9eb6-978ed8d1c6e7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:25.367864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1cf79-9543-4533-9e39-6a32188934fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e799a1e0-f308-41dc-ac53-092578832812,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:25.372276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-6f7a38dc-ff60-4ee5-836f-d6f1c6723909 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=d07feef1-a264-4223-b114-6b6628e98841 HTTP/1.1" status: 200 len: 217 time: 0.0555723 Nov 08 13:34:25.432206 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe64e9b-9a61-4e10-a224-a8405e637685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:25.464967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-1572d4d3-c241-4fbe-80c1-4f21125aeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:25.467429 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-1572d4d3-c241-4fbe-80c1-4f21125aeb06 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0857306 Nov 08 13:34:25.518478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe64e9b-9a61-4e10-a224-a8405e637685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:25.574855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-f044ca16-9e6a-46a7-8661-83a39d6115c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:25.576532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-f044ca16-9e6a-46a7-8661-83a39d6115c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1015480 Nov 08 13:34:25.681266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe64e9b-9a61-4e10-a224-a8405e637685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:25.688796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe64e9b-9a61-4e10-a224-a8405e637685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:25.695856 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0fe64e9b-9a61-4e10-a224-a8405e637685 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e799a1e0-f308-41dc-ac53-092578832812 HTTP/1.1" status: 204 len: 168 time: 0.4082856 Nov 08 13:34:25.712022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe64e9b-9a61-4e10-a224-a8405e637685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e799a1e0-f308-41dc-ac53-092578832812,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:25.779258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-f5badada-cbbc-434f-bc72-c39e878d8f92 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942005 Nov 08 13:34:25.833009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Set router a644525e-78be-4057-9eb6-978ed8d1c6e7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:25.884552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-df6be640-1cda-4b9f-9b70-3f14d7970e23 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:34:25.900805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-df6be640-1cda-4b9f-9b70-3f14d7970e23 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0233603 Nov 08 13:34:26.084312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdd654bf-a709-4e6e-9e6a-506986e2ce87 req-a5cd679a-82bb-4bba-806c-de7004c3794b service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970309 Nov 08 13:34:26.236266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 758dcb5f-5b21-40cf-8f26-2d19f6550745 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:26.306216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff20f5-cdd2-4214-8a75-d577f22be267 req-2a9e6f16-4c05-46e8-bc60-c114468ab7a0 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:26.309352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ff20f5-cdd2-4214-8a75-d577f22be267 req-2a9e6f16-4c05-46e8-bc60-c114468ab7a0 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 932 time: 0.1103108 Nov 08 13:34:26.428962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ff20f5-cdd2-4214-8a75-d577f22be267 req-eb24ec5a-81f3-4ee4-ac8a-eed00aeb6853 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026030 Nov 08 13:34:26.469906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Request body: {'port': {'device_id': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:26.812526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:27.273336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 758dcb5f-5b21-40cf-8f26-2d19f6550745 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:27.274198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:27.575559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:34:22Z', 'revision_number': 4, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port': {'id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:17Z', 'updated_at': '2021-11-08T13:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '60e60d01-b7e0-4a4c-8208-a201e1ee1d0b', 'name': '', 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'mac_address': 'fa:16:3e:dd:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6fc176c8-6559-48ad-ba99-c6b07c83198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:21Z', 'updated_at': '2021-11-08T13:34:22Z', 'revision_number': 2, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'subnets': [{'id': '6fc176c8-6559-48ad-ba99-c6b07c83198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:27.752356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Checking router: a644525e-78be-4057-9eb6-978ed8d1c6e7 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:27.752902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Updating router a644525e-78be-4057-9eb6-978ed8d1c6e7 port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:34:28.052186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:28.154304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb4be0db-30c3-47a5-aa67-386df5e2a8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:28.288225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820e277-564c-4f96-82bf-a1c6a7dd2eec req-31d17810-ca03-463a-8bec-97225fc054dc tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:28.311332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9820e277-564c-4f96-82bf-a1c6a7dd2eec req-31d17810-ca03-463a-8bec-97225fc054dc tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 932 time: 0.4140999 Nov 08 13:34:28.550639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9820e277-564c-4f96-82bf-a1c6a7dd2eec req-c2fbcf05-0e13-43a9-95bf-998e57619a35 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360201 Nov 08 13:34:28.674042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a2a229c-c895-48bb-86b0-555a5eb67f17 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:34:28.746480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:28.812450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Transition to ACTIVE for port object 7a2a229c-c895-48bb-86b0-555a5eb67f17 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:34:28.822159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:29.062273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33634) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:29.076268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2a229c-c895-48bb-86b0-555a5eb67f17,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:29.446902 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:29.458033 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:29.863682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81769e9-4455-42b2-be44-a62c89857e29 None None] Pushing event updated for resources: {'Port': ['ID=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:29.935947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Attempting to bind port 7a2a229c-c895-48bb-86b0-555a5eb67f17 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:29.936836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Attempting to bind port 7a2a229c-c895-48bb-86b0-555a5eb67f17 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:29.942844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Attempting to bind port 7a2a229c-c895-48bb-86b0-555a5eb67f17 on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:29.964732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Port 7a2a229c-c895-48bb-86b0-555a5eb67f17 on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:34:29.965055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Attempting to bind port 7a2a229c-c895-48bb-86b0-555a5eb67f17 on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:29.985828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:29.986204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Checking segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:29.987494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Bound using segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:29.987918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Bound port: 7a2a229c-c895-48bb-86b0-555a5eb67f17, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:29.996384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.076842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Attempting to bind port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:30.077311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Attempting to bind port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:30.077748 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Attempting to bind port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b on network 236684a8-b35b-466f-ae41-5dcf4e7517e0 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:30.116204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:30.116927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Checking segment: {'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:30.125330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.127845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Bound using segment: {'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:30.128376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Bound port: 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea0cca3-416d-4c51-8e22-8dcc493053f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:30.128894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.304581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-01726f94-8192-46bc-8d86-a6329b952f13 None None] Provisioning complete for port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:30.305510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01726f94-8192-46bc-8d86-a6329b952f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.329823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33662) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:30.417644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-301301480-network', 'tenant_id': '3d022dd8e3d14dc7bc470e9f0a692881'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:30.419386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-01726f94-8192-46bc-8d86-a6329b952f13 None None] Port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:34:30.426321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] For port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:30.431623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5690d-4b7d-472a-86b3-83a3db398c8d req-d490179f-7d0e-449a-bebd-77ee72450c1d tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:30.434687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31b5690d-4b7d-472a-86b3-83a3db398c8d req-d490179f-7d0e-449a-bebd-77ee72450c1d tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 944 time: 0.2022641 Nov 08 13:34:30.442376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] For port 7a2a229c-c895-48bb-86b0-555a5eb67f17, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:30.449498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] For port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,segment=NetworkSegment(6ea0cca3-416d-4c51-8e22-8dcc493053f4),segment_id=6ea0cca3-416d-4c51-8e22-8dcc493053f4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:30.453681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] For port 7a2a229c-c895-48bb-86b0-555a5eb67f17, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:30.471268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.500451 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.555043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81769e9-4455-42b2-be44-a62c89857e29 None None] Pushing event updated for resources: {'Port': ['ID=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:30.591715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Routers {'a644525e-78be-4057-9eb6-978ed8d1c6e7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:30.593265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a644525e-78be-4057-9eb6-978ed8d1c6e7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:30.614223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Made reservation on behalf of 3d022dd8e3d14dc7bc470e9f0a692881 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:30.634653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.688704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a2a229c-c895-48bb-86b0-555a5eb67f17,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:30.771765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45426473-61df-45be-b7c7-ebdf6af0e1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.795601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:30.796771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:30.799829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-d69373f2-33b2-4c88-8ba7-8341daef24c5 service neutron] 10.222.0.54 "PUT /v2.0/ports/7a2a229c-c895-48bb-86b0-555a5eb67f17 HTTP/1.1" status: 200 len: 1092 time: 4.4716837 Nov 08 13:34:30.802546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:30.875439 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.164064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] Set router a644525e-78be-4057-9eb6-978ed8d1c6e7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:31.434132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31b5690d-4b7d-472a-86b3-83a3db398c8d req-34f3de7e-b717-4e64-b970-3eabe224236d tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9765110 Nov 08 13:34:31.510203 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01fddc9-e853-423a-ad3f-755bea98f47e" -d '{"events": [{"name": "network-changed", "server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:31.548107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.559712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.592626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-4aa260f9-6b55-4ec7-a0b4-c480fa008b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:31.597946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-4aa260f9-6b55-4ec7-a0b4-c480fa008b9a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 1095 time: 0.4539440 Nov 08 13:34:31.636219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-25c1eca3-aa4b-40f2-af4f-9cef783c340d None None] Provisioning complete for port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:31.636856 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25c1eca3-aa4b-40f2-af4f-9cef783c340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.647179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d723ce1e-ecb7-4bc7-976d-92c1206d7567,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:31.725227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:34:31.812243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.814773 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Added segment 62770769-f6c9-41f5-8f6f-ce854c865cb2 of type vlan for network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee Nov 08 13:34:31.830516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45426473-61df-45be-b7c7-ebdf6af0e1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.848330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-ce04db47-7fda-4565-8835-b9a866e27fa9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17 HTTP/1.1" status: 200 len: 217 time: 0.2341571 Nov 08 13:34:31.871394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45426473-61df-45be-b7c7-ebdf6af0e1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.895813 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-660653e5-f1e5-4dbb-9ec2-c27831c89b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:31.964308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-45426473-61df-45be-b7c7-ebdf6af0e1a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97dcb35e24dd42be8cc2e408dcb686c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6336987 Nov 08 13:34:31.974941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33696) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:32.069044 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bd2ba6-14c4-4941-9882-f07ed90cbdb7 x-openstack-request-id: req-21bd2ba6-14c4-4941-9882-f07ed90cbdb7 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:32.071617 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:32.073945 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21bd2ba6-14c4-4941-9882-f07ed90cbdb7 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:32.074897 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'status': 'completed', 'code': 200} Nov 08 13:34:32.176821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-1c6c988a-a131-4118-98a0-deab5df7fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:32.183178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25c1eca3-aa4b-40f2-af4f-9cef783c340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.186722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-1c6c988a-a131-4118-98a0-deab5df7fda6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.3331666 Nov 08 13:34:32.252102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2b970bc-4fa4-4105-97e6-da2ea480974e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.299573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-25c1eca3-aa4b-40f2-af4f-9cef783c340d None None] For port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,segment=NetworkSegment(6ea0cca3-416d-4c51-8e22-8dcc493053f4),segment_id=6ea0cca3-416d-4c51-8e22-8dcc493053f4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:32.327768 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25c1eca3-aa4b-40f2-af4f-9cef783c340d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.354281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2b970bc-4fa4-4105-97e6-da2ea480974e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.480858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.500300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2b970bc-4fa4-4105-97e6-da2ea480974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.543992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2b970bc-4fa4-4105-97e6-da2ea480974e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.545919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a2b970bc-4fa4-4105-97e6-da2ea480974e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87599997-ffbc-4726-834e-a03cb3ec6586 HTTP/1.1" status: 204 len: 168 time: 0.5067558 Nov 08 13:34:32.579193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-445e4786-750e-43e9-99f1-12abd3e01748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:32.590977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-445e4786-750e-43e9-99f1-12abd3e01748 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3920870 Nov 08 13:34:32.596853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45426473-61df-45be-b7c7-ebdf6af0e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87599997-ffbc-4726-834e-a03cb3ec6586,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:32.671906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c1eca3-aa4b-40f2-af4f-9cef783c340d None None] Pushing event updated for resources: {'Port': ['ID=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:32.717284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b970bc-4fa4-4105-97e6-da2ea480974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87599997-ffbc-4726-834e-a03cb3ec6586,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:32.762208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.765467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:32.767002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:32.913296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.8478100 Nov 08 13:34:32.922081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:32.940438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Request body: {'subnet': {'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-301301480-subnet', 'tenant_id': '3d022dd8e3d14dc7bc470e9f0a692881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:32.949682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:34:22Z', 'revision_number': 4, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port': {'id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:17Z', 'updated_at': '2021-11-08T13:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '60e60d01-b7e0-4a4c-8208-a201e1ee1d0b', 'name': '', 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'mac_address': 'fa:16:3e:dd:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6fc176c8-6559-48ad-ba99-c6b07c83198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:21Z', 'updated_at': '2021-11-08T13:34:30Z', 'revision_number': 4, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'subnets': [{'id': '6fc176c8-6559-48ad-ba99-c6b07c83198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:33.041770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-68acc77d-f9e9-4877-97e7-ab5438af10fb service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412127 Nov 08 13:34:33.090041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9bfb9a-f787-4357-9f08-920d140d0c6d admin admin] Pushing event updated for resources: {'Network': ['ID=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:33.100961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6b05f7-0cb1-415d-b0f4-7e4df2f80a3d None None] The sync data for ids ['a644525e-78be-4057-9eb6-978ed8d1c6e7'] in n-d-804292-2 is: [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:34:22Z', 'revision_number': 4, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port': {'id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:17Z', 'updated_at': '2021-11-08T13:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '60e60d01-b7e0-4a4c-8208-a201e1ee1d0b', 'name': '', 'network_id': '236684a8-b35b-466f-ae41-5dcf4e7517e0', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'mac_address': 'fa:16:3e:dd:98:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': '6fc176c8-6559-48ad-ba99-c6b07c83198c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:21Z', 'updated_at': '2021-11-08T13:34:30Z', 'revision_number': 4, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'subnets': [{'id': '6fc176c8-6559-48ad-ba99-c6b07c83198c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:33.123196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Made reservation on behalf of 3d022dd8e3d14dc7bc470e9f0a692881 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:33.125788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:33.127336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:33.141402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:34:33.312379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33738) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:33.354808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fda4856f-c1e2-41c0-a606-daadd00ea370 req-bdcd4d0a-4ec9-42df-b1a3-54077a68d1ad tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=73d09ade42c04edd932bcf84c10c39e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3108962 Nov 08 13:34:33.638044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeca99-f2fa-4e0d-8b6c-670b569d61df req-ffe623a5-3031-46be-9337-5026dfbe8897 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:33.652673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bfeca99-f2fa-4e0d-8b6c-670b569d61df req-ffe623a5-3031-46be-9337-5026dfbe8897 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 944 time: 0.6064663 Nov 08 13:34:33.760874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4856f-c1e2-41c0-a606-daadd00ea370 req-8b33769b-f494-4903-8001-ea313d15a2dc tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:33.770212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fda4856f-c1e2-41c0-a606-daadd00ea370 req-8b33769b-f494-4903-8001-ea313d15a2dc tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4142826 Nov 08 13:34:33.785697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33742) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:33.815067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:33.857283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29b8b323-b78e-4ee2-a49c-1da55b262ad6 req-05dd7331-a929-4de7-aa3f-77b0c387b949 service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889528 Nov 08 13:34:33.860174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fda4856f-c1e2-41c0-a606-daadd00ea370 req-8c099420-696b-4bea-bda2-40c6166b49ac tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/quotas/73d09ade42c04edd932bcf84c10c39e2 HTTP/1.1" status: 200 len: 375 time: 0.0886791 Nov 08 13:34:33.866886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1847-ffde-4aee-810e-cd05842b1160 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:33.966846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Checking segment: {'id': '62770769-f6c9-41f5-8f6f-ce854c865cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:33.967770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Network hostable DHCP agents. Network: ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:34:33.980589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b99d06-a397-49c5-89c6-81e3397fd74f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:33.989540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bfeca99-f2fa-4e0d-8b6c-670b569d61df req-43bf4203-d804-4db1-bf62-c6cd1f035d51 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356650 Nov 08 13:34:34.048416 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee7e3-08d7-4be7-a491-728eb6f12a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:34.071793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:34:34.104654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:34.120272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:34.121316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:34.125936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1236a7cf-3266-4e28-8c60-54558b0eed84 None None] Network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:34.162995 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-901498df-3e5d-411a-99d1-e1f8f0cafc48 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2290740 Nov 08 13:34:34.164120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fda4856f-c1e2-41c0-a606-daadd00ea370 req-b3dd428e-8c4d-4c50-b2a2-a7e4a9aa0321 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=73d09ade42c04edd932bcf84c10c39e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1860387 Nov 08 13:34:34.336817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-4cb190ad-8427-4905-9303-6887b214cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:34.339334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-4cb190ad-8427-4905-9303-6887b214cc1d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 1095 time: 0.3457689 Nov 08 13:34:34.586603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:35.274697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1847-ffde-4aee-810e-cd05842b1160 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:35.289642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-22413c6a-9e86-417a-890d-0d9dacd6a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:35.303996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-22413c6a-9e86-417a-890d-0d9dacd6a9e6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 924 time: 0.8976889 Nov 08 13:34:35.354440 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc5a1847-ffde-4aee-810e-cd05842b1160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:35.518801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee7e3-08d7-4be7-a491-728eb6f12a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:35.564524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-a7aad733-7df0-49ea-b2b1-20ed921d8919 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17 HTTP/1.1" status: 200 len: 217 time: 0.2589438 Nov 08 13:34:35.574926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc5a1847-ffde-4aee-810e-cd05842b1160 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76c632f79127478793f205f9a6b22d98&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2581613 Nov 08 13:34:35.575364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33774) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:35.587422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a7ee7e3-08d7-4be7-a491-728eb6f12a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:35.644143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3a7ee7e3-08d7-4be7-a491-728eb6f12a33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b193d2f883c94d2e9bca50fbfbede737&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8384356 Nov 08 13:34:35.690972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33776) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:35.836854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a1847-ffde-4aee-810e-cd05842b1160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23af1ff-b4f3-48a9-b3ce-ac9876aaa4cc,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:35.964873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ee7e3-08d7-4be7-a491-728eb6f12a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04761680-7dbd-421d-a0d9-2f95d45c9622,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:36.011582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-90c22bc8-8ef7-459f-8096-4acc533ab178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:36.029085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-90c22bc8-8ef7-459f-8096-4acc533ab178 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.4462476 Nov 08 13:34:36.057448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.066017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183fc8e2-f90b-4b81-93f4-1cafc04a970d None None] Network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:36.140930 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.231154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-1bed7072-ac1f-4853-87ce-3856f1b90198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:36.242104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-1bed7072-ac1f-4853-87ce-3856f1b90198 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2092953 Nov 08 13:34:36.380790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:36.381857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.422699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6897cf0e-366b-4367-8451-614e530f485a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.542900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6897cf0e-366b-4367-8451-614e530f485a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.761117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7a05453-67a4-4123-9615-0c7227a87f67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.830071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6897cf0e-366b-4367-8451-614e530f485a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.834089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6897cf0e-366b-4367-8451-614e530f485a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.836496 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6897cf0e-366b-4367-8451-614e530f485a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b23af1ff-b4f3-48a9-b3ce-ac9876aaa4cc HTTP/1.1" status: 204 len: 168 time: 1.2590275 Nov 08 13:34:36.864736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7a05453-67a4-4123-9615-0c7227a87f67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:36.878976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897cf0e-366b-4367-8451-614e530f485a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23af1ff-b4f3-48a9-b3ce-ac9876aaa4cc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:36.973336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b5cc06-968e-40c9-9c74-1d3ceea67c12 req-4e7871bc-214c-44e5-b5fb-16d4cf630a21 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:36.983327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9b5cc06-968e-40c9-9c74-1d3ceea67c12 req-4e7871bc-214c-44e5-b5fb-16d4cf630a21 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 944 time: 0.5979617 Nov 08 13:34:37.068802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7a05453-67a4-4123-9615-0c7227a87f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:37.075077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7a05453-67a4-4123-9615-0c7227a87f67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:37.076409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a7a05453-67a4-4123-9615-0c7227a87f67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04761680-7dbd-421d-a0d9-2f95d45c9622 HTTP/1.1" status: 204 len: 168 time: 1.3559022 Nov 08 13:34:37.115510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a05453-67a4-4123-9615-0c7227a87f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04761680-7dbd-421d-a0d9-2f95d45c9622,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:37.178257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-3fca0867-095d-455c-a34d-704475c83d51 service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9236691 Nov 08 13:34:37.350920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9b5cc06-968e-40c9-9c74-1d3ceea67c12 req-6f524649-e8c1-4abd-ace6-b3519bfbf435 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471653 Nov 08 13:34:37.507844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01fddc9-e853-423a-ad3f-755bea98f47e req-ed7c23ea-d61b-43e8-8644-04093b440bee service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181415 Nov 08 13:34:37.873802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33822) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:37.965091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33826) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:37.974155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-165425399-network', 'tenant_id': '76fbae111af049acac0bb8288b4dbfdc'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:38.059216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Made reservation on behalf of 76fbae111af049acac0bb8288b4dbfdc for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:38.078989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.110970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.143842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a2a229c-c895-48bb-86b0-555a5eb67f17 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:34:38.388981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.397739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.426244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:34:38.448785 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.449755 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Added segment 4f0d7830-4ace-43db-8cef-befa5c578d1b of type vlan for network 4a290e9f-be2e-41fb-9ab1-72a2f970c6d6 Nov 08 13:34:38.464604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7a2a229c-c895-48bb-86b0-555a5eb67f17, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:38.502295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'port_id': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'mac_address': 'fa:16:3e:84:12:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:34:38.617671 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.635717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd7027-6a37-4c75-a599-5d7ed71f6dee req-da2170b4-a6c5-4b02-b5ed-8717615dc02a tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:38.637342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35cd7027-6a37-4c75-a599-5d7ed71f6dee req-da2170b4-a6c5-4b02-b5ed-8717615dc02a tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 971 time: 0.1739550 Nov 08 13:34:38.637859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33836) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:38.659709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.662373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a2a229c-c895-48bb-86b0-555a5eb67f17 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:34:38.701893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7a2a229c-c895-48bb-86b0-555a5eb67f17, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:38.710169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.733358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.735643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:38.736735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.802698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a88ea7c-0964-40bf-b7e2-d2b45c576b0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.881342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7a2a229c-c895-48bb-86b0-555a5eb67f17,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:38.921522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Pushing event updated for resources: {'Network': ['ID=4a290e9f-be2e-41fb-9ab1-72a2f970c6d6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:38.931331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9638965 Nov 08 13:34:38.939057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:38.942040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4a290e9f-be2e-41fb-9ab1-72a2f970c6d6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:34:38.959324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33840) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:39.015986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Request body: {'subnet': {'network_id': '4a290e9f-be2e-41fb-9ab1-72a2f970c6d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-165425399-subnet', 'tenant_id': '76fbae111af049acac0bb8288b4dbfdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:39.071516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54f5a4-43ec-4857-8c5e-2edf7771e161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e3be3-fb00-4fd1-b209-69bb1194b1cc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:39.152737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a88ea7c-0964-40bf-b7e2-d2b45c576b0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.179670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35cd7027-6a37-4c75-a599-5d7ed71f6dee req-96bd6e18-e162-4035-9ec2-d8f49a431aa4 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135670 Nov 08 13:34:39.183805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['7a2a229c-c895-48bb-86b0-555a5eb67f17'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:34:39.186622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a88ea7c-0964-40bf-b7e2-d2b45c576b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.309783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Made reservation on behalf of 76fbae111af049acac0bb8288b4dbfdc for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:39.320015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.346019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a88ea7c-0964-40bf-b7e2-d2b45c576b0a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98dc5ca9466e4d6b940b37e27b59d302&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7046762 Nov 08 13:34:39.349635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33848) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:39.484014 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.491961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.595126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a51cc7-358c-41bf-b952-97d632ebd0c3 req-41521b7a-d9f4-4b10-af10-4e5e9843d3d8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:39.608241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2a51cc7-358c-41bf-b952-97d632ebd0c3 req-41521b7a-d9f4-4b10-af10-4e5e9843d3d8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 945 time: 0.2379475 Nov 08 13:34:39.645971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88ea7c-0964-40bf-b7e2-d2b45c576b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67da622-26c4-48a6-b478-a181234d905b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:39.664078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d11f2c-a3f0-4663-865d-50ad14fcc0e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.671256 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfddb8d7597d4316b7a9a060fd014171&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7954447 Nov 08 13:34:39.676944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:39.741923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d11f2c-a3f0-4663-865d-50ad14fcc0e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.894468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2a51cc7-358c-41bf-b952-97d632ebd0c3 req-2a0e0743-4bcb-4811-92e1-ca964d6e075a tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844799 Nov 08 13:34:39.905916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d11f2c-a3f0-4663-865d-50ad14fcc0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.925486 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d11f2c-a3f0-4663-865d-50ad14fcc0e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:39.935420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-03d11f2c-a3f0-4663-865d-50ad14fcc0e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c67da622-26c4-48a6-b478-a181234d905b HTTP/1.1" status: 204 len: 168 time: 0.5653009 Nov 08 13:34:39.974582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d11f2c-a3f0-4663-865d-50ad14fcc0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67da622-26c4-48a6-b478-a181234d905b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:40.048382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49f553a-b9e0-4416-97c4-2b67479739da req-893b8182-573e-4159-a949-52fddbfea8f4 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=73d09ade42c04edd932bcf84c10c39e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1103919 Nov 08 13:34:40.338574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f553a-b9e0-4416-97c4-2b67479739da req-36ff14bf-75d0-4026-b0ed-f4d2e91790b3 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:40.342068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6de544-5c6b-4c2e-8727-6af972d0d5b6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:40.356845 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49f553a-b9e0-4416-97c4-2b67479739da req-36ff14bf-75d0-4026-b0ed-f4d2e91790b3 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3061283 Nov 08 13:34:40.380446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.386167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.387122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.387930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.388979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.389733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.392125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49f553a-b9e0-4416-97c4-2b67479739da req-adf40adc-071c-4a22-b67d-33b64f42c297 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/quotas/73d09ade42c04edd932bcf84c10c39e2 HTTP/1.1" status: 200 len: 375 time: 0.0341678 Nov 08 13:34:40.392970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.393847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.396033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.396862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.400714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.401605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0098026f-fd0f-46ee-b4e6-779094bd728e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:40.494920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a91eaef-097f-4d62-9d00-9947497b513a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:40.514687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49f553a-b9e0-4416-97c4-2b67479739da req-b86d2e16-46bb-43e8-9664-58bff74daf12 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=73d09ade42c04edd932bcf84c10c39e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210687 Nov 08 13:34:40.547098 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a91eaef-097f-4d62-9d00-9947497b513a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:40.637685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-baca2fb5-128e-496c-b70d-defc0235ed23 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:40.643193 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-baca2fb5-128e-496c-b70d-defc0235ed23 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.70 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 971 time: 0.8984900 Nov 08 13:34:40.646256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:40.656312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e02790c-5788-4c5c-901b-8780d416338b req-1cfe3765-a5e4-430c-807e-d45f352cb256 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:40.665786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e02790c-5788-4c5c-901b-8780d416338b req-1cfe3765-a5e4-430c-807e-d45f352cb256 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 971 time: 0.2016265 Nov 08 13:34:40.804875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e02790c-5788-4c5c-901b-8780d416338b req-ef9d94c5-3aee-4641-99d0-69636fc49389 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/security-groups?id=85cd0fd0-80b5-45f6-bb64-12a87247fed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375637 Nov 08 13:34:40.996871 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a91eaef-097f-4d62-9d00-9947497b513a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:41.000750 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a91eaef-097f-4d62-9d00-9947497b513a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:41.007337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5a91eaef-097f-4d62-9d00-9947497b513a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba6de544-5c6b-4c2e-8727-6af972d0d5b6 HTTP/1.1" status: 204 len: 168 time: 1.3201277 Nov 08 13:34:41.069783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91eaef-097f-4d62-9d00-9947497b513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6de544-5c6b-4c2e-8727-6af972d0d5b6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:41.143813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8a261bf-47f7-4cd0-a4cb-784438d13a99,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:41.180026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Checking segment: {'id': '4f0d7830-4ace-43db-8cef-befa5c578d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '4a290e9f-be2e-41fb-9ab1-72a2f970c6d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:41.180477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Network hostable DHCP agents. Network: 4a290e9f-be2e-41fb-9ab1-72a2f970c6d6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:34:41.227420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488bfcb-2406-466f-b1ee-03332358f9a8 req-7e816d71-c44a-4e5a-88d9-02484308b26b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:41.231252 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a488bfcb-2406-466f-b1ee-03332358f9a8 req-7e816d71-c44a-4e5a-88d9-02484308b26b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 945 time: 0.1223807 Nov 08 13:34:41.232766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Deleting port d07feef1-a264-4223-b114-6b6628e98841 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:34:41.233906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:41.405577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Network 4a290e9f-be2e-41fb-9ab1-72a2f970c6d6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:34:41.424155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a488bfcb-2406-466f-b1ee-03332358f9a8 req-b41dea6d-5f8b-4cf0-8d5a-dde928b1c4bc tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763992 Nov 08 13:34:41.515121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4a290e9f-be2e-41fb-9ab1-72a2f970c6d6) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:41.548112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86886606-addd-4ae1-84bd-90f0cf53be68 None None] Network 4a290e9f-be2e-41fb-9ab1-72a2f970c6d6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:41.565786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:41.566941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:41.604009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] For port d07feef1-a264-4223-b114-6b6628e98841, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d07feef1-a264-4223-b114-6b6628e98841,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:41.605100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:41.638664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b204aefc-1e62-4610-ab35-1a7ca57fb222 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6717298 Nov 08 13:34:41.639873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Calling delete_port for d07feef1-a264-4223-b114-6b6628e98841 owned by compute:tempest-test_az-1286312658 {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:34:42.001322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:42.068947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae70bf39-46ee-4399-bbd9-37dfbfded07f None None] Network 4a290e9f-be2e-41fb-9ab1-72a2f970c6d6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:42.148866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a2a229c-c895-48bb-86b0-555a5eb67f17 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:34:42.276940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Pushing event deleted for resources: {'Port': ['ID=d07feef1-a264-4223-b114-6b6628e98841,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:42.382307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-892e6fa5-e54f-4fbb-96f2-56a2c2d2721f req-eef0cb5f-6781-49f9-b5e3-689bf811f9f5 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.65 "GET /v2.0/ports?device_id=22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d HTTP/1.1" status: 200 len: 210 time: 0.3946218 Nov 08 13:34:42.385909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33918) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:42.430539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:42.469197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] No DVR routers for this DVR port d07feef1-a264-4223-b114-6b6628e98841 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:34:42.481729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:42.508136 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ec4410a9-f14c-40c7-bb5c-c21ced4437d6 req-9d97637c-667f-4964-85a4-1528ac89b404 tempest-AggregatesAdminTestJSON-37177527 tempest-AggregatesAdminTestJSON-37177527-project] 10.222.0.70 "DELETE /v2.0/ports/d07feef1-a264-4223-b114-6b6628e98841 HTTP/1.1" status: 204 len: 173 time: 1.8377793 Nov 08 13:34:42.508639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'name': 'network-vif-deleted', 'tag': 'd07feef1-a264-4223-b114-6b6628e98841'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:42.521945 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272053ec-5328-401a-8ed0-3d61597b4188" -d '{"events": [{"server_uuid": "22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d", "name": "network-vif-deleted", "tag": "d07feef1-a264-4223-b114-6b6628e98841"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:42.709712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 7a2a229c-c895-48bb-86b0-555a5eb67f17 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:34:42.730272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 7a2a229c-c895-48bb-86b0-555a5eb67f17 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:34:42.733375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:42.794101 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:42.880403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.044224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447615f-b726-460a-9748-5b8656ec6083 req-65a93849-c1d8-460e-87c7-b8e1b6f48ae8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:43.046656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b447615f-b726-460a-9748-5b8656ec6083 req-65a93849-c1d8-460e-87c7-b8e1b6f48ae8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 945 time: 0.2496350 Nov 08 13:34:43.094597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f7ddb7-9947-4687-aee9-05fefdc5fa82,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:43.109200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.109988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.110493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.111162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.111817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.113297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.114437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.114976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.115465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.115977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.116747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.117339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.158084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bfa271c2-9d9d-468f-a1cb-218395600983 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb8b059ca76b49fba21127e98bd4737d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7701867 Nov 08 13:34:43.162621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33942) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:43.236737 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.334561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b447615f-b726-460a-9748-5b8656ec6083 req-95b123d6-3e85-42a3-9479-26188f6f0f85 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2201712 Nov 08 13:34:43.363107 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:43.365215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-870bf4df-f7d9-4b38-adcc-90685263eb22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.408765 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997edc3b-69e5-4eb1-a21d-0b96e57e3710" -d '{"events": [{"server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "name": "network-vif-plugged", "status": "completed", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:43.424775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7a2a229c-c895-48bb-86b0-555a5eb67f17, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:43.434400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.457851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-870bf4df-f7d9-4b38-adcc-90685263eb22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.467944 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a0f0ad-2d9c-4b48-aac6-419190e13654 x-openstack-request-id: req-71a0f0ad-2d9c-4b48-aac6-419190e13654 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:43.468244 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d", "name": "network-vif-deleted", "tag": "d07feef1-a264-4223-b114-6b6628e98841", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:43.470601 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71a0f0ad-2d9c-4b48-aac6-419190e13654 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:43.471283 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e6e5a9-ffe4-458b-a85f-8544e9a4ca0d', 'name': 'network-vif-deleted', 'tag': 'd07feef1-a264-4223-b114-6b6628e98841', 'status': 'completed', 'code': 200} Nov 08 13:34:43.513741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d07feef1-a264-4223-b114-6b6628e98841 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:34:43.555502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: d07feef1-a264-4223-b114-6b6628e98841 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:34:43.556882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d07feef1-a264-4223-b114-6b6628e98841 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:34:43.601307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-870bf4df-f7d9-4b38-adcc-90685263eb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.610631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7a2a229c-c895-48bb-86b0-555a5eb67f17,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:43.612303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-870bf4df-f7d9-4b38-adcc-90685263eb22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:43.614382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-870bf4df-f7d9-4b38-adcc-90685263eb22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9f7ddb7-9947-4687-aee9-05fefdc5fa82 HTTP/1.1" status: 204 len: 168 time: 0.4452660 Nov 08 13:34:43.629599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.630975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.631530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.632125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.632676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.634777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.635287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.636190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.636692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.637185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.637672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.638152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:34:43.645408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bf4df-f7d9-4b38-adcc-90685263eb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f7ddb7-9947-4687-aee9-05fefdc5fa82,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:43.692762 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1356329f-45b1-43eb-a2ed-9df12485507d x-openstack-request-id: req-1356329f-45b1-43eb-a2ed-9df12485507d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:43.693081 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "name": "network-vif-plugged", "status": "completed", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:43.693503 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1356329f-45b1-43eb-a2ed-9df12485507d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:43.693911 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'code': 200} Nov 08 13:34:43.824243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a76f5-5699-4bfe-b17a-a7b5508a2a16 req-6beacba5-83e7-40f2-83ed-ceeafb520994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:43.825863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a6a76f5-5699-4bfe-b17a-a7b5508a2a16 req-6beacba5-83e7-40f2-83ed-ceeafb520994 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 1097 time: 0.0568554 Nov 08 13:34:43.904458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a6a76f5-5699-4bfe-b17a-a7b5508a2a16 req-fae89a42-e150-4c3b-8453-49cff579c2c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705171 Nov 08 13:34:44.271132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-38cbb40a-03ad-46e4-9ce4-d0cacf8b30c0 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:44.272847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-38cbb40a-03ad-46e4-9ce4-d0cacf8b30c0 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/networks?id=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee HTTP/1.1" status: 200 len: 814 time: 0.1683571 Nov 08 13:34:44.296103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-d60bad40-1188-4a61-a3de-3eefd9b97e56 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/quotas/3d022dd8e3d14dc7bc470e9f0a692881 HTTP/1.1" status: 200 len: 375 time: 0.0106587 Nov 08 13:34:44.332509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-4cc12155-1936-4a5c-8f1f-0698dab1a068 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3d022dd8e3d14dc7bc470e9f0a692881&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297813 Nov 08 13:34:44.662509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34004) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:44.799273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34010) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:45.173199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18a8b77a-22be-46ab-804c-de5f59ec9d54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.320860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-046657e5-3e60-4df5-bac6-a3e193624c78 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:34:45.326683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-046657e5-3e60-4df5-bac6-a3e193624c78 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3505867 Nov 08 13:34:45.384798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18a8b77a-22be-46ab-804c-de5f59ec9d54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.394583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18a8b77a-22be-46ab-804c-de5f59ec9d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.479666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18a8b77a-22be-46ab-804c-de5f59ec9d54 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9611eb7238a34c97b802d56c29fbb536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8159947 Nov 08 13:34:45.480714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8b77a-22be-46ab-804c-de5f59ec9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9e4680-382d-452f-81f0-8ba220376c3a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:45.483662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34026) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:45.523356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63461af1-ebc7-40ba-ad62-5fb8dc7c8aaa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2674e4c6be994e20a7617869c75a0437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7213399 Nov 08 13:34:45.533530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34030) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:45.562937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d486-4fbc-4e14-9626-a8780bd57001 req-fb0e064f-3c30-4489-8bef-c782f18c404b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:45.572075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea51d486-4fbc-4e14-9626-a8780bd57001 req-fb0e064f-3c30-4489-8bef-c782f18c404b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 946 time: 0.2334116 Nov 08 13:34:45.585977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72ea0253-3ce6-43dc-bd45-6c39090c6beb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.638357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72ea0253-3ce6-43dc-bd45-6c39090c6beb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.735424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea51d486-4fbc-4e14-9626-a8780bd57001 req-536579ff-bf9f-4c50-b097-4fe681aa443a tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612244 Nov 08 13:34:45.770947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72ea0253-3ce6-43dc-bd45-6c39090c6beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.774471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72ea0253-3ce6-43dc-bd45-6c39090c6beb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.776077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-72ea0253-3ce6-43dc-bd45-6c39090c6beb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb9e4680-382d-452f-81f0-8ba220376c3a HTTP/1.1" status: 204 len: 168 time: 0.2716868 Nov 08 13:34:45.794121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea0253-3ce6-43dc-bd45-6c39090c6beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9e4680-382d-452f-81f0-8ba220376c3a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:45.840225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-8ef30ffe-746c-4c54-8ab8-6c9b4a0c93f9 service neutron] 10.222.0.65 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900298 Nov 08 13:34:45.916843 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96d1b53-cbb3-4f84-a9fb-b7fe4b490d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:45.958937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96d1b53-cbb3-4f84-a9fb-b7fe4b490d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.099635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-024f4e14-a79c-4932-91b5-205b0fda67b9 req-3352ea90-57b9-48c5-bf96-3fb86118740c tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=73d09ade42c04edd932bcf84c10c39e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459342 Nov 08 13:34:46.163819 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96d1b53-cbb3-4f84-a9fb-b7fe4b490d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.166939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f96d1b53-cbb3-4f84-a9fb-b7fe4b490d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:46.169126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f96d1b53-cbb3-4f84-a9fb-b7fe4b490d9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85cd0fd0-80b5-45f6-bb64-12a87247fed1 HTTP/1.1" status: 204 len: 168 time: 0.6264265 Nov 08 13:34:46.257381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d1b53-cbb3-4f84-a9fb-b7fe4b490d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cd0fd0-80b5-45f6-bb64-12a87247fed1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:46.300070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-389a474b-d4b7-45e9-baaf-71513410513d service neutron] 10.222.0.65 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571846 Nov 08 13:34:46.424009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4e14-a79c-4932-91b5-205b0fda67b9 req-322407e8-8126-4246-9cca-b743ed34e760 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:46.446788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-024f4e14-a79c-4932-91b5-205b0fda67b9 req-322407e8-8126-4246-9cca-b743ed34e760 tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449354 Nov 08 13:34:46.496583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-024f4e14-a79c-4932-91b5-205b0fda67b9 req-e0c36808-a1ff-4c3d-83e1-06479591ccea tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/quotas/73d09ade42c04edd932bcf84c10c39e2 HTTP/1.1" status: 200 len: 375 time: 0.0451422 Nov 08 13:34:46.602209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-024f4e14-a79c-4932-91b5-205b0fda67b9 req-8df54cd5-0d8b-4285-8a42-6a8644956a4e tempest-QuotasAdminNegativeTest-8047798 tempest-QuotasAdminNegativeTest-8047798-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=73d09ade42c04edd932bcf84c10c39e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035068 Nov 08 13:34:46.825007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98fae3e2-3b7a-4d0a-98ed-d5c327996cfb req-359cfdf2-99c0-410d-b52a-a07b6bc0587b tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 210 time: 0.0719976 Nov 08 13:34:46.994631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34072) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:47.034765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb95f65f-74b7-4143-a259-087d660b2989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.223653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb95f65f-74b7-4143-a259-087d660b2989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.232092 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb95f65f-74b7-4143-a259-087d660b2989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.360620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd2cfd-dc1a-4b2e-bc18-45d23bf9a69d req-a5b2174f-e42c-4b67-8504-e8fc3266b978 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:47.371771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dbd2cfd-dc1a-4b2e-bc18-45d23bf9a69d req-a5b2174f-e42c-4b67-8504-e8fc3266b978 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 946 time: 0.2505634 Nov 08 13:34:47.391316 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fb95f65f-74b7-4143-a259-087d660b2989 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39f18a9a1b0443f8bdd2aae84b8cf029&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3917801 Nov 08 13:34:47.397434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34084) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:47.424955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95f65f-74b7-4143-a259-087d660b2989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed900fbc-e3a2-4405-ac61-88ac3d95bbe9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:47.531712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dbd2cfd-dc1a-4b2e-bc18-45d23bf9a69d req-7d3ded1c-7b50-4b5e-935c-390511c00b63 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552119 Nov 08 13:34:47.602577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-291bfea1-dba8-4b3d-80ee-07cad5041c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.641427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-291bfea1-dba8-4b3d-80ee-07cad5041c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.724272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-291bfea1-dba8-4b3d-80ee-07cad5041c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.733942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-291bfea1-dba8-4b3d-80ee-07cad5041c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:47.746459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-291bfea1-dba8-4b3d-80ee-07cad5041c93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed900fbc-e3a2-4405-ac61-88ac3d95bbe9 HTTP/1.1" status: 204 len: 168 time: 0.3446803 Nov 08 13:34:47.794502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bfea1-dba8-4b3d-80ee-07cad5041c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed900fbc-e3a2-4405-ac61-88ac3d95bbe9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:48.015542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34098) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:48.159687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d193a46f-a72c-449f-abb8-d647a1f32bf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=465b0f7e7b864647a58cac7c110bffcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378868 Nov 08 13:34:48.160057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:48.289580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d4634-ec2e-432c-a3e6-6bb13bc9013e req-8fdf7d1b-ed8f-462a-ad2e-1bf59bee94ce tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:48.308891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-010d4634-ec2e-432c-a3e6-6bb13bc9013e req-8fdf7d1b-ed8f-462a-ad2e-1bf59bee94ce tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 946 time: 0.1573656 Nov 08 13:34:48.312928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34102) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:48.323583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa782555-1630-40ec-904e-85ed257e7a95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.353041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'floatingip': {'port_id': '7a2a229c-c895-48bb-86b0-555a5eb67f17'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:48.393507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa782555-1630-40ec-904e-85ed257e7a95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.562648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa782555-1630-40ec-904e-85ed257e7a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.566119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa782555-1630-40ec-904e-85ed257e7a95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.570049 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa782555-1630-40ec-904e-85ed257e7a95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8fa2d472-06b6-4dd0-9b85-9c1c130df891 HTTP/1.1" status: 204 len: 168 time: 0.4050767 Nov 08 13:34:48.582448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa782555-1630-40ec-904e-85ed257e7a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa2d472-06b6-4dd0-9b85-9c1c130df891,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:48.676755 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:48.689702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa116554-a742-4bca-b8fd-fac380c97302 req-fb5dd184-a2fd-471f-8412-2d3e93ec9a29 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 210 time: 0.1322811 Nov 08 13:34:49.971259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58f7b759-ce50-4660-bbef-ec3874bf8edc req-bf20e4bc-1b36-4317-804b-2f506eb3785f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 210 time: 0.0745716 Nov 08 13:34:50.020524 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:34:50.106278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-a35740a5-616c-43fb-84b4-3708269c8c59 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:50.109447 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-a35740a5-616c-43fb-84b4-3708269c8c59 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.70 "GET /v2.0/networks?id=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee HTTP/1.1" status: 200 len: 814 time: 1.0286663 Nov 08 13:34:50.127020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Request body: {'port': {'device_id': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee', 'admin_state_up': True, 'tenant_id': '3d022dd8e3d14dc7bc470e9f0a692881'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:50.197030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.202032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.279365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34138) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:50.443170 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49 associated. External IP: 172.25.8.33, port: 7a2a229c-c895-48bb-86b0-555a5eb67f17. Nov 08 13:34:50.453771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Made reservation on behalf of 3d022dd8e3d14dc7bc470e9f0a692881 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:50.463765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:50.785143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Allocated IP 172.20.0.8 (ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee/e0b99d06-a397-49c5-89c6-81e3397fd74f/86e5874d-fa91-491b-8b08-222f6aec3509) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:51.183945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.187106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:51.207656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4eccb15-fd66-4064-b5cb-5691ad6ba59f req-1e2e6d67-841d-48ab-8c79-c9435e5e7028 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 210 time: 0.0609801 Nov 08 13:34:51.275147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3423-df74-4395-9357-5d8b84d1e69c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.325638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.342065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Router 75689da8-187b-4d79-a70b-a281189f30d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:34:51.416353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:51.425998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:51.434392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:51.445142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:51.445142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.460984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Pushing event updated for resources: {'Port': ['ID=86e5874d-fa91-491b-8b08-222f6aec3509,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:51.472219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2fc379aa-fc33-45cb-937c-73377cde2a1f tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3501394 Nov 08 13:34:51.501810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Request body: {'port': {'device_id': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:51.575081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3423-df74-4395-9357-5d8b84d1e69c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.629045 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae6f3423-df74-4395-9357-5d8b84d1e69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.656115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:34:51.673915 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] Sync routers for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:34:51.675256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.691691 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:51.694105 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:51.698266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.730587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-074fd983-21a4-490d-8aeb-5713e0c2de79 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "PUT /v2.0/floatingips/297f6413-f6ae-47b2-8dec-c0cfaa4eeb49 HTTP/1.1" status: 200 len: 991 time: 3.4120636 Nov 08 13:34:51.733754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:51.736803 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1175df-a8ba-4d12-b277-59f468347abd" -d '{"events": [{"name": "network-changed", "server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:51.815263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f3423-df74-4395-9357-5d8b84d1e69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d90ca5-a304-42aa-9ae1-4cf15b3bbdcb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:51.914634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12936378-190b-47ef-bc19-3e1f4fd3ecd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:51.966839 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:51.992643 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec31f74-9a4b-408e-a34f-628d372a1591 x-openstack-request-id: req-5ec31f74-9a4b-408e-a34f-628d372a1591 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:51.992643 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:51.992643 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ec31f74-9a4b-408e-a34f-628d372a1591 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:51.992643 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'status': 'completed', 'code': 200} Nov 08 13:34:52.219551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1175df-a8ba-4d12-b277-59f468347abd req-9198411e-6465-4085-be63-79fdb70818f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:52.221878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc1175df-a8ba-4d12-b277-59f468347abd req-9198411e-6465-4085-be63-79fdb70818f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 1097 time: 0.2294650 Nov 08 13:34:52.463444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e5874d-fa91-491b-8b08-222f6aec3509 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:34:52.488107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.533088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Transition to ACTIVE for port object 86e5874d-fa91-491b-8b08-222f6aec3509 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:34:52.545546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ae6f3423-df74-4395-9357-5d8b84d1e69c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73d09ade42c04edd932bcf84c10c39e2&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2469754 Nov 08 13:34:52.549482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34200) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:52.557768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.742682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.770186 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '297f6413-f6ae-47b2-8dec-c0cfaa4eeb49', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'port_id': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'mac_address': 'fa:16:3e:84:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:34:10Z', 'updated_at': '2021-11-08T13:34:49Z', 'revision_number': 1, 'project_id': 'fad5bda350264d47a513245a6068be57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:52.827178 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] Checking router: 75689da8-187b-4d79-a70b-a281189f30d1 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:34:52.841381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Pushing event updated for resources: {'Port': ['ID=86e5874d-fa91-491b-8b08-222f6aec3509,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:52.888672 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:34:52.893574 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:34:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:52.928779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12936378-190b-47ef-bc19-3e1f4fd3ecd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:52.932198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1175df-a8ba-4d12-b277-59f468347abd req-75c860de-22b5-4763-a152-aac8d22dbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:52.934329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc1175df-a8ba-4d12-b277-59f468347abd req-75c860de-22b5-4763-a152-aac8d22dbc15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 924 time: 0.6908731 Nov 08 13:34:52.961734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207765e2-9998-4349-a917-3bd1c92080af req-67022e70-d0b5-45ab-aa04-d0b174be5ae3 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:52.968592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Attempting to bind port 86e5874d-fa91-491b-8b08-222f6aec3509 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:52.969014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Attempting to bind port 86e5874d-fa91-491b-8b08-222f6aec3509 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '62770769-f6c9-41f5-8f6f-ce854c865cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:52.969261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Attempting to bind port 86e5874d-fa91-491b-8b08-222f6aec3509 on network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:52.978381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-207765e2-9998-4349-a917-3bd1c92080af req-67022e70-d0b5-45ab-aa04-d0b174be5ae3 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 943 time: 0.4448209 Nov 08 13:34:53.009763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Port 86e5874d-fa91-491b-8b08-222f6aec3509 on network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:34:53.010310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Attempting to bind port 86e5874d-fa91-491b-8b08-222f6aec3509 on network ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:53.017717 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12936378-190b-47ef-bc19-3e1f4fd3ecd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.040810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d48f1cd7-d4e0-45a7-826c-2abe2aa3e439 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.072453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-12936378-190b-47ef-bc19-3e1f4fd3ecd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e909ade7ead42c8a689870828c6dde3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8803964 Nov 08 13:34:53.110558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34208) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:53.113428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d48f1cd7-d4e0-45a7-826c-2abe2aa3e439 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.200362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:53.201110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Checking segment: {'id': '62770769-f6c9-41f5-8f6f-ce854c865cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:53.205187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Bound using segment: {'id': '62770769-f6c9-41f5-8f6f-ce854c865cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:53.205739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Bound port: 86e5874d-fa91-491b-8b08-222f6aec3509, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62770769-f6c9-41f5-8f6f-ce854c865cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:53.207664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.271160 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d48f1cd7-d4e0-45a7-826c-2abe2aa3e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.287276 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d48f1cd7-d4e0-45a7-826c-2abe2aa3e439 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.303619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d48f1cd7-d4e0-45a7-826c-2abe2aa3e439 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8d90ca5-a304-42aa-9ae1-4cf15b3bbdcb HTTP/1.1" status: 204 len: 168 time: 0.7432969 Nov 08 13:34:53.313314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-207765e2-9998-4349-a917-3bd1c92080af req-4aaa2789-38e8-49e7-90ac-4ab96190dbb0 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497246 Nov 08 13:34:53.335574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34222) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:53.340768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12936378-190b-47ef-bc19-3e1f4fd3ecd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dfc56b-ab1a-4323-9318-62e85dba9592,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:53.352804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-01c7701a-b596-4592-b431-4dc5c4d957bd tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=910936671ff14209b34df400b286c4ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1330285 Nov 08 13:34:53.354804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc1175df-a8ba-4d12-b277-59f468347abd req-83c667b0-1864-4d8d-8b09-13c459c76a92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17 HTTP/1.1" status: 200 len: 999 time: 0.3751454 Nov 08 13:34:53.384753 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:34:53.391228 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.427538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f1cd7-d4e0-45a7-826c-2abe2aa3e439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d90ca5-a304-42aa-9ae1-4cf15b3bbdcb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:53.498133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] For port 86e5874d-fa91-491b-8b08-222f6aec3509, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:53.505392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] For port 86e5874d-fa91-491b-8b08-222f6aec3509, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=86e5874d-fa91-491b-8b08-222f6aec3509,segment=NetworkSegment(62770769-f6c9-41f5-8f6f-ce854c865cb2),segment_id=62770769-f6c9-41f5-8f6f-ce854c865cb2)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:53.514153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.576789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:53.577656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:53.580295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] 10.222.0.70 "PUT /v2.0/ports/86e5874d-fa91-491b-8b08-222f6aec3509 HTTP/1.1" status: 200 len: 1091 time: 2.0997026 Nov 08 13:34:53.582579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'tag': '86e5874d-fa91-491b-8b08-222f6aec3509'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:34:53.589455 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2bfed0a1-d84e-49a3-b64d-fe2c32942ebd", "tag": "86e5874d-fa91-491b-8b08-222f6aec3509"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:34:53.608015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1175df-a8ba-4d12-b277-59f468347abd req-9a12954c-2f15-4505-a821-3c9ca28eaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:53.609827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc1175df-a8ba-4d12-b277-59f468347abd req-9a12954c-2f15-4505-a821-3c9ca28eaec7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.2288351 Nov 08 13:34:53.724543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf843eb4-2563-443d-bb23-7dd71ac7d0de service neutron] Pushing event updated for resources: {'Port': ['ID=86e5874d-fa91-491b-8b08-222f6aec3509,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:53.749677 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e1b7b-7105-43f1-aed8-b94cbcc86886 x-openstack-request-id: req-da4e1b7b-7105-43f1-aed8-b94cbcc86886 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:34:53.752114 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bfed0a1-d84e-49a3-b64d-fe2c32942ebd", "tag": "86e5874d-fa91-491b-8b08-222f6aec3509", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:34:53.755722 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da4e1b7b-7105-43f1-aed8-b94cbcc86886 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:34:53.759182 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'tag': '86e5874d-fa91-491b-8b08-222f6aec3509', 'status': 'completed', 'code': 200} Nov 08 13:34:53.843017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '297f6413-f6ae-47b2-8dec-c0cfaa4eeb49', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'port_id': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'mac_address': 'fa:16:3e:84:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:34:10Z', 'updated_at': '2021-11-08T13:34:49Z', 'revision_number': 1, 'project_id': 'fad5bda350264d47a513245a6068be57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:34:53.879341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-dab31103-b559-4ccf-9768-6c5978b5ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:53.881266 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-dab31103-b559-4ccf-9768-6c5978b5ccb2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d022dd8e3d14dc7bc470e9f0a692881&device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 1094 time: 0.1446180 Nov 08 13:34:53.977593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d9000cf-3b1f-4408-8419-40c6d9194937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.005796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-efe6cdfb-c742-4cee-832e-9ec93cb125ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e5874d-fa91-491b-8b08-222f6aec3509 HTTP/1.1" status: 200 len: 217 time: 0.1153886 Nov 08 13:34:54.068156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d9000cf-3b1f-4408-8419-40c6d9194937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.154229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2a4e4625-ab43-4120-932a-c755195a92cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:54.154832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34238) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:54.156753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-2a4e4625-ab43-4120-932a-c755195a92cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0b99d06-a397-49c5-89c6-81e3397fd74f HTTP/1.1" status: 200 len: 854 time: 0.1438859 Nov 08 13:34:54.175994 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797969a5-d8be-4f52-88ca-8a755f7866c9 None None] The sync data for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 is: [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '297f6413-f6ae-47b2-8dec-c0cfaa4eeb49', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'port_id': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'mac_address': 'fa:16:3e:84:12:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:34:10Z', 'updated_at': '2021-11-08T13:34:49Z', 'revision_number': 1, 'project_id': 'fad5bda350264d47a513245a6068be57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:34:54.214402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-38d5b219-bbda-45bd-b49c-663452228acd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496881 Nov 08 13:34:54.218380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-network', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:54.331459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-542a0c8e-c739-4222-b62a-14dffa66fb5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.334808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1175df-a8ba-4d12-b277-59f468347abd req-7dcd821b-29cb-4e48-a821-1f981a5a88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:54.340299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc1175df-a8ba-4d12-b277-59f468347abd req-7dcd821b-29cb-4e48-a821-1f981a5a88fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4735565 Nov 08 13:34:54.385284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Made reservation on behalf of 8a550e49d83e4a6a9322baa9aff85212 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:54.390302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.410304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.426524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-44e76e22-40f6-473b-b5ad-a7b693004c3c tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:54.435288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-44e76e22-40f6-473b-b5ad-a7b693004c3c tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0553710 Nov 08 13:34:54.512509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-3d202ac0-0915-42c5-8177-dfd0ab4f71fa service neutron] 10.222.0.70 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882175 Nov 08 13:34:54.593482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759e8691-7c0e-4c1c-bbf6-a99d28c6fb1d None None] New status for floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:34:54.720917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc1175df-a8ba-4d12-b277-59f468347abd req-bbbdbf46-1310-4538-885a-169466abeaf3 service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685524 Nov 08 13:34:54.730315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4dba74c9-1209-4f2b-8f99-1b39e0bcc80f req-32b266b2-d644-45cd-bbae-a1eb4b137666 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991529 Nov 08 13:34:54.731133 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-dc666da5-627d-4332-95d6-337a0a2b4936 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/quotas/910936671ff14209b34df400b286c4ac HTTP/1.1" status: 200 len: 375 time: 0.2011762 Nov 08 13:34:54.899916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d9000cf-3b1f-4408-8419-40c6d9194937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.919764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d9000cf-3b1f-4408-8419-40c6d9194937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.922955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8d9000cf-3b1f-4408-8419-40c6d9194937 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93dfc56b-ab1a-4323-9318-62e85dba9592 HTTP/1.1" status: 204 len: 168 time: 1.7942603 Nov 08 13:34:54.968081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:54.982644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.101817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9058df-d6fe-488c-8491-ef6fcbb8a74c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:55.144619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:34:55.189052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-542a0c8e-c739-4222-b62a-14dffa66fb5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.192529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.192907 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Added segment a8e993fa-622b-4374-a0b3-1a977e8df649 of type vlan for network e20ce0c5-3f18-4f48-bc93-707d9c175aec Nov 08 13:34:55.198612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-31324323-7dcf-4794-8608-ea8e397231c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:55.203770 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-31324323-7dcf-4794-8608-ea8e397231c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d022dd8e3d14dc7bc470e9f0a692881&device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 1094 time: 0.3814359 Nov 08 13:34:55.232739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-ab4ac42c-1b33-4d88-a5dc-8143645b88ba tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=910936671ff14209b34df400b286c4ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4986784 Nov 08 13:34:55.237377 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-542a0c8e-c739-4222-b62a-14dffa66fb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.273276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9000cf-3b1f-4408-8419-40c6d9194937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dfc56b-ab1a-4323-9318-62e85dba9592,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:55.366934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12cfe8-6508-4669-9ec6-3951da79eb5b req-2dc15ef8-5f72-4e84-9cf3-11cc86671768 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:55.374947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c12cfe8-6508-4669-9ec6-3951da79eb5b req-2dc15ef8-5f72-4e84-9cf3-11cc86671768 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 943 time: 0.8184345 Nov 08 13:34:55.387526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-542a0c8e-c739-4222-b62a-14dffa66fb5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf4b4027abc04c98a7a18e05ae1afb40&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1974292 Nov 08 13:34:55.394901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34258) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:55.415274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a0c8e-c739-4222-b62a-14dffa66fb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01ebf34-0220-4ec9-876f-a463bad8d0ef,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:55.440390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc1175df-a8ba-4d12-b277-59f468347abd req-a22f24ba-4bb1-4154-b614-c620a55ec87c service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177628 Nov 08 13:34:55.529582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c12cfe8-6508-4669-9ec6-3951da79eb5b req-ef8a4479-8abb-4f98-b6d2-0705ccc715c5 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487503 Nov 08 13:34:55.551180 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b378170-12d9-414e-b568-ae674571098e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.558179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.620098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b378170-12d9-414e-b568-ae674571098e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.728836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-2b6178dd-50bc-40ee-b044-0981561b991d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:55.731090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-2b6178dd-50bc-40ee-b044-0981561b991d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee HTTP/1.1" status: 200 len: 915 time: 0.5089593 Nov 08 13:34:55.748669 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b378170-12d9-414e-b568-ae674571098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.752657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b378170-12d9-414e-b568-ae674571098e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.758598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1b378170-12d9-414e-b568-ae674571098e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c01ebf34-0220-4ec9-876f-a463bad8d0ef HTTP/1.1" status: 204 len: 168 time: 0.3560870 Nov 08 13:34:55.777861 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.779224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:55.781161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:55.876617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21834c87-d0d0-42e8-805a-1b858adfa3c6 req-8ab7f0b6-c028-4b3d-8856-c436a9403a9f tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 210 time: 0.1301992 Nov 08 13:34:55.882204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b378170-12d9-414e-b568-ae674571098e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01ebf34-0220-4ec9-876f-a463bad8d0ef,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:55.972389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34272) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:56.062921 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b42614e-a6bf-4df8-b211-6ec726c12635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.065812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] Pushing event updated for resources: {'Network': ['ID=e20ce0c5-3f18-4f48-bc93-707d9c175aec,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:56.070425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-b0ac0f57-cb7d-4f92-ab87-05e72d106964 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e5874d-fa91-491b-8b08-222f6aec3509 HTTP/1.1" status: 200 len: 217 time: 0.3093359 Nov 08 13:34:56.093488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3099f277-1974-4616-aab6-05673157fb93 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7169948 Nov 08 13:34:56.095658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:56.099279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:34:56.160965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-31ce05d4-3da3-4b8c-bfa5-2946cf2dcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:56.162621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-31ce05d4-3da3-4b8c-bfa5-2946cf2dcf8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0b99d06-a397-49c5-89c6-81e3397fd74f HTTP/1.1" status: 200 len: 854 time: 0.0813477 Nov 08 13:34:56.166435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Request body: {'subnet': {'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-subnet', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:56.238858 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-78b0a6bb-ca33-4aaf-8a0f-29c77df7c494 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674634 Nov 08 13:34:56.260415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b42614e-a6bf-4df8-b211-6ec726c12635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.268563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b42614e-a6bf-4df8-b211-6ec726c12635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.275567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Made reservation on behalf of 8a550e49d83e4a6a9322baa9aff85212 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:34:56.279618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.304123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9b42614e-a6bf-4df8-b211-6ec726c12635 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8f595e83f6a4d5eb4fa17fb949d5801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300257 Nov 08 13:34:56.316518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34286) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:56.365973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42614e-a6bf-4df8-b211-6ec726c12635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf96c20-aae3-427f-8433-2100105b00e1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:56.387444 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:34:56.413372 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c4eb0ba-9c16-4a10-a2c3-35f5dd1ece68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.442084 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c4eb0ba-9c16-4a10-a2c3-35f5dd1ece68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.510077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c4eb0ba-9c16-4a10-a2c3-35f5dd1ece68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.514242 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c4eb0ba-9c16-4a10-a2c3-35f5dd1ece68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:56.515457 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c4eb0ba-9c16-4a10-a2c3-35f5dd1ece68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/daf96c20-aae3-427f-8433-2100105b00e1 HTTP/1.1" status: 204 len: 168 time: 0.1976826 Nov 08 13:34:56.526701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4eb0ba-9c16-4a10-a2c3-35f5dd1ece68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf96c20-aae3-427f-8433-2100105b00e1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:56.768570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-416df1e1-6aef-4b18-8009-f7242357f356 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165946 Nov 08 13:34:56.824849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b8c77-8a42-4f9f-97c4-de11415d36dd req-9f727f6f-062a-418e-b9f0-82dd01d611ca tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:56.840555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d54b8c77-8a42-4f9f-97c4-de11415d36dd req-9f727f6f-062a-418e-b9f0-82dd01d611ca tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 943 time: 0.1805220 Nov 08 13:34:57.012365 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d54b8c77-8a42-4f9f-97c4-de11415d36dd req-6067afdb-1d34-4eea-a5c1-532a120b679b tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709003 Nov 08 13:34:57.249913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a1e9b95-9101-4b2b-b950-a167227eea06 req-249a2602-2095-4c14-bd56-5a4eb6e908cb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 210 time: 0.1112833 Nov 08 13:34:57.351289 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-172a8853-2b7d-417a-9abe-0e8a9c5c94c6 req-2a266c21-3824-4ab5-92c0-fa4a6bf2a8f2 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731966 Nov 08 13:34:57.401580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.483971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 86e5874d-fa91-491b-8b08-222f6aec3509 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:34:57.706101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Checking segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:57.706516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Network hostable DHCP agents. Network: e20ce0c5-3f18-4f48-bc93-707d9c175aec, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:34:57.747001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eba79bc-cf32-4391-bad4-e27df218bc68,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:57.762749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:34:57.798779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e20ce0c5-3f18-4f48-bc93-707d9c175aec) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:57.807152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 86e5874d-fa91-491b-8b08-222f6aec3509, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=86e5874d-fa91-491b-8b08-222f6aec3509,segment=NetworkSegment(62770769-f6c9-41f5-8f6f-ce854c865cb2),segment_id=62770769-f6c9-41f5-8f6f-ce854c865cb2)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:57.810691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:57.810691 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.814438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2f6df-271d-4dc2-8725-bad3953bdba5 None None] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:34:57.866243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea68721d-510e-4dac-93af-febf632bef4f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7048452 Nov 08 13:34:57.866592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34350) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:57.872652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:57.904507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '86e5874d-fa91-491b-8b08-222f6aec3509', 'network_id': 'ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee', 'port_id': '86e5874d-fa91-491b-8b08-222f6aec3509', 'mac_address': 'fa:16:3e:55:57:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0b99d06-a397-49c5-89c6-81e3397fd74f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:34:57.925937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.927817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:57.966384 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b5712eb9-d957-4be1-95d7-9c531c2079dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.164460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.212449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-1e5783de-fbac-49e6-96c4-91306dc119ea tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=910936671ff14209b34df400b286c4ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456231 Nov 08 13:34:58.323656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:34:58.324970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.343536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.473217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34370) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:58.613704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Allocated IP 172.20.0.2 (e20ce0c5-3f18-4f48-bc93-707d9c175aec/4eba79bc-cf32-4391-bad4-e27df218bc68/c15f7107-bd1d-4e2b-bb23-ae5b34f3141c) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:34:58.647076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30c404c0-3a0a-4fcd-b12f-a18f6f000952 req-1bae9b58-4c35-4fd9-b3ab-643c597487fb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 210 time: 0.1194296 Nov 08 13:34:58.671207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d92fd1-b611-4cd3-a0a3-a5c8e2b5692d req-a1b5f124-e4da-4fc3-9915-c9a3ad4ce7cc tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:58.679519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7d92fd1-b611-4cd3-a0a3-a5c8e2b5692d req-a1b5f124-e4da-4fc3-9915-c9a3ad4ce7cc tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 943 time: 0.4661994 Nov 08 13:34:58.821100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7d92fd1-b611-4cd3-a0a3-a5c8e2b5692d req-62870e46-4414-48df-be0a-4f268575b7c7 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400847 Nov 08 13:34:58.837216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.842784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba5303d7-17f9-40f3-8764-3d2911fec9ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.861086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.869046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e5874d-fa91-491b-8b08-222f6aec3509 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:34:58.880926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:58.976988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-ae037b61-80e4-4c5b-99cd-bf7d0e7be27d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:34:58.979617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-ae037b61-80e4-4c5b-99cd-bf7d0e7be27d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5548658 Nov 08 13:34:59.018238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Request body: {'port': {'device_id': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '910936671ff14209b34df400b286c4ac'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:34:59.033694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:34:59.044224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 86e5874d-fa91-491b-8b08-222f6aec3509, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=86e5874d-fa91-491b-8b08-222f6aec3509,segment=NetworkSegment(62770769-f6c9-41f5-8f6f-ce854c865cb2),segment_id=62770769-f6c9-41f5-8f6f-ce854c865cb2)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:34:59.058952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:34:59.075458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:34:59.080177 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.087549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba5303d7-17f9-40f3-8764-3d2911fec9ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.093540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Pushing event updated for resources: {'Port': ['ID=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:59.096993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba5303d7-17f9-40f3-8764-3d2911fec9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.186306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba5303d7-17f9-40f3-8764-3d2911fec9ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b97c05a93b314f87be085654d7ddcc69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7069716 Nov 08 13:34:59.194974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34384) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:34:59.336947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Attempting to bind port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:34:59.337724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Attempting to bind port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:34:59.338311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Attempting to bind port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c on network e20ce0c5-3f18-4f48-bc93-707d9c175aec {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:34:59.363765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:34:59.364491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Checking segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:34:59.365106 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.365708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Bound using segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:34:59.366433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Bound port: c15f7107-bd1d-4e2b-bb23-ae5b34f3141c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:34:59.367608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.371086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5303d7-17f9-40f3-8764-3d2911fec9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34295e2d-4075-4da4-889d-dd78356f587a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:59.440410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e082edf-40cd-4825-974e-f108ce03d4e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.483157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] For port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:34:59.489056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] For port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:34:59.492013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['86e5874d-fa91-491b-8b08-222f6aec3509'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:34:59.519620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e082edf-40cd-4825-974e-f108ce03d4e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.522082 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.562865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=86e5874d-fa91-491b-8b08-222f6aec3509,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:59.671160 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e082edf-40cd-4825-974e-f108ce03d4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.678917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e082edf-40cd-4825-974e-f108ce03d4e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:34:59.686842 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2e082edf-40cd-4825-974e-f108ce03d4e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34295e2d-4075-4da4-889d-dd78356f587a HTTP/1.1" status: 204 len: 168 time: 0.4902794 Nov 08 13:34:59.734027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e082edf-40cd-4825-974e-f108ce03d4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34295e2d-4075-4da4-889d-dd78356f587a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:34:59.775567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820522c-cea7-4f94-bb1f-648a06f6ec23 None None] Pushing event updated for resources: {'Port': ['ID=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:00.074703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c837009-66ad-4243-98b4-a13b2548973d req-4ed35706-1856-453b-882d-8a6a29aeb0ae tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 210 time: 0.2426775 Nov 08 13:35:00.147604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Made reservation on behalf of 910936671ff14209b34df400b286c4ac for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:00.151480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.195530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.219278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.265501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.349695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15bc24-affe-4023-8b19-7fd9251f3208 req-d46c57fa-0898-4baf-83ae-0b4c7d081ccc tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:00.351241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b15bc24-affe-4023-8b19-7fd9251f3208 req-d46c57fa-0898-4baf-83ae-0b4c7d081ccc tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 944 time: 0.1526773 Nov 08 13:35:00.502075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Allocated IP 172.25.8.194 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/a9b04aca-052b-4343-a815-288081317342) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:00.520075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b15bc24-affe-4023-8b19-7fd9251f3208 req-df71ebef-3b91-4c02-9b19-1f422d15b73b tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555166 Nov 08 13:35:00.542534 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.564721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.569753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-ca78db3b-39a2-42bd-991e-c895982c3bc7 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=37d4c4c12bc54925aa3797f838cb3f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1037910 Nov 08 13:35:00.667271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34426) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:00.683941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b708397-9ac6-44fb-9adf-dffda3dd26b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.842426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b708397-9ac6-44fb-9adf-dffda3dd26b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.860511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b708397-9ac6-44fb-9adf-dffda3dd26b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:00.934434 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5b708397-9ac6-44fb-9adf-dffda3dd26b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=971440c793354064baa2299154225981&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658424 Nov 08 13:35:00.935639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b708397-9ac6-44fb-9adf-dffda3dd26b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f40439-800f-4f73-9840-f245f01f4170,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:00.941287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34432) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:01.027377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:01.054013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1765a061-a83a-4922-a1c8-dfe99be9e2d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.112316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1765a061-a83a-4922-a1c8-dfe99be9e2d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.226113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1765a061-a83a-4922-a1c8-dfe99be9e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.226475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1765a061-a83a-4922-a1c8-dfe99be9e2d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.230067 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1765a061-a83a-4922-a1c8-dfe99be9e2d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6f40439-800f-4f73-9840-f245f01f4170 HTTP/1.1" status: 204 len: 168 time: 0.2847931 Nov 08 13:35:01.288277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765a061-a83a-4922-a1c8-dfe99be9e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f40439-800f-4f73-9840-f245f01f4170,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:01.325793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-e6a9fe92-3fd0-4f98-a7b5-440e41dffc0b tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:01.336543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-e6a9fe92-3fd0-4f98-a7b5-440e41dffc0b tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7573869 Nov 08 13:35:01.353549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c15f7107-bd1d-4e2b-bb23-ae5b34f3141c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:01.362288 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.415701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Allocated IP 192.168.233.216 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/d556eba9-2dd5-4a95-8d49-393a6a1bb5c0) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:01.423227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882bcdd-ce3f-4b6c-9dd1-f7da398dcc81 None None] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:01.462249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6410b0a1-ac16-4999-8b69-ec271ba3ce8a None None] Provisioning complete for port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:01.462606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6410b0a1-ac16-4999-8b69-ec271ba3ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.466673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-30c075ad-71e2-4b4f-9a02-e87558de28b5 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/quotas/37d4c4c12bc54925aa3797f838cb3f27 HTTP/1.1" status: 200 len: 375 time: 0.1257923 Nov 08 13:35:01.472074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f27ecf3-054e-47d1-b0d5-bdc235e0435a req-6112cda7-a8df-4387-998f-29e2b9ac65d9 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 210 time: 0.1161191 Nov 08 13:35:01.526773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-64d1db48-34ff-4d5c-8d93-f93b55fd9e8e tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=37d4c4c12bc54925aa3797f838cb3f27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588355 Nov 08 13:35:01.649582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 86e5874d-fa91-491b-8b08-222f6aec3509 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:01.708852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.713316 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0919ec52-5f0a-43db-ab5c-d8ffcb41cc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:01.897049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:01.897490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.034389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:02.087276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c01e9ebd-219f-4772-b1f5-27bb12e32648 req-f3156f25-839b-45e2-bc62-b4a86332a4c3 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 210 time: 0.1500785 Nov 08 13:35:02.097731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:02.100813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b04aca-052b-4343-a815-288081317342,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:02.112115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:02.196377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 86e5874d-fa91-491b-8b08-222f6aec3509 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:02.254417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34468) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:02.277229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 86e5874d-fa91-491b-8b08-222f6aec3509 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:02.280419 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.349848 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6410b0a1-ac16-4999-8b69-ec271ba3ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.378028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4bd8f-b0ae-4815-ae6c-154dd482a6a5 req-6b770ae9-b9aa-435c-8630-f95ddb2435de tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:02.379475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08e4bd8f-b0ae-4815-ae6c-154dd482a6a5 req-6b770ae9-b9aa-435c-8630-f95ddb2435de tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 944 time: 0.6563106 Nov 08 13:35:02.496957 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.518826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc7f1c79-e8fd-41da-a42c-2b91c5834b33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.541064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6410b0a1-ac16-4999-8b69-ec271ba3ce8a None None] For port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:02.559962 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6410b0a1-ac16-4999-8b69-ec271ba3ce8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.598008 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.624823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.709587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08e4bd8f-b0ae-4815-ae6c-154dd482a6a5 req-fca9ab93-155c-4ef9-9306-4d31812fb755 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494559 Nov 08 13:35:02.718921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc7f1c79-e8fd-41da-a42c-2b91c5834b33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.733803 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc7f1c79-e8fd-41da-a42c-2b91c5834b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:02.789804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:02.795004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dc7f1c79-e8fd-41da-a42c-2b91c5834b33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5cb6424935ac4b02bac11256a8dc1d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5385828 Nov 08 13:35:02.802942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:02.816087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Pushing event updated for resources: {'Port': ['ID=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:02.829596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34482) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:02.888364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc9c6d-4021-48c4-81cf-981fcdb3803c req-0c7e337d-c18f-4816-bf81-9e012d62a6e5 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:02.890530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bdc9c6d-4021-48c4-81cf-981fcdb3803c req-0c7e337d-c18f-4816-bf81-9e012d62a6e5 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 936 time: 0.1669633 Nov 08 13:35:02.922276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:02.922601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f1c79-e8fd-41da-a42c-2b91c5834b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024ea560-fd2b-4043-a0b9-9ab48dbd1da0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:02.935421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:02.936499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.037348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.056793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410b0a1-ac16-4999-8b69-ec271ba3ce8a None None] Pushing event updated for resources: {'Port': ['ID=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:03.061468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-b5251c03-bf94-481b-9c07-4987e730d24d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0595684 Nov 08 13:35:03.102494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-861edf0c-baef-4c93-8c7d-70b8dc07fbcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.200496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-861edf0c-baef-4c93-8c7d-70b8dc07fbcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.276666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:35:03.277098 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:35:03.278928 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.283874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bdc9c6d-4021-48c4-81cf-981fcdb3803c req-4780db59-0c2e-4bc9-8b1a-ad0f53b5ef16 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286161 Nov 08 13:35:03.311805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Request body: {'port': {'device_id': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:03.331177 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.389328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-861edf0c-baef-4c93-8c7d-70b8dc07fbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.393903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-861edf0c-baef-4c93-8c7d-70b8dc07fbcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.398112 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-861edf0c-baef-4c93-8c7d-70b8dc07fbcf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/024ea560-fd2b-4043-a0b9-9ab48dbd1da0 HTTP/1.1" status: 204 len: 168 time: 0.5646701 Nov 08 13:35:03.446885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861edf0c-baef-4c93-8c7d-70b8dc07fbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024ea560-fd2b-4043-a0b9-9ab48dbd1da0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:03.535189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1342b589-59c1-420a-b8e2-f6b5bd655c1c req-1f9ac10c-79fe-4368-bf6f-3794c1cc4155 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 210 time: 0.1974230 Nov 08 13:35:03.551165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3b05a040-2dcf-4635-ae5f-7034b937051e None None] Provisioning complete for port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:03.552412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b05a040-2dcf-4635-ae5f-7034b937051e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.595876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e5874d-fa91-491b-8b08-222f6aec3509'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:03.600432 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acfe6ee-f3d4-43c3-8d89-55c2f69dadae" -d '{"events": [{"server_uuid": "2bfed0a1-d84e-49a3-b64d-fe2c32942ebd", "name": "network-vif-plugged", "status": "completed", "tag": "86e5874d-fa91-491b-8b08-222f6aec3509"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:03.715982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 86e5874d-fa91-491b-8b08-222f6aec3509, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=86e5874d-fa91-491b-8b08-222f6aec3509,segment=NetworkSegment(62770769-f6c9-41f5-8f6f-ce854c865cb2),segment_id=62770769-f6c9-41f5-8f6f-ce854c865cb2)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:03.723985 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149fe42d-04fa-4e23-9d49-2e57fe494e31 x-openstack-request-id: req-149fe42d-04fa-4e23-9d49-2e57fe494e31 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:03.725652 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfed0a1-d84e-49a3-b64d-fe2c32942ebd", "name": "network-vif-plugged", "status": "completed", "tag": "86e5874d-fa91-491b-8b08-222f6aec3509", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:03.726850 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-149fe42d-04fa-4e23-9d49-2e57fe494e31 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:03.730092 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e5874d-fa91-491b-8b08-222f6aec3509', 'code': 200} Nov 08 13:35:03.742158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.762471 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:03.919466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4babd39-adda-41f9-9283-b63087ae343a req-fd5c7a77-3fe7-4478-abab-69be2a618385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:03.930045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4babd39-adda-41f9-9283-b63087ae343a req-fd5c7a77-3fe7-4478-abab-69be2a618385 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 1096 time: 0.1282828 Nov 08 13:35:03.972871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.70', 63061) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:04.093989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-5a2181db-a256-4d3a-aa02-9477015e67ac tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=37d4c4c12bc54925aa3797f838cb3f27&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111894 Nov 08 13:35:04.115289 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.219772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=86e5874d-fa91-491b-8b08-222f6aec3509,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:04.243154 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4babd39-adda-41f9-9283-b63087ae343a req-ece50710-beb8-4ae8-bf9e-2467c6dfa9e0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996671 Nov 08 13:35:04.452152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-24d40b07-b069-48ea-85ad-063ac3fcb181 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:04.459149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-24d40b07-b069-48ea-85ad-063ac3fcb181 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3466129 Nov 08 13:35:04.459845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34518) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:04.477617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Request body: {'port': {'device_id': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '37d4c4c12bc54925aa3797f838cb3f27'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:04.493891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7dfb92bf-beaa-458d-b30a-b2001bbfea39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.544370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c15f7107-bd1d-4e2b-bb23-ae5b34f3141c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:04.591809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7dfb92bf-beaa-458d-b30a-b2001bbfea39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.645217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7dfb92bf-beaa-458d-b30a-b2001bbfea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.659339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:04.661503 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.748127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7dfb92bf-beaa-458d-b30a-b2001bbfea39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a726e9016384335928d7522d2cc5c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869983 Nov 08 13:35:04.751546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34526) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:04.758152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb92bf-beaa-458d-b30a-b2001bbfea39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60289dc9-5c88-4247-99d5-f2f60a1db4f8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:04.870987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fc990429-1f79-40e6-accf-80be504710b7 None None] Provisioning complete for port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:04.875315 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc990429-1f79-40e6-accf-80be504710b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.903328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e84e-a304-4152-8cca-1827a33e3e62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.913808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Made reservation on behalf of 37d4c4c12bc54925aa3797f838cb3f27 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:04.918565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.931612 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.954265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e84e-a304-4152-8cca-1827a33e3e62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:04.957490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fc990429-1f79-40e6-accf-80be504710b7 None None] Port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:04.997943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762292a-a26f-41de-aeb9-e5611c42766e req-93fd7e41-dea3-43e4-b49b-55793b692676 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:05.006283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4762292a-a26f-41de-aeb9-e5611c42766e req-93fd7e41-dea3-43e4-b49b-55793b692676 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 945 time: 0.9086053 Nov 08 13:35:05.068340 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.075635 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.090159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451305b-3bf0-4fc8-8fce-ab0c3c17d106 req-7a2306df-6798-4a22-b351-ba5eaec8948d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:05.094198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e84e-a304-4152-8cca-1827a33e3e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.097105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e84e-a304-4152-8cca-1827a33e3e62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.098731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e451305b-3bf0-4fc8-8fce-ab0c3c17d106 req-7a2306df-6798-4a22-b351-ba5eaec8948d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 936 time: 0.2227497 Nov 08 13:35:05.112859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b4b9e84e-a304-4152-8cca-1827a33e3e62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60289dc9-5c88-4247-99d5-f2f60a1db4f8 HTTP/1.1" status: 204 len: 168 time: 0.3484130 Nov 08 13:35:05.114993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:35:05.213425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:05.220894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4762292a-a26f-41de-aeb9-e5611c42766e req-fa4ec378-3b8c-4ab5-8be8-e91f55a1b100 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080538 Nov 08 13:35:05.235577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9e84e-a304-4152-8cca-1827a33e3e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60289dc9-5c88-4247-99d5-f2f60a1db4f8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:05.345069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e451305b-3bf0-4fc8-8fce-ab0c3c17d106 req-02d9f949-d01e-4ab2-bb06-b7722d37a61b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446399 Nov 08 13:35:05.391707 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.425307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d95f63e6-cea9-4da9-a92c-86c466269e2c req-ee624c29-b822-4b06-b68d-2af0b2256dda tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 210 time: 0.1007774 Nov 08 13:35:05.519779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:35:05.533484 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:35:05.564102 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:05.565310 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:05.568952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:05.582706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.585139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34540) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:05.597481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-15088f63-6fa0-45e8-97fa-fce7440d3ac4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.7286816 Nov 08 13:35:05.606387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.641928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Transition to ACTIVE for port object d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:05.650177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.723852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:05.818315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:05.863296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Attempting to bind port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:05.864027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Attempting to bind port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:05.865405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Attempting to bind port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:05.875477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:05.877018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Attempting to bind port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:05.889206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:05.889809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:05.890424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:05.891192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Bound port: d556eba9-2dd5-4a95-8d49-393a6a1bb5c0, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:05.891712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:06.052042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] For port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:06.058659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] For port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:06.070187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:06.174911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:06.176183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:06.188225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] 10.222.0.54 "PUT /v2.0/ports/d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 HTTP/1.1" status: 200 len: 1096 time: 2.9199564 Nov 08 13:35:06.194823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Allocated IP 192.168.233.218 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/b4d163f8-cea3-471f-aee7-566267c37831) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:06.220305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'tag': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:06.238728 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a490bfa-bf28-4126-bb04-f2543e86ad7e" -d '{"events": [{"name": "network-changed", "server_uuid": "f992e9a1-4437-4d3c-863a-509011b2c579", "tag": "d556eba9-2dd5-4a95-8d49-393a6a1bb5c0"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:06.261360 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:06.383140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f13f5-ae05-4fed-af46-0f37ea7006b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:06.554755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-f30ba104-3753-4d02-a6d3-768621a9e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:06.557026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-f30ba104-3753-4d02-a6d3-768621a9e08a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=910936671ff14209b34df400b286c4ac&device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 1099 time: 0.2682722 Nov 08 13:35:06.638995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dee5b-509e-496c-9b90-7d932b75c4e9 req-a9b31d2f-ba30-4a29-8acf-d4e18cbd0573 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:06.642851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e77dee5b-509e-496c-9b90-7d932b75c4e9 req-a9b31d2f-ba30-4a29-8acf-d4e18cbd0573 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 945 time: 0.2306707 Nov 08 13:35:06.645030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-95936040-2869-4cfc-816f-ba23844587fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 HTTP/1.1" status: 200 len: 217 time: 0.0779302 Nov 08 13:35:06.723902 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:02Z', 'revision_number': 3, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:06.791226 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:35:06.793270 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Updating router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 port a9b04aca-052b-4343-a815-288081317342 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:35:06.804809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34578) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:06.835132 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:06.929552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-aa1730d4-bcd6-4787-9226-1c67deb63718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:06.931943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-aa1730d4-bcd6-4787-9226-1c67deb63718 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2787557 Nov 08 13:35:06.954298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e77dee5b-509e-496c-9b90-7d932b75c4e9 req-8a27c7a5-8679-4f4b-85d4-890f34c97249 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047686 Nov 08 13:35:06.994229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22677a15-ee4d-47fb-a29d-f150ef401652 req-d7c7271d-03c3-4b13-8346-21a7171d2b01 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:06.998881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22677a15-ee4d-47fb-a29d-f150ef401652 req-d7c7271d-03c3-4b13-8346-21a7171d2b01 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 948 time: 0.2544255 Nov 08 13:35:07.040804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.132285 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27630793-a777-40fd-a085-b777796b779c x-openstack-request-id: req-27630793-a777-40fd-a085-b777796b779c {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:07.133154 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f992e9a1-4437-4d3c-863a-509011b2c579", "tag": "d556eba9-2dd5-4a95-8d49-393a6a1bb5c0", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:07.133550 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27630793-a777-40fd-a085-b777796b779c {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:07.134107 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'tag': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0', 'status': 'completed', 'code': 200} Nov 08 13:35:07.144318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2119561440-network', 'tenant_id': 'ac7db45dc3ae46f498ebfbc11eaeed25'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:07.201303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.205330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-46040534-5b09-4e14-a107-d8db724da367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:07.207865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-46040534-5b09-4e14-a107-d8db724da367 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2458146 Nov 08 13:35:07.215314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.230296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22677a15-ee4d-47fb-a29d-f150ef401652 req-5d5bbb07-5155-4db4-b2b2-2551c732f246 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085586 Nov 08 13:35:07.282099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:07.288905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:07.291995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:07.299034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:07.301171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.334474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8608596 Nov 08 13:35:07.335606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Made reservation on behalf of ac7db45dc3ae46f498ebfbc11eaeed25 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:07.358134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.386027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Request body: {'port': {'device_id': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:07.442797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120d18-7c84-4d9d-9c6b-9e6a27bd84b4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Pushing event updated for resources: {'Port': ['ID=b4d163f8-cea3-471f-aee7-566267c37831,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:07.643906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.701407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.770965 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.804502 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.830137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bafc97f6-f55e-4970-80dc-a91ac8bc4d30 None None] Provisioning complete for port b4d163f8-cea3-471f-aee7-566267c37831 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:07.832313 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bafc97f6-f55e-4970-80dc-a91ac8bc4d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.883089 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.893072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Allocated IP 172.20.0.1 (e20ce0c5-3f18-4f48-bc93-707d9c175aec/4eba79bc-cf32-4391-bad4-e27df218bc68/43bc9b37-02e3-4270-b07b-2e589f4c5871) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:07.902938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:07.947425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff40a60-8f38-4d0f-94df-249766ab25d1 req-8036513e-049e-4dbe-b36d-c977d4d8eae0 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:07.956290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ff40a60-8f38-4d0f-94df-249766ab25d1 req-8036513e-049e-4dbe-b36d-c977d4d8eae0 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 936 time: 0.7469497 Nov 08 13:35:07.991278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:35:08.035533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-a0305583-9a67-41e4-9275-837eeae4ec19 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8034556 Nov 08 13:35:08.036841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:08.042502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.047946 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Added segment a66af451-cad9-40a9-aea4-3beb93562ab4 of type vlan for network f678c38b-6707-4547-8cec-f0ef891952f9 Nov 08 13:35:08.138473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ff40a60-8f38-4d0f-94df-249766ab25d1 req-354d6bb7-13fb-4cd6-b6de-afa26bfac329 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788423 Nov 08 13:35:08.140335 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Attempting to bind port a9b04aca-052b-4343-a815-288081317342 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:08.140741 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Attempting to bind port a9b04aca-052b-4343-a815-288081317342 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:08.141639 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Attempting to bind port a9b04aca-052b-4343-a815-288081317342 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:08.143335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bafc97f6-f55e-4970-80dc-a91ac8bc4d30 None None] Port b4d163f8-cea3-471f-aee7-566267c37831 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:08.157745 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:08.157745 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:08.158263 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.159389 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:08.160436 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Bound port: a9b04aca-052b-4343-a815-288081317342, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:08.160850 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.207193 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Pushing event updated for resources: {'Port': ['ID=a9b04aca-052b-4343-a815-288081317342,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:08.238145 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.238475 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.238807 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.245218 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.245218 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.245218 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.262088 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.262543 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.262876 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.263357 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.263528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.269818 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:08.377309 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] For port a9b04aca-052b-4343-a815-288081317342, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:08.381546 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] For port a9b04aca-052b-4343-a815-288081317342, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a9b04aca-052b-4343-a815-288081317342,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:08.399814 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.421666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.521097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34604) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:08.612599 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.613571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:08.614521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.638135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e8d00-3621-456a-8c4f-915df98f881c req-08d14296-f8c9-4564-9255-4e9f5329788c service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254865 Nov 08 13:35:08.661527 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:08.666179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.669081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c39bd-31be-4118-ad59-65b222500a78 req-40e4b9f9-46cb-47cb-b994-280ea510fce9 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:08.670952 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:08.690960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c9c39bd-31be-4118-ad59-65b222500a78 req-40e4b9f9-46cb-47cb-b994-280ea510fce9 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 948 time: 0.3058040 Nov 08 13:35:08.894873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d163f8-cea3-471f-aee7-566267c37831 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:08.903839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.914610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1072729 Nov 08 13:35:08.920451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Transition to ACTIVE for port object b4d163f8-cea3-471f-aee7-566267c37831 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:08.923150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34612) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:08.929913 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:08.930873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:08.944715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Request body: {'subnet': {'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2119561440-subnet', 'tenant_id': 'ac7db45dc3ae46f498ebfbc11eaeed25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:08.981644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82aeb61-fa9f-4d8a-8c5a-11089734e0fb admin admin] Pushing event updated for resources: {'Network': ['ID=f678c38b-6707-4547-8cec-f0ef891952f9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:08.995617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f678c38b-6707-4547-8cec-f0ef891952f9 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:35:09.005279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:09.019625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Pushing event updated for resources: {'Port': ['ID=43bc9b37-02e3-4270-b07b-2e589f4c5871,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:09.021142 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f9c66-c223-4ca7-947e-3c94c53f097f None None] Pushing event updated for resources: {'Port': ['ID=a9b04aca-052b-4343-a815-288081317342,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:09.067090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c9c39bd-31be-4118-ad59-65b222500a78 req-d4ceb22a-046d-4b91-9c27-afb42f05957f tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654172 Nov 08 13:35:09.070075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-62571e8a-fbd8-49b8-a4a3-ba03e9276fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:09.081791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-62571e8a-fbd8-49b8-a4a3-ba03e9276fed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=910936671ff14209b34df400b286c4ac&device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 1099 time: 0.3449991 Nov 08 13:35:09.145091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-407d6e37-5e22-426b-be6d-26459aa22214 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:09.169964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d163f8-cea3-471f-aee7-566267c37831,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:09.210963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:09.221350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:09.230258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:09.230747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:09.350695 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:02Z', 'revision_number': 3, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:09.463070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63078ee0-0c3b-4e51-8dee-8683ee4b505e None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:02Z', 'revision_number': 3, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:35:09.468842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-a649e1a2-42dd-485d-af59-49de2ce6decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:09.481053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-407d6e37-5e22-426b-be6d-26459aa22214 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:09.482494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-a649e1a2-42dd-485d-af59-49de2ce6decd service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3976109 Nov 08 13:35:09.502789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-407d6e37-5e22-426b-be6d-26459aa22214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:09.564664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-407d6e37-5e22-426b-be6d-26459aa22214 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7048d67dccb9406d896a191d1dcc3e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0148792 Nov 08 13:35:09.579173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d6e37-5e22-426b-be6d-26459aa22214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003a273b-7c63-4eec-8d2d-9e89961b5b4a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:09.623759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Made reservation on behalf of ac7db45dc3ae46f498ebfbc11eaeed25 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:09.626473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:09.694362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d3cf-961b-463b-880b-74bb28d5a2b2 req-eb5137c9-f86b-4a2b-8262-a4f4eeae365e tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:09.710458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2381d3cf-961b-463b-880b-74bb28d5a2b2 req-eb5137c9-f86b-4a2b-8262-a4f4eeae365e tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 948 time: 0.3850498 Nov 08 13:35:09.717945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34622) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:09.798683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-7994c7bc-8f40-432d-af0c-0a3098ef8030 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 HTTP/1.1" status: 200 len: 217 time: 0.3052728 Nov 08 13:35:09.959328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-49969da5-47e4-4137-bce3-b6ee3c632590 None None] Provisioning complete for port 43bc9b37-02e3-4270-b07b-2e589f4c5871 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:09.959593 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-49969da5-47e4-4137-bce3-b6ee3c632590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.017966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.044069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-49969da5-47e4-4137-bce3-b6ee3c632590 None None] Port 43bc9b37-02e3-4270-b07b-2e589f4c5871 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:10.087381 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-211f2be0-ce5d-4c45-9369-5b9eb48af52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.090019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Attempting to bind port b4d163f8-cea3-471f-aee7-566267c37831 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:10.090364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Attempting to bind port b4d163f8-cea3-471f-aee7-566267c37831 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:10.090702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Attempting to bind port b4d163f8-cea3-471f-aee7-566267c37831 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:10.112738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2381d3cf-961b-463b-880b-74bb28d5a2b2 req-2c7448bc-a038-4b1d-87aa-9fc588d345f3 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966682 Nov 08 13:35:10.122311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-1217bac1-d000-4394-bdca-d8e0810a905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:10.124184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-1217bac1-d000-4394-bdca-d8e0810a905b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.3130710 Nov 08 13:35:10.243109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-211f2be0-ce5d-4c45-9369-5b9eb48af52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.289272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f847952-e53c-4765-bfa2-34eed8286fd0 req-37d7020b-65ec-473b-bbff-8b1c94e034ac tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:10.297628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f847952-e53c-4765-bfa2-34eed8286fd0 req-37d7020b-65ec-473b-bbff-8b1c94e034ac tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 948 time: 0.1046462 Nov 08 13:35:10.325244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Port b4d163f8-cea3-471f-aee7-566267c37831 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:10.325851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Attempting to bind port b4d163f8-cea3-471f-aee7-566267c37831 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:10.330699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.352280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-1d750e83-cf96-4d10-9d63-825deb3026f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:10.353855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-1d750e83-cf96-4d10-9d63-825deb3026f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207062 Nov 08 13:35:10.384555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:10.385164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:10.385732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:10.386338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Bound port: b4d163f8-cea3-471f-aee7-566267c37831, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:10.386907 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.402352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f847952-e53c-4765-bfa2-34eed8286fd0 req-8046ccdd-a97a-4572-8f54-9bee36dcfa13 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016538 Nov 08 13:35:10.490210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a9b04aca-052b-4343-a815-288081317342 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:10.527978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-211f2be0-ce5d-4c45-9369-5b9eb48af52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.532972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-211f2be0-ce5d-4c45-9369-5b9eb48af52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.534386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-211f2be0-ce5d-4c45-9369-5b9eb48af52d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/003a273b-7c63-4eec-8d2d-9e89961b5b4a HTTP/1.1" status: 204 len: 168 time: 0.8123269 Nov 08 13:35:10.556506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f2be0-ce5d-4c45-9369-5b9eb48af52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003a273b-7c63-4eec-8d2d-9e89961b5b4a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:10.624440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-56e73252-c844-4576-823a-867e34046f4f service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389164 Nov 08 13:35:10.676164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=592bfd3c-c47b-40ce-9775-6b9c7aba029c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:10.775424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a9b04aca-052b-4343-a815-288081317342 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:10.786298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:10.786712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Network hostable DHCP agents. Network: f678c38b-6707-4547-8cec-f0ef891952f9, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:35:10.789225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.838194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.864945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.865668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:10.978211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a490bfa-bf28-4126-bb04-f2543e86ad7e req-8e026a99-29a1-413a-9131-9862a69b0a43 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460207 Nov 08 13:35:11.023532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] For port b4d163f8-cea3-471f-aee7-566267c37831, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:11.092805 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.190404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] For port b4d163f8-cea3-471f-aee7-566267c37831, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b4d163f8-cea3-471f-aee7-566267c37831,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:11.207342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port a9b04aca-052b-4343-a815-288081317342, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a9b04aca-052b-4343-a815-288081317342,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:11.218173 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.284368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.357416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=a9b04aca-052b-4343-a815-288081317342,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:11.395494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Network f678c38b-6707-4547-8cec-f0ef891952f9 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:35:11.401838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Pushing event updated for resources: {'Port': ['ID=43bc9b37-02e3-4270-b07b-2e589f4c5871,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:11.443501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87afe2-d5bc-40c6-964f-950d18c90343 req-a167f746-57ee-4720-8b98-4f9d4970cfd5 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:11.458299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa87afe2-d5bc-40c6-964f-950d18c90343 req-a167f746-57ee-4720-8b98-4f9d4970cfd5 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 948 time: 0.1701722 Nov 08 13:35:11.507911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:11.509488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:11.514757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] 10.222.0.70 "PUT /v2.0/ports/b4d163f8-cea3-471f-aee7-566267c37831 HTTP/1.1" status: 200 len: 1096 time: 4.1389375 Nov 08 13:35:11.515269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'tag': 'b4d163f8-cea3-471f-aee7-566267c37831'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:11.528034 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39" -d '{"events": [{"name": "network-changed", "server_uuid": "cdba249a-c86e-40a9-9461-fc5940f292f3", "tag": "b4d163f8-cea3-471f-aee7-566267c37831"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:11.532651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34640) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:11.583880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f678c38b-6707-4547-8cec-f0ef891952f9) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:11.593409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef689c5c-a03e-4dd5-9d46-37538929ed5c None None] Network f678c38b-6707-4547-8cec-f0ef891952f9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:11.595081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa87afe2-d5bc-40c6-964f-950d18c90343 req-4cf2fa37-474d-4ac8-aa12-36d603fac22f tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324372 Nov 08 13:35:11.738221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39240b-1971-47da-96db-c5749a67462d req-08c555d6-0e59-465a-a0f8-e798131e0238 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:11.749748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c39240b-1971-47da-96db-c5749a67462d req-08c555d6-0e59-465a-a0f8-e798131e0238 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 948 time: 0.1195090 Nov 08 13:35:11.868085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c39240b-1971-47da-96db-c5749a67462d req-62d1212a-3bfd-481e-b43f-c769b31e10d5 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168966 Nov 08 13:35:12.034918 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e993bf0-9b68-486e-9e92-dcd320b31e7c x-openstack-request-id: req-1e993bf0-9b68-486e-9e92-dcd320b31e7c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:12.035563 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdba249a-c86e-40a9-9461-fc5940f292f3", "tag": "b4d163f8-cea3-471f-aee7-566267c37831", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:12.035563 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e993bf0-9b68-486e-9e92-dcd320b31e7c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:12.035947 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'tag': 'b4d163f8-cea3-471f-aee7-566267c37831', 'status': 'completed', 'code': 200} Nov 08 13:35:12.038120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab54cf97-a6f1-4a68-98ff-10c1b742f2cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:12.047430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.048064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:12.049118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b75b72-d8d8-481e-851a-2a06f3930250 None None] Network f678c38b-6707-4547-8cec-f0ef891952f9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:12.094946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-37bf9ae1-fe6b-4ecb-8fdc-0bccddda5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.096482 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-37bf9ae1-fe6b-4ecb-8fdc-0bccddda5aa7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37d4c4c12bc54925aa3797f838cb3f27&device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 1099 time: 0.5137880 Nov 08 13:35:12.189065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fd24b324-be72-44fa-898b-88d5b883bc9b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.2524381 Nov 08 13:35:12.207562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-a381aa19-3532-4416-b172-2626fc9cd224 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b4d163f8-cea3-471f-aee7-566267c37831 HTTP/1.1" status: 200 len: 217 time: 0.0788789 Nov 08 13:35:12.214254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56de65-843a-4811-928d-0f08ed066786 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d163f8-cea3-471f-aee7-566267c37831,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:12.273193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:12.344446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:12.366857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:12.412379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-9a28587d-3b63-4355-8087-6340f25b38be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.414183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-9a28587d-3b63-4355-8087-6340f25b38be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2007678 Nov 08 13:35:12.434884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a9b04aca-052b-4343-a815-288081317342 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:12.590149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:12.649173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0', 'mac_address': 'fa:16:3e:42:31:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:12.694464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:35:12.713048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab54cf97-a6f1-4a68-98ff-10c1b742f2cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:12.797499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a9b04aca-052b-4343-a815-288081317342 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:12.797988 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:12.831705 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:12.846658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e2df9-7669-437f-903c-e2b6c5d20d0d req-c8cee875-59e3-488e-8a09-d46f66960105 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:12.851464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd2e2df9-7669-437f-903c-e2b6c5d20d0d req-c8cee875-59e3-488e-8a09-d46f66960105 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 948 time: 0.0906730 Nov 08 13:35:12.855124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab54cf97-a6f1-4a68-98ff-10c1b742f2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:12.886233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:12.966375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd2e2df9-7669-437f-903c-e2b6c5d20d0d req-277733b6-20c6-4e54-a881-13c7c0709477 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087053 Nov 08 13:35:12.973087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:12.974659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-52da2dc3-4a65-4550-8f36-6310e0599ab1 None None] Provisioning complete for port 43bc9b37-02e3-4270-b07b-2e589f4c5871 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:12.975017 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-52da2dc3-4a65-4550-8f36-6310e0599ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:12.981096 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:13.009842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34674) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:13.009979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ab54cf97-a6f1-4a68-98ff-10c1b742f2cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a80d2173965a49ec8b31f8bf013801c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4389498 Nov 08 13:35:13.020130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54cf97-a6f1-4a68-98ff-10c1b742f2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3e0fc5-4eaa-4442-82cf-c5f6f286d15c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:13.079381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-a13d6a1a-baed-43c7-95e3-8ec0e01b28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:13.080843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-a13d6a1a-baed-43c7-95e3-8ec0e01b28fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6563907 Nov 08 13:35:13.158301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-52da2dc3-4a65-4550-8f36-6310e0599ab1 None None] Port 43bc9b37-02e3-4270-b07b-2e589f4c5871 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:13.184647 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d79267ed-bc62-40bb-b47b-9af5a98c6a1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:13.207450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:13.216746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09cfd7-5fdc-4c4d-8da1-a7a7ed821af1 req-13e00c23-52ec-4b52-8d98-298fbde704b0 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:13.219608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:35:13.221004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c09cfd7-5fdc-4c4d-8da1-a7a7ed821af1 req-13e00c23-52ec-4b52-8d98-298fbde704b0 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 949 time: 0.1477661 Nov 08 13:35:13.235118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:35:13.244876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-55176a78-49fe-4ade-8fe6-dd1d07bd4913 admin admin] 10.222.0.65 "PUT /v2.0/routers/1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6584496 Nov 08 13:35:13.273202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:13.274837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:13.286113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-dc1b986f-fd16-42ca-82b8-f095a58f2fe1 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673090 Nov 08 13:35:13.481261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c09cfd7-5fdc-4c4d-8da1-a7a7ed821af1 req-4f34b820-477a-4172-8af1-d5b6bb40d67d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402401 Nov 08 13:35:13.481261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d79267ed-bc62-40bb-b47b-9af5a98c6a1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:13.481809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:13.492655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee489736-c615-4928-b7cf-b8d04b455e69 req-effa2d60-a690-47fe-b8aa-8c6255dfb8b4 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920552 Nov 08 13:35:13.607921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d556eba9-2dd5-4a95-8d49-393a6a1bb5c0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:13.635550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d79267ed-bc62-40bb-b47b-9af5a98c6a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:13.645731 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d79267ed-bc62-40bb-b47b-9af5a98c6a1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:13.650650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d79267ed-bc62-40bb-b47b-9af5a98c6a1c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f3e0fc5-4eaa-4442-82cf-c5f6f286d15c HTTP/1.1" status: 204 len: 168 time: 0.6359842 Nov 08 13:35:13.685987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79267ed-bc62-40bb-b47b-9af5a98c6a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3e0fc5-4eaa-4442-82cf-c5f6f286d15c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:13.699003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34702) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:13.709424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-6f308dcf-9288-4211-a969-ec2b89a75a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:13.710792 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-6f308dcf-9288-4211-a969-ec2b89a75a8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37d4c4c12bc54925aa3797f838cb3f27&device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 1099 time: 0.1643071 Nov 08 13:35:13.718648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-892696652-network', 'tenant_id': '2a4ac83028434c10ae708ab261c742ec'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:13.778662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Made reservation on behalf of 2a4ac83028434c10ae708ab261c742ec for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:13.786945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:13.810359 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.142351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:10Z', 'revision_number': 2, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:14.153938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.162646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-43dd383f-5fd6-4824-b226-7ac112a58f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:14.170710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.173126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-43dd383f-5fd6-4824-b226-7ac112a58f2b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.4478259 Nov 08 13:35:14.187481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:35:14.198931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.199396 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Added segment cd1f05ed-8bf9-45b7-b02e-27a09516cc59 of type vlan for network 44876725-0c7b-4b0b-9eb3-5135516f2778 Nov 08 13:35:14.270614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:35:14.271129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Updating router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 port 43bc9b37-02e3-4270-b07b-2e589f4c5871 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:35:14.277610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.291055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-821c3c56-0395-44b8-b2da-90f50b8307b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=b4d163f8-cea3-471f-aee7-566267c37831 HTTP/1.1" status: 200 len: 217 time: 0.1060884 Nov 08 13:35:14.318013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.336313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a0c20-451a-4f8d-9657-46003b11284b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:14.379552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e7da5-51a3-4e0c-922a-a9566298eb29 req-19c06f77-ff59-445e-80c8-667f5bce15b6 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:14.386850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-523e7da5-51a3-4e0c-922a-a9566298eb29 req-19c06f77-ff59-445e-80c8-667f5bce15b6 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 948 time: 0.2313089 Nov 08 13:35:14.398591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.399522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:14.400155 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.474117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] Pushing event updated for resources: {'Network': ['ID=44876725-0c7b-4b0b-9eb3-5135516f2778,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:14.492912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ac1c6ced-026e-4486-8afa-0caf62e7eb9b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7918861 Nov 08 13:35:14.495453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34722) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:14.500158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Request body: {'subnet': {'network_id': '44876725-0c7b-4b0b-9eb3-5135516f2778', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-892696652-subnet', 'tenant_id': '2a4ac83028434c10ae708ab261c742ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:14.501982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 44876725-0c7b-4b0b-9eb3-5135516f2778 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:35:14.530116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-4c70c9c0-9162-48cf-8d2f-8414484ebd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:14.535750 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-4c70c9c0-9162-48cf-8d2f-8414484ebd3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2365108 Nov 08 13:35:14.539375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Made reservation on behalf of 2a4ac83028434c10ae708ab261c742ec for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:14.541949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.572872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-523e7da5-51a3-4e0c-922a-a9566298eb29 req-de459096-b8fb-40ec-a2a5-2dc244d9fb5f tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850090 Nov 08 13:35:14.661567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-98a8cc9e-173b-4427-9413-dc2267439fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:14.663513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-98a8cc9e-173b-4427-9413-dc2267439fe2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192501 Nov 08 13:35:14.912327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-b8229108-2593-4df1-bb41-3afbaa4d320c service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400360 Nov 08 13:35:14.941837 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:14.950435 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:15.020229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51058c-a07d-46bb-940e-b6501a790513 None None] Pushing event updated for resources: {'Port': ['ID=43bc9b37-02e3-4270-b07b-2e589f4c5871,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:15.111448 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e25e396-1b98-498d-8bf1-4ab4ff8bba39 req-c1995539-5ae5-4697-adbe-ca86f3b13515 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862271 Nov 08 13:35:15.139230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-1de30ced-d76d-46e3-95fb-440b7c372947 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:15.141413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-1de30ced-d76d-46e3-95fb-440b7c372947 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 820 time: 0.3385639 Nov 08 13:35:15.160734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4facf0-93c6-4d78-9ccb-bc652a0d076c req-238f6e94-5ce5-4ed2-a2a7-8a792227b950 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:15.162298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af4facf0-93c6-4d78-9ccb-bc652a0d076c req-238f6e94-5ce5-4ed2-a2a7-8a792227b950 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 949 time: 0.2560608 Nov 08 13:35:15.174561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:15.232991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d117a6df-4919-4078-bcc0-66d62acc6aba,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:15.272939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-7f004869-f91f-41a4-b99f-cf1537d1a1e8 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/quotas/8a550e49d83e4a6a9322baa9aff85212 HTTP/1.1" status: 200 len: 375 time: 0.1090055 Nov 08 13:35:15.289175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Attempting to bind port 43bc9b37-02e3-4270-b07b-2e589f4c5871 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:15.289537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Attempting to bind port 43bc9b37-02e3-4270-b07b-2e589f4c5871 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:15.289896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Attempting to bind port 43bc9b37-02e3-4270-b07b-2e589f4c5871 on network e20ce0c5-3f18-4f48-bc93-707d9c175aec {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:15.296163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:15.296546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Checking segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:15.296985 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:15.297378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Bound using segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:15.297850 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Bound port: 43bc9b37-02e3-4270-b07b-2e589f4c5871, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:15.298225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:15.371088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] For port 43bc9b37-02e3-4270-b07b-2e589f4c5871, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:15.374543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] For port 43bc9b37-02e3-4270-b07b-2e589f4c5871, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=43bc9b37-02e3-4270-b07b-2e589f4c5871,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:15.381355 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:15.390498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af4facf0-93c6-4d78-9ccb-bc652a0d076c req-6dd57061-f5fb-4939-95d0-7e9b562410e9 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184713 Nov 08 13:35:15.453685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Checking segment: {'id': 'cd1f05ed-8bf9-45b7-b02e-27a09516cc59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '44876725-0c7b-4b0b-9eb3-5135516f2778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:15.454192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Network hostable DHCP agents. Network: 44876725-0c7b-4b0b-9eb3-5135516f2778, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:35:15.475644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:15.476336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:15.487948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-0f28ac4a-3678-4ae0-9813-9f40a543e6bb tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2139127 Nov 08 13:35:15.557712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Network 44876725-0c7b-4b0b-9eb3-5135516f2778 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:35:15.574983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 44876725-0c7b-4b0b-9eb3-5135516f2778) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:15.596695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:15.598106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:15.646900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-530a7fd6-1f6a-499e-911e-ba9737994f5a None None] Provisioning complete for port 43bc9b37-02e3-4270-b07b-2e589f4c5871 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:15.647616 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-530a7fd6-1f6a-499e-911e-ba9737994f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:15.650104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c6112-8408-4565-a078-19768c07f7f0 None None] Network 44876725-0c7b-4b0b-9eb3-5135516f2778 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:15.716440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-36bebaff-c917-4481-bc0d-c5140a6f947d service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270193 Nov 08 13:35:15.780613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51058c-a07d-46bb-940e-b6501a790513 None None] Pushing event updated for resources: {'Port': ['ID=43bc9b37-02e3-4270-b07b-2e589f4c5871,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:15.915713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf67cd63-42c7-4cdd-8939-14a64800566d None None] Network 44876725-0c7b-4b0b-9eb3-5135516f2778 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:15.969291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:16.259015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0f3adb0a-2e1f-46d3-acae-8942ee1a0650 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7626348 Nov 08 13:35:16.274214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-530a7fd6-1f6a-499e-911e-ba9737994f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:16.275432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-e82e045f-4f3d-430a-b31d-c4c9d3fa0528 service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482690 Nov 08 13:35:16.306589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:16.445645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-85c03980-63d5-4cb5-b9e0-1fc2e2033f42 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:16.445645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-85c03980-63d5-4cb5-b9e0-1fc2e2033f42 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/networks?id=2e6d6b33-5843-4d31-966a-eb2469cd93ca HTTP/1.1" status: 200 len: 815 time: 0.1788526 Nov 08 13:35:16.477058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-530a7fd6-1f6a-499e-911e-ba9737994f5a None None] For port 43bc9b37-02e3-4270-b07b-2e589f4c5871, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=43bc9b37-02e3-4270-b07b-2e589f4c5871,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:16.478124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-8fd3e5ba-f14f-4fbb-9e45-74d5ea2e55a7 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/quotas/60d3b49f65b9471aa31ca5ed37c0b96e HTTP/1.1" status: 200 len: 375 time: 0.0228357 Nov 08 13:35:16.503961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-530a7fd6-1f6a-499e-911e-ba9737994f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:16.604319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:16.623521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:15Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:16.626127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a7fd6-1f6a-499e-911e-ba9737994f5a None None] Pushing event updated for resources: {'Port': ['ID=43bc9b37-02e3-4270-b07b-2e589f4c5871,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:16.629252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:16.629744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:16.644936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-b18dd95a-4143-43b8-bfa4-30d699c600c3 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60d3b49f65b9471aa31ca5ed37c0b96e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555545 Nov 08 13:35:16.701129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01190867-18ee-4df8-9240-96348b0e26cb None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:15Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:35:16.735263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9146c23e-d5f8-4322-a826-a79df1e40146 None None] Provisioning complete for port 43bc9b37-02e3-4270-b07b-2e589f4c5871 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:16.736006 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9146c23e-d5f8-4322-a826-a79df1e40146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:16.904539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-d05b214a-415c-492b-b7e1-79e00c0ba0bd service neutron] 10.222.0.65 "GET /v2.0/networks/2e6d6b33-5843-4d31-966a-eb2469cd93ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586994 Nov 08 13:35:16.950064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:17.014654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:17.017043 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8513b140-c345-40da-a58e-1eadacc86146" -d '{"events": [{"server_uuid": "f992e9a1-4437-4d3c-863a-509011b2c579", "name": "network-vif-plugged", "status": "completed", "tag": "d556eba9-2dd5-4a95-8d49-393a6a1bb5c0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:17.036044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:17.042282 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:17.060767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff32db-04f0-44de-8239-6efe883f8aad req-5412871e-ee3f-420d-b301-021920ed2c2c tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:17.062423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21ff32db-04f0-44de-8239-6efe883f8aad req-5412871e-ee3f-420d-b301-021920ed2c2c tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 948 time: 0.3954709 Nov 08 13:35:17.117433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:17.160066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-cf86807d-ce1b-4394-a2a2-1993966306ca service neutron] 10.222.0.65 "GET /v2.0/networks/2e6d6b33-5843-4d31-966a-eb2469cd93ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514458 Nov 08 13:35:17.211825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21ff32db-04f0-44de-8239-6efe883f8aad req-5e2b5b0e-59dc-4444-b7d0-40c8f6e5c741 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382265 Nov 08 13:35:17.558061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b4d163f8-cea3-471f-aee7-566267c37831 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:17.588609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26fb14-9301-4617-8eb3-75fcedfed4c4 req-c6a2b1e1-4985-47a8-bc95-7ac2eac9d1ac tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:17.597353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b26fb14-9301-4617-8eb3-75fcedfed4c4 req-c6a2b1e1-4985-47a8-bc95-7ac2eac9d1ac tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.1195960 Nov 08 13:35:17.665110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5583f3a9-5c03-4718-a0d8-9d93c2635c63 req-8cff55f1-84e3-4a14-8744-208654df8509 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 210 time: 0.0637760 Nov 08 13:35:17.759645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b26fb14-9301-4617-8eb3-75fcedfed4c4 req-502c97bb-3ebf-4efe-abe5-3a51fb48f311 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611869 Nov 08 13:35:17.833489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b4d163f8-cea3-471f-aee7-566267c37831, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b4d163f8-cea3-471f-aee7-566267c37831,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:17.851780 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f66b64-06c2-49aa-9471-256c0b464497 x-openstack-request-id: req-45f66b64-06c2-49aa-9471-256c0b464497 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:17.852342 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f992e9a1-4437-4d3c-863a-509011b2c579", "name": "network-vif-plugged", "status": "completed", "tag": "d556eba9-2dd5-4a95-8d49-393a6a1bb5c0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:17.852609 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45f66b64-06c2-49aa-9471-256c0b464497 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:17.853047 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0', 'code': 200} Nov 08 13:35:17.917816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b4d163f8-cea3-471f-aee7-566267c37831', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'b4d163f8-cea3-471f-aee7-566267c37831', 'mac_address': 'fa:16:3e:74:76:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:17.974711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:18.010841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d163f8-cea3-471f-aee7-566267c37831 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:18.039788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b4d163f8-cea3-471f-aee7-566267c37831, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b4d163f8-cea3-471f-aee7-566267c37831,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:18.048336 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:18.053440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4001c609-28be-4ec3-aa7d-5a42720d876d req-34df6aec-d35b-48ba-9e9b-1ea9a3020ef8 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 210 time: 0.0751903 Nov 08 13:35:18.140922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09420f-de7c-4b6b-930e-6a6534a4d8af req-272aedd0-97bd-4139-950f-5fd62a86e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:18.144275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.54', 63795) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:18.144785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c09420f-de7c-4b6b-930e-6a6534a4d8af req-272aedd0-97bd-4139-950f-5fd62a86e995 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 1101 time: 0.2322366 Nov 08 13:35:18.181858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b4d163f8-cea3-471f-aee7-566267c37831,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:18.315545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b4d163f8-cea3-471f-aee7-566267c37831'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:18.387642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c09420f-de7c-4b6b-930e-6a6534a4d8af req-be07d749-921c-41b2-ba88-09dba903864f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714592 Nov 08 13:35:18.405738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-2c83c463-59f0-45ff-ba36-dd524bbc6b84 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:18.413540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-2c83c463-59f0-45ff-ba36-dd524bbc6b84 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.3732841 Nov 08 13:35:18.448332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-7bcf2c82-5b77-4ece-ab9b-ac5a5a6db91a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/quotas/ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 375 time: 0.0247564 Nov 08 13:35:18.549603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-213b7c9a-ef76-4fcc-ac46-9ac791a3697a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914989 Nov 08 13:35:18.564852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 43bc9b37-02e3-4270-b07b-2e589f4c5871 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:18.589330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-17f01c37-e19a-4cea-9e19-873123de1415 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:18.591099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-17f01c37-e19a-4cea-9e19-873123de1415 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 820 time: 0.4401140 Nov 08 13:35:18.660549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'port': {'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'admin_state_up': True, 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:18.705347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d08e-6c45-4d2d-b864-252f4c0fc688 req-96472810-db42-4076-99d8-ed165771020a tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:18.707132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5203d08e-6c45-4d2d-b864-252f4c0fc688 req-96472810-db42-4076-99d8-ed165771020a tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 949 time: 0.2170956 Nov 08 13:35:18.740525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 43bc9b37-02e3-4270-b07b-2e589f4c5871 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:18.741136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:18.851767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5203d08e-6c45-4d2d-b864-252f4c0fc688 req-e9764bb9-63ff-4ce8-8932-73e05a12f559 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169050 Nov 08 13:35:18.914269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-0374b66c-bb3f-46c6-bdbb-6f0cf72c1a82 service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344581 Nov 08 13:35:18.970995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Made reservation on behalf of 8a550e49d83e4a6a9322baa9aff85212 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:18.975185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:19.100229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-04a3b0fe-b134-4993-a6f2-8d841d545e0d service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692634 Nov 08 13:35:19.168387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ad8d180-8731-4c3f-9764-d25d3321e5b8 req-f8020ecc-96fd-42a4-9831-7e09735ab61f tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 210 time: 0.0494695 Nov 08 13:35:19.302544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Allocated IP 172.20.0.5 (e20ce0c5-3f18-4f48-bc93-707d9c175aec/4eba79bc-cf32-4391-bad4-e27df218bc68/aa45563f-6192-45a0-9635-c36e19a7d970) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:19.311474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db43af-59b5-45de-945d-a0b94b6d60c1 req-b7956001-b6dd-4db9-ad8b-83ea4ef1ac8b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:19.324475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7db43af-59b5-45de-945d-a0b94b6d60c1 req-b7956001-b6dd-4db9-ad8b-83ea4ef1ac8b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.0906765 Nov 08 13:35:19.554706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3b584b0-17a1-42c0-8f05-f632e79c084c req-68668de5-8377-4f0f-910f-8b8f0857f814 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 210 time: 0.1495366 Nov 08 13:35:19.557344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b4d163f8-cea3-471f-aee7-566267c37831 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:19.565655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34854) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:19.638806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7db43af-59b5-45de-945d-a0b94b6d60c1 req-a56c3860-4ff6-4820-b69b-1738ee85f372 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127828 Nov 08 13:35:19.652009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:19.720705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port b4d163f8-cea3-471f-aee7-566267c37831 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:19.729673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b4d163f8-cea3-471f-aee7-566267c37831 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:19.732227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:19.757480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:19.848058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:19.849306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66f47b8f-e2a6-4c1e-af94-084616826c2c req-03b279d6-aae7-4ed4-9c54-6d7f41b7c71e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 210 time: 0.0976472 Nov 08 13:35:19.872415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:19.879137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:19.890430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:19.891306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:19.900000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Pushing event updated for resources: {'Port': ['ID=aa45563f-6192-45a0-9635-c36e19a7d970,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:19.934833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8009eb77-08c9-4de2-aad2-8525ca00ad32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2815604 Nov 08 13:35:19.948430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Request body: {'port': {'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:19.969537 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:19.999555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-d7fa14ef-4624-4985-a4b8-e79b45d864a0 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:20.002424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-d7fa14ef-4624-4985-a4b8-e79b45d864a0 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.54 "GET /v2.0/networks?id=2e6d6b33-5843-4d31-966a-eb2469cd93ca HTTP/1.1" status: 200 len: 815 time: 0.5675454 Nov 08 13:35:20.017790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Request body: {'port': {'device_id': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'admin_state_up': True, 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:20.051706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5dc5-7889-4580-82af-e617978be762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:20.115095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b4d163f8-cea3-471f-aee7-566267c37831, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b4d163f8-cea3-471f-aee7-566267c37831,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:20.125694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d163f8-cea3-471f-aee7-566267c37831'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:20.134976 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e370218-1a8f-4bae-ad3f-e36dccbec3e8" -d '{"events": [{"server_uuid": "cdba249a-c86e-40a9-9461-fc5940f292f3", "name": "network-vif-plugged", "status": "completed", "tag": "b4d163f8-cea3-471f-aee7-566267c37831"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:20.150142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:20.237177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:20.260004 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4b9623-9a54-4c5e-bd1f-af9428ffc6cc x-openstack-request-id: req-4f4b9623-9a54-4c5e-bd1f-af9428ffc6cc {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:20.260335 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba249a-c86e-40a9-9461-fc5940f292f3", "name": "network-vif-plugged", "status": "completed", "tag": "b4d163f8-cea3-471f-aee7-566267c37831", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:20.260598 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f4b9623-9a54-4c5e-bd1f-af9428ffc6cc {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:20.261004 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d163f8-cea3-471f-aee7-566267c37831', 'code': 200} Nov 08 13:35:20.318986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b4d163f8-cea3-471f-aee7-566267c37831,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:20.389563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-38baae9d-bcd8-4bb3-a454-b82eaa33eea4 None None] Provisioning complete for port aa45563f-6192-45a0-9635-c36e19a7d970 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:20.390099 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-38baae9d-bcd8-4bb3-a454-b82eaa33eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:20.470236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Made reservation on behalf of 60d3b49f65b9471aa31ca5ed37c0b96e for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:20.474024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:20.510753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-38baae9d-bcd8-4bb3-a454-b82eaa33eea4 None None] Port aa45563f-6192-45a0-9635-c36e19a7d970 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:20.539184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6171-08cf-4283-8836-ff4765fe4269 req-2a0ac8ab-91cd-41e8-9c10-6fddf503bca4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:20.541011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-584d6171-08cf-4283-8836-ff4765fe4269 req-2a0ac8ab-91cd-41e8-9c10-6fddf503bca4 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 950 time: 0.2003675 Nov 08 13:35:20.643402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8830913-47e8-4a40-8574-308728a55543 req-f78b0365-b283-441b-9971-6664e7ae4655 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:20.646451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8830913-47e8-4a40-8574-308728a55543 req-f78b0365-b283-441b-9971-6664e7ae4655 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 931 time: 0.1882291 Nov 08 13:35:20.708718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a19ff4b-70bd-4757-92d6-401b16d22480 req-7e7b6827-e47c-40d8-b6cf-6c4bd13c831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:20.710656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0a19ff4b-70bd-4757-92d6-401b16d22480 req-7e7b6827-e47c-40d8-b6cf-6c4bd13c831a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 1101 time: 0.3072453 Nov 08 13:35:20.784976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8830913-47e8-4a40-8574-308728a55543 req-ec8e75c6-7ce9-4662-9f85-98e5c24204e6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294730 Nov 08 13:35:20.808376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-584d6171-08cf-4283-8836-ff4765fe4269 req-e0199ad0-5131-433e-a95f-2b75004250d1 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209580 Nov 08 13:35:20.873463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Allocated IP 172.20.0.12 (2e6d6b33-5843-4d31-966a-eb2469cd93ca/2a2447c3-667f-4ce6-9f7d-68f491ec4b4b/ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:21.028334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa45563f-6192-45a0-9635-c36e19a7d970 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:21.039853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:21.058422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Transition to ACTIVE for port object aa45563f-6192-45a0-9635-c36e19a7d970 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:21.075365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:21.086580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5dc5-7889-4580-82af-e617978be762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:21.154344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45333224-1e26-4c81-a656-e4d2a19106eb req-36c93287-fa4e-49f9-8b17-015ba7fcdfe2 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 210 time: 0.0628796 Nov 08 13:35:21.159224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0a19ff4b-70bd-4757-92d6-401b16d22480 req-a4825c48-66a5-489b-b1d1-0960fb474ea2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394798 Nov 08 13:35:21.168699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb5d5dc5-7889-4580-82af-e617978be762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:21.178069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9004f6-67a8-4c52-a7fa-f230d6826696 req-147acdc2-4d58-48c1-90f0-bc6893e6eadd tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:21.187580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b9004f6-67a8-4c52-a7fa-f230d6826696 req-147acdc2-4d58-48c1-90f0-bc6893e6eadd tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.1796653 Nov 08 13:35:21.373226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fb5d5dc5-7889-4580-82af-e617978be762 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb3bdc144cc7432c842fc8831cf386fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7999091 Nov 08 13:35:21.374410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Pushing event updated for resources: {'Port': ['ID=aa45563f-6192-45a0-9635-c36e19a7d970,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:21.393712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34900) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:21.432131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd583816-2085-477e-9aae-d3e301abb66b req-8a4bc8af-29a4-4fce-8d77-a0633b6347b8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 210 time: 0.1049485 Nov 08 13:35:21.464501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b9004f6-67a8-4c52-a7fa-f230d6826696 req-ca4c38ba-9948-4ce6-af52-a454543a56de tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756186 Nov 08 13:35:21.493862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d5dc5-7889-4580-82af-e617978be762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92b5479-9a10-4eba-8c77-a8c865a2e008,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:21.705612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Attempting to bind port aa45563f-6192-45a0-9635-c36e19a7d970 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:21.708031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Attempting to bind port aa45563f-6192-45a0-9635-c36e19a7d970 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:21.712277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Attempting to bind port aa45563f-6192-45a0-9635-c36e19a7d970 on network e20ce0c5-3f18-4f48-bc93-707d9c175aec {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:21.728034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Port aa45563f-6192-45a0-9635-c36e19a7d970 on network e20ce0c5-3f18-4f48-bc93-707d9c175aec not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:21.737078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Attempting to bind port aa45563f-6192-45a0-9635-c36e19a7d970 on network e20ce0c5-3f18-4f48-bc93-707d9c175aec {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:21.764685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:21.774843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:21.775343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Checking segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:21.776137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Bound using segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:21.776953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Bound port: aa45563f-6192-45a0-9635-c36e19a7d970, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:21.778850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:21.979060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-528da18c-9fa2-4d9b-b49c-30cd8f35e858 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:22.002184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:22.200432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:22.216097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-528da18c-9fa2-4d9b-b49c-30cd8f35e858 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:22.222420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:22.230317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:22.241686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:22.246590 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:22.282077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-6a05e46f-dd61-45e6-aadc-34068c338193 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:22.285513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-6a05e46f-dd61-45e6-aadc-34068c338193 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.4913158 Nov 08 13:35:22.323025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Request body: {'port': {'device_id': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'admin_state_up': True, 'tenant_id': 'ac7db45dc3ae46f498ebfbc11eaeed25'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:22.351430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3394964 Nov 08 13:35:22.394254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab68f2-0277-45c5-91b0-57c32ba68503 req-5d9dbc26-772a-49f4-baf5-3452978f3b08 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:22.409617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34ab68f2-0277-45c5-91b0-57c32ba68503 req-5d9dbc26-772a-49f4-baf5-3452978f3b08 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.4324794 Nov 08 13:35:22.501226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d77e2-ac42-46b2-ba61-656a9f909d8f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Pushing event updated for resources: {'Port': ['ID=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:22.636233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Request body: {'port': {'device_id': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:22.776624 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:22.897815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34ab68f2-0277-45c5-91b0-57c32ba68503 req-f84962bf-179f-43c6-830a-14ed49b0776b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851596 Nov 08 13:35:22.949551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-61f169c5-a21c-4bd4-af32-d2a093c4aab8 None None] Provisioning complete for port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:22.949980 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-61f169c5-a21c-4bd4-af32-d2a093c4aab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.024408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-528da18c-9fa2-4d9b-b49c-30cd8f35e858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.038363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-528da18c-9fa2-4d9b-b49c-30cd8f35e858 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.041461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-528da18c-9fa2-4d9b-b49c-30cd8f35e858 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c92b5479-9a10-4eba-8c77-a8c865a2e008 HTTP/1.1" status: 204 len: 168 time: 1.6452491 Nov 08 13:35:23.043499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-61f169c5-a21c-4bd4-af32-d2a093c4aab8 None None] Port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:23.127848 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.139322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528da18c-9fa2-4d9b-b49c-30cd8f35e858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92b5479-9a10-4eba-8c77-a8c865a2e008,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:23.252170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740d01b-e108-43d6-87cd-dab46001ebf6 req-f39e6b10-831b-4f50-b9ce-bcd2e25a553b tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:23.262174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7740d01b-e108-43d6-87cd-dab46001ebf6 req-f39e6b10-831b-4f50-b9ce-bcd2e25a553b tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 950 time: 0.5338509 Nov 08 13:35:23.297212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] For port aa45563f-6192-45a0-9635-c36e19a7d970, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:23.305217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] For port aa45563f-6192-45a0-9635-c36e19a7d970, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=aa45563f-6192-45a0-9635-c36e19a7d970,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:23.319346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.378810 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.413772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Made reservation on behalf of ac7db45dc3ae46f498ebfbc11eaeed25 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:23.432116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.442951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:23.446843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:23.454190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] 10.222.0.54 "PUT /v2.0/ports/aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 1091 time: 3.5134029 Nov 08 13:35:23.473426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:23.493153 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b96644-4e19-46e6-9890-887a3c10e861" -d '{"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:23.632460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54cfa8-d79f-453c-b2f2-710313baec5f req-cba18717-53f4-4878-8179-66530af965be tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:23.642907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d54cfa8-d79f-453c-b2f2-710313baec5f req-cba18717-53f4-4878-8179-66530af965be tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 932 time: 0.5046561 Nov 08 13:35:23.700908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1537fa-3e0d-42d3-8bb6-cb04b73b5d8c service neutron] Pushing event updated for resources: {'Port': ['ID=aa45563f-6192-45a0-9635-c36e19a7d970,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:23.796312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7740d01b-e108-43d6-87cd-dab46001ebf6 req-c9d99f7c-8cb3-47dd-a5b7-e0a3ee0549e2 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5330954 Nov 08 13:35:23.915069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34932) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:24.000997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Allocated IP 172.20.0.13 (f678c38b-6707-4547-8cec-f0ef891952f9/592bfd3c-c47b-40ce-9775-6b9c7aba029c/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:24.040532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d54cfa8-d79f-453c-b2f2-710313baec5f req-88b3ef5b-a3e9-4ff1-bceb-ae1887fd42fa tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962684 Nov 08 13:35:24.288576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.357999 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.485856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Network f678c38b-6707-4547-8cec-f0ef891952f9 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:24.498299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:24.502399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:24.505005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:24.510590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:24.511222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.523949 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-052e06b7-05ed-4251-8440-8b51ea8df0eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1761575 Nov 08 13:35:24.534987 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-05b89da4-b6e7-4cc9-9e01-8a59f6985b3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2348394 Nov 08 13:35:24.550876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Request body: {'port': {'device_id': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:24.670225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.683393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-bce14554-fc5f-43f6-b13a-99028212ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:24.684945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-bce14554-fc5f-43f6-b13a-99028212ba12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d022dd8e3d14dc7bc470e9f0a692881&device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 1096 time: 0.0931377 Nov 08 13:35:24.687620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60d2d16d-e5a5-49ea-8c0c-f5c90108b366 req-a4cd34e2-b2c5-4d5a-8f06-1e3f18e5b2b2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 210 time: 0.6907520 Nov 08 13:35:24.688330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-072156c8-ff7b-42f7-8cfe-d2a08f13c3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.772983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5fd40-ca89-4cef-ab42-5e300aac97b7 req-cdc2a8d3-5d65-427c-bcee-8e6ab5ce243a tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:24.775572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16c5fd40-ca89-4cef-ab42-5e300aac97b7 req-cdc2a8d3-5d65-427c-bcee-8e6ab5ce243a tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.1451538 Nov 08 13:35:24.917893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16c5fd40-ca89-4cef-ab42-5e300aac97b7 req-9a00dd2d-9931-40e6-bf22-80693dbefff9 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081078 Nov 08 13:35:24.962635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:24.968339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-072156c8-ff7b-42f7-8cfe-d2a08f13c3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.978314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.982754 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-072156c8-ff7b-42f7-8cfe-d2a08f13c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:24.990768 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35833835-2bc3-4618-b35f-54e44accc6bd x-openstack-request-id: req-35833835-2bc3-4618-b35f-54e44accc6bd {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:24.991065 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:24.991322 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35833835-2bc3-4618-b35f-54e44accc6bd {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:24.991700 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'status': 'completed', 'code': 200} Nov 08 13:35:25.015930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Transition to ACTIVE for port object ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:25.028340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-e88d0385-af3e-44da-b700-41b40483a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:25.035647 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-e88d0385-af3e-44da-b700-41b40483a98c service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee HTTP/1.1" status: 200 len: 915 time: 0.2525823 Nov 08 13:35:25.036765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.054259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-072156c8-ff7b-42f7-8cfe-d2a08f13c3b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ed5bd77c8d94fe59ac42c0ac8e90b50&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0705602 Nov 08 13:35:25.078366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072156c8-ff7b-42f7-8cfe-d2a08f13c3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc8f1d5-ac07-443a-bb02-8c37934ed402,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:25.085040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34942) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:25.160647 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-79d0b2b2-5bca-4ec6-a855-4617babaa268 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=86e5874d-fa91-491b-8b08-222f6aec3509 HTTP/1.1" status: 200 len: 217 time: 0.0615997 Nov 08 13:35:25.228425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Attempting to bind port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:25.228768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Attempting to bind port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:25.229102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Attempting to bind port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 on network 2e6d6b33-5843-4d31-966a-eb2469cd93ca {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:25.239578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:25.276781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-1d898da1-aba6-40b6-b647-ccad96841ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:25.278240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-1d898da1-aba6-40b6-b647-ccad96841ac2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e0b99d06-a397-49c5-89c6-81e3397fd74f HTTP/1.1" status: 200 len: 854 time: 0.0968022 Nov 08 13:35:25.293377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 on network 2e6d6b33-5843-4d31-966a-eb2469cd93ca not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:25.293707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Attempting to bind port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 on network 2e6d6b33-5843-4d31-966a-eb2469cd93ca {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:25.301499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32afe08a-4f83-4bb3-9d9d-51922fa4d00e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.324280 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-d3636b1f-b162-4aeb-a792-2345f660b847 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363717 Nov 08 13:35:25.340900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32afe08a-4f83-4bb3-9d9d-51922fa4d00e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.361289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839839c7-c135-4284-aff7-e8d540da4b33 req-6e763c8a-25f1-4404-b63f-92148a453360 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:25.362764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-839839c7-c135-4284-aff7-e8d540da4b33 req-6e763c8a-25f1-4404-b63f-92148a453360 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.1388123 Nov 08 13:35:25.363573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:25.363937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Checking segment: {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:25.364321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Bound using segment: {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:25.364773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Bound port: ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:25.365133 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.441725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:25.455405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.491118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-839839c7-c135-4284-aff7-e8d540da4b33 req-862e5bee-fa9b-476d-ab5f-241ad4835479 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184995 Nov 08 13:35:25.503260 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-1fef51e7-63d0-4c5e-9a6a-bb12f47e8a99 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599579 Nov 08 13:35:25.509172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Transition to ACTIVE for port object bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:25.514605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32afe08a-4f83-4bb3-9d9d-51922fa4d00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.517862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32afe08a-4f83-4bb3-9d9d-51922fa4d00e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.521336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-32afe08a-4f83-4bb3-9d9d-51922fa4d00e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cfc8f1d5-ac07-443a-bb02-8c37934ed402 HTTP/1.1" status: 204 len: 168 time: 0.4326801 Nov 08 13:35:25.521336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] For port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:25.527410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] For port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:25.544499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.567404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afe08a-4f83-4bb3-9d9d-51922fa4d00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc8f1d5-ac07-443a-bb02-8c37934ed402,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:25.629939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afb47d1-7ecb-4ebe-8426-d2b47ea01bf2 req-ab225085-34ba-4e42-bcde-d5234a766c22 service neutron] 10.222.0.70 "GET /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193006 Nov 08 13:35:25.631051 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.689546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:25.690979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.701467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] 10.222.0.54 "PUT /v2.0/ports/ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 HTTP/1.1" status: 200 len: 1092 time: 3.0734582 Nov 08 13:35:25.702423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'tag': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:25.706110 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f4ad8a-81d3-4169-9921-d7850404f46a" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0c0adb-bf34-4370-8dd0-723dc592c89c", "tag": "ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:25.726236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:25.790132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:25.790454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:25.791634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:25.802689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:25.803081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:25.810806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:25.811143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:25.811648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:25.812625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Bound port: bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:25.813079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:25.817824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c5b4b-d5d7-4b6a-a78b-f587e626e5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:25.854229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58be797-1159-4e8e-b3c5-cd4388e199eb req-81f81c97-f45a-4dea-b2ec-c8d1a8881aa2 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:25.860472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a58be797-1159-4e8e-b3c5-cd4388e199eb req-81f81c97-f45a-4dea-b2ec-c8d1a8881aa2 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.2583303 Nov 08 13:35:25.973999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:25.978308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:25.995635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a58be797-1159-4e8e-b3c5-cd4388e199eb req-c0fd8716-0ea8-494a-a969-ccdb6be61def tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210725 Nov 08 13:35:25.998818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:26.107754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:26.108128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:26.109695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] 10.222.0.70 "PUT /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 1092 time: 1.5640247 Nov 08 13:35:26.114557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2daa900-5add-44cb-8c6b-8d772833e257 service neutron] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:26.246074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-38b7618c-236a-4ce1-8d20-bfe8d3653bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:26.247764 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-38b7618c-236a-4ce1-8d20-bfe8d3653bf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1095 time: 0.0864105 Nov 08 13:35:26.310652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-5eedbe07-f823-4933-b3f4-87365a2f06f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 217 time: 0.0534208 Nov 08 13:35:26.383661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-86f35702-d4d0-4d69-b9b6-74c8180a637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:26.385242 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-86f35702-d4d0-4d69-b9b6-74c8180a637e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0630419 Nov 08 13:35:26.426388 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-fb6c0166-3187-4e43-9cfb-953cfeeef637 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326650 Nov 08 13:35:26.447995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b13673-d155-4822-a233-0d225a36ea13 req-1a6f04cf-2262-40ff-919b-93022d7857e5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:26.457373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20b13673-d155-4822-a233-0d225a36ea13 req-1a6f04cf-2262-40ff-919b-93022d7857e5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 944 time: 0.0673187 Nov 08 13:35:26.537954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20b13673-d155-4822-a233-0d225a36ea13 req-52ae6933-cbf1-4dec-9f9a-a765ef896072 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791533 Nov 08 13:35:26.590953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-ef559268-69ee-4936-a269-957e18a3c770 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523206 Nov 08 13:35:26.613588 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3faa34-0df7-449c-9edd-aa362ebe0efa x-openstack-request-id: req-ea3faa34-0df7-449c-9edd-aa362ebe0efa {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:26.613885 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0c0adb-bf34-4370-8dd0-723dc592c89c", "tag": "ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:26.614147 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea3faa34-0df7-449c-9edd-aa362ebe0efa {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:26.614553 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'tag': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86', 'status': 'completed', 'code': 200} Nov 08 13:35:26.776239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fb34a-d570-4f60-beff-ba83b45e5e8b req-1460ccf4-c906-4543-a0db-c15b3f8d2d55 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:26.776378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f3b5a81-11c7-423d-b44e-976b28fddaaf req-ec4f3512-a53b-4a82-b496-7001764b47b7 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675777 Nov 08 13:35:26.780060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-937fb34a-d570-4f60-beff-ba83b45e5e8b req-1460ccf4-c906-4543-a0db-c15b3f8d2d55 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.0787416 Nov 08 13:35:26.856521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-937fb34a-d570-4f60-beff-ba83b45e5e8b req-240969d2-b39e-4273-9e2a-8a8439edfb50 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676928 Nov 08 13:35:26.933564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34978) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:26.994841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:26.997396 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd6de7f-0265-4315-885f-838747516341" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:26.999143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c10e-d0bb-47af-8e3f-650139390605 req-842c4a9f-83a1-4f0c-9f7c-8ae5ee37dd64 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:27.002353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ea8c10e-d0bb-47af-8e3f-650139390605 req-842c4a9f-83a1-4f0c-9f7c-8ae5ee37dd64 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 950 time: 0.0616109 Nov 08 13:35:27.068363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ea8c10e-d0bb-47af-8e3f-650139390605 req-7064f007-5117-48a6-8563-3cd5f013b611 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/security-groups?id=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594916 Nov 08 13:35:27.084360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-872843964-network', 'tenant_id': 'daf8c8a4c1f64259bcb6fb3bdd2d0c9c'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:27.110598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Made reservation on behalf of daf8c8a4c1f64259bcb6fb3bdd2d0c9c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:27.113312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.124469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.250426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132aa08-0e83-44df-85d5-6d7da3617681 req-eb5c9305-e35e-49e5-ac61-ae48e8cf2b08 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:27.256456 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0132aa08-0e83-44df-85d5-6d7da3617681 req-eb5c9305-e35e-49e5-ac61-ae48e8cf2b08 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.1013839 Nov 08 13:35:27.309735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.319483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.356288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0132aa08-0e83-44df-85d5-6d7da3617681 req-8e4e6d4e-352c-4402-9c81-45c4dd94411b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970597 Nov 08 13:35:27.369489 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:35:27.380669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb6da78-0116-4cc7-948d-ad1c9cb043cb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:27.387294 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.387636 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Added segment 9d02b34a-2a0c-40b1-912a-ebe1de06b5fc of type vlan for network 4d1536cb-5061-43a0-9101-595a9b7d39cf Nov 08 13:35:27.438589 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6818848e-e5b4-4684-825e-5f9fd7ddea84 x-openstack-request-id: req-6818848e-e5b4-4684-825e-5f9fd7ddea84 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:27.439706 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:27.440179 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6818848e-e5b4-4684-825e-5f9fd7ddea84 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:27.440860 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1', 'status': 'completed', 'code': 200} Nov 08 13:35:27.461773 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.549336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.550810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:27.551642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.572158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6de7f-0265-4315-885f-838747516341 req-6b6f58e3-0418-4e63-bebb-adebed077815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:27.574077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cdd6de7f-0265-4315-885f-838747516341 req-6b6f58e3-0418-4e63-bebb-adebed077815 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1095 time: 0.1049874 Nov 08 13:35:27.699534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1536cb-5061-43a0-9101-595a9b7d39cf,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:27.722068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-09ed8594-c716-460e-8d9f-6621200ddd56 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7871583 Nov 08 13:35:27.731809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfd8fc-0f54-48f1-b92b-859023b5ae89 req-c262aff1-9d80-4e27-80a3-d54790830adb tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:27.733781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4dfd8fc-0f54-48f1-b92b-859023b5ae89 req-c262aff1-9d80-4e27-80a3-d54790830adb tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.2021282 Nov 08 13:35:27.734417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34990) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:27.748309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:35:27.755760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Request body: {'subnet': {'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-872843964-subnet', 'tenant_id': 'daf8c8a4c1f64259bcb6fb3bdd2d0c9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:27.780166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6de7f-0265-4315-885f-838747516341 req-dbf5ac35-79a1-4492-ae1f-8b403589be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:27.782691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cdd6de7f-0265-4315-885f-838747516341 req-dbf5ac35-79a1-4492-ae1f-8b403589be56 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.1961477 Nov 08 13:35:27.833542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Made reservation on behalf of daf8c8a4c1f64259bcb6fb3bdd2d0c9c for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:27.836952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:27.867648 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cdd6de7f-0265-4315-885f-838747516341 req-244bda33-1c16-4ad6-8247-b4ec6d9a7c0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 217 time: 0.0732281 Nov 08 13:35:27.877655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4dfd8fc-0f54-48f1-b92b-859023b5ae89 req-bf8d25ac-255c-450e-b85f-9867e9b11f57 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060283 Nov 08 13:35:27.915177 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d617232-fd38-438a-a99f-dd5971ee549a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.038153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6de7f-0265-4315-885f-838747516341 req-258f53f8-5133-45e8-849d-b0b70a369623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:28.041060 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cdd6de7f-0265-4315-885f-838747516341 req-258f53f8-5133-45e8-849d-b0b70a369623 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.1578312 Nov 08 13:35:28.068578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649c209-28b8-4276-a095-225933bcb8a2 req-f05cae11-40c7-49d2-bbe1-dcf342dc3736 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:28.070068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b649c209-28b8-4276-a095-225933bcb8a2 req-f05cae11-40c7-49d2-bbe1-dcf342dc3736 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 950 time: 0.1302946 Nov 08 13:35:28.094885 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cdd6de7f-0265-4315-885f-838747516341 req-a1936d3d-dfd2-448a-a651-ad696ca8e74f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436442 Nov 08 13:35:28.167355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e1d3e-a84b-4718-896d-b55e32fa3ba9 req-444020d3-5974-4589-946e-b9a253186233 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:28.169167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d21e1d3e-a84b-4718-896d-b55e32fa3ba9 req-444020d3-5974-4589-946e-b9a253186233 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 944 time: 0.1708395 Nov 08 13:35:28.226308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.267500 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cdd6de7f-0265-4315-885f-838747516341 req-89333198-1f27-4e6f-877e-6d99a82f2117 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476052 Nov 08 13:35:28.275291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Deleting port b4d163f8-cea3-471f-aee7-566267c37831 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:35:28.275399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.347709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d21e1d3e-a84b-4718-896d-b55e32fa3ba9 req-7d4584d5-b24b-4919-8b0a-965a4862656e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537120 Nov 08 13:35:28.424999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9eb526-9517-4948-9a3d-4bbe57baa3e3,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:28.481739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] For port b4d163f8-cea3-471f-aee7-566267c37831, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b4d163f8-cea3-471f-aee7-566267c37831,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:28.484599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.498904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cdd6de7f-0265-4315-885f-838747516341 req-1febeda5-694f-4b3f-9547-3d9ee8ca666e service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164745 Nov 08 13:35:28.499108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:28.499622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Network hostable DHCP agents. Network: 4d1536cb-5061-43a0-9101-595a9b7d39cf, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:35:28.504753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Calling delete_port for b4d163f8-cea3-471f-aee7-566267c37831 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:35:28.527334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef41df-db29-4f01-ab47-638fc3ed3096 req-b9c29ef0-b13c-4e5d-b250-d06acffbbf7b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:28.529046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48ef41df-db29-4f01-ab47-638fc3ed3096 req-b9c29ef0-b13c-4e5d-b250-d06acffbbf7b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.0729470 Nov 08 13:35:28.541681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:35:28.569247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4d1536cb-5061-43a0-9101-595a9b7d39cf) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:28.574413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:28.575072 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.582878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c66d12f-d3c3-44e9-b91f-a51cbf6b1fff None None] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:28.668829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48ef41df-db29-4f01-ab47-638fc3ed3096 req-35fda296-8312-4a04-ba80-b66232c4499a tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234336 Nov 08 13:35:28.681030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c7071f5d-fe11-4f45-b69a-606ed796be1e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9453454 Nov 08 13:35:28.713390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.729309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b4d163f8-cea3-471f-aee7-566267c37831'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:28.772038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Pushing event deleted for resources: {'Port': ['ID=b4d163f8-cea3-471f-aee7-566267c37831,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:28.782272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d8ba46-f047-4fd0-b0cb-7b1d87168694 None None] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:28.822810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4aad0e82-d7a6-4321-9a25-d22562ae668d req-42b6e8d3-81df-41b5-b36f-cf6771949009 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdba249a-c86e-40a9-9461-fc5940f292f3 HTTP/1.1" status: 200 len: 210 time: 0.0594835 Nov 08 13:35:28.871789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] No DVR routers for this DVR port b4d163f8-cea3-471f-aee7-566267c37831 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:35:28.879866 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:28.886141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b649c209-28b8-4276-a095-225933bcb8a2 req-efa38bcf-7f51-4949-b2b9-dc3b97cedb99 tempest-ServerDiagnosticsNegativeTest-277073011 tempest-ServerDiagnosticsNegativeTest-277073011-project] 10.222.0.70 "DELETE /v2.0/ports/b4d163f8-cea3-471f-aee7-566267c37831 HTTP/1.1" status: 204 len: 173 time: 0.8005168 Nov 08 13:35:29.080850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ac9bf-51dc-448d-afd2-d45d3acc29e9 req-f3cc33ff-92cd-40ee-9801-d95f8a9241ab tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:29.090738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-843ac9bf-51dc-448d-afd2-d45d3acc29e9 req-f3cc33ff-92cd-40ee-9801-d95f8a9241ab tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.1218030 Nov 08 13:35:29.185528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-843ac9bf-51dc-448d-afd2-d45d3acc29e9 req-cba2b6f1-36c8-4c27-b027-1c9409e304d3 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925829 Nov 08 13:35:29.312362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95846bc0-8dd4-4912-8be6-405e051739a1 req-3b681dab-133e-4c67-a742-7c9390aa81fa tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:29.314030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95846bc0-8dd4-4912-8be6-405e051739a1 req-3b681dab-133e-4c67-a742-7c9390aa81fa tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.0586245 Nov 08 13:35:29.391116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95846bc0-8dd4-4912-8be6-405e051739a1 req-37def638-9664-40e8-9c37-d58205d0e5fc tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701113 Nov 08 13:35:29.442733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'name': 'network-vif-deleted', 'tag': 'b4d163f8-cea3-471f-aee7-566267c37831'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:29.445749 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7911d0-1a06-46a4-8125-e5ecb622ff64" -d '{"events": [{"server_uuid": "cdba249a-c86e-40a9-9461-fc5940f292f3", "name": "network-vif-deleted", "tag": "b4d163f8-cea3-471f-aee7-566267c37831"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:29.559208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacef4f-2bb3-4af3-a6cb-0e50dbaa2ad4 req-29445024-c342-4fe2-9b9d-d1e96728a80f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:29.560828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2dacef4f-2bb3-4af3-a6cb-0e50dbaa2ad4 req-29445024-c342-4fe2-9b9d-d1e96728a80f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 944 time: 0.0794084 Nov 08 13:35:29.594237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35024) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:29.600487 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1158126940-network', 'tenant_id': '768e573ae13c495f93014856ea46ec78'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:29.636343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2dacef4f-2bb3-4af3-a6cb-0e50dbaa2ad4 req-4f7b89ac-055a-4015-81d7-d15a7f4f2221 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679340 Nov 08 13:35:29.643054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:29.669711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Made reservation on behalf of 768e573ae13c495f93014856ea46ec78 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:29.669711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.672052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.712047 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2954997b-8219-47e2-b60d-ee9bf72c4958 x-openstack-request-id: req-2954997b-8219-47e2-b60d-ee9bf72c4958 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:29.712371 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdba249a-c86e-40a9-9461-fc5940f292f3", "name": "network-vif-deleted", "tag": "b4d163f8-cea3-471f-aee7-566267c37831", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:29.712568 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2954997b-8219-47e2-b60d-ee9bf72c4958 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:29.713006 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdba249a-c86e-40a9-9461-fc5940f292f3', 'name': 'network-vif-deleted', 'tag': 'b4d163f8-cea3-471f-aee7-566267c37831', 'status': 'completed', 'code': 200} Nov 08 13:35:29.795445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.795661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:29.801651 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.824661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb0351-502a-4ad0-a466-6386f5e8b099 req-44b11e5e-76fd-4620-87c7-582d09dc205f tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:29.826247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5fb0351-502a-4ad0-a466-6386f5e8b099 req-44b11e5e-76fd-4620-87c7-582d09dc205f tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.0536380 Nov 08 13:35:29.836905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:35:29.840151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'port_id': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1', 'mac_address': 'fa:16:3e:37:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592bfd3c-c47b-40ce-9775-6b9c7aba029c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:29.847372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623e4d21-407e-4a63-8ee6-090d4b2da4a8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:29.853865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.854296 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Added segment 6e0fcdd2-9331-48a4-9fac-2c3a177babe6 of type vlan for network f45449bb-6da3-4c62-adee-76fe73760852 Nov 08 13:35:29.889431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5fb0351-502a-4ad0-a466-6386f5e8b099 req-765c165b-129a-417d-89f3-855b5583dc7f tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561829 Nov 08 13:35:29.949362 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.953673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.964138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:29.986304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:29.990999 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:29.999060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.000692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:30.001399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.036977 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4415889 Nov 08 13:35:30.040533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35032) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:30.045673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Request body: {'subnet': {'network_id': 'f45449bb-6da3-4c62-adee-76fe73760852', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1158126940-subnet', 'tenant_id': '768e573ae13c495f93014856ea46ec78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:30.064523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:30.077127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b1a23-df65-4e31-8e8b-137be7f7d448 admin admin] Pushing event updated for resources: {'Network': ['ID=f45449bb-6da3-4c62-adee-76fe73760852,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:30.093268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f45449bb-6da3-4c62-adee-76fe73760852 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:35:30.095540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Made reservation on behalf of 768e573ae13c495f93014856ea46ec78 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:30.102473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.294140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['bed8fbe0-ae38-44ca-b8c7-e9eec20090b1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:30.418294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d96abd-d7be-43a6-b7d0-21c9f9c1b184 req-aca1b7b4-7f19-4e29-b532-7a365880f791 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:30.419960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42d96abd-d7be-43a6-b7d0-21c9f9c1b184 req-aca1b7b4-7f19-4e29-b532-7a365880f791 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.1447761 Nov 08 13:35:30.429135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.437202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35040) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:30.596496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42d96abd-d7be-43a6-b7d0-21c9f9c1b184 req-76340abd-88f3-418c-b1f2-f456c6963fc9 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644602 Nov 08 13:35:30.597203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ac8167-aca5-455b-99ed-9fea9b525b53,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:30.610720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Checking segment: {'id': '6e0fcdd2-9331-48a4-9fac-2c3a177babe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'f45449bb-6da3-4c62-adee-76fe73760852'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:30.618448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Network hostable DHCP agents. Network: f45449bb-6da3-4c62-adee-76fe73760852, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:35:30.648765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Network f45449bb-6da3-4c62-adee-76fe73760852 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:35:30.662546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f45449bb-6da3-4c62-adee-76fe73760852) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:30.673687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1aa671-0d90-4a58-b1ec-e8c915a4887a None None] Network f45449bb-6da3-4c62-adee-76fe73760852 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:30.677142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:30.677865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.685114 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa0a4cc2-f1b1-4ff6-bab0-c14544585f18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37d4c4c12bc54925aa3797f838cb3f27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458317 Nov 08 13:35:30.685524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35048) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:30.717793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6691b564-e97e-44ea-8aa4-a2e2f6215763 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6765203 Nov 08 13:35:30.736992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9926674-d9eb-476d-b778-06fdb57883a1 req-6b3b5ca9-f81c-4b4a-877b-c9e16a794240 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:30.739726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9926674-d9eb-476d-b778-06fdb57883a1 req-6b3b5ca9-f81c-4b4a-877b-c9e16a794240 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.0751667 Nov 08 13:35:30.802544 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-af743e20-f3b5-44ea-b81b-59f280de0359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.823536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9926674-d9eb-476d-b778-06fdb57883a1 req-602d916b-9ed5-4e34-abad-d31847864662 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733914 Nov 08 13:35:30.880721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-af743e20-f3b5-44ea-b81b-59f280de0359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.982270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2742b43b-2610-4c59-a9e3-627435e7ffb6 None None] Network f45449bb-6da3-4c62-adee-76fe73760852 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:30.983657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-af743e20-f3b5-44ea-b81b-59f280de0359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.988976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-af743e20-f3b5-44ea-b81b-59f280de0359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:30.995670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-af743e20-f3b5-44ea-b81b-59f280de0359 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b296dcb9-c1c1-4b99-9466-3ca6b6f459b7 HTTP/1.1" status: 204 len: 168 time: 0.3089490 Nov 08 13:35:31.015620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af743e20-f3b5-44ea-b81b-59f280de0359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296dcb9-c1c1-4b99-9466-3ca6b6f459b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:31.038867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d9967-378d-4d43-a46e-f3ff6f42a2d5 req-8597353b-c940-409d-9b15-c8063b368f4e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:31.047183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c89d9967-378d-4d43-a46e-f3ff6f42a2d5 req-8597353b-c940-409d-9b15-c8063b368f4e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1256433 Nov 08 13:35:31.144139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c89d9967-378d-4d43-a46e-f3ff6f42a2d5 req-1b36deae-2d65-46f7-a98a-83891a7ba510 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860827 Nov 08 13:35:31.334363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41497a59-7acc-4b80-9f92-b95e495f587b req-5220b67b-fd2d-4576-8358-452be054b0d4 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:31.342102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41497a59-7acc-4b80-9f92-b95e495f587b req-5220b67b-fd2d-4576-8358-452be054b0d4 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.1072941 Nov 08 13:35:31.414631 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ca62327-1f32-43d5-a073-3b45afbcef4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:31.447943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41497a59-7acc-4b80-9f92-b95e495f587b req-06922bf6-b71e-432e-8d63-ab20924f2d2b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047385 Nov 08 13:35:31.663071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:31.666294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35072) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:31.686138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d8b888a-67d2-4b9f-b091-91b77a8e49ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:31.732364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:31.737098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:31.737762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:31.856749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d8b888a-67d2-4b9f-b091-91b77a8e49ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:31.859198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:31.862586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d8b888a-67d2-4b9f-b091-91b77a8e49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:31.886190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:31.888552 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034935eb-f947-4af8-bbc6-b9f5d0eec4de" -d '{"events": [{"server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "name": "network-vif-plugged", "status": "completed", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:31.904358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:31.911642 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:31.912552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b4d163f8-cea3-471f-aee7-566267c37831 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:35:31.924137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4d8b888a-67d2-4b9f-b091-91b77a8e49ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=835bea83f6884ec1b8205e7659542211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563112 Nov 08 13:35:31.925612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b888a-67d2-4b9f-b091-91b77a8e49ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef53762-d4fb-447f-afc2-13de94c575ee,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:31.926919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35086) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:31.957879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: b4d163f8-cea3-471f-aee7-566267c37831 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:35:31.958766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b4d163f8-cea3-471f-aee7-566267c37831 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:35:31.999183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-0bec93ee-393e-47f0-ac4a-63405618f413 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:32.005069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-0bec93ee-393e-47f0-ac4a-63405618f413 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.2246635 Nov 08 13:35:32.008587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:32.042243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-1ea1558e-58b3-435c-9c3f-5f40461f00c7 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/quotas/daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 375 time: 0.0313206 Nov 08 13:35:32.048155 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-099caf1a-6792-437f-9b6c-0cf4e2ed4049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:32.106091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-099caf1a-6792-437f-9b6c-0cf4e2ed4049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:32.109869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-ffe7f579-cacd-4d86-ba80-8ec991d839f3 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588098 Nov 08 13:35:32.213617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-099caf1a-6792-437f-9b6c-0cf4e2ed4049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:32.216678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-099caf1a-6792-437f-9b6c-0cf4e2ed4049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:32.223696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-099caf1a-6792-437f-9b6c-0cf4e2ed4049 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ef53762-d4fb-447f-afc2-13de94c575ee HTTP/1.1" status: 204 len: 168 time: 0.2892728 Nov 08 13:35:32.244352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-7ed17212-8fca-4478-bb82-85e20704fddc service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264105 Nov 08 13:35:32.251134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099caf1a-6792-437f-9b6c-0cf4e2ed4049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef53762-d4fb-447f-afc2-13de94c575ee,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:32.381450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-211d0324-c5de-435c-a33d-3528b45f207b service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229107 Nov 08 13:35:32.660219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e14d3d-c9e6-462c-b5d9-59e85e3bb3d4 req-c9c2247a-7fda-49ae-bd74-7a695b9d85a6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:32.668307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32e14d3d-c9e6-462c-b5d9-59e85e3bb3d4 req-c9c2247a-7fda-49ae-bd74-7a695b9d85a6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.0811872 Nov 08 13:35:32.724684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32e14d3d-c9e6-462c-b5d9-59e85e3bb3d4 req-c6b19f58-a574-489c-9704-b69e8105521c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545232 Nov 08 13:35:32.890501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:33.388358 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:35:33.559601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92197c0-4147-4c27-a37e-d076fc4713d4 req-5ea582ba-44d5-4d54-9cd5-e07bed8b141b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:33.561116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a92197c0-4147-4c27-a37e-d076fc4713d4 req-5ea582ba-44d5-4d54-9cd5-e07bed8b141b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.0606813 Nov 08 13:35:33.614666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a92197c0-4147-4c27-a37e-d076fc4713d4 req-1fd6bed7-509f-4284-a925-5ded22159f30 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470655 Nov 08 13:35:33.667492 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7782a409-1323-4de6-acf6-94a31d8a3ee4 x-openstack-request-id: req-7782a409-1323-4de6-acf6-94a31d8a3ee4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:33.669048 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "name": "network-vif-plugged", "status": "completed", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:33.669317 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7782a409-1323-4de6-acf6-94a31d8a3ee4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:33.669780 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1', 'code': 200} Nov 08 13:35:33.808682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b539693-0706-4827-9d62-fb4721aada46 req-e29f5600-bf22-4eb4-93df-35ce5b860c28 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:33.811269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b539693-0706-4827-9d62-fb4721aada46 req-e29f5600-bf22-4eb4-93df-35ce5b860c28 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 946 time: 0.0900686 Nov 08 13:35:33.824777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7364153-15c5-458d-81f6-fe9fc2b9bd43 req-427e8307-d438-4caa-ab63-828fe5e0b1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:33.826269 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7364153-15c5-458d-81f6-fe9fc2b9bd43 req-427e8307-d438-4caa-ab63-828fe5e0b1df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1097 time: 0.0829923 Nov 08 13:35:33.900147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b539693-0706-4827-9d62-fb4721aada46 req-84fb6108-4058-47d7-99cc-ebfaee0a2626 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807748 Nov 08 13:35:33.970133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-926abde7-1c02-4396-bd30-9a12e9334a24 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:33.972852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-926abde7-1c02-4396-bd30-9a12e9334a24 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.1803210 Nov 08 13:35:33.993829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Request body: {'port': {'device_id': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'admin_state_up': True, 'tenant_id': 'daf8c8a4c1f64259bcb6fb3bdd2d0c9c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:34.033772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ccafc-f985-4b55-9f03-32a4a4ba7f83 req-f78d81b6-8d6d-4373-83bb-606e0f7ba7e3 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:34.034260 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7364153-15c5-458d-81f6-fe9fc2b9bd43 req-3df4c3aa-c9c3-4732-bfbb-6822685a3c5d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455767 Nov 08 13:35:34.035299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc5ccafc-f985-4b55-9f03-32a4a4ba7f83 req-f78d81b6-8d6d-4373-83bb-606e0f7ba7e3 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.0526376 Nov 08 13:35:34.091672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc5ccafc-f985-4b55-9f03-32a4a4ba7f83 req-b58484ef-54dc-4216-a1d2-143bbe953e60 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500963 Nov 08 13:35:34.141951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Made reservation on behalf of daf8c8a4c1f64259bcb6fb3bdd2d0c9c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:34.145754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:34.177021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0c5dfc6-a396-4f64-aef1-211c0031dac9 req-3756de6d-4273-45a2-886b-c7316cb9f6bc tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 210 time: 0.0269337 Nov 08 13:35:34.475575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Allocated IP 172.20.0.13 (4d1536cb-5061-43a0-9101-595a9b7d39cf/6c9eb526-9517-4948-9a3d-4bbe57baa3e3/7a8e1bde-6339-4391-a6f5-576bd60f22bf) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:34.564436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377f39f-176c-489f-8c6e-ead8ea6da33e req-9660aa72-54a7-4245-8fe0-2a166c132710 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:34.566156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e377f39f-176c-489f-8c6e-ead8ea6da33e req-9660aa72-54a7-4245-8fe0-2a166c132710 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.0521808 Nov 08 13:35:34.615101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e377f39f-176c-489f-8c6e-ead8ea6da33e req-bb928ca7-d4b8-446e-879b-9c66ce9461cb tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426614 Nov 08 13:35:34.646374 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:34.682524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:34.725792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:34.731038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:34.736349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:34.742316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:34.742940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:34.752452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:34.766052 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4790de60-6907-4123-9808-d25fa2011dd0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7788889 Nov 08 13:35:34.778644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Request body: {'port': {'device_id': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:34.835866 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:34.884913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83cfb2-21bc-4db9-a02a-626326607358 req-2e329c51-75c6-415a-8b8e-57ed38ff9462 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:34.886450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d83cfb2-21bc-4db9-a02a-626326607358 req-2e329c51-75c6-415a-8b8e-57ed38ff9462 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.0492153 Nov 08 13:35:34.949964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d83cfb2-21bc-4db9-a02a-626326607358 req-e10cf52f-a413-4000-aa63-938e2d3be8da tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569103 Nov 08 13:35:35.074222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbbd51f-d801-4c8b-9f16-be5c7d4b9914 req-0507393a-6a61-4f8b-bc22-1b80ef8f3f2d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:35.075906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fbbd51f-d801-4c8b-9f16-be5c7d4b9914 req-0507393a-6a61-4f8b-bc22-1b80ef8f3f2d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 946 time: 0.0535650 Nov 08 13:35:35.141822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8e1bde-6339-4391-a6f5-576bd60f22bf {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:35.151934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fbbd51f-d801-4c8b-9f16-be5c7d4b9914 req-6318add4-17e6-4ce1-9ef9-37988d4a46c9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625324 Nov 08 13:35:35.152855 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:35.175125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Transition to ACTIVE for port object 7a8e1bde-6339-4391-a6f5-576bd60f22bf will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:35.181309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:35.263666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:35.287535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:35.287988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:35.288327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:35.294880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:35.295255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:35.307209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:35.307554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:35.308076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:35.308878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Bound port: 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:35.309288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:35.380183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:35.428554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:35.432420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec6917-3227-48e4-8094-709162e1d670 req-5b9d69c7-c6fe-473a-82d4-df6395708ccf tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:35.433035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:35.439302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:35.440977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36ec6917-3227-48e4-8094-709162e1d670 req-5b9d69c7-c6fe-473a-82d4-df6395708ccf tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.0607138 Nov 08 13:35:35.485617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:35.485617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:35.490360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] 10.222.0.70 "PUT /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 1092 time: 0.7121804 Nov 08 13:35:35.490360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:35.490360 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444957f2-6ccf-4edb-bd87-c49a0428a416" -d '{"events": [{"name": "network-changed", "server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:35.507476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36ec6917-3227-48e4-8094-709162e1d670 req-6a987d43-e6d1-42eb-a596-9daff79e9cec tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654488 Nov 08 13:35:35.544819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8042a-2b69-4839-9abe-c3f4e32e7903 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:35.623060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-26ee5670-f7ee-49ee-92f9-afe8f03ffa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:35.626624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-26ee5670-f7ee-49ee-92f9-afe8f03ffa0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1095 time: 0.0836763 Nov 08 13:35:35.664297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb1fb6-015b-468d-bd6b-0716bd9a446b req-8d6ca785-221c-495a-851e-d2085d85464c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:35.675640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbeb1fb6-015b-468d-bd6b-0716bd9a446b req-8d6ca785-221c-495a-851e-d2085d85464c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.0842242 Nov 08 13:35:35.700296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-db5fa2b6-f43b-4170-b0d0-c03cd415a82d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 217 time: 0.0627170 Nov 08 13:35:35.710375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:35.735521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbeb1fb6-015b-468d-bd6b-0716bd9a446b req-a78db214-8b72-46c1-8dbe-126074803e14 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584860 Nov 08 13:35:35.768193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-c7a26e7f-4c81-40ff-b282-58cfb710f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:35.770504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-c7a26e7f-4c81-40ff-b282-58cfb710f41e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.0631032 Nov 08 13:35:35.816988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35186) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:35.857924 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d87fbf-7b50-42df-989c-a8f31949ef44 x-openstack-request-id: req-95d87fbf-7b50-42df-989c-a8f31949ef44 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:35.858442 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:35.858632 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95d87fbf-7b50-42df-989c-a8f31949ef44 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:35.858977 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf', 'status': 'completed', 'code': 200} Nov 08 13:35:35.873623 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-6582eb8e-3d3a-49d2-8590-2ba4371fdd9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956399 Nov 08 13:35:35.949533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ad8a-81d3-4169-9921-d7850404f46a req-397fb6d6-9b41-44a2-9e76-711014260189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:35.954717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57f4ad8a-81d3-4169-9921-d7850404f46a req-397fb6d6-9b41-44a2-9e76-711014260189 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60d3b49f65b9471aa31ca5ed37c0b96e&device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 1095 time: 0.1161859 Nov 08 13:35:36.022542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.54', 63804) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:36.078920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b96644-4e19-46e6-9890-887a3c10e861 req-710002df-6441-41d8-823e-3dbbc39b65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.079963 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8b96644-4e19-46e6-9890-887a3c10e861 req-710002df-6441-41d8-823e-3dbbc39b65a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1094 time: 0.2053626 Nov 08 13:35:36.100649 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93d06301-894a-4798-adc3-a4dbbb8f1f0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:36.168174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-cf003feb-e37b-4dd4-839d-ef3e78788756 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435940 Nov 08 13:35:36.185004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-4bbf1d9c-5da2-48bc-b499-3d7fb8cff7e6 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963443 Nov 08 13:35:36.225345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec3d19-f946-42ff-9851-4c09924aef5e req-e3b5a6b9-33bf-41ba-b68e-1ae0857758d9 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.226998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4cec3d19-f946-42ff-9851-4c09924aef5e req-e3b5a6b9-33bf-41ba-b68e-1ae0857758d9 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.2996306 Nov 08 13:35:36.318633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57085a5-f99c-47fb-bb78-71e4b5c8b70d req-890ff6a3-d76f-410e-b2f0-4f9946f614f8 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.320175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b57085a5-f99c-47fb-bb78-71e4b5c8b70d req-890ff6a3-d76f-410e-b2f0-4f9946f614f8 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.2568479 Nov 08 13:35:36.329156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ad8a-81d3-4169-9921-d7850404f46a req-8a017c26-d4ae-4c21-b6a0-3933706065bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.330791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57f4ad8a-81d3-4169-9921-d7850404f46a req-8a017c26-d4ae-4c21-b6a0-3933706065bc service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=60d3b49f65b9471aa31ca5ed37c0b96e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3217723 Nov 08 13:35:36.382676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4cec3d19-f946-42ff-9851-4c09924aef5e req-56d9f653-ffd0-491b-9908-695583f6a91b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458492 Nov 08 13:35:36.395967 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19d49c39-434a-43b9-abf6-557e42f0aac9 req-fe73df01-f712-432f-9de7-75e28ae1d1a6 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716435 Nov 08 13:35:36.487782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6022f-b373-4cde-b4c7-95347b487dca req-556868a8-9ff5-4583-bd76-4de50f210759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.490272 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-556868a8-9ff5-4583-bd76-4de50f210759 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 1097 time: 0.2671444 Nov 08 13:35:36.532278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b57085a5-f99c-47fb-bb78-71e4b5c8b70d req-5796cb79-cc67-4797-9e3c-6ccc90b05827 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953373 Nov 08 13:35:36.534232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93d06301-894a-4798-adc3-a4dbbb8f1f0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:36.538388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b96644-4e19-46e6-9890-887a3c10e861 req-1c8c9731-f0f2-4bc9-b7bc-a77a98e4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.540583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8b96644-4e19-46e6-9890-887a3c10e861 req-1c8c9731-f0f2-4bc9-b7bc-a77a98e4c862 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8a550e49d83e4a6a9322baa9aff85212&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4488888 Nov 08 13:35:36.563433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93d06301-894a-4798-adc3-a4dbbb8f1f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:36.736853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-00568d66-2ac9-47a0-81aa-1d4077abaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.738397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-00568d66-2ac9-47a0-81aa-1d4077abaf71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1095 time: 0.2659936 Nov 08 13:35:36.865281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6022f-b373-4cde-b4c7-95347b487dca req-9af10cb2-89ff-402f-a736-0eaef86524d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.866734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-9af10cb2-89ff-402f-a736-0eaef86524d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 924 time: 0.3307779 Nov 08 13:35:36.942824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d06301-894a-4798-adc3-a4dbbb8f1f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8eadce-05bc-4493-8bb8-92a0d06725bb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:36.953544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-93d06301-894a-4798-adc3-a4dbbb8f1f0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52690b68959946f58ba71d8b49d65448&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1348097 Nov 08 13:35:36.954890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4ad8a-81d3-4169-9921-d7850404f46a req-abc15821-fd48-48bc-910f-7e049f87a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:36.957111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57f4ad8a-81d3-4169-9921-d7850404f46a req-abc15821-fd48-48bc-910f-7e049f87a682 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5522747 Nov 08 13:35:36.957111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35206) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:36.999878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a69565-7ddf-4bc2-9c9e-af15cfa1102e req-8f637e34-1223-4802-8ef7-3bbf073b8295 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.001582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03a69565-7ddf-4bc2-9c9e-af15cfa1102e req-8f637e34-1223-4802-8ef7-3bbf073b8295 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 946 time: 0.4353909 Nov 08 13:35:37.027216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c15043-0c4b-443d-9390-6b8959891d43 req-82b7c5c1-57ae-446c-a829-03ce4aa60b2d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.035415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61c15043-0c4b-443d-9390-6b8959891d43 req-82b7c5c1-57ae-446c-a829-03ce4aa60b2d tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.3862486 Nov 08 13:35:37.147570 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d188262f-7c96-4a74-a2d5-627c252256fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:37.187996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61c15043-0c4b-443d-9390-6b8959891d43 req-54f21f20-9703-4ff7-9fba-10e75fb73e53 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515987 Nov 08 13:35:37.195354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b96644-4e19-46e6-9890-887a3c10e861 req-865bf501-5530-4f15-add2-eca39d2f2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.196538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03a69565-7ddf-4bc2-9c9e-af15cfa1102e req-4af4fcb3-5197-4245-ba69-c0fd4ccd6b1c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573648 Nov 08 13:35:37.196927 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8b96644-4e19-46e6-9890-887a3c10e861 req-865bf501-5530-4f15-add2-eca39d2f2b9b service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5830910 Nov 08 13:35:37.202281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-758093df-b3f7-47ba-b632-0d5ba097bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.203600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-758093df-b3f7-47ba-b632-0d5ba097bab0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60d3b49f65b9471aa31ca5ed37c0b96e&device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 1095 time: 0.1654906 Nov 08 13:35:37.205870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d188262f-7c96-4a74-a2d5-627c252256fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:37.267531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.54', 63805) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:37.272090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-cc229943-58b9-4440-b98b-eb9c42a8d6db service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 HTTP/1.1" status: 200 len: 217 time: 0.0573494 Nov 08 13:35:37.296710 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-0cb4f275-d91c-4d71-961d-4166d41dee0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17 HTTP/1.1" status: 200 len: 1001 time: 0.4199674 Nov 08 13:35:37.315778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-2e92b894-0a8f-4a50-95b6-2cc6e84c0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.318925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-2e92b894-0a8f-4a50-95b6-2cc6e84c0da9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.5582583 Nov 08 13:35:37.367677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d188262f-7c96-4a74-a2d5-627c252256fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:37.371648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d188262f-7c96-4a74-a2d5-627c252256fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:37.374559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d188262f-7c96-4a74-a2d5-627c252256fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec8eadce-05bc-4493-8bb8-92a0d06725bb HTTP/1.1" status: 204 len: 168 time: 0.4138250 Nov 08 13:35:37.390717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d188262f-7c96-4a74-a2d5-627c252256fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8eadce-05bc-4493-8bb8-92a0d06725bb,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:37.491405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-ed2736d1-6260-4da0-9e41-c77f1e949471 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 217 time: 0.1458092 Nov 08 13:35:37.510311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-d49bc774-cf2b-4fb0-bd0a-6c7d9073ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.532091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-d49bc774-cf2b-4fb0-bd0a-6c7d9073ea5a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2a2447c3-667f-4ce6-9f7d-68f491ec4b4b HTTP/1.1" status: 200 len: 854 time: 0.2505615 Nov 08 13:35:37.581179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019871d9-dc0b-440b-93eb-097312de734f req-f2e3701b-96d1-4ed0-8340-5c1d03923c4f tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.584743 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019871d9-dc0b-440b-93eb-097312de734f req-f2e3701b-96d1-4ed0-8340-5c1d03923c4f tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 1101 time: 0.3483343 Nov 08 13:35:37.588377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-240cfd3c-1eab-4d6b-8e45-be73e4bb18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.591144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-240cfd3c-1eab-4d6b-8e45-be73e4bb18e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.0823002 Nov 08 13:35:37.594723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574b80d-4b25-4872-ac81-111b9c3a621f req-692e2d3d-2bc3-41b7-a48a-1dbb0ec73aed tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.596328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e574b80d-4b25-4872-ac81-111b9c3a621f req-692e2d3d-2bc3-41b7-a48a-1dbb0ec73aed tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.1750147 Nov 08 13:35:37.652470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-32f9fd4c-74c3-4417-b141-72c580fde37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.654384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-32f9fd4c-74c3-4417-b141-72c580fde37c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2e6d6b33-5843-4d31-966a-eb2469cd93ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034863 Nov 08 13:35:37.699329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e574b80d-4b25-4872-ac81-111b9c3a621f req-f1334323-0a8a-4b1d-aeae-b6ba5e2f014c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836325 Nov 08 13:35:37.732946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-6df5fc56-2ada-48e8-96e4-b2c5092037d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494382 Nov 08 13:35:37.743221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6022f-b373-4cde-b4c7-95347b487dca req-db20d479-af5a-41c7-a5d1-60a73d537e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.744766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-db20d479-af5a-41c7-a5d1-60a73d537e37 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.4176762 Nov 08 13:35:37.770027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-0234adbc-cac9-46df-a2db-1aece68de8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.771552 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-0234adbc-cac9-46df-a2db-1aece68de8e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1094 time: 0.4735725 Nov 08 13:35:37.871275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-04d7410e-6207-4e64-a788-19d713d771a3 service neutron] 10.222.0.54 "GET /v2.0/networks/2e6d6b33-5843-4d31-966a-eb2469cd93ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701906 Nov 08 13:35:37.892349 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-86257ed3-d298-407e-bf02-72304d8f32c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 217 time: 0.0950139 Nov 08 13:35:37.991402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9039ce-e692-4cc2-8e56-65fd6d3eb524 req-74a05912-cafd-4fa7-aba7-35f6aa2f1076 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:37.992491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Deleting port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:35:37.992908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.008752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea9039ce-e692-4cc2-8e56-65fd6d3eb524 req-74a05912-cafd-4fa7-aba7-35f6aa2f1076 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.1360605 Nov 08 13:35:38.037737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6022f-b373-4cde-b4c7-95347b487dca req-79424b1c-c938-4265-9f08-06fe5b96045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:38.040597 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-79424b1c-c938-4265-9f08-06fe5b96045b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2840385 Nov 08 13:35:38.057441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-ba94978f-45e3-438d-8cf6-ec3a367c2dbe service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100271 Nov 08 13:35:38.096578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea9039ce-e692-4cc2-8e56-65fd6d3eb524 req-ad06943d-af47-49cb-8c19-1abf5591bd32 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865197 Nov 08 13:35:38.102899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9da7ab7e-db2e-4c93-a915-36343a08dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:38.104813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-9da7ab7e-db2e-4c93-a915-36343a08dfdc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.1895924 Nov 08 13:35:38.109481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:38.115914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02f801d7-c780-45a2-b82a-51a0053b1b4e req-87c8c7bd-cb0c-4bdd-9fec-271ae2c11036 service neutron] 10.222.0.54 "GET /v2.0/networks/2e6d6b33-5843-4d31-966a-eb2469cd93ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341602 Nov 08 13:35:38.153278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ceb10200-6061-4288-b6f4-7c69c917d943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.324524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e04437-7434-49ce-9027-557223c90003 req-52b75021-0e6b-4ebc-a058-27a9ac25a830 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:38.332541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95e04437-7434-49ce-9027-557223c90003 req-52b75021-0e6b-4ebc-a058-27a9ac25a830 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.1400430 Nov 08 13:35:38.332789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] For port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:38.333096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.360625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Calling delete_port for d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:35:38.393852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8c4d9c04-3cf2-4a5e-8a35-6a2f3a4ea7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:38.395151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41152fc-5313-42ad-80bd-0d3159c4e2a9 req-39349417-5a3b-4ffe-b545-9ecf0786c014 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:38.395357 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-8c4d9c04-3cf2-4a5e-8a35-6a2f3a4ea7fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487764 Nov 08 13:35:38.397468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d41152fc-5313-42ad-80bd-0d3159c4e2a9 req-39349417-5a3b-4ffe-b545-9ecf0786c014 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1097 time: 0.1751730 Nov 08 13:35:38.400429 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ceb10200-6061-4288-b6f4-7c69c917d943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.400610 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444957f2-6ccf-4edb-bd87-c49a0428a416 req-204e0efc-7459-4264-8d9c-91b68a80d9e6 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943161 Nov 08 13:35:38.414840 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ceb10200-6061-4288-b6f4-7c69c917d943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.437920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-7860cdd4-c000-4923-b49a-6f69068891ac service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868644 Nov 08 13:35:38.456899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ceb10200-6061-4288-b6f4-7c69c917d943 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c542cb6d190e4030b86fc27084e92e1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452542 Nov 08 13:35:38.464708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35230) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:38.501596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95e04437-7434-49ce-9027-557223c90003 req-93edb01c-30b2-48fd-a209-8828b09d5590 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675518 Nov 08 13:35:38.517256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb10200-6061-4288-b6f4-7c69c917d943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216430bb-f13a-4fdd-9a9f-62a42e085569,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:38.564473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d41152fc-5313-42ad-80bd-0d3159c4e2a9 req-a7811764-64de-41ae-a18c-4aebed0a7009 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185811 Nov 08 13:35:38.678927 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-40dbb362-69de-4396-8608-cd97a5440c1e service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439477 Nov 08 13:35:38.722879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b1e93-49b8-43b7-9375-8c3665f49d00 req-37fbcebd-5eed-47bd-986e-1dce496ad973 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:38.725216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-813b1e93-49b8-43b7-9375-8c3665f49d00 req-37fbcebd-5eed-47bd-986e-1dce496ad973 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 950 time: 0.0977447 Nov 08 13:35:38.781464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7b406ce-799a-4d2a-a8f1-7e74341e22c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.788958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02c6022f-b373-4cde-b4c7-95347b487dca req-26a29df4-7058-4669-8852-bdefac40e6c6 service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324828 Nov 08 13:35:38.799357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-813b1e93-49b8-43b7-9375-8c3665f49d00 req-fdce8ff8-1460-4ada-8d2c-fed2673f67fd tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652528 Nov 08 13:35:38.901221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7b406ce-799a-4d2a-a8f1-7e74341e22c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.912354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:38.969824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4969a9-3401-404b-8685-372d777abee4 req-2a1edf64-9106-4913-8f57-1ec126ff210d tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:38.971638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f4969a9-3401-404b-8685-372d777abee4 req-2a1edf64-9106-4913-8f57-1ec126ff210d tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1097 time: 0.0811384 Nov 08 13:35:38.980135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Pushing event deleted for resources: {'Port': ['ID=d556eba9-2dd5-4a95-8d49-393a6a1bb5c0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:38.988111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18e9e878-6cdb-48fc-af6e-d748cd857b83 req-4ea25866-ca7f-4f63-9f79-fd3aca87129f service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966113 Nov 08 13:35:39.001700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea660e6b-db0f-4c86-9e22-2b594aeabeb6 req-440a73a8-0c2b-4ba6-a81f-3a94c9aaf921 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:39.015335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea660e6b-db0f-4c86-9e22-2b594aeabeb6 req-440a73a8-0c2b-4ba6-a81f-3a94c9aaf921 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.0857942 Nov 08 13:35:39.066746 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7b406ce-799a-4d2a-a8f1-7e74341e22c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:39.069336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7b406ce-799a-4d2a-a8f1-7e74341e22c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:39.070523 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7b406ce-799a-4d2a-a8f1-7e74341e22c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/216430bb-f13a-4fdd-9a9f-62a42e085569 HTTP/1.1" status: 204 len: 168 time: 0.5971680 Nov 08 13:35:39.085831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] No DVR routers for this DVR port d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:35:39.107906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:39.113668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f4969a9-3401-404b-8685-372d777abee4 req-65e22e2e-9d8a-47f6-8156-8e7d9eeb9767 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203289 Nov 08 13:35:39.116113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019871d9-dc0b-440b-93eb-097312de734f req-39ecc9e8-b257-4989-8a57-0c43ee8f47be tempest-DeleteServersAdminTestJSON-1595549608 tempest-DeleteServersAdminTestJSON-1595549608-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 HTTP/1.1" status: 204 len: 173 time: 1.5197740 Nov 08 13:35:39.117104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'name': 'network-vif-deleted', 'tag': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:39.119813 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2478f87d-d830-4dd0-a499-d8c1b2e34b15" -d '{"events": [{"server_uuid": "f992e9a1-4437-4d3c-863a-509011b2c579", "name": "network-vif-deleted", "tag": "d556eba9-2dd5-4a95-8d49-393a6a1bb5c0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:39.123456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b406ce-799a-4d2a-a8f1-7e74341e22c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216430bb-f13a-4fdd-9a9f-62a42e085569,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:39.204394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea660e6b-db0f-4c86-9e22-2b594aeabeb6 req-69decb6f-93d2-4bdb-b6d3-ba7b0d7c2559 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781216 Nov 08 13:35:39.277078 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fd34ae-5094-4a06-a463-9f870b8ab538 x-openstack-request-id: req-b8fd34ae-5094-4a06-a463-9f870b8ab538 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:39.277604 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f992e9a1-4437-4d3c-863a-509011b2c579", "name": "network-vif-deleted", "tag": "d556eba9-2dd5-4a95-8d49-393a6a1bb5c0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:39.277604 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8fd34ae-5094-4a06-a463-9f870b8ab538 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:39.278033 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f992e9a1-4437-4d3c-863a-509011b2c579', 'name': 'network-vif-deleted', 'tag': 'd556eba9-2dd5-4a95-8d49-393a6a1bb5c0', 'status': 'completed', 'code': 200} Nov 08 13:35:39.347431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e91cf7-7c2a-4e59-8f90-2df1875a97c2 req-bdb8722e-bc4f-465a-b541-457e94a1cfc9 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:39.353808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5e91cf7-7c2a-4e59-8f90-2df1875a97c2 req-bdb8722e-bc4f-465a-b541-457e94a1cfc9 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.1168826 Nov 08 13:35:39.433346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5e91cf7-7c2a-4e59-8f90-2df1875a97c2 req-a09bcd8b-de7e-4d82-80db-9c168ef446c4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774341 Nov 08 13:35:39.475119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-02fea1d9-56c8-4913-bcc5-b47f5f8e1cbe req-431ae7b4-f53d-4d58-a3bd-108a5268288a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:35:39.476217 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02fea1d9-56c8-4913-bcc5-b47f5f8e1cbe req-431ae7b4-f53d-4d58-a3bd-108a5268288a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054519 Nov 08 13:35:39.705369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4b112-dbaf-4bcb-83ce-9bd59e57f53e req-3702ca79-657a-428b-8dce-10aac70897b9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:39.706893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:39.713704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0b4b112-dbaf-4bcb-83ce-9bd59e57f53e req-3702ca79-657a-428b-8dce-10aac70897b9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.0815005 Nov 08 13:35:39.781725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0b4b112-dbaf-4bcb-83ce-9bd59e57f53e req-dbfc07e8-9df5-437b-950d-ef295aa99306 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668252 Nov 08 13:35:39.946982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:39.986394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7a8e1bde-6339-4391-a6f5-576bd60f22bf', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'port_id': '7a8e1bde-6339-4391-a6f5-576bd60f22bf', 'mac_address': 'fa:16:3e:c7:38:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9eb526-9517-4948-9a3d-4bbe57baa3e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:40.084879 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:40.086023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d16a4f0-5420-49f2-a431-42396139d038 req-f7904ae0-263f-4182-bdbb-192c34c1237b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=f992e9a1-4437-4d3c-863a-509011b2c579 HTTP/1.1" status: 200 len: 210 time: 0.0602610 Nov 08 13:35:40.115863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8e1bde-6339-4391-a6f5-576bd60f22bf {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:40.149931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:40.155920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:40.230930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:40.391874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:35:40.392312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb778c40-0368-4d2c-8a61-2d86dae9d2bb req-18eeccdc-fb60-4b7b-9084-4b81c7d5849b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:40.393889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb778c40-0368-4d2c-8a61-2d86dae9d2bb req-18eeccdc-fb60-4b7b-9084-4b81c7d5849b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 945 time: 0.0759497 Nov 08 13:35:40.414933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:35:40.415778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d556eba9-2dd5-4a95-8d49-393a6a1bb5c0 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:35:40.426161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7a8e1bde-6339-4391-a6f5-576bd60f22bf'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:40.477654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb778c40-0368-4d2c-8a61-2d86dae9d2bb req-8c7a8f92-b1d0-4c95-9de5-149109df0957 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Nov 08 13:35:40.612572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1264d6-4c45-450c-ab55-9de375e2af0a req-1f8a7f7f-f97a-439e-b20f-72e4852bf95e tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:40.615632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d1264d6-4c45-450c-ab55-9de375e2af0a req-1f8a7f7f-f97a-439e-b20f-72e4852bf95e tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.0710151 Nov 08 13:35:40.681134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d1264d6-4c45-450c-ab55-9de375e2af0a req-39b70f12-ab01-4676-a809-0b5a079ad4d4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584307 Nov 08 13:35:40.953229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8446e125-6641-429a-8cd3-716d7ea72d56 req-7cd836a5-2b0a-4902-bc12-16fbdc761eed tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:40.954783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8446e125-6641-429a-8cd3-716d7ea72d56 req-7cd836a5-2b0a-4902-bc12-16fbdc761eed tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.0535951 Nov 08 13:35:41.010743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8446e125-6641-429a-8cd3-716d7ea72d56 req-54202470-09cf-4a67-8a77-a424e4f97db6 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490277 Nov 08 13:35:41.116554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35324) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:41.256453 n-d-804292-2 neutron-server[101840]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 08 13:35:41.261030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-5753c956-45c7-44a6-9436-2a0359e01fd6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:35:41.272892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-5753c956-45c7-44a6-9436-2a0359e01fd6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1538248 Nov 08 13:35:41.415555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-b8dcfd4b-6050-40ab-8045-b5e39e57cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:41.417541 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-b8dcfd4b-6050-40ab-8045-b5e39e57cc14 service neutron] 10.222.0.65 "GET /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 1094 time: 0.0867891 Nov 08 13:35:41.428531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Request body: {'binding': {'host': 'n-h2-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:41.429344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Unknown quota resources ['binding']. {{(pid=101840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:35:41.431119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-946368e1-6b17-40cf-8a1a-b9fb5f445b7b tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=910936671ff14209b34df400b286c4ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226860 Nov 08 13:35:41.578598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-9891dc5a-3b1e-455b-9e4a-bf2ad80a0bbf tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:41.580187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-9891dc5a-3b1e-455b-9e4a-bf2ad80a0bbf tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1419294 Nov 08 13:35:41.599032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-f50ebffc-e23d-4278-b417-8b2c0d0bf7be tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/quotas/910936671ff14209b34df400b286c4ac HTTP/1.1" status: 200 len: 375 time: 0.0119467 Nov 08 13:35:41.600581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on host n-h2-804292-2 for vnic_type normal with profile None {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:41.600917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:41.601235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:41.605943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:41.606263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:41.618924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:41.619462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:41.619794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:41.620239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Bound port: bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:41.653441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-77e6cf8a-fbf8-4d7e-be7e-66fc5cf54050 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=910936671ff14209b34df400b286c4ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467761 Nov 08 13:35:41.722972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:41.728428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:41.732140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:41.743396 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ef15b91f-6584-44b8-bcae-c23b04d76fdb service neutron] 10.222.0.65 "POST /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1/bindings HTTP/1.1" status: 201 len: 389 time: 0.3136213 Nov 08 13:35:41.854997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 7a8e1bde-6339-4391-a6f5-576bd60f22bf completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:41.861129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7a8e1bde-6339-4391-a6f5-576bd60f22bf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:41.861564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:42.030937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6cb1f-cbd8-4e19-abca-283b0a0e5088 req-63baacb8-f230-451e-909c-0d6876ee43fe tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.032951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8f6cb1f-cbd8-4e19-abca-283b0a0e5088 req-63baacb8-f230-451e-909c-0d6876ee43fe tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 945 time: 0.1064732 Nov 08 13:35:42.086051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df885a37-d512-449d-b286-adf46e7caca6 req-2e4e5f0d-c185-4467-b792-c52fff30a945 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.091423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:42.094281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df885a37-d512-449d-b286-adf46e7caca6 req-2e4e5f0d-c185-4467-b792-c52fff30a945 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 943 time: 0.1326275 Nov 08 13:35:42.125233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-d4d7a10b-c025-4137-9510-4ef1a73b3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.126742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-d4d7a10b-c025-4137-9510-4ef1a73b3e9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1097 time: 0.0894582 Nov 08 13:35:42.146731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:42.147617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:42.150198 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a411471-d432-4afc-9283-fb30e0e2c622" -d '{"events": [{"server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:42.157733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:42.161275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8f6cb1f-cbd8-4e19-abca-283b0a0e5088 req-8fb8a6d0-f074-4045-9614-61eb5a8e74ff tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139727 Nov 08 13:35:42.242677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df885a37-d512-449d-b286-adf46e7caca6 req-a7a2747d-fe13-4c09-bf7e-820f4a73a399 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470792 Nov 08 13:35:42.302142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29d746c8-2b04-412a-b43f-89b00f4e11d1 req-96c3629e-c8ad-49e3-a912-3d45d5cde27c tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 210 time: 0.0470753 Nov 08 13:35:42.349805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-8146cab8-fb33-4979-bb29-b12f37cfe0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.353877 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-8146cab8-fb33-4979-bb29-b12f37cfe0bd service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.2174473 Nov 08 13:35:42.376064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:42.403548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device aa45563f-6192-45a0-9635-c36e19a7d970 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:42.457632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-dd86451b-1094-41a2-a211-20f9799df508 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 217 time: 0.0924299 Nov 08 13:35:42.576209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port aa45563f-6192-45a0-9635-c36e19a7d970, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=aa45563f-6192-45a0-9635-c36e19a7d970,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:42.609108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'mac_address': 'fa:16:3e:f8:f0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:42.690312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0544f-6ffa-4e57-b503-9afe9f289212 req-6e4b20bd-3351-47d1-b4d3-44094640e61e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.691175 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:42.691918 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94f0544f-6ffa-4e57-b503-9afe9f289212 req-6e4b20bd-3351-47d1-b4d3-44094640e61e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 944 time: 0.2299724 Nov 08 13:35:42.723161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa45563f-6192-45a0-9635-c36e19a7d970 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:42.733946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5f79d-677c-467e-a0ea-7ec63affdb43 req-b4e44d0f-13c0-49d0-9154-7ea191dce3c3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.749796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32a5f79d-677c-467e-a0ea-7ec63affdb43 req-b4e44d0f-13c0-49d0-9154-7ea191dce3c3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 946 time: 0.2106335 Nov 08 13:35:42.751986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port aa45563f-6192-45a0-9635-c36e19a7d970, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=aa45563f-6192-45a0-9635-c36e19a7d970,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:42.757947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:42.758826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:42.887904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94f0544f-6ffa-4e57-b503-9afe9f289212 req-eba953b1-7c9a-49f1-acc9-6873420084d5 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349690 Nov 08 13:35:42.905807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-f08be536-02eb-4058-a7fc-00a82bb9a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:42.912070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-f08be536-02eb-4058-a7fc-00a82bb9a0d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.4419219 Nov 08 13:35:42.912221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=aa45563f-6192-45a0-9635-c36e19a7d970,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:42.938381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:42.964678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86', 'network_id': '2e6d6b33-5843-4d31-966a-eb2469cd93ca', 'port_id': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86', 'mac_address': 'fa:16:3e:36:8b:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a2447c3-667f-4ce6-9f7d-68f491ec4b4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:42.988428 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-abd49524-c8e7-4739-8eb1-869dd2b5e8c1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726476 Nov 08 13:35:43.011882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32a5f79d-677c-467e-a0ea-7ec63affdb43 req-24ebeece-c8d9-44b8-9d1a-d4808b69d83a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603226 Nov 08 13:35:43.068932 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:43.091686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:43.122233 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecc22eb-fb79-4dcd-b90b-5649807f6d66 x-openstack-request-id: req-9ecc22eb-fb79-4dcd-b90b-5649807f6d66 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:43.122545 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "name": "network-vif-plugged", "status": "completed", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:43.122805 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ecc22eb-fb79-4dcd-b90b-5649807f6d66 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:43.123291 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf', 'code': 200} Nov 08 13:35:43.128410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:43.133815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:43.166120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-2b5ec568-670c-4c74-85a3-f843fb07911a service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722143 Nov 08 13:35:43.195139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:43.297297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145cbd5-0f59-46f1-ae90-6a5da490d87b req-c5c48dcc-f71c-4688-8df2-bda095f30482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:43.299051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e145cbd5-0f59-46f1-ae90-6a5da490d87b req-c5c48dcc-f71c-4688-8df2-bda095f30482 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1097 time: 0.1149957 Nov 08 13:35:43.301710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecced5-1d37-4ef2-bd3a-a0f83065dba3 req-d1533b92-532d-4fd0-98d1-3284a9adc616 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:43.303264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5ecced5-1d37-4ef2-bd3a-a0f83065dba3 req-d1533b92-532d-4fd0-98d1-3284a9adc616 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0583923 Nov 08 13:35:43.330628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-5e991ee0-b570-4e60-8597-d4c5101c7d98 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559529 Nov 08 13:35:43.367677 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e145cbd5-0f59-46f1-ae90-6a5da490d87b req-071b8ede-e8c6-4798-9a27-5b56db9a2cf3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Nov 08 13:35:43.406315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5ecced5-1d37-4ef2-bd3a-a0f83065dba3 req-a14ecdf3-57e8-4b1d-991e-c639f833a9da tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944846 Nov 08 13:35:43.415575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993359-7aeb-4065-9f07-78cc5b60bb89 req-7685e2cd-19fd-4891-9ac2-807216537b7b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:43.417335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30993359-7aeb-4065-9f07-78cc5b60bb89 req-7685e2cd-19fd-4891-9ac2-807216537b7b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 944 time: 0.0974338 Nov 08 13:35:43.477875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30993359-7aeb-4065-9f07-78cc5b60bb89 req-f1d4b9ab-07ab-4e5a-a33b-7f8ba9f4b369 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527432 Nov 08 13:35:43.509154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0138c107-df3f-4952-9570-004cc5e56511 req-b6f6ab40-f8f9-42a8-bcbe-9c22055a0a94 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 210 time: 0.0274765 Nov 08 13:35:43.517882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['aa45563f-6192-45a0-9635-c36e19a7d970'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:43.545864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:43.623180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-a15be8f8-3387-4883-8eb6-29f9fe0e59d5 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=910936671ff14209b34df400b286c4ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327663 Nov 08 13:35:43.676994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-48c87990-ad65-4d76-9fad-552830990c0e tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:43.678978 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-48c87990-ad65-4d76-9fad-552830990c0e tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1097 time: 0.1554594 Nov 08 13:35:43.693623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:43.817029 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:43.841150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-4f1425cd-d209-446e-bb73-9e88ae5f1003 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:43.843652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-4f1425cd-d209-446e-bb73-9e88ae5f1003 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2109971 Nov 08 13:35:43.875698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Request body: {'port': {'device_id': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '910936671ff14209b34df400b286c4ac'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:44.063354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35438) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:44.081211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e24cc2-8039-4d87-a548-5e794fcfdc2d req-d07334ce-30e5-4c91-8cf3-4c341143397e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:44.089397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:44.093184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99e24cc2-8039-4d87-a548-5e794fcfdc2d req-d07334ce-30e5-4c91-8cf3-4c341143397e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 945 time: 0.0921681 Nov 08 13:35:44.110626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Made reservation on behalf of 910936671ff14209b34df400b286c4ac for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:44.115220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.169663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:44.211050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99e24cc2-8039-4d87-a548-5e794fcfdc2d req-c9c6b5ee-3844-438d-9557-13468f335643 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169362 Nov 08 13:35:44.234806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564e82e-e73e-4c6f-a5a1-71ce94dff7cc req-33ea33ef-77dd-4156-a2af-66e3ade0c49f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:44.236451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9564e82e-e73e-4c6f-a5a1-71ce94dff7cc req-33ea33ef-77dd-4156-a2af-66e3ade0c49f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 946 time: 0.1007764 Nov 08 13:35:44.265749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:44.268622 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2dc133-796b-4171-81f6-496d48b4bbfe" -d '{"events": [{"server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "name": "network-vif-unplugged", "status": "completed", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:44.273245 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.290453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.291020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.367557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9564e82e-e73e-4c6f-a5a1-71ce94dff7cc req-46a1ef57-168f-4f49-a388-7d4481b0f96e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218121 Nov 08 13:35:44.403593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Allocated IP 192.168.233.148 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/1f8e05a7-a74a-4e89-a80b-5861d8837ccf) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:44.418281 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8013912-e938-4ad0-947d-9c5edb0a041b x-openstack-request-id: req-e8013912-e938-4ad0-947d-9c5edb0a041b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:44.418572 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "name": "network-vif-unplugged", "status": "completed", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:44.418821 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8013912-e938-4ad0-947d-9c5edb0a041b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:44.419210 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1', 'code': 200} Nov 08 13:35:44.435427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.442622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:44.445224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.468109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.468485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.468797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.469156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.469466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.469797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.470125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.470451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.470777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.471100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.471425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.471759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.481436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on host n-h1-804292-2 for vnic_type normal with profile {"migrating_to": "n-h2-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:44.481774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:44.482109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:44.498048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:44.498389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Attempting to bind port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:44.515928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:44.516325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:44.516790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:44.517260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Bound port: bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:44.517666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.526718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7b7f5b-2afb-49c9-ad4e-9308f93b3a9d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:44.606516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.607679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.608085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.608423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.608781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.609121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.609447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.609772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.610097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.610418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.610741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.611058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:44.623079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb325a68-c155-41b7-a4fb-d27dc1c6de05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a78ed7accd54d319613227fe5fb9ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555120 Nov 08 13:35:44.625141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35454) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:44.661823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80f18f-ba92-4c5d-9e86-c2c6ebc95d0d req-5db7a82d-d13f-4620-bce4-557046ffc3c1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:44.663634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f80f18f-ba92-4c5d-9e86-c2c6ebc95d0d req-5db7a82d-d13f-4620-bce4-557046ffc3c1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.1422057 Nov 08 13:35:44.698010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:44.706009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:44.721193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.739287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f80f18f-ba92-4c5d-9e86-c2c6ebc95d0d req-b4abd397-afae-499b-b9a4-0ff0973f95b9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683758 Nov 08 13:35:44.749203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720036d-2d89-4d9e-8b34-4fff22b8a7ce req-cde9c2bf-5416-4cd8-8c0c-ab7003c9aa25 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:44.757279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5720036d-2d89-4d9e-8b34-4fff22b8a7ce req-cde9c2bf-5416-4cd8-8c0c-ab7003c9aa25 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 944 time: 0.1756535 Nov 08 13:35:44.804027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.818578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b54a-03ec-4a97-b575-d24f75d8df87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.829117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5720036d-2d89-4d9e-8b34-4fff22b8a7ce req-38cd94a2-ca44-40a5-b3ce-f539764a014d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702727 Nov 08 13:35:44.872298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:44.897091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:44.897711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.899499 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-62311ed3-7c6f-4def-8c0c-517378bf4ca2 service neutron] 10.222.0.54 "PUT /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 1122 time: 1.2114310 Nov 08 13:35:44.900846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2cb5132-31c4-41d8-8da6-3137387b5958 req-aeb57fee-1733-4221-a4e6-d4d3b85a4b15 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 210 time: 0.0310190 Nov 08 13:35:44.902919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b54a-03ec-4a97-b575-d24f75d8df87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:44.957877 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.004008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['bed8fbe0-ae38-44ca-b8c7-e9eec20090b1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:45.031078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:45.032579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b54a-03ec-4a97-b575-d24f75d8df87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.035701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1f7b54a-03ec-4a97-b575-d24f75d8df87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.037475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a1f7b54a-03ec-4a97-b575-d24f75d8df87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0e7b7f5b-2afb-49c9-ad4e-9308f93b3a9d HTTP/1.1" status: 204 len: 168 time: 0.4091697 Nov 08 13:35:45.049348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:45.052031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:45.058432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:45.059096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.071478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Pushing event updated for resources: {'Port': ['ID=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:45.078954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f7b54a-03ec-4a97-b575-d24f75d8df87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7b7f5b-2afb-49c9-ad4e-9308f93b3a9d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:45.101942 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-daf72eaf-1a69-47ba-9a70-6ba2df3089eb tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2318866 Nov 08 13:35:45.139939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Request body: {'port': {'device_id': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:45.239625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.468600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-85666a2a-e2ed-4af1-9392-fe4558384482 None None] Provisioning complete for port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:45.469100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85666a2a-e2ed-4af1-9392-fe4558384482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.544052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfc1-aaab-4f44-a53b-b385813f0700 req-c70c4de7-6a94-4537-a68d-d465d103e0df tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:45.546189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6312cfc1-aaab-4f44-a53b-b385813f0700 req-c70c4de7-6a94-4537-a68d-d465d103e0df tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 945 time: 0.1162183 Nov 08 13:35:45.568453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-85666a2a-e2ed-4af1-9392-fe4558384482 None None] Port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:45.645603 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8e05a7-a74a-4e89-a80b-5861d8837ccf {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:45.654309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.668568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6312cfc1-aaab-4f44-a53b-b385813f0700 req-b92d51b0-c79c-4740-8c5f-92d85488200c tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141827 Nov 08 13:35:45.674618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Transition to ACTIVE for port object 1f8e05a7-a74a-4e89-a80b-5861d8837ccf will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:45.679215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.715810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe384f24-d73c-4727-92e3-6d2b7cd97d42 req-9b47d7a0-7c32-4dd4-b1f5-0876f784eae7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:45.719692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe384f24-d73c-4727-92e3-6d2b7cd97d42 req-9b47d7a0-7c32-4dd4-b1f5-0876f784eae7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 944 time: 0.1114407 Nov 08 13:35:45.755870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:45.804543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Attempting to bind port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:45.804909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Attempting to bind port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:45.805425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Attempting to bind port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:45.819090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:45.819420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Attempting to bind port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:45.834381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:45.834732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:45.835124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:45.836285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Bound port: 1f8e05a7-a74a-4e89-a80b-5861d8837ccf, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:45.836667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:45.874188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe384f24-d73c-4727-92e3-6d2b7cd97d42 req-8b191471-4b39-44e9-aa0b-36881dfbdf4d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451087 Nov 08 13:35:45.944854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6750b-fd49-49d8-975d-db53f18158b0 req-ebbf288f-ec0e-4150-8271-8c1b52e0e113 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:45.946626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ef6750b-fd49-49d8-975d-db53f18158b0 req-ebbf288f-ec0e-4150-8271-8c1b52e0e113 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0926847 Nov 08 13:35:46.022209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] For port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:46.026141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] For port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:46.034744 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.050804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ef6750b-fd49-49d8-975d-db53f18158b0 req-7fff8bc3-83de-4447-839d-be9bb6a3ede0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904944 Nov 08 13:35:46.101947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:46.144144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68caa-0dbc-4245-b76e-f8e934026cab req-8d7356e5-d38a-4111-81b8-52d78a444770 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.144289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.144841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.147779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-453edafc-11f3-4be7-ae90-c759ac23c6c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f8e05a7-a74a-4e89-a80b-5861d8837ccf HTTP/1.1" status: 200 len: 1096 time: 1.0296748 Nov 08 13:35:46.148733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afb68caa-0dbc-4245-b76e-f8e934026cab req-8d7356e5-d38a-4111-81b8-52d78a444770 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 944 time: 0.1359031 Nov 08 13:35:46.270753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-c1ca2e4f-6dec-4aa5-9339-597b3f1783b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.271505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afb68caa-0dbc-4245-b76e-f8e934026cab req-ad11d157-27be-40b9-80a4-6aed388150aa tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092739 Nov 08 13:35:46.272632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-c1ca2e4f-6dec-4aa5-9339-597b3f1783b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=910936671ff14209b34df400b286c4ac&device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 1099 time: 0.0711155 Nov 08 13:35:46.315718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebd2f3-e092-4d76-8a7b-7e362365bf0c req-ef0264e4-254d-4c7d-bc93-09dcec9cef0e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.324060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bebd2f3-e092-4d76-8a7b-7e362365bf0c req-ef0264e4-254d-4c7d-bc93-09dcec9cef0e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 948 time: 0.1659780 Nov 08 13:35:46.394779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-f8eabcdd-ef69-4486-929b-6e7c5ca1c32d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1f8e05a7-a74a-4e89-a80b-5861d8837ccf HTTP/1.1" status: 200 len: 217 time: 0.1044512 Nov 08 13:35:46.402315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bebd2f3-e092-4d76-8a7b-7e362365bf0c req-2e8cf629-ddef-4abf-a096-a079441abfb9 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772033 Nov 08 13:35:46.406143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device aa45563f-6192-45a0-9635-c36e19a7d970 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:46.429271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1'}, {'name': 'network-changed', 'server_uuid': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'tag': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:46.437888 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b94c54-850d-4733-8a6f-e223446ed7c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1"}, {"name": "network-changed", "server_uuid": "6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468", "tag": "1f8e05a7-a74a-4e89-a80b-5861d8837ccf"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:46.457112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35498) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:46.486080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port aa45563f-6192-45a0-9635-c36e19a7d970 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:46.493344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port aa45563f-6192-45a0-9635-c36e19a7d970 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:46.494232 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.526243 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abbe332-68f7-4977-a93e-837709ac4c7c x-openstack-request-id: req-7abbe332-68f7-4977-a93e-837709ac4c7c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:46.527228 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468", "tag": "1f8e05a7-a74a-4e89-a80b-5861d8837ccf", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:46.527490 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7abbe332-68f7-4977-a93e-837709ac4c7c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:46.527938 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1', 'status': 'completed', 'code': 200} Nov 08 13:35:46.528199 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'tag': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf', 'status': 'completed', 'code': 200} Nov 08 13:35:46.551101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-7844bdbd-f6c2-49db-9476-655dcef5aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.552641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-7844bdbd-f6c2-49db-9476-655dcef5aac1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1489780 Nov 08 13:35:46.628992 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.662787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-network', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:46.696279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:46.707295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-c4653c2d-e9be-4fb8-9a8d-0c8bfe48c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.708843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-c4653c2d-e9be-4fb8-9a8d-0c8bfe48c49a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1125 time: 0.1204207 Nov 08 13:35:46.709666 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c3be07-9d0b-4096-bc33-66242b2f2a8a" -d '{"events": [{"server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "name": "network-vif-plugged", "status": "completed", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:46.711145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef7037-e532-4fe6-b206-5035919699f6 req-0978b536-96fb-41e0-992f-5a95562a4578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:46.712771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-0978b536-96fb-41e0-992f-5a95562a4578 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1338422 Nov 08 13:35:46.732884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Made reservation on behalf of a960bc4eac38422baab7d49cde3c5b44 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:46.738664 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.740421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port aa45563f-6192-45a0-9635-c36e19a7d970, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=aa45563f-6192-45a0-9635-c36e19a7d970,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:46.750564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.751558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:46.759472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.857136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=aa45563f-6192-45a0-9635-c36e19a7d970,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:46.869788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.869788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.870343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.870920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.871387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.871831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.872248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.872662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.873076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.874022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.874480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.875028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:35:46.877577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.897323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:46.904213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:46.904800 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.918792 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.935083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:35:46.949231 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:46.950724 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Added segment b073283d-690d-49b8-b410-15152482dfd9 of type vlan for network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 Nov 08 13:35:47.029522 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:47.074637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:47.089018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:47.097715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:47.105281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a033c1f0-8e38-4d10-a3e7-41706d36a013,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:47.155113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd64dd4-1a8f-4d1a-9794-d5c25bf54b6d req-119472b6-661e-443f-b448-966d13edd600 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.162291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccd64dd4-1a8f-4d1a-9794-d5c25bf54b6d req-119472b6-661e-443f-b448-966d13edd600 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1097 time: 0.3857365 Nov 08 13:35:47.183046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:47.193496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294cbeb-e6b5-4304-a5e6-557bb677c6c6 req-d19c4fdd-5b5f-445f-8318-932cc0812e3d tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.196036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7294cbeb-e6b5-4304-a5e6-557bb677c6c6 req-d19c4fdd-5b5f-445f-8318-932cc0812e3d tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 945 time: 0.2957015 Nov 08 13:35:47.199853 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:47.201048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.202743 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:47.293188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-8910a8b3-53bb-4156-84b0-693198ff55da service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628633 Nov 08 13:35:47.294897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-92c46f40-8fc6-458c-90c2-13450ce3e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.296529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-92c46f40-8fc6-458c-90c2-13450ce3e022 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.5368338 Nov 08 13:35:47.318787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8557968 Nov 08 13:35:47.319032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35512) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:47.337052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1690b-768f-4cd2-9bdc-598c39783808 admin admin] Pushing event updated for resources: {'Network': ['ID=c03ab82c-5c1c-4a01-a49f-4a14718e9cd6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:47.350934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:35:47.353800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Request body: {'subnet': {'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-subnet', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:47.360875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccd64dd4-1a8f-4d1a-9794-d5c25bf54b6d req-9e727a6e-ab84-4bb8-a33a-0f7e6a8e7a03 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636658 Nov 08 13:35:47.384677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7294cbeb-e6b5-4304-a5e6-557bb677c6c6 req-860bf88e-4dfd-495a-8058-e7b25053811f tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787629 Nov 08 13:35:47.452449 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62276e0b-50cb-4791-9410-718d67cee8da x-openstack-request-id: req-62276e0b-50cb-4791-9410-718d67cee8da {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:47.453038 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "name": "network-vif-plugged", "status": "completed", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:47.458229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-2e66ffe1-3c76-412c-bbe9-c05d0ab64649 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 217 time: 0.1411414 Nov 08 13:35:47.466193 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62276e0b-50cb-4791-9410-718d67cee8da {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:47.467918 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'code': 200} Nov 08 13:35:47.604907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed950b-473f-4a81-baed-f57d39bb5b04 req-399a1db8-3c6c-4c9f-a27d-5236af362a0a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.607041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-33ed950b-473f-4a81-baed-f57d39bb5b04 req-399a1db8-3c6c-4c9f-a27d-5236af362a0a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 944 time: 0.1174254 Nov 08 13:35:47.610233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Made reservation on behalf of a960bc4eac38422baab7d49cde3c5b44 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:35:47.612613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:47.616282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8961ac-d47b-4355-9038-b1fdc1b17075 req-bb2a424c-0407-403f-86a8-b4a86fcc38b5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.617974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff8961ac-d47b-4355-9038-b1fdc1b17075 req-bb2a424c-0407-403f-86a8-b4a86fcc38b5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 945 time: 0.0846198 Nov 08 13:35:47.687257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-e4c45b9c-e4d6-419e-aaa9-813276a3a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.689160 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-e4c45b9c-e4d6-419e-aaa9-813276a3a86c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.1892223 Nov 08 13:35:47.721033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff8961ac-d47b-4355-9038-b1fdc1b17075 req-a4e5a90a-b88b-4193-adfe-9e336d3db5a7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786252 Nov 08 13:35:47.723277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae06bbe-2b98-4da0-ab76-2d0e34a0dc5e req-c158acdb-eb59-46d6-83d2-2fc1450f4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.725205 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eae06bbe-2b98-4da0-ab76-2d0e34a0dc5e req-c158acdb-eb59-46d6-83d2-2fc1450f4cb4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.1661880 Nov 08 13:35:47.735816 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbef7037-e532-4fe6-b206-5035919699f6 req-3329354f-27b0-4479-a8e8-7e2b2eba8168 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4286056 Nov 08 13:35:47.759863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-33ed950b-473f-4a81-baed-f57d39bb5b04 req-5f7f13e4-6a05-40ce-8999-160944c828af tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361938 Nov 08 13:35:47.791961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-02e57abe-5554-427a-95a0-14b117d77be6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825853 Nov 08 13:35:47.830405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eae06bbe-2b98-4da0-ab76-2d0e34a0dc5e req-3240341e-4662-4b1a-9677-fa506ea8d398 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897427 Nov 08 13:35:47.878891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570616-f067-4550-8c4d-21dd919d92f0 req-194aee64-4963-4b6d-9ce5-9da11e8bcc5c tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.881321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4570616-f067-4550-8c4d-21dd919d92f0 req-194aee64-4963-4b6d-9ce5-9da11e8bcc5c tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1097 time: 0.0814173 Nov 08 13:35:47.973067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5459c-0b80-4c0f-b537-26a8794b6029 req-be53fa45-38c3-4edd-8ef9-3cd3b36739b1 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:47.974577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94d5459c-0b80-4c0f-b537-26a8794b6029 req-be53fa45-38c3-4edd-8ef9-3cd3b36739b1 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 948 time: 0.1197028 Nov 08 13:35:47.979344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-24e679c5-00be-4b5c-8915-df7543310193 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470301 Nov 08 13:35:47.987626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4570616-f067-4550-8c4d-21dd919d92f0 req-29865059-d1e8-4eeb-8c10-cae4cb2f4666 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826755 Nov 08 13:35:48.053538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94d5459c-0b80-4c0f-b537-26a8794b6029 req-7448434d-e05b-4f22-9c49-d70295273342 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708964 Nov 08 13:35:48.177227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:48.297529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-01de148f-4a46-40d9-8e83-528855d6bcfa service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013358 Nov 08 13:35:48.312981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d62d95-5f54-4788-a891-8327cd1dc82c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:48.345522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Checking segment: {'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:48.346086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Network hostable DHCP agents. Network: c03ab82c-5c1c-4a01-a49f-4a14718e9cd6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:35:48.406540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:35:48.409684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:48.422691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c03ab82c-5c1c-4a01-a49f-4a14718e9cd6) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:48.429761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:48.430369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:48.445396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa36f95-e1ff-4f2d-8a22-78c02b6030c5 None None] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:48.448184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-da750dba-b699-49da-be0d-7668ddd58533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:48.449743 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-da750dba-b699-49da-be0d-7668ddd58533 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=910936671ff14209b34df400b286c4ac&device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 1099 time: 0.0846658 Nov 08 13:35:48.466370 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d3eef3ef-4e03-432e-9386-f406122d0b17 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1437778 Nov 08 13:35:48.466586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35538) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:48.471859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:48.542675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:48.544344 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:48.618528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-d6cc7af2-bb4c-48e2-8e30-b6e3076eb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:48.620779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-d6cc7af2-bb4c-48e2-8e30-b6e3076eb105 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1533468 Nov 08 13:35:48.723828 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:48.766415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-5c7982b5-b363-4bbb-b21a-3e553a4a2803 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=1f8e05a7-a74a-4e89-a80b-5861d8837ccf HTTP/1.1" status: 200 len: 217 time: 0.1348348 Nov 08 13:35:48.884515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-ded46d2e-5a46-49d8-acb4-dc870c7f0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:48.887236 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-ded46d2e-5a46-49d8-acb4-dc870c7f0f02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1125996 Nov 08 13:35:48.935501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:48.943685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-87aee40d-d00f-4484-8d07-7ac53a0cceee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:48.945441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-87aee40d-d00f-4484-8d07-7ac53a0cceee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503588 Nov 08 13:35:48.983874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:35:48.996466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-c03ab82c-5c1c-4a01-a49f-4a14718e9cd6', 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'fixed_ips': [{'subnet_id': '47d62d95-5f54-4788-a891-8327cd1dc82c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:35:48.998111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.087464 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-68bcf520-8aaf-4fc5-a3ef-51ee4bf37ed3 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280277 Nov 08 13:35:49.148104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.181440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a738c9e7-51b3-4dc4-8e45-0724e73c773a req-01ad5f76-31ee-4b35-976f-d2d61aafd1a2 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:49.190711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a738c9e7-51b3-4dc4-8e45-0724e73c773a req-01ad5f76-31ee-4b35-976f-d2d61aafd1a2 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.3295710 Nov 08 13:35:49.213622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3b94c54-850d-4733-8a6f-e223446ed7c8 req-ca3cc0de-4dc9-4a9b-a7e5-e299b144a710 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129692 Nov 08 13:35:49.289266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Allocated IP 172.20.0.2 (c03ab82c-5c1c-4a01-a49f-4a14718e9cd6/47d62d95-5f54-4788-a891-8327cd1dc82c/70779ac4-63bd-4039-9c5f-0e5997bbb2db) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:49.304440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a738c9e7-51b3-4dc4-8e45-0724e73c773a req-a84b0b80-8db6-4d1d-8645-960eef540f8e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127300 Nov 08 13:35:49.474746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:49.477424 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3065abee-3210-4e9d-a12b-082c4dbab242" -d '{"events": [{"server_uuid": "6d0c0adb-bf34-4370-8dd0-723dc592c89c", "name": "network-vif-plugged", "status": "completed", "tag": "ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:49.525468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.533172 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.548502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.560046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860691c-041e-42fc-b11c-3830b8412777 req-d8c5e840-4215-482e-91c2-33fa2a25d9c9 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:49.568240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7860691c-041e-42fc-b11c-3830b8412777 req-d8c5e840-4215-482e-91c2-33fa2a25d9c9 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 945 time: 0.1427283 Nov 08 13:35:49.591393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:49.595129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:49.598213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.598681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:49.613200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Pushing event updated for resources: {'Port': ['ID=70779ac4-63bd-4039-9c5f-0e5997bbb2db,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:49.675335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-f53a9f8e-4d0c-419c-9a58-4d2c25ef933e tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:35:49.678180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-f53a9f8e-4d0c-419c-9a58-4d2c25ef933e tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087698 Nov 08 13:35:49.679836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Attempting to bind port 70779ac4-63bd-4039-9c5f-0e5997bbb2db on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:49.680370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Attempting to bind port 70779ac4-63bd-4039-9c5f-0e5997bbb2db by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:49.681000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Attempting to bind port 70779ac4-63bd-4039-9c5f-0e5997bbb2db on network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:49.691328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:49.691933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Checking segment: {'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:49.692566 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.693153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Bound using segment: {'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:49.693799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Bound port: 70779ac4-63bd-4039-9c5f-0e5997bbb2db, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:49.694383 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.740635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-74c99cf1-540d-429b-978a-fc5520c8c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:49.748849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-74c99cf1-540d-429b-978a-fc5520c8c30b service neutron] 10.222.0.65 "GET /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 1094 time: 0.0610580 Nov 08 13:35:49.754442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Request body: {'binding': {'host': 'n-h2-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:49.755198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Unknown quota resources ['binding']. {{(pid=101840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:35:49.788144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] For port 70779ac4-63bd-4039-9c5f-0e5997bbb2db, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:49.792826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] For port 70779ac4-63bd-4039-9c5f-0e5997bbb2db, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=70779ac4-63bd-4039-9c5f-0e5997bbb2db,segment=NetworkSegment(b073283d-690d-49b8-b410-15152482dfd9),segment_id=b073283d-690d-49b8-b410-15152482dfd9)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:49.799951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:49.927671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605bc9d-3c6d-4403-92b6-ee235595495e None None] Pushing event updated for resources: {'Port': ['ID=70779ac4-63bd-4039-9c5f-0e5997bbb2db,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:50.005133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on host n-h2-804292-2 for vnic_type normal with profile None {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:50.005468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:50.005856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:50.011128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:35:50.011434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:50.024364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:50.024736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:50.025119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:50.025562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Bound port: 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:50.028016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7860691c-041e-42fc-b11c-3830b8412777 req-9c9c70e9-5a92-400e-ad92-125299777b4c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561994 Nov 08 13:35:50.118926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:50.122340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Allocated IP 172.25.8.229 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/5b9c310d-1719-43ea-9849-79ef55a252b8) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:50.128925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:50.142822 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-49b7293a-85b1-404c-bba2-4b3ea876f161 service neutron] 10.222.0.65 "POST /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.3928502 Nov 08 13:35:50.438036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b47f81-c4f2-4821-85cd-75ce2284f2cd req-301c4c07-ce9d-4749-809d-014a6d557da1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:50.440292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7b47f81-c4f2-4821-85cd-75ce2284f2cd req-301c4c07-ce9d-4749-809d-014a6d557da1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 944 time: 0.2959435 Nov 08 13:35:50.463505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 70779ac4-63bd-4039-9c5f-0e5997bbb2db up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:50.475552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:50.508556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1495e8b-23b6-4b76-9ef3-88252b5df344 req-ab346af1-e0a5-4dbc-b325-3a17704e1bd3 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:50.512655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1495e8b-23b6-4b76-9ef3-88252b5df344 req-ab346af1-e0a5-4dbc-b325-3a17704e1bd3 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 948 time: 0.1687925 Nov 08 13:35:50.614912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7b47f81-c4f2-4821-85cd-75ce2284f2cd req-cf9f2adf-a65c-4f56-9d32-ddc30c8535f5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663530 Nov 08 13:35:50.636494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1495e8b-23b6-4b76-9ef3-88252b5df344 req-47f10c53-5e7b-4b9c-9e6a-086fd2d91422 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097026 Nov 08 13:35:50.647719 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:50.657847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 70779ac4-63bd-4039-9c5f-0e5997bbb2db triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:50.658279 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:50.709058 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d2d9d-1fcd-445e-a0d1-0e8fc094fc16 x-openstack-request-id: req-a61d2d9d-1fcd-445e-a0d1-0e8fc094fc16 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:50.709505 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0c0adb-bf34-4370-8dd0-723dc592c89c", "name": "network-vif-plugged", "status": "completed", "tag": "ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:50.709885 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a61d2d9d-1fcd-445e-a0d1-0e8fc094fc16 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:50.710462 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86', 'code': 200} Nov 08 13:35:50.734093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Pushing event updated for resources: {'Port': ['ID=5b9c310d-1719-43ea-9849-79ef55a252b8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:50.760246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:50.762733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:50.766740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:50.806119 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:50.880763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e942d2-a4b9-4d91-87a1-a847840bd3be req-c803a58c-6add-4037-a3a1-5b55de460669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:50.884012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14e942d2-a4b9-4d91-87a1-a847840bd3be req-c803a58c-6add-4037-a3a1-5b55de460669 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 1097 time: 0.0911031 Nov 08 13:35:50.920444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 70779ac4-63bd-4039-9c5f-0e5997bbb2db, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=70779ac4-63bd-4039-9c5f-0e5997bbb2db,segment=NetworkSegment(b073283d-690d-49b8-b410-15152482dfd9),segment_id=b073283d-690d-49b8-b410-15152482dfd9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:50.925935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:50.961142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14e942d2-a4b9-4d91-87a1-a847840bd3be req-94037ea8-e3dd-4438-88a6-14cbfc22a240 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602748 Nov 08 13:35:50.993410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=70779ac4-63bd-4039-9c5f-0e5997bbb2db,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:51.030714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d3d31f-56bd-4123-9a89-4ee8281a86d0 req-91e2c4f3-2196-4bd0-b1da-80808d1da3db tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:51.044267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69d3d31f-56bd-4123-9a89-4ee8281a86d0 req-91e2c4f3-2196-4bd0-b1da-80808d1da3db tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.2373333 Nov 08 13:35:51.094739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c822177-68f3-42e8-bb45-95d3fbb8ab5e req-ecd16a44-3617-472a-a836-390c408df91b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:51.096372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c822177-68f3-42e8-bb45-95d3fbb8ab5e req-ecd16a44-3617-472a-a836-390c408df91b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.2394304 Nov 08 13:35:51.254786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69d3d31f-56bd-4123-9a89-4ee8281a86d0 req-cefae77b-473b-45c4-9510-8399f70d80bb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077725 Nov 08 13:35:51.279759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c822177-68f3-42e8-bb45-95d3fbb8ab5e req-8f86f07d-22ce-43e9-b6fe-f0e4ef128f66 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634791 Nov 08 13:35:51.280712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:51.368506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77a0620-8e4e-4849-9a12-1e8224bc06e8 None None] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:35:51.459142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bd66c467-8a54-4cfc-958f-52e9f6842919 None None] Provisioning complete for port 70779ac4-63bd-4039-9c5f-0e5997bbb2db triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:51.459882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bd66c467-8a54-4cfc-958f-52e9f6842919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:51.496559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1ccb-b2b8-485b-829f-d7a0bc70132d req-71d3c1ed-7922-430d-85ad-7c64efad5b5f tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:51.498658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-823a1ccb-b2b8-485b-829f-d7a0bc70132d req-71d3c1ed-7922-430d-85ad-7c64efad5b5f tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 945 time: 0.1513364 Nov 08 13:35:51.609678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-823a1ccb-b2b8-485b-829f-d7a0bc70132d req-ef3c19a1-cdc5-41f3-bf5d-24dd88cf1211 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019106 Nov 08 13:35:51.621194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:51.759051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f8e05a7-a74a-4e89-a80b-5861d8837ccf details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:35:51.941470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:51.987246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-6c82cdea-4ea4-4595-a50c-88750e915c58 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3220575 Nov 08 13:35:51.987855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf', 'mac_address': 'fa:16:3e:4d:19:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:35:52.017454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fe8309-bad7-4824-9b9a-02df4db11ecf req-ccf0d1f8-7ac2-46db-9127-7b0cb382c681 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:52.019456 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07fe8309-bad7-4824-9b9a-02df4db11ecf req-ccf0d1f8-7ac2-46db-9127-7b0cb382c681 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 948 time: 0.2363141 Nov 08 13:35:52.023669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:35:52.057427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.081173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-e51d67dc-800a-42e8-9a30-b1fb0cf70be0 service neutron] 10.222.0.70 "GET /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.1057398 Nov 08 13:35:52.088746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8e05a7-a74a-4e89-a80b-5861d8837ccf {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:52.093763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Router 524efab6-74bd-4a62-8e62-345e766e54ef is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:35:52.097576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-07f6b73b-00e2-4f7f-b9d7-65e53c4919ac None None] Provisioning complete for port 70779ac4-63bd-4039-9c5f-0e5997bbb2db triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:52.097972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07f6b73b-00e2-4f7f-b9d7-65e53c4919ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.132795 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.161591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:52.170681 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.189490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07fe8309-bad7-4824-9b9a-02df4db11ecf req-86e7dcaa-e814-4540-b6ba-57f84e769607 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497090 Nov 08 13:35:52.267626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:52.407353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:52.416617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 70779ac4-63bd-4039-9c5f-0e5997bbb2db up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:52.447068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:52.465681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1f8e05a7-a74a-4e89-a80b-5861d8837ccf'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:52.508148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:35:52.527970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:52.547532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.592908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 70779ac4-63bd-4039-9c5f-0e5997bbb2db triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:52.593438 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.676951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] Transition to ACTIVE for port object bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:35:52.683478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.735468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.791892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:35:52.804174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] No DVR routers for this DVR port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:35:52.811076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e35dab-75d5-4d67-aacf-615548a2e5fc req-538375ed-fc05-4f55-a7a9-a9d9350b1634 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:52.813840 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Sync routers for ids ['524efab6-74bd-4a62-8e62-345e766e54ef'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:35:52.819893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] Pushing event updated for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:52.820937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5e35dab-75d5-4d67-aacf-615548a2e5fc req-538375ed-fc05-4f55-a7a9-a9d9350b1634 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 944 time: 0.4857700 Nov 08 13:35:52.827934 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Routers {'524efab6-74bd-4a62-8e62-345e766e54ef'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:52.828786 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['524efab6-74bd-4a62-8e62-345e766e54ef'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:52.876283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-a80f4b6c-ef33-466a-8b5c-47366ea09dce service neutron] 10.222.0.70 "PUT /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1/bindings/n-h2-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7846813 Nov 08 13:35:52.884358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.885843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f9551a1-3c42-4076-97bb-b2718c7a7baa admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.4174681 Nov 08 13:35:52.890895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:52.927827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5e35dab-75d5-4d67-aacf-615548a2e5fc req-63815e16-ec90-46c3-95d6-5b0693f1645a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056828 Nov 08 13:35:52.932141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:52.989100 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Set router 524efab6-74bd-4a62-8e62-345e766e54ef gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:53.160829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Allocated IP 172.25.8.164 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/22bbc19f-61ea-4b5b-bc34-2f626b0b1e90) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:53.329184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.372343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.374632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.409259 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:35:50Z', 'revision_number': 3, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port': {'id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:49Z', 'updated_at': '2021-11-08T13:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:53.421459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:53.430099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:53.434947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:53.444707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Pushing event updated for resources: {'Port': ['ID=22bbc19f-61ea-4b5b-bc34-2f626b0b1e90,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:53.458576 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Checking router: 524efab6-74bd-4a62-8e62-345e766e54ef for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:35:53.459127 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Updating router 524efab6-74bd-4a62-8e62-345e766e54ef port 5b9c310d-1719-43ea-9849-79ef55a252b8 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:35:53.506472 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.512197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.568699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.614193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.758608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f8e05a7-a74a-4e89-a80b-5861d8837ccf up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:53.803336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.809836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.858891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Allocated IP 172.20.0.1 (c03ab82c-5c1c-4a01-a49f-4a14718e9cd6/47d62d95-5f54-4788-a891-8327cd1dc82c/da1cc165-4119-451c-bc4c-beb7a2ed2497) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:35:53.862378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:35:53.872478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:53.873525 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.887065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Pushing event updated for resources: {'Port': ['ID=22bbc19f-61ea-4b5b-bc34-2f626b0b1e90,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:53.899776 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.907843 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.911560 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.940281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:53.953390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-df9947a1-4537-40ed-9d58-64ae3cbb45d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9524620 Nov 08 13:35:53.963469 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cb050-2d02-4020-b18f-84c70295111c None None] Pushing event updated for resources: {'Port': ['ID=5b9c310d-1719-43ea-9849-79ef55a252b8,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:53.999429 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Attempting to bind port 5b9c310d-1719-43ea-9849-79ef55a252b8 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:54.000043 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Attempting to bind port 5b9c310d-1719-43ea-9849-79ef55a252b8 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:54.000502 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Attempting to bind port 5b9c310d-1719-43ea-9849-79ef55a252b8 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:54.007074 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:54.010433 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:54.011009 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.011513 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:54.012152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Bound port: 5b9c310d-1719-43ea-9849-79ef55a252b8, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:54.012875 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.085098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] For port 5b9c310d-1719-43ea-9849-79ef55a252b8, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:54.089616 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] For port 5b9c310d-1719-43ea-9849-79ef55a252b8, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5b9c310d-1719-43ea-9849-79ef55a252b8,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:54.097504 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.135403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.144129 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.161814 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cb050-2d02-4020-b18f-84c70295111c None None] Pushing event updated for resources: {'Port': ['ID=5b9c310d-1719-43ea-9849-79ef55a252b8,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:54.188414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-4b336747-d41e-4474-a52a-fb93b9683c06 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.2320285 Nov 08 13:35:54.202818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.205888 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Routers {'524efab6-74bd-4a62-8e62-345e766e54ef'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:54.208201 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['524efab6-74bd-4a62-8e62-345e766e54ef'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:54.214416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:54.220693 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a1a023-2546-416b-8d52-e11f1bb66c75" -d '{"events": [{"server_uuid": "6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e05a7-a74a-4e89-a80b-5861d8837ccf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:54.242392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:54.252763 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.297089 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:54.301459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:54.305833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:35:54.306316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.374500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:54.413286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Pushing event updated for resources: {'Port': ['ID=da1cc165-4119-451c-bc4c-beb7a2ed2497,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:54.443352 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] Set router 524efab6-74bd-4a62-8e62-345e766e54ef gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:54.490004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-742cb786-9e9f-4f59-8508-632b5db84fe7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:54.504412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-742cb786-9e9f-4f59-8508-632b5db84fe7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.3152075 Nov 08 13:35:54.511993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-8650b1d4-e57b-44aa-8f1a-e1aa213caaba tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:35:54.513318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f52347-aa7f-4159-b4e8-7cee42402481 req-8650b1d4-e57b-44aa-8f1a-e1aa213caaba tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062404 Nov 08 13:35:54.590253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.806289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2241bb4-5f51-4e02-9da0-fe214386c5b1 req-78cbcb6c-96b3-4de0-8b76-982b94e96245 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:54.814227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2241bb4-5f51-4e02-9da0-fe214386c5b1 req-78cbcb6c-96b3-4de0-8b76-982b94e96245 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.1536515 Nov 08 13:35:54.840047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.851748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.853460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.859638 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:35:50Z', 'revision_number': 3, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port': {'id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:49Z', 'updated_at': '2021-11-08T13:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:54.891016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5be4ac69-738b-451e-9b06-dd55143a6da1 None None] Provisioning complete for port da1cc165-4119-451c-bc4c-beb7a2ed2497 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:54.892059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5be4ac69-738b-451e-9b06-dd55143a6da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:54.900173 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87e7af-f757-4e91-bb9c-137c23c233c2 None None] The sync data for ids ['524efab6-74bd-4a62-8e62-345e766e54ef'] in n-d-804292-2 is: [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:35:50Z', 'revision_number': 3, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port': {'id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:49Z', 'updated_at': '2021-11-08T13:35:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:35:54.952447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2241bb4-5f51-4e02-9da0-fe214386c5b1 req-99f74249-e397-4942-858f-531a4600040b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246617 Nov 08 13:35:54.982856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5be4ac69-738b-451e-9b06-dd55143a6da1 None None] Port da1cc165-4119-451c-bc4c-beb7a2ed2497 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:55.110398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a30933d-82cf-4b73-a1c3-1402f5b160fe req-8a2a778a-3b27-4be0-a568-4dc1017231ca tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:55.116950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a30933d-82cf-4b73-a1c3-1402f5b160fe req-8a2a778a-3b27-4be0-a568-4dc1017231ca tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.0747254 Nov 08 13:35:55.190469 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a30933d-82cf-4b73-a1c3-1402f5b160fe req-d7783595-3d8a-4408-b10d-8ea3a1d40f31 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715225 Nov 08 13:35:55.280599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Pushing event updated for resources: {'Port': ['ID=da1cc165-4119-451c-bc4c-beb7a2ed2497,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:55.346241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:35:55.349688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:35:55.582736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d484fc-ddf4-4b31-b6d7-75444dba19d3 req-88b6cdd3-635c-44d8-8ae7-843d901e1190 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:55.588318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56d484fc-ddf4-4b31-b6d7-75444dba19d3 req-88b6cdd3-635c-44d8-8ae7-843d901e1190 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 950 time: 0.0666680 Nov 08 13:35:55.609168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Router 524efab6-74bd-4a62-8e62-345e766e54ef has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:35:55.677135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56d484fc-ddf4-4b31-b6d7-75444dba19d3 req-87d670c7-162a-4e21-8396-b8794d65ad8e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800438 Nov 08 13:35:55.725948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f9213040-4d1e-4f6e-9c8d-b8dd586040ce None None] Provisioning complete for port da1cc165-4119-451c-bc4c-beb7a2ed2497 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:55.726174 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f9213040-4d1e-4f6e-9c8d-b8dd586040ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:55.785768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:35:55.814281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:35:55.824881 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-82ac3b97-9d15-41a8-b7c8-a9d57c06673c admin admin] 10.222.0.65 "PUT /v2.0/routers/524efab6-74bd-4a62-8e62-345e766e54ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9324741 Nov 08 13:35:55.849016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aad8e-2504-45f0-af19-11dbc064cc1b req-a204c380-35f6-4723-94fb-9169a10f30c0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:55.853107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a5aad8e-2504-45f0-af19-11dbc064cc1b req-a204c380-35f6-4723-94fb-9169a10f30c0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1004810 Nov 08 13:35:55.861230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:35:55.877417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f9213040-4d1e-4f6e-9c8d-b8dd586040ce None None] Port da1cc165-4119-451c-bc4c-beb7a2ed2497 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:35:55.931870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a5aad8e-2504-45f0-af19-11dbc064cc1b req-7910c5b3-e506-45d0-831b-070adbd72e70 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668013 Nov 08 13:35:55.999032 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9106d665-b066-43ef-97de-39a439e50d8c x-openstack-request-id: req-9106d665-b066-43ef-97de-39a439e50d8c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:55.999889 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468", "name": "network-vif-plugged", "status": "completed", "tag": "1f8e05a7-a74a-4e89-a80b-5861d8837ccf", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:55.999889 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9106d665-b066-43ef-97de-39a439e50d8c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:56.000489 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf', 'code': 200} Nov 08 13:35:56.161133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21723ed-8772-4f1e-92d6-166890bb1dfb req-27159e3f-af25-4e5d-8145-5080d6e6a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:56.163584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b21723ed-8772-4f1e-92d6-166890bb1dfb req-27159e3f-af25-4e5d-8145-5080d6e6a045 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 1101 time: 0.0626354 Nov 08 13:35:56.228533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b21723ed-8772-4f1e-92d6-166890bb1dfb req-a97813b0-3cf4-4734-bac8-79805d61a428 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487697 Nov 08 13:35:56.232747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-1909291b-5af8-4922-8a2b-3e22d4a67848 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:56.234269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-1909291b-5af8-4922-8a2b-3e22d4a67848 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 820 time: 0.1421194 Nov 08 13:35:56.250565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-626816c0-add8-44fc-8540-b4226c90b4ed tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/quotas/8a550e49d83e4a6a9322baa9aff85212 HTTP/1.1" status: 200 len: 375 time: 0.0099509 Nov 08 13:35:56.309464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-784b96bb-4f3b-47d7-8663-617616218ea6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0532019 Nov 08 13:35:56.415123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b9c310d-1719-43ea-9849-79ef55a252b8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:56.423220 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-359d384d-1b96-490e-bbc7-5606b7857a89 service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061032 Nov 08 13:35:56.467706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5b9c310d-1719-43ea-9849-79ef55a252b8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:56.468106 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:56.532616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-28ba75d4-6b80-44b3-a89a-17c9d8c43d2a service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002729 Nov 08 13:35:56.559297 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:56.580974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 5b9c310d-1719-43ea-9849-79ef55a252b8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5b9c310d-1719-43ea-9849-79ef55a252b8,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:56.586270 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:56.646050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=5b9c310d-1719-43ea-9849-79ef55a252b8,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:56.767869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d8204-3c88-4e2c-8c75-a760423c90eb req-4e215632-dc8d-48d7-8f26-78da7cf6f7ee tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:56.778843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a7d8204-3c88-4e2c-8c75-a760423c90eb req-4e215632-dc8d-48d7-8f26-78da7cf6f7ee tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 945 time: 0.0682909 Nov 08 13:35:56.831216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a7d8204-3c88-4e2c-8c75-a760423c90eb req-7327a69a-2ac1-497a-b026-ff7fcce92058 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/security-groups?id=d723ce1e-ecb7-4bc7-976d-92c1206d7567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504923 Nov 08 13:35:56.956973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3c3d0-d3d8-4845-bd8a-a139e0d09cf0 req-5236881d-7493-4108-a670-be28399ba476 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:56.964373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6b3c3d0-d3d8-4845-bd8a-a139e0d09cf0 req-5236881d-7493-4108-a670-be28399ba476 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0676668 Nov 08 13:35:56.993615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Sync routers for ids ['524efab6-74bd-4a62-8e62-345e766e54ef'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:35:57.007195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Routers {'524efab6-74bd-4a62-8e62-345e766e54ef'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:57.008633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['524efab6-74bd-4a62-8e62-345e766e54ef'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:57.034168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6b3c3d0-d3d8-4845-bd8a-a139e0d09cf0 req-8807138a-bfa9-4a5d-9ac3-78172ea0e48a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685747 Nov 08 13:35:57.138231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Set router 524efab6-74bd-4a62-8e62-345e766e54ef gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:57.169597 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-dd59cdd5-fa61-499a-ac91-5867cdd8d0da req-fd02be11-fc8c-4932-877b-d3a735ef465e tempest-FloatingIPDetailsNegativeTestJSON-2052448524 tempest-FloatingIPDetailsNegativeTestJSON-2052448524-project] show failed (client error): The resource could not be found. Nov 08 13:35:57.170777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd59cdd5-fa61-499a-ac91-5867cdd8d0da req-fd02be11-fc8c-4932-877b-d3a735ef465e tempest-FloatingIPDetailsNegativeTestJSON-2052448524 tempest-FloatingIPDetailsNegativeTestJSON-2052448524-project] 10.222.0.65 "GET /v2.0/floatingips/f64c3dfe-2bd1-43e4-bbbf-e0af702df989 HTTP/1.1" status: 404 len: 350 time: 0.0462358 Nov 08 13:35:57.183072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35642) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:35:57.348608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911d194-4b2c-4544-bd65-add20d97ae34 req-c35a4fb2-4e04-476b-81da-906d97c8fbc9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:57.350991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e911d194-4b2c-4544-bd65-add20d97ae34 req-c35a4fb2-4e04-476b-81da-906d97c8fbc9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.1057158 Nov 08 13:35:57.385409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:35:54Z', 'revision_number': 4, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port': {'id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:49Z', 'updated_at': '2021-11-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'da1cc165-4119-451c-bc4c-beb7a2ed2497', 'name': '', 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'mac_address': 'fa:16:3e:50:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '47d62d95-5f54-4788-a891-8327cd1dc82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:35:54Z', 'revision_number': 2, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'subnets': [{'id': '47d62d95-5f54-4788-a891-8327cd1dc82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:57.412493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Checking router: 524efab6-74bd-4a62-8e62-345e766e54ef for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:35:57.412851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Updating router 524efab6-74bd-4a62-8e62-345e766e54ef port da1cc165-4119-451c-bc4c-beb7a2ed2497 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:35:57.442195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.479136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e911d194-4b2c-4544-bd65-add20d97ae34 req-977774a5-5a60-43e5-a07e-af268ffeebaa tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941174 Nov 08 13:35:57.636841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93f3f092-25b2-4974-a10b-c7a20d04356d req-14256814-f594-4277-a592-f8f70e679bf8 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0624747 Nov 08 13:35:57.784859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.791923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-3f23e891-8c9a-495e-87c0-523c95946049 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:57.792522 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.794431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-3f23e891-8c9a-495e-87c0-523c95946049 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 945 time: 0.0585694 Nov 08 13:35:57.821732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a020122-42af-4353-b5bc-40185c7f8fe5 req-61696242-6d1e-4b71-9bdc-f60795860097 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:57.824325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a020122-42af-4353-b5bc-40185c7f8fe5 req-61696242-6d1e-4b71-9bdc-f60795860097 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 950 time: 0.1102409 Nov 08 13:35:57.860131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c53e6609-6542-4eed-93a0-5616c62fe94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.861794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359307-ea0e-4447-a736-79da6fcf806c None None] Pushing event updated for resources: {'Port': ['ID=da1cc165-4119-451c-bc4c-beb7a2ed2497,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:57.884201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.955626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Deleting port 86e5874d-fa91-491b-8b08-222f6aec3509 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:35:57.956144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.962437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Attempting to bind port da1cc165-4119-451c-bc4c-beb7a2ed2497 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:35:57.963027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Attempting to bind port da1cc165-4119-451c-bc4c-beb7a2ed2497 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:35:57.963406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Attempting to bind port da1cc165-4119-451c-bc4c-beb7a2ed2497 on network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:35:57.974644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:35:57.975023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Checking segment: {'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:35:57.975606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.976074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Bound using segment: {'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:35:57.976585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Bound port: da1cc165-4119-451c-bc4c-beb7a2ed2497, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b073283d-690d-49b8-b410-15152482dfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:35:57.976988 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:57.979237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a020122-42af-4353-b5bc-40185c7f8fe5 req-554be187-b67b-4a13-9abb-df28b8a4f6cf tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362078 Nov 08 13:35:58.082283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] For port da1cc165-4119-451c-bc4c-beb7a2ed2497, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:35:58.094875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] For port da1cc165-4119-451c-bc4c-beb7a2ed2497, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da1cc165-4119-451c-bc4c-beb7a2ed2497,segment=NetworkSegment(b073283d-690d-49b8-b410-15152482dfd9),segment_id=b073283d-690d-49b8-b410-15152482dfd9)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:35:58.104849 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.152755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] For port 86e5874d-fa91-491b-8b08-222f6aec3509, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=86e5874d-fa91-491b-8b08-222f6aec3509,segment=NetworkSegment(62770769-f6c9-41f5-8f6f-ce854c865cb2),segment_id=62770769-f6c9-41f5-8f6f-ce854c865cb2)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:58.153584 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.176202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Calling delete_port for 86e5874d-fa91-491b-8b08-222f6aec3509 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:35:58.182773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fdc2ebd1-e26c-4792-b0e5-d1df403d02ab None None] Provisioning complete for port da1cc165-4119-451c-bc4c-beb7a2ed2497 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:58.183469 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ebd1-e26c-4792-b0e5-d1df403d02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.235462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84359307-ea0e-4447-a736-79da6fcf806c None None] Pushing event updated for resources: {'Port': ['ID=da1cc165-4119-451c-bc4c-beb7a2ed2497,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:58.253968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e207c-085c-4b14-8636-c48fd3668d43 req-a1c0cb04-c7f1-45e6-811b-72ea07c1c9d9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:58.262083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Routers {'524efab6-74bd-4a62-8e62-345e766e54ef'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:35:58.262597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-386e207c-085c-4b14-8636-c48fd3668d43 req-a1c0cb04-c7f1-45e6-811b-72ea07c1c9d9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1353440 Nov 08 13:35:58.263229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['524efab6-74bd-4a62-8e62-345e766e54ef'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:58.384915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-386e207c-085c-4b14-8636-c48fd3668d43 req-bc92ac43-f05b-47fb-b841-3295a683edba tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212335 Nov 08 13:35:58.449054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.481843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Deleting port da1cc165-4119-451c-bc4c-beb7a2ed2497 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:35:58.482370 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.494217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Pushing event deleted for resources: {'Port': ['ID=86e5874d-fa91-491b-8b08-222f6aec3509,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:58.511484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['86e5874d-fa91-491b-8b08-222f6aec3509'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:35:58.514456 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b9c310d-1719-43ea-9849-79ef55a252b8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:35:58.563707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] No DVR routers for this DVR port 86e5874d-fa91-491b-8b08-222f6aec3509 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:35:58.567810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.573299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3473fcec-52f0-4ad8-a334-3d81b389e205 req-96dffcb9-fab6-4159-ab48-44ea893f0643 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.70 "DELETE /v2.0/ports/86e5874d-fa91-491b-8b08-222f6aec3509 HTTP/1.1" status: 204 len: 173 time: 0.7694743 Nov 08 13:35:58.574756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'name': 'network-vif-deleted', 'tag': '86e5874d-fa91-491b-8b08-222f6aec3509'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:35:58.577753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-310bfef8-0ee9-4c98-ac13-9864c863295f req-2f05b047-13be-49f8-9f2d-435185ee0983 tempest-VolumesAdminNegativeTest-449355308 tempest-VolumesAdminNegativeTest-449355308-project] 10.222.0.65 "GET /v2.0/ports?device_id=2bfed0a1-d84e-49a3-b64d-fe2c32942ebd HTTP/1.1" status: 200 len: 210 time: 0.0765791 Nov 08 13:35:58.578826 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb5278-1062-45a6-9ac4-eeb7ef29c9b9" -d '{"events": [{"server_uuid": "2bfed0a1-d84e-49a3-b64d-fe2c32942ebd", "name": "network-vif-deleted", "tag": "86e5874d-fa91-491b-8b08-222f6aec3509"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:35:58.635387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] For port da1cc165-4119-451c-bc4c-beb7a2ed2497, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da1cc165-4119-451c-bc4c-beb7a2ed2497,segment=NetworkSegment(b073283d-690d-49b8-b410-15152482dfd9),segment_id=b073283d-690d-49b8-b410-15152482dfd9)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:58.635815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.652090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Calling delete_port for da1cc165-4119-451c-bc4c-beb7a2ed2497 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:35:58.749411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ebd1-e26c-4792-b0e5-d1df403d02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.776552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] Set router 524efab6-74bd-4a62-8e62-345e766e54ef gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:35:58.848220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fdc2ebd1-e26c-4792-b0e5-d1df403d02ab None None] For port da1cc165-4119-451c-bc4c-beb7a2ed2497, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da1cc165-4119-451c-bc4c-beb7a2ed2497,segment=NetworkSegment(b073283d-690d-49b8-b410-15152482dfd9),segment_id=b073283d-690d-49b8-b410-15152482dfd9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:35:58.881306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fdc2ebd1-e26c-4792-b0e5-d1df403d02ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:58.896381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81af283-6b4e-4b16-9712-2027da6b66a6 req-f1c17fee-b729-483a-99a2-b54a2cc9f376 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:58.897895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b81af283-6b4e-4b16-9712-2027da6b66a6 req-f1c17fee-b729-483a-99a2-b54a2cc9f376 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0807457 Nov 08 13:35:58.908649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5b9c310d-1719-43ea-9849-79ef55a252b8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:35:58.909055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:59.002545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b81af283-6b4e-4b16-9712-2027da6b66a6 req-7c5d9742-04e8-4f69-b22e-1b2c63ce7651 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959604 Nov 08 13:35:59.003854 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:59.023792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f1dca3dd-1470-4582-b331-8d6f1ca648b5 None None] Could not find standard attr ID for object da1cc165-4119-451c-bc4c-beb7a2ed2497. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:35:59.035529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2ebd1-e26c-4792-b0e5-d1df403d02ab None None] Pushing event updated for resources: {'Port': ['ID=da1cc165-4119-451c-bc4c-beb7a2ed2497,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:59.064293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Pushing event deleted for resources: {'Port': ['ID=da1cc165-4119-451c-bc4c-beb7a2ed2497,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:35:59.208848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:35:54Z', 'revision_number': 4, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port': {'id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:49Z', 'updated_at': '2021-11-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'da1cc165-4119-451c-bc4c-beb7a2ed2497', 'name': '', 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'mac_address': 'fa:16:3e:50:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '47d62d95-5f54-4788-a891-8327cd1dc82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:35:58Z', 'revision_number': 4, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'subnets': [{'id': '47d62d95-5f54-4788-a891-8327cd1dc82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:35:59.255198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355d19e-10aa-4ce0-b2d3-ff50ef96bb0e None None] The sync data for ids ['524efab6-74bd-4a62-8e62-345e766e54ef'] in n-d-804292-2 is: [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:35:54Z', 'revision_number': 4, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port': {'id': '5b9c310d-1719-43ea-9849-79ef55a252b8', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:0f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:49Z', 'updated_at': '2021-11-08T13:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'da1cc165-4119-451c-bc4c-beb7a2ed2497', 'name': '', 'network_id': 'c03ab82c-5c1c-4a01-a49f-4a14718e9cd6', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'mac_address': 'fa:16:3e:50:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '47d62d95-5f54-4788-a891-8327cd1dc82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:35:58Z', 'revision_number': 4, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'subnets': [{'id': '47d62d95-5f54-4788-a891-8327cd1dc82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:35:59.611888 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:35:59.633532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8317a4-fc3f-4054-b32d-090ebcbb4ed0 req-83ecbb09-1eaa-4584-a9f4-f623169e08b5 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:35:59.635762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee8317a4-fc3f-4054-b32d-090ebcbb4ed0 req-83ecbb09-1eaa-4584-a9f4-f623169e08b5 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.4362400 Nov 08 13:35:59.765801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee8317a4-fc3f-4054-b32d-090ebcbb4ed0 req-4b08196f-6a53-425d-be95-f2b60ac6039b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940275 Nov 08 13:35:59.821529 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fb7e4e-309e-4943-ae84-e37201ed6f15 x-openstack-request-id: req-e2fb7e4e-309e-4943-ae84-e37201ed6f15 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:35:59.822596 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bfed0a1-d84e-49a3-b64d-fe2c32942ebd", "name": "network-vif-deleted", "tag": "86e5874d-fa91-491b-8b08-222f6aec3509", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:35:59.823001 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2fb7e4e-309e-4943-ae84-e37201ed6f15 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:35:59.823564 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfed0a1-d84e-49a3-b64d-fe2c32942ebd', 'name': 'network-vif-deleted', 'tag': '86e5874d-fa91-491b-8b08-222f6aec3509', 'status': 'completed', 'code': 200} Nov 08 13:35:59.919914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93d97325-1459-48bd-bbf7-4ef813e7575b req-c474e497-7d38-4f0b-9dd2-925fd37f65d0 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0447648 Nov 08 13:35:59.938634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Router 524efab6-74bd-4a62-8e62-345e766e54ef has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:00.120714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725492d-7d0a-4d53-b76a-8602253f08a8 req-03b1a54f-0af8-4e4a-b1b6-0d453e78c9c5 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:00.122278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f725492d-7d0a-4d53-b76a-8602253f08a8 req-03b1a54f-0af8-4e4a-b1b6-0d453e78c9c5 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 950 time: 0.1215370 Nov 08 13:36:00.123958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:00.129350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-88e1d99d-3f64-4225-b4b3-d48bf73e714a admin admin] 10.222.0.65 "PUT /v2.0/routers/524efab6-74bd-4a62-8e62-345e766e54ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9444072 Nov 08 13:36:00.133256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35664) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:00.182041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f725492d-7d0a-4d53-b76a-8602253f08a8 req-1764ec2a-7f1b-4848-a86f-27b3aa4a86d1 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496423 Nov 08 13:36:00.303955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.358242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ffa56-0d70-40e5-b1eb-2a2f645f3e8b req-1156e0b6-dedb-4117-acc0-09b961e9c477 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:00.366186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e0ffa56-0d70-40e5-b1eb-2a2f645f3e8b req-1156e0b6-dedb-4117-acc0-09b961e9c477 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.0940125 Nov 08 13:36:00.433717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e0ffa56-0d70-40e5-b1eb-2a2f645f3e8b req-251184f3-d737-4b56-9e72-94b3cef5046f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666127 Nov 08 13:36:00.478466 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.504009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35668) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:00.580035 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] Sync routers for ids ['524efab6-74bd-4a62-8e62-345e766e54ef'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:00.580615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] Deleting subnet e0b99d06-a397-49c5-89c6-81e3397fd74f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:36:00.586794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.592493 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] Routers {'524efab6-74bd-4a62-8e62-345e766e54ef'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:00.593141 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['524efab6-74bd-4a62-8e62-345e766e54ef'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:00.623556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Deleting port 5b9c310d-1719-43ea-9849-79ef55a252b8 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:00.623925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.633678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3184046-7a91-4df6-a4a1-9c28c6c4cac8 req-39a6f8bb-34ad-4901-9129-892383fa82c8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:00.635276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3184046-7a91-4df6-a4a1-9c28c6c4cac8 req-39a6f8bb-34ad-4901-9129-892383fa82c8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0714965 Nov 08 13:36:00.641258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.660767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.699483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3184046-7a91-4df6-a4a1-9c28c6c4cac8 req-b6e4cef4-2e9d-425c-afde-19cdab2cde08 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536118 Nov 08 13:36:00.701718 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] Set router 524efab6-74bd-4a62-8e62-345e766e54ef gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:00.770293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] For port 5b9c310d-1719-43ea-9849-79ef55a252b8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5b9c310d-1719-43ea-9849-79ef55a252b8,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:00.770687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.776484 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:36:00Z', 'revision_number': 6, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:00.781434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.797575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Calling delete_port for 5b9c310d-1719-43ea-9849-79ef55a252b8 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:00.813569 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] Checking router: 524efab6-74bd-4a62-8e62-345e766e54ef for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:00.822103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b99d06-a397-49c5-89c6-81e3397fd74f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:00.826531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:00.829020 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] Routers {'524efab6-74bd-4a62-8e62-345e766e54ef'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:00.829717 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:35:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['524efab6-74bd-4a62-8e62-345e766e54ef'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:00.831541 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-df6a8f07-61c2-4004-a742-c30f820f5d4f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e0b99d06-a397-49c5-89c6-81e3397fd74f HTTP/1.1" status: 204 len: 168 time: 0.3303554 Nov 08 13:36:00.836571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35672) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:00.936092 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] Set router 524efab6-74bd-4a62-8e62-345e766e54ef gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:00.949991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.011904 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:36:00Z', 'revision_number': 6, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:01.044287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.062201 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773d7c93-eb38-45a0-a3b1-ce65f7e890f2 None None] The sync data for ids ['524efab6-74bd-4a62-8e62-345e766e54ef'] in n-d-804292-2 is: [{'id': '524efab6-74bd-4a62-8e62-345e766e54ef', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-8273840-router', 'tenant_id': 'a960bc4eac38422baab7d49cde3c5b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:35:48Z', 'updated_at': '2021-11-08T13:36:00Z', 'revision_number': 6, 'project_id': 'a960bc4eac38422baab7d49cde3c5b44', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:01.080656 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.081263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9c310d-1719-43ea-9849-79ef55a252b8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:01.121582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.142409 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.142880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.143880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.144353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > port after_create 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.144679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.145019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > port after_update 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.145432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.145676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.145970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.146393 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.230399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.233010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.259936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.260326 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.260703 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.261011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101841) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:01.261411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:01.284886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62770769-f6c9-41f5-8f6f-ce854c865cb2') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:01.285394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62770769-f6c9-41f5-8f6f-ce854c865cb2') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:01.302674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ea394-afdf-49a5-80fb-bd383b9718bd req-2d80ad8c-1c1f-4bcb-877b-c41c56452820 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:01.304599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-206ea394-afdf-49a5-80fb-bd383b9718bd req-2d80ad8c-1c1f-4bcb-877b-c41c56452820 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.2395148 Nov 08 13:36:01.312026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.312793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 524efab6-74bd-4a62-8e62-345e766e54ef {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:36:01.318893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.320148 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18403102-c179-4aab-bb2c-91e0d17da4ee admin admin] 10.222.0.65 "DELETE /v2.0/routers/524efab6-74bd-4a62-8e62-345e766e54ef HTTP/1.1" status: 204 len: 168 time: 1.1853938 Nov 08 13:36:01.324025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35678) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:01.330437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.373980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.386760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] Deleting subnet 47d62d95-5f54-4788-a891-8327cd1dc82c {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:36:01.389456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.391388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:36:01.391864 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.415963 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dce54722-67e2-46d6-a241-b518671ac126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: from cryptography.utils import int_from_bytes Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: from cryptography.utils import int_from_bytes Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:36:01.424727 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:36:01.437972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.455669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-206ea394-afdf-49a5-80fb-bd383b9718bd req-e69df33c-effc-44ee-bb97-93d89b9c513a tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421859 Nov 08 13:36:01.539336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.547419 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.551434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee HTTP/1.1" status: 204 len: 168 time: 0.7133915 Nov 08 13:36:01.555396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35682) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:01.558009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.577703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43220462-1542-4b39-a4bd-5ba5a7cb3934 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff0ca8a0-5e57-41ca-95c9-8126eecfd8ee,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:01.583037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f4e4d7d-e2d2-4738-aef5-524090b09966 req-e2afea97-4037-481f-aa3e-b9998489659f tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0558395 Nov 08 13:36:01.636022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] Deleting subnet f8a261bf-47f7-4cd0-a4cb-784438d13a99 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:36:01.640017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.680896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.688867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.707538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c318b-ecd6-40d6-8efb-0829de0a1faa req-458b15ef-8abc-4d95-8fc1-cd1a4ee8234f tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:01.708714 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.709102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa5c318b-ecd6-40d6-8efb-0829de0a1faa req-458b15ef-8abc-4d95-8fc1-cd1a4ee8234f tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 950 time: 0.0526123 Nov 08 13:36:01.743927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d62d95-5f54-4788-a891-8327cd1dc82c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:01.748362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.751566 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ebcf86d3-daf1-4aa1-a2e1-ef53dd95166e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/47d62d95-5f54-4788-a891-8327cd1dc82c HTTP/1.1" status: 204 len: 168 time: 0.4264774 Nov 08 13:36:01.754553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35686) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:01.757091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee414661-8fed-4816-9bc7-1c09bd68ba72 None None] Network c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:01.772503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa5c318b-ecd6-40d6-8efb-0829de0a1faa req-ba90a25f-9778-4477-a326-dc81fecb9fa8 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559533 Nov 08 13:36:01.816535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 86e5874d-fa91-491b-8b08-222f6aec3509 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:01.834474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.845822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 86e5874d-fa91-491b-8b08-222f6aec3509 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:01.846163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 86e5874d-fa91-491b-8b08-222f6aec3509 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:01.875508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a261bf-47f7-4cd0-a4cb-784438d13a99,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:01.881139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.886467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8b5c89c9-06e5-4174-ad20-1a1eea2e99a2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f8a261bf-47f7-4cd0-a4cb-784438d13a99 HTTP/1.1" status: 204 len: 168 time: 0.3279538 Nov 08 13:36:01.895216 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.897067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35688) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:01.977683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Deleting port 70779ac4-63bd-4039-9c5f-0e5997bbb2db {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:01.977975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:01.996759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a774d40-0c44-421d-89de-c37593166e23 req-83e197c4-b240-4ad5-872f-64a96df7099b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:01.999133 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a774d40-0c44-421d-89de-c37593166e23 req-83e197c4-b240-4ad5-872f-64a96df7099b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1537857 Nov 08 13:36:02.002825 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.021246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] DHCP port deletion for c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:36:02.055276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] For port 70779ac4-63bd-4039-9c5f-0e5997bbb2db, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=70779ac4-63bd-4039-9c5f-0e5997bbb2db,segment=NetworkSegment(b073283d-690d-49b8-b410-15152482dfd9),segment_id=b073283d-690d-49b8-b410-15152482dfd9)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:02.055644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.071141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Calling delete_port for 70779ac4-63bd-4039-9c5f-0e5997bbb2db owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:02.091866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] Deleting port 70779ac4-63bd-4039-9c5f-0e5997bbb2db {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:02.092600 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.140213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.155121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a774d40-0c44-421d-89de-c37593166e23 req-3590222c-0fc7-47a6-912e-ba7bb4d64b8a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374443 Nov 08 13:36:02.162614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] For port 70779ac4-63bd-4039-9c5f-0e5997bbb2db, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=70779ac4-63bd-4039-9c5f-0e5997bbb2db,segment=NetworkSegment(b073283d-690d-49b8-b410-15152482dfd9),segment_id=b073283d-690d-49b8-b410-15152482dfd9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:02.163367 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.167981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a290e9f-be2e-41fb-9ab1-72a2f970c6d6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:02.182481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0d7830-4ace-43db-8cef-befa5c578d1b') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:02.182796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0d7830-4ace-43db-8cef-befa5c578d1b') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:02.185163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.192037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] Calling delete_port for 70779ac4-63bd-4039-9c5f-0e5997bbb2db owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:02.196991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.213594 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.221621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:36:02.222164 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:36:02.224172 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:36:02.246148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Pushing event deleted for resources: {'Port': ['ID=70779ac4-63bd-4039-9c5f-0e5997bbb2db,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:02.250452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] No DVR routers for this DVR port 70779ac4-63bd-4039-9c5f-0e5997bbb2db on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:36:02.338717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.371559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.371942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.373434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.373929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > port after_create 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.374046 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.374262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > port after_delete 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.374599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > port after_update 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.374921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.375258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.375572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.375934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.395710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.407462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.415258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] Pushing event deleted for resources: {'Port': ['ID=70779ac4-63bd-4039-9c5f-0e5997bbb2db,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:02.421684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] 10.222.0.65 "DELETE /v2.0/networks/4a290e9f-be2e-41fb-9ab1-72a2f970c6d6 HTTP/1.1" status: 204 len: 168 time: 0.5229912 Nov 08 13:36:02.428101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63993cc3-96fa-4a61-9fb6-9b5938bd66a5 None None] No DVR routers for this DVR port 70779ac4-63bd-4039-9c5f-0e5997bbb2db on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:36:02.465594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da1cc165-4119-451c-bc4c-beb7a2ed2497 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:02.469555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013c2a7-7dfb-4be0-b825-47a6200550b1 req-77bfd853-a71b-42ee-ad0b-ca89f376dc97 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:02.474056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f013c2a7-7dfb-4be0-b825-47a6200550b1 req-77bfd853-a71b-42ee-ad0b-ca89f376dc97 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.2332096 Nov 08 13:36:02.475315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c130a32-e54b-4e10-a7d2-e949c03b273b admin admin] Pushing event deleted for resources: {'Network': ['ID=4a290e9f-be2e-41fb-9ab1-72a2f970c6d6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:02.494604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: da1cc165-4119-451c-bc4c-beb7a2ed2497 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:02.495102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da1cc165-4119-451c-bc4c-beb7a2ed2497 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:02.495667 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 70779ac4-63bd-4039-9c5f-0e5997bbb2db no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:02.504139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.504488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.504814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.505145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101840) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 08 13:36:02.505538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03ab82c-5c1c-4a01-a49f-4a14718e9cd6']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:02.519918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 70779ac4-63bd-4039-9c5f-0e5997bbb2db {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:02.520314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 70779ac4-63bd-4039-9c5f-0e5997bbb2db not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:02.520870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b9c310d-1719-43ea-9849-79ef55a252b8 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:02.534810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b073283d-690d-49b8-b410-15152482dfd9') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:02.535095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b073283d-690d-49b8-b410-15152482dfd9') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:02.546324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f013c2a7-7dfb-4be0-b825-47a6200550b1 req-6ff5a3e0-e7f4-42fe-868f-32a391cf5b64 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656102 Nov 08 13:36:02.549550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5b9c310d-1719-43ea-9849-79ef55a252b8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:02.549900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b9c310d-1719-43ea-9849-79ef55a252b8 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:02.583144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.615535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.636890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be434ccb-9406-43d7-bc42-a61e65734557 req-8a8f355e-9489-4ee7-9c3c-ce34093699f2 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:02.638716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be434ccb-9406-43d7-bc42-a61e65734557 req-8a8f355e-9489-4ee7-9c3c-ce34093699f2 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.70 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 950 time: 0.1156623 Nov 08 13:36:02.639321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35696) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:02.643966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:36:02.643966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: from cryptography.utils import int_from_bytes Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: from cryptography.utils import int_from_bytes Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:36:02.656590 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:36:02.692012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd7969-38bd-4868-9aee-528e89db7d7a req-f71aeccd-cd55-4be9-a847-c38a7a918843 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:02.692012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5fd7969-38bd-4868-9aee-528e89db7d7a req-f71aeccd-cd55-4be9-a847-c38a7a918843 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.0630083 Nov 08 13:36:02.759485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5fd7969-38bd-4868-9aee-528e89db7d7a req-9bd0cb7a-515e-443f-8509-a4214eeadb57 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588174 Nov 08 13:36:02.802389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.811052 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-13354b1f-efe0-4cd8-ac84-db5629fc364d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d022dd8e3d14dc7bc470e9f0a692881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675680 Nov 08 13:36:02.815180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.815904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35700) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:02.821350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] 10.222.0.65 "DELETE /v2.0/networks/c03ab82c-5c1c-4a01-a49f-4a14718e9cd6 HTTP/1.1" status: 204 len: 168 time: 1.0634115 Nov 08 13:36:02.835704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270d151-23dc-4911-9806-e9a3daf9203f admin admin] Pushing event deleted for resources: {'Network': ['ID=c03ab82c-5c1c-4a01-a49f-4a14718e9cd6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:02.873295 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.875684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Deleting port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:36:02.876064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.907091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-807a8ba4-845d-43cf-aa9f-a9c36787fae6 req-cacdc6e1-1306-4503-aedc-a8c446c73d41 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0344973 Nov 08 13:36:02.941789 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e994e3e8-8f4d-4150-a2f7-6ec8b6b5ccbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.976408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e994e3e8-8f4d-4150-a2f7-6ec8b6b5ccbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:02.987481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] For port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:02.987884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.012458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Calling delete_port for 1f8e05a7-a74a-4e89-a80b-5861d8837ccf owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:36:03.078772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003f0c3-5a96-4e9c-ae60-c9ef6894562c req-161bac78-67ee-4000-b931-c96a94181ae0 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:03.080441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2003f0c3-5a96-4e9c-ae60-c9ef6894562c req-161bac78-67ee-4000-b931-c96a94181ae0 tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/ports?device_id=6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468 HTTP/1.1" status: 200 len: 950 time: 0.0736952 Nov 08 13:36:03.097429 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e994e3e8-8f4d-4150-a2f7-6ec8b6b5ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.100133 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e994e3e8-8f4d-4150-a2f7-6ec8b6b5ccbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.101319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e994e3e8-8f4d-4150-a2f7-6ec8b6b5ccbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d723ce1e-ecb7-4bc7-976d-92c1206d7567 HTTP/1.1" status: 204 len: 168 time: 0.2843878 Nov 08 13:36:03.119631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994e3e8-8f4d-4150-a2f7-6ec8b6b5ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d723ce1e-ecb7-4bc7-976d-92c1206d7567,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:03.163961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2003f0c3-5a96-4e9c-ae60-c9ef6894562c req-bbc51a5f-ceaa-42f0-a5d9-da30ae57da6e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.65 "GET /v2.0/security-groups?id=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759935 Nov 08 13:36:03.189739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35708) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:03.252854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e3d46dd6-9e46-4f0e-be7d-87e0a4c332f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a960bc4eac38422baab7d49cde3c5b44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612845 Nov 08 13:36:03.254748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35710) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:03.348212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47bd9e-7918-43db-b0d4-c11336d4ecaf req-a91161da-7c87-4c35-8f7a-34fca0685d72 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:03.349922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c47bd9e-7918-43db-b0d4-c11336d4ecaf req-a91161da-7c87-4c35-8f7a-34fca0685d72 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.0959508 Nov 08 13:36:03.355473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-294a2bbf-4423-48d8-bad9-4542e635e955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.410712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-294a2bbf-4423-48d8-bad9-4542e635e955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.416582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.434148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1f8e05a7-a74a-4e89-a80b-5861d8837ccf'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:03.453431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c47bd9e-7918-43db-b0d4-c11336d4ecaf req-deddb947-b086-4d4b-8236-02822704d23e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926993 Nov 08 13:36:03.468698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Pushing event deleted for resources: {'Port': ['ID=1f8e05a7-a74a-4e89-a80b-5861d8837ccf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:03.501679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-294a2bbf-4423-48d8-bad9-4542e635e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.504616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-294a2bbf-4423-48d8-bad9-4542e635e955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.505821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-294a2bbf-4423-48d8-bad9-4542e635e955 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a033c1f0-8e38-4d10-a3e7-41706d36a013 HTTP/1.1" status: 204 len: 168 time: 0.2495015 Nov 08 13:36:03.517036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a2bbf-4423-48d8-bad9-4542e635e955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033c1f0-8e38-4d10-a3e7-41706d36a013,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:03.574310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] No DVR routers for this DVR port 1f8e05a7-a74a-4e89-a80b-5861d8837ccf on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:36:03.579196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.584414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be434ccb-9406-43d7-bc42-a61e65734557 req-4e05f254-1400-415f-99a2-83769c38042e tempest-DeleteServersAdminTestJSON-691884752 tempest-DeleteServersAdminTestJSON-691884752-project] 10.222.0.70 "DELETE /v2.0/ports/1f8e05a7-a74a-4e89-a80b-5861d8837ccf HTTP/1.1" status: 204 len: 173 time: 0.9258330 Nov 08 13:36:03.587134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'name': 'network-vif-deleted', 'tag': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:03.590045 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a26354-fae6-42ae-abe5-d819a7970244" -d '{"events": [{"server_uuid": "6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468", "name": "network-vif-deleted", "tag": "1f8e05a7-a74a-4e89-a80b-5861d8837ccf"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:03.732465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0f6f1-b81e-4790-b32b-2a2e3ec76251 req-bd932f09-bf65-4819-9894-a1baba73f11a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:03.740305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdb0f6f1-b81e-4790-b32b-2a2e3ec76251 req-bd932f09-bf65-4819-9894-a1baba73f11a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0797055 Nov 08 13:36:03.754478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35720) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:03.821020 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdb0f6f1-b81e-4790-b32b-2a2e3ec76251 req-c1cd2db3-3eb3-4468-94b0-1cfae60155fe tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798068 Nov 08 13:36:03.836287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-967a67cf-a7b8-46f7-b798-f0fc8f599fdb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76fbae111af049acac0bb8288b4dbfdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0805278 Nov 08 13:36:03.841474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35726) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:03.889797 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500528c-103c-4245-9587-cb79e4d8c1d5 x-openstack-request-id: req-8500528c-103c-4245-9587-cb79e4d8c1d5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:03.890379 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468", "name": "network-vif-deleted", "tag": "1f8e05a7-a74a-4e89-a80b-5861d8837ccf", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:03.890972 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8500528c-103c-4245-9587-cb79e4d8c1d5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:03.891619 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf16dcb-7cc1-4a09-9e8e-66e30e8d6468', 'name': 'network-vif-deleted', 'tag': '1f8e05a7-a74a-4e89-a80b-5861d8837ccf', 'status': 'completed', 'code': 200} Nov 08 13:36:03.902437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55d9af2e-5672-4fcb-93d9-84a2c3f3ca4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:03.937809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55d9af2e-5672-4fcb-93d9-84a2c3f3ca4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:04.043118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7b168-2926-4718-81e3-9843a11b904e req-d2dbd98b-dbca-40ee-baf5-b7384e6ae5e9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:04.044762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bb7b168-2926-4718-81e3-9843a11b904e req-d2dbd98b-dbca-40ee-baf5-b7384e6ae5e9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.1048567 Nov 08 13:36:04.065167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55d9af2e-5672-4fcb-93d9-84a2c3f3ca4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:04.068524 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55d9af2e-5672-4fcb-93d9-84a2c3f3ca4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:04.072167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-55d9af2e-5672-4fcb-93d9-84a2c3f3ca4e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/751e3be3-fb00-4fd1-b209-69bb1194b1cc HTTP/1.1" status: 204 len: 168 time: 0.2272635 Nov 08 13:36:04.088568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9af2e-5672-4fcb-93d9-84a2c3f3ca4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e3be3-fb00-4fd1-b209-69bb1194b1cc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:04.143239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bb7b168-2926-4718-81e3-9843a11b904e req-3510070f-ff21-4493-a782-caa4262b30bf tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869672 Nov 08 13:36:04.255990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2387674-b2a5-4f11-873b-64c6fff87599 req-9b011594-cdf2-4553-8468-88397d50cf53 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0288854 Nov 08 13:36:04.594320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da469c8-9565-431b-b156-3c354fc7276a req-74b61b8f-e10d-44ac-a1d0-233ddf4da429 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:04.595917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5da469c8-9565-431b-b156-3c354fc7276a req-74b61b8f-e10d-44ac-a1d0-233ddf4da429 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.0563247 Nov 08 13:36:04.648594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5da469c8-9565-431b-b156-3c354fc7276a req-03eb4fd2-31b5-4750-8772-8b7fdb2c1912 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459476 Nov 08 13:36:04.658701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35772) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:04.818993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-872490075-network', 'tenant_id': '2c4e2eb723054102944a464b00399be0'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:04.842660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:04.845086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:04.857390 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:04.930919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35784) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:04.970168 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:04.975131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:04.996545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:36:05.025087 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.025444 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Added segment f4959c69-8d3b-49c2-9fc7-9daf7402fb15 of type vlan for network 0bc3c116-4768-4af8-99ab-853f72de11e6 Nov 08 13:36:05.027631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9405f310-aa59-418a-ba06-7dfd31694a44,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:05.070972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49362f8-04cd-4164-9f78-326fd7434780 req-0e52b87f-d736-4bc8-9533-f5fc4380841e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:05.072462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c49362f8-04cd-4164-9f78-326fd7434780 req-0e52b87f-d736-4bc8-9533-f5fc4380841e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.1402047 Nov 08 13:36:05.094622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.157848 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.158861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:05.159579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.167410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c49362f8-04cd-4164-9f78-326fd7434780 req-d0317d70-3487-479c-b5aa-c60166346277 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822561 Nov 08 13:36:05.224150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5643046 Nov 08 13:36:05.227082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35798) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:05.231403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec356a8-d7ba-4d56-a969-2b8bb20679b4 admin admin] Pushing event updated for resources: {'Network': ['ID=0bc3c116-4768-4af8-99ab-853f72de11e6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:05.242098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:36:05.245801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Request body: {'subnet': {'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-subnet', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:05.274627 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4bf341ee-6f93-4d8d-9785-52089dbeac33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=910936671ff14209b34df400b286c4ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425379 Nov 08 13:36:05.277430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35800) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:05.289817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:05.295749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.359017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78646b81-eb64-46bd-b733-131b993f8b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.378483 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.386900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78646b81-eb64-46bd-b733-131b993f8b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.465153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78646b81-eb64-46bd-b733-131b993f8b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.468478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78646b81-eb64-46bd-b733-131b993f8b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.469685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-78646b81-eb64-46bd-b733-131b993f8b6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8 HTTP/1.1" status: 204 len: 168 time: 0.1912677 Nov 08 13:36:05.500289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78646b81-eb64-46bd-b733-131b993f8b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759fb870-4f7e-4043-8d4f-9b8cb9c3c7a8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:05.519427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.521128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa440ca3-ce3b-43ce-ab51-82fa08e02a16 req-b8f37454-4f75-4ca1-9e50-5654a5e3a3aa tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:05.522929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa440ca3-ce3b-43ce-ab51-82fa08e02a16 req-b8f37454-4f75-4ca1-9e50-5654a5e3a3aa tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.0731339 Nov 08 13:36:05.584908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa440ca3-ce3b-43ce-ab51-82fa08e02a16 req-af81e4c6-5b33-4998-9191-c20eb807c08e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531917 Nov 08 13:36:05.586653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6cd4c7-77f6-4655-85dc-fb1803715c73,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:05.606443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Checking segment: {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:05.606789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Network hostable DHCP agents. Network: 0bc3c116-4768-4af8-99ab-853f72de11e6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:36:05.637772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:36:05.657497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 0bc3c116-4768-4af8-99ab-853f72de11e6) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:05.664658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:05.665260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.668386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6230208-0d60-4484-ad0a-cca88ad7caa4 None None] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:05.687696 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-203ac4a3-72f5-448a-9d99-8a4e9ec3235e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4596164 Nov 08 13:36:05.692819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35820) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:05.695433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77237157-acdf-42e9-95c9-f48f7b27ee24 req-bb88e927-2d6a-42d0-bf3a-c2ce250fc26a tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0447700 Nov 08 13:36:05.702893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:05.743599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.745058 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.807878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f8e05a7-a74a-4e89-a80b-5861d8837ccf no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:05.813280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.858554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da828b-b61f-475e-95b6-1dbaf36a9129 req-6ada4957-5a3a-43c4-bb13-d079e0b058d3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:05.861822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 1f8e05a7-a74a-4e89-a80b-5861d8837ccf {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:36:05.862373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f8e05a7-a74a-4e89-a80b-5861d8837ccf not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:05.868578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5da828b-b61f-475e-95b6-1dbaf36a9129 req-6ada4957-5a3a-43c4-bb13-d079e0b058d3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.0741239 Nov 08 13:36:05.873059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.918005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-0bc3c116-4768-4af8-99ab-853f72de11e6', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:36:05.919167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:05.938090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5da828b-b61f-475e-95b6-1dbaf36a9129 req-761b2a42-b680-4e2c-bad6-4b8abb62ddf2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638046 Nov 08 13:36:05.960247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35828) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:05.972535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2aa34edc-aecc-4343-a744-1b5ad9e4d321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.035249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.100512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2aa34edc-aecc-4343-a744-1b5ad9e4d321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.113859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2aa34edc-aecc-4343-a744-1b5ad9e4d321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.129511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Allocated IP 172.20.0.2 (0bc3c116-4768-4af8-99ab-853f72de11e6/0d6cd4c7-77f6-4655-85dc-fb1803715c73/8aa25950-d0fa-49ad-ba7f-ea97977325bf) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:06.181847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa34edc-aecc-4343-a744-1b5ad9e4d321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a295cd9-5295-46ab-9e6b-9b77d2cfdfb5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:06.187964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2aa34edc-aecc-4343-a744-1b5ad9e4d321 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1722a6407be41238d43ab8b1a8ab9f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318776 Nov 08 13:36:06.190440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35838) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:06.247410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32db0b5e-7435-4ed4-979b-3106488e1f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.276895 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32db0b5e-7435-4ed4-979b-3106488e1f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.316656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.343313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.387482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748613b6-5ce5-42a1-b694-9271e76c0f62 req-114adfcc-887c-4e97-aef3-e74be5d01536 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:06.389327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-748613b6-5ce5-42a1-b694-9271e76c0f62 req-114adfcc-887c-4e97-aef3-e74be5d01536 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0782862 Nov 08 13:36:06.390008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32db0b5e-7435-4ed4-979b-3106488e1f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.392640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-32db0b5e-7435-4ed4-979b-3106488e1f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.397106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-32db0b5e-7435-4ed4-979b-3106488e1f5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a295cd9-5295-46ab-9e6b-9b77d2cfdfb5 HTTP/1.1" status: 204 len: 168 time: 0.2056098 Nov 08 13:36:06.410796 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.412705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db0b5e-7435-4ed4-979b-3106488e1f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a295cd9-5295-46ab-9e6b-9b77d2cfdfb5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:06.422827 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.487969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:06.490892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-748613b6-5ce5-42a1-b694-9271e76c0f62 req-1c0902cd-314f-4371-bfde-c26fde41c097 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801854 Nov 08 13:36:06.497035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:06.502392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:06.526387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Pushing event updated for resources: {'Port': ['ID=8aa25950-d0fa-49ad-ba7f-ea97977325bf,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:06.543131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Allocated IP 172.25.8.49 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/ac75c98b-dd61-45d3-ae3e-81f983467e7c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:06.607459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed6dee21-d343-4c41-90fe-24409b77df66 req-3b632fb4-05aa-441d-a501-bea87d187b5b tempest-FlavorsV2NegativeTest-1664456823 tempest-FlavorsV2NegativeTest-1664456823-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4879891f4ea341acbe5f5c7e50ae0937&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226111 Nov 08 13:36:06.690537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.759666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.760942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6dee21-d343-4c41-90fe-24409b77df66 req-b2470582-81b6-417a-aa2f-08f04cf66411 tempest-FlavorsV2NegativeTest-1664456823 tempest-FlavorsV2NegativeTest-1664456823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:06.761712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Attempting to bind port 8aa25950-d0fa-49ad-ba7f-ea97977325bf on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:06.762080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Attempting to bind port 8aa25950-d0fa-49ad-ba7f-ea97977325bf by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:06.762450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Attempting to bind port 8aa25950-d0fa-49ad-ba7f-ea97977325bf on network 0bc3c116-4768-4af8-99ab-853f72de11e6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:06.762564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed6dee21-d343-4c41-90fe-24409b77df66 req-b2470582-81b6-417a-aa2f-08f04cf66411 tempest-FlavorsV2NegativeTest-1664456823 tempest-FlavorsV2NegativeTest-1664456823-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445057 Nov 08 13:36:06.771586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:06.772308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Checking segment: {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:06.772886 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.773422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Bound using segment: {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:06.774061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Bound port: 8aa25950-d0fa-49ad-ba7f-ea97977325bf, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:06.774611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.789491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed6dee21-d343-4c41-90fe-24409b77df66 req-9556dc6c-8b6d-4522-a645-1bc7b994489d tempest-FlavorsV2NegativeTest-1664456823 tempest-FlavorsV2NegativeTest-1664456823-project] 10.222.0.65 "GET /v2.0/quotas/4879891f4ea341acbe5f5c7e50ae0937 HTTP/1.1" status: 200 len: 375 time: 0.0158179 Nov 08 13:36:06.814103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:06.818920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:06.826706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:06.840013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed6dee21-d343-4c41-90fe-24409b77df66 req-4ef8263a-a0b2-4e54-ba4f-f9407fb17413 tempest-FlavorsV2NegativeTest-1664456823 tempest-FlavorsV2NegativeTest-1664456823-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4879891f4ea341acbe5f5c7e50ae0937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497193 Nov 08 13:36:06.855213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=ac75c98b-dd61-45d3-ae3e-81f983467e7c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:06.870725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] For port 8aa25950-d0fa-49ad-ba7f-ea97977325bf, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:06.874757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] For port 8aa25950-d0fa-49ad-ba7f-ea97977325bf, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8aa25950-d0fa-49ad-ba7f-ea97977325bf,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:06.880807 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:06.963659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e23016-3ce9-4fcb-900e-73944f8ff970 None None] Pushing event updated for resources: {'Port': ['ID=8aa25950-d0fa-49ad-ba7f-ea97977325bf,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:07.037014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372181c9-3457-4aea-9d86-264ef6471095 req-ee271f2d-4beb-4308-bd44-377bd25a3d60 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:07.038748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-372181c9-3457-4aea-9d86-264ef6471095 req-ee271f2d-4beb-4308-bd44-377bd25a3d60 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.0617464 Nov 08 13:36:07.119888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-372181c9-3457-4aea-9d86-264ef6471095 req-c4ccfc2f-4675-41d7-820d-364da70a5bbf tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698924 Nov 08 13:36:07.241191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:07.298691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e830532c-54c8-4a75-9177-a86081642b21 req-388d6c43-e0ea-4324-9e20-820b6eb69407 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0422695 Nov 08 13:36:07.478609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b10d5-04ca-4961-b103-0b274533241e req-7b81115e-6ce2-41f1-811a-52d0f701925e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:07.482477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d5b10d5-04ca-4961-b103-0b274533241e req-7b81115e-6ce2-41f1-811a-52d0f701925e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.0754676 Nov 08 13:36:07.582486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:07.585542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d5b10d5-04ca-4961-b103-0b274533241e req-7c035f01-71be-460c-83e6-bd1f4ee14ffc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845425 Nov 08 13:36:07.756690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eded14e-103c-43ee-90d2-13402e1b7984 req-826ea2c1-a96d-481c-a27a-d7dd3871f8b0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:07.765496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7eded14e-103c-43ee-90d2-13402e1b7984 req-826ea2c1-a96d-481c-a27a-d7dd3871f8b0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.0738447 Nov 08 13:36:07.807981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:36:07.827700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7eded14e-103c-43ee-90d2-13402e1b7984 req-48c14f6f-4dcd-4694-9f3f-71e1fb7e15b1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610647 Nov 08 13:36:07.958349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:07.970153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Sync routers for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:07.985064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:07.987412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:07.991495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:07.995009 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b26bcda4-57a3-44c4-9db2-445e75f69ab0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3011096 Nov 08 13:36:07.998900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35906) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:08.023788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35908) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:08.155679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:08.304520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3d44-4fa2-4c89-8863-9a2385b9859d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.539370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3d44-4fa2-4c89-8863-9a2385b9859d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.546259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a3f3b-653e-42d4-846d-2b22931d7af1 req-473841ab-be3d-4ed4-b0d5-c89357623848 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:08.547487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3d44-4fa2-4c89-8863-9a2385b9859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.553621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f1a3f3b-653e-42d4-846d-2b22931d7af1 req-473841ab-be3d-4ed4-b0d5-c89357623848 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.2986071 Nov 08 13:36:08.561937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8aa25950-d0fa-49ad-ba7f-ea97977325bf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:08.624157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f565166-fd37-4b06-9ea7-845b1dfa0f4e None None] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:08.646826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf3d44-4fa2-4c89-8863-9a2385b9859d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e258a-fdd7-4976-aaab-b770aebe14d7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:08.663509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0ebf3d44-4fa2-4c89-8863-9a2385b9859d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4879891f4ea341acbe5f5c7e50ae0937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6350880 Nov 08 13:36:08.664451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35926) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:08.699759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f1a3f3b-653e-42d4-846d-2b22931d7af1 req-0226c158-95e4-44ef-b5f4-3d21b926bf07 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436403 Nov 08 13:36:08.771028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10f4aca9-45e5-4e5e-94e1-82546486add0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.799629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10f4aca9-45e5-4e5e-94e1-82546486add0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.820077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8aa25950-d0fa-49ad-ba7f-ea97977325bf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:08.820415 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.832663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a12e064a-8ecd-4af6-b28c-09bdbd1bd0ad None None] Provisioning complete for port 8aa25950-d0fa-49ad-ba7f-ea97977325bf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:08.833286 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a12e064a-8ecd-4af6-b28c-09bdbd1bd0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.875115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-216db9d9-6b8e-43ae-943b-fdb92149bbab req-b07f00ca-c2b9-48d9-86bd-dfb2c2317a77 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0867717 Nov 08 13:36:08.881052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10f4aca9-45e5-4e5e-94e1-82546486add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.884429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10f4aca9-45e5-4e5e-94e1-82546486add0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:08.886358 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-10f4aca9-45e5-4e5e-94e1-82546486add0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e63e258a-fdd7-4976-aaab-b770aebe14d7 HTTP/1.1" status: 204 len: 168 time: 0.2210300 Nov 08 13:36:08.895495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4aca9-45e5-4e5e-94e1-82546486add0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e258a-fdd7-4976-aaab-b770aebe14d7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:09.049619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:07Z', 'revision_number': 3, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:09.123281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Checking router: 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:09.123889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Updating router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b port ac75c98b-dd61-45d3-ae3e-81f983467e7c binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:36:09.161155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f36bd4-f1f5-4475-bb27-489f57349422 req-58eaef31-e8a9-46bb-936e-984a556097d1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:09.175006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26f36bd4-f1f5-4475-bb27-489f57349422 req-58eaef31-e8a9-46bb-936e-984a556097d1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1982749 Nov 08 13:36:09.245086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:09.283374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a12e064a-8ecd-4af6-b28c-09bdbd1bd0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:09.317144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:09.520863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a12e064a-8ecd-4af6-b28c-09bdbd1bd0ad None None] For port 8aa25950-d0fa-49ad-ba7f-ea97977325bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8aa25950-d0fa-49ad-ba7f-ea97977325bf,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:09.543581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a12e064a-8ecd-4af6-b28c-09bdbd1bd0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:09.790177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e064a-8ecd-4af6-b28c-09bdbd1bd0ad None None] Pushing event updated for resources: {'Port': ['ID=8aa25950-d0fa-49ad-ba7f-ea97977325bf,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:09.839286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26f36bd4-f1f5-4475-bb27-489f57349422 req-26e6277b-4422-4f82-8221-67a729da6739 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6609266 Nov 08 13:36:09.846780 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:36:09.847613 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:36:09.927966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3bf376bb-bd6f-4b61-a417-1b69176ea78a None None] Provisioning complete for port 8aa25950-d0fa-49ad-ba7f-ea97977325bf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:09.928399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3bf376bb-bd6f-4b61-a417-1b69176ea78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:09.981260 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:10.185673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271db69a-be63-40a9-8573-44f1ef530e72 req-90256340-0a94-4d36-acc9-a5815dc293c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:10.200677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-271db69a-be63-40a9-8573-44f1ef530e72 req-90256340-0a94-4d36-acc9-a5815dc293c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.4080038 Nov 08 13:36:10.218318 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:10.228955 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:10.319616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Attempting to bind port ac75c98b-dd61-45d3-ae3e-81f983467e7c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:10.320046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Attempting to bind port ac75c98b-dd61-45d3-ae3e-81f983467e7c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:10.320415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Attempting to bind port ac75c98b-dd61-45d3-ae3e-81f983467e7c on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:10.330504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:10.330908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:10.331365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:10.331681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:10.332198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Bound port: ac75c98b-dd61-45d3-ae3e-81f983467e7c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:10.332581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:10.352051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35972) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:10.390618 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:36:10.396220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-4940d56a-7f5f-4ea8-bcb2-a610b43f4b22 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:10.399634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-4940d56a-7f5f-4ea8-bcb2-a610b43f4b22 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.7386250 Nov 08 13:36:10.413708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ff763-4651-434e-8d6f-dd679bc2b1e1 req-2e6a98ae-dd00-4627-b4e4-74c93146598e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:10.414809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735f8d-cbf3-4606-81b4-ddb43f182df3 None None] Pushing event updated for resources: {'Port': ['ID=ac75c98b-dd61-45d3-ae3e-81f983467e7c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:10.426020 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-170ff763-4651-434e-8d6f-dd679bc2b1e1 req-2e6a98ae-dd00-4627-b4e4-74c93146598e tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.3413908 Nov 08 13:36:10.450925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] For port ac75c98b-dd61-45d3-ae3e-81f983467e7c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:10.454714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] For port ac75c98b-dd61-45d3-ae3e-81f983467e7c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ac75c98b-dd61-45d3-ae3e-81f983467e7c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:10.463429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:10.539548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:10.541913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:10.589404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-271db69a-be63-40a9-8573-44f1ef530e72 req-29d4aff3-8d2a-4b66-827c-24e7c0f63c8e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867006 Nov 08 13:36:10.595187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8aa25950-d0fa-49ad-ba7f-ea97977325bf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:10.652610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-170ff763-4651-434e-8d6f-dd679bc2b1e1 req-86168fdd-9abe-484e-aeb6-987a5247e46a tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677828 Nov 08 13:36:10.655287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-9279ac91-207f-4cb5-922a-7618e6aa17ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:10.664243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-9279ac91-207f-4cb5-922a-7618e6aa17ae service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 1096 time: 0.2506490 Nov 08 13:36:10.772883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Allocated IP 172.20.0.1 (0bc3c116-4768-4af8-99ab-853f72de11e6/0d6cd4c7-77f6-4655-85dc-fb1803715c73/dd64deda-270e-4980-be8c-44de402ab5e2) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:10.868662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-network', 'tenant_id': 'c74424347100462798ca713f9772ca06'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:10.878495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-224b19cd-acab-42e2-ace7-67e695b4d5c0 req-54b7303b-8a24-45a1-a1aa-16942595e8f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0996680 Nov 08 13:36:10.964123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:10.971776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c735f8d-cbf3-4606-81b4-ddb43f182df3 None None] Pushing event updated for resources: {'Port': ['ID=ac75c98b-dd61-45d3-ae3e-81f983467e7c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:11.035161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-022d2e14-9b2a-4b32-92c2-1acbcc9c43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:11.056093 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-022d2e14-9b2a-4b32-92c2-1acbcc9c43b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1096 time: 0.3363178 Nov 08 13:36:11.060579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.070977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Made reservation on behalf of c74424347100462798ca713f9772ca06 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:11.080888 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.131883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.145945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8aa25950-d0fa-49ad-ba7f-ea97977325bf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:11.146468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.147502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.246517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:11.247550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd64deda-270e-4980-be8c-44de402ab5e2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:11.259797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:11.263715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:11.310388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-8a459140-3795-49b6-8243-40a39db54d85 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:11.319323 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-8a459140-3795-49b6-8243-40a39db54d85 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 820 time: 0.6268749 Nov 08 13:36:11.336602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661743c-3c74-4ad9-b1bd-b363cc03bf33 req-4026a18a-dce3-4679-8de2-a633c761067f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:11.338207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6661743c-3c74-4ad9-b1bd-b363cc03bf33 req-4026a18a-dce3-4679-8de2-a633c761067f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1546841 Nov 08 13:36:11.350864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'port': {'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'admin_state_up': True, 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:11.379883 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.435106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:07Z', 'revision_number': 3, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:11.493128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba69bed6-6131-4460-878f-b3089da84de3 None None] The sync data for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 is: [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:07Z', 'revision_number': 3, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:11.517612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6661743c-3c74-4ad9-b1bd-b363cc03bf33 req-a43ef5d1-7051-42a2-9726-d1b9d94980e7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685224 Nov 08 13:36:11.608791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-466fcae9-b7e1-47ac-8444-bbe82184ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:11.611542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-466fcae9-b7e1-47ac-8444-bbe82184ac81 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.5416758 Nov 08 13:36:11.671577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.681291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Made reservation on behalf of 8a550e49d83e4a6a9322baa9aff85212 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:11.685001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.690819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-ba32242d-5fdd-4b2b-b744-071fe7125b55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 217 time: 0.0640967 Nov 08 13:36:11.739560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-100eb052-ea47-4871-88c7-d89c166a0a61 None None] Provisioning complete for port dd64deda-270e-4980-be8c-44de402ab5e2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:11.739560 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-100eb052-ea47-4871-88c7-d89c166a0a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.841771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-100eb052-ea47-4871-88c7-d89c166a0a61 None None] Port dd64deda-270e-4980-be8c-44de402ab5e2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:11.894087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:11.907015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-2f8d2ea9-72e7-4f11-aebe-f99a43bc17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:11.909537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-2f8d2ea9-72e7-4f11-aebe-f99a43bc17b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.1655641 Nov 08 13:36:11.916258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.000177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc92ec9-475f-4423-bda3-07068f76608a req-27b7eecb-2197-44ca-8cc2-1f3a2ca5f9e1 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:12.010131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dc92ec9-475f-4423-bda3-07068f76608a req-27b7eecb-2197-44ca-8cc2-1f3a2ca5f9e1 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.1878147 Nov 08 13:36:12.034700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:36:12.039543 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-46f3a7f5-5801-4889-a65d-28f0646ca083 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154199 Nov 08 13:36:12.060207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ae77-c811-4001-8f1d-bc075353f056 req-16b65b89-5d20-426a-b5be-3a30eeaea24d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:12.062796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ce6ae77-c811-4001-8f1d-bc075353f056 req-16b65b89-5d20-426a-b5be-3a30eeaea24d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.3125186 Nov 08 13:36:12.106096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d55d83-0a5a-44b1-b561-03898fd73b1a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:12.130300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.130646 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Added segment b9968907-17c5-4d34-9158-d806142172bd of type vlan for network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a Nov 08 13:36:12.188429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dc92ec9-475f-4423-bda3-07068f76608a req-f3caffcf-4b8f-45dc-b3b0-736728ab34c5 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770563 Nov 08 13:36:12.206175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Allocated IP 172.20.0.12 (e20ce0c5-3f18-4f48-bc93-707d9c175aec/4eba79bc-cf32-4391-bad4-e27df218bc68/7300b18d-362b-494d-8375-b24072c95aee) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:12.248504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.259104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.281603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.331628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-3457eff9-e026-4cd6-a4cd-e4b54d7c173b service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609825 Nov 08 13:36:12.344139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd64deda-270e-4980-be8c-44de402ab5e2,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:12.355300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ce6ae77-c811-4001-8f1d-bc075353f056 req-26ddfa02-504c-4198-bf09-b53c9ab49fce tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725484 Nov 08 13:36:12.429842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-738d495c-7143-4e09-9c12-3e8e893cff23 req-d2e0ec7c-0f93-4f51-8cfd-3fdca41b119d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 210 time: 0.0725520 Nov 08 13:36:12.459942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.476119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-9a4d03d3-8a7c-4b28-a842-f6cc4f34a4d6 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367362 Nov 08 13:36:12.510386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.514750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:12.518036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.684446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ac75c98b-dd61-45d3-ae3e-81f983467e7c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:12.735883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:12.743819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:12.883398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.887602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ac75c98b-dd61-45d3-ae3e-81f983467e7c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:12.891843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:12.990322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac846-1ff3-459c-b0bb-20d6593437b4 req-2b32da28-7062-4d68-a636-482160d66ab0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:13.019611 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9eac846-1ff3-459c-b0bb-20d6593437b4 req-2b32da28-7062-4d68-a636-482160d66ab0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.2436101 Nov 08 13:36:13.022253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:13.083303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['aa45563f-6192-45a0-9635-c36e19a7d970'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:13.231428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:13.253565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Pushing event updated for resources: {'Port': ['ID=7300b18d-362b-494d-8375-b24072c95aee,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:13.269763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:13.330548 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.9772773 Nov 08 13:36:13.331193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:13.335809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:13.393137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:13.428253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9eac846-1ff3-459c-b0bb-20d6593437b4 req-93bcef49-4430-4125-aa4e-665bcbbcec6d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842089 Nov 08 13:36:13.478002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Request body: {'subnet': {'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-subnet', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:13.498037 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:13.515225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:13.515225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:13.570693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7477d2-e435-420b-8806-5c9058cc244d admin admin] Pushing event updated for resources: {'Network': ['ID=79db7bd7-42af-4be5-a16b-35d6ee60ac4a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:13.586731 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Made reservation on behalf of c74424347100462798ca713f9772ca06 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:13.589599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:13.637227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-71390046-43f2-4dd9-8a8c-529d0358c3d7 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3059764 Nov 08 13:36:13.643414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:36:13.662918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ac75c98b-dd61-45d3-ae3e-81f983467e7c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ac75c98b-dd61-45d3-ae3e-81f983467e7c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:13.664216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Request body: {'port': {'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:13.698768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-400a3288-b6e4-4719-9533-78a02f2c83ca tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:13.701008 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-400a3288-b6e4-4719-9533-78a02f2c83ca tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.7277501 Nov 08 13:36:13.712615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:13.726043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f248df71-c1b7-430b-a49d-183eda1670a8 None None] Provisioning complete for port dd64deda-270e-4980-be8c-44de402ab5e2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:13.726412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f248df71-c1b7-430b-a49d-183eda1670a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:13.819936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34b216-db57-4724-b402-74fa60cc705f req-d798184e-9614-40a7-b200-0836630e8fa9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:13.821960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b34b216-db57-4724-b402-74fa60cc705f req-d798184e-9614-40a7-b200-0836630e8fa9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.1853042 Nov 08 13:36:13.857529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0bb56-fe51-44ad-96e5-cb739aa42d83 req-3711f2e7-c578-49a4-a2e4-88b796990957 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:13.859216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58f0bb56-fe51-44ad-96e5-cb739aa42d83 req-3711f2e7-c578-49a4-a2e4-88b796990957 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 932 time: 0.1864390 Nov 08 13:36:13.927507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ac75c98b-dd61-45d3-ae3e-81f983467e7c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:13.940436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f248df71-c1b7-430b-a49d-183eda1670a8 None None] Port dd64deda-270e-4980-be8c-44de402ab5e2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:13.956379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:13.963979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:13.966575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-00ff3e83-e484-4ac4-a72f-65d94c7712d1 admin admin] 10.222.0.65 "PUT /v2.0/routers/9b1c771a-9f53-4d65-ba7d-515a5a3ff19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9642992 Nov 08 13:36:14.021784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b34b216-db57-4724-b402-74fa60cc705f req-605e3282-a301-4de6-b1c8-9d6933a1cc7a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909971 Nov 08 13:36:14.110148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-320b5bbe-ba24-4ff3-a843-3638a2370eb2 None None] Provisioning complete for port 7300b18d-362b-494d-8375-b24072c95aee triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:14.111843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-320b5bbe-ba24-4ff3-a843-3638a2370eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:14.145218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-8c426ab5-822d-4a6a-be41-a10ccb99e67e service neutron] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:14.157311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-8c426ab5-822d-4a6a-be41-a10ccb99e67e service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:14.158456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf8ca671-aa81-4829-9ad8-aefbc6328ee7 req-8c426ab5-822d-4a6a-be41-a10ccb99e67e service neutron] 10.222.0.54 "DELETE /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1/bindings/n-h1-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.4276297 Nov 08 13:36:14.197029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58f0bb56-fe51-44ad-96e5-cb739aa42d83 req-a2dd9c52-0e40-4b13-8555-ceab99257cbb tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132064 Nov 08 13:36:14.219960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-320b5bbe-ba24-4ff3-a843-3638a2370eb2 None None] Port 7300b18d-362b-494d-8375-b24072c95aee cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:14.400660 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:14.594917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ac75c98b-dd61-45d3-ae3e-81f983467e7c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:14.639023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e44325-0739-424c-bc98-860cff461f65,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:14.677734 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Sync routers for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:14.702058 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:14.708453 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:14.751446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af27a3-50b3-4854-8cf3-028f890e3cc8 req-16d7f5fb-a03e-4807-9b0d-b95c334bc2fe tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:14.771239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ac75c98b-dd61-45d3-ae3e-81f983467e7c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:14.771882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:14.774462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58af27a3-50b3-4854-8cf3-028f890e3cc8 req-16d7f5fb-a03e-4807-9b0d-b95c334bc2fe tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1940832 Nov 08 13:36:14.790266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Checking segment: {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:14.791154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Network hostable DHCP agents. Network: 79db7bd7-42af-4be5-a16b-35d6ee60ac4a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:36:14.908876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:36:14.939522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58af27a3-50b3-4854-8cf3-028f890e3cc8 req-4692fef8-4c01-4c44-88e8-8857bf35d7a2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552389 Nov 08 13:36:15.064877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7300b18d-362b-494d-8375-b24072c95aee {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:15.084843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:15.161536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 79db7bd7-42af-4be5-a16b-35d6ee60ac4a) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:15.176037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4106b28d-7536-4116-a262-e338702c5d3a None None] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:15.188426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:15.191580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:15.219097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Transition to ACTIVE for port object 7300b18d-362b-494d-8375-b24072c95aee will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:36:15.232159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:15.279686 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:15.404189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a075ce-706f-480e-898c-b27237e4ce4f req-bd73c468-cf50-47fc-ab7a-281399e69810 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:15.417128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a075ce-706f-480e-898c-b27237e4ce4f req-bd73c468-cf50-47fc-ab7a-281399e69810 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1096 time: 0.2426224 Nov 08 13:36:15.432422 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a5094bf5-3c10-4a92-8217-d91e8aa36ee0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9729104 Nov 08 13:36:15.439516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36142) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:15.479335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:15.541263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:36:15.543282 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:15.642766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c5092-01e4-4927-8232-45b2a1b00522 req-e1355251-4be8-4c78-a321-91fc46c48b35 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:15.659482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a3c5092-01e4-4927-8232-45b2a1b00522 req-e1355251-4be8-4c78-a321-91fc46c48b35 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.4134429 Nov 08 13:36:15.763459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7300b18d-362b-494d-8375-b24072c95aee,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:15.813041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Attempting to bind port 7300b18d-362b-494d-8375-b24072c95aee on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:15.813618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Attempting to bind port 7300b18d-362b-494d-8375-b24072c95aee by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:15.814168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Attempting to bind port 7300b18d-362b-494d-8375-b24072c95aee on network e20ce0c5-3f18-4f48-bc93-707d9c175aec {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:15.818435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a075ce-706f-480e-898c-b27237e4ce4f req-6aeb026c-a1b7-4dae-8f07-426bda62934b tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991072 Nov 08 13:36:15.824440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Port 7300b18d-362b-494d-8375-b24072c95aee on network e20ce0c5-3f18-4f48-bc93-707d9c175aec not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:15.824794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Attempting to bind port 7300b18d-362b-494d-8375-b24072c95aee on network e20ce0c5-3f18-4f48-bc93-707d9c175aec {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:15.834386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-c456179d-8a5e-43e2-baa0-e7f5082adc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:15.836461 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-c456179d-8a5e-43e2-baa0-e7f5082adc14 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1097 time: 0.0887725 Nov 08 13:36:15.837488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:15.838065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Checking segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:15.838632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Bound using segment: {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:15.840477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Bound port: 7300b18d-362b-494d-8375-b24072c95aee, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8e993fa-622b-4374-a0b3-1a977e8df649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:15.841628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:15.845916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36154) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:15.920527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:15.922879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:15.928172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Allocated IP 172.20.0.2 (79db7bd7-42af-4be5-a16b-35d6ee60ac4a/31e44325-0739-424c-bc98-860cff461f65/92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:15.998831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.012307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a3c5092-01e4-4927-8232-45b2a1b00522 req-5f36389f-51a3-4644-b82c-ffa432b97ef8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457308 Nov 08 13:36:16.116237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] For port 7300b18d-362b-494d-8375-b24072c95aee, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:16.123592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-a37ef977-9d81-4001-b5d0-69cb1d159bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:16.128257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-a37ef977-9d81-4001-b5d0-69cb1d159bd2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.2688978 Nov 08 13:36:16.134415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] For port 7300b18d-362b-494d-8375-b24072c95aee, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7300b18d-362b-494d-8375-b24072c95aee,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:16.158211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.202283 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 2, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:16.253833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-04608ea6-c7e4-4275-8fc4-0c755b3f850a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 217 time: 0.1149502 Nov 08 13:36:16.307856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.346406 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Checking router: 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:16.346991 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Updating router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b port dd64deda-270e-4980-be8c-44de402ab5e2 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:36:16.360025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.371800 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.432560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05391d42-0437-4dce-a7a2-4a4fc8ef9dc4 req-92df4797-50d7-4fb8-a2b1-c570e1f77500 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:16.434457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:16.440448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:16.442985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05391d42-0437-4dce-a7a2-4a4fc8ef9dc4 req-92df4797-50d7-4fb8-a2b1-c570e1f77500 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 944 time: 0.1724102 Nov 08 13:36:16.449758 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.458109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:16.518875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Pushing event updated for resources: {'Port': ['ID=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:16.566670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Attempting to bind port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:16.567206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Attempting to bind port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:16.567682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Attempting to bind port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc on network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:16.577681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:16.578337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Checking segment: {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:16.578804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.579316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Bound using segment: {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:16.579976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Bound port: 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:16.581132 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.631606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05391d42-0437-4dce-a7a2-4a4fc8ef9dc4 req-afa8a95a-9c7a-4dd5-8572-25f5c48dd050 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857669 Nov 08 13:36:16.739347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] For port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:16.759965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] For port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:16.773382 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:16.940473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac02bdd-b027-46fd-b7ed-095d82adbd93 None None] Pushing event updated for resources: {'Port': ['ID=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:17.022623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=7300b18d-362b-494d-8375-b24072c95aee,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:17.026673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-74592e66-fa49-4427-9c01-ad7262bc3e1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.053074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:17.053778 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.055802 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-e3712f4f-8d7f-4423-894f-98059e24c4d4 service neutron] 10.222.0.54 "PUT /v2.0/ports/7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 1092 time: 3.4026465 Nov 08 13:36:17.057565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'tag': '7300b18d-362b-494d-8375-b24072c95aee'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:17.071719 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdc8d26-006d-404a-984f-fe6e45db50ba" -d '{"events": [{"name": "network-changed", "server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "tag": "7300b18d-362b-494d-8375-b24072c95aee"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:17.173062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-566aef88-5e3c-43d4-a051-2a4aab73b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:17.184994 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-566aef88-5e3c-43d4-a051-2a4aab73b4da service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.8840508 Nov 08 13:36:17.240546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-5ad37436-c4a6-4dc8-b8e8-ec4e29ae7a67 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450416 Nov 08 13:36:17.265507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.279377 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.329176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.331012 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.419807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19e05a-09bb-4891-a4c5-41af4af6950c req-c4d71ab2-14e8-469b-9c11-a768b4d224c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:17.428947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe19e05a-09bb-4891-a4c5-41af4af6950c req-c4d71ab2-14e8-469b-9c11-a768b4d224c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.2463996 Nov 08 13:36:17.476927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-16f1bb5b-a3cf-4945-b9ed-3fa34557e4cd tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:17.478525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-16f1bb5b-a3cf-4945-b9ed-3fa34557e4cd tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.5002649 Nov 08 13:36:17.588786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-4205a840-edbf-482d-bc3f-94bde17cc920 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/quotas/ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 375 time: 0.0640738 Nov 08 13:36:17.618827 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Attempting to bind port dd64deda-270e-4980-be8c-44de402ab5e2 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:17.619585 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Attempting to bind port dd64deda-270e-4980-be8c-44de402ab5e2 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:17.620292 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Attempting to bind port dd64deda-270e-4980-be8c-44de402ab5e2 on network 0bc3c116-4768-4af8-99ab-853f72de11e6 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:17.621144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe19e05a-09bb-4891-a4c5-41af4af6950c req-9e765c59-c935-43c7-8e72-2a66d8d267d0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898241 Nov 08 13:36:17.626862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-2ee7fe60-0235-4750-b516-05f326ec0052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:17.635712 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-2ee7fe60-0235-4750-b516-05f326ec0052 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 1095 time: 0.3916519 Nov 08 13:36:17.642169 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:17.643549 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Checking segment: {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:17.644653 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.645641 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Bound using segment: {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:17.646777 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Bound port: dd64deda-270e-4980-be8c-44de402ab5e2, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:17.647853 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.771699 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] For port dd64deda-270e-4980-be8c-44de402ab5e2, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:17.779548 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] For port dd64deda-270e-4980-be8c-44de402ab5e2, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dd64deda-270e-4980-be8c-44de402ab5e2,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:17.782858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Pushing event updated for resources: {'Port': ['ID=dd64deda-270e-4980-be8c-44de402ab5e2,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:17.807060 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:17.836390 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.837340 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.840078 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.841533 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.844282 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.846102 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.846945 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.848370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.854831 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.855901 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.856780 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.857589 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:17.899645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-c21b9928-d94f-485a-b81b-098c24842384 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2332325 Nov 08 13:36:17.943460 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2131301c-89fd-441d-91ea-3ed11c7138a1 x-openstack-request-id: req-2131301c-89fd-441d-91ea-3ed11c7138a1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:17.951307 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "tag": "7300b18d-362b-494d-8375-b24072c95aee", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:17.963043 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2131301c-89fd-441d-91ea-3ed11c7138a1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:17.965255 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'tag': '7300b18d-362b-494d-8375-b24072c95aee', 'status': 'completed', 'code': 200} Nov 08 13:36:18.046312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-69f58b33-28ad-4b0b-82cb-ba08c94a401f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 217 time: 0.3514962 Nov 08 13:36:18.144015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Allocated IP 172.25.8.139 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/aa0736b7-be07-4692-936d-e3ea6107d69c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:18.150906 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c54c69-8314-4866-aead-9399fb4cfab3 None None] Pushing event updated for resources: {'Port': ['ID=dd64deda-270e-4980-be8c-44de402ab5e2,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:18.156050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a9218a43-3600-4aab-a85a-5f6ff0c8eb81 None None] Provisioning complete for port dd64deda-270e-4980-be8c-44de402ab5e2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:18.156674 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a9218a43-3600-4aab-a85a-5f6ff0c8eb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:18.160854 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:18.161977 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:18.343493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-ddd1e228-7b9e-4922-b853-b4feff708ca6 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0659368 Nov 08 13:36:18.477716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-8df7b9db-2066-4b24-9d37-b80715b7d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:18.493483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-d4532218-7ca1-4e3d-9c41-6df17c625aa7 service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791497 Nov 08 13:36:18.510113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a9218a43-3600-4aab-a85a-5f6ff0c8eb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:18.511230 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-8df7b9db-2066-4b24-9d37-b80715b7d673 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.4137294 Nov 08 13:36:18.551968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:18.640578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-74592e66-fa49-4427-9c01-ad7262bc3e1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:18.652847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a9218a43-3600-4aab-a85a-5f6ff0c8eb81 None None] For port dd64deda-270e-4980-be8c-44de402ab5e2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dd64deda-270e-4980-be8c-44de402ab5e2,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:18.659708 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a9218a43-3600-4aab-a85a-5f6ff0c8eb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:18.732315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-74592e66-fa49-4427-9c01-ad7262bc3e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:18.775102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9218a43-3600-4aab-a85a-5f6ff0c8eb81 None None] Pushing event updated for resources: {'Port': ['ID=dd64deda-270e-4980-be8c-44de402ab5e2,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:18.791358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:18.836025 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-74592e66-fa49-4427-9c01-ad7262bc3e1b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e83b2323fabd413e8adda64ad5ab9850&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9868376 Nov 08 13:36:18.847897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36228) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:18.873178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3e9fbb6c-39f4-497e-bfb6-1b18da756282 None None] Provisioning complete for port dd64deda-270e-4980-be8c-44de402ab5e2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:18.873767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e9fbb6c-39f4-497e-bfb6-1b18da756282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:18.882439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74592e66-fa49-4427-9c01-ad7262bc3e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cae235-fa35-40ce-a23e-bbc534047672,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:18.933477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-9e49e082-1a38-4489-a7d4-e34cae014b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:18.935760 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-9e49e082-1a38-4489-a7d4-e34cae014b5a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052639 Nov 08 13:36:19.150098 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-973c8eec-4cd3-495b-9985-1c771e9c7ae1 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7885945 Nov 08 13:36:19.152781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:19.153797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.170232 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b29a4c8a-2854-4484-ac8c-91a2614bb865 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.237379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.284176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-01adac78-2867-41cd-8c06-1aac2ba1b1a7 service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465299 Nov 08 13:36:19.316113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4fc0b-3cca-42b3-843d-2dc2ba15305c req-315815e7-480a-4ca3-9049-874129e13358 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:19.327425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ec4fc0b-3cca-42b3-843d-2dc2ba15305c req-315815e7-480a-4ca3-9049-874129e13358 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 944 time: 0.8304977 Nov 08 13:36:19.348188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b29a4c8a-2854-4484-ac8c-91a2614bb865 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.371487 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:17Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:19.437804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-45f855da-30ee-4112-8f19-a4dbcc4b93ee service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904401 Nov 08 13:36:19.443155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-15b77c47-7518-4e0f-a33e-d69ebeb82828 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:19.446099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-15b77c47-7518-4e0f-a33e-d69ebeb82828 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1097 time: 0.1864533 Nov 08 13:36:19.468738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:19.491712 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c1e602-2ed6-4090-87f3-d14f3eb1943c None None] The sync data for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 is: [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:17Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:19.544674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ec4fc0b-3cca-42b3-843d-2dc2ba15305c req-5a9e95cb-a6f8-4505-9c5c-f92e20488057 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131493 Nov 08 13:36:19.553768 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.679971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b29a4c8a-2854-4484-ac8c-91a2614bb865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.683324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b29a4c8a-2854-4484-ac8c-91a2614bb865 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.687599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b29a4c8a-2854-4484-ac8c-91a2614bb865 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70cae235-fa35-40ce-a23e-bbc534047672 HTTP/1.1" status: 204 len: 168 time: 0.8352411 Nov 08 13:36:19.723481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7b0f66-24e3-4faa-8dfd-e820d26fdcbb None None] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:36:19.831295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8bbc7a4a-2e0b-4422-b791-a45dc44339c6 None None] Provisioning complete for port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:19.831670 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7a4a-2e0b-4422-b791-a45dc44339c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.833690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a4c8a-2854-4484-ac8c-91a2614bb865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cae235-fa35-40ce-a23e-bbc534047672,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:19.870084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:19.881584 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:19.952287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:20.000877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:20.036630 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-435f99be-e64f-47c0-9510-fc2fdf91fae9 req-6dd02571-b118-4faa-8822-b6e839efab96 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582745 Nov 08 13:36:20.074743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Pushing event updated for resources: {'Port': ['ID=aa0736b7-be07-4692-936d-e3ea6107d69c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:20.315663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c1f0c58-be23-475a-9b2f-8edfbb7f9b61 req-5128a40c-057d-4b37-a758-a9fa331fd0e4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 210 time: 0.1434462 Nov 08 13:36:20.369838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb847966-aad4-4f0a-b9b4-18f702ad772d req-82f5ddcb-ba9a-4f7f-acd1-f1aaf25fe359 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:20.399117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb847966-aad4-4f0a-b9b4-18f702ad772d req-82f5ddcb-ba9a-4f7f-acd1-f1aaf25fe359 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 946 time: 0.6100698 Nov 08 13:36:20.419694 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:20.663240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:20.810971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:20.849521 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8bbc7a4a-2e0b-4422-b791-a45dc44339c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:20.882088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:20.946757 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:21.022554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36254) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:21.120977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfc95330-3561-483b-b703-f9a49ce9f224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:21.261205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-f853ec86-4a7a-49c5-b3c3-6185133f2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:21.272382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-f853ec86-4a7a-49c5-b3c3-6185133f2abf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 1095 time: 1.0640929 Nov 08 13:36:21.359481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb847966-aad4-4f0a-b9b4-18f702ad772d req-a48d4e48-d7d9-4cdc-9dfd-255af0f91c95 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9538393 Nov 08 13:36:21.402036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:21.433412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:21.446750 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b14ec3-eacd-466b-9f5b-c4c960956ab4" -d '{"events": [{"server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:21.456949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dd64deda-270e-4980-be8c-44de402ab5e2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:21.478511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:21.625906 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-8bbc7a4a-2e0b-4422-b791-a45dc44339c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:36:21.626266 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-8bbc7a4a-2e0b-4422-b791-a45dc44339c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:36:21.645796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:21.651494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:21.721379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dd64deda-270e-4980-be8c-44de402ab5e2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:21.722037 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:21.883860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3994598-0755-4cd9-baa0-303fcbf8184f req-0bf3cd68-d0fb-4d3d-9bbc-c3b680a1af49 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:21.892451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3994598-0755-4cd9-baa0-303fcbf8184f req-0bf3cd68-d0fb-4d3d-9bbc-c3b680a1af49 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 944 time: 0.5504727 Nov 08 13:36:22.037682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a3998df-7a54-4205-a85c-3d24a08e82a1 req-073769ee-b46c-4f87-9863-c047469ef71a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 210 time: 0.0683682 Nov 08 13:36:22.188608 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ca831-c532-44d2-9850-bcc59f7d9160 x-openstack-request-id: req-b84ca831-c532-44d2-9850-bcc59f7d9160 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:22.189484 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "name": "network-vif-unplugged", "status": "completed", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:22.189899 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b84ca831-c532-44d2-9850-bcc59f7d9160 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:22.190344 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf', 'code': 200} Nov 08 13:36:22.225858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3994598-0755-4cd9-baa0-303fcbf8184f req-f0b40f11-5bfa-4b66-bab4-5847361cb352 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324151 Nov 08 13:36:22.233266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:22.348849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on host n-h1-804292-2 for vnic_type normal with profile {"migrating_to": "n-h2-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:22.349686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:22.350128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:22.367154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-97bcab51-4013-4412-bfef-ee6aee40b1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:22.375710 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-97bcab51-4013-4412-bfef-ee6aee40b1ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 1.0372570 Nov 08 13:36:22.428916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:22.454604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-97d5ba2f-325d-48af-9d5b-14db79f891f3 None None] Provisioning complete for port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:22.455979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-97d5ba2f-325d-48af-9d5b-14db79f891f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:22.530155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-9a5cbd33-0e86-4241-8650-a0b1c3fc9ec2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 217 time: 0.1389682 Nov 08 13:36:22.541962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:22.542369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Attempting to bind port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:22.747919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:22.752094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:22.752688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:22.753279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Bound port: 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:22.757307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:22.762936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-b621824a-1773-4564-ade2-a4c59b05fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:22.767623 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-b621824a-1773-4564-ade2-a4c59b05fad2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.2192757 Nov 08 13:36:22.771200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:22.772905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfc95330-3561-483b-b703-f9a49ce9f224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:22.795903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ad2b8-9d93-4d30-bdc8-75030e8fe4cd req-a6df0c9c-de95-4c1f-b7d8-1be444126256 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:22.804432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-875ad2b8-9d93-4d30-bdc8-75030e8fe4cd req-a6df0c9c-de95-4c1f-b7d8-1be444126256 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.2274404 Nov 08 13:36:22.888566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfc95330-3561-483b-b703-f9a49ce9f224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:22.901162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-3aa62e5f-574e-4c61-a664-3f783254a2f8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:22.903841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-3aa62e5f-574e-4c61-a664-3f783254a2f8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.3915255 Nov 08 13:36:22.937887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-875ad2b8-9d93-4d30-bdc8-75030e8fe4cd req-422f9545-2e37-433a-be8d-54ab1f56a5b7 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320806 Nov 08 13:36:22.972344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Request body: {'port': {'device_id': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'admin_state_up': True, 'tenant_id': 'ac7db45dc3ae46f498ebfbc11eaeed25'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:23.062190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Router 8d62367c-0c4e-4f85-a84c-1505109863c9 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:36:23.171082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:23.180759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cfc95330-3561-483b-b703-f9a49ce9f224 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15d7d9ee5e2d4de085204906b4d9a5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1383786 Nov 08 13:36:23.181999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc95330-3561-483b-b703-f9a49ce9f224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1bbc84-3768-408c-a431-ec6ba0570e79,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:23.205992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:23.274635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-0e93e358-0bd0-40a3-9f71-6ccce7c2be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:23.276583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-0e93e358-0bd0-40a3-9f71-6ccce7c2be16 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4063263 Nov 08 13:36:23.310305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf2eaddf-316f-4bc5-86d3-a7ecd5b89cf4 req-9ec3d44c-168c-4968-a59c-74a6d4318e99 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 210 time: 0.0647473 Nov 08 13:36:23.310653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:23.312300 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.467927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:23.487636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:23.495341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Sync routers for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:23.510495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.511984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b4eecca8-85e2-4867-a82f-a90441d6dd7c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.0563121 Nov 08 13:36:23.521152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36284) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:23.526208 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.598017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1b136-2a32-4083-80ef-4b16a42b80b5 req-801ed679-0e11-44a3-81bc-af230a70a9fe tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:23.599811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91f1b136-2a32-4083-80ef-4b16a42b80b5 req-801ed679-0e11-44a3-81bc-af230a70a9fe tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 944 time: 0.1757360 Nov 08 13:36:23.629580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:23.653499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:23.691796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:23.693393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:24.032714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:24.082267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:24.110631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28147f87-4a7d-4bdc-a382-b6e7647587a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.117659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91f1b136-2a32-4083-80ef-4b16a42b80b5 req-15fd5f8a-0a0a-48c2-a33e-745cb5ef9fdb tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065453 Nov 08 13:36:24.171530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28147f87-4a7d-4bdc-a382-b6e7647587a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.248473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-0708266e-5707-423e-a60a-08452cf27e6c service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9391060 Nov 08 13:36:24.279288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28147f87-4a7d-4bdc-a382-b6e7647587a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.282435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28147f87-4a7d-4bdc-a382-b6e7647587a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.288191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-28147f87-4a7d-4bdc-a382-b6e7647587a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e1bbc84-3768-408c-a431-ec6ba0570e79 HTTP/1.1" status: 204 len: 168 time: 1.0664241 Nov 08 13:36:24.343062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Made reservation on behalf of ac7db45dc3ae46f498ebfbc11eaeed25 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:24.353195 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.625351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7300b18d-362b-494d-8375-b24072c95aee details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:36:24.724076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-acdc8d26-006d-404a-984f-fe6e45db50ba req-160ceeb1-d8d4-4cb7-b9f1-42d7a9711c60 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587152 Nov 08 13:36:24.740025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:20Z', 'revision_number': 3, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:24.775493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9045c069-b603-49e3-bbf9-7fa74b207142 req-c51da3a5-f879-40d7-99c5-1889a566b391 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 210 time: 0.1086712 Nov 08 13:36:24.816588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28147f87-4a7d-4bdc-a382-b6e7647587a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1bbc84-3768-408c-a431-ec6ba0570e79,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:24.817674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:24.818390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:24.827793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-6db307e9-5658-4d69-83e5-62644030ef30 service neutron] 10.222.0.54 "PUT /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 1122 time: 5.3659356 Nov 08 13:36:24.828353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:24.841948 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94" -d '{"events": [{"name": "network-changed", "server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:24.890734 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:36:24.906614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2578d97-3db0-4431-905a-20a5050cde81 req-8ca0a81f-9a19-4647-be11-a862ad3bb2ae tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:24.908575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2578d97-3db0-4431-905a-20a5050cde81 req-8ca0a81f-9a19-4647-be11-a862ad3bb2ae tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.2302916 Nov 08 13:36:25.117613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Checking router: 8d62367c-0c4e-4f85-a84c-1505109863c9 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:25.117907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Updating router 8d62367c-0c4e-4f85-a84c-1505109863c9 port aa0736b7-be07-4692-936d-e3ea6107d69c binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:36:25.140306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7300b18d-362b-494d-8375-b24072c95aee, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7300b18d-362b-494d-8375-b24072c95aee,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:25.142806 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4923afe8-d48b-45a8-9306-91f57d9f142c x-openstack-request-id: req-4923afe8-d48b-45a8-9306-91f57d9f142c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:25.143129 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:25.143391 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4923afe8-d48b-45a8-9306-91f57d9f142c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:25.146706 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf', 'status': 'completed', 'code': 200} Nov 08 13:36:25.196220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7a8e1bde-6339-4391-a6f5-576bd60f22bf'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:25.253227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36308) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:25.269236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2578d97-3db0-4431-905a-20a5050cde81 req-8e1b4cb3-5126-44a7-8079-8605eb60e56a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431571 Nov 08 13:36:25.317380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6701fed9-0fbd-4424-9aec-dd435e37bd92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:25.343499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '7300b18d-362b-494d-8375-b24072c95aee', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'mac_address': 'fa:16:3e:56:ac:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:36:25.370841 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:25.527142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Allocated IP 172.20.0.9 (f678c38b-6707-4547-8cec-f0ef891952f9/592bfd3c-c47b-40ce-9775-6b9c7aba029c/4f32464f-6f13-44f1-b8ab-e2522160d93b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:25.530325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:25.534462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-079297d4-4380-4f62-898e-7ecd251c4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:25.536731 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-079297d4-4380-4f62-898e-7ecd251c4216 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1125 time: 0.3887804 Nov 08 13:36:25.708138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ba0ef-a92c-4c9e-8c84-aa940b713e2d req-43158bcf-3b5c-4a41-863b-fe983c5d7c44 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:25.719444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-486ba0ef-a92c-4c9e-8c84-aa940b713e2d req-43158bcf-3b5c-4a41-863b-fe983c5d7c44 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 944 time: 0.2712181 Nov 08 13:36:25.837899 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:25.906546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7300b18d-362b-494d-8375-b24072c95aee {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:25.948779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-486ba0ef-a92c-4c9e-8c84-aa940b713e2d req-5606ff45-cc4a-4a55-90a2-7246cce5cb0b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278612 Nov 08 13:36:25.984375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7300b18d-362b-494d-8375-b24072c95aee, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7300b18d-362b-494d-8375-b24072c95aee,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:26.059978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6701fed9-0fbd-4424-9aec-dd435e37bd92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:26.062297 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:26.139816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6701fed9-0fbd-4424-9aec-dd435e37bd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:26.179069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae25d377-0fc8-47a7-902a-98551b37e0f8 req-82eeafbd-6e6a-43b6-86a1-a7a18da99f3e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 210 time: 0.0967312 Nov 08 13:36:26.232783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6701fed9-0fbd-4424-9aec-dd435e37bd92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8eb11af06554c1c9b238a91830e69b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9571981 Nov 08 13:36:26.250131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36316) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:26.259951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701fed9-0fbd-4424-9aec-dd435e37bd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b07ca-889d-48dd-96d1-e7a3f6c682d3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:26.293291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Allocated IP 172.20.0.1 (79db7bd7-42af-4be5-a16b-35d6ee60ac4a/31e44325-0739-424c-bc98-860cff461f65/9a98fad9-dad6-4023-b058-940e111920fa) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:26.382137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-d97111d5-3e7d-439b-98ab-70efd970e3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:26.386378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-d97111d5-3e7d-439b-98ab-70efd970e3e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.8341196 Nov 08 13:36:26.645822 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-0486636e-f9dc-4a96-8256-04d1fbed9f81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 217 time: 0.1407802 Nov 08 13:36:26.664854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade8d2b-8d60-48ab-bc67-755884b36038 req-35893ff4-e012-4a4f-a2fa-a4542111a164 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:26.673805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ade8d2b-8d60-48ab-bc67-755884b36038 req-35893ff4-e012-4a4f-a2fa-a4542111a164 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.1484146 Nov 08 13:36:26.690095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:36:26.773481 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:26.832853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cbe41718-cdd1-454d-9c2d-9bf3f31619ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:26.844619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-fc99f66b-cde0-4024-8e05-f24ca2c274cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:26.847603 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-fc99f66b-cde0-4024-8e05-f24ca2c274cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1840310 Nov 08 13:36:26.900048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:26.939717 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-71727669-0fa5-4ec9-b4f4-dd41d6479a21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731471 Nov 08 13:36:26.939965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:26.962039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ade8d2b-8d60-48ab-bc67-755884b36038 req-50671e45-5a1e-4e16-b8ce-514769b756eb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867312 Nov 08 13:36:26.988410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:36:26.993137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['7300b18d-362b-494d-8375-b24072c95aee'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:27.020687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cbe41718-cdd1-454d-9c2d-9bf3f31619ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.063590 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.097569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7300b18d-362b-494d-8375-b24072c95aee,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:27.191539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:27.214474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:27.229729 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:27.306639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a98fad9-dad6-4023-b058-940e111920fa,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:27.343857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e92a9-f464-45d7-8d51-002ea21eae59 req-afba8313-03d2-48e4-aa7e-369c293f3b0a tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:27.347380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e2e92a9-f464-45d7-8d51-002ea21eae59 req-afba8313-03d2-48e4-aa7e-369c293f3b0a tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 945 time: 0.1966865 Nov 08 13:36:27.370866 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.412429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.475365 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.550188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.554581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cbe41718-cdd1-454d-9c2d-9bf3f31619ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.557368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cbe41718-cdd1-454d-9c2d-9bf3f31619ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.568127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cbe41718-cdd1-454d-9c2d-9bf3f31619ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/575b07ca-889d-48dd-96d1-e7a3f6c682d3 HTTP/1.1" status: 204 len: 168 time: 1.2568846 Nov 08 13:36:27.568632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee04b1a-e245-4445-8d74-fefcfb4e6002 None None] Pushing event updated for resources: {'Port': ['ID=aa0736b7-be07-4692-936d-e3ea6107d69c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:27.638649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Attempting to bind port aa0736b7-be07-4692-936d-e3ea6107d69c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:27.639662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Attempting to bind port aa0736b7-be07-4692-936d-e3ea6107d69c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:27.640926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Attempting to bind port aa0736b7-be07-4692-936d-e3ea6107d69c on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:27.661414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:27.662576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:27.663576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.664627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:27.665765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Bound port: aa0736b7-be07-4692-936d-e3ea6107d69c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:27.666977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:27.695381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8faa9b9e-20c1-4a29-94b4-5129f5ab7d51 req-aaad3a3a-443e-4448-829c-c9c40e2bf4a3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 210 time: 0.2700424 Nov 08 13:36:27.773366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-9b210818-ff99-4106-9ff8-8241c3ea1ad8 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167739 Nov 08 13:36:27.778543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe41718-cdd1-454d-9c2d-9bf3f31619ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b07ca-889d-48dd-96d1-e7a3f6c682d3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:27.783253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:27.859220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Network f678c38b-6707-4547-8cec-f0ef891952f9 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:27.874168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e2e92a9-f464-45d7-8d51-002ea21eae59 req-a892ee1e-8c22-4841-9231-f93e3396f5c8 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084481 Nov 08 13:36:27.881729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:27.900492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:28.036366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-914008a7-f01d-4071-8d52-0963f9c7455b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:28.096405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] For port aa0736b7-be07-4692-936d-e3ea6107d69c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:28.100626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a4ec8524-7a2f-4fcf-8762-eeb482ab5ffa None None] Provisioning complete for port 9a98fad9-dad6-4023-b058-940e111920fa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:28.107682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4ec8524-7a2f-4fcf-8762-eeb482ab5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:28.117737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:28.186030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] For port aa0736b7-be07-4692-936d-e3ea6107d69c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa0736b7-be07-4692-936d-e3ea6107d69c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:28.209698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:28.225881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:28.226789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:28.281391 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd0cfcb1-9fcb-467d-8bb5-e6e29fa28f94 req-776ddcff-b804-400e-9df0-3a7b922fa6a7 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819460 Nov 08 13:36:28.373879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-ac5d0625-da13-44ff-9e06-98280257b0f7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4056461 Nov 08 13:36:28.394676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee04b1a-e245-4445-8d74-fefcfb4e6002 None None] Pushing event updated for resources: {'Port': ['ID=aa0736b7-be07-4692-936d-e3ea6107d69c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:28.399763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Request body: {'port': {'device_id': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:28.408691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e30d4-5908-4b3f-bd3f-60e5ff59c88e req-7091bee4-75d2-4348-8da1-fdd627dd00a9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:28.421656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c58e30d4-5908-4b3f-bd3f-60e5ff59c88e req-7091bee4-75d2-4348-8da1-fdd627dd00a9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.2674930 Nov 08 13:36:28.424781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec8524-7a2f-4fcf-8762-eeb482ab5ffa None None] Port 9a98fad9-dad6-4023-b058-940e111920fa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:28.517353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:28.521789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:28.665101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c58e30d4-5908-4b3f-bd3f-60e5ff59c88e req-b36f8be9-43be-49b2-880e-be502887e26d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419517 Nov 08 13:36:28.667109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-c166a1a9-17cf-4bb3-bfe3-d97591ecded7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2358730 Nov 08 13:36:28.692870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:28.748779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:29.143987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6897e-7a6a-4ea1-ac1d-5ba33cbb72ff req-33b8dff7-1809-4d20-a0d3-2ac9fa48a0f0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:29.174754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3a6897e-7a6a-4ea1-ac1d-5ba33cbb72ff req-33b8dff7-1809-4d20-a0d3-2ac9fa48a0f0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 931 time: 0.2536762 Nov 08 13:36:29.264206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-0e9b28be-a57c-43f0-9d40-66746819dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:29.269423 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-0e9b28be-a57c-43f0-9d40-66746819dd7d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 1097 time: 0.4140177 Nov 08 13:36:29.285252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.308093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:26Z', 'revision_number': 1, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:29.314449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.393543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737067d-4258-47cc-83a4-39237850cdc2 None None] The sync data for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 is: [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:26Z', 'revision_number': 1, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:29.515034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:29.535933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a98fad9-dad6-4023-b058-940e111920fa,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:30.006384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-f4d25608-de45-40fd-beae-01e4006fec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:30.008980 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-f4d25608-de45-40fd-beae-01e4006fec5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 924 time: 0.7132237 Nov 08 13:36:30.169313 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-8f75177e-5958-4f35-af0e-f5d244272b92 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17 HTTP/1.1" status: 200 len: 1001 time: 0.1474051 Nov 08 13:36:30.197002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3a6897e-7a6a-4ea1-ac1d-5ba33cbb72ff req-6dc6f5f5-f057-49e1-a344-42461c91eaa5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0209534 Nov 08 13:36:30.302727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcb512-1b22-45be-ae0f-2101daedd762 req-4edee006-1ab5-495b-bcc8-12ec037ee121 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:30.329908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bdcb512-1b22-45be-ae0f-2101daedd762 req-4edee006-1ab5-495b-bcc8-12ec037ee121 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 945 time: 1.1343439 Nov 08 13:36:30.411067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-24d937f0-acfe-4d05-9345-2fd8033771bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:30.417806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-24d937f0-acfe-4d05-9345-2fd8033771bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.2269335 Nov 08 13:36:30.453138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:30.455810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:30.636812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7300b18d-362b-494d-8375-b24072c95aee up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:30.669698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Router 8d62367c-0c4e-4f85-a84c-1505109863c9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:30.704102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facf647-32ec-42f8-9c5d-b2df23a183a8 req-4486e13d-0628-4006-b904-20369e40ad06 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:30.714002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8facf647-32ec-42f8-9c5d-b2df23a183a8 req-4486e13d-0628-4006-b904-20369e40ad06 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.3206491 Nov 08 13:36:30.718875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bdcb512-1b22-45be-ae0f-2101daedd762 req-7d53a40c-f52e-44ff-a6ac-9d7010feef03 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877983 Nov 08 13:36:31.002610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 7300b18d-362b-494d-8375-b24072c95aee completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:36:31.050060 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 7300b18d-362b-494d-8375-b24072c95aee triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:31.052563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.060449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f32464f-6f13-44f1-b8ab-e2522160d93b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:31.117343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.171211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Transition to ACTIVE for port object 4f32464f-6f13-44f1-b8ab-e2522160d93b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:36:31.188740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.225807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8facf647-32ec-42f8-9c5d-b2df23a183a8 req-83c8712f-ceef-4894-83bd-3e951b7eb4c0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932928 Nov 08 13:36:31.361668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-efefb964-5edf-4a03-9be3-947cd9c04afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:31.384124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-efefb964-5edf-4a03-9be3-947cd9c04afa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8837986 Nov 08 13:36:31.394167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:31.409273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a893be19-b86e-48a5-a9b8-2b12f806ffd0 admin admin] 10.222.0.65 "PUT /v2.0/routers/8d62367c-0c4e-4f85-a84c-1505109863c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8866456 Nov 08 13:36:31.457914 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.467656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa0736b7-be07-4692-936d-e3ea6107d69c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:31.584069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a1f1f3fb-da4c-4389-a8f8-7ab082ea6c39 None None] Provisioning complete for port 9a98fad9-dad6-4023-b058-940e111920fa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:31.588753 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f3fb-da4c-4389-a8f8-7ab082ea6c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.659272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:31.809424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7300b18d-362b-494d-8375-b24072c95aee'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:31.813783 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96f42c1-b1c8-4c7a-a203-4c558930f6ee" -d '{"events": [{"server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "name": "network-vif-plugged", "status": "completed", "tag": "7300b18d-362b-494d-8375-b24072c95aee"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:31.824137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a1f1f3fb-da4c-4389-a8f8-7ab082ea6c39 None None] Port 9a98fad9-dad6-4023-b058-940e111920fa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:31.834859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0d8783d7-6e28-49d8-a51d-1d562a520879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.856118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf6d9d3-d2d7-44eb-8dd2-53b9679c8880 req-e1cbc212-5796-462c-9b55-32c3ac4a20ba tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:31.872199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbf6d9d3-d2d7-44eb-8dd2-53b9679c8880 req-e1cbc212-5796-462c-9b55-32c3ac4a20ba tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 943 time: 0.2730079 Nov 08 13:36:31.873711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7300b18d-362b-494d-8375-b24072c95aee, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7300b18d-362b-494d-8375-b24072c95aee,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:31.936304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:31.952346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa0736b7-be07-4692-936d-e3ea6107d69c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:31.957050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.081153 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbf6d9d3-d2d7-44eb-8dd2-53b9679c8880 req-9b7eab77-ba26-4351-a43d-bb16249e92cd tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059829 Nov 08 13:36:32.106431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-450c7faf-e117-454c-a2b9-f3df2cb4f62b service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215767 Nov 08 13:36:32.213316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:32.213882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:32.214452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:32.412018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94efc8e-9130-4b3c-aa37-057b2180e9d6 req-e10f6278-4958-40e1-a2bd-4246f0ea0ddb tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:32.419908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94efc8e-9130-4b3c-aa37-057b2180e9d6 req-e10f6278-4958-40e1-a2bd-4246f0ea0ddb tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 946 time: 0.1562204 Nov 08 13:36:32.477649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:32.478306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:32.525255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:32.525598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:32.525987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:32.526448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Bound port: 4f32464f-6f13-44f1-b8ab-e2522160d93b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:32.526815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.555495 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.574277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7300b18d-362b-494d-8375-b24072c95aee,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:32.651137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94efc8e-9130-4b3c-aa37-057b2180e9d6 req-6f3b1567-7c43-48d9-856b-aae1cbab5adf tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299623 Nov 08 13:36:32.662691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port aa0736b7-be07-4692-936d-e3ea6107d69c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa0736b7-be07-4692-936d-e3ea6107d69c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:32.688203 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:32.880382 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9650f836-dc85-41f0-ae7c-d758223070d6 x-openstack-request-id: req-9650f836-dc85-41f0-ae7c-d758223070d6 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:32.881370 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "name": "network-vif-plugged", "status": "completed", "tag": "7300b18d-362b-494d-8375-b24072c95aee", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:32.881370 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9650f836-dc85-41f0-ae7c-d758223070d6 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:32.881370 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7300b18d-362b-494d-8375-b24072c95aee', 'code': 200} Nov 08 13:36:32.885704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=aa0736b7-be07-4692-936d-e3ea6107d69c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:32.920916 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e54ebc46-7ac3-4480-ac59-fe1f441e3c70 req-fe7bbcac-770e-43ab-8daa-8d4106d38406 service neutron] 10.222.0.54 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044865 Nov 08 13:36:32.978716 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.193253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:33.240583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:33.259256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.268702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bd128-4ef3-404a-93ac-d648acaf737c req-1865cb7e-2af8-4a68-b911-500bed0b4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:33.269506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-045bc19f-cead-4ff3-91a3-3610c719261f tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:33.270513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d99bd128-4ef3-404a-93ac-d648acaf737c req-1865cb7e-2af8-4a68-b911-500bed0b4799 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 1097 time: 0.2717388 Nov 08 13:36:33.270718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa0736b7-be07-4692-936d-e3ea6107d69c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:33.280597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-045bc19f-cead-4ff3-91a3-3610c719261f tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 828 time: 0.3447268 Nov 08 13:36:33.332464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-cb7c910b-4dfd-4af9-b91c-44466116be09 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/quotas/c74424347100462798ca713f9772ca06 HTTP/1.1" status: 200 len: 375 time: 0.0382187 Nov 08 13:36:33.357901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:33.358981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.360939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] 10.222.0.70 "PUT /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 1091 time: 4.9773872 Nov 08 13:36:33.362064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:33.366079 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:33.451595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129050a-b959-4be9-896f-0ca021ae3c1f req-81c3cc40-43f9-4c84-be8b-26c72e7ba7db tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:33.454197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d3335-64e9-4a0e-86d7-ffbed2c54ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:33.456327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a129050a-b959-4be9-896f-0ca021ae3c1f req-81c3cc40-43f9-4c84-be8b-26c72e7ba7db tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.1535914 Nov 08 13:36:33.463853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d99bd128-4ef3-404a-93ac-d648acaf737c req-3d0653c4-e85a-40ee-987b-d3b95bfe36c8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546309 Nov 08 13:36:33.474549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa0736b7-be07-4692-936d-e3ea6107d69c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:33.474989 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:33.502758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-acb14f11-d393-48b1-885e-2b5d7a4603a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:33.504364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-acb14f11-d393-48b1-885e-2b5d7a4603a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1094 time: 0.0848703 Nov 08 13:36:33.533877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-9533a25b-7090-4d59-8451-956295705473 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1761889 Nov 08 13:36:33.608508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-b5411e75-4432-43dd-9aa9-f5260e593fba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 217 time: 0.0917170 Nov 08 13:36:33.696202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-22286818-41e2-4869-a514-76a5a13149d0 service neutron] 10.222.0.65 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608717 Nov 08 13:36:33.711028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-da5e74e8-d3fa-4822-a97c-c0b2164079bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:33.712206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-da5e74e8-d3fa-4822-a97c-c0b2164079bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0958500 Nov 08 13:36:33.779374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-d73f2f30-abe9-40be-b0f9-1adaaa5f6fb3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595503 Nov 08 13:36:33.813492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a129050a-b959-4be9-896f-0ca021ae3c1f req-70ecc2ca-f068-479b-b528-257013ab3b26 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369913 Nov 08 13:36:33.903494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-2d142a29-ef9c-4ee2-af32-4fb29c0d7d1f service neutron] 10.222.0.65 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053671 Nov 08 13:36:33.956607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-bda3cccf-5a44-4284-9724-ead5fcba5a60 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681519 Nov 08 13:36:34.079508 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Sync routers for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:34.098162 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:34.098887 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:34.180462 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4876214-1610-4841-a490-f6c9b7c3ff0b req-44b69017-6717-4961-8462-b5934106ac70 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159135 Nov 08 13:36:34.200895 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364a7c9d-014b-4ba8-b351-0630143aa505 x-openstack-request-id: req-364a7c9d-014b-4ba8-b351-0630143aa505 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:34.201191 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:34.201446 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-364a7c9d-014b-4ba8-b351-0630143aa505 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:34.201865 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b', 'status': 'completed', 'code': 200} Nov 08 13:36:34.357793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-65f48400-0e48-4de8-bfb1-a0fe1cc845e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:34.360371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-65f48400-0e48-4de8-bfb1-a0fe1cc845e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1094 time: 0.0825949 Nov 08 13:36:34.445474 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:34.471102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87092f-6cee-4c20-a235-c83213200ccc req-6e223291-c113-4021-afb9-e2e4a9948a8e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:34.473868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb87092f-6cee-4c20-a235-c83213200ccc req-6e223291-c113-4021-afb9-e2e4a9948a8e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 943 time: 0.2022550 Nov 08 13:36:34.516609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f1cd0-083a-407c-a55c-f865330962c3 req-b1a24960-1748-43ab-b3d8-5f16ce3f52b2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:34.518229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d23f1cd0-083a-407c-a55c-f865330962c3 req-b1a24960-1748-43ab-b3d8-5f16ce3f52b2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 946 time: 0.1450109 Nov 08 13:36:34.594782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-d4f135af-4a8d-4858-9ecb-614cbc408f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:34.596443 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-d4f135af-4a8d-4858-9ecb-614cbc408f05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.2272806 Nov 08 13:36:34.618161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb87092f-6cee-4c20-a235-c83213200ccc req-3125b400-3fd4-4ec5-80f9-92e9acb468c2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326520 Nov 08 13:36:34.654534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d23f1cd0-083a-407c-a55c-f865330962c3 req-6a39f6a2-446d-4bd1-9334-32c80adb0f22 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278048 Nov 08 13:36:34.687227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-d1acf498-77eb-4576-ac44-d5275a7bfa5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 217 time: 0.0820930 Nov 08 13:36:34.802416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-772f81f9-ce17-4496-a774-20518958d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:34.804826 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-772f81f9-ce17-4496-a774-20518958d24a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.1093569 Nov 08 13:36:34.818798 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 2, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:34.827290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43365c50-5c09-46fc-9474-f9808892aef2 req-2f65301b-370c-4529-9efe-5e6df5bdcd78 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 210 time: 0.0894878 Nov 08 13:36:34.878303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-cab5a329-5fe1-49c6-96f9-20037c1ed5bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653899 Nov 08 13:36:34.892367 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Checking router: 8d62367c-0c4e-4f85-a84c-1505109863c9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:34.892662 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Updating router 8d62367c-0c4e-4f85-a84c-1505109863c9 port 9a98fad9-dad6-4023-b058-940e111920fa binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:36:35.104341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-80281202-5a09-48f6-991c-cb9a495755c8 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130134 Nov 08 13:36:35.153083 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.172975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c523144-96d2-4985-97dd-7759b7786b60 req-7a4d4028-abe0-4633-b9fe-f701c20e992e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:35.175368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c523144-96d2-4985-97dd-7759b7786b60 req-7a4d4028-abe0-4633-b9fe-f701c20e992e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.1561472 Nov 08 13:36:35.389612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c523144-96d2-4985-97dd-7759b7786b60 req-fa3783bb-e5bf-463b-b815-56908b227a94 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005584 Nov 08 13:36:35.396411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c4199fc-fe8c-4da3-9e80-de7231b7ad4f req-eb214121-eaa3-41de-8de1-274362af3939 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737291 Nov 08 13:36:35.426995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.717423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.765639 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.776269 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:35.842126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321f127-c2df-446d-b28f-206582c7324f req-9f11f1a0-83f7-4ab4-9d5b-39c780c4f638 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:35.843819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d321f127-c2df-446d-b28f-206582c7324f req-9f11f1a0-83f7-4ab4-9d5b-39c780c4f638 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 943 time: 0.0958312 Nov 08 13:36:35.895501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1c061-6423-4904-887d-5a8bfe9b9cc7 req-3cea078e-7c5e-4dba-bca8-95539dea311e tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:35.904452 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531c3ab-5d2d-44da-8472-8997b7c858a1 None None] Pushing event updated for resources: {'Port': ['ID=9a98fad9-dad6-4023-b058-940e111920fa,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:35.906993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9b1c061-6423-4904-887d-5a8bfe9b9cc7 req-3cea078e-7c5e-4dba-bca8-95539dea311e tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 946 time: 0.1221907 Nov 08 13:36:36.030990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d321f127-c2df-446d-b28f-206582c7324f req-8c8a183d-4ff3-445e-afff-20620502d903 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787853 Nov 08 13:36:36.063027 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Attempting to bind port 9a98fad9-dad6-4023-b058-940e111920fa on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:36.079773 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Attempting to bind port 9a98fad9-dad6-4023-b058-940e111920fa by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:36.079773 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Attempting to bind port 9a98fad9-dad6-4023-b058-940e111920fa on network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:36.080276 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:36.080484 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Checking segment: {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:36.080868 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.081333 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Bound using segment: {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:36.082028 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Bound port: 9a98fad9-dad6-4023-b058-940e111920fa, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:36.082220 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.145302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9b1c061-6423-4904-887d-5a8bfe9b9cc7 req-3f0628d0-b3da-47e8-ba58-e95acb25f5e3 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371972 Nov 08 13:36:36.146485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36502) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:36.322981 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] For port 9a98fad9-dad6-4023-b058-940e111920fa, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:36.339264 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] For port 9a98fad9-dad6-4023-b058-940e111920fa, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9a98fad9-dad6-4023-b058-940e111920fa,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:36.348972 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.383576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30fa69f3-4501-48e2-b81e-603e438e0a8d req-f0ecf3ff-1d3d-4d30-9ada-5acbf7d26703 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 210 time: 0.0969923 Nov 08 13:36:36.451640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b413b252-253b-48b1-9ffb-ecf33d88aea4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.453038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-6541a74b-d722-4cca-bd3a-9ec26fa96b91 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:36.461697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-6541a74b-d722-4cca-bd3a-9ec26fa96b91 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.70 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 828 time: 0.3595073 Nov 08 13:36:36.479897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Request body: {'port': {'device_id': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'admin_state_up': True, 'tenant_id': 'c74424347100462798ca713f9772ca06'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:36.542479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e6092392-df69-40ea-a145-bbe121a6e1cb None None] Provisioning complete for port 9a98fad9-dad6-4023-b058-940e111920fa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:36.543916 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e6092392-df69-40ea-a145-bbe121a6e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.602474 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:36.608546 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:36.773445 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531c3ab-5d2d-44da-8472-8997b7c858a1 None None] Pushing event updated for resources: {'Port': ['ID=9a98fad9-dad6-4023-b058-940e111920fa,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:36.831455 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e6092392-df69-40ea-a145-bbe121a6e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.837465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679f5c1-56f0-4c96-a46f-1458aa5295d4 req-a7b61832-60d4-49bb-9c8d-10102a2e1240 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:36.851294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Made reservation on behalf of c74424347100462798ca713f9772ca06 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:36.852381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7679f5c1-56f0-4c96-a46f-1458aa5295d4 req-a7b61832-60d4-49bb-9c8d-10102a2e1240 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.2171156 Nov 08 13:36:36.860377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.921697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e6092392-df69-40ea-a145-bbe121a6e1cb None None] For port 9a98fad9-dad6-4023-b058-940e111920fa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9a98fad9-dad6-4023-b058-940e111920fa,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:36.927232 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e6092392-df69-40ea-a145-bbe121a6e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:36.940333 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b413b252-253b-48b1-9ffb-ecf33d88aea4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.001112 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:37.023308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7679f5c1-56f0-4c96-a46f-1458aa5295d4 req-7ee44d48-da16-417f-916f-789c702b7725 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697090 Nov 08 13:36:37.044392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6092392-df69-40ea-a145-bbe121a6e1cb None None] Pushing event updated for resources: {'Port': ['ID=9a98fad9-dad6-4023-b058-940e111920fa,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:37.068447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b413b252-253b-48b1-9ffb-ecf33d88aea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.086821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e44e0da0-9bd1-4d46-ae9c-2e2254dfa5f8 None None] Provisioning complete for port 9a98fad9-dad6-4023-b058-940e111920fa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:37.089890 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e44e0da0-9bd1-4d46-ae9c-2e2254dfa5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.141213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Allocated IP 172.20.0.7 (79db7bd7-42af-4be5-a16b-35d6ee60ac4a/31e44325-0739-424c-bc98-860cff461f65/6bfb3ea1-e770-4fef-892e-557d7a95aaa2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:37.279863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413b252-253b-48b1-9ffb-ecf33d88aea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47360e89-2f24-4532-a4d9-e9801da31644,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:37.288087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9a98fad9-dad6-4023-b058-940e111920fa up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:37.350936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b413b252-253b-48b1-9ffb-ecf33d88aea4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c0d98abdf0f4351a57f766f6e057b98&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2026386 Nov 08 13:36:37.357267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36516) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:37.407235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-c4cf03c3-382f-4435-8f9a-9b8b411c26ec tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:37.413278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-c4cf03c3-382f-4435-8f9a-9b8b411c26ec tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4782271 Nov 08 13:36:37.437868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.463605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47e8d856-d278-46f4-83cd-00ced0f848cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.499700 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-858be143-61f6-4463-b273-91c7268bd00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:37.509081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47e8d856-d278-46f4-83cd-00ced0f848cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.535563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.539971 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858be143-61f6-4463-b273-91c7268bd00a None None] The sync data for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 is: [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:37.558495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-ce4851a4-acae-4b50-be61-563786515a84 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.1339836 Nov 08 13:36:37.564787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'floatingip': {'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:37.608917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event updated for resources: {'Port': ['ID=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:37.643172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:37.645440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:37.648452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:37.685082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.694800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f821b7e-c71b-4919-9e1a-e87e8d09f139 req-584d880b-97d5-4ab6-9e26-96edb9e11275 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:37.702951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f821b7e-c71b-4919-9e1a-e87e8d09f139 req-584d880b-97d5-4ab6-9e26-96edb9e11275 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 943 time: 0.4569793 Nov 08 13:36:37.761840 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47e8d856-d278-46f4-83cd-00ced0f848cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.767330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9a98fad9-dad6-4023-b058-940e111920fa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:37.767975 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.775779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47e8d856-d278-46f4-83cd-00ced0f848cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.776711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-47e8d856-d278-46f4-83cd-00ced0f848cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47360e89-2f24-4532-a4d9-e9801da31644 HTTP/1.1" status: 204 len: 168 time: 0.4181478 Nov 08 13:36:37.882431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:36:37.900142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8d856-d278-46f4-83cd-00ced0f848cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47360e89-2f24-4532-a4d9-e9801da31644,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:37.928709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:37.929052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:37.969692 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e4c04e4b-2b41-4e3b-94b9-94f11290cdd3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4982038 Nov 08 13:36:38.005341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Request body: {'port': {'device_id': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:38.011790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f821b7e-c71b-4919-9e1a-e87e8d09f139 req-0ac03718-59b2-41a1-9ee2-093c668e9ea1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078465 Nov 08 13:36:38.112607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-d4f3d503-5626-4c0b-8174-fa9a22823f39 service neutron] 10.222.0.70 "GET /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.3072443 Nov 08 13:36:38.162917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:38.191205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '4f32464f-6f13-44f1-b8ab-e2522160d93b', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'port_id': '4f32464f-6f13-44f1-b8ab-e2522160d93b', 'mac_address': 'fa:16:3e:43:a1:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592bfd3c-c47b-40ce-9775-6b9c7aba029c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:36:38.192753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.307213 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.361321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f32464f-6f13-44f1-b8ab-e2522160d93b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:38.390243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:38.393087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-19694348-5212-4a27-9e1a-34e4b2a5f8cf None None] Provisioning complete for port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:38.393087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-19694348-5212-4a27-9e1a-34e4b2a5f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.450669 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.514894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72484fd3-dd90-4621-b721-bf4bc7dfab55 req-6405d6dc-6ff1-4d22-9af0-da4cac8bd6fb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:38.522686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72484fd3-dd90-4621-b721-bf4bc7dfab55 req-6405d6dc-6ff1-4d22-9af0-da4cac8bd6fb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 931 time: 0.2349160 Nov 08 13:36:38.571688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-19694348-5212-4a27-9e1a-34e4b2a5f8cf None None] Port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:36:38.610614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:38.627808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36532) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:38.665693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['4f32464f-6f13-44f1-b8ab-e2522160d93b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:38.701222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72484fd3-dd90-4621-b721-bf4bc7dfab55 req-83fe43b2-a8a0-463b-ae49-ea2762bbe113 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774802 Nov 08 13:36:38.718165 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-764edcbf-2bcd-41b3-a08f-a16e6cdae3b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:38.939475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05499c-e8d4-4bc6-8adc-c7d9f888ba0d req-1df9117e-c404-47ca-8c4c-c97554b3fadb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:38.944995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a05499c-e8d4-4bc6-8adc-c7d9f888ba0d req-1df9117e-c404-47ca-8c4c-c97554b3fadb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 944 time: 0.1656735 Nov 08 13:36:38.986307 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:36:39.084544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a05499c-e8d4-4bc6-8adc-c7d9f888ba0d req-582eaa28-8b71-47bd-8365-8fcd7ecf6319 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287286 Nov 08 13:36:39.087772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.112188 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.155219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9a98fad9-dad6-4023-b058-940e111920fa up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:39.258468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9a98fad9-dad6-4023-b058-940e111920fa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:39.258887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.278293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:39.332531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:39.337968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:39.365561 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98 associated. External IP: 172.25.8.164, port: aa45563f-6192-45a0-9635-c36e19a7d970. Nov 08 13:36:39.367823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.394208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-764edcbf-2bcd-41b3-a08f-a16e6cdae3b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.407268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Transition to ACTIVE for port object 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:36:39.409842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-764edcbf-2bcd-41b3-a08f-a16e6cdae3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.421151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8e1bde-6339-4391-a6f5-576bd60f22bf {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:39.423624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d016-826a-4889-90ff-71012e56cfba req-1a1c8299-3b52-4196-86ec-17367ea27148 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:39.425245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a47d016-826a-4889-90ff-71012e56cfba req-1a1c8299-3b52-4196-86ec-17367ea27148 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 944 time: 0.1271205 Nov 08 13:36:39.431621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.453351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:39.510165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-764edcbf-2bcd-41b3-a08f-a16e6cdae3b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=11a8c572a9ce4e338889d99a4845c292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8781626 Nov 08 13:36:39.515381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36542) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:39.516615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764edcbf-2bcd-41b3-a08f-a16e6cdae3b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4cb2d-f0f7-464a-a757-c1997a4756dd,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:39.528191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.544793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:39.568271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a47d016-826a-4889-90ff-71012e56cfba req-c6ab6a92-b6ed-4c1e-b090-56be88b59550 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291451 Nov 08 13:36:39.773329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-df25932c-8671-4392-be5e-3f1f449fcc73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.777333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Attempting to bind port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:39.777868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Attempting to bind port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:39.777984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Attempting to bind port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 on network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:39.797578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 on network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:39.797936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Attempting to bind port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 on network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:39.809837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] Transition to ACTIVE for port object 7a8e1bde-6339-4391-a6f5-576bd60f22bf will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:36:39.810867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:39.811219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Checking segment: {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:39.811609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Bound using segment: {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:39.812087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Bound port: 6bfb3ea1-e770-4fef-892e-557d7a95aaa2, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9968907-17c5-4d34-9158-d806142172bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:39.812453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.816886 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.891950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:39.970794 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-df25932c-8671-4392-be5e-3f1f449fcc73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:39.976704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] No DVR routers for this DVR port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:36:40.015642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:40.020344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 4f32464f-6f13-44f1-b8ab-e2522160d93b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:36:40.030216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 4f32464f-6f13-44f1-b8ab-e2522160d93b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:40.030688 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.045242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0d09f-96c4-476b-bf46-f71f48057b31 req-089403f6-3ae2-4606-94b4-d260cf7a0497 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.053616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4b0d09f-96c4-476b-bf46-f71f48057b31 req-089403f6-3ae2-4606-94b4-d260cf7a0497 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 943 time: 0.2653432 Nov 08 13:36:40.065891 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-efec6d63-1d0a-4ff0-a986-60c8e19a73a8 service neutron] 10.222.0.70 "PUT /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf/bindings/n-h2-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8686900 Nov 08 13:36:40.084210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] For port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:40.109339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] For port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:40.115189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:40.120599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.159540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4b0d09f-96c4-476b-bf46-f71f48057b31 req-5b897155-d663-43d4-84ce-807cda37f406 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052806 Nov 08 13:36:40.221945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.223284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.229210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] 10.222.0.70 "PUT /v2.0/ports/6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 1091 time: 2.2493730 Nov 08 13:36:40.232601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:40.234790 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.241175 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7825380-8c29-4dd0-9040-c4313d7c72fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:40.290102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-df25932c-8671-4392-be5e-3f1f449fcc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.296347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-df25932c-8671-4392-be5e-3f1f449fcc73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.297505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-df25932c-8671-4392-be5e-3f1f449fcc73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ca4cb2d-f0f7-464a-a757-c1997a4756dd HTTP/1.1" status: 204 len: 168 time: 0.7758145 Nov 08 13:36:40.327444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:40.338469 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0f4bdc-fbba-4d42-9cca-f0227bc55a99" -d '{"events": [{"server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "name": "network-vif-plugged", "status": "completed", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:40.357379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:40.362463 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.363339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:36:40.383274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccc6ea-7ef3-469d-95ca-8332f75d47c3 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:40.396792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-dd8d70bc-7207-4534-b23a-fc154e66caf8 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.400249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-dd8d70bc-7207-4534-b23a-fc154e66caf8 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.2262211 Nov 08 13:36:40.414167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df25932c-8671-4392-be5e-3f1f449fcc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4cb2d-f0f7-464a-a757-c1997a4756dd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:40.498391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818eda96-450d-4744-b47e-c4d917285e87 req-0c6a0141-117f-4cfb-b7f1-ae51d7c19b6b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.515218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-818eda96-450d-4744-b47e-c4d917285e87 req-0c6a0141-117f-4cfb-b7f1-ae51d7c19b6b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 945 time: 0.2265861 Nov 08 13:36:40.537014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-c097b50e-decd-4dde-93cf-92329740800a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.546682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-c097b50e-decd-4dde-93cf-92329740800a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1094 time: 0.2443230 Nov 08 13:36:40.557365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:40.562882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:40.564985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:40.572176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:36:40.576490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:40.593713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:40.595649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:40.620958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-7c7afc8e-1306-4550-b827-ae4e52d509d5 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "PUT /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 200 len: 996 time: 3.0604534 Nov 08 13:36:40.638680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-818eda96-450d-4744-b47e-c4d917285e87 req-55681274-798a-4e43-9bfc-fc00d094b51b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166623 Nov 08 13:36:40.640732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:40.646205 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b2337a-a029-4414-b654-d7912c77a385" -d '{"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:40.661706 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-cf647659-564e-4961-a6cd-7e15b1a2c345 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 217 time: 0.1059282 Nov 08 13:36:40.669119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-c26ff5db-87f6-4ad6-8d99-7048969f5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.671007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-c26ff5db-87f6-4ad6-8d99-7048969f5063 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 1096 time: 0.2556472 Nov 08 13:36:40.729189 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731508c2-4716-4ee3-8623-fc715c84eb4a x-openstack-request-id: req-731508c2-4716-4ee3-8623-fc715c84eb4a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:40.729755 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:40.730287 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-731508c2-4716-4ee3-8623-fc715c84eb4a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:40.730814 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'status': 'completed', 'code': 200} Nov 08 13:36:40.751306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-e1c62ae9-e966-4c0d-82f0-92e1a9d8a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.754269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-e1c62ae9-e966-4c0d-82f0-92e1a9d8a188 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.1142433 Nov 08 13:36:40.779873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:40.783329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-bdf95c32-c26a-4211-9c57-78ee38531d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.785202 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-bdf95c32-c26a-4211-9c57-78ee38531d20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 200 len: 867 time: 0.1131876 Nov 08 13:36:40.845355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-ffe96013-bf30-4135-bf32-af720d3415f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:40.848716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-ffe96013-bf30-4135-bf32-af720d3415f9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1096 time: 0.1373034 Nov 08 13:36:40.907263 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618bf195-edf9-4b11-8191-418a9c63da08 x-openstack-request-id: req-618bf195-edf9-4b11-8191-418a9c63da08 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:40.907865 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "name": "network-vif-plugged", "status": "completed", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:40.908330 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-618bf195-edf9-4b11-8191-418a9c63da08 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:40.908931 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b', 'code': 200} Nov 08 13:36:41.126952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-565a1556-9359-4b4a-bab4-17bfff1baabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.131436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-565a1556-9359-4b4a-bab4-17bfff1baabe service neutron] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.3676200 Nov 08 13:36:41.184270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e34ddca6-8e92-41cc-acd3-d5439a6bd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.186173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-e34ddca6-8e92-41cc-acd3-d5439a6bd93e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3816438 Nov 08 13:36:41.191896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae3c51-d1a9-4b24-ae06-477d35db9012 req-d0d316d3-0047-428a-99ae-1d61fc87040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.193903 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3ae3c51-d1a9-4b24-ae06-477d35db9012 req-d0d316d3-0047-428a-99ae-1d61fc87040d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1096 time: 0.2990556 Nov 08 13:36:41.318923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-3d67afc7-898c-4d59-bd85-a982c6fc88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.319160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-12a25233-9f7b-43dd-be3b-f9b4df0057e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 999 time: 0.1426919 Nov 08 13:36:41.320392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-3d67afc7-898c-4d59-bd85-a982c6fc88b6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.4245214 Nov 08 13:36:41.345950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5df25-49c5-4d26-b25a-b357d086164f req-3b46f615-40be-41e8-91e3-b1f7f3f6e83f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.355709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:f8:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:38Z', 'revision_number': 1, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:41.368522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27b5df25-49c5-4d26-b25a-b357d086164f req-3b46f615-40be-41e8-91e3-b1f7f3f6e83f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 945 time: 0.2817731 Nov 08 13:36:41.394936 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-ac07d6d3-fb31-4307-80b9-c3e7236800a9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 217 time: 0.0589147 Nov 08 13:36:41.403516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3ae3c51-d1a9-4b24-ae06-477d35db9012 req-9a39e843-e97f-4124-9216-5205fd837c02 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969123 Nov 08 13:36:41.430415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:41.451374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-23aaa90b-00cd-41d5-816b-5264de02ef86 service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559116 Nov 08 13:36:41.456167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:41.456167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:41.466726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27b5df25-49c5-4d26-b25a-b357d086164f req-2539e1e0-3ffe-4f61-9483-82909d4dd2ee tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852635 Nov 08 13:36:41.501887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-02d78381-916e-4080-95a5-3229685fadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.507909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-02d78381-916e-4080-95a5-3229685fadfe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.0981767 Nov 08 13:36:41.510031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-03a79225-44c0-4f51-8414-df9f577be832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.517609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-03a79225-44c0-4f51-8414-df9f577be832 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.1474950 Nov 08 13:36:41.592638 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-d9d53cca-11a3-4024-a6b2-523ad01c131b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659037 Nov 08 13:36:41.604503 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b94e4e-d892-4066-8585-fc82051b60bf x-openstack-request-id: req-04b94e4e-d892-4066-8585-fc82051b60bf {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:41.605023 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:41.606227 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04b94e4e-d892-4066-8585-fc82051b60bf {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:41.606952 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'status': 'completed', 'code': 200} Nov 08 13:36:41.647532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-2c37a354-46ef-49c6-99cd-99c80c372d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.651170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-2c37a354-46ef-49c6-99cd-99c80c372d3e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276138 Nov 08 13:36:41.695282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-b7c6c07d-ea0b-491f-9593-811da60e32ae service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:36:41.697000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-b7c6c07d-ea0b-491f-9593-811da60e32ae service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0246706 Nov 08 13:36:41.753925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:41.942842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-17d630c8-3a48-4a1b-9525-39abde6b4b7a service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386448 Nov 08 13:36:41.990872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc98615a-9d41-4535-80dc-6b31cf9b0e1e req-474392b4-8fb4-4e08-b58e-c38751892184 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:41.993662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc98615a-9d41-4535-80dc-6b31cf9b0e1e req-474392b4-8fb4-4e08-b58e-c38751892184 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 943 time: 0.1708820 Nov 08 13:36:42.018178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2337a-a029-4414-b654-d7912c77a385 req-34e7276e-9c41-49a5-a5de-8b44c91937c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:42.019859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61b2337a-a029-4414-b654-d7912c77a385 req-34e7276e-9c41-49a5-a5de-8b44c91937c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.3866143 Nov 08 13:36:42.079788 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-473c8d2f-9553-4dde-a053-ee1bb9b639e8 req-b5d0826f-fab2-4462-af6b-6c388ace9581 service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769671 Nov 08 13:36:42.088380 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-7ebb5e11-930f-48eb-a6c9-2f7256f9f04e service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760513 Nov 08 13:36:42.341116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:f8:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:38Z', 'revision_number': 1, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:42.410440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-c491d974-b1d6-49cc-8eb9-162886d79f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:42.411460 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-c491d974-b1d6-49cc-8eb9-162886d79f3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1094 time: 0.2609317 Nov 08 13:36:42.416630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2337a-a029-4414-b654-d7912c77a385 req-cf47e071-7d6c-4b0b-9787-826c5f5dc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:42.418956 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61b2337a-a029-4414-b654-d7912c77a385 req-cf47e071-7d6c-4b0b-9787-826c5f5dc7b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.3782148 Nov 08 13:36:42.421496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e1a7d-8559-4661-a8e3-d014a7845425 None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:f8:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:38Z', 'revision_number': 1, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:42.598033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc98615a-9d41-4535-80dc-6b31cf9b0e1e req-fbaa71dd-f9e7-423d-a97b-31a6292425c0 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895525 Nov 08 13:36:42.608232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77fd7fb4-909f-4ed9-9c39-961b7653e187 req-0b7a95a2-fa2e-49fb-9d25-3426e790510c service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536646 Nov 08 13:36:42.658582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-30c15e36-75bb-4029-ae6c-fdc4801ebd66 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964037 Nov 08 13:36:42.720975 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61b2337a-a029-4414-b654-d7912c77a385 req-d4175484-a67f-4b29-9e89-f27ddf034fe8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 999 time: 0.2831299 Nov 08 13:36:42.824633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2337a-a029-4414-b654-d7912c77a385 req-8a1eeef9-bc62-4159-a907-d441e2c2927e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:42.826284 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61b2337a-a029-4414-b654-d7912c77a385 req-8a1eeef9-bc62-4159-a907-d441e2c2927e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.0926597 Nov 08 13:36:42.872527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9afb4-b309-4e80-9dbb-76847f29aeb0 req-082d33ce-758e-4373-8b4e-394a90a1d4a4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:42.874102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80e9afb4-b309-4e80-9dbb-76847f29aeb0 req-082d33ce-758e-4373-8b4e-394a90a1d4a4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 945 time: 0.1768842 Nov 08 13:36:42.913672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4363e9-09b8-4a12-b827-d841ec74f65e req-e37a4926-45ae-4c01-b833-13a019642b51 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:42.915482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b4363e9-09b8-4a12-b827-d841ec74f65e req-e37a4926-45ae-4c01-b833-13a019642b51 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 945 time: 0.1443453 Nov 08 13:36:42.932617 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483bb76-c2ae-41f1-8355-cde3dc5cbf39 None None] New status for floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:36:43.002212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80e9afb4-b309-4e80-9dbb-76847f29aeb0 req-d0ced7eb-1295-4760-9a96-42d6db949a1c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160026 Nov 08 13:36:43.013007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-e9322327-bc6d-4199-a600-e7e9d850035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:43.020888 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-e9322327-bc6d-4199-a600-e7e9d850035c service neutron] 10.222.0.70 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 929 time: 0.5991271 Nov 08 13:36:43.037173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b4363e9-09b8-4a12-b827-d841ec74f65e req-902c7cfb-deb5-4493-b6fa-05e124881d10 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104159 Nov 08 13:36:43.179814 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-ef3cc945-9704-42d8-a1f0-0c8661ad797f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 217 time: 0.1499698 Nov 08 13:36:43.233154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2337a-a029-4414-b654-d7912c77a385 req-193a8cc4-1a07-4a66-8247-39bb322e2ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:43.236586 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61b2337a-a029-4414-b654-d7912c77a385 req-193a8cc4-1a07-4a66-8247-39bb322e2ca5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3700352 Nov 08 13:36:43.243862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-36fade37-b248-4705-9a09-2a085dd3e7cb tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:43.246017 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-36fade37-b248-4705-9a09-2a085dd3e7cb tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.1763113 Nov 08 13:36:43.346371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-8c7167af-02d7-4f88-ae40-f87d0be88a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:43.347965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-8c7167af-02d7-4f88-ae40-f87d0be88a3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 200 len: 867 time: 0.1580272 Nov 08 13:36:43.378906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-8416beec-bb31-4e76-976d-5d50cd087b3b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:43.392958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-8416beec-bb31-4e76-976d-5d50cd087b3b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1132388 Nov 08 13:36:43.450670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e30ccc-f3c2-400c-bce7-3418f2e53463 req-db4bc891-cb70-46cd-a76c-9b8061a0ff6d tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:43.452529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05e30ccc-f3c2-400c-bce7-3418f2e53463 req-db4bc891-cb70-46cd-a76c-9b8061a0ff6d tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1096 time: 0.1434009 Nov 08 13:36:43.500195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-237102f0-0fe4-46ff-bc69-3dbdcaca66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:43.501726 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-237102f0-0fe4-46ff-bc69-3dbdcaca66a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296308 Nov 08 13:36:43.543182 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61b2337a-a029-4414-b654-d7912c77a385 req-654dc62d-8ffb-4491-b60b-0ca4e582e413 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927241 Nov 08 13:36:43.549921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-d825c70d-e0f7-4f3b-b738-b9e0474e7389 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 999 time: 0.1504159 Nov 08 13:36:43.567565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05e30ccc-f3c2-400c-bce7-3418f2e53463 req-f66d8041-023e-4fe6-88d6-df6f7aa808cd tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041067 Nov 08 13:36:43.570725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'floatingip': {'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:43.646075 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.719666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-f581199c-bc4a-46c0-8c8c-3b82c1065bc9 service neutron] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:43.732042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-f581199c-bc4a-46c0-8c8c-3b82c1065bc9 service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:43.733555 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85355014-e4a6-4221-9bc5-aec27bc5923a req-f581199c-bc4a-46c0-8c8c-3b82c1065bc9 service neutron] 10.222.0.54 "DELETE /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf/bindings/n-h1-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.4732788 Nov 08 13:36:43.768606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-d6b09e59-fa8d-4c1c-9476-bf176c5a14d9 service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378504 Nov 08 13:36:43.777939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61b2337a-a029-4414-b654-d7912c77a385 req-1ca64365-a506-4d52-bf01-4f2cd7451ce4 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139819 Nov 08 13:36:43.896717 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7825380-8c29-4dd0-9040-c4313d7c72fd req-a23d63df-b7a5-4ff2-bd0c-a8a1085b2ed6 service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160324 Nov 08 13:36:44.046684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d4e5-d572-4b83-9399-01a3715a032c req-26e8cf12-d953-45b2-80cb-a5ef227512f5 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:44.052253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efc4d4e5-d572-4b83-9399-01a3715a032c req-26e8cf12-d953-45b2-80cb-a5ef227512f5 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 943 time: 0.1090832 Nov 08 13:36:44.204695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efc4d4e5-d572-4b83-9399-01a3715a032c req-caa9f654-0e02-49c1-a694-d33882710a51 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463168 Nov 08 13:36:44.422513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70b897-e87c-43d3-9d22-0d6c4e618c96 req-03d60a00-38c6-47ca-ac07-648b24e8c26a tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:44.425402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b70b897-e87c-43d3-9d22-0d6c4e618c96 req-03d60a00-38c6-47ca-ac07-648b24e8c26a tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1096 time: 0.0873902 Nov 08 13:36:44.524912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:36:44.598189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b70b897-e87c-43d3-9d22-0d6c4e618c96 req-879e15d9-6280-4089-a303-b064efc9a3ff tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362338 Nov 08 13:36:44.633265 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:44.647066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:44.834446 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98 associated. External IP: 172.25.8.164, port: aa45563f-6192-45a0-9635-c36e19a7d970. Nov 08 13:36:44.983552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a749aad-348f-446f-8eea-6d365b35c8ad req-fa4b21b3-eb17-4118-9442-8fe66e7cb829 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:44.985938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a749aad-348f-446f-8eea-6d365b35c8ad req-fa4b21b3-eb17-4118-9442-8fe66e7cb829 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 945 time: 0.1123624 Nov 08 13:36:45.103988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a749aad-348f-446f-8eea-6d365b35c8ad req-2d888875-49c0-41b4-8ca1-c9f2bfa79bd2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058869 Nov 08 13:36:45.182144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:45.360402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:45.374809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:45.407344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:45.408375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:45.564555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:45.583959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74773366-11bc-4466-85dc-e10efd357e76 req-879162c1-2ad5-4f9b-875c-2a1e985f2078 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:45.586588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74773366-11bc-4466-85dc-e10efd357e76 req-879162c1-2ad5-4f9b-875c-2a1e985f2078 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 943 time: 0.1401219 Nov 08 13:36:45.714453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74773366-11bc-4466-85dc-e10efd357e76 req-9b22c78a-b771-4880-8070-99a5f6a4efeb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201189 Nov 08 13:36:45.735997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:45.853170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:56:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:44Z', 'revision_number': 3, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:45.889185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:45.903759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:45.904812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:45.911715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:36:45.935597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:45.946327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:45.988192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:45.990939 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc29ec-306f-400e-8549-d67fa36e4b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:46.034932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-1e078e80-9efa-4c6d-9374-34c0a43f97a2 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "PUT /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 200 len: 999 time: 2.4712176 Nov 08 13:36:46.126178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:46.155666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-a7d5e99f-9a25-400a-87cb-82c3868847a0 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:46.159435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-a7d5e99f-9a25-400a-87cb-82c3868847a0 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports/aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 942 time: 0.1140118 Nov 08 13:36:46.326273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-282a229b-ab89-4421-827d-492fba5dbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:46.327976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-282a229b-ab89-4421-827d-492fba5dbb55 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.0745363 Nov 08 13:36:46.378068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'port_id': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'mac_address': 'fa:16:3e:d1:b8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:36:46.534685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:46.556990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-0cb2d0df-c206-416c-8e14-8c8131f439d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:46.559262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-0cb2d0df-c206-416c-8e14-8c8131f439d0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.2184391 Nov 08 13:36:46.562283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001234ca-2285-4e2f-b853-37f85564c5c6 req-d72c4fbb-38cf-4ca2-b445-b23bf8bbd21d tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:46.568276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-001234ca-2285-4e2f-b853-37f85564c5c6 req-d72c4fbb-38cf-4ca2-b445-b23bf8bbd21d tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1096 time: 0.0777507 Nov 08 13:36:46.605941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:46.635326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-fa70a541-e501-41d2-98e0-cf5a731defa3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 217 time: 0.0656543 Nov 08 13:36:46.644698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:46.684637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-001234ca-2285-4e2f-b853-37f85564c5c6 req-a53f38b0-e0d5-45dc-ac5f-5f73d9259cf0 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132598 Nov 08 13:36:46.713983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-f89de932-16a9-46fd-8e13-917e3ad9a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:46.716923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-f89de932-16a9-46fd-8e13-917e3ad9a038 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.0712337 Nov 08 13:36:46.769577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:46.785687 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:46.839807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-4565e5be-e229-4139-9714-43a79fa8027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:46.841801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-4565e5be-e229-4139-9714-43a79fa8027e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116421 Nov 08 13:36:46.857328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-afc03cdf-ed4e-44de-911e-3eb4034ede1d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:36:46.858616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-afc03cdf-ed4e-44de-911e-3eb4034ede1d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081019 Nov 08 13:36:46.872539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece40b9b-ce4a-4e31-94c4-555239370a16 req-f2eff9a2-d7f5-41f4-ac32-bcf7066b45ac tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:46.880656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ece40b9b-ce4a-4e31-94c4-555239370a16 req-f2eff9a2-d7f5-41f4-ac32-bcf7066b45ac tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1096 time: 0.0801692 Nov 08 13:36:46.952937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:46.968552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.969143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.969687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.970220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.970774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.971332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.971923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.972457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.972976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.973504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.974035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:46.974807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:47.003792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['6bfb3ea1-e770-4fef-892e-557d7a95aaa2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:47.074343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ece40b9b-ce4a-4e31-94c4-555239370a16 req-16c42ef7-1f6f-43e4-8f14-b7472ef1598f tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475708 Nov 08 13:36:47.090349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-0a3ba7b2-7816-4ea8-9821-4c2fa33a23e1 service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234538 Nov 08 13:36:47.279075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-7fd874b6-29d9-4c3b-9eb5-1a5333d32b7b service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758316 Nov 08 13:36:47.289423 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8811298-a4b3-4dd4-b653-d4bea5119f63 x-openstack-request-id: req-c8811298-a4b3-4dd4-b653-d4bea5119f63 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:47.293036 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:47.294394 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8811298-a4b3-4dd4-b653-d4bea5119f63 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:47.294394 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'status': 'completed', 'code': 200} Nov 08 13:36:47.330421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:56:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:44Z', 'revision_number': 3, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:47.396362 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:36:47.418253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-f1028682-622b-4546-b1de-453c43f5d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:47.419939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-f1028682-622b-4546-b1de-453c43f5d3a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.1191130 Nov 08 13:36:47.420304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068560c2-bfe9-4b02-8bcd-e7fe35071e7d None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:56:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:44Z', 'revision_number': 3, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:47.720046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-d3e0d4b0-db6a-47a8-b940-057f2a33579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:47.721578 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-d3e0d4b0-db6a-47a8-b940-057f2a33579b service neutron] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.2770231 Nov 08 13:36:47.785486 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-66a32d7e-fb5e-4987-842d-013e69fe425f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 217 time: 0.0511334 Nov 08 13:36:47.895454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-a9e76413-5fa2-4e20-98e7-811c4c987de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:47.897152 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-a9e76413-5fa2-4e20-98e7-811c4c987de5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.1029394 Nov 08 13:36:47.900408 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465af82d-fd13-4107-a95f-5f4a8e9fe8d6 None None] New status for floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:36:47.926477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:36:48.012878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-7d4a15e1-87e8-40d6-9c9a-26015a823d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:48.015014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-7d4a15e1-87e8-40d6-9c9a-26015a823d9b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071508 Nov 08 13:36:48.052212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-ec70def6-6490-4004-940a-ad97ceda2c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:48.057239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-ec70def6-6490-4004-940a-ad97ceda2c1e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 1097 time: 0.7159646 Nov 08 13:36:48.104727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:36:48.115486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:36:48.116588 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:48.362700 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:48.400027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82826e7-9d48-4565-8d82-ce3222f387d9 req-1a72fc26-1479-454d-a2bb-e879c78f65e6 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:48.411772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:48.414168 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8cacdd-e0c6-4296-9984-ff0a0d2d7606" -d '{"events": [{"server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "name": "network-vif-plugged", "status": "completed", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:48.417323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a82826e7-9d48-4565-8d82-ce3222f387d9 req-1a72fc26-1479-454d-a2bb-e879c78f65e6 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 944 time: 0.3570390 Nov 08 13:36:48.433298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:48.468016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:48.468983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:48.473975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:48.483495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-3d509e83-264b-4c1c-9c96-0d8f82be4b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:48.511781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-3d509e83-264b-4c1c-9c96-0d8f82be4b09 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.4061232 Nov 08 13:36:48.534470 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:48.603805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:48.689653 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-d8a11f8d-98c8-4037-bc00-8634d2e26235 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6663523 Nov 08 13:36:48.733511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:48.768507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a82826e7-9d48-4565-8d82-ce3222f387d9 req-6d243c7e-0024-4da7-987f-f4447fdb7169 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358388 Nov 08 13:36:48.836784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-0bebc971-d346-4f89-a760-f3ca0bc41016 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 1002 time: 0.3238506 Nov 08 13:36:48.958820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-eb90f1b4-1ff9-4118-80f7-343eaffc6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:48.964679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-eb90f1b4-1ff9-4118-80f7-343eaffc6e8b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.1132982 Nov 08 13:36:49.034320 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9dbc29ec-306f-400e-8549-d67fa36e4b9c req-8c51f4f2-87ef-4f14-8de6-9ae7d2de11df service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309522 Nov 08 13:36:49.139881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28342435-86d8-46f5-851b-976370f91c0a req-dddd8c58-bafe-4fb0-8a71-cc4b924ad0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:49.141785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-dddd8c58-bafe-4fb0-8a71-cc4b924ad0e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156149 Nov 08 13:36:49.160363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-53520e3f-1c6e-42bd-95e7-fbaca3175cd5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:49.162070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-53520e3f-1c6e-42bd-95e7-fbaca3175cd5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.1956475 Nov 08 13:36:49.189480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:56:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:48Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:49.200531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-525470dc-fc47-4204-804e-7048030cae09 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/quotas/daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 375 time: 0.0192192 Nov 08 13:36:49.231869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:49.244265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:49.246175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:49.295179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'tag': '7300b18d-362b-494d-8375-b24072c95aee'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:49.297301 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "tag": "7300b18d-362b-494d-8375-b24072c95aee"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:49.324710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-ee1e8277-6137-427e-8c79-1af7e81986a2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1143649 Nov 08 13:36:49.331135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-56d7063b-1239-4f1d-9b18-1ca1d1e6afdc service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512010 Nov 08 13:36:49.384429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:49.539885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-7d9d652a-5371-4138-98ed-903495690bc6 service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902084 Nov 08 13:36:49.581394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28342435-86d8-46f5-851b-976370f91c0a req-06bbb14d-fc78-4fa4-a12e-966a8ce64aca service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132778 Nov 08 13:36:49.708363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-b87fb7d3-3080-4708-81b6-7f36f0ab3b83 service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536219 Nov 08 13:36:49.745592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:56:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:48Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:49.805472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-f358cedc-7c8d-4177-b9bf-7a91bcae5528 req-682eb4e8-42ab-4158-8750-6248771f3a80 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:36:49.814722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f358cedc-7c8d-4177-b9bf-7a91bcae5528 req-682eb4e8-42ab-4158-8750-6248771f3a80 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161426 Nov 08 13:36:49.822317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c000ddf-6952-439a-a806-1b45d4b8f138 None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': '7300b18d-362b-494d-8375-b24072c95aee', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:56:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:36:48Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:50.189841 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd7a1b-c95e-44bd-b037-c3574d1a2205 x-openstack-request-id: req-1ebd7a1b-c95e-44bd-b037-c3574d1a2205 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:50.192579 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "name": "network-vif-plugged", "status": "completed", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:50.193090 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ebd7a1b-c95e-44bd-b037-c3574d1a2205 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:50.194576 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'code': 200} Nov 08 13:36:50.471979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75a7b4-8a58-4313-b503-5f30c7bc675b req-777e3c1a-0115-4913-b0c6-111e6f4e4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.477048 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f75a7b4-8a58-4313-b503-5f30c7bc675b req-777e3c1a-0115-4913-b0c6-111e6f4e4fb6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1096 time: 0.1312430 Nov 08 13:36:50.568221 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b1e1df-e3db-4fd3-8f33-5aa2139c9696 x-openstack-request-id: req-30b1e1df-e3db-4fd3-8f33-5aa2139c9696 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:50.570316 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "tag": "7300b18d-362b-494d-8375-b24072c95aee", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:50.570807 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30b1e1df-e3db-4fd3-8f33-5aa2139c9696 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:50.571471 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'tag': '7300b18d-362b-494d-8375-b24072c95aee', 'status': 'completed', 'code': 200} Nov 08 13:36:50.774024 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f75a7b4-8a58-4313-b503-5f30c7bc675b req-d0a4b07e-b716-4f18-8a7b-4e2e71925f10 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858891 Nov 08 13:36:50.801439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-2fdc795c-5b52-43e5-a33f-cdd0e17b53db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.803126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-2fdc795c-5b52-43e5-a33f-cdd0e17b53db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 1097 time: 0.1880441 Nov 08 13:36:50.807227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1cfc0a5-975f-437b-ad2f-74de30dd8184 req-17964975-c615-4077-be4e-db0d0d785d04 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1002 time: 0.1959729 Nov 08 13:36:50.925398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:50.973116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfc0a5-975f-437b-ad2f-74de30dd8184 req-58134a2a-cbf1-440c-a771-88729a944631 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:50.977221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1cfc0a5-975f-437b-ad2f-74de30dd8184 req-58134a2a-cbf1-440c-a771-88729a944631 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports/7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 943 time: 0.1583128 Nov 08 13:36:51.184513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-191dfa6c-efbe-4678-9966-445a5fe261a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:51.187568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-191dfa6c-efbe-4678-9966-445a5fe261a4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.3736863 Nov 08 13:36:51.400484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1cfc0a5-975f-437b-ad2f-74de30dd8184 req-b31341c2-201b-4cbd-b280-2809be136843 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1002 time: 0.2519717 Nov 08 13:36:51.469629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:51.633817 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-5dd17498-27f7-45ed-9cb0-b4cc10350c59 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 1002 time: 0.4332626 Nov 08 13:36:51.786191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfc0a5-975f-437b-ad2f-74de30dd8184 req-f38074bf-4dfb-4659-aae5-ea9991670c2f tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:51.791635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-54837b79-45ab-4015-a2ae-dbab0acd5078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:51.794292 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-54837b79-45ab-4015-a2ae-dbab0acd5078 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.1294453 Nov 08 13:36:51.827250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1cfc0a5-975f-437b-ad2f-74de30dd8184 req-f38074bf-4dfb-4659-aae5-ea9991670c2f tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.4253798 Nov 08 13:36:51.898488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-976f640a-416c-4e1f-ada6-6b52e7db068c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:51.901285 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-976f640a-416c-4e1f-ada6-6b52e7db068c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897706 Nov 08 13:36:52.030361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-c96ad1dd-2db5-43cb-83c1-dbb8e33a9c63 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134276 Nov 08 13:36:52.079056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196322ea-3b07-4d22-9972-f08fe5683310 req-cd5d4f55-b7c9-42d4-93f2-71027b21d7b3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:52.081064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196322ea-3b07-4d22-9972-f08fe5683310 req-cd5d4f55-b7c9-42d4-93f2-71027b21d7b3 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 945 time: 0.1379950 Nov 08 13:36:52.205001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196322ea-3b07-4d22-9972-f08fe5683310 req-97eca8b3-888f-4287-beb2-3c1b992503df tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106155 Nov 08 13:36:52.225424 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c790cf3-0530-4c2d-b993-d4add2e1d9cb req-0fd858d9-cfea-4e3a-a5da-d35ce8ab243a service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829362 Nov 08 13:36:52.328541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:52.410810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96acf94d-d29c-46c9-89cb-f0b9199498e7 req-59184966-7db1-4c6d-a99a-5185415893a1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 210 time: 0.0493243 Nov 08 13:36:52.412927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:52.484968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7f16e3-d46a-46c9-ba4f-82bac32bd1c1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:52.540866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.541570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.542317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.543157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.543683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.544315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.544986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.546321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.547207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.547921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.548545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.548994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:52.581796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-47bbc9c0-bf2f-4221-9b0c-ee7b355b05a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c82936baa4444740aaa47220c44749a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6550419 Nov 08 13:36:52.584665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36804) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:52.630942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-502ce4a6-0f98-429e-b9f5-a7743f0437ba tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:52.632232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-502ce4a6-0f98-429e-b9f5-a7743f0437ba tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.4073761 Nov 08 13:36:52.646053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Request body: {'port': {'device_id': '46f72379-7263-4e02-b535-cf9068f865fc', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'admin_state_up': True, 'tenant_id': 'daf8c8a4c1f64259bcb6fb3bdd2d0c9c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:52.759207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:52.782483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:52.791064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36806) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:52.827699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-1d00795a-ccd8-49eb-920f-7d32ba788c93 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1002 time: 0.1926758 Nov 08 13:36:52.850441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:52.912179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-e084ba51-fe31-4eb9-8a91-d6a2b73f23d3 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:52.921629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-e084ba51-fe31-4eb9-8a91-d6a2b73f23d3 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports/7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 943 time: 0.0910072 Nov 08 13:36:52.966106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Made reservation on behalf of daf8c8a4c1f64259bcb6fb3bdd2d0c9c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:52.970434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-d073b068-e5f6-4380-8b83-82700995ea66 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:36:52.972656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-d073b068-e5f6-4380-8b83-82700995ea66 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1809626 Nov 08 13:36:52.973012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:53.022332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:53.029296 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:53.057184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e7f16e3-d46a-46c9-ba4f-82bac32bd1c1 HTTP/1.1" status: 204 len: 168 time: 0.4706554 Nov 08 13:36:53.192511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7f16e3-d46a-46c9-ba4f-82bac32bd1c1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:53.244023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.244655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.245359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.246062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.249722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.250802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.251365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.251966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.252524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.256591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.257266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.257780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64381af-d250-4e91-a630-1e5672d47d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:36:53.356881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-11fe1832-9470-42fa-9793-c25e3d314f49 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1002 time: 0.2949858 Nov 08 13:36:53.399780 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:53.409637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Allocated IP 172.20.0.7 (4d1536cb-5061-43a0-9101-595a9b7d39cf/6c9eb526-9517-4948-9a3d-4bbe57baa3e3/24e19faf-54f6-4044-a814-1eed9d200fb2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:53.501354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-08916317-62d1-4907-b6cc-448165c493d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:53.502750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-08916317-62d1-4907-b6cc-448165c493d3 service neutron] 10.222.0.65 "GET /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 1093 time: 0.3357079 Nov 08 13:36:53.535947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Request body: {'binding': {'host': 'n-h2-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:53.536525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Unknown quota resources ['binding']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:36:53.852502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-a6146685-c49b-4ed3-9a96-7dcf01426ea4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:53.855436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-a6146685-c49b-4ed3-9a96-7dcf01426ea4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.4972770 Nov 08 13:36:53.896819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:53.952912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on host n-h2-804292-2 for vnic_type normal with profile None {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:53.957349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36836) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:53.957760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:53.958111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:53.971961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:53.979041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:53.980071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:54.000729 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:54.001289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:54.001917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:54.002659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Bound port: 4f32464f-6f13-44f1-b8ab-e2522160d93b, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:54.047109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:54.064696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca959-60ea-4d20-8c51-84523a7f798f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.092175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-cbdf5186-2f32-4f53-9327-fdf43915f1f1 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1002 time: 0.2271521 Nov 08 13:36:54.098803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:54.106216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:54.115893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:54.122738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:54.229365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:54.232089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.268728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-6ed64f5a-eb31-4247-b923-88fa23767484 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6267109 Nov 08 13:36:54.299911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:54.308398 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.321639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] Publish callbacks [] for binding, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.322148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca959-60ea-4d20-8c51-84523a7f798f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.325397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2774d1e8-1e2d-4c61-b1dc-dd390f551d90 service neutron] 10.222.0.65 "POST /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b/bindings HTTP/1.1" status: 201 len: 389 time: 0.7947726 Nov 08 13:36:54.337872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Request body: {'port': {'device_id': '46f72379-7263-4e02-b535-cf9068f865fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:54.367180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba6ca959-60ea-4d20-8c51-84523a7f798f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.605172 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba6ca959-60ea-4d20-8c51-84523a7f798f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29436243e5414d6c9c9a2673b87798db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6450810 Nov 08 13:36:54.717366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:54.726095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36840) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:54.881070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ca959-60ea-4d20-8c51-84523a7f798f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5898508f-67c1-4be5-aa32-e70c6bde9b2f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:54.946253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-ae380a55-028a-4c48-bfe7-1e21af9b3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:54.949332 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-ae380a55-028a-4c48-bfe7-1e21af9b3c3f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1096 time: 0.2219856 Nov 08 13:36:54.966134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efdf50-eed3-4f81-84ac-976697a70780 req-b7fd5297-fd13-4a57-bb1b-0210d9562ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:54.986007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2efdf50-eed3-4f81-84ac-976697a70780 req-b7fd5297-fd13-4a57-bb1b-0210d9562ca5 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 945 time: 0.3226860 Nov 08 13:36:55.119320 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2b0540f-1ed5-42d5-a347-7bb0f4d7c3d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.126156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.144283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2efdf50-eed3-4f81-84ac-976697a70780 req-c564bd83-da0c-41e3-ae52-a71cad673f9d tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507254 Nov 08 13:36:55.145760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.146110 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98 disassociated. External IP: 172.25.8.164, port: 7300b18d-362b-494d-8375-b24072c95aee. Nov 08 13:36:55.264320 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2b0540f-1ed5-42d5-a347-7bb0f4d7c3d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.400405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-ba161926-8628-4a1a-8638-a0663dc04688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:55.402467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-ba161926-8628-4a1a-8638-a0663dc04688 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.4405413 Nov 08 13:36:55.474273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-c7e688cd-3ebd-4ef8-84c5-b0c89449ac2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 217 time: 0.0625029 Nov 08 13:36:55.532370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940d26-dda5-490c-9a84-f2bdae02c709 req-62e61c76-13b8-4bfb-bc50-6a2f8038aeb9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:55.541529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b940d26-dda5-490c-9a84-f2bdae02c709 req-62e61c76-13b8-4bfb-bc50-6a2f8038aeb9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 931 time: 0.1760840 Nov 08 13:36:55.584666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2b0540f-1ed5-42d5-a347-7bb0f4d7c3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.587900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2b0540f-1ed5-42d5-a347-7bb0f4d7c3d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.593694 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b2b0540f-1ed5-42d5-a347-7bb0f4d7c3d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5898508f-67c1-4be5-aa32-e70c6bde9b2f HTTP/1.1" status: 204 len: 168 time: 0.8599846 Nov 08 13:36:55.623379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-9b93675f-299a-402b-9998-52bd6b28c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:55.624919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-9b93675f-299a-402b-9998-52bd6b28c6e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.1404650 Nov 08 13:36:55.632027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0540f-1ed5-42d5-a347-7bb0f4d7c3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5898508f-67c1-4be5-aa32-e70c6bde9b2f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:55.726217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-0ee38a86-7abf-4b49-8c03-005aebfc5091 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836921 Nov 08 13:36:55.749255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b940d26-dda5-490c-9a84-f2bdae02c709 req-9da9a90b-6774-49ac-9eb6-5cc82dd5a951 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998057 Nov 08 13:36:55.835205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:36:55.841417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e19faf-54f6-4044-a814-1eed9d200fb2 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:36:55.853187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.880565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Transition to ACTIVE for port object 24e19faf-54f6-4044-a814-1eed9d200fb2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:36:55.896982 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:55.942519 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-18dc9114-df26-466b-a66b-189979341147 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031555 Nov 08 13:36:56.038338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:36:56.044963 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:56.057024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:56.060937 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:36:56.101213 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:56.102291 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:56.156595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-9e5b7a04-55c3-4512-bd71-2ecd9afd624c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "PUT /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 200 len: 695 time: 2.0515194 Nov 08 13:36:56.175532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'tag': '7300b18d-362b-494d-8375-b24072c95aee'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:56.178620 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41983d04-9ea7-4d7d-bc18-5b425c71244c" -d '{"events": [{"name": "network-changed", "server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "tag": "7300b18d-362b-494d-8375-b24072c95aee"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:56.374464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d44dc-bca4-4470-88c0-ad3b45ed9d55 req-eec613ab-7301-4936-ab54-8be2baaa0d27 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:56.391886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:56.391886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:56.392459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:56.393660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d7d44dc-bca4-4470-88c0-ad3b45ed9d55 req-eec613ab-7301-4936-ab54-8be2baaa0d27 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 945 time: 0.2344079 Nov 08 13:36:56.413448 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-2279aa28-ec50-4264-88f0-055d74d4a548 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570968 Nov 08 13:36:56.414563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:56.414883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:56.442446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:56.443773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:56.446698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:56.448135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Bound port: 24e19faf-54f6-4044-a814-1eed9d200fb2, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:56.448623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:56.466202 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:56.555240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-7412b67c-4651-430d-a13b-e79619187913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:56.562791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-7412b67c-4651-430d-a13b-e79619187913 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 1097 time: 0.3706107 Nov 08 13:36:56.598604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d7d44dc-bca4-4470-88c0-ad3b45ed9d55 req-56c7ceff-333e-457e-9618-d0187c654daf tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039833 Nov 08 13:36:56.690178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:56.701243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:56.726768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:56.731101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-b0a4af16-9d01-402b-880a-3c2221f404fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:56.740746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-b0a4af16-9d01-402b-880a-3c2221f404fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.1681561 Nov 08 13:36:56.777860 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:56.816127 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:36:56.829237 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:36:56.830306 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:36:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:56.929613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-69f97a2a-f2e3-43cb-b061-c1355ac8ca93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 217 time: 0.1857922 Nov 08 13:36:56.970285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:56.970285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:56.971513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] 10.222.0.70 "PUT /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 1091 time: 2.6389205 Nov 08 13:36:56.974369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-94c9df8f-7246-4e23-a44c-98f0bf1c5cb3 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:56.975479 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-94c9df8f-7246-4e23-a44c-98f0bf1c5cb3 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.4358361 Nov 08 13:36:56.976714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:36:56.978476 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde" -d '{"events": [{"name": "network-changed", "server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:36:56.980252 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:36:56.981720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93547618-2be2-4cdc-bcc1-e06295b7567a service neutron] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:56.989514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:57.082346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-e0ebf7cb-d13d-449b-9b65-c9a039c85101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:57.084850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-e0ebf7cb-d13d-449b-9b65-c9a039c85101 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.1317387 Nov 08 13:36:57.223881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:57.232889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-04a73083-9738-4b13-948a-453e64c5eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:57.235488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-04a73083-9738-4b13-948a-453e64c5eda6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1094 time: 0.2108164 Nov 08 13:36:57.513617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:36:57.515986 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:36:57.564142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:57.634020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:57.642147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-f0d09f7c-7cbb-48ab-b624-0234bc2fefb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 217 time: 0.3898273 Nov 08 13:36:57.644896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:57.661931 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3330cc0-31a9-4cb6-8b8a-cfb79f2ff02b None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:36:57.715407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-3b7be95d-cf23-489f-b976-32963c63a73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:57.717017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-3b7be95d-cf23-489f-b976-32963c63a73f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5938401 Nov 08 13:36:57.767200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-b0e640dc-455d-4a93-aa73-b6428e30806e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 258 time: 1.0140736 Nov 08 13:36:57.815674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:57.844825 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a42d61d9-41b4-490d-8116-1d149b1e8947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:57.855671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-a8f0c297-237d-42ee-a625-eb292888ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:57.857508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-a8f0c297-237d-42ee-a625-eb292888ddbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.2081778 Nov 08 13:36:57.904567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:57.972915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-68564d89-a301-4d41-b80c-f4b51c3af79a service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417240 Nov 08 13:36:58.252105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1c4ed-a70d-406c-a871-382bbdbf6453 req-befe6202-0a32-49b2-9fc4-1cec115ab66c service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668006 Nov 08 13:36:58.317728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bd705e-888a-4cba-a7e4-d2943e5ebb8e None None] New status for floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:36:58.382430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:58.398311 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06061d55-f5a3-48d0-87de-9dc8d398ba14 x-openstack-request-id: req-06061d55-f5a3-48d0-87de-9dc8d398ba14 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:58.399561 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "tag": "7300b18d-362b-494d-8375-b24072c95aee", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:58.400024 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06061d55-f5a3-48d0-87de-9dc8d398ba14 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:58.400685 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'tag': '7300b18d-362b-494d-8375-b24072c95aee', 'status': 'completed', 'code': 200} Nov 08 13:36:58.444752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-7d67ae7d-1f9b-4cc3-9d39-15a7b1b92a55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5648060 Nov 08 13:36:58.447357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:58.597730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-4dd6d14c-3c48-4b37-a691-60f9457f3404 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410456 Nov 08 13:36:58.653263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on host n-h1-804292-2 for vnic_type normal with profile {"migrating_to": "n-h2-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:36:58.653711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:36:58.654015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:58.683880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fd385-c107-4ca5-8ab7-5c26417231c3 req-1f8ea361-463c-42de-ad6c-685abd9f63bb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:58.685458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-386fd385-c107-4ca5-8ab7-5c26417231c3 req-1f8ea361-463c-42de-ad6c-685abd9f63bb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 943 time: 0.1502094 Nov 08 13:36:58.702239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:36:58.702664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Attempting to bind port 4f32464f-6f13-44f1-b8ab-e2522160d93b on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:36:58.723381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:36:58.723969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:36:58.724955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:36:58.725441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Bound port: 4f32464f-6f13-44f1-b8ab-e2522160d93b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:36:58.725812 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:58.729610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-145a350d-dd85-4120-b8ea-28be3a5bcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:58.731355 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-145a350d-dd85-4120-b8ea-28be3a5bcf6f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 1097 time: 0.2720006 Nov 08 13:36:58.743434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Allocated IP 172.25.8.34 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/7c568955-5841-498d-8184-f1b9aa4c9a4b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:36:58.806532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-386fd385-c107-4ca5-8ab7-5c26417231c3 req-2a7a6f9d-7b22-4564-bd1b-b5741f4395a9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048977 Nov 08 13:36:58.886768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36916) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:36:58.896765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-523641019'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:36:58.935924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:58.936495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-288b4faa-f759-4967-9f8b-87241391380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:58.938134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-288b4faa-f759-4967-9f8b-87241391380c service neutron] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.1931684 Nov 08 13:36:58.961305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a3abc6d-85d2-4b40-a4c6-f522e1c20126 req-e7c8b653-afbc-43b2-a035-c5b21a3b708f service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400059 Nov 08 13:36:58.991670 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.022897 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-b42c921d-0e3a-4b7a-bc99-742d77a1a11b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 200 len: 217 time: 0.0528467 Nov 08 13:36:59.035964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:36:59.056656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:36:59.066646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:36:59.068584 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2962b837-b9a0-4704-8a29-a16f194b3419 x-openstack-request-id: req-2962b837-b9a0-4704-8a29-a16f194b3419 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:36:59.069057 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:36:59.069696 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2962b837-b9a0-4704-8a29-a16f194b3419 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:36:59.071237 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2', 'status': 'completed', 'code': 200} Nov 08 13:36:59.132771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event updated for resources: {'Port': ['ID=7c568955-5841-498d-8184-f1b9aa4c9a4b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:59.161016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:36:59.167243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.224897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:36:59.246677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9c45c-963d-4b6b-9c74-e8ea2701d93d req-640c062a-4874-4fa5-a8c2-297ea853c23d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.248519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0a9c45c-963d-4b6b-9c74-e8ea2701d93d req-640c062a-4874-4fa5-a8c2-297ea853c23d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 943 time: 0.1007659 Nov 08 13:36:59.276880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:36:59.277194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.288388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-39551c10-9be0-436e-a042-807cf48d32a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.290023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-39551c10-9be0-436e-a042-807cf48d32a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.2452800 Nov 08 13:36:59.291250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.309496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:36:59.386964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0a9c45c-963d-4b6b-9c74-e8ea2701d93d req-b059595f-3db1-4a9d-a691-1f3529c44f7a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288168 Nov 08 13:36:59.389643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.393205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-8c73ec7a-8ee5-4e1e-9fc5-6c5e51822d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.395393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-8c73ec7a-8ee5-4e1e-9fc5-6c5e51822d43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1094 time: 0.2615137 Nov 08 13:36:59.397498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.397843 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Added segment a35fa56e-970f-492b-8c8c-520da2e94188 of type vlan for network f767e36a-290e-48ef-925b-56709f03d469 Nov 08 13:36:59.679683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.680898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.684357 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] 10.222.0.54 "PUT /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 1121 time: 2.6991282 Nov 08 13:36:59.685401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b31f9b-74f5-4fe2-bff4-18f885278202 service neutron] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:59.702401 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.719044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-67a27976-df15-4d47-946c-2128bc6f2451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.721744 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.732015 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-67a27976-df15-4d47-946c-2128bc6f2451 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4233465 Nov 08 13:36:59.742190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.755508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['4f32464f-6f13-44f1-b8ab-e2522160d93b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:36:59.877951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event updated for resources: {'Port': ['ID=7c568955-5841-498d-8184-f1b9aa4c9a4b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:36:59.903632 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.935886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.938245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-2e742401-b13e-4eb5-8301-5ed31954f56a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1374834 Nov 08 13:36:59.986645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:36:59.993025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:36:59.993284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.015721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-848eaec4-c372-42b7-bd1e-d0011db38e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:00.017873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-848eaec4-c372-42b7-bd1e-d0011db38e61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.5982928 Nov 08 13:37:00.048819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-6da233bc-15a9-4648-b9db-f08788761425 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.1018281 Nov 08 13:37:00.073969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-c2ab88f4-eb1d-4227-8f4a-de90c4db814a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584068 Nov 08 13:37:00.178720 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2860961 Nov 08 13:37:00.180751 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-b8c5d52f-bfaf-4b9b-84f2-2ebe39bdbd45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 217 time: 0.1429040 Nov 08 13:37:00.181641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36942) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:00.184966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-231c4237-6d7a-4090-9bfa-dd8386af6d70 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361205 Nov 08 13:37:00.190721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2062759245'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:00.194600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e918d-6a87-44f8-aaa3-fba3f49330b8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Network': ['ID=f767e36a-290e-48ef-925b-56709f03d469,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:00.209894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f767e36a-290e-48ef-925b-56709f03d469 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:37:00.310835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-f970ff6a-b6ca-4c9a-aa16-03464d7d4fec tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:00.312192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96108e53-2977-43bb-9716-c64f826ec0b3 req-f970ff6a-b6ca-4c9a-aa16-03464d7d4fec tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2446752 Nov 08 13:37:00.328195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-8cb74184-38fa-47ca-a61f-e692f6828246 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:00.328417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-28d0d237-59fb-41b4-8fae-7eb52f422f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:00.328417 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-28d0d237-59fb-41b4-8fae-7eb52f422f2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1271970 Nov 08 13:37:00.328417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:00.330510 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.331013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-8cb74184-38fa-47ca-a61f-e692f6828246 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435210 Nov 08 13:37:00.348249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-7d90d4e3-f3cf-468a-b524-b36b96bbc8a7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/quotas/398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 375 time: 0.0162842 Nov 08 13:37:00.384255 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-abaebf68-d6d3-4af6-8f86-affb43110422 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479939 Nov 08 13:37:00.396702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-8d195d3b-f5bc-41a4-8ebe-355089fd71a3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321684 Nov 08 13:37:00.446002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:37:00.452638 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41983d04-9ea7-4d7d-bc18-5b425c71244c req-c1c96421-b7e6-414e-b9bb-6d1380ac2d93 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448618 Nov 08 13:37:00.492971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.493572 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Added segment 59426535-350b-40b1-9897-41808c07784c of type vlan for network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 Nov 08 13:37:00.577284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.610097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-1bde39e4-f54f-4206-97e9-639f880894da service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168188 Nov 08 13:37:00.625929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-13d26756-42bd-4057-b0e8-ba147238bb8a tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:00.628139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-13d26756-42bd-4057-b0e8-ba147238bb8a tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0929465 Nov 08 13:37:00.692084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.700586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-bbdb5e1d-68fe-40e0-8962-819e86aea039 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 696 time: 0.0660379 Nov 08 13:37:00.704690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:00.705803 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.754033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'floatingip': {'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:00.832499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:37:00.833345 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:00.865299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6753306 Nov 08 13:37:00.867688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36960) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:00.879838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'subnet': {'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:00.887119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b934ceb-e954-4e32-aa09-ea95a0829ddd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Network': ['ID=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:00.921275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4760264-ecdb-48f1-9f3b-f9bf6913cfde req-40ad743d-0f41-4c7f-96ff-1f9f66a37b0d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:00.923552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4760264-ecdb-48f1-9f3b-f9bf6913cfde req-40ad743d-0f41-4c7f-96ff-1f9f66a37b0d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 943 time: 0.2316966 Nov 08 13:37:00.931112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:37:00.973290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8764dc9-8e8a-4d6a-9a76-7c39c51b0bde req-f8073538-4747-4f0e-b040-10c4ad214f4c service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395917 Nov 08 13:37:01.051352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:01.056414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.097932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b'}, {'name': 'network-changed', 'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:01.100968 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1243e49-31d3-4148-a791-e926c8d2f2da" -d '{"events": [{"server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "name": "network-vif-unplugged", "status": "completed", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b"}, {"name": "network-changed", "server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:01.117394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4760264-ecdb-48f1-9f3b-f9bf6913cfde req-41f439ef-70a0-452d-b627-b8918fbe13d6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713014 Nov 08 13:37:01.383173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:01.423370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:37:01.438281 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60483fa4-56d1-4761-b0c9-530928488329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.449208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.502825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-996f1e36-4813-4b5c-bafe-a177405f20fa tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:01.505541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-996f1e36-4813-4b5c-bafe-a177405f20fa tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1399355 Nov 08 13:37:01.530830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Subnet': ['ID=7081c8dd-b661-4743-9bbe-f099cc96b5e4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:01.536894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Checking segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:01.537248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network hostable DHCP agents. Network: f767e36a-290e-48ef-925b-56709f03d469, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:37:01.558611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network f767e36a-290e-48ef-925b-56709f03d469 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:37:01.570705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f767e36a-290e-48ef-925b-56709f03d469) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:01.580210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:01.583320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52273822-b040-40b6-b7cb-a54686dd1922 None None] Network f767e36a-290e-48ef-925b-56709f03d469 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:01.592109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.622735 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ae2ab290-b4fd-47d9-b8fb-9cefb3b2ecd3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7538848 Nov 08 13:37:01.626811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36966) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:01.639495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'subnet': {'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:01.667226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-305dc037-8df3-4f6c-bf59-4bbfedb4dcf7 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.1476460 Nov 08 13:37:01.678838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Request body: {'floatingip': {'port_id': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:01.750117 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:37:01.788976 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.815226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:01.820184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.825139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-f767e36a-290e-48ef-925b-56709f03d469', 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'fixed_ips': [{'subnet_id': '7081c8dd-b661-4743-9bbe-f099cc96b5e4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:37:01.826352 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.873151 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.899105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:01.967248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:37:02.094752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Allocated IP 10.1.1.2 (f767e36a-290e-48ef-925b-56709f03d469/7081c8dd-b661-4743-9bbe-f099cc96b5e4/9b30e1bb-f4fb-4d03-9068-2699eda0c3bc) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:02.111598 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98 associated. External IP: 172.25.8.164, port: aa45563f-6192-45a0-9635-c36e19a7d970. Nov 08 13:37:02.119325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.191019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:02.197016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Subnet': ['ID=c3f62324-d957-4309-9a71-d8d670ca4020,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:02.206997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Checking segment: {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:02.207466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network hostable DHCP agents. Network: 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:37:02.214030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '24e19faf-54f6-4044-a814-1eed9d200fb2', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'port_id': '24e19faf-54f6-4044-a814-1eed9d200fb2', 'mac_address': 'fa:16:3e:eb:4a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9eb526-9517-4948-9a3d-4bbe57baa3e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:37:02.248854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:37:02.285804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.306354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:02.312417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e19faf-54f6-4044-a814-1eed9d200fb2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:02.326134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:02.327292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.351771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c9980-e0c8-4375-93c0-4175326c58e7 None None] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:02.360084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:02.366961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-3fd556a2-31e2-4248-9707-0d433d35283c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:02.371071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-3fd556a2-31e2-4248-9707-0d433d35283c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "GET /v2.0/ports?device_id=f095ce63-3965-4536-84f2-8e8e715eb0e5 HTTP/1.1" status: 200 len: 946 time: 0.1130929 Nov 08 13:37:02.413753 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.442848 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-36941fb5-8baf-4356-a5e8-ff4215c033bf tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8133085 Nov 08 13:37:02.447436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36972) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:02.454902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'port': {'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'name': 'tempest-TaggedBootDevicesTest_v242-113468987', 'fixed_ips': [{'subnet_id': '7081c8dd-b661-4743-9bbe-f099cc96b5e4'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:02.516712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.544204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.605715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Network f767e36a-290e-48ef-925b-56709f03d469 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:02.609106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:02.612709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:02.616294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:02.670890 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-9bf1ed45-7054-47d9-a2d6-fb88f04dccc4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312834 Nov 08 13:37:02.693229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['24e19faf-54f6-4044-a814-1eed9d200fb2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:37:02.803710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:02.804120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Pushing event updated for resources: {'Port': ['ID=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:02.860178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Deleting port 7300b18d-362b-494d-8375-b24072c95aee {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:02.860969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.865484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Attempting to bind port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:02.865770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Attempting to bind port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:02.867050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Attempting to bind port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:02.899440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4feb755f-c3c8-47c1-bc54-50c9fd72a6b3', 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'fixed_ips': [{'subnet_id': 'c3f62324-d957-4309-9a71-d8d670ca4020'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:37:02.900894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.910539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:02.911282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Checking segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:02.911948 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.912535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Bound using segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:02.913220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Bound port: 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:02.913803 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.944882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:02.957874 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.973769 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:02.981857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.202902 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Floating IP dd469b78-39cf-4378-b283-36510cdd3b1a associated. External IP: 172.25.8.34, port: 6bfb3ea1-e770-4fef-892e-557d7a95aaa2. Nov 08 13:37:03.205957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:03.225931 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:03.233009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] For port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:03.238643 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:03.239631 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:03.245712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.260164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] For port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:03.296904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-f9835a5e-2e8e-49a7-8f61-81278e4fcb92 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "PUT /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 200 len: 996 time: 2.5785592 Nov 08 13:37:03.300133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:03.304345 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a740f8b5-4f89-48bc-af16-88a92caed17b" -d '{"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:03.358453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Allocated IP 10.2.2.2 (4feb755f-c3c8-47c1-bc54-50c9fd72a6b3/c3f62324-d957-4309-9a71-d8d670ca4020/9fe49fc9-2880-4181-8557-cc2dbbed5449) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:03.364231 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:03.374657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-44a8c64d-db67-4a53-ad89-18766d7ffe99 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:03.376210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-44a8c64d-db67-4a53-ad89-18766d7ffe99 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6705298 Nov 08 13:37:03.398040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Request body: {'port': {'device_id': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '398c80d90daf45c797d6ffd2437f3b57'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:03.420584 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.438034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.444807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] For port 7300b18d-362b-494d-8375-b24072c95aee, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7300b18d-362b-494d-8375-b24072c95aee,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:03.445169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.504677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Calling delete_port for 7300b18d-362b-494d-8375-b24072c95aee owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:03.531948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] device_id is not set on port 755b8ff9-7c93-4629-8dd9-a932a5376090 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:37:03.589691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-ce77f7bd-d187-403e-89b7-6d17268cbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:03.609822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-ce77f7bd-d187-403e-89b7-6d17268cbe50 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.2650027 Nov 08 13:37:03.680622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b342bd-f6c2-444e-9667-470f10f29545 None None] Pushing event updated for resources: {'Port': ['ID=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:03.713032 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:f8:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:37:01Z', 'revision_number': 8, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:03.770207 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:03.782746 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:03.783845 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:03.853286 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.865766 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.912708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Made reservation on behalf of 398c80d90daf45c797d6ffd2437f3b57 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:03.919868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.941709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:03.953312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:03.955969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:03.982398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Router 8d62367c-0c4e-4f85-a84c-1505109863c9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:04.038368 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:04.094731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Pushing event updated for resources: {'Port': ['ID=9fe49fc9-2880-4181-8557-cc2dbbed5449,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:04.098170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:04.178939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-7277a98f-dc11-4eeb-9048-c1f25b72c75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:04.181309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-7277a98f-dc11-4eeb-9048-c1f25b72c75b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.5706141 Nov 08 13:37:04.215153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Attempting to bind port 9fe49fc9-2880-4181-8557-cc2dbbed5449 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:04.215577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Attempting to bind port 9fe49fc9-2880-4181-8557-cc2dbbed5449 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:04.215982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Attempting to bind port 9fe49fc9-2880-4181-8557-cc2dbbed5449 on network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:04.226393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:04.226791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Checking segment: {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:04.227179 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:04.227576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Bound using segment: {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:04.233832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Bound port: 9fe49fc9-2880-4181-8557-cc2dbbed5449, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:04.235506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 10.1.1.60 (f767e36a-290e-48ef-925b-56709f03d469/7081c8dd-b661-4743-9bbe-f099cc96b5e4/755b8ff9-7c93-4629-8dd9-a932a5376090) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:04.236598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:04.302715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:04.324984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['aa45563f-6192-45a0-9635-c36e19a7d970'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:37:04.394990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Pushing event deleted for resources: {'Port': ['ID=7300b18d-362b-494d-8375-b24072c95aee,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:04.432171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:04.454632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:04.473346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:04.475963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] For port 9fe49fc9-2880-4181-8557-cc2dbbed5449, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:04.483784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] Sync routers for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:04.514676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] For port 9fe49fc9-2880-4181-8557-cc2dbbed5449, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fe49fc9-2880-4181-8557-cc2dbbed5449,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:04.516853 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:04.523960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:04.570622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-8eaa7da2-dd97-4d52-aad6-5ee4fde430e5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 999 time: 0.3765934 Nov 08 13:37:04.590778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9567bccd-d7ab-4096-985b-3d6100949457 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "PUT /v2.0/floatingips/dd469b78-39cf-4378-b283-36510cdd3b1a HTTP/1.1" status: 200 len: 995 time: 2.9216173 Nov 08 13:37:04.600052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] No DVR routers for this DVR port 7300b18d-362b-494d-8375-b24072c95aee on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:04.620517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:04.621590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:04.655347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11abbc2-a3a1-4152-9089-29b40e3143d2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:04.709841 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:f8:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:37:01Z', 'revision_number': 8, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:04.763414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-552f8a66-fcf0-43e3-8ec1-c848caef5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:04.771295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-552f8a66-fcf0-43e3-8ec1-c848caef5d33 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.1761017 Nov 08 13:37:04.802614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-3e90c9eb-3823-4ceb-8861-ed7232c184cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:04.804373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-3e90c9eb-3823-4ceb-8861-ed7232c184cb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1096 time: 0.1723051 Nov 08 13:37:04.891138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Allocated IP 192.168.233.238 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:04.943562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-22a2d613-9860-414b-8810-7957c996f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:04.955951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-22a2d613-9860-414b-8810-7957c996f886 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834183 Nov 08 13:37:04.966581 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fd244e-38a9-4b3a-b295-22db109d42c9 None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '655d4de3-e48d-4acd-a43f-7ddeea1b1d98', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'floating_ip_address': '172.25.8.164', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'port_id': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'mac_address': 'fa:16:3e:f8:f0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:35:53Z', 'updated_at': '2021-11-08T13:37:01Z', 'revision_number': 8, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:04.980603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ada10-97be-4fec-a731-4f25f22828cd None None] Pushing event updated for resources: {'Port': ['ID=9fe49fc9-2880-4181-8557-cc2dbbed5449,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:05.011764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7300b18d-362b-494d-8375-b24072c95aee no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:05.145013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:05.181769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d5ff3c-03f6-449b-aeb3-ef3922ca60bf req-2b5491eb-0122-4778-ba88-fae9a9e714a4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "DELETE /v2.0/ports/7300b18d-362b-494d-8375-b24072c95aee HTTP/1.1" status: 204 len: 173 time: 2.8010323 Nov 08 13:37:05.194264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9385fc57-8aac-4012-9ec6-8fe5e8a7433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:05.203836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-9385fc57-8aac-4012-9ec6-8fe5e8a7433e service neutron] 10.222.0.65 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 929 time: 0.3775258 Nov 08 13:37:05.405524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-ce918b15-e50e-48d1-98d0-8efe75b4a1ec service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444993 Nov 08 13:37:05.549333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:05.579482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:05.580630 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a82a0e-9423-4935-ad84-bfea472db073 None None] New status for floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:37:05.638343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 7300b18d-362b-494d-8375-b24072c95aee {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:05.638773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7300b18d-362b-494d-8375-b24072c95aee not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:05.663434 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:05.672047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48cd0e1e-f0db-4871-98f1-c13ced6c535b req-91426bd4-f87f-4315-a2d0-d59c97db110e service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650468 Nov 08 13:37:05.722544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-aa12c0b5-e67f-446f-a82a-4c2dab0fea2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 998 time: 0.4841869 Nov 08 13:37:05.768931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:05.773253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9075fe-7d27-42d7-b7eb-19cb395de73d None None] Network f767e36a-290e-48ef-925b-56709f03d469 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:05.796970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:05.856608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=755b8ff9-7c93-4629-8dd9-a932a5376090,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:05.882967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network f767e36a-290e-48ef-925b-56709f03d469 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:05.889142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:05.895966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:05.899818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:05.946262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-cdd5ebe7-eda5-4063-9c00-5baf1a3170e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:05.949618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-cdd5ebe7-eda5-4063-9c00-5baf1a3170e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 200 len: 867 time: 0.2061751 Nov 08 13:37:06.002054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:06.046276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fa981-1494-4da4-9b48-f1f0bf0b3bbe req-be95c303-bd1d-40a2-936e-2895839de0e2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:06.050100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-595fa981-1494-4da4-9b48-f1f0bf0b3bbe req-be95c303-bd1d-40a2-936e-2895839de0e2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 943 time: 0.2330136 Nov 08 13:37:06.060053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-17c3594f-9070-4e58-bb23-597dad6b47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:06.062318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-17c3594f-9070-4e58-bb23-597dad6b47cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036475 Nov 08 13:37:06.099811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.160991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-595fa981-1494-4da4-9b48-f1f0bf0b3bbe req-68c89194-2c1e-46e4-bab4-86f1c8f682e6 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973349 Nov 08 13:37:06.172361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:06.177052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:06.178079 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.194604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:06.203402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:06.260834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-573e1f0c-15b7-44ac-a5f0-4fc219a32b0d service neutron] 10.222.0.65 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865582 Nov 08 13:37:06.293486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:06.299391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.305336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:06.313874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3c540487-5aa4-43a5-bdac-12c0b63bb6e1 None None] Provisioning complete for port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:06.314290 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c540487-5aa4-43a5-bdac-12c0b63bb6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.387524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:06.388431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.458919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0665829 Nov 08 13:37:06.475583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e12a5832-b09c-4666-80aa-bfb141eb551e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.0259652 Nov 08 13:37:06.498489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c540487-5aa4-43a5-bdac-12c0b63bb6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.501460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36980) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:06.503071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Request body: {'port': {'device_id': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:06.512956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'port': {'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'name': 'tempest-TaggedBootDevicesTest_v242-974127483', 'fixed_ips': [{'subnet_id': '7081c8dd-b661-4743-9bbe-f099cc96b5e4'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:06.534473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f451be63-2bbb-45ad-a81a-b41690af6ac6 req-8a98055a-b9fe-4771-af3c-8879097b0e0f service neutron] 10.222.0.65 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625914 Nov 08 13:37:06.595997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4ad30-8ad8-456b-943f-7271d678dab3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:06.722485 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f9f250-b73d-4e72-aba9-11fa04b67fde x-openstack-request-id: req-26f9f250-b73d-4e72-aba9-11fa04b67fde {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:06.723231 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "name": "network-vif-unplugged", "status": "completed", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b", "code": 200}, {"name": "network-changed", "server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:06.723706 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26f9f250-b73d-4e72-aba9-11fa04b67fde {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:06.727595 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b', 'code': 200} Nov 08 13:37:06.728014 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b', 'status': 'completed', 'code': 200} Nov 08 13:37:06.728697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.779331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28146341-61f9-46a0-b65c-881889b5768b req-f724b12e-f1f6-4ef6-a5b3-da26e3296c70 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:06.781142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28146341-61f9-46a0-b65c-881889b5768b req-f724b12e-f1f6-4ef6-a5b3-da26e3296c70 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 936 time: 0.1116726 Nov 08 13:37:06.783170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:06.813976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3c540487-5aa4-43a5-bdac-12c0b63bb6e1 None None] For port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:06.824345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 24e19faf-54f6-4044-a814-1eed9d200fb2 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:37:06.826571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee8625b-6ca9-47a5-a05e-04ab45e4a536 None None] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:06.841232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-12e8eb7e-ae5f-4b23-9093-df0f3654d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:06.843408 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-12e8eb7e-ae5f-4b23-9093-df0f3654d2a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1124 time: 0.1248941 Nov 08 13:37:06.851565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c540487-5aa4-43a5-bdac-12c0b63bb6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:06.886008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 24e19faf-54f6-4044-a814-1eed9d200fb2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:06.886481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:07.061804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-c29e189a-1c3b-4994-85fe-341c7062c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:07.063350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-c29e189a-1c3b-4994-85fe-341c7062c56a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.2078292 Nov 08 13:37:07.137651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c540487-5aa4-43a5-bdac-12c0b63bb6e1 None None] Pushing event updated for resources: {'Port': ['ID=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:07.149019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7b5d5033-de82-4123-8a4e-f164da5bc11b None None] Provisioning complete for port 9fe49fc9-2880-4181-8557-cc2dbbed5449 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:07.149431 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5033-de82-4123-8a4e-f164da5bc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:07.247035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-d7a4efed-ceb5-4d32-8040-b9bf416e988b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 217 time: 0.0677500 Nov 08 13:37:07.290522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28146341-61f9-46a0-b65c-881889b5768b req-a023e55a-8252-4109-a683-d4ad0d60da80 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906418 Nov 08 13:37:07.293326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fe49fc9-2880-4181-8557-cc2dbbed5449 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:07.317997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261d6e0-6a40-44d2-8e2d-46a8bfd29c40 req-7f83d49d-2918-4915-938a-3ac9b6cb2888 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:07.328766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d261d6e0-6a40-44d2-8e2d-46a8bfd29c40 req-7f83d49d-2918-4915-938a-3ac9b6cb2888 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 944 time: 0.5374918 Nov 08 13:37:07.344614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-8aa9183d-73f7-4e93-9a46-1698c86f0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:07.346345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'dd469b78-39cf-4378-b283-36510cdd3b1a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'port_id': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'mac_address': 'fa:16:3e:d1:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:36:59Z', 'updated_at': '2021-11-08T13:37:02Z', 'revision_number': 1, 'project_id': 'c74424347100462798ca713f9772ca06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:07.346578 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-8aa9183d-73f7-4e93-9a46-1698c86f0c76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0918200 Nov 08 13:37:07.406889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-787b3e15-687d-4b38-8b66-9c78430053fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480809 Nov 08 13:37:07.450842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:07.453199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] Checking router: 8d62367c-0c4e-4f85-a84c-1505109863c9 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:07.478680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d261d6e0-6a40-44d2-8e2d-46a8bfd29c40 req-b09936bb-79b5-4b14-bbc9-178949d8530b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485031 Nov 08 13:37:07.488082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:07.521573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:07.522138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:07.530879 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70bf12b-3a64-479b-9e32-48eaa39a5d17 x-openstack-request-id: req-d70bf12b-3a64-479b-9e32-48eaa39a5d17 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:07.531201 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:07.532298 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d70bf12b-3a64-479b-9e32-48eaa39a5d17 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:07.532739 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'status': 'completed', 'code': 200} Nov 08 13:37:07.546687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] device_id is not set on port f7894455-b4e3-451b-9834-023a2cc3bf70 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:37:07.686203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:07.693394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:07.714434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:07.741283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Transition to ACTIVE for port object b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:07.778397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:07.830113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:07.832597 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810e69a7-bc3c-40c3-9d93-0a1a4c2fb27b" -d '{"events": [{"server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "name": "network-vif-plugged", "status": "completed", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:07.851257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:07.865652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-3278962b-e1c5-4602-9612-a38fc4e7ede8 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507723 Nov 08 13:37:07.866237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede885e-7443-43c0-981a-f82615ad1102 req-6c1ade1c-a633-4d58-981a-09ee315c8134 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:07.867607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ede885e-7443-43c0-981a-f82615ad1102 req-6c1ade1c-a633-4d58-981a-09ee315c8134 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.2146244 Nov 08 13:37:07.874243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98d86b4e-458d-49b0-809c-25bfcd6566cd req-0d80247e-c3c3-4870-834c-d4d5b7194f5b tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 200 len: 998 time: 0.3403070 Nov 08 13:37:07.897786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:08.017469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-ad80433d-e427-4ae0-9892-717957a1521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:08.020715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-ad80433d-e427-4ae0-9892-717957a1521f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.4665558 Nov 08 13:37:08.115509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1243e49-31d3-4148-a791-e926c8d2f2da req-22c3a967-80a1-4863-8e5e-53a2b4c94d70 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356994 Nov 08 13:37:08.119094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d86b4e-458d-49b0-809c-25bfcd6566cd req-1dc04f65-16f1-4544-8508-bf3633c95524 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:08.120679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98d86b4e-458d-49b0-809c-25bfcd6566cd req-1dc04f65-16f1-4544-8508-bf3633c95524 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.1839409 Nov 08 13:37:08.162073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-98d86b4e-458d-49b0-809c-25bfcd6566cd req-fcf98567-adfa-442d-9896-0a785d0ef1ee tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:37:08.163353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98d86b4e-458d-49b0-809c-25bfcd6566cd req-fcf98567-adfa-442d-9896-0a785d0ef1ee tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210979 Nov 08 13:37:08.166188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 10.1.1.56 (f767e36a-290e-48ef-925b-56709f03d469/7081c8dd-b661-4743-9bbe-f099cc96b5e4/f7894455-b4e3-451b-9834-023a2cc3bf70) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:08.194583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ede885e-7443-43c0-981a-f82615ad1102 req-80b6be90-c7c6-4943-9fcf-041ba0398dc2 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19cda92-ce53-4611-afaa-5d02da0cc0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162801 Nov 08 13:37:08.222455 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.274329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-d163b878-de54-44f9-903e-b4e6412da9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:08.275421 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5033-de82-4123-8a4e-f164da5bc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.276682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-d163b878-de54-44f9-903e-b4e6412da9d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.2371325 Nov 08 13:37:08.277687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:08.278126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:08.278568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:08.285605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:08.286079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:08.313752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:08.331572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:08.332140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:08.332688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:08.333245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Bound port: b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:08.333727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.339288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9fe49fc9-2880-4181-8557-cc2dbbed5449 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:08.339288 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.386005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-8a9954d7-bf9f-4e76-a46e-b0c876923978 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 1001 time: 0.0960310 Nov 08 13:37:08.444310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7b5d5033-de82-4123-8a4e-f164da5bc11b None None] For port 9fe49fc9-2880-4181-8557-cc2dbbed5449, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fe49fc9-2880-4181-8557-cc2dbbed5449,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:08.505684 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5033-de82-4123-8a4e-f164da5bc11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.602472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464abe3-887f-41e6-9457-a9a7c30e342d req-fb43b39a-9129-4aa9-9d66-8c7b037658a2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:08.604352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a464abe3-887f-41e6-9457-a9a7c30e342d req-fb43b39a-9129-4aa9-9d66-8c7b037658a2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 943 time: 0.3167658 Nov 08 13:37:08.665052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-95eb13e8-703b-4638-af38-41e5517e2523 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 258 time: 0.4433777 Nov 08 13:37:08.689484 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.698209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:08.702360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5033-de82-4123-8a4e-f164da5bc11b None None] Pushing event updated for resources: {'Port': ['ID=9fe49fc9-2880-4181-8557-cc2dbbed5449,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:08.723547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'dd469b78-39cf-4378-b283-36510cdd3b1a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'port_id': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'mac_address': 'fa:16:3e:d1:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:36:59Z', 'updated_at': '2021-11-08T13:37:02Z', 'revision_number': 1, 'project_id': 'c74424347100462798ca713f9772ca06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:08.769460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'name': 'network-vif-deleted', 'tag': '7300b18d-362b-494d-8375-b24072c95aee'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:08.771572 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7447152b-71b7-4e3b-8508-abfb6d0d5106" -d '{"events": [{"server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "name": "network-vif-deleted", "tag": "7300b18d-362b-494d-8375-b24072c95aee"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:08.790761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51ecb3c-a358-4f69-87ea-c0ca74cc7376 None None] The sync data for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 is: [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'dd469b78-39cf-4378-b283-36510cdd3b1a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'port_id': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'mac_address': 'fa:16:3e:d1:b8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:36:59Z', 'updated_at': '2021-11-08T13:37:02Z', 'revision_number': 1, 'project_id': 'c74424347100462798ca713f9772ca06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:08.800202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.818197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-aa5da1ab-c0ef-4592-8016-3be7594ba8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:08.819685 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-aa5da1ab-c0ef-4592-8016-3be7594ba8d9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.4263971 Nov 08 13:37:08.824400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:08.830076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:08.833699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8bbf249e-7427-43d7-bb9c-8fc1aa65b212 None None] Provisioning complete for port 755b8ff9-7c93-4629-8dd9-a932a5376090 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:08.834604 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8bbf249e-7427-43d7-bb9c-8fc1aa65b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.845099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a464abe3-887f-41e6-9457-a9a7c30e342d req-bf6504fc-2fa9-4169-a10f-d7be6e6ba1ed tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269335 Nov 08 13:37:08.864622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.902284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf249e-7427-43d7-bb9c-8fc1aa65b212 None None] Port 755b8ff9-7c93-4629-8dd9-a932a5376090 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:08.948376 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.954759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8bbf249e-7427-43d7-bb9c-8fc1aa65b212 None None] Provisioning complete for port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:08.955919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8bbf249e-7427-43d7-bb9c-8fc1aa65b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:08.971664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c99d61-e168-495f-bf28-df2993869a69 req-b0c97ee7-3713-49da-8a2b-ff4380fb4ad9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:08.973715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30c99d61-e168-495f-bf28-df2993869a69 req-b0c97ee7-3713-49da-8a2b-ff4380fb4ad9 tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.54 "GET /v2.0/ports?device_id=6d0c0adb-bf34-4370-8dd0-723dc592c89c HTTP/1.1" status: 200 len: 946 time: 0.5080893 Nov 08 13:37:09.008255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:09.008884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:09.010433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] 10.222.0.54 "PUT /v2.0/ports/b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 1096 time: 2.5325985 Nov 08 13:37:09.098421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-b84f881b-6259-42db-af21-8f510f25a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:09.103088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-b84f881b-6259-42db-af21-8f510f25a878 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712152 Nov 08 13:37:09.126780 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e114aef5-fb1a-4c06-a138-e86ce2f60cf7 x-openstack-request-id: req-e114aef5-fb1a-4c06-a138-e86ce2f60cf7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:09.128285 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "name": "network-vif-plugged", "status": "completed", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:09.134298 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e114aef5-fb1a-4c06-a138-e86ce2f60cf7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:09.135473 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2', 'code': 200} Nov 08 13:37:09.202957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4abbb2-0975-4dec-bdd1-ac950610e0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:09.242152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network f767e36a-290e-48ef-925b-56709f03d469 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:09.314538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:09.327818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:09.413097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=f7894455-b4e3-451b-9834-023a2cc3bf70,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:09.434868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a46eba5-bd06-4740-acdc-5c4e7eba6563 None None] New status for floating IP dd469b78-39cf-4378-b283-36510cdd3b1a: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:37:09.440704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fe49fc9-2880-4181-8557-cc2dbbed5449 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:09.535021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8bbf249e-7427-43d7-bb9c-8fc1aa65b212 None None] Provisioning complete for port 9fe49fc9-2880-4181-8557-cc2dbbed5449 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:09.535560 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8bbf249e-7427-43d7-bb9c-8fc1aa65b212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:09.551984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:09.554343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:09.564455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:09.568769 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04296f5a-5bd8-4761-874c-d2db08944a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:09.589683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-4d8b80e1-6a80-4b24-ba69-82ba908ab636 service neutron] 10.222.0.70 "GET /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.6525466 Nov 08 13:37:09.593554 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-15c12ebd-dc27-4ac5-a425-87507d1d16e4 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1001 time: 0.4447966 Nov 08 13:37:09.624060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-55ef5014-4660-41ec-8e91-8f991e1f4102 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1189568 Nov 08 13:37:09.707553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abddf0-6b28-4d80-9925-5768a97c9674 req-6c56dc1d-640b-4762-af73-96f6b6ce4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:09.712589 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74abddf0-6b28-4d80-9925-5768a97c9674 req-6c56dc1d-640b-4762-af73-96f6b6ce4b13 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1096 time: 0.4867880 Nov 08 13:37:09.722235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:09.735894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-c1b75fb2-e40c-4861-9fa6-c4c5e4b592ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:09.738366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-301da68c-0fac-4b2c-95de-40e63d29e0dd tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:09.739053 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-c1b75fb2-e40c-4861-9fa6-c4c5e4b592ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1099 time: 0.6253333 Nov 08 13:37:09.752621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-301da68c-0fac-4b2c-95de-40e63d29e0dd tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports/aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 942 time: 0.1441941 Nov 08 13:37:09.849953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9fe49fc9-2880-4181-8557-cc2dbbed5449 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:09.850809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:09.928077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-dc92d30b-f2d6-4047-9942-0c1a428bc41f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.1670663 Nov 08 13:37:09.950478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-b5246a09-faa1-447c-9483-536c98a4502d service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8106909 Nov 08 13:37:09.981956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:09.989869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Deleting port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:09.990292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.012548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-df837d38-6cbb-4443-8165-b45db795a55d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1001 time: 0.1771550 Nov 08 13:37:10.045998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6d89ddfd-d350-4931-9ec4-b79b44dd1a76 None None] Provisioning complete for port f7894455-b4e3-451b-9834-023a2cc3bf70 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:10.046685 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6d89ddfd-d350-4931-9ec4-b79b44dd1a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.079706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Allocated IP 172.25.8.62 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/8fc84fb9-d15d-45e2-855e-e164047e9741) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:10.096621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6d89ddfd-d350-4931-9ec4-b79b44dd1a76 None None] Port f7894455-b4e3-451b-9834-023a2cc3bf70 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:10.100933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:10.101299 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.114918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74abddf0-6b28-4d80-9925-5768a97c9674 req-20ae0f38-3439-4d48-b009-b5cc43c282a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828962 Nov 08 13:37:10.173696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-b3f7e499-b476-4769-bf3d-1c0410bd895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:10.175406 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-b3f7e499-b476-4769-bf3d-1c0410bd895c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2380309 Nov 08 13:37:10.239222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-6bde415f-2424-495f-a541-08dbc422c33c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:10.240705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-6bde415f-2424-495f-a541-08dbc422c33c tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2136025 Nov 08 13:37:10.324411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.344536 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a740f8b5-4f89-48bc-af16-88a92caed17b req-cdb0aa82-4383-4668-9300-a0d9861c06a0 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651850 Nov 08 13:37:10.348631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] For port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:10.348998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.352977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-8755d020-2b34-44cb-a163-0b13c5a3755a tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 1001 time: 0.0875671 Nov 08 13:37:10.366552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-d6a25b3d-3922-4305-bb7f-3904439c0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:10.368106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-d6a25b3d-3922-4305-bb7f-3904439c0772 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1799431 Nov 08 13:37:10.369140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Calling delete_port for ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:10.378735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:10.383561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.441212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:10.487177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:10.500305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event updated for resources: {'Port': ['ID=8fc84fb9-d15d-45e2-855e-e164047e9741,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:10.504840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:10.511849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:10.528309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:10.543936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.597152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f32464f-6f13-44f1-b8ab-e2522160d93b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:10.645457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:10.662034 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-5558f67e-63f9-43eb-8c89-ce0058c9c7ab service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793605 Nov 08 13:37:10.684090 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.730845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.801380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.821753 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.822100 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98 disassociated. External IP: 172.25.8.164, port: aa45563f-6192-45a0-9635-c36e19a7d970. Nov 08 13:37:10.852681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.866730 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:10.872445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:10.907123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:10.907550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:10.927995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Pushing event deleted for resources: {'Port': ['ID=ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:10.945082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cef124fc-4eaf-494f-b0fe-ba186189071b req-368eda79-764c-4b6b-9ed3-c068f61bd956 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743511 Nov 08 13:37:11.034341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] Transition to ACTIVE for port object 4f32464f-6f13-44f1-b8ab-e2522160d93b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:11.036378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] No DVR routers for this DVR port ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:11.040754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:11.047703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:11.053882 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30c99d61-e168-495f-bf28-df2993869a69 req-ae0f314d-10a0-4501-bf2f-b372bd1d071b tempest-AttachSCSIVolumeTestJSON-42597050 tempest-AttachSCSIVolumeTestJSON-42597050-project] 10.222.0.54 "DELETE /v2.0/ports/ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86 HTTP/1.1" status: 204 len: 173 time: 2.0515983 Nov 08 13:37:11.186254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] No DVR routers for this DVR port 4f32464f-6f13-44f1-b8ab-e2522160d93b on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:11.222648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] Pushing event updated for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:11.271628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21ae0225-b4a4-4822-ba2a-97da6a264d4f service neutron] 10.222.0.70 "PUT /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b/bindings/n-h2-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6546681 Nov 08 13:37:11.325858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:11.331514 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:11.340059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:11.417546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-696fc693-0c1d-462e-a0bc-99f2aadf71d8 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:11.419627 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-696fc693-0c1d-462e-a0bc-99f2aadf71d8 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.0549226 Nov 08 13:37:11.499317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-50b54f8c-b89f-4e23-af1c-0656c956414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:11.501638 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-50b54f8c-b89f-4e23-af1c-0656c956414a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 1095 time: 0.0734434 Nov 08 13:37:11.595468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-1e9e9fd2-b472-4904-a1b5-7c4881b4f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:11.598042 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-1e9e9fd2-b472-4904-a1b5-7c4881b4f0f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1095 time: 0.0678804 Nov 08 13:37:11.774982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event updated for resources: {'Port': ['ID=8fc84fb9-d15d-45e2-855e-e164047e9741,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:11.798607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-e4274f2d-80c5-497a-9e46-8d5052817699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:11.801258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-e4274f2d-80c5-497a-9e46-8d5052817699 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.1939204 Nov 08 13:37:11.863240 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:11.889492 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-bc1c1bf7-7517-4dc9-a5f1-37395daca81f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 217 time: 0.0788593 Nov 08 13:37:11.899815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:11.909316 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:11.919228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:11.921167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-010f6b80-000e-4ba6-a6e0-dbe7f4b67f03 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2439332 Nov 08 13:37:11.962546 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:11.992245 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:11.993394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:12.003427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:12.015642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-d01db2e8-9995-4a71-b959-c7fd13d309ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.018420 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-d01db2e8-9995-4a71-b959-c7fd13d309ae service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.1189883 Nov 08 13:37:12.092209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-21f01fae-247b-4e32-a4a5-4920eb86b016 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639160 Nov 08 13:37:12.101564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-bbc2b2e2-1d9d-4e37-9dee-6319620093f6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "PUT /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 200 len: 696 time: 1.7268152 Nov 08 13:37:12.113984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-012c758f-e12c-4143-9da7-d3a11542dcca tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.1648569 Nov 08 13:37:12.120329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:12.208690 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:12.290188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-7be0eb6a-bc1b-4767-a145-e0d2db21f738 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.292656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-7be0eb6a-bc1b-4767-a145-e0d2db21f738 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.1399763 Nov 08 13:37:12.303176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-4dd96e5d-5a84-483c-87fb-2ebd8f6271c8 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040937 Nov 08 13:37:12.312423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-5a48237e-38ad-4d66-83ea-af04a23a761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.322157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-5a48237e-38ad-4d66-83ea-af04a23a761a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.2049801 Nov 08 13:37:12.408344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-d92baf19-eb35-40cd-94ce-e26892f981eb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:37:12.409870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e895c40-8899-4b26-8fef-071abbc70f69 req-d92baf19-eb35-40cd-94ce-e26892f981eb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999742 Nov 08 13:37:12.479917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-a6b2ee1d-7b89-4869-936a-c68e56bdfe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.483151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-a6b2ee1d-7b89-4869-936a-c68e56bdfe64 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.1595788 Nov 08 13:37:12.509857 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-ed3941d2-9123-4181-8bfa-ec5aa5aa5163 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985068 Nov 08 13:37:12.553633 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:12.579465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-237963d6-0430-41ea-8522-f9c8e6d7c1eb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 217 time: 0.0881083 Nov 08 13:37:12.605856 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:12.619916 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:12.621198 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:12.662956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-25a8c32c-4fe2-496c-8d6f-89603151e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.664808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-25a8c32c-4fe2-496c-8d6f-89603151e897 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.0842342 Nov 08 13:37:12.693640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34114c0-826f-45a6-b9b0-360fd1bcf8d2 req-44063b42-2aaa-4b8d-873c-090813c4c8ed tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.695681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a34114c0-826f-45a6-b9b0-360fd1bcf8d2 req-44063b42-2aaa-4b8d-873c-090813c4c8ed tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 948 time: 0.0786831 Nov 08 13:37:12.805422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a34114c0-826f-45a6-b9b0-360fd1bcf8d2 req-06532cc4-b6cf-41de-8de3-5a9cbf45541f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696788 Nov 08 13:37:12.824347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-492dc80e-e9dd-4cb4-8395-82952bf32532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.839687 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:12.840896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-492dc80e-e9dd-4cb4-8395-82952bf32532 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641641 Nov 08 13:37:12.909172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a8a11-d532-43ee-a35c-67deee500b08 req-4f2dd55c-c530-40f6-ad65-0c31b87a20e6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:12.912951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-4f2dd55c-c530-40f6-ad65-0c31b87a20e6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.0976017 Nov 08 13:37:13.007090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-8da54ae2-b331-4ff7-91ba-5d95752e4b36 service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612294 Nov 08 13:37:13.173942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-982a8a11-d532-43ee-a35c-67deee500b08 req-c29ce035-c2a7-4761-bfcb-e9cd51f6a1a7 service neutron] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:13.179286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-982a8a11-d532-43ee-a35c-67deee500b08 req-c29ce035-c2a7-4761-bfcb-e9cd51f6a1a7 service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:13.181894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-982a8a11-d532-43ee-a35c-67deee500b08 req-c29ce035-c2a7-4761-bfcb-e9cd51f6a1a7 service neutron] 10.222.0.54 "DELETE /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b/bindings/n-h1-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.2562139 Nov 08 13:37:13.209989 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:13.265823 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b5f4f-c739-40e9-82cb-100ac30ded09 None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:35:09Z', 'revision_number': 4, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '43bc9b37-02e3-4270-b07b-2e589f4c5871', 'name': '', 'network_id': 'e20ce0c5-3f18-4f48-bc93-707d9c175aec', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'mac_address': 'fa:16:3e:22:4d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:07Z', 'updated_at': '2021-11-08T13:35:16Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'subnets': [{'id': '4eba79bc-cf32-4391-bad4-e27df218bc68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:13.295577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91a31b-acc5-4504-8f57-ad4a327c3ca6 req-afebd820-69a8-4afa-b523-8e87329b1554 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:13.299841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e91a31b-acc5-4504-8f57-ad4a327c3ca6 req-afebd820-69a8-4afa-b523-8e87329b1554 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 945 time: 0.2280841 Nov 08 13:37:13.354744 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e608e18-797d-433a-aae2-edae07ac8b16 req-a3cd085f-8ecd-4b54-853e-2808b1956b51 service neutron] 10.222.0.65 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401892 Nov 08 13:37:13.403811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e91a31b-acc5-4504-8f57-ad4a327c3ca6 req-83052483-cc17-4c0d-a23b-dd2dd2539462 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943708 Nov 08 13:37:13.430518 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3468403a-0223-4331-b1da-f61ce888d536 x-openstack-request-id: req-3468403a-0223-4331-b1da-f61ce888d536 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:13.431149 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f095ce63-3965-4536-84f2-8e8e715eb0e5", "name": "network-vif-deleted", "tag": "7300b18d-362b-494d-8375-b24072c95aee", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:13.431773 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3468403a-0223-4331-b1da-f61ce888d536 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:13.434566 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f095ce63-3965-4536-84f2-8e8e715eb0e5', 'name': 'network-vif-deleted', 'tag': '7300b18d-362b-494d-8375-b24072c95aee', 'status': 'completed', 'code': 200} Nov 08 13:37:13.550123 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a1beaa-a970-4ab3-ba54-0822b83abd00 x-openstack-request-id: req-42a1beaa-a970-4ab3-ba54-0822b83abd00 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:13.550414 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:13.550671 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42a1beaa-a970-4ab3-ba54-0822b83abd00 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:13.551104 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'status': 'completed', 'code': 200} Nov 08 13:37:13.691276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-8ce24c70-1ea2-4c60-b609-1a46f9102b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:13.697479 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-8ce24c70-1ea2-4c60-b609-1a46f9102b9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1096 time: 0.1473298 Nov 08 13:37:13.846122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5c326e-d200-47bd-87b6-e534f2d2f21d None None] New status for floating IP 655d4de3-e48d-4acd-a43f-7ddeea1b1d98: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:37:13.867203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:13.869780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac90091-57eb-4d6f-8bf7-3aa3cf75d6b4 req-c1187897-1f8d-40ee-a683-06b89da979e3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:13.879941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eac90091-57eb-4d6f-8bf7-3aa3cf75d6b4 req-c1187897-1f8d-40ee-a683-06b89da979e3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 944 time: 0.1010113 Nov 08 13:37:13.885269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-853ab5a7-0f7c-4305-89bf-7a1b9f9d12e4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076302815', 'description': 'tempest-description--1156479421'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:13.960069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-76060c39-67a4-4614-9014-f239485401a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:13.961606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-76060c39-67a4-4614-9014-f239485401a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 929 time: 0.2548923 Nov 08 13:37:13.984463 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eac90091-57eb-4d6f-8bf7-3aa3cf75d6b4 req-8bf215af-30c1-456c-89e2-325735af7657 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033883 Nov 08 13:37:14.067916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5dd2de-e839-49d0-973f-70944cac168c req-a087503e-8b27-4e45-aae8-a7effd24903b tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:14.071039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df5dd2de-e839-49d0-973f-70944cac168c req-a087503e-8b27-4e45-aae8-a7effd24903b tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1409261 Nov 08 13:37:14.077802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-853ab5a7-0f7c-4305-89bf-7a1b9f9d12e4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:14.194098 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-307b445c-64ab-40cb-a141-5597c7c1ea19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 1000 time: 0.2238169 Nov 08 13:37:14.250118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df5dd2de-e839-49d0-973f-70944cac168c req-2d58a762-83a4-4a44-9893-df8aa6dce296 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.1651928 Nov 08 13:37:14.332754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-df5dd2de-e839-49d0-973f-70944cac168c req-2203083d-d982-446f-aa1d-0d507575c4cb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Request body: {'floatingip': {'port_id': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:14.344040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-853ab5a7-0f7c-4305-89bf-7a1b9f9d12e4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:14.378797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-853ab5a7-0f7c-4305-89bf-7a1b9f9d12e4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:14.403413 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-df5dd2de-e839-49d0-973f-70944cac168c req-2203083d-d982-446f-aa1d-0d507575c4cb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:14.428427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-853ab5a7-0f7c-4305-89bf-7a1b9f9d12e4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:14.433245 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-853ab5a7-0f7c-4305-89bf-7a1b9f9d12e4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5621843 Nov 08 13:37:14.440340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37058) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:14.448945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6810b3e7-7e28-46c4-ab70-a9beb3ef9cc1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'security_group_rule': {'security_group_id': '6df12f4a-2b8a-4232-bc44-b741ac0d7285', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:14.459975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a4c08-b8c3-45ea-b87c-c0a0e6e4cd0c req-b769cc2c-d393-4410-a1b4-9c19012f594f tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:14.461448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-e15919b4-5b13-4d59-a199-b8082e5564d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:14.461716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa4a4c08-b8c3-45ea-b87c-c0a0e6e4cd0c req-b769cc2c-d393-4410-a1b4-9c19012f594f tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1096 time: 0.2062032 Nov 08 13:37:14.463435 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-e15919b4-5b13-4d59-a199-b8082e5564d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 200 len: 867 time: 0.2559712 Nov 08 13:37:14.467447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ab5a7-0f7c-4305-89bf-7a1b9f9d12e4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df12f4a-2b8a-4232-bc44-b741ac0d7285,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:14.528992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6810b3e7-7e28-46c4-ab70-a9beb3ef9cc1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:14.550345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-ce6ae0a9-d040-4021-8be1-e10daa907010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:14.551912 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-ce6ae0a9-d040-4021-8be1-e10daa907010 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802786 Nov 08 13:37:14.628546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa4a4c08-b8c3-45ea-b87c-c0a0e6e4cd0c req-51778217-221b-4652-9004-ef0507a52252 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289177 Nov 08 13:37:14.806969 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-df5dd2de-e839-49d0-973f-70944cac168c req-2203083d-d982-446f-aa1d-0d507575c4cb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 13:37:14.808391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df5dd2de-e839-49d0-973f-70944cac168c req-2203083d-d982-446f-aa1d-0d507575c4cb tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "PUT /v2.0/floatingips/af3be98a-ce34-424b-a13d-8c7965ce242e HTTP/1.1" status: 409 len: 549 time: 0.5323653 Nov 08 13:37:14.839524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d534e9-4e8f-4454-8c47-9dd643717044 req-5d8b926c-25d3-4ffb-a788-bc746c6ceb25 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:14.846623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1d534e9-4e8f-4454-8c47-9dd643717044 req-5d8b926c-25d3-4ffb-a788-bc746c6ceb25 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 948 time: 0.0873230 Nov 08 13:37:14.889171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:37:14.908136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1d534e9-4e8f-4454-8c47-9dd643717044 req-34403b6d-d724-46be-a5a3-ca78a2811da6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601006 Nov 08 13:37:15.061728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6810b3e7-7e28-46c4-ab70-a9beb3ef9cc1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.079154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6810b3e7-7e28-46c4-ab70-a9beb3ef9cc1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.108147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-7ba56460-13e6-4e90-8d48-4028bcac283c service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427868 Nov 08 13:37:15.120824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810b3e7-7e28-46c4-ab70-a9beb3ef9cc1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d31dc9-eb6f-47c8-84c3-1c1bb4e7a013,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:15.140790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-88d5d998-7119-4812-869f-ccc92f4abb55 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips/af3be98a-ce34-424b-a13d-8c7965ce242e HTTP/1.1" status: 200 len: 692 time: 0.1066599 Nov 08 13:37:15.144273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:15.163231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'mac_address': 'fa:16:3e:7e:84:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:37:15.206161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6810b3e7-7e28-46c4-ab70-a9beb3ef9cc1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.208665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6810b3e7-7e28-46c4-ab70-a9beb3ef9cc1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7638969 Nov 08 13:37:15.213406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:15.240059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.262320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:15.280331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-49fce000-2ee6-4d48-aa34-75547e369e66 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'security_group_rule': {'security_group_id': '6df12f4a-2b8a-4232-bc44-b741ac0d7285', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:15.294571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:15.299907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.379010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:15.387834 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49fce000-2ee6-4d48-aa34-75547e369e66 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.395665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04296f5a-5bd8-4761-874c-d2db08944a1c req-78ac3603-cdb1-4521-8867-3565fc19509b service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774282 Nov 08 13:37:15.396042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-a9a60e37-ec02-4fef-b658-fe02702215c4 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:15.399615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-a9a60e37-ec02-4fef-b658-fe02702215c4 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2176490 Nov 08 13:37:15.416439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-de3d396a-d535-49f9-8189-346159e9eb97 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:37:15.427107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-de3d396a-d535-49f9-8189-346159e9eb97 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165663 Nov 08 13:37:15.437095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'}, {'server_uuid': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'name': 'network-vif-deleted', 'tag': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:15.441486 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b010a3-5e25-483c-9e4c-f30262711c12" -d '{"events": [{"name": "network-changed", "server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70"}, {"server_uuid": "6d0c0adb-bf34-4370-8dd0-723dc592c89c", "name": "network-vif-deleted", "tag": "ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:15.488159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49fce000-2ee6-4d48-aa34-75547e369e66 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.505099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49fce000-2ee6-4d48-aa34-75547e369e66 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.513498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-9badb881-4d81-42dc-99b0-1c66374d594b tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0841222 Nov 08 13:37:15.531018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd24d3-53fd-4681-9d26-765748b4a957 req-98a0b100-e2ec-4c56-8d2a-d9ca2f17678d tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:15.532632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04bd24d3-53fd-4681-9d26-765748b4a957 req-98a0b100-e2ec-4c56-8d2a-d9ca2f17678d tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1096 time: 0.4388971 Nov 08 13:37:15.538379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fce000-2ee6-4d48-aa34-75547e369e66 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa352f9e-d869-45f2-9eb7-98efbdccb588,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:15.549722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49fce000-2ee6-4d48-aa34-75547e369e66 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.554286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-49fce000-2ee6-4d48-aa34-75547e369e66 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391254 Nov 08 13:37:15.555009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37092) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:15.561070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:15.565298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:15.568932 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4720aac0-8a91-43b2-ae75-3805230fe0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:15.601682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-5bbe56cd-bf57-4ee3-ae28-375893b7d9c5 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.62 HTTP/1.1" status: 200 len: 695 time: 0.0808389 Nov 08 13:37:15.608156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.676019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04bd24d3-53fd-4681-9d26-765748b4a957 req-38c52faf-ed37-4eb7-ae5e-b7b73c360666 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019602 Nov 08 13:37:15.748669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:37:15.787995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Deleting port 8fc84fb9-d15d-45e2-855e-e164047e9741 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:15.788704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.841325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.991362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:15.992457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.011356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 172.25.8.185 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/1e1195ec-b21b-4968-af4d-72be03f01700) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:16.026887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Calling delete_port for 8fc84fb9-d15d-45e2-855e-e164047e9741 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:16.044946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce45a1-f1b5-41f8-882b-9537d2de93c2 req-210cff59-2287-47cd-8daf-ce73e5b40c74 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:16.046679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3ce45a1-f1b5-41f8-882b-9537d2de93c2 req-210cff59-2287-47cd-8daf-ce73e5b40c74 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1095 time: 0.1290004 Nov 08 13:37:16.197063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3ce45a1-f1b5-41f8-882b-9537d2de93c2 req-ff5ab655-8beb-47fd-9734-71ff7fe4649c tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330192 Nov 08 13:37:16.228807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.312424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.395879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:16.399280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:16.402654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:16.420639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2e5afb5e-40d6-4095-af13-d92dd7f0b9ae tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 200 len: 694 time: 0.1609213 Nov 08 13:37:16.447643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=1e1195ec-b21b-4968-af4d-72be03f01700,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:16.512637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.586811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event deleted for resources: {'Port': ['ID=8fc84fb9-d15d-45e2-855e-e164047e9741,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:16.628223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.698221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-97a954ae-df33-4fe1-a234-6af9243e35d6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:16.699937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-97a954ae-df33-4fe1-a234-6af9243e35d6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2574780 Nov 08 13:37:16.702479 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.703177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.705392 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:16.706861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92064864-5643-4564-9a84-4ce2c2ed1ce3 req-77244eae-0b90-4780-ae95-33c6cd115f58 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "DELETE /v2.0/floatingips/af3be98a-ce34-424b-a13d-8c7965ce242e HTTP/1.1" status: 204 len: 173 time: 1.0883040 Nov 08 13:37:16.721494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-953f2b82-354c-4953-9de9-c790f9ba9813 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:37:16.722565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-953f2b82-354c-4953-9de9-c790f9ba9813 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070429 Nov 08 13:37:16.792967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-c5d63853-8372-4d24-a14c-df6c87b43c00 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 697 time: 0.0548356 Nov 08 13:37:16.832624 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f42d026-99c2-4968-b97b-dc61afc2fc92 x-openstack-request-id: req-8f42d026-99c2-4968-b97b-dc61afc2fc92 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:16.833051 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70", "status": "completed", "code": 200}, {"server_uuid": "6d0c0adb-bf34-4370-8dd0-723dc592c89c", "name": "network-vif-deleted", "tag": "ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:16.833205 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f42d026-99c2-4968-b97b-dc61afc2fc92 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:16.833593 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'status': 'completed', 'code': 200} Nov 08 13:37:16.833852 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0c0adb-bf34-4370-8dd0-723dc592c89c', 'name': 'network-vif-deleted', 'tag': 'ca83f9e7-8e73-4f6b-ab01-f29f8a8bec86', 'status': 'completed', 'code': 200} Nov 08 13:37:16.875291 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5f282b-e17f-4d03-80f6-f8eb05ea9efb x-openstack-request-id: req-ce5f282b-e17f-4d03-80f6-f8eb05ea9efb {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:16.875291 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:16.875807 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce5f282b-e17f-4d03-80f6-f8eb05ea9efb {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:16.876148 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'status': 'completed', 'code': 200} Nov 08 13:37:16.888408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-9928430d-9a53-4e44-b30a-eee167ba1501 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.164 HTTP/1.1" status: 200 len: 697 time: 0.0653808 Nov 08 13:37:17.028835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.059114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.179608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-2ba8f2b7-40ad-402a-82c0-9324f56ac1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.181156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-2ba8f2b7-40ad-402a-82c0-9324f56ac1af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1100 time: 0.3289962 Nov 08 13:37:17.189226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=1e1195ec-b21b-4968-af4d-72be03f01700,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:17.211434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-d33a797c-3c82-4435-bb5b-1a28bc299a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.213505 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-d33a797c-3c82-4435-bb5b-1a28bc299a35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a550e49d83e4a6a9322baa9aff85212&device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 1096 time: 0.2157352 Nov 08 13:37:17.217728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.229169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Deleting port 22bbc19f-61ea-4b5b-bc34-2f626b0b1e90 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:17.229738 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.242225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dca60b-bce3-499f-882c-f9edd311d4b7 req-2f528a7d-e837-4c18-81f7-e117a7219dd4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.243835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2dca60b-bce3-499f-882c-f9edd311d4b7 req-2f528a7d-e837-4c18-81f7-e117a7219dd4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 949 time: 0.1078355 Nov 08 13:37:17.332551 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.340868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b03f1789-67e0-42c2-bd65-faf761333974 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7775764 Nov 08 13:37:17.374017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.375002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.407797 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2dca60b-bce3-499f-882c-f9edd311d4b7 req-3c3627a6-691a-4659-a09a-77f5ec4de981 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420534 Nov 08 13:37:17.413503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Calling delete_port for 22bbc19f-61ea-4b5b-bc34-2f626b0b1e90 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:17.417154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-c85c9540-34c6-4f0d-84ba-5e8bd6f8fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.424637 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-c85c9540-34c6-4f0d-84ba-5e8bd6f8fcae service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2243614 Nov 08 13:37:17.426231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-468b17b7-1ea7-4015-a0ad-f2314c39343d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.428532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-468b17b7-1ea7-4015-a0ad-f2314c39343d service neutron] 10.222.0.54 "GET /v2.0/networks?id=e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 200 len: 921 time: 0.1983287 Nov 08 13:37:17.506089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-7451a03f-1093-4fbd-9a94-a3c1991a4beb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.0661552 Nov 08 13:37:17.547133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-0d674385-62fe-4280-a24c-f0482fc7aff7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 200 len: 217 time: 0.0922170 Nov 08 13:37:17.647676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-2212b4ee-588d-483a-b57a-23fc96b7e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.651754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-2212b4ee-588d-483a-b57a-23fc96b7e0af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 200 len: 859 time: 0.0784993 Nov 08 13:37:17.659117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-8b3cdb96-eb6f-4500-b906-60aa540d01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.661976 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-8b3cdb96-eb6f-4500-b906-60aa540d01bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1247313 Nov 08 13:37:17.695209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-e5e1eb5c-c845-4067-a2f2-e66691817b4e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.700775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-e5e1eb5c-c845-4067-a2f2-e66691817b4e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.1877120 Nov 08 13:37:17.737194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-f28385b5-ebf6-4406-bf99-e93987e36965 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/quotas/ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 375 time: 0.0300107 Nov 08 13:37:17.789350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-d541bda0-c82b-47d3-8dc2-54b953aa86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.792713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-d541bda0-c82b-47d3-8dc2-54b953aa86b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e20ce0c5-3f18-4f48-bc93-707d9c175aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291175 Nov 08 13:37:17.796087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-6a56b3b5-c8f0-44b0-8e92-3367e8f9bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:17.798207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-6a56b3b5-c8f0-44b0-8e92-3367e8f9bc4c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1212134 Nov 08 13:37:17.833519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:17.869336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Pushing event deleted for resources: {'Port': ['ID=22bbc19f-61ea-4b5b-bc34-2f626b0b1e90,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:17.924603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-f2cf7205-141e-4aad-964f-4e22be90c833 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767790 Nov 08 13:37:17.997829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-edd826b9-d7a1-4a27-840a-150c696b5659 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913280 Nov 08 13:37:18.002170 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-573fb7fc-8ad7-452f-adef-7d3f3efc307a service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834207 Nov 08 13:37:18.002612 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:18.005246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:18.006609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d986bc64-9bb9-4842-aa88-a76dfa264c2f req-2af952ba-9860-4d01-bb45-13f9c887353d tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "DELETE /v2.0/floatingips/655d4de3-e48d-4acd-a43f-7ddeea1b1d98 HTTP/1.1" status: 204 len: 173 time: 1.1051781 Nov 08 13:37:18.103163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-560255da-b64a-45e4-8686-3b091fc488c4 service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724360 Nov 08 13:37:18.130510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-20d485c4-2669-4a19-a86d-29ac7e2bde4c tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1000 time: 0.0985363 Nov 08 13:37:18.215585 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4720aac0-8a91-43b2-ae75-3805230fe0f2 req-6f7aa7ae-37a2-44a1-b61d-76f2b4c7a9c9 service neutron] 10.222.0.54 "GET /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028792 Nov 08 13:37:18.219759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-22b010a3-5e25-483c-9e4c-f30262711c12 req-0cea77f9-f081-4284-a6af-dbcd7c5c54a8 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048619 Nov 08 13:37:18.230540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070564-67fc-4e15-b67b-247a904032f9 req-138de50f-9004-4c8b-8f37-97dc541eba7b tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:18.232116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-138de50f-9004-4c8b-8f37-97dc541eba7b tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports/6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 942 time: 0.0910840 Nov 08 13:37:18.276532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-4b6d326b-ae87-4f81-9c52-ffbd869ee6b4 service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629591 Nov 08 13:37:18.407053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-984c5e16-e8c7-4670-bf94-aded151ced3e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1000 time: 0.1104963 Nov 08 13:37:18.680531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070564-67fc-4e15-b67b-247a904032f9 req-cf5370ef-40f6-43ca-bc7a-74f39f336da0 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:18.692608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-cf5370ef-40f6-43ca-bc7a-74f39f336da0 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2779493 Nov 08 13:37:18.904691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:18.997435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:37:19.004350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:19.005546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:19.173816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-239b2080-7e10-48f4-a863-250570f0b0dc tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1076302815&fields=id&tenant_id=2c4e2eb723054102944a464b00399be0 HTTP/1.1" status: 200 len: 267 time: 0.4717865 Nov 08 13:37:19.180287 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:19.194419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-f273e2bb-118a-44b5-8d72-9a173a1f4a1a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 1000 time: 0.5004175 Nov 08 13:37:19.219834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:19.243507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:19.246228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:19.249468 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fe7b45-7fde-4195-8344-d871fa97ca41" -d '{"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-plugged", "status": "completed", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:19.255980 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:19.346615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:19.353215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5bc71717-438a-40db-87d1-449593a54574 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:19.355276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5bc71717-438a-40db-87d1-449593a54574 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports/755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 935 time: 0.1580606 Nov 08 13:37:19.393009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:19.545965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-cf2cb3c4-76dc-470f-9db4-59614563dbb7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:19.557025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-cf2cb3c4-76dc-470f-9db4-59614563dbb7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports/f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 935 time: 0.1903584 Nov 08 13:37:19.662472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-064009e9-715e-4dd0-b79c-06490d30f340 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1017683 Nov 08 13:37:19.706031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d93fe303-d95e-49e6-b653-ecc26072aaba tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0348682 Nov 08 13:37:19.795863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:19.801141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:19.801486 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Floating IP dd469b78-39cf-4378-b283-36510cdd3b1a disassociated. External IP: 172.25.8.34, port: 6bfb3ea1-e770-4fef-892e-557d7a95aaa2. Nov 08 13:37:20.051557 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-967d7a19-92e8-49d0-9ffd-266d4eeb4acd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:20.060680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-967d7a19-92e8-49d0-9ffd-266d4eeb4acd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:20.068003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-967d7a19-92e8-49d0-9ffd-266d4eeb4acd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:20.077311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-967d7a19-92e8-49d0-9ffd-266d4eeb4acd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/networks?id=0bc3c116-4768-4af8-99ab-853f72de11e6&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 200 len: 1994 time: 0.3626842 Nov 08 13:37:20.102619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-a2ce581c-786c-46d3-bab2-bf854b49a021 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/quotas/2c4e2eb723054102944a464b00399be0 HTTP/1.1" status: 200 len: 375 time: 0.0242682 Nov 08 13:37:20.198619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-0edd51e0-61cd-4de5-ad02-eb200fac5532 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:20.201469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-0edd51e0-61cd-4de5-ad02-eb200fac5532 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.2131875 Nov 08 13:37:20.223295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Request body: {'port': {'device_id': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'admin_state_up': True, 'tenant_id': 'ac7db45dc3ae46f498ebfbc11eaeed25'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:20.277293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-fe6ae502-cf37-4a67-a12b-506ab711d001 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1737590 Nov 08 13:37:20.397425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Router 8d62367c-0c4e-4f85-a84c-1505109863c9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:20.411173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Made reservation on behalf of ac7db45dc3ae46f498ebfbc11eaeed25 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:20.416610 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:20.528196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4affd935-2ef8-4a11-9db1-c2c8323768a9 service neutron] 10.222.0.65 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343750 Nov 08 13:37:20.674682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Allocated IP 172.20.0.6 (f678c38b-6707-4547-8cec-f0ef891952f9/592bfd3c-c47b-40ce-9775-6b9c7aba029c/97cbf3f7-f3de-47b3-9794-7a2220728fd1) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:20.735354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:20.741676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:20.752819 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] Sync routers for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:20.772405 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:20.773515 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:20.787471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-91e42d41-c98b-4a11-9d18-e06a8f39ad5e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "PUT /v2.0/floatingips/dd469b78-39cf-4378-b283-36510cdd3b1a HTTP/1.1" status: 200 len: 694 time: 1.5917432 Nov 08 13:37:20.789806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-0899b2b7-b187-45b7-b023-2a71eddb0254 service neutron] 10.222.0.65 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447476 Nov 08 13:37:20.790075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:20.794629 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2638d70e-239b-4dd1-9eba-f72797c50e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:20.891002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:20.908623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-a123731b-f28e-435f-8419-458b9c30abcc service neutron] 10.222.0.65 "GET /v2.0/ports/755b8ff9-7c93-4629-8dd9-a932a5376090?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0923109 Nov 08 13:37:20.931407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:20.959873 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:20.962772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070564-67fc-4e15-b67b-247a904032f9 req-d3d44360-e441-4bbb-8448-b9b8eada8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:20.965561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-d3d44360-e441-4bbb-8448-b9b8eada8c20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1096 time: 0.1479824 Nov 08 13:37:20.983699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Network f678c38b-6707-4547-8cec-f0ef891952f9 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:20.987226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:21.001596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:21.004937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:21.065571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:21.066749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:21.089327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-43db0659-4575-4609-b53a-17c4546ebfc1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8737345 Nov 08 13:37:21.104651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Request body: {'port': {'device_id': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:21.188305 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:21.207512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4fdfa508-f15a-47a6-9ab4-17fbae3276e1 service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971323 Nov 08 13:37:21.243471 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:21.274544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070564-67fc-4e15-b67b-247a904032f9 req-6f6145ba-ebf9-45d4-9551-1a4f1e520024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:21.277140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-6f6145ba-ebf9-45d4-9551-1a4f1e520024 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 929 time: 0.2440605 Nov 08 13:37:21.278762 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] Checking router: 8d62367c-0c4e-4f85-a84c-1505109863c9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:21.291940 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:21.292580 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:21.364622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-1c43fd0a-6d06-4b7d-bc50-7a9c11aeb18f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 217 time: 0.0450306 Nov 08 13:37:21.477776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7b3b67ff-3928-4fc1-a450-8cae99e2b5ab service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583010 Nov 08 13:37:21.483262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070564-67fc-4e15-b67b-247a904032f9 req-9a53aa42-91bf-4c2e-91d1-08bc819b656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:21.498385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-9a53aa42-91bf-4c2e-91d1-08bc819b656c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 200 len: 867 time: 0.0992823 Nov 08 13:37:21.536595 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:21.565356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-eb597a71-f4a6-4907-9029-15bb0b55ad9c service neutron] 10.222.0.65 "GET /v2.0/ports/f7894455-b4e3-451b-9834-023a2cc3bf70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0579422 Nov 08 13:37:21.580371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c070564-67fc-4e15-b67b-247a904032f9 req-19bb6d28-64a6-4783-a13e-5a4318e02b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:21.582645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-19bb6d28-64a6-4783-a13e-5a4318e02b86 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829055 Nov 08 13:37:21.636320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cbf3f7-f3de-47b3-9794-7a2220728fd1 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:21.648641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:21.663321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Transition to ACTIVE for port object 97cbf3f7-f3de-47b3-9794-7a2220728fd1 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:21.668725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:21.755842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-1f4f428b-14da-421f-9a28-6efa70db2793 service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779761 Nov 08 13:37:21.760013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-f247c1f4-f3ca-4e1b-90df-9c03638f98ff service neutron] 10.222.0.65 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696026 Nov 08 13:37:21.831477 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:21.863186 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50ab18c-f3d1-49be-8a29-8db773960efd None None] The sync data for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 is: [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:36:28Z', 'revision_number': 4, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '9a98fad9-dad6-4023-b058-940e111920fa', 'name': '', 'network_id': '79db7bd7-42af-4be5-a16b-35d6ee60ac4a', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'mac_address': 'fa:16:3e:68:4d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '31e44325-0739-424c-bc98-860cff461f65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:25Z', 'updated_at': '2021-11-08T13:36:36Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'subnets': [{'id': '31e44325-0739-424c-bc98-860cff461f65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:21.935152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-bbf472ae-0c5b-4a0b-9d56-b80b6a859c86 service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730044 Nov 08 13:37:21.939338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c070564-67fc-4e15-b67b-247a904032f9 req-1b28cd2f-9cd4-4e58-84cd-6ba4a6055111 service neutron] 10.222.0.65 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588140 Nov 08 13:37:22.037914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-88fe601e-8ba2-4d7d-9f82-f56f26ae00ba service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967698 Nov 08 13:37:22.061343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:22.104951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:22.105354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:22.105627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:22.114656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:22.115120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:22.123068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:22.123428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:22.123885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:22.124990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Bound port: 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:22.125338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:22.185691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b4fb7a53-542f-4cf5-b8e6-5b7ba12ec1d3 service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397777 Nov 08 13:37:22.225682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:22.232912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:22.244538 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:22.288722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1bcb94-c006-4843-a7d5-e59b9a052bb9 None None] New status for floating IP dd469b78-39cf-4378-b283-36510cdd3b1a: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:37:22.302831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:22.304086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:22.306740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] 10.222.0.70 "PUT /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 1091 time: 1.2070901 Nov 08 13:37:22.307637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:22.312142 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15bfd29-da49-4790-93cb-63ab70022861" -d '{"events": [{"name": "network-changed", "server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:22.366070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d4f98-6d54-4c9b-aaeb-b0a3c0e366ac service neutron] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:22.374295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b84bb513-9564-4f86-8511-adbc98009c27 service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792841 Nov 08 13:37:22.407952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3df255-92d1-47ea-b9d4-d76bd2eabed0 req-b3c74add-d9f4-49ea-9bec-b3e6dd5abf3d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:22.410279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f3df255-92d1-47ea-b9d4-d76bd2eabed0 req-b3c74add-d9f4-49ea-9bec-b3e6dd5abf3d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.1097615 Nov 08 13:37:22.436944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-6a2f4cda-3ac5-4f44-934f-54dcda0ad036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:22.439344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-6a2f4cda-3ac5-4f44-934f-54dcda0ad036 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1094 time: 0.0660784 Nov 08 13:37:22.503704 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-d55b185f-1094-4047-9ad6-a6ad1c1a302f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 217 time: 0.0538447 Nov 08 13:37:22.538563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f3df255-92d1-47ea-b9d4-d76bd2eabed0 req-4ea82853-8e43-48a1-9a1f-2c5a3886c080 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074553 Nov 08 13:37:22.546979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ac7cba9e-26dc-46ad-86ce-41e86375f358 service neutron] 10.222.0.65 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354525 Nov 08 13:37:22.574322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-f8ba9481-5bc9-4370-a7e5-2ae811673f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:22.574322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-f8ba9481-5bc9-4370-a7e5-2ae811673f3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0594771 Nov 08 13:37:22.629446 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-6e3e9377-66f2-4c2b-bd80-588307010de0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463920 Nov 08 13:37:22.708792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-97fc08cb-7c09-4c34-876a-e4d7132eded9 service neutron] 10.222.0.65 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555059 Nov 08 13:37:22.750212 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:22.752803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48681b-df2c-4401-8914-921f58244901 req-5a8699d2-2cd8-42f3-9404-b46a481298a5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:22.754757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd48681b-df2c-4401-8914-921f58244901 req-5a8699d2-2cd8-42f3-9404-b46a481298a5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.1279063 Nov 08 13:37:22.796940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-e91d006e-a47e-4113-8932-104980f6135c service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554337 Nov 08 13:37:22.925779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72f7b835-77ae-46b5-9853-398b1afdccb2 req-0899bbbb-40a4-40e8-87ad-26cbb3162d1e service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125526 Nov 08 13:37:22.955806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd48681b-df2c-4401-8914-921f58244901 req-dabefbab-3f01-4894-865b-91ea3bfedd21 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855428 Nov 08 13:37:22.966751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-eec03753-ea33-4b1e-9584-58b3540287ed service neutron] 10.222.0.65 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559719 Nov 08 13:37:23.399146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:23.478934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e0948-2810-4539-9871-058adf0e7fb8 req-f0d8db63-9560-4c31-a4d7-904d16b9a17c tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:23.480693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e8e0948-2810-4539-9871-058adf0e7fb8 req-f0d8db63-9560-4c31-a4d7-904d16b9a17c tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1096 time: 0.4465778 Nov 08 13:37:23.482514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-bbc0de27-9700-484d-a7ad-5235d8678b0c service neutron] 10.222.0.65 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977019 Nov 08 13:37:23.604440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e8e0948-2810-4539-9871-058adf0e7fb8 req-096969bc-eb54-4c9e-aa4f-5a3dba435a83 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055934 Nov 08 13:37:23.633737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-39fef186-9d9e-4c02-8d0e-bed7b7173a59 service neutron] 10.222.0.65 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444378 Nov 08 13:37:23.656368 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf0caef-d9e0-49c3-9661-c82d5f8dfaf9 x-openstack-request-id: req-ddf0caef-d9e0-49c3-9661-c82d5f8dfaf9 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:23.657031 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-plugged", "status": "completed", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:23.657560 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ddf0caef-d9e0-49c3-9661-c82d5f8dfaf9 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:23.658299 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'code': 200} Nov 08 13:37:23.764106 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633fc026-aca8-4972-a23d-7a4885ed7180 x-openstack-request-id: req-633fc026-aca8-4972-a23d-7a4885ed7180 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:23.764547 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:23.765196 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-633fc026-aca8-4972-a23d-7a4885ed7180 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:23.765860 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'status': 'completed', 'code': 200} Nov 08 13:37:23.812539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceed72-3607-49c2-a3fb-fb7223e6ff42 req-67643c7c-aa05-4b2e-8cb6-97bf25eaee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:23.814352 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1ceed72-3607-49c2-a3fb-fb7223e6ff42 req-67643c7c-aa05-4b2e-8cb6-97bf25eaee80 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1101 time: 0.0725007 Nov 08 13:37:23.845443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-73267905-04d3-462c-8bda-883992ba8c99 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips/dd469b78-39cf-4378-b283-36510cdd3b1a HTTP/1.1" status: 200 len: 692 time: 0.0676858 Nov 08 13:37:23.875402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-4033952a-a8be-41fe-9fe4-5e33874d504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:23.877041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-4033952a-a8be-41fe-9fe4-5e33874d504b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1096 time: 0.0806694 Nov 08 13:37:23.898588 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1ceed72-3607-49c2-a3fb-fb7223e6ff42 req-18d3a57a-5c00-42e9-8334-245917eadf95 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685976 Nov 08 13:37:24.018895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-fd597a0b-5baa-433c-98ea-c79456aa85a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:24.020936 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-fd597a0b-5baa-433c-98ea-c79456aa85a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 929 time: 0.1341302 Nov 08 13:37:24.031073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-5de4765d-13d3-4fc3-af39-5df8cd1e0fe1 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:24.033758 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-5de4765d-13d3-4fc3-af39-5df8cd1e0fe1 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.1783066 Nov 08 13:37:24.078070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-9b4b824c-ca2f-4c55-a3c6-96219fca2d39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 217 time: 0.0487618 Nov 08 13:37:24.144682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-ea005898-a286-4fe9-bf7e-e6aba39c601a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.0968385 Nov 08 13:37:24.160883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-597a725b-7bc1-4b91-9a4b-9891b0766fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:24.163545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-597a725b-7bc1-4b91-9a4b-9891b0766fe3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 200 len: 867 time: 0.0778251 Nov 08 13:37:24.222151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-90f376f1-c8de-4938-bcbe-ca612a7fb2cc tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.0712581 Nov 08 13:37:24.275790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-09069178-1c33-4084-aa38-20f40e1eff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:24.277549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-09069178-1c33-4084-aa38-20f40e1eff89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060472 Nov 08 13:37:24.306066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-0235ef9f-0a85-4609-a3d9-7bd7a9644e7e tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:24.307703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-0235ef9f-0a85-4609-a3d9-7bd7a9644e7e tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 945 time: 0.1027470 Nov 08 13:37:24.429313 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:37:24.455466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Deleting port 7c568955-5841-498d-8184-f1b9aa4c9a4b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:24.455973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:24.496336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-99596c12-60db-49b0-a79b-d1d38e3df130 service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080808 Nov 08 13:37:24.556004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Deleting port aa45563f-6192-45a0-9635-c36e19a7d970 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:24.556447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:24.629363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1f0d-22a3-44be-82aa-0bc92d7fe603 req-530b491b-67d3-44e1-8375-bb31d1d80f31 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:24.632376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d90f1f0d-22a3-44be-82aa-0bc92d7fe603 req-530b491b-67d3-44e1-8375-bb31d1d80f31 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/ports?device_id=23a66ec0-0e53-44ac-9ef7-958b114d3e85 HTTP/1.1" status: 200 len: 945 time: 0.1568034 Nov 08 13:37:24.641654 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:24.642122 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:24.687015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Calling delete_port for 7c568955-5841-498d-8184-f1b9aa4c9a4b owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:24.693361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2638d70e-239b-4dd1-9eba-f72797c50e8a req-1a42a02c-c849-4212-a713-8382ac5c9bbb service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855540 Nov 08 13:37:24.714611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] For port aa45563f-6192-45a0-9635-c36e19a7d970, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=aa45563f-6192-45a0-9635-c36e19a7d970,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:24.714611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:24.731411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Calling delete_port for aa45563f-6192-45a0-9635-c36e19a7d970 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:24.828458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d90f1f0d-22a3-44be-82aa-0bc92d7fe603 req-25446dce-8a6d-4f4a-9887-e6d697deedd6 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.65 "GET /v2.0/security-groups?id=2c9058df-d6fe-488c-8491-ef6fcbb8a74c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823809 Nov 08 13:37:24.921562 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f37bece-9417-4add-8b10-6f5de37885d1 x-openstack-request-id: req-3f37bece-9417-4add-8b10-6f5de37885d1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:24.922371 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:24.922371 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f37bece-9417-4add-8b10-6f5de37885d1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:24.922649 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1', 'status': 'completed', 'code': 200} Nov 08 13:37:24.956347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:24.974268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['aa45563f-6192-45a0-9635-c36e19a7d970'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:37:25.020349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:25.072645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event deleted for resources: {'Port': ['ID=7c568955-5841-498d-8184-f1b9aa4c9a4b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:25.143324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Pushing event deleted for resources: {'Port': ['ID=aa45563f-6192-45a0-9635-c36e19a7d970,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:25.211868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] No DVR routers for this DVR port aa45563f-6192-45a0-9635-c36e19a7d970 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:25.218069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:25.224386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bab7404-76be-4053-9bd5-ca58beb64c63 req-a9e50de3-9dc2-498a-8731-d63e8d1e2207 tempest-FloatingIPsAssociationTestJSON-1903267186 tempest-FloatingIPsAssociationTestJSON-1903267186-project] 10.222.0.54 "DELETE /v2.0/ports/aa45563f-6192-45a0-9635-c36e19a7d970 HTTP/1.1" status: 204 len: 173 time: 0.8988566 Nov 08 13:37:25.249944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bfd29-da49-4790-93cb-63ab70022861 req-50fa7542-3dfe-409a-9bfd-9bbf57171a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:25.252126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:25.252807 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a15bfd29-da49-4790-93cb-63ab70022861 req-50fa7542-3dfe-409a-9bfd-9bbf57171a12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1094 time: 0.2655716 Nov 08 13:37:25.255603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:25.261034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dcf4f0f-59a1-49a5-91ab-e3f02b361c24 req-d2011283-3d32-4b6e-94f2-06cda3344921 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "DELETE /v2.0/floatingips/dd469b78-39cf-4378-b283-36510cdd3b1a HTTP/1.1" status: 204 len: 173 time: 1.0315700 Nov 08 13:37:25.281978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2f2dd-3b83-4212-912c-b3830ae4f291 req-2801c5ee-cf0a-41fc-9a79-b45dbc7b624d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:25.284092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1a2f2dd-3b83-4212-912c-b3830ae4f291 req-2801c5ee-cf0a-41fc-9a79-b45dbc7b624d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.0956664 Nov 08 13:37:25.373622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1a2f2dd-3b83-4212-912c-b3830ae4f291 req-2a85f8c6-09a5-4c12-872b-22880d0c4467 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796006 Nov 08 13:37:25.513985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37212) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:25.522132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bfd29-da49-4790-93cb-63ab70022861 req-deb95123-f11c-4d0c-a9af-8abb2dfd2d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:25.523990 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a15bfd29-da49-4790-93cb-63ab70022861 req-deb95123-f11c-4d0c-a9af-8abb2dfd2d65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.2581358 Nov 08 13:37:25.713645 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a15bfd29-da49-4790-93cb-63ab70022861 req-58dd1387-f39f-4e67-be12-a8e3a606968e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 217 time: 0.1803324 Nov 08 13:37:25.791374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bfd29-da49-4790-93cb-63ab70022861 req-58b695ff-c4f0-43f3-9c70-a0969674d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:25.793427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a15bfd29-da49-4790-93cb-63ab70022861 req-58b695ff-c4f0-43f3-9c70-a0969674d11d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0717506 Nov 08 13:37:25.851119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a15bfd29-da49-4790-93cb-63ab70022861 req-445b9efb-71b7-4295-a5f1-fafde657ca04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479014 Nov 08 13:37:25.947715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77404-823b-460a-b85f-4222a5c32700 req-2f6d1a3a-e47b-4311-9282-3f455486f609 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:25.950443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bc77404-823b-460a-b85f-4222a5c32700 req-2f6d1a3a-e47b-4311-9282-3f455486f609 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.1517997 Nov 08 13:37:26.032495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a15bfd29-da49-4790-93cb-63ab70022861 req-d5674622-9caf-4068-b5e0-5eaee306449b service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725390 Nov 08 13:37:26.071474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 97cbf3f7-f3de-47b3-9794-7a2220728fd1 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:37:26.149299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bc77404-823b-460a-b85f-4222a5c32700 req-717e0480-c41c-4f6a-963a-b5073c3b84a5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878507 Nov 08 13:37:26.290121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.70', 63141) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:26.408836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-55db6b52-7dd9-4538-9ba8-51ed65b95594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:26.412059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-55db6b52-7dd9-4538-9ba8-51ed65b95594 service neutron] 10.222.0.70 "GET /v2.0/ports/755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 1031 time: 0.1164510 Nov 08 13:37:26.489444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:26.522824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-35d4e98a-25a9-4978-b257-3152ce249c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:26.524452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '97cbf3f7-f3de-47b3-9794-7a2220728fd1', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'port_id': '97cbf3f7-f3de-47b3-9794-7a2220728fd1', 'mac_address': 'fa:16:3e:3f:23:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592bfd3c-c47b-40ce-9775-6b9c7aba029c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:37:26.526610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-35d4e98a-25a9-4978-b257-3152ce249c0d service neutron] 10.222.0.70 "GET /v2.0/ports/f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 1031 time: 0.1054730 Nov 08 13:37:26.531852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a15bfd29-da49-4790-93cb-63ab70022861 req-b4a345ee-a33b-4598-a8c8-f9b854567113 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890625 Nov 08 13:37:26.555367 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-d2fe6147-baea-43de-ab13-d154b805d382 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2778540 Nov 08 13:37:26.659322 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:26.692700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cbf3f7-f3de-47b3-9794-7a2220728fd1 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:26.726923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e2118-d849-4ea2-8376-cc15823f699d req-ec00b102-1c3d-40b2-af41-ef5f0aef45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:26.726923 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-ec00b102-1c3d-40b2-af41-ef5f0aef45ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c74424347100462798ca713f9772ca06&device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 1096 time: 0.0926871 Nov 08 13:37:26.751167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23e8f20a-58c3-4c44-b8f1-c38e42ae6b79 req-6a03abbb-edd1-4b95-b2ba-4feec3c214a4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.1168799 Nov 08 13:37:26.767075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:26.779184 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:26.818585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5020822e-3c5e-48c5-8999-c6db7bc180c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:26.825514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5020822e-3c5e-48c5-8999-c6db7bc180c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:26.832205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5020822e-3c5e-48c5-8999-c6db7bc180c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:26.834119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5020822e-3c5e-48c5-8999-c6db7bc180c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "GET /v2.0/networks?id=0bc3c116-4768-4af8-99ab-853f72de11e6&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 200 len: 1994 time: 0.2904203 Nov 08 13:37:26.842004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:26.902266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:26.923793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'name': 'network-vif-deleted', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:26.927588 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b3c79-b6e4-4ff3-9009-da0f4496a9b6" -d '{"events": [{"server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "name": "network-vif-deleted", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:26.960340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device aa45563f-6192-45a0-9635-c36e19a7d970 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:26.961405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e2118-d849-4ea2-8376-cc15823f699d req-6b9cbb7d-a439-45be-b112-417162392713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:26.964780 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-6b9cbb7d-a439-45be-b112-417162392713 service neutron] 10.222.0.70 "GET /v2.0/networks?id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 200 len: 929 time: 0.2107465 Nov 08 13:37:26.994568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37244) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:27.054953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['97cbf3f7-f3de-47b3-9794-7a2220728fd1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:37:27.061854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: aa45563f-6192-45a0-9635-c36e19a7d970 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:27.062244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device aa45563f-6192-45a0-9635-c36e19a7d970 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:27.098678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-cc8c9c85-1890-4a07-adf4-67e9bbe94f74 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c4e2eb723054102944a464b00399be0 HTTP/1.1" status: 200 len: 380 time: 0.2165604 Nov 08 13:37:27.112065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'admin_state_up': True, 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'security_groups': ['6df12f4a-2b8a-4232-bc44-b741ac0d7285']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:27.336291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-2fe898e5-95d1-46ba-acce-e493702c5b43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 200 len: 217 time: 0.3605876 Nov 08 13:37:27.415226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ee515a42-c084-46f0-bfb9-42b9fd7b3200 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:37:27.418056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ee515a42-c084-46f0-bfb9-42b9fd7b3200 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0660872 Nov 08 13:37:27.514041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-b9026d0e-d9b3-40b3-a141-a9edd4d2dbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:27.517606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-b9026d0e-d9b3-40b3-a141-a9edd4d2dbad service neutron] 10.222.0.65 "GET /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 1093 time: 0.0800681 Nov 08 13:37:27.582744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Request body: {'binding': {'host': 'n-h2-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:27.583844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Unknown quota resources ['binding']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:37:27.696637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e2118-d849-4ea2-8376-cc15823f699d req-b0d398c8-1c58-43a0-bf02-b7e6430f4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:27.698400 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-b0d398c8-1c58-43a0-bf02-b7e6430f4468 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 200 len: 867 time: 0.2146530 Nov 08 13:37:27.779496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c572c8f-c619-441e-94b7-d25d46bed270 req-ff4e7a0c-7d32-45dd-be6c-054f8e928c4d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:27.794343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c572c8f-c619-441e-94b7-d25d46bed270 req-ff4e7a0c-7d32-45dd-be6c-054f8e928c4d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.4790628 Nov 08 13:37:27.816398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e2118-d849-4ea2-8376-cc15823f699d req-c562b55b-475a-42b0-9b16-acd7fe8a4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:27.818712 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-c562b55b-475a-42b0-9b16-acd7fe8a4d2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79db7bd7-42af-4be5-a16b-35d6ee60ac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095285 Nov 08 13:37:27.844246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:27.850706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:27.883928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.107508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 97cbf3f7-f3de-47b3-9794-7a2220728fd1 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:37:28.212937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c572c8f-c619-441e-94b7-d25d46bed270 req-68544338-ddcc-4676-9d74-31e9164b7bc5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165604 Nov 08 13:37:28.228224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e1b21c3-2ab0-4f2d-94c1-a9c4a58b12e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.355646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:37:28.360984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:28.361429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.361922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Deleting port 40a2209d-11dd-4a28-964d-70187bd82e25 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:28.362449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.382102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on host n-h2-804292-2 for vnic_type normal with profile None {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:28.382750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:28.383250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:28.420030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:28.420619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:28.454789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 172.20.0.10 (0bc3c116-4768-4af8-99ab-853f72de11e6/0d6cd4c7-77f6-4655-85dc-fb1803715c73/77ee4469-4241-4244-812a-6df86238e76d) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:28.460824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-8994aa2b-1b2c-4304-9242-d8b48ef925ec service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212008 Nov 08 13:37:28.484064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:28.491133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:28.491133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:28.491133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Bound port: 24e19faf-54f6-4044-a814-1eed9d200fb2, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:28.518903 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.582914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:28.592524 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9224e2a7-e63e-4f00-b7a7-b402d2757eb8" -d '{"events": [{"server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "name": "network-vif-plugged", "status": "completed", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:28.616712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] For port 40a2209d-11dd-4a28-964d-70187bd82e25, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=40a2209d-11dd-4a28-964d-70187bd82e25,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:28.617003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.624676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:28.628283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66d2be-d5b6-4cfc-a6bc-00ecab7eb04d req-b70f92dd-15f7-4ee5-8c5b-985b0d6adb01 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:28.630218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc66d2be-d5b6-4cfc-a6bc-00ecab7eb04d req-b70f92dd-15f7-4ee5-8c5b-985b0d6adb01 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2322237 Nov 08 13:37:28.631514 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.664394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Calling delete_port for 40a2209d-11dd-4a28-964d-70187bd82e25 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:28.735613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:28.821510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:28.867386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] Publish callbacks [] for binding, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:28.868587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-00ce12dd-480c-401f-b7eb-e3824d14cf9c service neutron] 10.222.0.65 "POST /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2/bindings HTTP/1.1" status: 201 len: 389 time: 1.3217797 Nov 08 13:37:28.869974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc66d2be-d5b6-4cfc-a6bc-00ecab7eb04d req-189ef151-af1a-4a42-b6a8-76788372e962 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0834160 Nov 08 13:37:29.002641 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4f7632-56f7-4ee9-9bf5-929dde372dd5 x-openstack-request-id: req-ac4f7632-56f7-4ee9-9bf5-929dde372dd5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:29.009550 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a66ec0-0e53-44ac-9ef7-958b114d3e85", "name": "network-vif-deleted", "tag": "aa45563f-6192-45a0-9635-c36e19a7d970", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:29.009977 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac4f7632-56f7-4ee9-9bf5-929dde372dd5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:29.010556 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a66ec0-0e53-44ac-9ef7-958b114d3e85', 'name': 'network-vif-deleted', 'tag': 'aa45563f-6192-45a0-9635-c36e19a7d970', 'status': 'completed', 'code': 200} Nov 08 13:37:29.034706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.192835 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.216635 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.231031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-f7b877e8-7b15-4ec5-9619-c7d8e1202eee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2636304 Nov 08 13:37:29.255594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:29.264990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:29.276393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:29.278677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Deleting port 43bc9b37-02e3-4270-b07b-2e589f4c5871 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:29.279303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.315726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d144fef-5945-4408-92f9-967611e51a02 req-6d4fc977-c7ff-4cfc-8821-170d896b15b8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:29.320492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d144fef-5945-4408-92f9-967611e51a02 req-6d4fc977-c7ff-4cfc-8821-170d896b15b8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.1788487 Nov 08 13:37:29.445725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=77ee4469-4241-4244-812a-6df86238e76d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:29.575899 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-185e2118-d849-4ea2-8376-cc15823f699d req-547872a5-153d-4724-84ee-026b01c2ea5f service neutron] 10.222.0.70 "GET /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0572960 Nov 08 13:37:29.613981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:29.615033 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.619403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Pushing event deleted for resources: {'Port': ['ID=40a2209d-11dd-4a28-964d-70187bd82e25,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:29.730681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-ed2d90db-b500-4d14-b90c-15a08523198f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6240244 Nov 08 13:37:29.752881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] For port 43bc9b37-02e3-4270-b07b-2e589f4c5871, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=43bc9b37-02e3-4270-b07b-2e589f4c5871,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:29.753544 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.761283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-0f8d3dda-dd0b-4003-a9b1-b357019a42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:29.763847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-0f8d3dda-dd0b-4003-a9b1-b357019a42a0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1096 time: 0.4268887 Nov 08 13:37:29.771645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cccb70d-f1e3-4570-b0a0-097072982726 req-9c4224de-63ae-4b6b-83c3-f5d96b65492d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:29.773396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2cccb70d-f1e3-4570-b0a0-097072982726 req-9c4224de-63ae-4b6b-83c3-f5d96b65492d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 932 time: 0.3787882 Nov 08 13:37:29.778459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'admin_state_up': True, 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'security_groups': ['6df12f4a-2b8a-4232-bc44-b741ac0d7285']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:29.817086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d144fef-5945-4408-92f9-967611e51a02 req-846d4132-fddb-4226-8980-049682eb28a2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278705 Nov 08 13:37:29.851569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-109fbf0e-bbd1-4a0e-baf2-0dd2cdceb0b2 None None] Provisioning complete for port 77ee4469-4241-4244-812a-6df86238e76d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:29.852451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-109fbf0e-bbd1-4a0e-baf2-0dd2cdceb0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:29.979518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Calling delete_port for 43bc9b37-02e3-4270-b07b-2e589f4c5871 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:29.985711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-28926e79-387f-4b0e-98b5-dcbcfa7ce16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:29.987683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-109fbf0e-bbd1-4a0e-baf2-0dd2cdceb0b2 None None] Port 77ee4469-4241-4244-812a-6df86238e76d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:29.989305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-28926e79-387f-4b0e-98b5-dcbcfa7ce16b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1096 time: 0.5941446 Nov 08 13:37:30.332647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-eda31cf0-a2cc-4cc2-b50d-3322ef928430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:30.334219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-eda31cf0-a2cc-4cc2-b50d-3322ef928430 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.5239713 Nov 08 13:37:30.418496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-06d3fe4f-6d87-4cd1-9e9d-edd8728a26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:30.420321 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-06d3fe4f-6d87-4cd1-9e9d-edd8728a26d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.4127469 Nov 08 13:37:30.424997 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-cd779dd0-ce3c-4b83-9b70-3608197db9e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 217 time: 0.0797932 Nov 08 13:37:30.472071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:30.548587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2cccb70d-f1e3-4570-b0a0-097072982726 req-04b5449b-6393-4a7a-a741-f1db19dd6c78 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7305224 Nov 08 13:37:30.596185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:30.644628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-65f40943-febc-40ac-8ac2-41150e90e11f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 217 time: 0.2094905 Nov 08 13:37:30.645577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad1971-e536-4436-9065-63e1477b4e33 req-65ddf7c8-7e7b-4787-a157-efd4ddced221 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:30.647217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-be804111-040a-48b2-97cf-739c951ec6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:30.648322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45ad1971-e536-4436-9065-63e1477b4e33 req-65ddf7c8-7e7b-4787-a157-efd4ddced221 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1101 time: 0.2169955 Nov 08 13:37:30.652678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:30.655962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-be804111-040a-48b2-97cf-739c951ec6f9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.2190979 Nov 08 13:37:30.661585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:30.666873 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b685691f-2850-4d8f-9762-079f99b88d30 x-openstack-request-id: req-b685691f-2850-4d8f-9762-079f99b88d30 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:30.668045 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "name": "network-vif-plugged", "status": "completed", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:30.668608 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b685691f-2850-4d8f-9762-079f99b88d30 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:30.669251 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1', 'code': 200} Nov 08 13:37:30.672453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bc9b37-02e3-4270-b07b-2e589f4c5871,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:30.735619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-be4ebc13-753b-4a85-80f3-853c02545d86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598366 Nov 08 13:37:30.856634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-c259c7b2-a657-44b0-a83e-3a0dd8437bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:30.858322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-c259c7b2-a657-44b0-a83e-3a0dd8437bc0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1997046 Nov 08 13:37:30.937548 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-18109713-3eb9-4d07-ae37-f8e99a36c711 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405147 Nov 08 13:37:31.046470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e203e8-276a-46ce-9c94-5b56225df0d2 req-be535f63-115f-4418-a476-8c03222e888b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:31.048135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-49e203e8-276a-46ce-9c94-5b56225df0d2 req-be535f63-115f-4418-a476-8c03222e888b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1096 time: 0.2848258 Nov 08 13:37:31.122138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-77000a8e-b2e7-4bc8-a5e6-5f3aeeaa51ac service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628199 Nov 08 13:37:31.294659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-836c5b6f-7adb-4008-8cce-5a71672a4e3b req-f381e376-5669-4793-9774-2e502dd3f31e tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.5099618 Nov 08 13:37:31.309797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-45ad1971-e536-4436-9065-63e1477b4e33 req-6678694a-ebf7-4c56-9714-0edfd56c3813 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:31.421841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-8f13d0cf-b2f0-4bce-8cf1-00a9db3815d0 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713507 Nov 08 13:37:31.426029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-49e203e8-276a-46ce-9c94-5b56225df0d2 req-435b3d37-c349-43bb-b995-a4507f0b9cc3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298626 Nov 08 13:37:31.432037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:31.435802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-45ad1971-e536-4436-9065-63e1477b4e33 req-6678694a-ebf7-4c56-9714-0edfd56c3813 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:31.443574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-37a6c111-bbae-451c-b023-a8bcffda50f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:31.485304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-45ad1971-e536-4436-9065-63e1477b4e33 req-6678694a-ebf7-4c56-9714-0edfd56c3813 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:31.519819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45ad1971-e536-4436-9065-63e1477b4e33 req-6678694a-ebf7-4c56-9714-0edfd56c3813 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8440428 Nov 08 13:37:31.579112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 10.1.1.118 (f767e36a-290e-48ef-925b-56709f03d469/7081c8dd-b661-4743-9bbe-f099cc96b5e4/7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:31.649206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678694a-ebf7-4c56-9714-0edfd56c3813 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be544c5-c287-4493-bb8d-d7a5ed24328f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:31.711623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d872-7d9b-4f9c-ba30-7f043f64636e req-d125271c-0c8b-4d8f-bb1d-a99b9b982af3 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:31.714446 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85f2d872-7d9b-4f9c-ba30-7f043f64636e req-d125271c-0c8b-4d8f-bb1d-a99b9b982af3 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 945 time: 0.2305393 Nov 08 13:37:31.744905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2a19a9e-deb3-407d-b41d-34bed98f0207 req-590c3f86-80e0-4d71-bea6-27e762ac0547 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436673 Nov 08 13:37:31.846850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85f2d872-7d9b-4f9c-ba30-7f043f64636e req-9c2fcdd7-757b-4b9b-8b24-e92e1fd8d007 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952048 Nov 08 13:37:31.865591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-95517856-fffd-47ba-b5d8-aacf73ec0d85 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297194 Nov 08 13:37:31.928886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Router 21225625-bb18-4f67-b3d7-7117fd3ff401 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:31.962359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0e2d3-380f-46b2-a6fb-7a60a3b34e72 req-dfe071d6-187b-4baf-8aab-2ffb3640b338 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:31.975058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdf0e2d3-380f-46b2-a6fb-7a60a3b34e72 req-dfe071d6-187b-4baf-8aab-2ffb3640b338 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.3288288 Nov 08 13:37:32.233373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdf0e2d3-380f-46b2-a6fb-7a60a3b34e72 req-426c1142-1ab6-46bc-9f41-d059f6f41107 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051880 Nov 08 13:37:32.257430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:32.281987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-94252132-8971-4774-a2a0-1441c200a7ce tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:32.284728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-94252132-8971-4774-a2a0-1441c200a7ce tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.3420355 Nov 08 13:37:32.363847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:32.393672 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:32.435385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:32.453165 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] Sync routers for ids ['21225625-bb18-4f67-b3d7-7117fd3ff401'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:32.463854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3663bba8-e735-4a90-82d8-77361cae5345 admin admin] 10.222.0.65 "PUT /v2.0/routers/21225625-bb18-4f67-b3d7-7117fd3ff401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9483483 Nov 08 13:37:32.470992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37272) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:32.509849 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] Routers {'21225625-bb18-4f67-b3d7-7117fd3ff401'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:32.511705 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['21225625-bb18-4f67-b3d7-7117fd3ff401'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:32.806067 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:32.810006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:32.829374 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] Set router 21225625-bb18-4f67-b3d7-7117fd3ff401 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:32.913026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:33.129554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network f767e36a-290e-48ef-925b-56709f03d469 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:33.131673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:33.144984 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:33.146847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:33.278948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:33.292648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] Sync routers for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:33.294442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-728780fd-0da9-47a4-88f4-a86a7e887ea1 admin admin] 10.222.0.65 "PUT /v2.0/routers/1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2982743 Nov 08 13:37:33.308561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37290) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:33.324261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:33.331224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:33.334511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:33.355537 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:33.540265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c42881-99d0-469b-b908-5575db3068a5 req-ba2226c4-a9b2-4bb7-8889-e82cafafcbd9 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:33.556892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c42881-99d0-469b-b908-5575db3068a5 req-ba2226c4-a9b2-4bb7-8889-e82cafafcbd9 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:33.569105 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165'}], 'enable_snat': True}, 'gw_port_id': 'e1013c65-0791-499c-9403-93f774e07dae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:37:29Z', 'revision_number': 5, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port': {'id': 'e1013c65-0791-499c-9403-93f774e07dae', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:42:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:58Z', 'updated_at': '2021-11-08T13:34:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:33.573340 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81c42881-99d0-469b-b908-5575db3068a5 req-ba2226c4-a9b2-4bb7-8889-e82cafafcbd9 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 1654 time: 0.5788610 Nov 08 13:37:33.627762 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] Checking router: 21225625-bb18-4f67-b3d7-7117fd3ff401 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:33.641068 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] Routers {'21225625-bb18-4f67-b3d7-7117fd3ff401'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:33.641816 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['21225625-bb18-4f67-b3d7-7117fd3ff401'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:33.660934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:33.786211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:33.787358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:33.802179 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] Set router 21225625-bb18-4f67-b3d7-7117fd3ff401 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:33.842821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7aaa4011-1b3a-48cd-8b2b-faabd435334a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0989094 Nov 08 13:37:33.854381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fde44d4c-c0b8-4147-a0fa-cecc3c35e89f None None] Provisioning complete for port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:33.855154 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fde44d4c-c0b8-4147-a0fa-cecc3c35e89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:33.862940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:33.869214 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:33.892032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'admin_state_up': True, 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'security_groups': ['6df12f4a-2b8a-4232-bc44-b741ac0d7285']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:33.916131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fde44d4c-c0b8-4147-a0fa-cecc3c35e89f None None] Port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:33.927582 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:37:33Z', 'revision_number': 6, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:33.963467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c832bed5-bf18-4278-a8db-bec112892982 req-924f5434-50ad-4363-9ab1-22e5a6a89e26 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:33.972010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c832bed5-bf18-4278-a8db-bec112892982 req-924f5434-50ad-4363-9ab1-22e5a6a89e26 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 945 time: 0.3803732 Nov 08 13:37:33.986111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81c42881-99d0-469b-b908-5575db3068a5 req-cba04d84-2578-4f01-9694-fa09437900cb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927448 Nov 08 13:37:34.010321 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c081776-5991-4653-90f3-05267224b9b5 None None] The sync data for ids ['21225625-bb18-4f67-b3d7-7117fd3ff401'] in n-d-804292-2 is: [{'id': '21225625-bb18-4f67-b3d7-7117fd3ff401', 'name': 'tempest-AttachSCSIVolumeTestJSON-1628377782-router', 'tenant_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:54Z', 'updated_at': '2021-11-08T13:37:33Z', 'revision_number': 6, 'project_id': '60d3b49f65b9471aa31ca5ed37c0b96e', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:34.112720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Deleting port e1013c65-0791-499c-9403-93f774e07dae {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:34.117273 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.210828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:37:30Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:34.233656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] For port e1013c65-0791-499c-9403-93f774e07dae, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e1013c65-0791-499c-9403-93f774e07dae,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:34.234146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.249945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Calling delete_port for e1013c65-0791-499c-9403-93f774e07dae owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:34.269975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] Checking router: 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:34.288128 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-51399250-aead-43f7-a8d1-a6ffa8fd4262 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7109699 Nov 08 13:37:34.291693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] Routers {'1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:34.292791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:34.298004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-a7324818-c9a7-4df2-add2-3fed5242e129 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:37:34.307296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-a7324818-c9a7-4df2-add2-3fed5242e129 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177724 Nov 08 13:37:34.335890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.394257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eefde75-3c44-4458-9094-6ca11a645894 req-f4a1917b-4df2-40a1-a15a-18fd33633e02 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:34.398087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4eefde75-3c44-4458-9094-6ca11a645894 req-f4a1917b-4df2-40a1-a15a-18fd33633e02 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.70 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 945 time: 0.2411394 Nov 08 13:37:34.502259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] Set router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:34.612571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:34.639260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c832bed5-bf18-4278-a8db-bec112892982 req-6531ad0d-6cfe-4ee5-8884-4fba2b5130da tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5d55d83-0a5a-44b1-b561-03898fd73b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6654468 Nov 08 13:37:34.766467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.803996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:34.809732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.831132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1013c65-0791-499c-9403-93f774e07dae,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:34.836182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:34.840536 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10e16f3-acdf-4c22-a2fd-c3a98491d354" -d '{"events": [{"server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "name": "network-vif-unplugged", "status": "completed", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:34.849095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.869089 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Deleting port a9b04aca-052b-4343-a815-288081317342 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:34.869626 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:34.899403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3a894-a4cc-4639-b55a-107f5a9ed786 req-5717686f-0183-4164-a182-6e1801607f6f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:34.907471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93e3a894-a4cc-4639-b55a-107f5a9ed786 req-5717686f-0183-4164-a182-6e1801607f6f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 945 time: 0.4583855 Nov 08 13:37:34.998553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.225812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 10.1.1.30 (f767e36a-290e-48ef-925b-56709f03d469/7081c8dd-b661-4743-9bbe-f099cc96b5e4/3a6677fd-d668-49ba-87b3-03b97da9b7ac) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:35.236335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:37:30Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:35.245161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93e3a894-a4cc-4639-b55a-107f5a9ed786 req-991684dd-48ed-47ff-9c00-6df1b794c2ea tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365729 Nov 08 13:37:35.275640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] For port a9b04aca-052b-4343-a815-288081317342, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a9b04aca-052b-4343-a815-288081317342,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:35.276493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.367845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.384246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Deleting port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:35.385171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.404114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1698f8-7d00-4512-8210-29e4d6e92a42 None None] The sync data for ids ['1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0'] in n-d-804292-2 is: [{'id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'name': 'tempest-FloatingIPsAssociationTestJSON-104177864-router', 'tenant_id': '8a550e49d83e4a6a9322baa9aff85212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'a9b04aca-052b-4343-a815-288081317342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:57Z', 'updated_at': '2021-11-08T13:37:30Z', 'revision_number': 5, 'project_id': '8a550e49d83e4a6a9322baa9aff85212', 'gw_port': {'id': 'a9b04aca-052b-4343-a815-288081317342', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:f6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:35:00Z', 'updated_at': '2021-11-08T13:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:35.415947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Calling delete_port for a9b04aca-052b-4343-a815-288081317342 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:35.480431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on host n-h1-804292-2 for vnic_type normal with profile {"migrating_to": "n-h2-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:35.480877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:35.481090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:35.483354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:35.508796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 40a2209d-11dd-4a28-964d-70187bd82e25 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:35.570256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:35.570586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Attempting to bind port 24e19faf-54f6-4044-a814-1eed9d200fb2 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:35.584447 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.594538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 40a2209d-11dd-4a28-964d-70187bd82e25 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:35.597066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 40a2209d-11dd-4a28-964d-70187bd82e25 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:35.597757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1013c65-0791-499c-9403-93f774e07dae no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:35.604051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:35.604381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:35.604806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:35.605268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Bound port: 24e19faf-54f6-4044-a814-1eed9d200fb2, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:35.605637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.660594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] For port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:35.661036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.710279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e1013c65-0791-499c-9403-93f774e07dae {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:35.710876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1013c65-0791-499c-9403-93f774e07dae not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:35.731075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cb6f8-3e75-4cce-aabe-049d7f9dc025 req-b2f70f33-3a31-4fae-acf1-881d114cb3ba tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:35.745361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Calling delete_port for 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:35.749371 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.756644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c4cb6f8-3e75-4cce-aabe-049d7f9dc025 req-b2f70f33-3a31-4fae-acf1-881d114cb3ba tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.6488962 Nov 08 13:37:35.913682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:35.959915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:35.971233 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:35.992962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.308194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:36.355774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:36.356496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.358551 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-e5b4451a-b0a8-4df1-b18b-0cd4dc0b82b2 service neutron] 10.222.0.54 "PUT /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 1121 time: 4.0048914 Nov 08 13:37:36.378565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.385474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.396387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.420906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['24e19faf-54f6-4044-a814-1eed9d200fb2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:37:36.429097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b04aca-052b-4343-a815-288081317342,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:36.530934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.534357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.543352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.626694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Pushing event deleted for resources: {'Port': ['ID=6bfb3ea1-e770-4fef-892e-557d7a95aaa2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:36.647214 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.647647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:37:36.652956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c4cb6f8-3e75-4cce-aabe-049d7f9dc025 req-ed08a02f-ed14-4fc5-ac62-3a650256d374 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335879 Nov 08 13:37:36.668792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b090b-e9b8-478f-a389-51498ed8e61b req-8023337f-bd2c-41f6-af33-23250911ef8f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:36.674337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-576b090b-e9b8-478f-a389-51498ed8e61b req-8023337f-bd2c-41f6-af33-23250911ef8f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 1.1472261 Nov 08 13:37:36.689342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.691223 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c559a06-aa77-471e-927d-0e95657e3246 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1fb1c1fe-2f32-4d0f-a0ce-4eb949b564b0 HTTP/1.1" status: 204 len: 168 time: 3.3777196 Nov 08 13:37:36.698910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37328) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:36.719166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.719879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21225625-bb18-4f67-b3d7-7117fd3ff401 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:37:36.732001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] No DVR routers for this DVR port 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:36.736481 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.741789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9b441eb8-5b9a-4318-a218-114906073396 admin admin] 10.222.0.65 "DELETE /v2.0/routers/21225625-bb18-4f67-b3d7-7117fd3ff401 HTTP/1.1" status: 204 len: 168 time: 4.2679503 Nov 08 13:37:36.746635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37330) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:36.770782 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.775887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4eefde75-3c44-4458-9094-6ca11a645894 req-4980df13-e019-4575-8d7b-49119a8bfb93 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.70 "DELETE /v2.0/ports/6bfb3ea1-e770-4fef-892e-557d7a95aaa2 HTTP/1.1" status: 204 len: 173 time: 2.3571215 Nov 08 13:37:36.837900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] Deleting subnet 4eba79bc-cf32-4391-bad4-e27df218bc68 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:37:36.849976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.904614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] Deleting subnet 2a2447c3-667f-4ce6-9f7d-68f491ec4b4b {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:37:36.921940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:36.933440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-576b090b-e9b8-478f-a389-51498ed8e61b req-92fc7911-1b05-4771-80b7-d0fc6f0604e0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501783 Nov 08 13:37:36.947322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.026889 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8a9cd8-4327-4c8b-a159-d70a8439968c x-openstack-request-id: req-ec8a9cd8-4327-4c8b-a159-d70a8439968c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:37.027291 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "name": "network-vif-unplugged", "status": "completed", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:37.027636 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec8a9cd8-4327-4c8b-a159-d70a8439968c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:37.028162 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2', 'code': 200} Nov 08 13:37:37.048294 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.063561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.268296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.272688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-327695c2-ffe8-4d5b-a7a9-60e6abc177bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.277026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-327695c2-ffe8-4d5b-a7a9-60e6abc177bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1101 time: 0.2451704 Nov 08 13:37:37.331441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-adcd3dd7-2871-4f83-9b73-63a4d320034b req-14f3ae7f-b495-466c-a436-d28690b7cd6a tempest-FloatingIPsAssociationNegativeTestJSON-1695294601 tempest-FloatingIPsAssociationNegativeTestJSON-1695294601-project] 10.222.0.65 "GET /v2.0/ports?device_id=c980fa06-4400-4c60-948c-59b0d733ff77 HTTP/1.1" status: 200 len: 210 time: 0.0953929 Nov 08 13:37:37.398397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d98c2-d6dd-4c51-bc89-8756e54c5b88 req-d2794068-b8ae-4757-8e67-f3779776c5aa tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.411607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d98c2-d6dd-4c51-bc89-8756e54c5b88 req-d2794068-b8ae-4757-8e67-f3779776c5aa tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.414382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb0d98c2-d6dd-4c51-bc89-8756e54c5b88 req-d2794068-b8ae-4757-8e67-f3779776c5aa tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 1654 time: 0.2988887 Nov 08 13:37:37.488182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.495770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.548762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.557351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32255f64-63a9-46fa-8628-aed0db53c6eb None None] Network e20ce0c5-3f18-4f48-bc93-707d9c175aec requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:37.567752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4eba79bc-cf32-4391-bad4-e27df218bc68 HTTP/1.1" status: 204 len: 168 time: 0.8673050 Nov 08 13:37:37.568883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37334) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:37.577010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445fdeaa-d42e-43ea-8030-e0f1f9e57b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eba79bc-cf32-4391-bad4-e27df218bc68,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:37.596378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-56b69f4b-6392-42b9-97bd-e8ca260faa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.607910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-56b69f4b-6392-42b9-97bd-e8ca260faa62 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2939477 Nov 08 13:37:37.738602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-ba59ae7d-2750-48c9-9b25-ea87480ece1c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.1293261 Nov 08 13:37:37.767626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=3a6677fd-d668-49ba-87b3-03b97da9b7ac,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:37.797611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 43bc9b37-02e3-4270-b07b-2e589f4c5871 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:37.826914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 43bc9b37-02e3-4270-b07b-2e589f4c5871 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:37.827448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 43bc9b37-02e3-4270-b07b-2e589f4c5871 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:37.889508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network f767e36a-290e-48ef-925b-56709f03d469 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:37.889784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.898126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:37.901634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:37.909089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:37.917504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-aa84566a-ff22-47b1-a3bc-4a2c828141f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:37.920046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-aa84566a-ff22-47b1-a3bc-4a2c828141f6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1222479 Nov 08 13:37:38.058398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] DHCP port deletion for e20ce0c5-3f18-4f48-bc93-707d9c175aec request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:37:38.074054 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.081528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Deleting port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:38.082283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.099505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb0d98c2-d6dd-4c51-bc89-8756e54c5b88 req-8566554e-7e85-4678-8cf3-8d135f09e9d5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6413667 Nov 08 13:37:38.107923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-e99cd329-3c8a-4c18-8785-88e3fdfe9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:38.110654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-e99cd329-3c8a-4c18-8785-88e3fdfe9291 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1487985 Nov 08 13:37:38.139925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:38.159717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0fce5-4eff-49ff-bc3f-f336c44750be req-9286cc0b-2772-43d6-88fe-1167fa7805b5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:38.167954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46b0fce5-4eff-49ff-bc3f-f336c44750be req-9286cc0b-2772-43d6-88fe-1167fa7805b5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 943 time: 0.3954554 Nov 08 13:37:38.189538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:38.190053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6bfb3ea1-e770-4fef-892e-557d7a95aaa2 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:38.201957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] Deleting port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:38.202417 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.229014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.231530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471aa3ae-446c-428f-98c5-f9160e2e22c7 None None] Network 2e6d6b33-5843-4d31-966a-eb2469cd93ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:38.236479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2a2447c3-667f-4ce6-9f7d-68f491ec4b4b HTTP/1.1" status: 204 len: 168 time: 1.4886768 Nov 08 13:37:38.244934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37338) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:38.247945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:38.249113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.260420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d809-08c3-45de-91b5-a6da983b1d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2447c3-667f-4ce6-9f7d-68f491ec4b4b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:38.368209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] For port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:38.368550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.391031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-196250e9-3ba2-4628-8279-d9aacfe1c0c3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.5199964 Nov 08 13:37:38.404218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3', 'admin_state_up': True, 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'security_groups': ['6df12f4a-2b8a-4232-bc44-b741ac0d7285']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:38.423688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c320b-6234-4d4c-99f9-76cdcffb08e3 req-8dd2c92a-48ef-4e55-bd64-4335e53a478a tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:38.426843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] For port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,segment=NetworkSegment(a8e993fa-622b-4374-a0b3-1a977e8df649),segment_id=a8e993fa-622b-4374-a0b3-1a977e8df649)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:38.427414 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.432442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d39c320b-6234-4d4c-99f9-76cdcffb08e3 req-8dd2c92a-48ef-4e55-bd64-4335e53a478a tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1096 time: 0.1206455 Nov 08 13:37:38.435444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Calling delete_port for c15f7107-bd1d-4e2b-bb23-ae5b34f3141c owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:38.452654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.465182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] Calling delete_port for c15f7107-bd1d-4e2b-bb23-ae5b34f3141c owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:38.480546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46b0fce5-4eff-49ff-bc3f-f336c44750be req-2bca9918-8977-4f54-b0a8-e182d1f40c41 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093696 Nov 08 13:37:38.503173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a3a72d5d-d689-44c4-9c4d-31ca3715d32f None None] Provisioning complete for port 3a6677fd-d668-49ba-87b3-03b97da9b7ac triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:38.503676 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a3a72d5d-d689-44c4-9c4d-31ca3715d32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.512864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-78e5f412-d854-450b-bf7d-05b2a0094c65 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657262 Nov 08 13:37:38.568819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d39c320b-6234-4d4c-99f9-76cdcffb08e3 req-172d795e-225a-446c-8e30-8567cf1c9786 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352870 Nov 08 13:37:38.633227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a3a72d5d-d689-44c4-9c4d-31ca3715d32f None None] Port 3a6677fd-d668-49ba-87b3-03b97da9b7ac cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:38.698556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Deleting port 5972db04-453a-4937-828c-db3beb3176c0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:38.698955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.700815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.711780 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.755206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:38.784240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] Pushing event deleted for resources: {'Port': ['ID=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:38.795598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d3031d-1c4e-478c-950f-ad88d4bbd7cd None None] No DVR routers for this DVR port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:38.818580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] DHCP port deletion for 2e6d6b33-5843-4d31-966a-eb2469cd93ca request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:37:38.827761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37346) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:38.910880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] Deleting port 5972db04-453a-4937-828c-db3beb3176c0 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:38.911253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] For port 5972db04-453a-4937-828c-db3beb3176c0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5972db04-453a-4937-828c-db3beb3176c0,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:38.911771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.912131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:38.935723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c15f7107-bd1d-4e2b-bb23-ae5b34f3141c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:38.956443 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-e70642fa-a5de-435f-bb6c-e31f469f99d1 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185848 Nov 08 13:37:38.959479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Calling delete_port for 5972db04-453a-4937-828c-db3beb3176c0 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:38.966623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] No DVR routers for this DVR port c15f7107-bd1d-4e2b-bb23-ae5b34f3141c on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:38.995610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:37:39.026130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] For port 5972db04-453a-4937-828c-db3beb3176c0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5972db04-453a-4937-828c-db3beb3176c0,segment=NetworkSegment(0dbd5fac-6bf3-4152-9dec-2cced96a9d1b),segment_id=0dbd5fac-6bf3-4152-9dec-2cced96a9d1b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:39.026615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.043386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] Calling delete_port for 5972db04-453a-4937-828c-db3beb3176c0 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:39.073377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2'}, {'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'name': 'network-vif-deleted', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:39.075694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.076037 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b75778c-3007-4d75-b139-750aaa634f80" -d '{"events": [{"name": "network-changed", "server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2"}, {"server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "name": "network-vif-deleted", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:39.111496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.160227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c6f66-84e7-403b-a112-8acddbbe7e32 req-9aa0bb65-ac6d-4548-8d50-39637593a445 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:39.163824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e00c6f66-84e7-403b-a112-8acddbbe7e32 req-9aa0bb65-ac6d-4548-8d50-39637593a445 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.3649371 Nov 08 13:37:39.180114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] No DVR routers for this DVR port 5972db04-453a-4937-828c-db3beb3176c0 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:39.231482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Pushing event deleted for resources: {'Port': ['ID=5972db04-453a-4937-828c-db3beb3176c0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:39.250498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:39.263922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c15f7107-bd1d-4e2b-bb23-ae5b34f3141c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:39.339637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.367485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6d6b33-5843-4d31-966a-eb2469cd93ca']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:39.381218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:39.381832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dbd5fac-6bf3-4152-9dec-2cced96a9d1b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:39.394632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.412357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.422133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:37:39.422908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.435907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c15f7107-bd1d-4e2b-bb23-ae5b34f3141c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:39.436408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c15f7107-bd1d-4e2b-bb23-ae5b34f3141c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:39.436924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a9b04aca-052b-4343-a815-288081317342 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:39.461310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:37:39.465071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a9b04aca-052b-4343-a815-288081317342 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:39.465448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a9b04aca-052b-4343-a815-288081317342 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:39.465957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5972db04-453a-4937-828c-db3beb3176c0 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:39.491772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5972db04-453a-4937-828c-db3beb3176c0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:39.494896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5972db04-453a-4937-828c-db3beb3176c0 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:39.496501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:37:39.523073 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:37:39.525895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.538346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:39.543615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] Pushing event deleted for resources: {'Port': ['ID=5972db04-453a-4937-828c-db3beb3176c0,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:39.561285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63ad03-6a0f-4f4f-8660-e1bda40258bb None None] No DVR routers for this DVR port 5972db04-453a-4937-828c-db3beb3176c0 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:39.757426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e00c6f66-84e7-403b-a112-8acddbbe7e32 req-4c6bdea0-89ac-4c93-bf78-7a6ecdd4eedb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844808 Nov 08 13:37:39.836775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 10.2.2.100 (4feb755f-c3c8-47c1-bc54-50c9fd72a6b3/c3f62324-d957-4309-9a71-d8d670ca4020/82c6d4aa-48c3-4216-93a8-3ef166060413) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:39.999617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20ce0c5-3f18-4f48-bc93-707d9c175aec']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:40.012243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e993fa-622b-4374-a0b3-1a977e8df649') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:40.012539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e993fa-622b-4374-a0b3-1a977e8df649') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:40.023280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.038886 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.046040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:37:40.046447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.081233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965264-2877-4e7a-98c5-f80908d9d3bc req-f47ba6eb-ab3d-4e0b-99b6-a26cdf4a6864 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.087985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965264-2877-4e7a-98c5-f80908d9d3bc req-f47ba6eb-ab3d-4e0b-99b6-a26cdf4a6864 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.101879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed965264-2877-4e7a-98c5-f80908d9d3bc req-f47ba6eb-ab3d-4e0b-99b6-a26cdf4a6864 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.104125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed965264-2877-4e7a-98c5-f80908d9d3bc req-f47ba6eb-ab3d-4e0b-99b6-a26cdf4a6864 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 2374 time: 0.2314467 Nov 08 13:37:40.112521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.120731 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] 10.222.0.65 "DELETE /v2.0/networks/2e6d6b33-5843-4d31-966a-eb2469cd93ca HTTP/1.1" status: 204 len: 168 time: 1.8631079 Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:37:40.121716 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:37:40.123788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:40.133833 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86557d88-0ac7-4003-8ac5-8cd565c8f7ff x-openstack-request-id: req-86557d88-0ac7-4003-8ac5-8cd565c8f7ff {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:40.134202 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2", "status": "completed", "code": 200}, {"server_uuid": "c980fa06-4400-4c60-948c-59b0d733ff77", "name": "network-vif-deleted", "tag": "6bfb3ea1-e770-4fef-892e-557d7a95aaa2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:40.134464 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86557d88-0ac7-4003-8ac5-8cd565c8f7ff {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:40.134878 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2', 'status': 'completed', 'code': 200} Nov 08 13:37:40.135165 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c980fa06-4400-4c60-948c-59b0d733ff77', 'name': 'network-vif-deleted', 'tag': '6bfb3ea1-e770-4fef-892e-557d7a95aaa2', 'status': 'completed', 'code': 200} Nov 08 13:37:40.140879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.215030 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.218640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] 10.222.0.65 "DELETE /v2.0/networks/e20ce0c5-3f18-4f48-bc93-707d9c175aec HTTP/1.1" status: 204 len: 168 time: 2.6361830 Nov 08 13:37:40.219715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93fb61-59ed-49e9-806f-33ae0ff5703b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6d6b33-5843-4d31-966a-eb2469cd93ca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:40.263377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141cb47-6fc5-42f8-9e9f-f8d4412668ef admin admin] Pushing event deleted for resources: {'Network': ['ID=e20ce0c5-3f18-4f48-bc93-707d9c175aec,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:40.313973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13da7f4-deb9-4de4-9f06-61f062c69b73 req-abc69c29-e6f3-460b-a6aa-535ba8e3f382 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.322304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a13da7f4-deb9-4de4-9f06-61f062c69b73 req-abc69c29-e6f3-460b-a6aa-535ba8e3f382 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 943 time: 0.3704040 Nov 08 13:37:40.391143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75778c-3007-4d75-b139-750aaa634f80 req-bf556a12-a414-4e32-8f6d-6d4eb03b8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.393295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b75778c-3007-4d75-b139-750aaa634f80 req-bf556a12-a414-4e32-8f6d-6d4eb03b8692 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1124 time: 0.2689645 Nov 08 13:37:40.423867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.490336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed965264-2877-4e7a-98c5-f80908d9d3bc req-a2140061-9bbf-4034-82df-ffa55d134591 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736466 Nov 08 13:37:40.565361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a13da7f4-deb9-4de4-9f06-61f062c69b73 req-f58a5ebf-c282-4fd0-8bdf-24e94be75bbf tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096236 Nov 08 13:37:40.612483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37370) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:40.655939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.689140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75778c-3007-4d75-b139-750aaa634f80 req-bfde5c8b-6c78-4ce2-be47-8d63c7a3c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.690843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b75778c-3007-4d75-b139-750aaa634f80 req-bfde5c8b-6c78-4ce2-be47-8d63c7a3c6f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.2855413 Nov 08 13:37:40.730185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:40.749874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:40.755082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b75778c-3007-4d75-b139-750aaa634f80 req-b549e968-a50a-4a88-890b-7cf52054d83b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 217 time: 0.0528388 Nov 08 13:37:40.761715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-565d5c78-040d-4566-884d-441a78be6e73 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a550e49d83e4a6a9322baa9aff85212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481082 Nov 08 13:37:40.772039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37372) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:40.792231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:40.808500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:40.827443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=82c6d4aa-48c3-4216-93a8-3ef166060413,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:40.937939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75778c-3007-4d75-b139-750aaa634f80 req-1487ee0c-9f83-489c-b1c9-388e04a9364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:40.940319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b75778c-3007-4d75-b139-750aaa634f80 req-1487ee0c-9f83-489c-b1c9-388e04a9364c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1759689 Nov 08 13:37:41.075340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b75778c-3007-4d75-b139-750aaa634f80 req-772357c6-9159-4d88-b75c-38d315c078c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893023 Nov 08 13:37:41.280691 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a358b817-b5d2-4f6c-b091-0b533f16451d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.293517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e5712957-9af8-4cc9-8f40-09aba048da84 None None] Provisioning complete for port 82c6d4aa-48c3-4216-93a8-3ef166060413 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:41.294087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5712957-9af8-4cc9-8f40-09aba048da84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.341439 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b75778c-3007-4d75-b139-750aaa634f80 req-e59c1764-a6ac-48a6-bed8-7f5e26286b7e service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489574 Nov 08 13:37:41.349455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e5712957-9af8-4cc9-8f40-09aba048da84 None None] Port 82c6d4aa-48c3-4216-93a8-3ef166060413 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:41.377554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a358b817-b5d2-4f6c-b091-0b533f16451d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.459833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fa0d0-bbf2-4d61-9ec1-968b0bce867d req-4b0383dc-e19f-49da-89f1-4c0fed1ed31f tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:41.461389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-132fa0d0-bbf2-4d61-9ec1-968b0bce867d req-4b0383dc-e19f-49da-89f1-4c0fed1ed31f tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 946 time: 0.8079948 Nov 08 13:37:41.582270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-132fa0d0-bbf2-4d61-9ec1-968b0bce867d req-faa7e911-e038-4cf8-a2f6-c139c1cc040a tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721822 Nov 08 13:37:41.587560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b75778c-3007-4d75-b139-750aaa634f80 req-d358b38c-34b8-43e2-999f-fc925defacd1 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350416 Nov 08 13:37:41.604366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:41.605653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.665255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4964e-5e54-448c-9044-de13e1222ea4 req-88af6932-8854-4f1a-8a66-f1dad65b3c67 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:41.673721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a358b817-b5d2-4f6c-b091-0b533f16451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.676909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64e4964e-5e54-448c-9044-de13e1222ea4 req-88af6932-8854-4f1a-8a66-f1dad65b3c67 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.7810695 Nov 08 13:37:41.678090 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a358b817-b5d2-4f6c-b091-0b533f16451d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.682215 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a358b817-b5d2-4f6c-b091-0b533f16451d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c9058df-d6fe-488c-8491-ef6fcbb8a74c HTTP/1.1" status: 204 len: 168 time: 0.9048326 Nov 08 13:37:41.705882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4719dddb-03c7-436c-b8ca-b4362508b67f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3062940 Nov 08 13:37:41.711133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358b817-b5d2-4f6c-b091-0b533f16451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9058df-d6fe-488c-8491-ef6fcbb8a74c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:41.751109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:41.777922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3', 'admin_state_up': True, 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'security_groups': ['6df12f4a-2b8a-4232-bc44-b741ac0d7285']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:41.947205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5839c-34fe-4e0f-9445-8b2f8242d032 req-31007212-952a-40f5-b801-e9cf8a33b8ad tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:41.956402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5839c-34fe-4e0f-9445-8b2f8242d032 req-31007212-952a-40f5-b801-e9cf8a33b8ad tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:41.964462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5839c-34fe-4e0f-9445-8b2f8242d032 req-31007212-952a-40f5-b801-e9cf8a33b8ad tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:41.971429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5839c-34fe-4e0f-9445-8b2f8242d032 req-31007212-952a-40f5-b801-e9cf8a33b8ad tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:41.973357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12f5839c-34fe-4e0f-9445-8b2f8242d032 req-31007212-952a-40f5-b801-e9cf8a33b8ad tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 3095 time: 0.2865944 Nov 08 13:37:42.061890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64e4964e-5e54-448c-9044-de13e1222ea4 req-4a9fabcf-0ceb-4e8f-bab9-53a42054e94e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800852 Nov 08 13:37:42.074809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Deleting port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:42.076153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:42.216615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12f5839c-34fe-4e0f-9445-8b2f8242d032 req-75c96f51-ca8a-4524-8f81-c44fd109f22b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031000 Nov 08 13:37:42.222289 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-fe1bbbde-9622-46c0-a2cc-7285821ff94f service neutron] 10.222.0.70 "GET /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.1098409 Nov 08 13:37:42.228929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] For port 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,segment=NetworkSegment(6ea0cca3-416d-4c51-8e22-8dcc493053f4),segment_id=6ea0cca3-416d-4c51-8e22-8dcc493053f4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:42.229352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:42.286470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Calling delete_port for 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:42.290541 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Made reservation on behalf of 2c4e2eb723054102944a464b00399be0 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:42.295897 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:42.329177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e0d51-bd12-4620-96ec-fae026e8e07f req-8973745a-d54f-4ed1-80a9-b044a156346d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:42.331536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea6e0d51-bd12-4620-96ec-fae026e8e07f req-8973745a-d54f-4ed1-80a9-b044a156346d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 943 time: 0.1394351 Nov 08 13:37:42.335643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Deleting port 9a98fad9-dad6-4023-b058-940e111920fa {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:42.335975 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:42.605283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea6e0d51-bd12-4620-96ec-fae026e8e07f req-aa9e748e-f0e1-423c-b7ad-2cf4d515c857 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523417 Nov 08 13:37:42.608606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] For port 9a98fad9-dad6-4023-b058-940e111920fa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9a98fad9-dad6-4023-b058-940e111920fa,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:42.609182 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:42.671101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:42.674843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Calling delete_port for 9a98fad9-dad6-4023-b058-940e111920fa owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:42.771927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:42.837750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e19faf-54f6-4044-a814-1eed9d200fb2 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:42.902211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:42.916721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Allocated IP 10.2.2.200 (4feb755f-c3c8-47c1-bc54-50c9fd72a6b3/c3f62324-d957-4309-9a71-d8d670ca4020/63aa9cf2-a237-4509-9b99-c5ebf4da9f60) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:42.989576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:43.094347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:43.294560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-bd9c3e28-3e28-4c57-a0ee-c8eb03a4734a tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1836232225&fields=id&tenant_id=fad5bda350264d47a513245a6068be57 HTTP/1.1" status: 200 len: 267 time: 0.1638346 Nov 08 13:37:43.417330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:43.558347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:43.588258 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:43.626259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e60d01-b7e0-4a4c-8208-a201e1ee1d0b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:43.635119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-fdd6eb0d-70b6-4ce0-aa77-b79146da78fa tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=279fdeb3d4fd46ddaac8b16c46b8ecab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416481 Nov 08 13:37:43.642113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-72b231b0-e9ab-4e0c-9e37-dc4685ceea22 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:43.651778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-72b231b0-e9ab-4e0c-9e37-dc4685ceea22 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 823 time: 0.3534606 Nov 08 13:37:43.764286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Router a644525e-78be-4057-9eb6-978ed8d1c6e7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:43.776111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-34a50c2a-621e-4d16-b9bb-713c31b2aae3 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:43.777903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-34a50c2a-621e-4d16-b9bb-713c31b2aae3 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200838 Nov 08 13:37:43.781793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a98fad9-dad6-4023-b058-940e111920fa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:43.804177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-bbcec565-d968-4e5c-8116-047beeb032c2 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/quotas/fad5bda350264d47a513245a6068be57 HTTP/1.1" status: 200 len: 375 time: 0.1529469 Nov 08 13:37:43.908313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:43.917178 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-78ddb7ca-66e2-43df-ab13-efd38157a225 admin admin] 10.222.0.65 "PUT /v2.0/routers/a644525e-78be-4057-9eb6-978ed8d1c6e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7781954 Nov 08 13:37:43.917659 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] Sync routers for ids ['a644525e-78be-4057-9eb6-978ed8d1c6e7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:43.920037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37450) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:43.929270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] Transition to ACTIVE for port object 24e19faf-54f6-4044-a814-1eed9d200fb2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:43.945013 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] Routers {'a644525e-78be-4057-9eb6-978ed8d1c6e7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:43.946370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a644525e-78be-4057-9eb6-978ed8d1c6e7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:43.970099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:43.972566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-2b2f205f-a3c7-4033-99e8-3aa1e261365f tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/quotas/279fdeb3d4fd46ddaac8b16c46b8ecab HTTP/1.1" status: 200 len: 375 time: 0.1845422 Nov 08 13:37:44.061431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] Pushing event updated for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:44.093189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] No DVR routers for this DVR port 24e19faf-54f6-4044-a814-1eed9d200fb2 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:44.154499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-9354e704-efd2-4786-af85-e1693683e66e tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=279fdeb3d4fd46ddaac8b16c46b8ecab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1703548 Nov 08 13:37:44.167653 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-ba7eb071-2ddf-49c0-bd56-7f96c5db3714 service neutron] 10.222.0.70 "PUT /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2/bindings/n-h2-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9344802 Nov 08 13:37:44.171990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:44.213132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-1c402fab-3945-46ca-9f2f-9751aaf3887d tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4078937 Nov 08 13:37:44.228017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] Set router a644525e-78be-4057-9eb6-978ed8d1c6e7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:44.265489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.273044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:44.288121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.382108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-4f823886-e0ae-48ec-b621-f59cd113b91a tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:44.387061 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-4f823886-e0ae-48ec-b621-f59cd113b91a tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.1156495 Nov 08 13:37:44.557998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.593278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-9b7b7782-5d97-49ba-bfb4-c66494c9ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:44.594783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-9b7b7782-5d97-49ba-bfb4-c66494c9ae41 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 1095 time: 0.1814377 Nov 08 13:37:44.637919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.660077 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:37:42Z', 'revision_number': 5, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port': {'id': '758dcb5f-5b21-40cf-8f26-2d19f6550745', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 195, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:34:17Z', 'updated_at': '2021-11-08T13:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:44.676152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:44.677634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event updated for resources: {'Port': ['ID=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:44.720018 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] Checking router: a644525e-78be-4057-9eb6-978ed8d1c6e7 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:44.729556 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] Routers {'a644525e-78be-4057-9eb6-978ed8d1c6e7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:44.730456 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a644525e-78be-4057-9eb6-978ed8d1c6e7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:44.783551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-f4599041-0a14-42fa-9f11-e08ae6012e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:44.795686 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-f4599041-0a14-42fa-9f11-e08ae6012e93 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1095 time: 0.1479185 Nov 08 13:37:44.798471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Deleting port 758dcb5f-5b21-40cf-8f26-2d19f6550745 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:44.798827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:44.833087 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] Set router a644525e-78be-4057-9eb6-978ed8d1c6e7 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:44.898644 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:37:44Z', 'revision_number': 6, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:44.927324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26d2b29-d545-45d7-bf36-78b705a90fe1 None None] The sync data for ids ['a644525e-78be-4057-9eb6-978ed8d1c6e7'] in n-d-804292-2 is: [{'id': 'a644525e-78be-4057-9eb6-978ed8d1c6e7', 'name': 'tempest-AttachSCSIVolumeTestJSON-51086920-router', 'tenant_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:34:16Z', 'updated_at': '2021-11-08T13:37:44Z', 'revision_number': 6, 'project_id': 'e5d112b85b5b4c35abfd34c1d70ad7ae', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:44.937198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:44.972704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:45.147324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e5525-748c-4779-9edf-b3819bb0505a req-a50461e6-857c-4d50-8d26-51ca9294f4a2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.157191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e3e5525-748c-4779-9edf-b3819bb0505a req-a50461e6-857c-4d50-8d26-51ca9294f4a2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.6413038 Nov 08 13:37:45.192850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.193746 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:45.260338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e3e5525-748c-4779-9edf-b3819bb0505a req-5fec86b2-ef9c-4bad-837e-ef029172f748 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020303 Nov 08 13:37:45.274254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-fd66334f-5daa-45ae-8c07-0e3624d0715f service neutron] 10.222.0.65 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0429535 Nov 08 13:37:45.393923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-43c71391-e370-449d-be4b-083c0b4731ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.395427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-43c71391-e370-449d-be4b-083c0b4731ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.5715587 Nov 08 13:37:45.424159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c9f7c789-1307-4605-aaba-a9f1f6a87b3d None None] Provisioning complete for port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:45.425352 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c9f7c789-1307-4605-aaba-a9f1f6a87b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:45.478311 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-0530baa9-5be1-4114-89a4-9629d8d30031 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 217 time: 0.0520208 Nov 08 13:37:45.487796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] For port 758dcb5f-5b21-40cf-8f26-2d19f6550745, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=758dcb5f-5b21-40cf-8f26-2d19f6550745,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:45.487796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:45.529401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7c789-1307-4605-aaba-a9f1f6a87b3d None None] Port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:45.553350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8190d2b-8ea4-4c77-a6f3-b847d6ec6b43 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7861271 Nov 08 13:37:45.572052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Calling delete_port for 758dcb5f-5b21-40cf-8f26-2d19f6550745 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:45.582402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:45.597519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-55e2f909-fb6b-427b-a66a-b1cd04ca3747 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.599005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-55e2f909-fb6b-427b-a66a-b1cd04ca3747 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.54 "GET /v2.0/ports?device_id=089b8eaf-6586-4cd4-9006-766dd31beea3 HTTP/1.1" status: 200 len: 946 time: 0.7033644 Nov 08 13:37:45.677913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Router 8d62367c-0c4e-4f85-a84c-1505109863c9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:45.693430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-de43d8ef-d8b4-4609-9fe8-c1827a3866d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.695442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-de43d8ef-d8b4-4609-9fe8-c1827a3866d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1990187 Nov 08 13:37:45.720871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710986-0ba1-4308-9932-d66a253f2d5f req-a304c405-b84e-4928-98cb-79a74862a571 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.727628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710986-0ba1-4308-9932-d66a253f2d5f req-a304c405-b84e-4928-98cb-79a74862a571 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.733778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710986-0ba1-4308-9932-d66a253f2d5f req-a304c405-b84e-4928-98cb-79a74862a571 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.739925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710986-0ba1-4308-9932-d66a253f2d5f req-a304c405-b84e-4928-98cb-79a74862a571 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.746848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af710986-0ba1-4308-9932-d66a253f2d5f req-a304c405-b84e-4928-98cb-79a74862a571 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:45.748650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af710986-0ba1-4308-9932-d66a253f2d5f req-a304c405-b84e-4928-98cb-79a74862a571 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 3816 time: 0.2921505 Nov 08 13:37:45.762009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-b1048bc7-2373-4254-8ec1-99de3d1fe170 service neutron] 10.222.0.65 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804652 Nov 08 13:37:45.764411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-426a2c4f-0c4a-4dcb-a71a-c51ee4a2e2bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597343 Nov 08 13:37:45.765774 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:45.915605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:45.969700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Deleting port 7a2a229c-c895-48bb-86b0-555a5eb67f17 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:45.970052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:45.976688 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-b0f86a05-54ca-4888-a9d1-19e8c6514047 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005637 Nov 08 13:37:46.034368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:46.035892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 60e60d01-b7e0-4a4c-8208-a201e1ee1d0b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:46.052355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af710986-0ba1-4308-9932-d66a253f2d5f req-0522df7d-7bd3-4a55-bba5-1db5e53786ea tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806506 Nov 08 13:37:46.251007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-6e63d72b-fe40-4b41-9cf6-67a1932d896a tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=279fdeb3d4fd46ddaac8b16c46b8ecab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2546723 Nov 08 13:37:46.359331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:46.443985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Pushing event deleted for resources: {'Port': ['ID=758dcb5f-5b21-40cf-8f26-2d19f6550745,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:46.616594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab66f5c2-90a6-4f3f-9c25-86ca707edf2f req-9443c8b1-db9b-4652-ad86-4c94a4a1e844 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 210 time: 0.0724666 Nov 08 13:37:46.619815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:46.621871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] For port 7a2a229c-c895-48bb-86b0-555a5eb67f17, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a2a229c-c895-48bb-86b0-555a5eb67f17,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:46.622397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:46.632578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] Sync routers for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:46.636581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5d884c01-5875-40eb-a714-cc7281feef9d admin admin] 10.222.0.65 "PUT /v2.0/routers/8d62367c-0c4e-4f85-a84c-1505109863c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8076994 Nov 08 13:37:46.674659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:46.676192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:46.678356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37474) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:46.679117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-aa4c7c55-92d9-4bb6-9605-17e60ef6315a tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:46.680572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-aa4c7c55-92d9-4bb6-9605-17e60ef6315a tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3783324 Nov 08 13:37:46.827671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36d9dd86-7677-46d2-be0e-f92c8b1eefa1 req-e4a66434-f331-4740-af3e-de930292fdd8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 210 time: 0.0572257 Nov 08 13:37:46.856234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1736323-3fb6-4dee-88de-44c50865db40 req-1d1055c5-97f0-4cdd-b425-c7b5ef2057a0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:46.856507 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-798082c2-14b7-4f74-9328-c99d62eb2578 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8558195 Nov 08 13:37:46.856603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1736323-3fb6-4dee-88de-44c50865db40 req-1d1055c5-97f0-4cdd-b425-c7b5ef2057a0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 944 time: 0.3189120 Nov 08 13:37:46.895324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Request body: {'port': {'device_id': '63843a89-5456-4459-963a-91bb4f599aac', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '279fdeb3d4fd46ddaac8b16c46b8ecab'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:46.905082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:46.959278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:47.300280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1736323-3fb6-4dee-88de-44c50865db40 req-5ffba7f9-0add-4eee-a8a2-01ca588e3d5b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435380 Nov 08 13:37:47.381210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:47.438616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 758dcb5f-5b21-40cf-8f26-2d19f6550745 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:47.525322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 758dcb5f-5b21-40cf-8f26-2d19f6550745 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:47.526526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 758dcb5f-5b21-40cf-8f26-2d19f6550745 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:47.534869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1299c8-1f8d-4c94-a88d-095d5bc05a1f req-0510e4b8-44d2-44f9-a95d-570ee0816a5b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:47.544248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd1299c8-1f8d-4c94-a88d-095d5bc05a1f req-0510e4b8-44d2-44f9-a95d-570ee0816a5b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.5800209 Nov 08 13:37:47.617802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:37:43Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:47.661827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] Checking router: 8d62367c-0c4e-4f85-a84c-1505109863c9 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:47.667808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:47.667808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:47.670124 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49 disassociated. External IP: 172.25.8.33, port: 7a2a229c-c895-48bb-86b0-555a5eb67f17. Nov 08 13:37:47.670802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Calling delete_port for 7a2a229c-c895-48bb-86b0-555a5eb67f17 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:47.699131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] Routers {'8d62367c-0c4e-4f85-a84c-1505109863c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:47.700881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8d62367c-0c4e-4f85-a84c-1505109863c9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:47.738865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd1299c8-1f8d-4c94-a88d-095d5bc05a1f req-975e81b9-9aaf-4e5d-9442-ab32c12fcce2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937208 Nov 08 13:37:47.876158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5ab6d-6e41-46e5-ac45-5f0c2bda0a95 req-d5f02ba1-2477-4065-a2c8-36e77bf5ad4b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:47.897441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5ab6d-6e41-46e5-ac45-5f0c2bda0a95 req-d5f02ba1-2477-4065-a2c8-36e77bf5ad4b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:47.916754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5ab6d-6e41-46e5-ac45-5f0c2bda0a95 req-d5f02ba1-2477-4065-a2c8-36e77bf5ad4b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:47.936070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5ab6d-6e41-46e5-ac45-5f0c2bda0a95 req-d5f02ba1-2477-4065-a2c8-36e77bf5ad4b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:47.944299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] Set router 8d62367c-0c4e-4f85-a84c-1505109863c9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:47.953546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5ab6d-6e41-46e5-ac45-5f0c2bda0a95 req-d5f02ba1-2477-4065-a2c8-36e77bf5ad4b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:47.956954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25a5ab6d-6e41-46e5-ac45-5f0c2bda0a95 req-d5f02ba1-2477-4065-a2c8-36e77bf5ad4b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 3816 time: 0.4033661 Nov 08 13:37:48.005181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ee4469-4241-4244-812a-6df86238e76d {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:48.023399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.051027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Transition to ACTIVE for port object 77ee4469-4241-4244-812a-6df86238e76d will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:48.150293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.150495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.154178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.319241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:37:43Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:48.366443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.367366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a644525e-78be-4057-9eb6-978ed8d1c6e7 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:37:48.407711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452311f1-affc-451e-84fe-93b802853dc1 None None] The sync data for ids ['8d62367c-0c4e-4f85-a84c-1505109863c9'] in n-d-804292-2 is: [{'id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-569540270-router', 'tenant_id': 'c74424347100462798ca713f9772ca06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:15Z', 'updated_at': '2021-11-08T13:37:43Z', 'revision_number': 5, 'project_id': 'c74424347100462798ca713f9772ca06', 'gw_port': {'id': 'aa0736b7-be07-4692-936d-e3ea6107d69c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:cf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d62367c-0c4e-4f85-a84c-1505109863c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:17Z', 'updated_at': '2021-11-08T13:36:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:48.442118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Pushing event updated for resources: {'Port': ['ID=77ee4469-4241-4244-812a-6df86238e76d,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:48.448701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d75d9a54-1227-46ee-8444-2989b17321bc req-66533f9f-977d-40e3-aa19-14311d116c9a tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 210 time: 0.3432851 Nov 08 13:37:48.472701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-f2f56c22-7cad-43f9-8577-f5f674aa60aa tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:48.474699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-f2f56c22-7cad-43f9-8577-f5f674aa60aa tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.70 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 823 time: 0.3897626 Nov 08 13:37:48.480996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.482899 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-753ab2d5-a3e8-4c2b-852d-558437057191 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a644525e-78be-4057-9eb6-978ed8d1c6e7 HTTP/1.1" status: 204 len: 168 time: 4.5616105 Nov 08 13:37:48.493558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Made reservation on behalf of 279fdeb3d4fd46ddaac8b16c46b8ecab for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:48.494287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37488) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:48.498867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.544731 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-fa51f352-876e-47e2-978e-a4683241019a tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:48.547029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-fa51f352-876e-47e2-978e-a4683241019a tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.5619791 Nov 08 13:37:48.548916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25a5ab6d-6e41-46e5-ac45-5f0c2bda0a95 req-c193a988-0842-4e21-a20e-0e037e2f59b1 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4902461 Nov 08 13:37:48.571636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.578375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.656749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] Deleting subnet 6fc176c8-6559-48ad-ba99-c6b07c83198c {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:37:48.661830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.799948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event deleted for resources: {'Port': ['ID=7a2a229c-c895-48bb-86b0-555a5eb67f17,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:48.815821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.876028 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:48.997075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.005387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f0bb32e-1df2-45ff-b202-da481b7b9c15 req-553905cc-bf2d-4f20-a19c-9f9b5f577586 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 210 time: 0.2752070 Nov 08 13:37:49.018708 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-511889ec-fd62-4a3a-8aa9-b00ade36d320 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fad5bda350264d47a513245a6068be57 HTTP/1.1" status: 200 len: 380 time: 0.5109487 Nov 08 13:37:49.027867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'port': {'device_id': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'admin_state_up': True, 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'security_groups': ['24682f56-fa1c-4f01-af6f-cae3a28ecb87']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:49.034206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a2a229c-c895-48bb-86b0-555a5eb67f17 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:49.051030 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.069588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 7a2a229c-c895-48bb-86b0-555a5eb67f17 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:49.070290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a2a229c-c895-48bb-86b0-555a5eb67f17 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:49.209738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9a98fad9-dad6-4023-b058-940e111920fa no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:49.245135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9a98fad9-dad6-4023-b058-940e111920fa {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:49.247433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9a98fad9-dad6-4023-b058-940e111920fa not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:49.295641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Attempting to bind port 77ee4469-4241-4244-812a-6df86238e76d on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:49.296063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Attempting to bind port 77ee4469-4241-4244-812a-6df86238e76d by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:49.296351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Attempting to bind port 77ee4469-4241-4244-812a-6df86238e76d on network 0bc3c116-4768-4af8-99ab-853f72de11e6 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:49.327218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Port 77ee4469-4241-4244-812a-6df86238e76d on network 0bc3c116-4768-4af8-99ab-853f72de11e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:49.327577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Attempting to bind port 77ee4469-4241-4244-812a-6df86238e76d on network 0bc3c116-4768-4af8-99ab-853f72de11e6 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:49.343432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15c58-24cd-44cc-bf32-35fd6c761ad4 req-ed147d4b-ba6a-4f42-87d5-d8330d87824f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:49.344681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Allocated IP 192.168.233.46 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/4c2c9dd4-087e-4842-9af5-2635e70cd157) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:49.347508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:49.353589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcc15c58-24cd-44cc-bf32-35fd6c761ad4 req-ed147d4b-ba6a-4f42-87d5-d8330d87824f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 944 time: 0.6183715 Nov 08 13:37:49.408936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:49.409286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Checking segment: {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:49.409682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Bound using segment: {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:49.410265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Bound port: 77ee4469-4241-4244-812a-6df86238e76d, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:49.410508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.417512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Deleting port aa0736b7-be07-4692-936d-e3ea6107d69c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:49.417754 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.461639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc5fc9-3351-48c1-9bc4-4381458e0137 req-aa491e31-92e2-4f28-ba56-6681c4154918 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:49.463905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68fc5fc9-3351-48c1-9bc4-4381458e0137 req-aa491e31-92e2-4f28-ba56-6681c4154918 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.2419739 Nov 08 13:37:49.485832 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.612084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcc15c58-24cd-44cc-bf32-35fd6c761ad4 req-af9c51fe-fb86-45ee-839f-aba55e322ed5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574556 Nov 08 13:37:49.714352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68fc5fc9-3351-48c1-9bc4-4381458e0137 req-c88d3d68-ce2a-45b6-9c52-6dda3b3a273e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983812 Nov 08 13:37:49.715772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] For port 77ee4469-4241-4244-812a-6df86238e76d, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:49.723390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] For port 77ee4469-4241-4244-812a-6df86238e76d, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=77ee4469-4241-4244-812a-6df86238e76d,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:49.725828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] For port aa0736b7-be07-4692-936d-e3ea6107d69c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa0736b7-be07-4692-936d-e3ea6107d69c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:49.726353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.742854 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.764635 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.769672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Calling delete_port for aa0736b7-be07-4692-936d-e3ea6107d69c owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:49.825923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674bb6e8-44bb-46fd-ae6e-9e188c23dc9a None None] Network 236684a8-b35b-466f-ae41-5dcf4e7517e0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:49.838176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fc176c8-6559-48ad-ba99-c6b07c83198c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:49.842912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.858164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8db2e4a1-5b07-4b97-897c-f0d4ed9d4f6e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6fc176c8-6559-48ad-ba99-c6b07c83198c HTTP/1.1" status: 204 len: 168 time: 1.3555264 Nov 08 13:37:49.897262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37498) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:49.901485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4da7ede0-1056-4bf4-84c9-ee729f56ea67 req-b8ea6984-7d50-49ef-ad46-347a93c24806 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 210 time: 0.1295373 Nov 08 13:37:49.922436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:49.923057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:49.924476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] 10.222.0.70 "PUT /v2.0/ports/77ee4469-4241-4244-812a-6df86238e76d HTTP/1.1" status: 200 len: 1092 time: 4.3491776 Nov 08 13:37:49.928759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '77ee4469-4241-4244-812a-6df86238e76d'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:49.931433 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f48f8d-d426-4383-a0b8-592649c36a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "77ee4469-4241-4244-812a-6df86238e76d"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:50.019747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:50.112011 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d3c75-ce2b-422d-b304-1d03ed901bf1 x-openstack-request-id: req-e33d3c75-ce2b-422d-b304-1d03ed901bf1 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:50.113181 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "77ee4469-4241-4244-812a-6df86238e76d", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:50.113449 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e33d3c75-ce2b-422d-b304-1d03ed901bf1 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:50.113880 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '77ee4469-4241-4244-812a-6df86238e76d', 'status': 'completed', 'code': 200} Nov 08 13:37:50.168811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9d10f-5502-4be9-945b-24a78f3b8675 service neutron] Pushing event updated for resources: {'Port': ['ID=77ee4469-4241-4244-812a-6df86238e76d,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:50.195318 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.243995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] DHCP port deletion for 236684a8-b35b-466f-ae41-5dcf4e7517e0 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:37:50.303009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-6406c36d-98e8-40a5-a339-64f550383e47 service neutron] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:50.329006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-6406c36d-98e8-40a5-a339-64f550383e47 service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.331402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e34c66d-4a34-4517-a447-a42e6a5c664a req-6406c36d-98e8-40a5-a339-64f550383e47 service neutron] 10.222.0.54 "DELETE /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2/bindings/n-h1-804292-2 HTTP/1.1" status: 204 len: 173 time: 1.7672682 Nov 08 13:37:50.348343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Deleting port c18cf002-3867-4a6c-8846-98185c551a93 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:50.348720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.356030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bff05-bac7-4bef-8bb5-9b38917dbff8 req-67a0c6e4-abdd-4e94-a5b0-cb56763af38e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.362251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bff05-bac7-4bef-8bb5-9b38917dbff8 req-67a0c6e4-abdd-4e94-a5b0-cb56763af38e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.375240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bff05-bac7-4bef-8bb5-9b38917dbff8 req-67a0c6e4-abdd-4e94-a5b0-cb56763af38e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.389229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bff05-bac7-4bef-8bb5-9b38917dbff8 req-67a0c6e4-abdd-4e94-a5b0-cb56763af38e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.399521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bff05-bac7-4bef-8bb5-9b38917dbff8 req-67a0c6e4-abdd-4e94-a5b0-cb56763af38e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.409403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b63bff05-bac7-4bef-8bb5-9b38917dbff8 req-67a0c6e4-abdd-4e94-a5b0-cb56763af38e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 3828 time: 0.5134029 Nov 08 13:37:50.446959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Router 75689da8-187b-4d79-a70b-a281189f30d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:37:50.460785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-d8aa9549-88aa-43b0-8276-557ef3e43edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.462023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-d8aa9549-88aa-43b0-8276-557ef3e43edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.462930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-d8aa9549-88aa-43b0-8276-557ef3e43edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.463853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-d8aa9549-88aa-43b0-8276-557ef3e43edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.464746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-d8aa9549-88aa-43b0-8276-557ef3e43edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.467724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-d8aa9549-88aa-43b0-8276-557ef3e43edb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 4363 time: 0.3187227 Nov 08 13:37:50.480008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Made reservation on behalf of fad5bda350264d47a513245a6068be57 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:50.491914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.493357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] For port c18cf002-3867-4a6c-8846-98185c551a93, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c18cf002-3867-4a6c-8846-98185c551a93,segment=NetworkSegment(6ea0cca3-416d-4c51-8e22-8dcc493053f4),segment_id=6ea0cca3-416d-4c51-8e22-8dcc493053f4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:50.493357 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.501210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.514975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Calling delete_port for c18cf002-3867-4a6c-8846-98185c551a93 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:50.616760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.634181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4b58-7d11-41de-a7c7-8fb1a6e14a48 req-a9992244-e6ba-4d62-baea-e3dffb0d99cc tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:50.642224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-466d4b58-7d11-41de-a7c7-8fb1a6e14a48 req-a9992244-e6ba-4d62-baea-e3dffb0d99cc tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1095 time: 0.4282448 Nov 08 13:37:50.649047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Pushing event deleted for resources: {'Port': ['ID=c18cf002-3867-4a6c-8846-98185c551a93,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:50.657269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] No DVR routers for this DVR port c18cf002-3867-4a6c-8846-98185c551a93 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:50.662058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.662408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.662749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.663138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.663466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.664139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.664509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.664982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.665310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.665628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.665947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.666752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b63bff05-bac7-4bef-8bb5-9b38917dbff8 req-8137ca28-9c9f-40a3-80d8-da8afa643ebe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539155 Nov 08 13:37:50.666930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be8e432-668c-4ee8-8401-71b4fa76c8e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:50.908076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-466d4b58-7d11-41de-a7c7-8fb1a6e14a48 req-c34cabf4-70c7-4b9e-b1ff-80f696d4ed50 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648971 Nov 08 13:37:50.910276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5e9c89f-28c6-403f-a4f5-a2d7c5536d49 req-e261d2a6-c1db-4975-9f40-7bf313b9e0b5 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 210 time: 0.0706375 Nov 08 13:37:50.940317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Deleting port c18cf002-3867-4a6c-8846-98185c551a93 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:50.940595 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.948867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:50.958128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.042457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Allocated IP 172.20.0.9 (0d0627b2-a6dc-4d29-a152-6d69ed5b8326/9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84/e216bb05-5db1-4a3c-b403-c3f979c36de0) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:51.103362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0736b7-be07-4692-936d-e3ea6107d69c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:51.124768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-67b0caff-cea9-499c-be8c-3d3269ac7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:51.125243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-67b0caff-cea9-499c-be8c-3d3269ac7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:51.125701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-67b0caff-cea9-499c-be8c-3d3269ac7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:51.127358 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-67b0caff-cea9-499c-be8c-3d3269ac7dd8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2c4e2eb723054102944a464b00399be0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6219640 Nov 08 13:37:51.196676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:37:51.215053 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] Sync routers for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:37:51.230982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:51.233374 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:51.261629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-323fd498-0500-4cba-a867-e3476a8633bc req-8b82adb6-dc12-4cf6-aef8-7e75513054bf tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 210 time: 0.0935330 Nov 08 13:37:51.357331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.487001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c18cf002-3867-4a6c-8846-98185c551a93 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:51.538088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c18cf002-3867-4a6c-8846-98185c551a93 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:51.538423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c18cf002-3867-4a6c-8846-98185c551a93 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:51.563063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] No DVR routers for this DVR port 7a2a229c-c895-48bb-86b0-555a5eb67f17 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:51.592665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.595973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3d4dd8f-eae0-4995-8dbe-1d317cce670c req-15d1d5b1-8b79-4334-881d-06734fc75a50 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.54 "DELETE /v2.0/ports/7a2a229c-c895-48bb-86b0-555a5eb67f17 HTTP/1.1" status: 204 len: 173 time: 5.9380956 Nov 08 13:37:51.616951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'name': 'network-vif-deleted', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:51.619290 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cff4578-8cc3-4d8f-b09c-2638117580f8" -d '{"events": [{"server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "name": "network-vif-deleted", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:51.620152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:51.692425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:51.693335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:51.699127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-482a0b05-937c-4456-aae7-982731b09114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:51.700642 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f48f8d-d426-4383-a0b8-592649c36a0f req-482a0b05-937c-4456-aae7-982731b09114 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5583501 Nov 08 13:37:51.704276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:51.710311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:51.835298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:51.836901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.874209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.895511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-d5b19768-0d62-4242-b4da-3c445da98963 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0465820 Nov 08 13:37:51.922304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Request body: {'port': {'device_id': '63843a89-5456-4459-963a-91bb4f599aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:51.933804 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:51.938808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] For port c18cf002-3867-4a6c-8846-98185c551a93, host n-d-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:51.939358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.953785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:51.980024 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] Checking router: 75689da8-187b-4d79-a70b-a281189f30d1 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:37:52.000475 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:37:52.001114 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:37:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:52.044787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Calling delete_port for c18cf002-3867-4a6c-8846-98185c551a93 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:52.090745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Port c18cf002-3867-4a6c-8846-98185c551a93 was not found and therefore no delete operation was performed {{(pid=101841) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 13:37:52.136488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.146125 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:37:52.157503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.164549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ad6130e2-680f-4a9e-9995-586ab1d9790e None None] Provisioning complete for port 4c2c9dd4-087e-4842-9af5-2635e70cd157 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:52.164924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad6130e2-680f-4a9e-9995-586ab1d9790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.176248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.220507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.229118 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.238883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18cf002-3867-4a6c-8846-98185c551a93,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:52.246122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] No DVR routers for this DVR port c18cf002-3867-4a6c-8846-98185c551a93 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:52.263967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430febf-6149-47b4-bd8f-ba2729705333 req-34bc9c6b-6943-4ad6-aff1-6922866d495c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:52.264555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ad6130e2-680f-4a9e-9995-586ab1d9790e None None] Port 4c2c9dd4-087e-4842-9af5-2635e70cd157 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:52.272560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e430febf-6149-47b4-bd8f-ba2729705333 req-34bc9c6b-6943-4ad6-aff1-6922866d495c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 1.0385611 Nov 08 13:37:52.418363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.419106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d62367c-0c4e-4f85-a84c-1505109863c9 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:37:52.449409 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.452267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61af023b-ac21-49bb-921f-e2e0acbb5747 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8d62367c-0c4e-4f85-a84c-1505109863c9 HTTP/1.1" status: 204 len: 168 time: 5.7717168 Nov 08 13:37:52.472118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37530) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:52.526488 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:52.560978 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0e3d91-043a-4483-ac7f-ddefdb2df4f4 None None] The sync data for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 is: [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:37:52.607027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:52.610927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:52.657072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:52.673763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-5534d167-78b6-4fc6-b0fe-2368192f9248 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:52.687223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-5534d167-78b6-4fc6-b0fe-2368192f9248 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.7743618 Nov 08 13:37:52.730944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event updated for resources: {'Port': ['ID=e216bb05-5db1-4a3c-b403-c3f979c36de0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:52.740104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.745961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.746157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755b8ff9-7c93-4629-8dd9-a932a5376090 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:52.746311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.746711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.747055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.747390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.747722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.748083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.748414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.748742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.749159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.749493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.750479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:52.772370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.772942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2c9dd4-087e-4842-9af5-2635e70cd157 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:52.779277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-2fce7de5-466c-49a4-8c01-e15324037682 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/quotas/daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 375 time: 0.0913353 Nov 08 13:37:52.790796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.804635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:52.806030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e430febf-6149-47b4-bd8f-ba2729705333 req-3c40a4b7-5714-43c6-a038-b3e9acdcd0c3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324411 Nov 08 13:37:52.806163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.811252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.827108 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-38d7d647-1490-4ccf-9667-9ee7d76a42da tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8073187 Nov 08 13:37:52.841623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Request body: {'port': {'device_id': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:52.855702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236684a8-b35b-466f-ae41-5dcf4e7517e0']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:52.876122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Transition to ACTIVE for port object 4c2c9dd4-087e-4842-9af5-2635e70cd157 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:52.877326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Transition to ACTIVE for port object 755b8ff9-7c93-4629-8dd9-a932a5376090 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:52.891199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] Deleting subnet 31e44325-0739-424c-bc98-860cff461f65 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:37:52.893312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.908192 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c099f40-4e92-400b-ac98-c8a16a45c99c x-openstack-request-id: req-4c099f40-4e92-400b-ac98-c8a16a45c99c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:52.908483 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089b8eaf-6586-4cd4-9006-766dd31beea3", "name": "network-vif-deleted", "tag": "7a2a229c-c895-48bb-86b0-555a5eb67f17", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:52.908737 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c099f40-4e92-400b-ac98-c8a16a45c99c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:52.909136 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b8eaf-6586-4cd4-9006-766dd31beea3', 'name': 'network-vif-deleted', 'tag': '7a2a229c-c895-48bb-86b0-555a5eb67f17', 'status': 'completed', 'code': 200} Nov 08 13:37:52.915634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea0cca3-416d-4c51-8e22-8dcc493053f4') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:52.915962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea0cca3-416d-4c51-8e22-8dcc493053f4') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:52.928568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.958198 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:52.966769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:37:52.968239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.020825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f99ac54a-f416-4e1e-98cc-50d37a6930b1 None None] Provisioning complete for port e216bb05-5db1-4a3c-b403-c3f979c36de0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:37:53.021456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f99ac54a-f416-4e1e-98cc-50d37a6930b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.025696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:37:53.092076 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:37:53.106396 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.116123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.135803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f99ac54a-f416-4e1e-98cc-50d37a6930b1 None None] Port e216bb05-5db1-4a3c-b403-c3f979c36de0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:37:53.163407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30edd32a-e197-44f2-a8a8-ee75933b6528 None None] New status for floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:37:53.217315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa0736b7-be07-4692-936d-e3ea6107d69c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:53.247679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: aa0736b7-be07-4692-936d-e3ea6107d69c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:53.248330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa0736b7-be07-4692-936d-e3ea6107d69c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:53.343421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-a0288ba7-69b3-47bb-b6d2-dfff256ce13d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5632432 Nov 08 13:37:53.389544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.418756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:53.514661 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.522823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Attempting to bind port 4c2c9dd4-087e-4842-9af5-2635e70cd157 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:53.523169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Attempting to bind port 4c2c9dd4-087e-4842-9af5-2635e70cd157 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:53.523501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Attempting to bind port 4c2c9dd4-087e-4842-9af5-2635e70cd157 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:53.523978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.530762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Port 4c2c9dd4-087e-4842-9af5-2635e70cd157 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:53.530946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Attempting to bind port 4c2c9dd4-087e-4842-9af5-2635e70cd157 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:53.531289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] 10.222.0.65 "DELETE /v2.0/networks/236684a8-b35b-466f-ae41-5dcf4e7517e0 HTTP/1.1" status: 204 len: 168 time: 3.6288228 Nov 08 13:37:53.535639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.537538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:53.538426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:53.538819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:53.539288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Bound port: 4c2c9dd4-087e-4842-9af5-2635e70cd157, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:53.539856 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.562306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e216bb05-5db1-4a3c-b403-c3f979c36de0 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:53.572536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.593707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=236684a8-b35b-466f-ae41-5dcf4e7517e0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:53.616517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Transition to ACTIVE for port object e216bb05-5db1-4a3c-b403-c3f979c36de0 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:53.618361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.618730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.619329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.619802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.620288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.620717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.621294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.621646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.621967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.622495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.623012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.623386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628f6b94-9a18-43f4-a315-7ec120919a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:37:53.629100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.664056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Pushing event updated for resources: {'Port': ['ID=755b8ff9-7c93-4629-8dd9-a932a5376090,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:53.712993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-eb4c3050-4e5a-4ebe-96ef-dff8a76aa17e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:53.722254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-eb4c3050-4e5a-4ebe-96ef-dff8a76aa17e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:53.729462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-eb4c3050-4e5a-4ebe-96ef-dff8a76aa17e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:53.732568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:53.737778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-eb4c3050-4e5a-4ebe-96ef-dff8a76aa17e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:53.747485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-eb4c3050-4e5a-4ebe-96ef-dff8a76aa17e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:53.753335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-eb4c3050-4e5a-4ebe-96ef-dff8a76aa17e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:53.754116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Pushing event updated for resources: {'Port': ['ID=e216bb05-5db1-4a3c-b403-c3f979c36de0,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:53.755137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-eb4c3050-4e5a-4ebe-96ef-dff8a76aa17e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 4604 time: 0.6622236 Nov 08 13:37:53.773421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:53.791223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-ce5420b7-2932-4c02-aa87-b26e26bf3251 service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205067 Nov 08 13:37:53.793329 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.854265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37536) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:53.897980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:53.899155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:53.905931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] 10.222.0.54 "PUT /v2.0/ports/4c2c9dd4-087e-4842-9af5-2635e70cd157 HTTP/1.1" status: 200 len: 1095 time: 1.9891577 Nov 08 13:37:53.986952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3789a96-5998-40e5-a0db-45fceb353d53 service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:54.016469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Attempting to bind port e216bb05-5db1-4a3c-b403-c3f979c36de0 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:54.016719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Attempting to bind port e216bb05-5db1-4a3c-b403-c3f979c36de0 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:54.017047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Attempting to bind port e216bb05-5db1-4a3c-b403-c3f979c36de0 on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:54.056464 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-709e72b3-1a92-492a-940c-fa373d0e966e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60d3b49f65b9471aa31ca5ed37c0b96e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2007313 Nov 08 13:37:54.060307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Port e216bb05-5db1-4a3c-b403-c3f979c36de0 on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:54.061024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Attempting to bind port e216bb05-5db1-4a3c-b403-c3f979c36de0 on network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:54.072191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37538) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:54.076914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:54.077761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Checking segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:54.078707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Bound using segment: {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:54.079638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Bound port: e216bb05-5db1-4a3c-b403-c3f979c36de0, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd7f8cd-e802-47df-baad-102f7b566402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:54.080998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.109279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.122887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9855c618-c17a-4dd9-a9b2-cf468f514afa req-dea8eb46-ac05-4760-bcd6-8e0ee6241b5d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3574371 Nov 08 13:37:54.163426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Attempting to bind port 755b8ff9-7c93-4629-8dd9-a932a5376090 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:54.163794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Attempting to bind port 755b8ff9-7c93-4629-8dd9-a932a5376090 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:54.164163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Attempting to bind port 755b8ff9-7c93-4629-8dd9-a932a5376090 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:54.187903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Port 755b8ff9-7c93-4629-8dd9-a932a5376090 on network f767e36a-290e-48ef-925b-56709f03d469 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:54.188236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Attempting to bind port 755b8ff9-7c93-4629-8dd9-a932a5376090 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:54.197766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-b35f6a61-bbfd-4043-87cb-2ac540a57743 service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397274 Nov 08 13:37:54.204013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:54.204369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Checking segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:54.204737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Bound using segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:54.205499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Bound port: 755b8ff9-7c93-4629-8dd9-a932a5376090, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:54.205765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.279859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] For port e216bb05-5db1-4a3c-b403-c3f979c36de0, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:54.283558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] For port e216bb05-5db1-4a3c-b403-c3f979c36de0, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:54.297365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-23bd4d69-d8fb-458b-931c-29e5061e8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.298970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-23bd4d69-d8fb-458b-931c-29e5061e8ffc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=279fdeb3d4fd46ddaac8b16c46b8ecab&device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 1098 time: 0.3353927 Nov 08 13:37:54.300773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.361269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.427456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.434948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d301c8c-2e4c-4bdc-8c9d-6edea9dd13ff None None] Network 79db7bd7-42af-4be5-a16b-35d6ee60ac4a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:37:54.448755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/31e44325-0739-424c-bc98-860cff461f65 HTTP/1.1" status: 204 len: 168 time: 1.9666512 Nov 08 13:37:54.463218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] For port 755b8ff9-7c93-4629-8dd9-a932a5376090, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:54.480965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37544) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:54.488896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938410ef-7584-468a-a250-64c38bf13e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e44325-0739-424c-bc98-860cff461f65,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:54.523271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d081740-9325-404c-9384-f3c6e3125ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.554131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33351e6-199c-4e98-81ca-f289da9989c5 req-3187436f-59e0-4653-b476-b5616d9cea89 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.556428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f33351e6-199c-4e98-81ca-f289da9989c5 req-3187436f-59e0-4653-b476-b5616d9cea89 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 943 time: 0.3128619 Nov 08 13:37:54.561372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d081740-9325-404c-9384-f3c6e3125ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.610139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] For port 755b8ff9-7c93-4629-8dd9-a932a5376090, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=755b8ff9-7c93-4629-8dd9-a932a5376090,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:54.629908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.630478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.636312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] 10.222.0.70 "PUT /v2.0/ports/e216bb05-5db1-4a3c-b403-c3f979c36de0 HTTP/1.1" status: 200 len: 1091 time: 1.7999926 Nov 08 13:37:54.643917 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.665273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-dfa0d6cc-8aaf-49c7-ac24-a422ca107382 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157 HTTP/1.1" status: 200 len: 217 time: 0.2466862 Nov 08 13:37:54.691478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d081740-9325-404c-9384-f3c6e3125ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.699542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d081740-9325-404c-9384-f3c6e3125ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.706448 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3d081740-9325-404c-9384-f3c6e3125ccc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d19cda92-ce53-4611-afaa-5d02da0cc0b9 HTTP/1.1" status: 204 len: 168 time: 0.5772307 Nov 08 13:37:54.707258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e272a2f-d04c-4ef7-bfb3-1bbb37a574fc service neutron] Pushing event updated for resources: {'Port': ['ID=e216bb05-5db1-4a3c-b403-c3f979c36de0,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:54.724185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.724752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:54.732406 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] 10.222.0.70 "PUT /v2.0/ports/755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 1134 time: 4.7207141 Nov 08 13:37:54.738820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '755b8ff9-7c93-4629-8dd9-a932a5376090'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:54.747809 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09baafc3-b9fb-4110-b7c3-68ce20d7643b" -d '{"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "755b8ff9-7c93-4629-8dd9-a932a5376090"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:54.792224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:54.846474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b1808-fc20-4646-862e-492a9fdab132 req-7bfd50b3-a6e3-4186-984c-b02078efd8f9 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.849803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a1b1808-fc20-4646-862e-492a9fdab132 req-7bfd50b3-a6e3-4186-984c-b02078efd8f9 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 947 time: 0.3838766 Nov 08 13:37:54.862950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-5d0bbce1-0e49-45a0-913b-a98fc8243ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:54.872321 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-5d0bbce1-0e49-45a0-913b-a98fc8243ff8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1555011 Nov 08 13:37:54.880054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] DHCP port deletion for 79db7bd7-42af-4be5-a16b-35d6ee60ac4a request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:37:54.926395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157'}, {'name': 'network-changed', 'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:54.928862 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e91f833-5257-4d1a-a462-cd8e31d3a041" -d '{"events": [{"name": "network-changed", "server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157"}, {"name": "network-changed", "server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:54.964181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f33351e6-199c-4e98-81ca-f289da9989c5 req-d07e9b54-ee71-45ff-8053-34bd3d252049 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3770719 Nov 08 13:37:54.981713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d081740-9325-404c-9384-f3c6e3125ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19cda92-ce53-4611-afaa-5d02da0cc0b9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:55.010996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-d396c04e-92ae-44dc-8313-5dd397fc1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.012699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-d396c04e-92ae-44dc-8313-5dd397fc1131 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 1094 time: 0.1826344 Nov 08 13:37:55.018050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.061879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-6070b976-a3ff-4bef-8006-94eaa7515401 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0 HTTP/1.1" status: 200 len: 217 time: 0.0399373 Nov 08 13:37:55.080219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f23b68e5-0d8d-4d7d-a2b1-3709520740c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.081498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-f23b68e5-0d8d-4d7d-a2b1-3709520740c6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412024 Nov 08 13:37:55.123332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26c807-c156-4afa-9ba8-fdb5a00eca3e service neutron] Pushing event updated for resources: {'Port': ['ID=755b8ff9-7c93-4629-8dd9-a932a5376090,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:55.218102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a1b1808-fc20-4646-862e-492a9fdab132 req-08b16755-d68a-4edf-b77d-5415818d9812 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156607 Nov 08 13:37:55.239103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.247280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] Deleting port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:55.248081 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.308966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f25a59-0746-4661-8bea-0da50adb3b0f req-6f12ec25-d617-4caa-b38a-aa921488e4ba tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.323973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42f25a59-0746-4661-8bea-0da50adb3b0f req-6f12ec25-d617-4caa-b38a-aa921488e4ba tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.1929700 Nov 08 13:37:55.365086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-d3368c2e-ca74-43c9-8a01-23ba14c66722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.366844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-d3368c2e-ca74-43c9-8a01-23ba14c66722 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.2970674 Nov 08 13:37:55.417248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10f0fdf2-c9bb-4efd-a2da-085645884b2e req-49f8d430-f308-492c-9281-a9db1005f57d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 210 time: 0.0830266 Nov 08 13:37:55.420349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] For port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:55.420804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.440831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] Calling delete_port for 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:55.486854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Deleting port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:37:55.487409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.501880 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb3be7-bf2e-42ea-8010-459e84551bf6 x-openstack-request-id: req-a4eb3be7-bf2e-42ea-8010-459e84551bf6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:55.502808 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "755b8ff9-7c93-4629-8dd9-a932a5376090", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:55.504784 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4eb3be7-bf2e-42ea-8010-459e84551bf6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:55.505387 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '755b8ff9-7c93-4629-8dd9-a932a5376090', 'status': 'completed', 'code': 200} Nov 08 13:37:55.581063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:37:55.584179 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:55.592080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:55.634718 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549cfcc8-6371-4c57-80a5-cf537eb5736c x-openstack-request-id: req-549cfcc8-6371-4c57-80a5-cf537eb5736c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:55.635316 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:55.635316 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-549cfcc8-6371-4c57-80a5-cf537eb5736c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:55.635501 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'status': 'completed', 'code': 200} Nov 08 13:37:55.635927 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'status': 'completed', 'code': 200} Nov 08 13:37:55.644747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:37:55.645401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:37:55.647474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] Pushing event deleted for resources: {'Port': ['ID=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:55.652486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb2c375-7f56-4753-be49-3394bf8e708d None None] No DVR routers for this DVR port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:55.666959 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-5e725076-da37-4ee1-b0cd-63c5a96f08d7 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5583344 Nov 08 13:37:55.686515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42f25a59-0746-4661-8bea-0da50adb3b0f req-c7eb843a-4c1f-4756-8575-fa5cdb726603 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615363 Nov 08 13:37:55.723791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-36bb1fe6-2543-444e-8d15-af1c2d02797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.723791 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-36bb1fe6-2543-444e-8d15-af1c2d02797a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3438921 Nov 08 13:37:55.840099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-02f10caa-9376-4b9a-96a0-79ee3f793ff3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.846326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-02f10caa-9376-4b9a-96a0-79ee3f793ff3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.853911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-02f10caa-9376-4b9a-96a0-79ee3f793ff3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.860101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-02f10caa-9376-4b9a-96a0-79ee3f793ff3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.866520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-02f10caa-9376-4b9a-96a0-79ee3f793ff3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.873007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-02f10caa-9376-4b9a-96a0-79ee3f793ff3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:55.881152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-02f10caa-9376-4b9a-96a0-79ee3f793ff3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 4604 time: 0.1761897 Nov 08 13:37:56.031997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.70', 63174) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:56.037979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe4d41d-8aa7-44dd-8e5a-b45c3d9f3473 req-79649345-cdff-4028-9775-c0c798c83200 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1559401 Nov 08 13:37:56.111542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7894455-b4e3-451b-9834-023a2cc3bf70 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:56.129030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.134374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] For port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,segment=NetworkSegment(b9968907-17c5-4d34-9158-d806142172bd),segment_id=b9968907-17c5-4d34-9158-d806142172bd)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:37:56.135596 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.149291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Calling delete_port for 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:37:56.214100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026d2aa-9366-4648-8f4c-3ced793571cb req-6157a32e-6e35-4243-8d72-3c62deb9136a tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.219080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2026d2aa-9366-4648-8f4c-3ced793571cb req-6157a32e-6e35-4243-8d72-3c62deb9136a tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 943 time: 0.1882534 Nov 08 13:37:56.315044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Transition to ACTIVE for port object f7894455-b4e3-451b-9834-023a2cc3bf70 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:56.315627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.327079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fbcfb3d3-6f38-4e68-98bf-61d5c4495798 req-26ec345b-4edb-449e-887d-b9d7729f18eb service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001530 Nov 08 13:37:56.364975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] No DVR routers for this DVR port 92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:37:56.375875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=92d02777-4b0d-4ac5-8ec3-1f1c03ff4ebc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:56.382964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8c399c6b-769f-41da-81af-be0f511df420 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5d112b85b5b4c35abfd34c1d70ad7ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7807353 Nov 08 13:37:56.384057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.385805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37568) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:56.446438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-ddfcb5b5-dfb6-431d-9ac3-8d547b229602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.446915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-ddfcb5b5-dfb6-431d-9ac3-8d547b229602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.447374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-ddfcb5b5-dfb6-431d-9ac3-8d547b229602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.447864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-ddfcb5b5-dfb6-431d-9ac3-8d547b229602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.448447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-ddfcb5b5-dfb6-431d-9ac3-8d547b229602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.449015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-ddfcb5b5-dfb6-431d-9ac3-8d547b229602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.450960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-ddfcb5b5-dfb6-431d-9ac3-8d547b229602 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5290 time: 0.9091554 Nov 08 13:37:56.472206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2026d2aa-9366-4648-8f4c-3ced793571cb req-7c63913e-9e39-4746-a3a7-2d75bc2b3144 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385747 Nov 08 13:37:56.522670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-512443ce-4ab1-4e67-a0fe-b58809bece1a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.522670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-512443ce-4ab1-4e67-a0fe-b58809bece1a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.4826338 Nov 08 13:37:56.548430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Request body: {'port': {'device_id': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'admin_state_up': True, 'tenant_id': 'daf8c8a4c1f64259bcb6fb3bdd2d0c9c'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:56.576200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfccc95-6c8d-4311-abaa-102e7e0fff5f req-18868e25-ca7c-41a7-b07c-41cf48883dd1 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.591504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbfccc95-6c8d-4311-abaa-102e7e0fff5f req-18868e25-ca7c-41a7-b07c-41cf48883dd1 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 947 time: 0.2744832 Nov 08 13:37:56.650152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Pushing event updated for resources: {'Port': ['ID=f7894455-b4e3-451b-9834-023a2cc3bf70,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:56.707582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-9f4487ff-cae8-496b-a463-ce603ff62ac8 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659030 Nov 08 13:37:56.802286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50dded6c-fc30-4908-acce-2669e6bff3e4 req-3e3e9bcf-69f8-4156-aa5b-5db6cbfde4d4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 210 time: 0.2075305 Nov 08 13:37:56.874919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Attempting to bind port f7894455-b4e3-451b-9834-023a2cc3bf70 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:37:56.875253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Attempting to bind port f7894455-b4e3-451b-9834-023a2cc3bf70 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:37:56.875578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Attempting to bind port f7894455-b4e3-451b-9834-023a2cc3bf70 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:56.886307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Port f7894455-b4e3-451b-9834-023a2cc3bf70 on network f767e36a-290e-48ef-925b-56709f03d469 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:37:56.886635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Attempting to bind port f7894455-b4e3-451b-9834-023a2cc3bf70 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:37:56.907518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:37:56.907900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Checking segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:37:56.908280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Bound using segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:37:56.908719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Bound port: f7894455-b4e3-451b-9834-023a2cc3bf70, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:37:56.909069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.923722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbfccc95-6c8d-4311-abaa-102e7e0fff5f req-b4b279fb-cfb7-4f1a-9927-d9cdf16c51c2 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306434 Nov 08 13:37:56.960439 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:56.978304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-2a5add52-b45e-4daf-9a15-657f7b2f25e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.980205 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-2a5add52-b45e-4daf-9a15-657f7b2f25e5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=279fdeb3d4fd46ddaac8b16c46b8ecab&device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 1098 time: 0.5646038 Nov 08 13:37:56.989892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-9518b219-5923-4e30-8ff0-ef77e923c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.991015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-9518b219-5923-4e30-8ff0-ef77e923c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.991560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-9518b219-5923-4e30-8ff0-ef77e923c54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:56.993262 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-9518b219-5923-4e30-8ff0-ef77e923c54f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2c4e2eb723054102944a464b00399be0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5064433 Nov 08 13:37:57.006942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79db7bd7-42af-4be5-a16b-35d6ee60ac4a']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:57.021642 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-805a7631-27fc-4820-bcf7-1305d6a91a07 req-822a96d1-3bac-4e62-9527-5cc6bc4160e7 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446988 Nov 08 13:37:57.026094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac7cb8-dc03-478d-813a-32b0fd2de947 req-1ef597c5-2bfe-4bce-89c0-4f558c76f388 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.034382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3eac7cb8-dc03-478d-813a-32b0fd2de947 req-1ef597c5-2bfe-4bce-89c0-4f558c76f388 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.1277990 Nov 08 13:37:57.071997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Made reservation on behalf of daf8c8a4c1f64259bcb6fb3bdd2d0c9c for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:57.075370 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.083940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9968907-17c5-4d34-9158-d806142172bd') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:57.084333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9968907-17c5-4d34-9158-d806142172bd') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:37:57.115019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] For port f7894455-b4e3-451b-9834-023a2cc3bf70, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:37:57.121732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3eac7cb8-dc03-478d-813a-32b0fd2de947 req-d56035ca-5111-4af5-b626-768d26f4acb0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869741 Nov 08 13:37:57.141365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] For port f7894455-b4e3-451b-9834-023a2cc3bf70, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=f7894455-b4e3-451b-9834-023a2cc3bf70,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:37:57.170261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-174b57ab-4b03-4c11-9e21-77e0dd203818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.174588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.211117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.273364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-0d8cf8fa-f467-4843-86d9-7db8c4450bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.275076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-0d8cf8fa-f467-4843-86d9-7db8c4450bdf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 1094 time: 0.1835966 Nov 08 13:37:57.277304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-174b57ab-4b03-4c11-9e21-77e0dd203818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.286904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.319357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:37:57.320000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:37:57.325127 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:37:57.416941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-21e722f7-0cbe-4925-9217-0497bcda88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.418617 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09baafc3-b9fb-4110-b7c3-68ce20d7643b req-21e722f7-0cbe-4925-9217-0497bcda88ff service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3921330 Nov 08 13:37:57.468926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-889e9df9-f220-4eb3-94b3-133da3cec064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.470593 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-889e9df9-f220-4eb3-94b3-133da3cec064 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.4762936 Nov 08 13:37:57.509211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.545863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.552991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] 10.222.0.65 "DELETE /v2.0/networks/79db7bd7-42af-4be5-a16b-35d6ee60ac4a HTTP/1.1" status: 204 len: 168 time: 2.9323683 Nov 08 13:37:57.555583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-174b57ab-4b03-4c11-9e21-77e0dd203818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.558732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-174b57ab-4b03-4c11-9e21-77e0dd203818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.559925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-174b57ab-4b03-4c11-9e21-77e0dd203818 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7a3fb0c-4b1e-4c15-adbb-77a0ff552b7a HTTP/1.1" status: 204 len: 168 time: 1.1706994 Nov 08 13:37:57.561557 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-8b385d90-91fc-417e-8256-0f123f0dae2c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157 HTTP/1.1" status: 200 len: 217 time: 0.0694127 Nov 08 13:37:57.583310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.583937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.585320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] 10.222.0.70 "PUT /v2.0/ports/f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 1134 time: 2.8023272 Nov 08 13:37:57.589991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': 'f7894455-b4e3-451b-9834-023a2cc3bf70'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:37:57.598973 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c8240c-ed5c-43e8-936c-2f63158212d6" -d '{"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "f7894455-b4e3-451b-9834-023a2cc3bf70"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:37:57.603073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adaa887-0bd6-4620-ac3f-c3c127a67e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=79db7bd7-42af-4be5-a16b-35d6ee60ac4a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:57.637354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b57ab-4b03-4c11-9e21-77e0dd203818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3fb0c-4b1e-4c15-adbb-77a0ff552b7a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:57.664036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-c5b69c54-fa65-4263-ac9b-d7f4c9c7d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.665683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-c5b69c54-fa65-4263-ac9b-d7f4c9c7d6b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 924 time: 0.3690596 Nov 08 13:37:57.670179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-f7ec64e8-9931-4967-abba-b10b45c9e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.672087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-f7ec64e8-9931-4967-abba-b10b45c9e995 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0866878 Nov 08 13:37:57.685881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:57.780901 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-a0f4c342-c11f-4e38-b88b-3ba954ef2b89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0 HTTP/1.1" status: 200 len: 217 time: 0.1064858 Nov 08 13:37:57.838257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f7384f8-3028-48aa-9ff3-76f7259ecb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:57.838814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e0686-5633-4a73-b5be-0f73fa0a0697 service neutron] Pushing event updated for resources: {'Port': ['ID=f7894455-b4e3-451b-9834-023a2cc3bf70,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:57.870132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-9543dc1c-556d-4d43-a22e-57aa31682a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.873190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-9543dc1c-556d-4d43-a22e-57aa31682a2f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913514 Nov 08 13:37:57.896619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-3332238c-f352-49c7-a97d-8bb04cafa1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.900004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.907876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.910159 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-3332238c-f352-49c7-a97d-8bb04cafa1be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.1123600 Nov 08 13:37:57.927583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.948227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.954520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.960956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.971412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:57.980574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-1270738b-63c4-4c2a-94c4-4ab44ea24255 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5380 time: 0.7641060 Nov 08 13:37:58.001913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Allocated IP 172.20.0.14 (4d1536cb-5061-43a0-9101-595a9b7d39cf/6c9eb526-9517-4948-9a3d-4bbe57baa3e3/fda6e08a-6ea0-403c-990d-761b12c762e5) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:37:58.084126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-1b942e98-edfb-4be7-b035-590d54fd3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.085618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-1b942e98-edfb-4be7-b035-590d54fd3c90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599648 Nov 08 13:37:58.086345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502f554-a8df-45e0-a938-e7351bf9264f req-91f02c7d-682e-40ff-b057-57dfa7729513 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.088157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e502f554-a8df-45e0-a938-e7351bf9264f req-91f02c7d-682e-40ff-b057-57dfa7729513 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 943 time: 0.3959975 Nov 08 13:37:58.090549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:58.099969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.177163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d47853b-7dfd-472b-8b0a-cacad8dc45b6 req-166141af-23e0-472d-a049-05a3b4baed4b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1956842 Nov 08 13:37:58.254733 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-b82b95e6-2819-4299-8e1f-08c8be1c466c service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735085 Nov 08 13:37:58.276315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-b5cbbc5b-684b-45a9-be3e-66a72f729734 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714263 Nov 08 13:37:58.316348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e502f554-a8df-45e0-a938-e7351bf9264f req-4f862260-d342-41b5-8b5d-a25c19f3c59b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080498 Nov 08 13:37:58.322864 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995f6ae-e924-4e06-b288-50b1546c9b71 x-openstack-request-id: req-6995f6ae-e924-4e06-b288-50b1546c9b71 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:37:58.325538 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "f7894455-b4e3-451b-9834-023a2cc3bf70", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:37:58.326461 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6995f6ae-e924-4e06-b288-50b1546c9b71 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:37:58.327983 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': 'f7894455-b4e3-451b-9834-023a2cc3bf70', 'status': 'completed', 'code': 200} Nov 08 13:37:58.398916 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0b200cf1-eec4-4afb-90ac-8c24620312ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c74424347100462798ca713f9772ca06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071663 Nov 08 13:37:58.404741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37602) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:58.482312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-994804eb-c0db-4980-90e9-7ea4c7c20493 req-316ba377-be5f-47d4-b064-798c12eee5d1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 210 time: 0.0603538 Nov 08 13:37:58.529647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.530020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.530476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.530926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.531398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.531893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.532339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.534279 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-a2f64336-ca54-4f76-981e-5a34cbbefaa2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6217 time: 0.2437353 Nov 08 13:37:58.546583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-8a5151b0-e6b3-4640-a7d7-bf408c1b16a9 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827446 Nov 08 13:37:58.610388 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e91f833-5257-4d1a-a462-cd8e31d3a041 req-cffa4eaa-7d9f-46e1-87fe-c6c7972ed310 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212748 Nov 08 13:37:58.618574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15be54c3-a326-4cba-ac84-0500e63b8e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.684897 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15be54c3-a326-4cba-ac84-0500e63b8e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.755565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-1eb1534c-1341-48ab-b336-e9076e601dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.756832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-1eb1534c-1341-48ab-b336-e9076e601dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.757707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-1eb1534c-1341-48ab-b336-e9076e601dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.759565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-1eb1534c-1341-48ab-b336-e9076e601dee service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2c4e2eb723054102944a464b00399be0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2103989 Nov 08 13:37:58.789890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.843947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552765e-024d-4f53-9a98-086656e78fae req-56e67460-5784-4235-aa50-968e840d0a5b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.845585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a552765e-024d-4f53-9a98-086656e78fae req-56e67460-5784-4235-aa50-968e840d0a5b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.2286310 Nov 08 13:37:58.861491 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15be54c3-a326-4cba-ac84-0500e63b8e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.864104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15be54c3-a326-4cba-ac84-0500e63b8e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:58.866030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-15be54c3-a326-4cba-ac84-0500e63b8e37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5d55d83-0a5a-44b1-b561-03898fd73b1a HTTP/1.1" status: 204 len: 168 time: 0.4320974 Nov 08 13:37:58.881569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be54c3-a326-4cba-ac84-0500e63b8e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d55d83-0a5a-44b1-b561-03898fd73b1a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:58.904640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cee8b6-1eff-45d1-bb03-33564fa8fec1 req-90975d7d-36e2-40e2-9339-377f4cf03571 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.907140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-36e71650-5ef9-40d1-9fbd-e3e7ee8ba719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:58.908867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7c8240c-ed5c-43e8-936c-2f63158212d6 req-36e71650-5ef9-40d1-9fbd-e3e7ee8ba719 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1411061 Nov 08 13:37:58.931416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88cee8b6-1eff-45d1-bb03-33564fa8fec1 req-90975d7d-36e2-40e2-9339-377f4cf03571 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 947 time: 0.3610442 Nov 08 13:37:59.103035 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88cee8b6-1eff-45d1-bb03-33564fa8fec1 req-833418d0-719e-4a5f-bfa6-2fd51a5d472f tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703491 Nov 08 13:37:59.104237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.131459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37618) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:59.194906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a552765e-024d-4f53-9a98-086656e78fae req-d86a5fce-3648-4b3b-8231-77d078af784a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167809 Nov 08 13:37:59.225682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:37:59.256644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:37:59.259649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:37:59.333438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-network', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:59.335365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:59.408654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Made reservation on behalf of 2784ef50093d4679b20e3594e7c7b98a for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:37:59.409938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:37:59.413267 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.423196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.434007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.434686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.440783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.476260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.484164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.492533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.501395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.509250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.518249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.526596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.536797 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-448711f5-b807-4689-b5bc-be2121894aba req-207de3a4-7d22-4d67-8b60-f39d1b97505a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5380 time: 0.2476604 Nov 08 13:37:59.561233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-76493db9-204b-4aff-a3c0-28288a744ab0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0162983 Nov 08 13:37:59.567054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Transition to ACTIVE for port object 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:37:59.579581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.588851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.594783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Request body: {'port': {'device_id': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:59.606450 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.618864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:37:59.644101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.644845 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Added segment d537dcde-1c60-4e20-9252-d063e67f4c56 of type vlan for network ec9ec24c-140f-4ea1-907f-79f2bae83395 Nov 08 13:37:59.647194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a123a964-be0d-42ef-b154-b8745c4f77a0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:59.747957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.769367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16797d14-24ea-4b02-a7e4-052ceeada453 req-58a5789c-697e-4675-bdf7-d4118863cf16 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.771126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16797d14-24ea-4b02-a7e4-052ceeada453 req-58a5789c-697e-4675-bdf7-d4118863cf16 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 943 time: 0.3147275 Nov 08 13:37:59.781755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Pushing event updated for resources: {'Port': ['ID=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:59.795776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.797423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:37:59.799119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.830053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-448711f5-b807-4689-b5bc-be2121894aba req-9d31bd3a-3f69-4f23-b138-dfbd9259e30d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2923980 Nov 08 13:37:59.856403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:37:59.940883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8067462 Nov 08 13:37:59.941693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37644) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:37:59.951772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Request body: {'subnet': {'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-subnet', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:37:59.970639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa81d96-6b90-4233-a94e-9ddf5f77ce05 admin admin] Pushing event updated for resources: {'Network': ['ID=ec9ec24c-140f-4ea1-907f-79f2bae83395,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:37:59.990062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:38:00.010455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Made reservation on behalf of 2784ef50093d4679b20e3594e7c7b98a for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:00.016404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.205392 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16797d14-24ea-4b02-a7e4-052ceeada453 req-3a1480df-623c-4f3e-859e-6e40aa71a68e tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893805 Nov 08 13:38:00.234520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Attempting to bind port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:00.234520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Attempting to bind port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:00.234520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Attempting to bind port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:00.267096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.271493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 on network f767e36a-290e-48ef-925b-56709f03d469 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:00.271998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Attempting to bind port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:00.291524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c91b4a-2c7a-4220-a731-2b224f81922e req-edbbfe91-ec3d-4e16-80f6-5609d02067ad tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:00.293218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c91b4a-2c7a-4220-a731-2b224f81922e req-edbbfe91-ec3d-4e16-80f6-5609d02067ad tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 932 time: 0.1510601 Nov 08 13:38:00.296305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:00.296733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Checking segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:00.297193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Bound using segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:00.297718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Bound port: 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:00.298155 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.329438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e216bb05-5db1-4a3c-b403-c3f979c36de0 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:00.377078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Checking segment: {'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:00.377452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Network hostable DHCP agents. Network: ec9ec24c-140f-4ea1-907f-79f2bae83395, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:38:00.383129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ceced73-ae2d-4710-aa1b-2e51ac5b847d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:00.407563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:38:00.424592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, ec9ec24c-140f-4ea1-907f-79f2bae83395) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:00.435749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:00.438229 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.474954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f413c962-cc1f-43d3-8adc-cc66ef4b3a99 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5298464 Nov 08 13:38:00.478773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37656) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:00.489117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:00.549813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.551360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.578227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c91b4a-2c7a-4220-a731-2b224f81922e req-4182905a-3ebd-4648-85ef-6d625d19803a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722299 Nov 08 13:38:00.597585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] For port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:00.613820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] For port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:00.620054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.627040 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.733746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6588f443-682c-4e61-b0f8-0bf783e4036d None None] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:00.805426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Pushing event updated for resources: {'Port': ['ID=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:00.820167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:00.821145 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.822735 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-9f0b0f31-47b5-43fd-a73f-c942869e0b2b service neutron] 10.222.0.70 "PUT /v2.0/ports/7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 HTTP/1.1" status: 200 len: 1091 time: 3.1527996 Nov 08 13:38:00.823303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:00.833028 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78af38e-4552-4045-a8f6-b5f00bac8f34" -d '{"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:00.856092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:00.955811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.961816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:00.973594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e216bb05-5db1-4a3c-b403-c3f979c36de0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:00.996450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'port_id': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'mac_address': 'fa:16:3e:e5:98:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:01.072387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda6e08a-6ea0-403c-990d-761b12c762e5 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:01.093431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.101941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:01.128932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Transition to ACTIVE for port object fda6e08a-6ea0-403c-990d-761b12c762e5 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:01.135677 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.214422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e216bb05-5db1-4a3c-b403-c3f979c36de0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:01.241511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-ec9ec24c-140f-4ea1-907f-79f2bae83395', 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'fixed_ips': [{'subnet_id': '3ceced73-ae2d-4710-aa1b-2e51ac5b847d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:38:01.248304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.409029 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:38:01.424606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Allocated IP 172.20.0.2 (ec9ec24c-140f-4ea1-907f-79f2bae83395/3ceced73-ae2d-4710-aa1b-2e51ac5b847d/ca1575f8-e2a7-4ead-837b-656352ab6388) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:01.497473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6677fd-d668-49ba-87b3-03b97da9b7ac {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:01.518030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.545451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Transition to ACTIVE for port object 3a6677fd-d668-49ba-87b3-03b97da9b7ac will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:01.573432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140f39c-c211-4f92-9864-6405f752d5c0 req-58ad897f-7362-4ec1-b101-b83b74f6d260 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:01.575403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7140f39c-c211-4f92-9864-6405f752d5c0 req-58ad897f-7362-4ec1-b101-b83b74f6d260 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 947 time: 0.8128786 Nov 08 13:38:01.579292 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.652048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.677884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.685853 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.697501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e216bb05-5db1-4a3c-b403-c3f979c36de0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:01.708228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:01.729655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.741573 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-50e89474-4a03-4705-86ed-234abcb117ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.746262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.769646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5076d9-be51-45a8-a80e-d2b86234fb36 req-dffa56f4-374f-421d-8f13-57bae569c544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:01.778730 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe5076d9-be51-45a8-a80e-d2b86234fb36 req-dffa56f4-374f-421d-8f13-57bae569c544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.7920468 Nov 08 13:38:01.818739 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:01.858910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Pushing event updated for resources: {'Port': ['ID=3a6677fd-d668-49ba-87b3-03b97da9b7ac,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:01.872201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Allocated IP 172.25.8.47 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:01.888025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:01.895234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:01.924938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:01.929027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:01.932808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7140f39c-c211-4f92-9864-6405f752d5c0 req-4d737b9b-bffa-4f29-a9ec-3ea927bcf3ae tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334913 Nov 08 13:38:01.952736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'mac_address': 'fa:16:3e:40:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:01.957568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e216bb05-5db1-4a3c-b403-c3f979c36de0,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.037840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe5076d9-be51-45a8-a80e-d2b86234fb36 req-696308f7-265c-469a-b94e-c8c06e809550 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581182 Nov 08 13:38:02.046569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e216bb05-5db1-4a3c-b403-c3f979c36de0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:02.069258 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009fa9f5-cc5a-4cb6-bcfe-71448041a533 x-openstack-request-id: req-009fa9f5-cc5a-4cb6-bcfe-71448041a533 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:02.069552 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:02.069815 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-009fa9f5-cc5a-4cb6-bcfe-71448041a533 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:02.070253 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6', 'status': 'completed', 'code': 200} Nov 08 13:38:02.089821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Attempting to bind port 3a6677fd-d668-49ba-87b3-03b97da9b7ac on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:02.090272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Attempting to bind port 3a6677fd-d668-49ba-87b3-03b97da9b7ac by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:02.090471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Attempting to bind port 3a6677fd-d668-49ba-87b3-03b97da9b7ac on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:02.113414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Port 3a6677fd-d668-49ba-87b3-03b97da9b7ac on network f767e36a-290e-48ef-925b-56709f03d469 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:02.113742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Attempting to bind port 3a6677fd-d668-49ba-87b3-03b97da9b7ac on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:02.118232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:02.118567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:02.118889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:02.125620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:02.125965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Checking segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:02.126352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Bound using segment: {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:02.141957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Bound port: 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35fa56e-970f-492b-8c8c-520da2e94188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:02.142403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.144740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:02.149407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:02.169955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:02.170322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:02.170680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:02.171120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Bound port: fda6e08a-6ea0-403c-990d-761b12c762e5, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:02.171770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.222112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Attempting to bind port ca1575f8-e2a7-4ead-837b-656352ab6388 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:02.222112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Attempting to bind port ca1575f8-e2a7-4ead-837b-656352ab6388 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:02.222112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Attempting to bind port ca1575f8-e2a7-4ead-837b-656352ab6388 on network ec9ec24c-140f-4ea1-907f-79f2bae83395 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:02.224239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.225041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Pushing event updated for resources: {'Port': ['ID=ca1575f8-e2a7-4ead-837b-656352ab6388,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.241515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.242912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.243026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.243863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.244563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.245218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.246231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.247009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.249460 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-3d9f690c-7766-4b3e-adf1-5fa40224aaf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6309 time: 0.1555085 Nov 08 13:38:02.250550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:02.250939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Checking segment: {'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:02.251417 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.251869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Bound using segment: {'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:02.252451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Bound port: ca1575f8-e2a7-4ead-837b-656352ab6388, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:02.252839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.287672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2c9dd4-087e-4842-9af5-2635e70cd157 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:02.345063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:02.362079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.363504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.376049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] For port 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:02.400191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.406961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.414339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.421380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.423641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] For port ca1575f8-e2a7-4ead-837b-656352ab6388, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:02.427611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.432399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:02.434025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.440717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.442579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-40ce721d-96d5-4baa-8d39-11444bb859f6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5404 time: 0.2557039 Nov 08 13:38:02.453111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:02.455139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] For port ca1575f8-e2a7-4ead-837b-656352ab6388, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca1575f8-e2a7-4ead-837b-656352ab6388,segment=NetworkSegment(d537dcde-1c60-4e20-9252-d063e67f4c56),segment_id=d537dcde-1c60-4e20-9252-d063e67f4c56)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:02.456320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] For port 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:02.456921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-a6cb1e30-9752-4912-8fd3-c59914285963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.457450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-a6cb1e30-9752-4912-8fd3-c59914285963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.457917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-a6cb1e30-9752-4912-8fd3-c59914285963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.459551 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-a6cb1e30-9752-4912-8fd3-c59914285963 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2c4e2eb723054102944a464b00399be0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1963735 Nov 08 13:38:02.465467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:02.465822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c72048-702d-48bd-8534-86f0e87f34ee req-22876210-5a33-434a-9015-d5eb44c6ef25 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.470543 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.474830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95c72048-702d-48bd-8534-86f0e87f34ee req-22876210-5a33-434a-9015-d5eb44c6ef25 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 944 time: 0.2655013 Nov 08 13:38:02.479800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.481737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:02.487348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.504289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Pushing event updated for resources: {'Port': ['ID=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.518524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:02.563408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.573871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78fb33-061e-4560-b1c6-e930ce6a70a7 None None] Pushing event updated for resources: {'Port': ['ID=ca1575f8-e2a7-4ead-837b-656352ab6388,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.590607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.591699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.593136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] 10.222.0.70 "PUT /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 1092 time: 3.0050187 Nov 08 13:38:02.665737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.665737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:02.669633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] 10.222.0.70 "PUT /v2.0/ports/3a6677fd-d668-49ba-87b3-03b97da9b7ac HTTP/1.1" status: 200 len: 1090 time: 1.8195586 Nov 08 13:38:02.691638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2dae7f-55a2-4cea-b8e8-2d682d1c114f service neutron] Pushing event updated for resources: {'Port': ['ID=3a6677fd-d668-49ba-87b3-03b97da9b7ac,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:02.712400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95c72048-702d-48bd-8534-86f0e87f34ee req-371d0701-ae3d-4c9a-8f17-6330b780ae88 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365754 Nov 08 13:38:02.729441 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dd2af7d8-215d-4113-a303-57478d8aa704 service neutron] show failed (client error): The resource could not be found. Nov 08 13:38:02.730469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dd2af7d8-215d-4113-a303-57478d8aa704 service neutron] 10.222.0.54 "GET /v2.0/ports/b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.3178482 Nov 08 13:38:02.765792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:02.775069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['4c2c9dd4-087e-4842-9af5-2635e70cd157'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:02.863172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-2e915584-f167-4105-b852-ddfb81804672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:02.866197 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d78af38e-4552-4045-a8f6-b5f00bac8f34 req-2e915584-f167-4105-b852-ddfb81804672 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3948495 Nov 08 13:38:02.977415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cbfb2d4-d7b7-4159-91ca-c7d16bbd8bd2 req-a4fb5c1f-e6f9-4cb3-87e0-717374f19781 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4646721 Nov 08 13:38:02.982365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.016664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50783a7d-8926-4ec4-b404-2e8e7f397a94 service neutron] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:03.050094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-500f5a28-b1cb-45ba-b312-6c4e76710381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:03.054860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-500f5a28-b1cb-45ba-b312-6c4e76710381 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1095 time: 0.3809538 Nov 08 13:38:03.064402 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.172992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9614b4fc-6801-43ea-8022-3e63e1087a9d req-3e19e290-d281-4180-bfb7-0e1cf824cc5c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:03.191505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9614b4fc-6801-43ea-8022-3e63e1087a9d req-3e19e290-d281-4180-bfb7-0e1cf824cc5c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.3415720 Nov 08 13:38:03.201694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-765bda17-33bf-400b-9ee2-931b690f5861 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 217 time: 0.1266375 Nov 08 13:38:03.230455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.282911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-1955d349-c775-433b-87f0-b18b99ea7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:03.287772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-1955d349-c775-433b-87f0-b18b99ea7989 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385&tenant_id=398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 1101 time: 0.1509101 Nov 08 13:38:03.295255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca1575f8-e2a7-4ead-837b-656352ab6388 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:03.310702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:03.353161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ca1575f8-e2a7-4ead-837b-656352ab6388 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:03.353773 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.393188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-c4ca0b98-1b2d-43b7-afa9-eca567257a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:03.394680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-c4ca0b98-1b2d-43b7-afa9-eca567257a68 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1922114 Nov 08 13:38:03.403914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.450736 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.490871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ca1575f8-e2a7-4ead-837b-656352ab6388, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca1575f8-e2a7-4ead-837b-656352ab6388,segment=NetworkSegment(d537dcde-1c60-4e20-9252-d063e67f4c56),segment_id=d537dcde-1c60-4e20-9252-d063e67f4c56)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:03.497182 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.552741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ca1575f8-e2a7-4ead-837b-656352ab6388,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:03.716408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.773426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730021c9-3c42-4d4a-92ed-0a6c6fe274a0 req-201832c4-ea2d-4ecc-b1bd-683cdff81512 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:03.775144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730021c9-3c42-4d4a-92ed-0a6c6fe274a0 req-201832c4-ea2d-4ecc-b1bd-683cdff81512 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 948 time: 0.5565004 Nov 08 13:38:03.784023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:03.786791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-6351720f-7d98-4768-ba3e-93bee1e576a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629637 Nov 08 13:38:03.803624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9614b4fc-6801-43ea-8022-3e63e1087a9d req-3cbed3fd-7945-48ee-ad89-12c4777cd55e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5829613 Nov 08 13:38:03.882430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:03.937474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:03.939875 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f95097d-8319-45a6-8ed9-658d60c39b9f" -d '{"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-unplugged", "status": "completed", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:03.946058 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:03.967663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Transition to ACTIVE for port object b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:03.974480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.008320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b732992f-2c8a-4b28-8453-c0fee6f7cf09 None None] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:04.011373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Router aec5eecc-3063-4156-bdce-a3e07223abf7 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:38:04.029019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730021c9-3c42-4d4a-92ed-0a6c6fe274a0 req-8dfcd86c-2843-431e-b50b-df4fef03cc4e tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399178 Nov 08 13:38:04.060454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:04.081917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5'}, {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:04.085462 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b6bfa-a43c-460c-9afc-697b1a45d793" -d '{"events": [{"name": "network-changed", "server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5"}, {"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:04.107534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-48a8c322-f6d9-49fe-82d8-87e109d85471 None None] Provisioning complete for port ca1575f8-e2a7-4ead-837b-656352ab6388 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:04.108085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48a8c322-f6d9-49fe-82d8-87e109d85471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.135928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] No DVR routers for this DVR port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:38:04.200752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-7aac3e89-7fb3-47a5-9b76-cea9239fb375 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958254 Nov 08 13:38:04.248435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a3c19-cad1-44fc-bc77-3e3869bfd02d req-1ea824b3-de2f-4f67-882f-fca21c4b957d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:04.249681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:04.250179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:04.250336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:04.251379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-781a3c19-cad1-44fc-bc77-3e3869bfd02d req-1ea824b3-de2f-4f67-882f-fca21c4b957d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 948 time: 0.3089633 Nov 08 13:38:04.268969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:04.269291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Attempting to bind port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:04.280940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:04.281278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:04.281664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:04.282104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Bound port: b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:04.282463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.296586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:04.309915 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Sync routers for ids ['aec5eecc-3063-4156-bdce-a3e07223abf7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:04.348517 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Routers {'aec5eecc-3063-4156-bdce-a3e07223abf7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:04.349532 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aec5eecc-3063-4156-bdce-a3e07223abf7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:04.368111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e216bb05-5db1-4a3c-b403-c3f979c36de0 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:04.417250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.420440 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-130b64f6-a214-431e-abbc-b3e5c8a4a4bf admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9399824 Nov 08 13:38:04.430849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37692) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:04.453377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e216bb05-5db1-4a3c-b403-c3f979c36de0 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:04.458515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e216bb05-5db1-4a3c-b403-c3f979c36de0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:04.459020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.514334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c6d4aa-48c3-4216-93a8-3ef166060413 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:04.549165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.549566 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Set router aec5eecc-3063-4156-bdce-a3e07223abf7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:04.574402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Transition to ACTIVE for port object 82c6d4aa-48c3-4216-93a8-3ef166060413 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:04.584144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.619781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:04.624242 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8378257-5806-4056-b004-21b5601e64c9" -d '{"events": [{"server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "name": "network-vif-plugged", "status": "completed", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:04.654971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e216bb05-5db1-4a3c-b403-c3f979c36de0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:04.664368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.719938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7072d0c1-21f0-4493-b4f4-887c9232743c req-54f4275d-f5b3-4721-97be-948eb7a75df4 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067115 Nov 08 13:38:04.729732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.759204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-781a3c19-cad1-44fc-bc77-3e3869bfd02d req-e0b7b427-ead9-471f-8b94-cdc87fc06224 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806907 Nov 08 13:38:04.775206 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 3, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port': {'id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:04.793749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e216bb05-5db1-4a3c-b403-c3f979c36de0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:04.813535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-705350aa-b5b7-46b1-82e4-1786ea3b743f None None] Provisioning complete for port ca1575f8-e2a7-4ead-837b-656352ab6388 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:04.814053 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-705350aa-b5b7-46b1-82e4-1786ea3b743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.844251 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Checking router: aec5eecc-3063-4156-bdce-a3e07223abf7 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:04.844603 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Updating router aec5eecc-3063-4156-bdce-a3e07223abf7 port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:04.882253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:04.885558 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:04.891144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:04.901505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.015333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.017199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.020790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] 10.222.0.70 "PUT /v2.0/ports/b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 1096 time: 1.7188268 Nov 08 13:38:05.024505 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79554b8d-eb1c-4167-8268-a2dda0a7aa0d x-openstack-request-id: req-79554b8d-eb1c-4167-8268-a2dda0a7aa0d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:05.025730 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-unplugged", "status": "completed", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:05.025730 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79554b8d-eb1c-4167-8268-a2dda0a7aa0d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:05.027278 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'code': 200} Nov 08 13:38:05.038345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d3321-2d78-4ed2-b514-f09316c927e2 req-a5f014ef-44f5-4dcf-bbfb-a3a82f3c26af tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.054868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b40d3321-2d78-4ed2-b514-f09316c927e2 req-a5f014ef-44f5-4dcf-bbfb-a3a82f3c26af tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 944 time: 0.5284212 Nov 08 13:38:05.118256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:05.190702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Pushing event updated for resources: {'Port': ['ID=82c6d4aa-48c3-4216-93a8-3ef166060413,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:05.244292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 4c2c9dd4-087e-4842-9af5-2635e70cd157 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:05.253580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 4c2c9dd4-087e-4842-9af5-2635e70cd157 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:05.254064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.340254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca1575f8-e2a7-4ead-837b-656352ab6388 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:05.423614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.430498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.438268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.445934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.450192 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.451856 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.457896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.461413 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.465385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.472806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.492947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-12258bae-0d7c-4044-b454-0b1fc55c1597 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5416 time: 0.3046389 Nov 08 13:38:05.523583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b40d3321-2d78-4ed2-b514-f09316c927e2 req-4f9c02ba-da5e-49a2-803e-7b2785e39966 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4657726 Nov 08 13:38:05.534620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ca1575f8-e2a7-4ead-837b-656352ab6388 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:05.535001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.536498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Attempting to bind port 82c6d4aa-48c3-4216-93a8-3ef166060413 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:05.536717 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.536896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Attempting to bind port 82c6d4aa-48c3-4216-93a8-3ef166060413 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:05.537181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Attempting to bind port 82c6d4aa-48c3-4216-93a8-3ef166060413 on network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:05.547406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Port 82c6d4aa-48c3-4216-93a8-3ef166060413 on network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:05.547758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Attempting to bind port 82c6d4aa-48c3-4216-93a8-3ef166060413 on network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:05.558975 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Pushing event updated for resources: {'Port': ['ID=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:05.562814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:05.563301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Checking segment: {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:05.563702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Bound using segment: {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:05.564196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Bound port: 82c6d4aa-48c3-4216-93a8-3ef166060413, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:05.564555 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.571428 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Attempting to bind port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:05.572322 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Attempting to bind port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:05.573103 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Attempting to bind port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:05.580269 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.581480 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.582299 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.582947 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.583316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:05.583631 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.584254 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.587011 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.587710 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.588271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.588905 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.590141 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.590732 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:05.613047 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:05.614099 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:05.614677 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.616193 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:05.616935 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Bound port: dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:05.617811 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.644496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15ff1092-d91c-4837-9dca-4d20488a8959 req-229eb81e-fd25-45a7-b7c2-8e55ec039862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1439857 Nov 08 13:38:05.666255 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbfb5d6-e66d-48fb-8659-93806ff76df0 x-openstack-request-id: req-1fbfb5d6-e66d-48fb-8659-93806ff76df0 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:05.666554 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:05.666877 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1fbfb5d6-e66d-48fb-8659-93806ff76df0 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:05.667387 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5', 'status': 'completed', 'code': 200} Nov 08 13:38:05.667654 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac', 'status': 'completed', 'code': 200} Nov 08 13:38:05.711915 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] For port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:05.718212 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] For port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:05.725350 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.791567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] For port 82c6d4aa-48c3-4216-93a8-3ef166060413, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:05.819568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff1bd6-4ea2-498f-98e5-03550ccceeeb service neutron] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:05.823804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] For port 82c6d4aa-48c3-4216-93a8-3ef166060413, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=82c6d4aa-48c3-4216-93a8-3ef166060413,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:05.827030 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991c1bf-3c9d-4867-8acc-07502f82e5f7 None None] Pushing event updated for resources: {'Port': ['ID=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:05.841209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.856380 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Routers {'aec5eecc-3063-4156-bdce-a3e07223abf7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:05.858660 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aec5eecc-3063-4156-bdce-a3e07223abf7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:05.901388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-a943ab4a-7e94-45bc-a76e-748bb7fe538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.903126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-a943ab4a-7e94-45bc-a76e-748bb7fe538b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1099 time: 0.8328583 Nov 08 13:38:05.903328 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c02f225-842f-4b17-832d-12e0d952fa02 x-openstack-request-id: req-1c02f225-842f-4b17-832d-12e0d952fa02 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:05.903645 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "name": "network-vif-plugged", "status": "completed", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:05.903983 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c02f225-842f-4b17-832d-12e0d952fa02 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:05.904375 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'code': 200} Nov 08 13:38:05.914416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.914912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:38:05.946851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-3f0a01b2-5649-4ad5-b098-99fd5ffd4f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.948862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-3f0a01b2-5649-4ad5-b098-99fd5ffd4f2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1095 time: 0.2580650 Nov 08 13:38:05.963867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:05.964506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:05.965929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] 10.222.0.70 "PUT /v2.0/ports/82c6d4aa-48c3-4216-93a8-3ef166060413 HTTP/1.1" status: 200 len: 1091 time: 3.2237618 Nov 08 13:38:06.033322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb859d-6bc4-4ca2-b8d5-3601e54abbb9 req-1697e2a3-ada1-4012-855e-17bac9e1b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.035643 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39eb859d-6bc4-4ca2-b8d5-3601e54abbb9 req-1697e2a3-ada1-4012-855e-17bac9e1b604 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 1096 time: 0.2001090 Nov 08 13:38:06.077623 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.079391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Request body: {'port': {'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:06.149615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:06.154567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:38:06.214826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503560fb-1d77-45b4-86d5-8ea459a83885 service neutron] Pushing event updated for resources: {'Port': ['ID=82c6d4aa-48c3-4216-93a8-3ef166060413,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:06.221915 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] Set router aec5eecc-3063-4156-bdce-a3e07223abf7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:06.239411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7afe71-c2b0-424f-9f2e-e82527c6ce26 req-3560a106-2839-4921-8278-46cee85d5076 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.241380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de7afe71-c2b0-424f-9f2e-e82527c6ce26 req-3560a106-2839-4921-8278-46cee85d5076 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.4045901 Nov 08 13:38:06.270495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210f909-ff06-425f-b352-f278ee450504 req-4dffddc0-d548-45d3-86a9-7af8c0386f92 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.278739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b210f909-ff06-425f-b352-f278ee450504 req-4dffddc0-d548-45d3-86a9-7af8c0386f92 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 949 time: 0.4171648 Nov 08 13:38:06.299050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39eb859d-6bc4-4ca2-b8d5-3601e54abbb9 req-d4a417ac-67a8-4fef-837d-a6e72fc6fe54 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232158 Nov 08 13:38:06.327018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-07b2d028-470b-441a-8474-a460a74ae816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.328599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-07b2d028-470b-441a-8474-a460a74ae816 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3717642 Nov 08 13:38:06.337161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.377787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.388420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-090d2be7-8fd4-43aa-b020-98f58ee61190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.389927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-090d2be7-8fd4-43aa-b020-98f58ee61190 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.4201593 Nov 08 13:38:06.418972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b210f909-ff06-425f-b352-f278ee450504 req-5cb94926-413c-456a-ab14-b0b54bdac4b5 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393468 Nov 08 13:38:06.426265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de7afe71-c2b0-424f-9f2e-e82527c6ce26 req-4ea1d7d5-5f95-45e1-957e-27433a2caf87 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700413 Nov 08 13:38:06.483663 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 3, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port': {'id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:06.526184 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534fa8f-f649-4fd1-9cdc-0ade8dc1601a None None] The sync data for ids ['aec5eecc-3063-4156-bdce-a3e07223abf7'] in n-d-804292-2 is: [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:02Z', 'revision_number': 3, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port': {'id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:06.594801 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-dccd9d85-3679-435b-a3c1-4ff0ffc27842 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.0763001 Nov 08 13:38:06.636706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-5178326c-e8ea-4cf2-b8d5-1cfdf87fda22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 217 time: 0.1136749 Nov 08 13:38:06.650777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Allocated IP 172.20.0.1 (ec9ec24c-140f-4ea1-907f-79f2bae83395/3ceced73-ae2d-4710-aa1b-2e51ac5b847d/6bb4aa0c-b67d-4721-832d-5f9ec9521e1c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:06.686091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-a90ff782-1dda-4f10-b1f9-b7d4b3c6a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.687584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-a90ff782-1dda-4f10-b1f9-b7d4b3c6a7af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0823510 Nov 08 13:38:06.797860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-45b1e260-0315-4952-b0c4-c8055654cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.799405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-45b1e260-0315-4952-b0c4-c8055654cc37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004148 Nov 08 13:38:06.805758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-13422969-aa8b-4728-8cb2-92976909c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.807310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-13422969-aa8b-4728-8cb2-92976909c2b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1419888 Nov 08 13:38:06.822705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59cf41-9bca-42fa-9f8d-d76627ac689c req-0c0db67e-559e-4fd0-9aff-0d5b353e5d7c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.822705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b59cf41-9bca-42fa-9f8d-d76627ac689c req-0c0db67e-559e-4fd0-9aff-0d5b353e5d7c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 948 time: 0.2363062 Nov 08 13:38:06.877472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:06.880999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-52ac598e-bc13-4a34-bea1-8d058618f51a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570443 Nov 08 13:38:06.915523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1096-803d-4791-b195-1d7b5091aa08 req-4fb95906-40ea-4ec8-a96c-8c63ccab36f6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:06.918099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6ca1096-803d-4791-b195-1d7b5091aa08 req-4fb95906-40ea-4ec8-a96c-8c63ccab36f6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1096 time: 0.2855878 Nov 08 13:38:06.993855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-22932d53-0cd5-41e4-b5f7-4bff7d68ca2e service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821094 Nov 08 13:38:07.000985 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.033668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:07.037195 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6" -d '{"events": [{"name": "network-changed", "server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:07.115012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6ca1096-803d-4791-b195-1d7b5091aa08 req-ce8d7050-f504-4ea7-b5a3-c7065b135024 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834447 Nov 08 13:38:07.141600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b59cf41-9bca-42fa-9f8d-d76627ac689c req-f3983a14-9c44-4838-96a8-20e75edd3d41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641866 Nov 08 13:38:07.148249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-e0985a2a-289b-4f9d-ac53-45594a7ac3e6 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567220 Nov 08 13:38:07.205636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:07.206521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:07.207234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:07.214857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:07.274558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.277905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:07.292083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.307647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Transition to ACTIVE for port object 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:07.393365 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20afe7c3-4af3-4ddf-850c-a620be3632d6 req-55289751-a17e-438f-a815-61c5b5d77a0b service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883820 Nov 08 13:38:07.423689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.427209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:07.532159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.609095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Pushing event updated for resources: {'Port': ['ID=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:07.642999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-3c8e9a2f-d74c-4c88-a2a6-bc16e77414a4 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808710 Nov 08 13:38:07.721755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:07.722739 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.748410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:07.751378 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b13fe3c-5778-4ada-a292-8506d5f59d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:07.863425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab31589-429c-41aa-a09a-73051f6557ae req-16ee9e98-770a-4e7d-94ba-bbf3e38ba272 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:07.875098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ab31589-429c-41aa-a09a-73051f6557ae req-16ee9e98-770a-4e7d-94ba-bbf3e38ba272 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.6334991 Nov 08 13:38:07.914584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:07.918686 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76df793-97da-4d62-a1e5-377fa0a8197e" -d '{"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:07.923015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6df1d138-237c-443d-a63d-6c945c194898 None None] Provisioning complete for port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:07.923766 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6df1d138-237c-443d-a63d-6c945c194898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.973148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:07.979555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.010794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.019870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6df1d138-237c-443d-a63d-6c945c194898 None None] Port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:08.062831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:08.066752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Pushing event updated for resources: {'Port': ['ID=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.067184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.079512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.079783 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.088830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.093697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.105543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.114876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.120206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.129287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.133398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-96ce7f42-b321-4d91-93a2-c65c857501f3 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.4617343 Nov 08 13:38:08.164422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.247621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ab31589-429c-41aa-a09a-73051f6557ae req-97b43e51-500b-4bf1-91f0-e6afb89eb9b7 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716230 Nov 08 13:38:08.251597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:08.252745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Attempting to bind port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:08.252927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Attempting to bind port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:08.253189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:08.253349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Attempting to bind port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 on network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:08.268222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.268540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.278406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.278406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.278406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.278406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.278406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.278406 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-cc4db033-f2d3-4c75-8a22-8d4dd5d98e4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6443 time: 0.3624868 Nov 08 13:38:08.285408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 on network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:08.286086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Attempting to bind port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 on network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:08.311220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:08.311588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Checking segment: {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:08.311998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Bound using segment: {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:08.312458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Bound port: 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59426535-350b-40b1-9897-41808c07784c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:08.312823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.362678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:08.375335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c411dab9-a64e-401e-82bf-2504a7dc3b5b req-ec1e3058-370e-4667-b1ee-b0891ced14e5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2310803 Nov 08 13:38:08.386497 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa5707d-2335-418c-a4a3-f58e93db2c49 x-openstack-request-id: req-dfa5707d-2335-418c-a4a3-f58e93db2c49 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:08.387128 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:08.387560 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfa5707d-2335-418c-a4a3-f58e93db2c49 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:08.388337 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'status': 'completed', 'code': 200} Nov 08 13:38:08.524580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Router aec5eecc-3063-4156-bdce-a3e07223abf7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:38:08.525085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-c31f52be-623a-45cc-95d8-457d9307b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.525662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-c31f52be-623a-45cc-95d8-457d9307b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.526725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-c31f52be-623a-45cc-95d8-457d9307b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.528930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-c31f52be-623a-45cc-95d8-457d9307b761 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2c4e2eb723054102944a464b00399be0&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2342582 Nov 08 13:38:08.532102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-c11010c9-5a43-46df-9abf-70efaad033dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.533580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-c11010c9-5a43-46df-9abf-70efaad033dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1099 time: 0.1443000 Nov 08 13:38:08.536274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-351626b6-1966-4f56-8e28-e29f8aa3edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.540083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-351626b6-1966-4f56-8e28-e29f8aa3edc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1099 time: 0.1105163 Nov 08 13:38:08.675582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:08.715992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'fda6e08a-6ea0-403c-990d-761b12c762e5', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'port_id': 'fda6e08a-6ea0-403c-990d-761b12c762e5', 'mac_address': 'fa:16:3e:1c:26:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9eb526-9517-4948-9a3d-4bbe57baa3e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:08.775174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] For port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:08.787585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-26464a6d-1641-4601-90f2-1508b919345d None None] Provisioning complete for port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:08.788004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-26464a6d-1641-4601-90f2-1508b919345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.805893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] For port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:08.821236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.843278 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.892195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Pushing event updated for resources: {'Port': ['ID=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:08.924016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.924628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-26464a6d-1641-4601-90f2-1508b919345d None None] Port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:08.924906 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.926534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d50de918-2e53-4ac6-a735-ebec37878f3d service neutron] 10.222.0.70 "PUT /v2.0/ports/63aa9cf2-a237-4509-9b99-c5ebf4da9f60 HTTP/1.1" status: 200 len: 1091 time: 2.8791683 Nov 08 13:38:08.927461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda6e08a-6ea0-403c-990d-761b12c762e5 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:08.942952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-8c21ad85-492d-4bf9-a281-d8b30cf00b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:08.948348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d76b6bfa-a43c-460c-9afc-697b1a45d793 req-8c21ad85-492d-4bf9-a281-d8b30cf00b94 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3925056 Nov 08 13:38:08.974404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:08.982986 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:08.986786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:09.016785 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b9e18dc5-5281-40e9-b9e8-0d3af6b69d13 admin admin] 10.222.0.65 "PUT /v2.0/routers/aec5eecc-3063-4156-bdce-a3e07223abf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5802753 Nov 08 13:38:09.096594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:09.121630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-19582ea1-bde1-4034-88d4-592c7c484cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.123139 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-19582ea1-bde1-4034-88d4-592c7c484cc9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.5799789 Nov 08 13:38:09.130077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-8318d0f1-976c-4e2f-b12d-b4300d2aea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.131670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-8318d0f1-976c-4e2f-b12d-b4300d2aea22 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.5711100 Nov 08 13:38:09.146802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29537f-dfde-4c44-86d4-840488126cfc req-dfcdfc41-e77f-440c-813a-a66c8ddb7fe9 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.149672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e29537f-dfde-4c44-86d4-840488126cfc req-dfcdfc41-e77f-440c-813a-a66c8ddb7fe9 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 949 time: 0.1998618 Nov 08 13:38:09.211361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-a6e05c4c-2fe6-43cc-a423-ed0c69706f61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.0777340 Nov 08 13:38:09.233097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.234790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.234790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.234790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.236132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.237700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.238320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.240868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-f8ac1e17-dfd5-4100-9953-c29b38da89c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6485 time: 0.2284987 Nov 08 13:38:09.289698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['fda6e08a-6ea0-403c-990d-761b12c762e5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:09.309176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-80f53d10-ece7-493e-ac2d-6d2718691701 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.1648605 Nov 08 13:38:09.323401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-c4b05a2b-6435-48ef-9cc9-e157ee5a4030 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ee4469-4241-4244-812a-6df86238e76d HTTP/1.1" status: 200 len: 217 time: 0.0715001 Nov 08 13:38:09.351308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e29537f-dfde-4c44-86d4-840488126cfc req-34d2eac8-aab2-4bbc-b30f-0fa0161f255e tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761758 Nov 08 13:38:09.369577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:09.378220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-e5b55d30-7c47-4aef-a56e-01cc7ba0ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.379804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-e5b55d30-7c47-4aef-a56e-01cc7ba0ff96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1344821 Nov 08 13:38:09.406599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Sync routers for ids ['aec5eecc-3063-4156-bdce-a3e07223abf7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:09.441593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-43eb9320-9ccd-4e06-b4e9-bafa0afae176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.443615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-43eb9320-9ccd-4e06-b4e9-bafa0afae176 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1261311 Nov 08 13:38:09.454145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7d41585f-f93a-42b8-8379-c7166b0488c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.456137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7d41585f-f93a-42b8-8379-c7166b0488c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0d6cd4c7-77f6-4655-85dc-fb1803715c73 HTTP/1.1" status: 200 len: 855 time: 0.1112580 Nov 08 13:38:09.494308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-d4b5ac68-47cb-4d89-8035-900cc198fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.496584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-d4b5ac68-47cb-4d89-8035-900cc198fa03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1074259 Nov 08 13:38:09.525405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Routers {'aec5eecc-3063-4156-bdce-a3e07223abf7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:09.526116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aec5eecc-3063-4156-bdce-a3e07223abf7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:09.576100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-dcd8f0de-9d27-4a07-b734-0a9bd47b3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.578156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-dcd8f0de-9d27-4a07-b734-0a9bd47b3d1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231427 Nov 08 13:38:09.581403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d7ea8-6fd0-4efd-b89b-5a59a3dfde79 req-527a50b7-67a2-40de-a5a5-2e11f29bb0b6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.582994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d3d7ea8-6fd0-4efd-b89b-5a59a3dfde79 req-527a50b7-67a2-40de-a5a5-2e11f29bb0b6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.1258404 Nov 08 13:38:09.590690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-cbf21ab9-2e5a-42a6-8d02-93357b241b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:09.592801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-cbf21ab9-2e5a-42a6-8d02-93357b241b13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc3c116-4768-4af8-99ab-853f72de11e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995286 Nov 08 13:38:09.774285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:09.774877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:09.782442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-c744eaa2-9194-46f3-83cd-3fddc45a334d service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748868 Nov 08 13:38:09.837096 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-88a2a229-0eab-4894-95b6-f485baa29b74 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116275 Nov 08 13:38:09.982046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Set router aec5eecc-3063-4156-bdce-a3e07223abf7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:10.074033 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-a07b06c8-9849-4c5e-a251-fdf5d028d281 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945364 Nov 08 13:38:10.086778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c42a9cdf-51b1-497e-9fec-fcd7604c42e6 req-0ec9dbc3-cc0f-44ac-bf0d-a7e097345327 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945707 Nov 08 13:38:10.213216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-6cde2e0c-f205-4ad3-9a7d-79c0164f82ce tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:38:10.215542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-6cde2e0c-f205-4ad3-9a7d-79c0164f82ce tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121238 Nov 08 13:38:10.229095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d3d7ea8-6fd0-4efd-b89b-5a59a3dfde79 req-6ab57282-acda-4f76-a930-b79b8c3c934d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6348815 Nov 08 13:38:10.268163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-c0e68cfc-b2ba-49a0-80c2-7554b08d430d service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6634524 Nov 08 13:38:10.273523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:07Z', 'revision_number': 4, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port': {'id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6bb4aa0c-b67d-4721-832d-5f9ec9521e1c', 'name': '', 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'mac_address': 'fa:16:3e:e9:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '3ceced73-ae2d-4710-aa1b-2e51ac5b847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:06Z', 'updated_at': '2021-11-08T13:38:07Z', 'revision_number': 2, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'subnets': [{'id': '3ceced73-ae2d-4710-aa1b-2e51ac5b847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:10.282119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-c522d2a5-253d-437d-8acf-984099fec92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:10.290902 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a577cc3-346c-48b5-9b9a-d414d541499b x-openstack-request-id: req-5a577cc3-346c-48b5-9b9a-d414d541499b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:10.291265 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:10.291515 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a577cc3-346c-48b5-9b9a-d414d541499b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:10.291929 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413', 'status': 'completed', 'code': 200} Nov 08 13:38:10.292580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-c522d2a5-253d-437d-8acf-984099fec92f service neutron] 10.222.0.65 "GET /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 1093 time: 0.0630028 Nov 08 13:38:10.297243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Request body: {'binding': {'host': 'n-h2-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:10.297964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Unknown quota resources ['binding']. {{(pid=101840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:38:10.319254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Checking router: aec5eecc-3063-4156-bdce-a3e07223abf7 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:10.320886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Updating router aec5eecc-3063-4156-bdce-a3e07223abf7 port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:10.363280 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fadf003-73e4-4dc3-80e3-9653096f495c x-openstack-request-id: req-5fadf003-73e4-4dc3-80e3-9653096f495c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:10.363764 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:10.364164 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fadf003-73e4-4dc3-80e3-9653096f495c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:10.365799 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'code': 200} Nov 08 13:38:10.373880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:10.396132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4f2056e8-0293-43a4-a3ed-fd177841762d service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201279 Nov 08 13:38:10.396583 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:10.483446 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-de71ac2c-4961-4902-b2eb-e511efa037c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 217 time: 0.0553827 Nov 08 13:38:10.524605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b01dd-438f-42ee-aedb-80bf0901cb58 req-ff98f039-55ce-4584-8287-11dc7792c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:10.527306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d19b01dd-438f-42ee-aedb-80bf0901cb58 req-ff98f039-55ce-4584-8287-11dc7792c460 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 1100 time: 0.0953929 Nov 08 13:38:10.536043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eecbb3-a24b-4f2d-9e68-4156406ccf0c req-e0e0564e-bf5d-4ff5-8f9b-582d8fc05e84 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:10.537807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78eecbb3-a24b-4f2d-9e68-4156406ccf0c req-e0e0564e-bf5d-4ff5-8f9b-582d8fc05e84 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 948 time: 0.1400776 Nov 08 13:38:10.568708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-76892f57-35d6-4ad0-836f-675f991b68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:10.570725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-76892f57-35d6-4ad0-836f-675f991b68ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.0791044 Nov 08 13:38:10.581413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on host n-h2-804292-2 for vnic_type normal with profile None {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:10.581844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:10.582183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:10.596911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:10.597297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:10.604088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d19b01dd-438f-42ee-aedb-80bf0901cb58 req-dcc06840-4c09-4319-99e3-59ea3f42e4a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Nov 08 13:38:10.607582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:10.607959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:10.608337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:10.608828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Bound port: 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:10.632936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78eecbb3-a24b-4f2d-9e68-4156406ccf0c req-2d058bbc-e684-4cdb-83ec-effb9abeeeb5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833988 Nov 08 13:38:10.649537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-13ee9fb1-452d-41f0-9fae-6b396a397c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:10.650971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-13ee9fb1-452d-41f0-9fae-6b396a397c0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716183 Nov 08 13:38:10.674085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:10.685365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:10.694265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:10.696054 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-e81fdcb8-48aa-4591-9e9c-d6f33a453bf6 service neutron] 10.222.0.65 "POST /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4025521 Nov 08 13:38:10.697444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'mac_address': 'fa:16:3e:7e:84:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:10.796998 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:10.816584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-df57856a-c48f-4917-b632-e215df22ade7 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504321 Nov 08 13:38:10.845933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:10.879195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:10.887055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:10.942024 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:10.944865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:10.962222 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:11.047312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-383c768f-2910-4a19-95ed-c258aab4066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.048827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-383c768f-2910-4a19-95ed-c258aab4066e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1096 time: 0.0743999 Nov 08 13:38:11.050688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7142d05-6329-4a19-bbf4-3acbc5126a6b req-f5021819-6af6-449c-b1d6-b7b8dfb4046c tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.055402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7142d05-6329-4a19-bbf4-3acbc5126a6b req-f5021819-6af6-449c-b1d6-b7b8dfb4046c tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.1820800 Nov 08 13:38:11.090672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-c277f9cb-261d-4b0a-a258-719b945ecae5 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667336 Nov 08 13:38:11.204653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-bc3d0c90-1ddb-4c49-9c24-e8bb9aa1a91b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 217 time: 0.0947466 Nov 08 13:38:11.241049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0096f971-24a4-4e58-a061-3cab93802784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.242584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9be143-d824-4e62-adcb-eb9fdd2525ec None None] Pushing event updated for resources: {'Port': ['ID=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:11.242724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0096f971-24a4-4e58-a061-3cab93802784 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.1785903 Nov 08 13:38:11.271376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a86c357-fc0f-4b5d-93aa-040783d137ee req-95859090-5a14-465e-a9cc-bf1156fac87e tempest-FloatingIPsNegativeTestJSON-511487155 tempest-FloatingIPsNegativeTestJSON-511487155-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=2784ef50093d4679b20e3594e7c7b98a HTTP/1.1" status: 200 len: 217 time: 0.1062899 Nov 08 13:38:11.326383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7142d05-6329-4a19-bbf4-3acbc5126a6b req-81a02709-fc2f-45e1-a2d4-a53735ebcd46 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573512 Nov 08 13:38:11.327007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Attempting to bind port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:11.327745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Attempting to bind port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:11.328517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Attempting to bind port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c on network ec9ec24c-140f-4ea1-907f-79f2bae83395 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:11.341307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:11.341818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Checking segment: {'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:11.342337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:11.342830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Bound using segment: {'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:11.343407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Bound port: 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd537dcde-1c60-4e20-9252-d063e67f4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:11.343921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:11.360149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d4dc35e1-2fcb-4e93-af0a-96f741b44f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.361580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:11.364332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d4dc35e1-2fcb-4e93-af0a-96f741b44f95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1100440 Nov 08 13:38:11.392263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6da6c320-ca40-4a32-8f60-92aee137850c None None] Provisioning complete for port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:11.392785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6da6c320-ca40-4a32-8f60-92aee137850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:11.489072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6da6c320-ca40-4a32-8f60-92aee137850c None None] Port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:11.507243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] For port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:11.514708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] For port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,segment=NetworkSegment(d537dcde-1c60-4e20-9252-d063e67f4c56),segment_id=d537dcde-1c60-4e20-9252-d063e67f4c56)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:11.528523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:11.545820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5c252dd9-5133-429f-a59c-f497f362c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.547261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5c252dd9-5133-429f-a59c-f497f362c540 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1677668 Nov 08 13:38:11.556884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460d4a4-8c4d-4460-9970-d5640a5d1e6e req-d34c6db4-f3a2-4481-88ef-aa34074399a5 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.558487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b460d4a4-8c4d-4460-9970-d5640a5d1e6e req-d34c6db4-f3a2-4481-88ef-aa34074399a5 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 949 time: 0.1380706 Nov 08 13:38:11.594750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.605558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.612604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.616984 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-2d3af1f0-2a34-4403-b3d3-e8a11d257b95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 217 time: 0.3615947 Nov 08 13:38:11.619763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.626006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.630238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9be143-d824-4e62-adcb-eb9fdd2525ec None None] Pushing event updated for resources: {'Port': ['ID=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:11.633793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.634675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Routers {'aec5eecc-3063-4156-bdce-a3e07223abf7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:11.635311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aec5eecc-3063-4156-bdce-a3e07223abf7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:11.640405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.650013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a7edef41-bed2-4f17-b52c-5e0cd1935898 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2845597 Nov 08 13:38:11.705993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-b8119818-da12-47b2-abaa-dc56680cc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:11.708015 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-b8119818-da12-47b2-abaa-dc56680cc62b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0835834 Nov 08 13:38:11.749307 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-f515084d-ab5a-4182-9f87-9f5600b63157 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318804 Nov 08 13:38:11.811449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] Set router aec5eecc-3063-4156-bdce-a3e07223abf7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:11.833179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b460d4a4-8c4d-4460-9970-d5640a5d1e6e req-0c8e5d01-6d49-4b26-ab81-825fbfdc7c64 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753671 Nov 08 13:38:11.849207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8beb867c-97ec-46a6-be7b-07e48c63300e req-a1126064-e028-43f3-b643-19983d02e59b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1982207 Nov 08 13:38:11.868090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-58ec4344-7690-4a01-9ebb-3360b49b14ae service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919919 Nov 08 13:38:11.928040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-2870c437-1f87-43e9-8afa-ea482c80e5f1 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609209 Nov 08 13:38:12.055775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18c3e4-c188-4506-87ae-03b454bedb03 req-1c12227f-7e00-4e4b-a248-01dc8a424b7f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.059139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e18c3e4-c188-4506-87ae-03b454bedb03 req-1c12227f-7e00-4e4b-a248-01dc8a424b7f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.0953174 Nov 08 13:38:12.062135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-78fbe1b4-4ed9-44d1-8358-c29889d453be service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242309 Nov 08 13:38:12.073527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-06917995-0273-4b7f-a65f-922b64cabfb1 None None] Provisioning complete for port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:12.074039 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-06917995-0273-4b7f-a65f-922b64cabfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.098077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-540442fb-a377-449f-826c-d702d098f81d service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306263 Nov 08 13:38:12.191407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e18c3e4-c188-4506-87ae-03b454bedb03 req-693a930f-1e6f-4ac8-b2bc-7b2b05572ff9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184230 Nov 08 13:38:12.193360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-3e8a5c6b-f114-401b-ba12-f77042c97d15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 HTTP/1.1" status: 200 len: 217 time: 0.0537171 Nov 08 13:38:12.240850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-06917995-0273-4b7f-a65f-922b64cabfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.297183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:12.306543 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4069270-49c4-46d4-ab0b-c58b8ba85729" -d '{"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:12.316247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-06917995-0273-4b7f-a65f-922b64cabfb1 None None] For port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,segment=NetworkSegment(d537dcde-1c60-4e20-9252-d063e67f4c56),segment_id=d537dcde-1c60-4e20-9252-d063e67f4c56)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:12.323674 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-06917995-0273-4b7f-a65f-922b64cabfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.382657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-5693ff8e-e202-452f-8494-3d46e1c3e28d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.384474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-5693ff8e-e202-452f-8494-3d46e1c3e28d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385&tenant_id=398c80d90daf45c797d6ffd2437f3b57&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 949 time: 0.1282108 Nov 08 13:38:12.387661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b90f380a-2b30-4e23-addd-0d7f56c04d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.387884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06917995-0273-4b7f-a65f-922b64cabfb1 None None] Pushing event updated for resources: {'Port': ['ID=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:12.393582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b90f380a-2b30-4e23-addd-0d7f56c04d67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1921372 Nov 08 13:38:12.398272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:12.429421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:07Z', 'revision_number': 4, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port': {'id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6bb4aa0c-b67d-4721-832d-5f9ec9521e1c', 'name': '', 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'mac_address': 'fa:16:3e:e9:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '3ceced73-ae2d-4710-aa1b-2e51ac5b847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:06Z', 'updated_at': '2021-11-08T13:38:11Z', 'revision_number': 4, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'subnets': [{'id': '3ceced73-ae2d-4710-aa1b-2e51ac5b847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:12.485500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c10fafc-d1ab-4d83-866d-81ad503d413e None None] The sync data for ids ['aec5eecc-3063-4156-bdce-a3e07223abf7'] in n-d-804292-2 is: [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:07Z', 'revision_number': 4, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port': {'id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6bb4aa0c-b67d-4721-832d-5f9ec9521e1c', 'name': '', 'network_id': 'ec9ec24c-140f-4ea1-907f-79f2bae83395', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'mac_address': 'fa:16:3e:e9:57:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '3ceced73-ae2d-4710-aa1b-2e51ac5b847d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:06Z', 'updated_at': '2021-11-08T13:38:11Z', 'revision_number': 4, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'subnets': [{'id': '3ceced73-ae2d-4710-aa1b-2e51ac5b847d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:12.510330 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-fc755e36-1057-4537-a017-ee0875ea9a0a service neutron] delete failed (client error): The resource could not be found. Nov 08 13:38:12.512879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-fc755e36-1057-4537-a017-ee0875ea9a0a service neutron] 10.222.0.54 "DELETE /v2.0/ports/b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.1195552 Nov 08 13:38:12.515157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:12.521733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:12.522113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.540735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f62f69-22b1-4900-b644-c692a5380a72 req-b823f578-484d-4898-bbcb-e2eca4425383 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.573241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0f62f69-22b1-4900-b644-c692a5380a72 req-b823f578-484d-4898-bbcb-e2eca4425383 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.2162912 Nov 08 13:38:12.661884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.694126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:12.697595 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd38cf55-1f9d-412d-b46c-a8f7b5506976" -d '{"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-plugged", "status": "completed", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:12.729949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5404a500-0b02-4b22-9396-326622ced0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.732429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5404a500-0b02-4b22-9396-326622ced0f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3292050 Nov 08 13:38:12.735361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:12.748695 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:12.749832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:12.811774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0f62f69-22b1-4900-b644-c692a5380a72 req-3dd786cd-f354-4046-a686-dd449a4d5d39 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332611 Nov 08 13:38:12.820935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-9d290d55-50a5-4797-a4a6-8665fa3021fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:12.821811 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-9d290d55-50a5-4797-a4a6-8665fa3021fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1100 time: 0.1047149 Nov 08 13:38:12.917785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eff54d15-6502-4e0c-b5e0-2e8072899bec req-80eb32cf-a68e-4a31-aac7-b042ebc5504f tempest-FloatingIPsNegativeTestJSON-511487155 tempest-FloatingIPsNegativeTestJSON-511487155-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0251572 Nov 08 13:38:12.987617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:13.030727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port fda6e08a-6ea0-403c-990d-761b12c762e5 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:13.037282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port fda6e08a-6ea0-403c-990d-761b12c762e5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:13.039137 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.101921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-94388778-ecb6-4d0f-9de8-8e7dba233bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:13.103427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-94388778-ecb6-4d0f-9de8-8e7dba233bf3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2737179 Nov 08 13:38:13.111064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-4aca2363-788e-452f-a363-d7e5911a533a service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672881 Nov 08 13:38:13.186603 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.194918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-65f17f97-a07b-4dd1-92ab-34b284d674d5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.0830517 Nov 08 13:38:13.214119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1624d-485b-4b56-9745-c93587abf5e9 req-2ea05801-c287-47a6-8d91-e4c62733ce02 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:13.216891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cae1624d-485b-4b56-9745-c93587abf5e9 req-2ea05801-c287-47a6-8d91-e4c62733ce02 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.2575915 Nov 08 13:38:13.229449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:13.235913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Request body: {'floatingip': {'port_id': 'e216bb05-5db1-4a3c-b403-c3f979c36de0'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:13.350355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:13.356646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337afe9-4c29-4e63-a97c-6af3dd6fb508 req-de85dda9-282d-4d02-9f7b-f956f0120a69 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:13.359067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6337afe9-4c29-4e63-a97c-6af3dd6fb508 req-de85dda9-282d-4d02-9f7b-f956f0120a69 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.2524121 Nov 08 13:38:13.360125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.362895 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5075b5-8c03-4d5f-ad6b-0ca99e2c3420 x-openstack-request-id: req-5e5075b5-8c03-4d5f-ad6b-0ca99e2c3420 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:13.363518 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:13.364859 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e5075b5-8c03-4d5f-ad6b-0ca99e2c3420 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:13.368565 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60', 'status': 'completed', 'code': 200} Nov 08 13:38:13.380265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-e9344afa-9989-454c-82c0-6b2f2cb70fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:13.390039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.392544 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-e9344afa-9989-454c-82c0-6b2f2cb70fd3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1801713 Nov 08 13:38:13.443312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:13.494545 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a50970-c9bd-40e2-bb1b-e94d7190367d x-openstack-request-id: req-65a50970-c9bd-40e2-bb1b-e94d7190367d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:13.494873 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-plugged", "status": "completed", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:13.495131 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65a50970-c9bd-40e2-bb1b-e94d7190367d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:13.495530 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'code': 200} Nov 08 13:38:13.526848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-d8d730c6-60e4-4211-888d-281ef69c76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:13.528446 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-d8d730c6-60e4-4211-888d-281ef69c76b5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366732 Nov 08 13:38:13.540937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:13.541318 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:13.546313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:13.688341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-6e2809af-a085-41b3-8b9f-2caa3cda2cd5 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509402 Nov 08 13:38:13.810963 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcfda7c3-3873-448c-a85f-28c8e3ce3410 req-196bd7b0-008f-4cba-8845-a654a641a79f service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147316 Nov 08 13:38:13.961057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-12da2279-0d69-4c0c-b805-03f25ff58a0b service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8373885 Nov 08 13:38:13.969448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6337afe9-4c29-4e63-a97c-6af3dd6fb508 req-37591cf5-d345-4896-919c-7f96a743ec0d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5921109 Nov 08 13:38:14.023092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-fb9df47a-a43d-4fcb-a204-8ce37636b73f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac HTTP/1.1" status: 200 len: 217 time: 0.0467534 Nov 08 13:38:14.074056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf8be8-212f-40dd-af45-e01b6e2d5558 req-07456f30-c866-446d-b258-f54f3a618614 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.075614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81bf8be8-212f-40dd-af45-e01b6e2d5558 req-07456f30-c866-446d-b258-f54f3a618614 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 949 time: 0.3785658 Nov 08 13:38:14.172638 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:38:14.176651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b43a39ac-4a0c-4244-8a9e-4f75bd30a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.178147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b43a39ac-4a0c-4244-8a9e-4f75bd30a2a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1450200 Nov 08 13:38:14.282130 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:14.289314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81bf8be8-212f-40dd-af45-e01b6e2d5558 req-3ad8e4ce-8809-494c-acc4-189230b4fbf6 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921172 Nov 08 13:38:14.306291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.313488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.323445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.334367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.343622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.350492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.361499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.364265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-74d9bfef-e6a8-4f0b-b801-439bc7985854 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2876682 Nov 08 13:38:14.369877 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:14.805873 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-72d1e5ab-68ac-47ea-9d98-b29b9400ae9e req-005aec56-5272-425f-aa42-0b911b1ce806 tempest-FloatingIPsNegativeTestJSON-511487155 tempest-FloatingIPsNegativeTestJSON-511487155-project] show failed (client error): The resource could not be found. Nov 08 13:38:14.806931 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72d1e5ab-68ac-47ea-9d98-b29b9400ae9e req-005aec56-5272-425f-aa42-0b911b1ce806 tempest-FloatingIPsNegativeTestJSON-511487155 tempest-FloatingIPsNegativeTestJSON-511487155-project] 10.222.0.65 "GET /v2.0/floatingips/ccc0ce32-ccc9-4a79-9561-838d80699500 HTTP/1.1" status: 404 len: 350 time: 0.4415469 Nov 08 13:38:14.814255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b4254b7e-cd82-4759-b68b-0712d60cfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:14.815790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b4254b7e-cd82-4759-b68b-0712d60cfe96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5980346 Nov 08 13:38:14.820683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37804) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:14.975447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f458304-eaff-4a2a-8e71-59e7c6612f32 req-9003c24c-795b-440c-859b-fbb04075a697 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6005871 Nov 08 13:38:15.005771 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49 associated. External IP: 172.25.8.33, port: e216bb05-5db1-4a3c-b403-c3f979c36de0. Nov 08 13:38:15.250864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-834023b8-457d-45a2-9dac-331246ab50be service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212320 Nov 08 13:38:15.260077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93252ef-eb17-452e-9319-3aff01bf865a req-5831c7ac-6a0b-41ad-ae40-d5987b7543a9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:15.261719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f93252ef-eb17-452e-9319-3aff01bf865a req-5831c7ac-6a0b-41ad-ae40-d5987b7543a9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.3116198 Nov 08 13:38:15.370942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:15.417664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec9072-ae8a-4e07-8049-6d199ee2d0b2 req-ccc4ac7a-f608-4684-8fc3-8b23b42dd39e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:15.419321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67ec9072-ae8a-4e07-8049-6d199ee2d0b2 req-ccc4ac7a-f608-4684-8fc3-8b23b42dd39e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.2394593 Nov 08 13:38:15.466848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f93252ef-eb17-452e-9319-3aff01bf865a req-1c2ca057-d032-4f75-8a40-9dfdbe90b5e3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795957 Nov 08 13:38:15.500187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:15.516095 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e8f9b4-1e17-4133-95f2-08ec1a53d220" -d '{"events": [{"server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "name": "network-vif-plugged", "status": "completed", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:15.536986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-107b6213-11fe-40f9-afc9-d0628b7a13ee service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730799 Nov 08 13:38:15.605272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-e2dbf895-a021-4ac2-a486-7146ebde428a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82c6d4aa-48c3-4216-93a8-3ef166060413 HTTP/1.1" status: 200 len: 217 time: 0.0554094 Nov 08 13:38:15.611172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67ec9072-ae8a-4e07-8049-6d199ee2d0b2 req-64c0f9d3-2b00-4825-9239-b3ee8c564248 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740928 Nov 08 13:38:15.639428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Router 75689da8-187b-4d79-a70b-a281189f30d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:38:15.757690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Deleting port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:38:15.758034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:15.825966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-21095e03-90dc-4c10-8a59-e8ac5e00262c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:15.828326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-21095e03-90dc-4c10-8a59-e8ac5e00262c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.2026536 Nov 08 13:38:15.856893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] For port 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,segment=NetworkSegment(d537dcde-1c60-4e20-9252-d063e67f4c56),segment_id=d537dcde-1c60-4e20-9252-d063e67f4c56)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:15.857484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:15.883416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Calling delete_port for 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:38:15.895478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aae5f4-0559-47c9-9219-b7e5ce3d6983 req-fe1708ce-472c-4433-819d-c08647b45dff tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:15.908333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97aae5f4-0559-47c9-9219-b7e5ce3d6983 req-fe1708ce-472c-4433-819d-c08647b45dff tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.1231153 Nov 08 13:38:15.938223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:15.943177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:15.957558 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] Sync routers for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:15.981179 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:15.982240 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:16.057266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-38cc57b7-0f65-4db8-aed1-7dd77c181f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.059172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-38cc57b7-0f65-4db8-aed1-7dd77c181f8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2222562 Nov 08 13:38:16.099708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b50fd8be-cfc9-4cb4-b986-390744715867 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "PUT /v2.0/floatingips/297f6413-f6ae-47b2-8dec-c0cfaa4eeb49 HTTP/1.1" status: 200 len: 990 time: 2.8678620 Nov 08 13:38:16.106599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:16.108920 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9210ce8e-f893-4808-805a-52ddef4ab959" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:16.131115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97aae5f4-0559-47c9-9219-b7e5ce3d6983 req-426a254e-cdf7-471d-a74d-99c6c630dd97 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215939 Nov 08 13:38:16.146858 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f2bf78-194e-4ea1-9fe6-59f19d910cef x-openstack-request-id: req-b0f2bf78-194e-4ea1-9fe6-59f19d910cef {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:16.146858 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "name": "network-vif-plugged", "status": "completed", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:16.148392 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0f2bf78-194e-4ea1-9fe6-59f19d910cef {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:16.148392 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5', 'code': 200} Nov 08 13:38:16.300930 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:16.325711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:16.336943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-72e3a3cc-e1ff-4988-b96b-c0e15da0b074 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659509 Nov 08 13:38:16.357989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e3dab-d8db-418b-97b9-eed662b010ac req-86773efc-67c3-410e-9763-bb079cee0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.359979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-222e3dab-d8db-418b-97b9-eed662b010ac req-86773efc-67c3-410e-9763-bb079cee0f32 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1097 time: 0.0942311 Nov 08 13:38:16.363429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb4aa0c-b67d-4721-832d-5f9ec9521e1c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:16.448467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.468873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.507377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.514058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.528769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.535638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.542571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.545914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-6ad51c4d-1cd3-4eb2-ae5f-e515e6bbda37 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2969434 Nov 08 13:38:16.617438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-222e3dab-d8db-418b-97b9-eed662b010ac req-452c84a4-7d55-4ba8-b0fe-98cae601fbdc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496772 Nov 08 13:38:16.621660 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23576877-95d6-4ce0-a199-e913e81d85e9 x-openstack-request-id: req-23576877-95d6-4ce0-a199-e913e81d85e9 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:16.622187 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:16.622612 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23576877-95d6-4ce0-a199-e913e81d85e9 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:16.623150 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'status': 'completed', 'code': 200} Nov 08 13:38:16.714917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:16.726309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39959abf-6479-446d-99e6-a2a69ef2c9c7 req-a084e590-3884-4651-ab6b-78ba77de143e tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.734977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39959abf-6479-446d-99e6-a2a69ef2c9c7 req-a084e590-3884-4651-ab6b-78ba77de143e tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1101 time: 0.1879020 Nov 08 13:38:16.746130 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '297f6413-f6ae-47b2-8dec-c0cfaa4eeb49', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'port_id': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'mac_address': 'fa:16:3e:e5:98:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:34:10Z', 'updated_at': '2021-11-08T13:38:14Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:16.778347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-ba2fba32-d8fd-4c4a-b2cd-eb07cc3aef67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:16.779840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-ba2fba32-d8fd-4c4a-b2cd-eb07cc3aef67 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fad5bda350264d47a513245a6068be57&device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 1096 time: 0.2063506 Nov 08 13:38:16.781849 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] Checking router: 75689da8-187b-4d79-a70b-a281189f30d1 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:16.798427 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:16.799376 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:16.848680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce56a1ad-7500-4fd7-89e4-8983e83fc7f7 req-391a9dad-0649-4e79-bc06-530e25999aa5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226338 Nov 08 13:38:16.853732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-73ca1acd-8574-4d95-943e-953df03f6dbb service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080142 Nov 08 13:38:16.904044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39959abf-6479-446d-99e6-a2a69ef2c9c7 req-54d94a7a-4fe0-441a-8446-9ce59a1d8ae0 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679957 Nov 08 13:38:16.978885 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:16.979857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-5a2d41b4-5cc9-4464-94a5-cca2d0592c81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60 HTTP/1.1" status: 200 len: 217 time: 0.1025267 Nov 08 13:38:17.120742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Router aec5eecc-3063-4156-bdce-a3e07223abf7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:38:17.206126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-82ce4c12-4139-4df6-b7f3-a367a541420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:17.206126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-82ce4c12-4139-4df6-b7f3-a367a541420f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 200 len: 924 time: 0.3889029 Nov 08 13:38:17.214807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7f462d1c-e7eb-4689-8585-dbb03f8f42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:17.222831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-7f462d1c-e7eb-4689-8585-dbb03f8f42e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.1724763 Nov 08 13:38:17.232601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30655-d60f-4edc-89e3-cf849f244773 req-2edee8c6-84e5-4fc2-ad1c-aa77d8dade6b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:17.240768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a30655-d60f-4edc-89e3-cf849f244773 req-2edee8c6-84e5-4fc2-ad1c-aa77d8dade6b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.2000275 Nov 08 13:38:17.305218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:17.313068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-de3be0d0-5584-4d76-af74-a4ea4c3e7afc admin admin] 10.222.0.65 "PUT /v2.0/routers/aec5eecc-3063-4156-bdce-a3e07223abf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901874 Nov 08 13:38:17.315196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:17.315477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] Sync routers for ids ['aec5eecc-3063-4156-bdce-a3e07223abf7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:17.340449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] Routers {'aec5eecc-3063-4156-bdce-a3e07223abf7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:17.341013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aec5eecc-3063-4156-bdce-a3e07223abf7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:17.448887 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:17.463951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a30655-d60f-4edc-89e3-cf849f244773 req-2161ae90-d249-4763-9d87-5ecf14b70428 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220452 Nov 08 13:38:17.505390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-aa0172cb-b162-4466-a73c-805b3aac21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:17.507170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-aa0172cb-b162-4466-a73c-805b3aac21f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2585413 Nov 08 13:38:17.511987 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-1c0c3ef5-305b-470f-b733-41e75067e50a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0 HTTP/1.1" status: 200 len: 998 time: 0.2887876 Nov 08 13:38:17.532582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] Set router aec5eecc-3063-4156-bdce-a3e07223abf7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:17.588566 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '297f6413-f6ae-47b2-8dec-c0cfaa4eeb49', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'port_id': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'mac_address': 'fa:16:3e:e5:98:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:34:10Z', 'updated_at': '2021-11-08T13:38:14Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:17.653876 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb7e64-5abf-408f-9d47-56b420cbd160 None None] The sync data for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 is: [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '297f6413-f6ae-47b2-8dec-c0cfaa4eeb49', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'floating_ip_address': '172.25.8.33', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'port_id': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'mac_address': 'fa:16:3e:e5:98:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:34:10Z', 'updated_at': '2021-11-08T13:38:14Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:17.707223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-2ce414a0-5ea3-46a4-a762-f10170983383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:17.712313 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-2ce414a0-5ea3-46a4-a762-f10170983383 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 200 len: 862 time: 0.1603985 Nov 08 13:38:17.735224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d75190-da79-4c22-955b-118da84d96c4 req-c1b488d4-0963-4278-af39-022d11b35043 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:17.745675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8d75190-da79-4c22-955b-118da84d96c4 req-c1b488d4-0963-4278-af39-022d11b35043 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.4098878 Nov 08 13:38:17.765780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:17.934297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Deleting port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:38:17.934297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:17.961412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-d4ccd73c-db75-45a6-9cd3-ab49a9da4f6a service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362087 Nov 08 13:38:18.035490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:16Z', 'revision_number': 5, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port': {'id': 'dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:d2:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:01Z', 'updated_at': '2021-11-08T13:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:18.073813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] Checking router: aec5eecc-3063-4156-bdce-a3e07223abf7 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:18.090697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] Routers {'aec5eecc-3063-4156-bdce-a3e07223abf7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:18.091458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aec5eecc-3063-4156-bdce-a3e07223abf7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:18.094108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] For port dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:18.094701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.109152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Calling delete_port for dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:38:18.129994 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4591d260-f8f7-4951-91da-ca94825e44ab None None] New status for floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:38:18.191182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8d75190-da79-4c22-955b-118da84d96c4 req-5f49f151-e864-4aee-8148-1ae40015363c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443910 Nov 08 13:38:18.253420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-066fbab2-f3d9-4910-9a77-fe4d76d05db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.255504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-066fbab2-f3d9-4910-9a77-fe4d76d05db7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0d0627b2-a6dc-4d29-a152-6d69ed5b8326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5027797 Nov 08 13:38:18.264800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-0d355519-5b41-4b6d-8e9e-cc5ae42d383e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792665 Nov 08 13:38:18.272081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472a39f1-c399-4f4e-b8a0-c4d50ff0a91f req-b67721f7-568b-4fab-a208-6a728fc002a8 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004854 Nov 08 13:38:18.413894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.494037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-d3a71858-1ec5-44ec-a679-b221f3b4041a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.507772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-d3a71858-1ec5-44ec-a679-b221f3b4041a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2411225 Nov 08 13:38:18.543017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] Set router aec5eecc-3063-4156-bdce-a3e07223abf7 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:18.557155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:18.594512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-bae8501d-e48c-41b6-8f6b-e260e7cff804 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/quotas/398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 375 time: 0.0856588 Nov 08 13:38:18.599641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.648793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:17Z', 'revision_number': 6, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:18.678084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc64e7c4-e228-4e2d-b765-fa091e82f1ab None None] The sync data for ids ['aec5eecc-3063-4156-bdce-a3e07223abf7'] in n-d-804292-2 is: [{'id': 'aec5eecc-3063-4156-bdce-a3e07223abf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-1284154247-router', 'tenant_id': '2784ef50093d4679b20e3594e7c7b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:00Z', 'updated_at': '2021-11-08T13:38:17Z', 'revision_number': 6, 'project_id': '2784ef50093d4679b20e3594e7c7b98a', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:18.734870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.737257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.738605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.738819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.739419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.740448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.740625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.741154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.742095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.744297 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-20c3d86d-a496-4dff-bba3-aa73fb3475c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6485 time: 0.2224293 Nov 08 13:38:18.750217 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-f4703355-c97a-44ea-8406-6080c1ed1262 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815297 Nov 08 13:38:18.766004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.772328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.778834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.785075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.791136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.796342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.796980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec5eecc-3063-4156-bdce-a3e07223abf7 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:38:18.797281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.810646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:18.810646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-aee76b44-853d-4d2c-8d2e-227eb9dad43e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2931945 Nov 08 13:38:18.810882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.810882 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-786496b8-da54-4d6f-a0a5-ebf39eed39e2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/aec5eecc-3063-4156-bdce-a3e07223abf7 HTTP/1.1" status: 204 len: 168 time: 1.4908409 Nov 08 13:38:18.810882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37886) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:18.831643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-875bfbaa-9fbb-4966-865f-c269dff45e53 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997237 Nov 08 13:38:18.878838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] Deleting subnet 3ceced73-ae2d-4710-aa1b-2e51ac5b847d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:38:18.883514 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:18.932870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.104520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.223473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.256415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9592e942-7592-43dd-ad17-bd96888a0bd5 None None] Network ec9ec24c-140f-4ea1-907f-79f2bae83395 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:19.270435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.280180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3ceced73-ae2d-4710-aa1b-2e51ac5b847d HTTP/1.1" status: 204 len: 168 time: 0.4670172 Nov 08 13:38:19.280709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:19.333285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a314e-d5ca-4d5e-9944-3f415e7ff071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ceced73-ae2d-4710-aa1b-2e51ac5b847d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:19.409168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-edaa6fb5-4d42-4820-936b-74733565e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:19.411322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-edaa6fb5-4d42-4820-936b-74733565e8ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 200 len: 903 time: 0.6047423 Nov 08 13:38:19.441792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.499703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-59065b39-dfc8-44aa-9e2e-168065f044c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82c6d4aa-48c3-4216-93a8-3ef166060413 HTTP/1.1" status: 200 len: 217 time: 0.0780287 Nov 08 13:38:19.623158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:38:19.642239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Deleting port ca1575f8-e2a7-4ead-837b-656352ab6388 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:38:19.642640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.695988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] DHCP port deletion for ec9ec24c-140f-4ea1-907f-79f2bae83395 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:38:19.702602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:38:19.703090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6bb4aa0c-b67d-4721-832d-5f9ec9521e1c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:38:19.739280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-13633628-b605-4e86-9854-75fcc4c21eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:19.741490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-13633628-b605-4e86-9854-75fcc4c21eff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.2274599 Nov 08 13:38:19.743860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9210ce8e-f893-4808-805a-52ddef4ab959 req-cb4e3556-dad1-43d5-95d5-bafc5d8cf7a2 service neutron] 10.222.0.70 "GET /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9284565 Nov 08 13:38:19.753163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a97c5cad-de41-46f5-82f4-48ea4b26907b req-648f25f9-8b10-4f68-a081-e05111a34a28 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9265416 Nov 08 13:38:19.780760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cffa16c-f619-4537-a86a-09d3200638ad req-c0a5def9-6321-4398-8869-8871a9168a3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:19.783084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cffa16c-f619-4537-a86a-09d3200638ad req-c0a5def9-6321-4398-8869-8871a9168a3f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.3686166 Nov 08 13:38:19.826787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] For port ca1575f8-e2a7-4ead-837b-656352ab6388, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca1575f8-e2a7-4ead-837b-656352ab6388,segment=NetworkSegment(d537dcde-1c60-4e20-9252-d063e67f4c56),segment_id=d537dcde-1c60-4e20-9252-d063e67f4c56)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:19.827657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.864912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Calling delete_port for ca1575f8-e2a7-4ead-837b-656352ab6388 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:38:19.866121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] Deleting port ca1575f8-e2a7-4ead-837b-656352ab6388 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:38:19.866661 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:19.947792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-0cd805c5-0a83-4be6-8cc0-8b838ef8d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:19.950515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-0cd805c5-0a83-4be6-8cc0-8b838ef8d5ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1625559 Nov 08 13:38:19.959547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cffa16c-f619-4537-a86a-09d3200638ad req-31fd0803-7acc-42f1-82ec-ed165faffb18 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488600 Nov 08 13:38:20.016401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] For port ca1575f8-e2a7-4ead-837b-656352ab6388, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca1575f8-e2a7-4ead-837b-656352ab6388,segment=NetworkSegment(d537dcde-1c60-4e20-9252-d063e67f4c56),segment_id=d537dcde-1c60-4e20-9252-d063e67f4c56)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:20.016401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.057761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] Calling delete_port for ca1575f8-e2a7-4ead-837b-656352ab6388 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:38:20.121588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.182512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1575f8-e2a7-4ead-837b-656352ab6388,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:20.193738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] No DVR routers for this DVR port ca1575f8-e2a7-4ead-837b-656352ab6388 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:38:20.255083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-388edca5-678b-4009-a39f-a7c342304663 req-4e15169b-ec28-43db-88b4-2f0031262192 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 210 time: 0.0817168 Nov 08 13:38:20.287839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.291666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.308009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-407b9c82-8114-4bad-9ce5-a13795e99710 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415952 Nov 08 13:38:20.330672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] Pushing event deleted for resources: {'Port': ['ID=ca1575f8-e2a7-4ead-837b-656352ab6388,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:20.340006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9ec24c-140f-4ea1-907f-79f2bae83395']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:20.342323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3922fccd-3b53-4aa4-9a66-c874c227d720 None None] No DVR routers for this DVR port ca1575f8-e2a7-4ead-837b-656352ab6388 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:38:20.360419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd537dcde-1c60-4e20-9252-d063e67f4c56') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:20.362215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd537dcde-1c60-4e20-9252-d063e67f4c56') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:20.374959 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.404683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.414661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:38:20.415415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:38:20.418201 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:38:20.479642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b13fe3c-5778-4ada-a292-8506d5f59d9b req-1a5b6d76-8d1f-43d8-897c-5f508ae67c39 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626341 Nov 08 13:38:20.503450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.519954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11499fa-3e79-44b7-8d0b-f22f79d4d144 req-25aebc0c-4a6a-4c89-8bee-114ac9490549 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.521828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e11499fa-3e79-44b7-8d0b-f22f79d4d144 req-25aebc0c-4a6a-4c89-8bee-114ac9490549 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.0966973 Nov 08 13:38:20.529784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec9ec24c-140f-4ea1-907f-79f2bae83395,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:20.539921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:20.545806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac93752e-cfe4-445b-b5be-d619f5c89542 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ec9ec24c-140f-4ea1-907f-79f2bae83395 HTTP/1.1" status: 204 len: 168 time: 1.2578757 Nov 08 13:38:20.636532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e11499fa-3e79-44b7-8d0b-f22f79d4d144 req-170095ee-87ce-4a0c-8da1-435584ec1e39 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018672 Nov 08 13:38:20.648700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.649375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.649845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.650441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.650953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.651468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.652029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.654294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-58980371-eb0b-4f02-97f9-1c8eac3e61ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6485 time: 0.1033039 Nov 08 13:38:20.727041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-a4930faf-9a62-49c5-b833-d208e9bb0c2a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459557 Nov 08 13:38:20.864251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-747f5277-7393-4597-a279-cbd85c798fae tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.866652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-747f5277-7393-4597-a279-cbd85c798fae tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315517 Nov 08 13:38:20.877820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ec82c-8820-4930-82b9-1118d98f671b req-bf255ac5-e237-4ac5-be95-5ab2a494999b tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.878073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37926) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:20.885194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-297ec82c-8820-4930-82b9-1118d98f671b req-bf255ac5-e237-4ac5-be95-5ab2a494999b tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1097 time: 0.0729585 Nov 08 13:38:20.885745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Request body: {'port': {'device_id': '00b617ed-e195-43de-9754-eb2d54d69531', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '398c80d90daf45c797d6ffd2437f3b57'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:20.976511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-297ec82c-8820-4930-82b9-1118d98f671b req-5c6c67be-96aa-4054-84d3-23547184fbb9 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893090 Nov 08 13:38:20.977852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-cb608ae1-68c8-45e4-82bf-f8bcd1125410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:20.980248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-cb608ae1-68c8-45e4-82bf-f8bcd1125410 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 200 len: 903 time: 0.3081560 Nov 08 13:38:21.040591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-461cf08c-00ea-4754-ba27-86a58dfb9e3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60 HTTP/1.1" status: 200 len: 217 time: 0.0507474 Nov 08 13:38:21.052735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.060225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.067410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.077455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.084416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.092922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.101142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.103149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1881129-818b-4590-ad1e-12d55f71659c req-095ad2c3-e779-4285-b3cc-f7fb490cbabd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.1891620 Nov 08 13:38:21.156244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:21.242340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-768576bf-2eda-4af8-82a4-e20ad7f0c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.248109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-768576bf-2eda-4af8-82a4-e20ad7f0c7cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.1439006 Nov 08 13:38:21.345757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1881129-818b-4590-ad1e-12d55f71659c req-098f0db0-6081-4da8-a01d-6b9925202b17 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2312884 Nov 08 13:38:21.376076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca1575f8-e2a7-4ead-837b-656352ab6388 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:38:21.432674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-de592778-fad5-4270-8e1f-f2079242b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.435012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-de592778-fad5-4270-8e1f-f2079242b0c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1699662 Nov 08 13:38:21.437650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ca1575f8-e2a7-4ead-837b-656352ab6388 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:38:21.437903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37954) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:21.438809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca1575f8-e2a7-4ead-837b-656352ab6388 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:38:21.439627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:38:21.472160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:38:21.473171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dfd19b96-93a7-40f5-9c7c-faa1d9a0eebf not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:38:21.518043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:21.538725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de11d1e-8410-49e8-bf74-3cb7d75f1461 req-dd7c1dda-eb9d-4e00-8957-1e0499684a0b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:21.540386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9de11d1e-8410-49e8-bf74-3cb7d75f1461 req-dd7c1dda-eb9d-4e00-8957-1e0499684a0b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.1794538 Nov 08 13:38:21.568967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'mac_address': 'fa:16:3e:40:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:21.595478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-124cbcb1-eede-466a-bb07-62048da0ba9f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2784ef50093d4679b20e3594e7c7b98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7159290 Nov 08 13:38:21.598929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:21.638534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.670168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c2c9dd4-087e-4842-9af5-2635e70cd157 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:21.709937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3f315d0-b73d-488f-8dbc-7d792f9472e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.714161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:21.734887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.750136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1012d81b-82f7-408b-ad49-006dd1ee3f47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.760732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76d8b966-7dd9-43e6-b95e-e276fcf5d757 req-ff77ddcc-2214-40da-b69d-aa7924717775 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 210 time: 0.0905681 Nov 08 13:38:21.777257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9de11d1e-8410-49e8-bf74-3cb7d75f1461 req-38324aab-538c-43f2-8311-a307d3e483e1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895463 Nov 08 13:38:21.779425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-b595c4f8-d101-4831-a612-cf75695a9db1 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147581 Nov 08 13:38:21.791402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3f315d0-b73d-488f-8dbc-7d792f9472e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.828586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Made reservation on behalf of 398c80d90daf45c797d6ffd2437f3b57 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:21.831639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:21.846786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:21.867323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['4c2c9dd4-087e-4842-9af5-2635e70cd157'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:22.007323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4069270-49c4-46d4-ab0b-c58b8ba85729 req-0e608db8-6ff1-4d81-9a68-2f5b7d2c7601 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990988 Nov 08 13:38:22.025605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1012d81b-82f7-408b-ad49-006dd1ee3f47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.035389 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1012d81b-82f7-408b-ad49-006dd1ee3f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.057207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Allocated IP 192.168.233.106 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/6fc72403-5de4-46ef-874f-18b77990c3ce) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:22.064077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3f315d0-b73d-488f-8dbc-7d792f9472e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.067266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3f315d0-b73d-488f-8dbc-7d792f9472e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.069628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d3f315d0-b73d-488f-8dbc-7d792f9472e7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a123a964-be0d-42ef-b154-b8745c4f77a0 HTTP/1.1" status: 204 len: 168 time: 0.4694066 Nov 08 13:38:22.089908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1012d81b-82f7-408b-ad49-006dd1ee3f47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0da2f0066c744ddb5f3f13f27b68df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6475277 Nov 08 13:38:22.090757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012d81b-82f7-408b-ad49-006dd1ee3f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f662b33-6463-4b36-a667-d5e23824b651,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:22.093180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f315d0-b73d-488f-8dbc-7d792f9472e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a123a964-be0d-42ef-b154-b8745c4f77a0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:22.093525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37968) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:22.172393 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62e22c88-2392-4255-902e-ce444b4a7ca9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.205274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62e22c88-2392-4255-902e-ce444b4a7ca9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.279813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62e22c88-2392-4255-902e-ce444b4a7ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.284861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62e22c88-2392-4255-902e-ce444b4a7ca9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.286631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-62e22c88-2392-4255-902e-ce444b4a7ca9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f662b33-6463-4b36-a667-d5e23824b651 HTTP/1.1" status: 204 len: 168 time: 0.1920843 Nov 08 13:38:22.298933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e22c88-2392-4255-902e-ce444b4a7ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f662b33-6463-4b36-a667-d5e23824b651,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:22.377410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.428381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.447649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:22.484323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:22.494854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:22.499600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:22.592623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:22.652622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.654149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.661467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.671447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.683605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-f4b70d50-0c03-4715-9dd5-0668d9911de7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8054068 Nov 08 13:38:22.688077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.700205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.706027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Request body: {'port': {'device_id': '00b617ed-e195-43de-9754-eb2d54d69531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:22.711816 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.723869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.738370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:22.742875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-5c61e3d3-2582-4438-9151-7671a721725b tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2380841 Nov 08 13:38:22.822499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.870408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:22.899175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8b3406d-312d-418b-91f5-6f4f0d3c4926 req-1c99d7d2-1cd7-47c6-b668-bcd41f4b4c98 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1331158 Nov 08 13:38:23.080426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-69c368aa-848b-43b9-8884-e14b29708702 None None] Provisioning complete for port 6fc72403-5de4-46ef-874f-18b77990c3ce triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:23.081857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-69c368aa-848b-43b9-8884-e14b29708702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.141463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-69c368aa-848b-43b9-8884-e14b29708702 None None] Port 6fc72403-5de4-46ef-874f-18b77990c3ce cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:23.186876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4b700-74e7-4657-9079-70310d6e865d req-1f986ac1-55c5-4733-9853-ff15cb99bbcb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:23.191147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:23.203506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2da4b700-74e7-4657-9079-70310d6e865d req-1f986ac1-55c5-4733-9853-ff15cb99bbcb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 936 time: 0.2013543 Nov 08 13:38:23.229052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd75a8d-fcfa-43e5-9175-08da7ebb5e46 req-7d6d9303-a3c6-4d32-a1de-6bb5518d5452 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:23.231013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dd75a8d-fcfa-43e5-9175-08da7ebb5e46 req-7d6d9303-a3c6-4d32-a1de-6bb5518d5452 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.2114544 Nov 08 13:38:23.335626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2da4b700-74e7-4657-9079-70310d6e865d req-da45bfd3-63cd-4fc6-bb12-db404831ed28 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272724 Nov 08 13:38:23.345793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 4c2c9dd4-087e-4842-9af5-2635e70cd157 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:23.345793 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.403839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dd75a8d-fcfa-43e5-9175-08da7ebb5e46 req-e219685a-ab72-46f7-b5da-b3017b496a23 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629386 Nov 08 13:38:23.466676 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.567402 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.592471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc72403-5de4-46ef-874f-18b77990c3ce {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:23.605528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.607985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:23.610321 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87ed903-fe63-43d0-b795-2fe7309e8960" -d '{"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:23.638157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:23.642741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Transition to ACTIVE for port object 6fc72403-5de4-46ef-874f-18b77990c3ce will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:23.646616 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.649040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:23.705513 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276fb6fa-0642-49e5-8d70-daf963a26238 x-openstack-request-id: req-276fb6fa-0642-49e5-8d70-daf963a26238 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:23.705835 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:23.706098 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-276fb6fa-0642-49e5-8d70-daf963a26238 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:23.706496 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'code': 200} Nov 08 13:38:23.744158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:23.756386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:23.844405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38044) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:23.869588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:23.870284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:23.870814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:23.876613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Port 6fc72403-5de4-46ef-874f-18b77990c3ce on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:23.877273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:23.892383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:23.893267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:23.893593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:23.894943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Bound port: 6fc72403-5de4-46ef-874f-18b77990c3ce, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:23.895953 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.005942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:24.011624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:24.019273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.133235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1731300772-network', 'tenant_id': 'd720bbb78cc1440cb6ffbf2b20318243'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:24.158896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.167358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.176854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.185327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.185989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.186524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.187791 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] 10.222.0.54 "PUT /v2.0/ports/6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 1096 time: 1.4928987 Nov 08 13:38:24.188412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:24.192190 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6652be0-aa7e-4492-8df9-58d14076e25d" -d '{"events": [{"name": "network-changed", "server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:24.198768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.207451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.213166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Made reservation on behalf of d720bbb78cc1440cb6ffbf2b20318243 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:24.218540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.220168 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.223236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-74e6abc0-7a6e-4c7d-b137-6d95b0ca048a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.1375945 Nov 08 13:38:24.255140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.388030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-031ead70-dfc0-41e3-b95e-807ccc82dbfa req-d888ead4-cb2d-4223-9ab1-fa9be101209c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541524 Nov 08 13:38:24.434953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38086) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:24.461909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e69bc2-3909-4e20-add9-57a2a0d62adc service neutron] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:24.522818 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179e49dd-1c81-4027-a460-86146b90956e x-openstack-request-id: req-179e49dd-1c81-4027-a460-86146b90956e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:24.523158 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:24.523421 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-179e49dd-1c81-4027-a460-86146b90956e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:24.533991 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'status': 'completed', 'code': 200} Nov 08 13:38:24.557257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-55a6f3ad-1a98-49df-af73-b4a013567b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.558896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-55a6f3ad-1a98-49df-af73-b4a013567b79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1099 time: 0.2885337 Nov 08 13:38:24.646889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-aa2fb376-8b50-4b6d-a1a2-03f475f2881d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 217 time: 0.0727189 Nov 08 13:38:24.651543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.661273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1067505774-network', 'tenant_id': '280cf309e9744d5c994d41910454e03a'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:24.675012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.748736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbc2cd9-435b-4d2e-9f57-9258a9554e03,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:24.780298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:38:24.787674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Made reservation on behalf of 280cf309e9744d5c994d41910454e03a for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:24.790482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.801061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.801408 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Added segment 8ed85d5c-5efe-4110-9b14-ded9eb1e766d of type vlan for network 969cb1e0-f3d0-4e95-9db9-c1f93670ec57 Nov 08 13:38:24.803845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-43d8c296-7a68-42d2-8a9d-437a4c2c849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.805415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-43d8c296-7a68-42d2-8a9d-437a4c2c849f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1481626 Nov 08 13:38:24.819970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.864919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b7d0a-a895-4ca8-bbd8-f37418b90ee1 req-763c2fa0-aa1d-47e6-b8ea-bd043959eb99 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.871009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d62b7d0a-a895-4ca8-bbd8-f37418b90ee1 req-763c2fa0-aa1d-47e6-b8ea-bd043959eb99 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.2462134 Nov 08 13:38:24.909443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ec48b-96b5-49ec-9cf0-ec027ddd04c1 req-00b05f32-cf98-47cc-bd6a-c810bdaa7910 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.911707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-488ec48b-96b5-49ec-9cf0-ec027ddd04c1 req-00b05f32-cf98-47cc-bd6a-c810bdaa7910 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.1445131 Nov 08 13:38:24.925137 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:24.934965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-af22d1fc-6f89-4307-a938-8e8818cec93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:24.936804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-af22d1fc-6f89-4307-a938-8e8818cec93f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230397 Nov 08 13:38:24.995940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d62b7d0a-a895-4ca8-bbd8-f37418b90ee1 req-a38514d6-7850-44e4-8ad8-7479a105deb2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239130 Nov 08 13:38:25.105126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-488ec48b-96b5-49ec-9cf0-ec027ddd04c1 req-2f71dbfc-fc69-4803-9a3d-1e25289d3e1e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829886 Nov 08 13:38:25.121548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.122583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.126458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.131715 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.138392 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.188495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:38:25.208578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586cc80a-20c3-4e10-97db-f4db3770dbcd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:25.222986 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.223610 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Added segment 87e0b271-09d2-427c-8f7b-aa54922b9d6c of type vlan for network 2c67ca71-163c-4e74-bcee-018848773aed Nov 08 13:38:25.252822 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4072936 Nov 08 13:38:25.268667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38112) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:25.275150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Request body: {'subnet': {'network_id': '969cb1e0-f3d0-4e95-9db9-c1f93670ec57', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1731300772-subnet', 'tenant_id': 'd720bbb78cc1440cb6ffbf2b20318243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:25.312999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.316398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e40883-f43e-4b48-a46b-85f729a96ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=969cb1e0-f3d0-4e95-9db9-c1f93670ec57,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:25.326395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-d5491082-df69-47bb-a678-381210c90700 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606308 Nov 08 13:38:25.333002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 969cb1e0-f3d0-4e95-9db9-c1f93670ec57 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:38:25.349937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Made reservation on behalf of d720bbb78cc1440cb6ffbf2b20318243 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:25.357664 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.435586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.437122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.437850 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.537227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] Pushing event updated for resources: {'Network': ['ID=2c67ca71-163c-4e74-bcee-018848773aed,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:25.546083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d3dd95c1-a64b-49ad-ad9f-f8d249be1e9f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1096361 Nov 08 13:38:25.549639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38116) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:25.551510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2c67ca71-163c-4e74-bcee-018848773aed details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:38:25.561706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Request body: {'subnet': {'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1067505774-subnet', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:25.594641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be01292a-d7ea-4561-ab13-79b0824fecc6 req-35658512-f4c1-43cb-bed6-ea331aed43b5 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440777 Nov 08 13:38:25.670476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Made reservation on behalf of 280cf309e9744d5c994d41910454e03a for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:25.671524 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:25.711947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.728899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.738068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-390994f7-4a17-486d-83f2-47354604e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.739783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-390994f7-4a17-486d-83f2-47354604e0df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1099 time: 0.0888247 Nov 08 13:38:25.748769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.759723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.767427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.797921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.805887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.814460 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84b43cc1-d89a-4224-9549-25acdcc313da req-4601105f-7b28-482a-a1bd-938486813b00 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2383657 Nov 08 13:38:25.901613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-a6e2494c-c43a-4e74-95aa-1c50169c134c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:25.903765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-a6e2494c-c43a-4e74-95aa-1c50169c134c service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1498170 Nov 08 13:38:25.969188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-60e82a9d-e9bc-4d71-a93d-b6715f6f1c84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 217 time: 0.0538757 Nov 08 13:38:26.029624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84b43cc1-d89a-4224-9549-25acdcc313da req-6d149cf8-1bde-4282-ac28-f365fc5ec755 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2141497 Nov 08 13:38:26.085752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-6bcba49b-1e55-46b7-828e-7125855352b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.090279 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-6bcba49b-1e55-46b7-828e-7125855352b4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1108775 Nov 08 13:38:26.098159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:26.183941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-d9705440-28ea-4325-aea8-bdb4c0db3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.189008 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-d9705440-28ea-4325-aea8-bdb4c0db3ceb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871177 Nov 08 13:38:26.259988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e16f07c-0ff8-41bb-a9f4-f9738ec8d620,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:26.358097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0b5e3-b057-4ef5-b018-ae55d17c7a4c req-682d3374-fc8a-402c-98b7-b76f8344373b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.369146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a0b5e3-b057-4ef5-b018-ae55d17c7a4c req-682d3374-fc8a-402c-98b7-b76f8344373b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.2200830 Nov 08 13:38:26.408947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Checking segment: {'id': '8ed85d5c-5efe-4110-9b14-ded9eb1e766d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '969cb1e0-f3d0-4e95-9db9-c1f93670ec57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:26.409340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Network hostable DHCP agents. Network: 969cb1e0-f3d0-4e95-9db9-c1f93670ec57, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:38:26.431992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:26.510548 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-55018db4-6245-4403-aa30-898050def235 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053443 Nov 08 13:38:26.548781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b0406-3239-42a8-857d-ae74a2371ebb req-f38c61e9-4fb5-4f95-a5a5-c5887f183575 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.556419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-946b0406-3239-42a8-857d-ae74a2371ebb req-f38c61e9-4fb5-4f95-a5a5-c5887f183575 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.2397063 Nov 08 13:38:26.575201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a0b5e3-b057-4ef5-b018-ae55d17c7a4c req-2ea1621d-688a-40ed-b3fe-fc4820a6fe16 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984122 Nov 08 13:38:26.581141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392e9acb-bd70-47b6-9253-06c5f6b50da8,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:26.583069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Network 969cb1e0-f3d0-4e95-9db9-c1f93670ec57 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:38:26.669719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 969cb1e0-f3d0-4e95-9db9-c1f93670ec57) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:26.679404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Checking segment: {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:26.680236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Network hostable DHCP agents. Network: 2c67ca71-163c-4e74-bcee-018848773aed, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:38:26.682696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e774b97-f5f6-40c3-b4aa-ae9ac25c6695 None None] Network 969cb1e0-f3d0-4e95-9db9-c1f93670ec57 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:26.695668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.696535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:26.744807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-946b0406-3239-42a8-857d-ae74a2371ebb req-74292f37-3423-465d-99ad-355ce37c9420 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873882 Nov 08 13:38:26.762493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9fe654b3-7970-44c3-bc6c-e4cbe0f06217 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4900315 Nov 08 13:38:26.776422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Network 2c67ca71-163c-4e74-bcee-018848773aed is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:38:26.785457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 2c67ca71-163c-4e74-bcee-018848773aed) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:26.792502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:26.793852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:26.804535 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6652be0-aa7e-4492-8df9-58d14076e25d req-631f29b5-7d12-44e4-bc46-db7a6785d1bc service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830522 Nov 08 13:38:26.826773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a29f0027-f519-4528-8938-bab590f6e882 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2759559 Nov 08 13:38:26.827257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38138) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:26.838651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:26.900846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:26.911900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:26.941668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c10ae-1771-4016-a8e5-e52815171456 None None] Network 2c67ca71-163c-4e74-bcee-018848773aed requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:27.077129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.283007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.293760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.301527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.309675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.317102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.325252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.332619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.343532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-a6695d49-1863-49a9-973a-44ea69cf6bfe tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.1834099 Nov 08 13:38:27.456429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.501348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b980d96f-bffd-4f4d-a341-3d36fa113afb req-eb8b4bea-8cb2-4669-8c22-de90ebeef39a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533723 Nov 08 13:38:27.528382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-7a13b91a-28bf-4cc3-9833-075a247c10c8 req-58321abb-f1f8-4a09-82b9-ce67af80bd65 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-487444580', 'description': 'tempest-description-1568163155'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:27.565567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b71123-32eb-45d5-962c-adf01368bb2a None None] Network 969cb1e0-f3d0-4e95-9db9-c1f93670ec57 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:27.626266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7a13b91a-28bf-4cc3-9833-075a247c10c8 req-58321abb-f1f8-4a09-82b9-ce67af80bd65 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.707019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-57be1d2f-fad6-4cf5-b6c2-1f431c52f0b7 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:27.708614 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-57be1d2f-fad6-4cf5-b6c2-1f431c52f0b7 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.1691208 Nov 08 13:38:27.725197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:27.797565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.807432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-2c67ca71-163c-4e74-bcee-018848773aed', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:38:27.809299 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.835057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7a13b91a-28bf-4cc3-9833-075a247c10c8 req-58321abb-f1f8-4a09-82b9-ce67af80bd65 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.875977 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7a13b91a-28bf-4cc3-9833-075a247c10c8 req-58321abb-f1f8-4a09-82b9-ce67af80bd65 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.955882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7a13b91a-28bf-4cc3-9833-075a247c10c8 req-58321abb-f1f8-4a09-82b9-ce67af80bd65 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:27.958439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a13b91a-28bf-4cc3-9833-075a247c10c8 req-58321abb-f1f8-4a09-82b9-ce67af80bd65 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4482892 Nov 08 13:38:28.039297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58321abb-f1f8-4a09-82b9-ce67af80bd65 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aeb55a6-54bd-46b6-9384-19af197afc17,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:28.063539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979d4f-e114-4785-9fbc-86c516413eb5 req-fc092f5c-8687-49c8-9630-3f39be6e621d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:28.070143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99979d4f-e114-4785-9fbc-86c516413eb5 req-fc092f5c-8687-49c8-9630-3f39be6e621d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.2278762 Nov 08 13:38:28.135618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.183647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.230706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99979d4f-e114-4785-9fbc-86c516413eb5 req-6f97400b-f857-4c0f-a038-6295b4167f72 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490352 Nov 08 13:38:28.432033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-0ec74256-eb4d-4792-9c6a-d9f6c5af5066 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/7aeb55a6-54bd-46b6-9384-19af197afc17 HTTP/1.1" status: 200 len: 1829 time: 0.1533062 Nov 08 13:38:28.447689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8278-015d-44f9-a3e0-694ddbca95cc req-644cc401-15b1-4cd5-ad47-bcd00bee5cca tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:28.456100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-920e8278-015d-44f9-a3e0-694ddbca95cc req-644cc401-15b1-4cd5-ad47-bcd00bee5cca tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 945 time: 0.1375751 Nov 08 13:38:28.470842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7aeb55a6-54bd-46b6-9384-19af197afc17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:28.471377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7aeb55a6-54bd-46b6-9384-19af197afc17', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:28.499485 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd29b2cc-7c5c-40d2-b539-5a5f9d0d8f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.518147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Allocated IP 172.25.8.121 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/6a5ee8cc-d951-4959-9a1b-2b270402d3ef) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:28.570060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-920e8278-015d-44f9-a3e0-694ddbca95cc req-59a95aaf-3e6c-4d7e-baaa-8361f1698123 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126792 Nov 08 13:38:28.661780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.666153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Allocated IP 172.20.0.2 (2c67ca71-163c-4e74-bcee-018848773aed/392e9acb-bd70-47b6-9253-06c5f6b50da8/f124e354-6a5a-4f8e-8ffa-ac623fe5de04) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:28.667757 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.765862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.770487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.809873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:28.821467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.877568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84ed835-c557-48b8-8b97-e1dca745ec04,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:28.895687 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:28.913420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6614e73d-0d52-4a91-9235-67284eca2e8b req-af5937d7-58da-438d-9ac5-26d762f3199b tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4467146 Nov 08 13:38:28.941499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:28.950803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:28.962466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:28.965311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:28.978979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:28.985320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:28.992803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:28.998920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.001770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:29.009358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:29.011025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.016408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:29.018300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-02af749f-26fb-4fd9-9646-d12bb56622ee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2964492 Nov 08 13:38:29.035629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:29.073820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:29.085598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Network 2c67ca71-163c-4e74-bcee-018848773aed is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:29.090814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:29.098333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:29.145744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Pushing event updated for resources: {'Port': ['ID=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:29.204918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 97cbf3f7-f3de-47b3-9794-7a2220728fd1 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:29.265113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:29.268991 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5531263-ac91-4404-9ffc-abeca013dfaf" -d '{"events": [{"server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "name": "network-vif-unplugged", "status": "completed", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:29.272607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5538096d-bcfd-4fe0-9b8a-50a0167f4398 req-9ead5b58-907b-4f9e-afd7-33632fddd9ee tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/7aeb55a6-54bd-46b6-9384-19af197afc17 HTTP/1.1" status: 200 len: 2422 time: 0.1919119 Nov 08 13:38:29.296619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-086c9292-80b5-4556-b90b-ca22bf6ba874 req-0684aad0-709d-4457-b829-f4fdc5a70b11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2692642 Nov 08 13:38:29.298851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.368425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.406476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:29.431670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 97cbf3f7-f3de-47b3-9794-7a2220728fd1 has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:38:29.433209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Attempting to bind port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:29.433581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Attempting to bind port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:29.434242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Attempting to bind port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 on network 2c67ca71-163c-4e74-bcee-018848773aed {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:29.441579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:29.441960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Checking segment: {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:29.442360 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.442754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Bound using segment: {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:29.443235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Bound port: f124e354-6a5a-4f8e-8ffa-ac623fe5de04, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:29.443682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.533149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-683b9fda-dbd9-4d22-ab28-2f547bf7a440 req-a8fdc5af-979a-4a61-b80e-b2c54975712e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-group-rules/f84ed835-c557-48b8-8b97-e1dca745ec04 HTTP/1.1" status: 200 len: 778 time: 0.0518017 Nov 08 13:38:29.567254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] For port f124e354-6a5a-4f8e-8ffa-ac623fe5de04, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:29.573020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] For port f124e354-6a5a-4f8e-8ffa-ac623fe5de04, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:29.584148 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.650002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:29.685098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0cd7e-42cd-43e3-82cf-10e12477dfad None None] Pushing event updated for resources: {'Port': ['ID=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:29.792405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa004c0-fedb-47a5-a21f-a877cb7090b1 req-a0444412-80b4-4b0c-aebd-f91a89807b10 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:29.793491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on host n-h1-804292-2 for vnic_type normal with profile {"migrating_to": "n-h2-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:29.794076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:29.794906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:29.795216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaa004c0-fedb-47a5-a21f-a877cb7090b1 req-a0444412-80b4-4b0c-aebd-f91a89807b10 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.2585573 Nov 08 13:38:29.801577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.805397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:29.806178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Attempting to bind port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:29.819631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-683b9fda-dbd9-4d22-ab28-2f547bf7a440 req-15ecc5c1-04c9-46c1-a42a-db07a961ef28 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/7aeb55a6-54bd-46b6-9384-19af197afc17 HTTP/1.1" status: 200 len: 2422 time: 0.2398338 Nov 08 13:38:29.850914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:29.851715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:29.852410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:29.853092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Bound port: 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:29.853705 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:29.963655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaa004c0-fedb-47a5-a21f-a877cb7090b1 req-2ca32d40-0291-4c65-9948-1dd13c14c975 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529362 Nov 08 13:38:30.012668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-683b9fda-dbd9-4d22-ab28-2f547bf7a440 req-44ccc259-bd47-4554-95c9-ba6062e604c5 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.040544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-683b9fda-dbd9-4d22-ab28-2f547bf7a440 req-44ccc259-bd47-4554-95c9-ba6062e604c5 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.074089 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e49e4a9-7dd0-4d9f-98d4-671f479391e7 x-openstack-request-id: req-1e49e4a9-7dd0-4d9f-98d4-671f479391e7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:30.076083 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "name": "network-vif-unplugged", "status": "completed", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:30.076644 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e49e4a9-7dd0-4d9f-98d4-671f479391e7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:30.079606 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1', 'code': 200} Nov 08 13:38:30.090592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-683b9fda-dbd9-4d22-ab28-2f547bf7a440 req-44ccc259-bd47-4554-95c9-ba6062e604c5 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.102306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-683b9fda-dbd9-4d22-ab28-2f547bf7a440 req-44ccc259-bd47-4554-95c9-ba6062e604c5 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.119157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-683b9fda-dbd9-4d22-ab28-2f547bf7a440 req-44ccc259-bd47-4554-95c9-ba6062e604c5 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/f84ed835-c557-48b8-8b97-e1dca745ec04 HTTP/1.1" status: 204 len: 173 time: 0.2979763 Nov 08 13:38:30.137221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccc259-bd47-4554-95c9-ba6062e604c5 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f84ed835-c557-48b8-8b97-e1dca745ec04,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:30.174741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:30.200686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:30.290605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8e09-421c-4b80-a0d9-e39b99842692 req-931a7fbf-6e20-4060-9ae0-41ab0eb096b4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:30.299201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc1d8e09-421c-4b80-a0d9-e39b99842692 req-931a7fbf-6e20-4060-9ae0-41ab0eb096b4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.1314323 Nov 08 13:38:30.312306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d8967b06-2b61-4e8c-9da6-13da3de49628 req-49e7cc23-cd4a-4f3a-808e-9ca3d01d9983 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-441448911', 'description': 'tempest-description-136383557'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:30.351555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.358303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.392210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8967b06-2b61-4e8c-9da6-13da3de49628 req-49e7cc23-cd4a-4f3a-808e-9ca3d01d9983 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.425177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc1d8e09-421c-4b80-a0d9-e39b99842692 req-1633c605-3e59-4768-b1f6-ea3681744ea6 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249855 Nov 08 13:38:30.485337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:30.491938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.493579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] 10.222.0.54 "PUT /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 1121 time: 2.7732012 Nov 08 13:38:30.593702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8967b06-2b61-4e8c-9da6-13da3de49628 req-49e7cc23-cd4a-4f3a-808e-9ca3d01d9983 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.602037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8967b06-2b61-4e8c-9da6-13da3de49628 req-49e7cc23-cd4a-4f3a-808e-9ca3d01d9983 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.602818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['97cbf3f7-f3de-47b3-9794-7a2220728fd1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:30.671574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb76689-bcdc-4e93-8af6-d782097b221a service neutron] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:30.682726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['97cbf3f7-f3de-47b3-9794-7a2220728fd1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:30.691316 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8967b06-2b61-4e8c-9da6-13da3de49628 req-49e7cc23-cd4a-4f3a-808e-9ca3d01d9983 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:30.694559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8967b06-2b61-4e8c-9da6-13da3de49628 req-49e7cc23-cd4a-4f3a-808e-9ca3d01d9983 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3865557 Nov 08 13:38:30.783098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7cc23-cd4a-4f3a-808e-9ca3d01d9983 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da7c7b2a-ce67-45cd-904c-89cd7345652a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:30.840279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:38:30.850335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:30.891329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:30.916377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:30.948311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:30.967331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:30.983105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:31.001857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:31.016657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-8cf827e8-24d9-4d38-8009-d90060f2a492 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.3536150 Nov 08 13:38:31.208441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6fc72403-5de4-46ef-874f-18b77990c3ce details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:31.360019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f1e742d-fd55-45fa-8e1e-7e4ab88cbdf5 req-d7a5b0a5-c685-455d-aa87-5f52908ab8a6 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3423090 Nov 08 13:38:31.400762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40cb0ac6-7949-4dd6-9e3a-22db18646280 req-a03e4a44-180d-4f4e-ae80-4bf48a29b6d1 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/da7c7b2a-ce67-45cd-904c-89cd7345652a HTTP/1.1" status: 200 len: 1828 time: 0.3408988 Nov 08 13:38:31.431488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:31.483396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'mac_address': 'fa:16:3e:7a:6f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:31.500431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071ae351-e76f-400f-9ad2-7b509e40372b None None] Network 2c67ca71-163c-4e74-bcee-018848773aed requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:31.624564 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-2a87906b-aaf9-4814-8b43-d87a18cc51e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1297069 Nov 08 13:38:31.674277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f124e354-6a5a-4f8e-8ffa-ac623fe5de04 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:31.746045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:31.788174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:31.790263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e0b823b1-b034-4826-a4ea-5705ac4b19a8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9572825 Nov 08 13:38:31.804942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38234) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:31.864292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070c90c-c119-42c6-86d3-1491fa10d7b6 req-5b2a3051-0b33-489f-b97c-39911709623f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:31.871241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4070c90c-c119-42c6-86d3-1491fa10d7b6 req-5b2a3051-0b33-489f-b97c-39911709623f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.2626579 Nov 08 13:38:31.875400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-cc342540-d611-4234-9b60-35cb51569bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:31.876965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-cc342540-d611-4234-9b60-35cb51569bb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 1096 time: 0.1612117 Nov 08 13:38:31.911962 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:31.955532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Sync routers for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:31.966926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a1022-80ec-40cb-82b6-7d5f1fcfe7af req-771d99c0-f317-4428-8fa7-19e697c692d9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:31.969889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-376a1022-80ec-40cb-82b6-7d5f1fcfe7af req-771d99c0-f317-4428-8fa7-19e697c692d9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.2450140 Nov 08 13:38:31.983523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc72403-5de4-46ef-874f-18b77990c3ce {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:31.991566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4070c90c-c119-42c6-86d3-1491fa10d7b6 req-5c1fbfa1-c6e9-432a-9455-3d5de4eea00e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112812 Nov 08 13:38:32.035819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:32.066484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5ded50e9-f6a9-4688-a1d2-f5fd8a5df870 None None] Provisioning complete for port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:32.067359 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ded50e9-f6a9-4688-a1d2-f5fd8a5df870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.079881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-238e0144-c3a3-4705-8a7a-e963ed8aea19 req-2b87d6c8-a6b7-4d72-8743-1314f172d36e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-216098801', 'description': 'tempest-description-1421627088'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:32.102776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:32.103478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:32.114585 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.149859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-376a1022-80ec-40cb-82b6-7d5f1fcfe7af req-8a697cb9-7eff-42af-9506-bbbd29622876 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709580 Nov 08 13:38:32.152919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-238e0144-c3a3-4705-8a7a-e963ed8aea19 req-2b87d6c8-a6b7-4d72-8743-1314f172d36e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.210754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:32.216174 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b146d70-516b-4e32-a4e0-8aeb11b7439e" -d '{"events": [{"name": "network-changed", "server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:32.231808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-33034411-be15-44d3-a9e2-c623d6c4f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.232173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-33034411-be15-44d3-a9e2-c623d6c4f5b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.2435765 Nov 08 13:38:32.252987 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb39c6d4-4282-4ed7-917f-d4f2b02049c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.314509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-238e0144-c3a3-4705-8a7a-e963ed8aea19 req-2b87d6c8-a6b7-4d72-8743-1314f172d36e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.321835 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-238e0144-c3a3-4705-8a7a-e963ed8aea19 req-2b87d6c8-a6b7-4d72-8743-1314f172d36e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.327076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-55620f86-b3e4-4c87-8434-12720c8292ac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 200 len: 217 time: 0.0806336 Nov 08 13:38:32.335379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:32.338885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.405055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-238e0144-c3a3-4705-8a7a-e963ed8aea19 req-2b87d6c8-a6b7-4d72-8743-1314f172d36e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:32.410223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-238e0144-c3a3-4705-8a7a-e963ed8aea19 req-2b87d6c8-a6b7-4d72-8743-1314f172d36e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3359847 Nov 08 13:38:32.416234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87d6c8-a6b7-4d72-8743-1314f172d36e tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd68044-cac9-42db-b7fb-5d8616458aa2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:32.570252 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfa701b-5a65-45c8-80a6-01d607c9bda9 x-openstack-request-id: req-4cfa701b-5a65-45c8-80a6-01d607c9bda9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:32.570252 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:32.570252 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cfa701b-5a65-45c8-80a6-01d607c9bda9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:32.570663 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1', 'status': 'completed', 'code': 200} Nov 08 13:38:32.619424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:32.651048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['6fc72403-5de4-46ef-874f-18b77990c3ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:32.707124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:32.798130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.799448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-09a1ed75-5f78-47a6-9197-d75f91fa7b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.800969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-09a1ed75-5f78-47a6-9197-d75f91fa7b3c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.4644206 Nov 08 13:38:32.813761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.820571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.831510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.846674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.879687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.884466 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-53cd6fcc-97f5-4b77-ad15-3bcc0062b8d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697868 Nov 08 13:38:32.887916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.917512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-0fa3d1c7-7b35-4e1b-94c3-5b0244f3b039 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2890723 Nov 08 13:38:32.922703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8732d494-2242-4ca9-9489-704b318c3b4b req-b6f91c79-8e9d-455f-8989-871cc69cae48 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/ffd68044-cac9-42db-b7fb-5d8616458aa2 HTTP/1.1" status: 200 len: 1829 time: 0.4612722 Nov 08 13:38:32.940347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-fdc8ce9c-00ef-4266-a91a-26fe7013c1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:32.942028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-fdc8ce9c-00ef-4266-a91a-26fe7013c1ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1124 time: 0.4526930 Nov 08 13:38:33.017469 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:33.145709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-cabb39cf-3059-47b3-9bc2-91869a2d0ecb req-fd6c01da-fd95-4f40-a769-6ed3c3ef5b51 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-213301420', 'description': 'tempest-description-96762136'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:33.162287 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ded50e9-f6a9-4688-a1d2-f5fd8a5df870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:33.244155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4b1effc-a591-4b77-b4ad-f5d74c0d313f req-2ad3383e-1d48-48d6-8acb-bc91316e898c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3255484 Nov 08 13:38:33.315567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cabb39cf-3059-47b3-9bc2-91869a2d0ecb req-fd6c01da-fd95-4f40-a769-6ed3c3ef5b51 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:33.375551 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-e76b6816-ff5e-4e01-960c-ff0dabbd23e0 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502819 Nov 08 13:38:33.397460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-8b7b46ff-1342-4ec3-9eae-2f073748778a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:33.399345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-8b7b46ff-1342-4ec3-9eae-2f073748778a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.4382753 Nov 08 13:38:33.461133 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-9ee61cd2-c080-4160-bd6f-4f98cc153407 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 217 time: 0.0428884 Nov 08 13:38:33.596782 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:33.631075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port f124e354-6a5a-4f8e-8ffa-ac623fe5de04, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:33.735266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-5ded50e9-f6a9-4688-a1d2-f5fd8a5df870 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:38:33.735266 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-5ded50e9-f6a9-4688-a1d2-f5fd8a5df870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:38:33.736418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:33.847668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1efc523-86c5-435b-ae18-8f22ce9dd940 req-8b8de65d-41b7-4b51-8848-cce569ae9203 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684453 Nov 08 13:38:33.878739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:33.930347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76152293-bee2-45f3-b7f0-56f5213a2265 req-2fe8ec82-a076-4dc6-b515-a8f11cae9926 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:33.938260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76152293-bee2-45f3-b7f0-56f5213a2265 req-2fe8ec82-a076-4dc6-b515-a8f11cae9926 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 949 time: 0.5598373 Nov 08 13:38:33.957235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:29Z', 'revision_number': 3, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:33.992204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-37b24bb9-9017-49ac-a4ac-888e615137f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:33.994220 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-37b24bb9-9017-49ac-a4ac-888e615137f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.5189908 Nov 08 13:38:34.023012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Checking router: 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:34.023288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Updating router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:34.030417 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cabb39cf-3059-47b3-9bc2-91869a2d0ecb req-fd6c01da-fd95-4f40-a769-6ed3c3ef5b51 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.066016 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cabb39cf-3059-47b3-9bc2-91869a2d0ecb req-fd6c01da-fd95-4f40-a769-6ed3c3ef5b51 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.068030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:34.087503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-e1ea96e4-6e04-4a2a-9392-cf0c24be0f41 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599728 Nov 08 13:38:34.093542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cabb39cf-3059-47b3-9bc2-91869a2d0ecb req-fd6c01da-fd95-4f40-a769-6ed3c3ef5b51 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.095261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cabb39cf-3059-47b3-9bc2-91869a2d0ecb req-fd6c01da-fd95-4f40-a769-6ed3c3ef5b51 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.9647570 Nov 08 13:38:34.120643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76152293-bee2-45f3-b7f0-56f5213a2265 req-acef4418-1b68-44ab-af21-40dd2185038b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812015 Nov 08 13:38:34.161565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.269898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c01da-fd95-4f40-a769-6ed3c3ef5b51 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b62d06-aa29-41e4-be3e-d029c564d398,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:34.271174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Allocated IP 172.20.0.1 (2c67ca71-163c-4e74-bcee-018848773aed/392e9acb-bd70-47b6-9253-06c5f6b50da8/e35aa0d7-6405-4066-81c5-304b6ad6a7e8) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:34.420775 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.476549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-d4e62e75-98af-4202-a6cd-9a46d05aa2df service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722935 Nov 08 13:38:34.489071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9db90748-28b6-45d2-8bc4-4b14b34d7d7d req-84646a19-3fb6-4ffa-8006-7d9c29c866f3 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/17b62d06-aa29-41e4-be3e-d029c564d398 HTTP/1.1" status: 200 len: 1827 time: 0.2104671 Nov 08 13:38:34.504147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.632738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Pushing event updated for resources: {'Port': ['ID=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:34.659791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b146d70-516b-4e32-a4e0-8aeb11b7439e req-3b125041-e70b-48fd-9425-8fd1dd777f74 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659608 Nov 08 13:38:34.673605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Network 2c67ca71-163c-4e74-bcee-018848773aed is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:34.677477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:34.682619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ed529-eb58-450c-9cad-d205d8771c3c req-083822a1-6918-427a-9b71-2366a2b388f2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:34.684016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b35ed529-eb58-450c-9cad-d205d8771c3c req-083822a1-6918-427a-9b71-2366a2b388f2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.3886116 Nov 08 13:38:34.688906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:34.808873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.940429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:34.947785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.965431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:34.970190 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:34.978334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:35.012166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:35.022438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:35.038336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:35.041811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.049713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:35.069391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-ae38795a-1c92-4a0d-9498-8ba332431e48 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.3392224 Nov 08 13:38:35.076292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Attempting to bind port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:35.076847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Attempting to bind port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:35.079598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Attempting to bind port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:35.090357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b35ed529-eb58-450c-9cad-d205d8771c3c req-4d25bb20-63b2-47bf-b1d6-7d0737260f78 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756752 Nov 08 13:38:35.104272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-368856b2-4932-43cb-8a16-40c56e14ba68 None None] Provisioning complete for port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:35.104646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-368856b2-4932-43cb-8a16-40c56e14ba68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.162319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-01a7b6da-88e6-4e0d-ab70-dceb8353850f req-49efc191-934a-4a8d-9dcb-c28ca90f9374 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1789686479', 'description': 'tempest-description-1611102312'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:35.226331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:35.226998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:35.227575 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.227994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:35.231958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Bound port: 6a5ee8cc-d951-4959-9a1b-2b270402d3ef, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:35.232420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.236248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d7f86-f0d6-4ca6-a435-bca0a6c97f7d None None] Pushing event updated for resources: {'Port': ['ID=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:35.286672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-990846fe-bdc2-4c3a-a6f1-3785e9b33939 req-c3e55b7b-8944-49f9-b771-b4e5af9f8c02 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157631 Nov 08 13:38:35.289480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-01a7b6da-88e6-4e0d-ab70-dceb8353850f req-49efc191-934a-4a8d-9dcb-c28ca90f9374 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.419229 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.427324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] For port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:35.429996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.445323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] For port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:35.457280 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-01a7b6da-88e6-4e0d-ab70-dceb8353850f req-49efc191-934a-4a8d-9dcb-c28ca90f9374 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.465608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.476570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53911e9-e0c1-4896-9b8c-47be7dceb91c req-a4c3b72d-b9c9-4154-bfdc-8301d07ea304 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:35.489327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e53911e9-e0c1-4896-9b8c-47be7dceb91c req-a4c3b72d-b9c9-4154-bfdc-8301d07ea304 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 949 time: 0.0851972 Nov 08 13:38:35.492206 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.492737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-01a7b6da-88e6-4e0d-ab70-dceb8353850f req-49efc191-934a-4a8d-9dcb-c28ca90f9374 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.555973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-01a7b6da-88e6-4e0d-ab70-dceb8353850f req-49efc191-934a-4a8d-9dcb-c28ca90f9374 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.557342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a7b6da-88e6-4e0d-ab70-dceb8353850f req-49efc191-934a-4a8d-9dcb-c28ca90f9374 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4053946 Nov 08 13:38:35.566042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efc191-934a-4a8d-9dcb-c28ca90f9374 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a8cf74-3d35-4638-ad5a-f2402b22d71a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:35.590121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e53911e9-e0c1-4896-9b8c-47be7dceb91c req-1aa49d9a-501a-4147-8f2a-f6447f461f30 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044633 Nov 08 13:38:35.647036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Pushing event updated for resources: {'Port': ['ID=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:35.670752 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.696682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cf079f2-8f14-4148-9114-5aa473ab9438 req-26be615f-0f8b-4669-8ae2-fb841efbcd8d tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/f1a8cf74-3d35-4638-ad5a-f2402b22d71a HTTP/1.1" status: 200 len: 1830 time: 0.0936415 Nov 08 13:38:35.774035 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-5d2e7a5b-f938-4dbc-9ad8-c5d5a941d03d req-11bcf8a5-7bc5-4563-906c-b1fac3c83689 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] show failed (client error): The resource could not be found. Nov 08 13:38:35.781738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2e7a5b-f938-4dbc-9ad8-c5d5a941d03d req-11bcf8a5-7bc5-4563-906c-b1fac3c83689 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/ce56d761-6005-4fe1-bd29-3b78996c4efd HTTP/1.1" status: 404 len: 352 time: 0.0294516 Nov 08 13:38:35.826086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f721c516-ae57-4cfc-9ee1-d599f987f2ce None None] Provisioning complete for port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:35.826457 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f721c516-ae57-4cfc-9ee1-d599f987f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.829030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:35.829879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:35.837690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:35.841909 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-19c54bd7-93da-4037-91ac-b4b04805b45c req-46f02cd1-d966-4965-bf97-d68310d88553 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] show failed (client error): The resource could not be found. Nov 08 13:38:35.854674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19c54bd7-93da-4037-91ac-b4b04805b45c req-46f02cd1-d966-4965-bf97-d68310d88553 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-group-rules/9387de81-115b-472d-ba27-9270ce02d44b HTTP/1.1" status: 404 len: 361 time: 0.0386677 Nov 08 13:38:35.875011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d7f86-f0d6-4ca6-a435-bca0a6c97f7d None None] Pushing event updated for resources: {'Port': ['ID=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:35.938626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Network 2c67ca71-163c-4e74-bcee-018848773aed is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:35.938856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f124e354-6a5a-4f8e-8ffa-ac623fe5de04 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:35.945758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:35.967033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5aa21312-e660-4938-9e52-763c87fdf6b9 req-9066caa3-5333-474e-bafe-40fd7a423fe6 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/f1a8cf74-3d35-4638-ad5a-f2402b22d71a HTTP/1.1" status: 200 len: 1830 time: 0.0995815 Nov 08 13:38:36.008041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f721c516-ae57-4cfc-9ee1-d599f987f2ce None None] Port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:36.104211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5aa21312-e660-4938-9e52-763c87fdf6b9 req-a6ef834a-9c52-43c8-9107-a6bb1bd9d893 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:36.182788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:36.185164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:36.185530 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:36.209954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5aa21312-e660-4938-9e52-763c87fdf6b9 req-a6ef834a-9c52-43c8-9107-a6bb1bd9d893 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:36.316104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:38:36.408140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5aa21312-e660-4938-9e52-763c87fdf6b9 req-a6ef834a-9c52-43c8-9107-a6bb1bd9d893 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:36.417642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5aa21312-e660-4938-9e52-763c87fdf6b9 req-a6ef834a-9c52-43c8-9107-a6bb1bd9d893 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:36.422403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5aa21312-e660-4938-9e52-763c87fdf6b9 req-a6ef834a-9c52-43c8-9107-a6bb1bd9d893 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "DELETE /v2.0/security-groups/f1a8cf74-3d35-4638-ad5a-f2402b22d71a HTTP/1.1" status: 204 len: 173 time: 0.4409337 Nov 08 13:38:36.466421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef834a-9c52-43c8-9107-a6bb1bd9d893 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a8cf74-3d35-4638-ad5a-f2402b22d71a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:36.510735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0b4c7-1e99-4be5-9788-665e921e0f6b req-0027bb2c-2c9c-4334-a679-cd3a13d6d3c0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.520269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6f0b4c7-1e99-4be5-9788-665e921e0f6b req-0027bb2c-2c9c-4334-a679-cd3a13d6d3c0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.2060320 Nov 08 13:38:36.645831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:36.671391 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3ad24ce0-9ba6-48d6-8858-cbbad6e1816c admin admin] 10.222.0.65 "PUT /v2.0/routers/1aa6db7a-453a-47b9-9bb7-0d2268d90d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8484354 Nov 08 13:38:36.748594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-453f2ca5-84c3-472c-b12b-a421e1c73415 None None] Provisioning complete for port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:36.749883 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-453f2ca5-84c3-472c-b12b-a421e1c73415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:36.814671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.835073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.843948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.851087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.858385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.866570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.874657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:36.877290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-7663cd4b-ff7c-43bb-9a63-6c94bcaea541 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.3034530 Nov 08 13:38:36.882982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6f0b4c7-1e99-4be5-9788-665e921e0f6b req-8dc18cfc-7fb3-40d8-a69d-f49eeb5880a4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581505 Nov 08 13:38:36.896460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:35Z', 'revision_number': 2, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:36.900956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-453f2ca5-84c3-472c-b12b-a421e1c73415 None None] Port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:36.952672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5303cc-4ac0-4c6b-a234-1f3844aff84e None None] The sync data for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 is: [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:35Z', 'revision_number': 2, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:37.053768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e6c1ef4-779f-4b62-b3eb-17f5d4ab9704 req-b8819efd-ce3c-43a4-baab-818dd2776979 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571383 Nov 08 13:38:37.071907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a16f88fe-2cd6-421e-88b8-971b034386c9 req-2e650346-441a-45c1-bf57-05eceaba4ce7 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/17b62d06-aa29-41e4-be3e-d029c564d398 HTTP/1.1" status: 200 len: 1827 time: 0.1203353 Nov 08 13:38:37.223633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6fc72403-5de4-46ef-874f-18b77990c3ce up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:37.251082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a16f88fe-2cd6-421e-88b8-971b034386c9 req-a979a12f-3b7c-42ff-9a95-9a6773f285c4 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.291572 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a16f88fe-2cd6-421e-88b8-971b034386c9 req-a979a12f-3b7c-42ff-9a95-9a6773f285c4 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.358557 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e9ba4c-3496-47a8-8965-ce7ec147623f req-3cb7c80e-3b7d-4175-aa21-77c41d59e4e7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:37.367118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95e9ba4c-3496-47a8-8965-ce7ec147623f req-3cb7c80e-3b7d-4175-aa21-77c41d59e4e7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 949 time: 0.2221224 Nov 08 13:38:37.386917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 6fc72403-5de4-46ef-874f-18b77990c3ce completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:37.393427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 6fc72403-5de4-46ef-874f-18b77990c3ce triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:37.393878 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.445087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95e9ba4c-3496-47a8-8965-ce7ec147623f req-3eff7bdc-3227-476a-b61e-73c12b225897 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711119 Nov 08 13:38:37.477653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a16f88fe-2cd6-421e-88b8-971b034386c9 req-a979a12f-3b7c-42ff-9a95-9a6773f285c4 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.483269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a16f88fe-2cd6-421e-88b8-971b034386c9 req-a979a12f-3b7c-42ff-9a95-9a6773f285c4 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.493825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a16f88fe-2cd6-421e-88b8-971b034386c9 req-a979a12f-3b7c-42ff-9a95-9a6773f285c4 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "DELETE /v2.0/security-groups/17b62d06-aa29-41e4-be3e-d029c564d398 HTTP/1.1" status: 204 len: 173 time: 0.4188018 Nov 08 13:38:37.514513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979a12f-3b7c-42ff-9a95-9a6773f285c4 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b62d06-aa29-41e4-be3e-d029c564d398,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:37.534276 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.577541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:37.581309 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1166a31-4038-43c6-aadd-cb342d367b5d" -d '{"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-plugged", "status": "completed", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:37.608265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:37.615839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.678274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:37.733295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4406fcf-12b3-4852-9d12-ea719019d3d2 req-f14adbaa-6f28-43a7-872c-ffc5f54ff7f6 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/ffd68044-cac9-42db-b7fb-5d8616458aa2 HTTP/1.1" status: 200 len: 1829 time: 0.0889988 Nov 08 13:38:37.871253 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d4406fcf-12b3-4852-9d12-ea719019d3d2 req-8b233fa8-090a-4c5c-80bf-d4359d320862 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:37.919031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d4406fcf-12b3-4852-9d12-ea719019d3d2 req-8b233fa8-090a-4c5c-80bf-d4359d320862 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.002830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d4406fcf-12b3-4852-9d12-ea719019d3d2 req-8b233fa8-090a-4c5c-80bf-d4359d320862 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.006378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d4406fcf-12b3-4852-9d12-ea719019d3d2 req-8b233fa8-090a-4c5c-80bf-d4359d320862 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.008008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4406fcf-12b3-4852-9d12-ea719019d3d2 req-8b233fa8-090a-4c5c-80bf-d4359d320862 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "DELETE /v2.0/security-groups/ffd68044-cac9-42db-b7fb-5d8616458aa2 HTTP/1.1" status: 204 len: 173 time: 0.2683074 Nov 08 13:38:38.023159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b233fa8-090a-4c5c-80bf-d4359d320862 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd68044-cac9-42db-b7fb-5d8616458aa2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:38.108943 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380c944a-0ab3-4e44-a11b-b9665902f369 x-openstack-request-id: req-380c944a-0ab3-4e44-a11b-b9665902f369 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:38.109841 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-plugged", "status": "completed", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:38.110108 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-380c944a-0ab3-4e44-a11b-b9665902f369 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:38.110522 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'code': 200} Nov 08 13:38:38.199719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38350) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:38.205663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f25b5ad5-bcb2-4e46-9ef4-6f66608a1407 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--547992059', 'description': 'tempest-description--1136396843'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:38.304277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ad5-bcb2-4e46-9ef4-6f66608a1407 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.326354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9e2b1-1991-4635-94ad-712571d94789 req-e1c20980-12e7-4792-92ea-23e4e147aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:38.328376 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a7b9e2b1-1991-4635-94ad-712571d94789 req-e1c20980-12e7-4792-92ea-23e4e147aa01 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1101 time: 0.1425700 Nov 08 13:38:38.357092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef759ed1-2f58-4fb3-9570-c8a4826b80e8 req-17b65f16-4a2a-4de8-b6a6-0756c553d6d4 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/da7c7b2a-ce67-45cd-904c-89cd7345652a HTTP/1.1" status: 200 len: 1828 time: 0.1136611 Nov 08 13:38:38.403570 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:38:38.420110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6242c5-c9b2-4d78-a798-65a28e53ac79 req-672fc505-19de-4c62-97a3-b3b8c405e345 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:38.421739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad6242c5-c9b2-4d78-a798-65a28e53ac79 req-672fc505-19de-4c62-97a3-b3b8c405e345 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.1080973 Nov 08 13:38:38.464367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ad5-bcb2-4e46-9ef4-6f66608a1407 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.494913 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef759ed1-2f58-4fb3-9570-c8a4826b80e8 req-79243b86-60e0-47f8-a497-30ed0c832177 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.495131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ad5-bcb2-4e46-9ef4-6f66608a1407 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.518969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 755b8ff9-7c93-4629-8dd9-a932a5376090 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:38.531058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef759ed1-2f58-4fb3-9570-c8a4826b80e8 req-79243b86-60e0-47f8-a497-30ed0c832177 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.607571 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef759ed1-2f58-4fb3-9570-c8a4826b80e8 req-79243b86-60e0-47f8-a497-30ed0c832177 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.615938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef759ed1-2f58-4fb3-9570-c8a4826b80e8 req-79243b86-60e0-47f8-a497-30ed0c832177 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.635826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef759ed1-2f58-4fb3-9570-c8a4826b80e8 req-79243b86-60e0-47f8-a497-30ed0c832177 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "DELETE /v2.0/security-groups/da7c7b2a-ce67-45cd-904c-89cd7345652a HTTP/1.1" status: 204 len: 173 time: 0.2777393 Nov 08 13:38:38.654867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f25b5ad5-bcb2-4e46-9ef4-6f66608a1407 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.658097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f25b5ad5-bcb2-4e46-9ef4-6f66608a1407 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4572198 Nov 08 13:38:38.664398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38362) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:38.668046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b5ad5-bcb2-4e46-9ef4-6f66608a1407 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468c51ea-f78a-4b75-a040-d4abb2336d01,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:38.679846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a7b9e2b1-1991-4635-94ad-712571d94789 req-682d2850-3c9a-488f-8840-982765d98443 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638431 Nov 08 13:38:38.709028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9ea91ed3-e035-4804-a36d-dc1888c20c06 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Request body: {'security_group_rule': {'security_group_id': '468c51ea-f78a-4b75-a040-d4abb2336d01', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:38.738134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad6242c5-c9b2-4d78-a798-65a28e53ac79 req-998b8456-0fe9-4173-a066-5bcc34c8937c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958455 Nov 08 13:38:38.743285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79243b86-60e0-47f8-a497-30ed0c832177 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7c7b2a-ce67-45cd-904c-89cd7345652a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:38.754028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 755b8ff9-7c93-4629-8dd9-a932a5376090, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=755b8ff9-7c93-4629-8dd9-a932a5376090,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:38.795866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '755b8ff9-7c93-4629-8dd9-a932a5376090', 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'port_id': '755b8ff9-7c93-4629-8dd9-a932a5376090', 'mac_address': 'fa:16:3e:17:85:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081c8dd-b661-4743-9bbe-f099cc96b5e4', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:38.848190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ea91ed3-e035-4804-a36d-dc1888c20c06 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.853654 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.885280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755b8ff9-7c93-4629-8dd9-a932a5376090 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:38.916371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 755b8ff9-7c93-4629-8dd9-a932a5376090, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=755b8ff9-7c93-4629-8dd9-a932a5376090,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:38.930397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:38.931752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:38.945972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:38.955356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:38.960048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:38.966224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:38.984120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:38.992820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:39.005474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:39.010157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-24717d54-5ef9-43a3-b3e0-0843860cb9de tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5428 time: 0.2549405 Nov 08 13:38:39.088822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdcbc9-258a-4fdf-a5a3-21f03e67504e req-cf1182ec-4ad3-415b-a042-10f3d8695508 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:39.098821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0cdcbc9-258a-4fdf-a5a3-21f03e67504e req-cf1182ec-4ad3-415b-a042-10f3d8695508 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2194097 Nov 08 13:38:39.155874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ea91ed3-e035-4804-a36d-dc1888c20c06 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.189765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ea91ed3-e035-4804-a36d-dc1888c20c06 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.261843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91771580-3534-4ce2-b52b-c656fadbe9a4 req-fa0a784b-2410-4f82-a37a-662d5bce8e56 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2396209 Nov 08 13:38:39.282986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0cdcbc9-258a-4fdf-a5a3-21f03e67504e req-dd550f0d-00bc-43d7-ad1a-eadc5a8be5a2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825848 Nov 08 13:38:39.290746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea91ed3-e035-4804-a36d-dc1888c20c06 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa95dc3-4cd2-4fff-87b6-b13f9c9d29a0,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:39.297363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ea91ed3-e035-4804-a36d-dc1888c20c06 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.305850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38364) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:39.306441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ea91ed3-e035-4804-a36d-dc1888c20c06 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6356003 Nov 08 13:38:39.311637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1ab84c7b-4b31-4a01-b278-38a298993099 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Request body: {'security_group_rule': {'security_group_id': '468c51ea-f78a-4b75-a040-d4abb2336d01', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:39.373684 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ab84c7b-4b31-4a01-b278-38a298993099 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.386975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a88d655c-1fa8-4a81-8b32-280f8318702d req-56f53869-3ca9-4a13-9785-e5a77e198da2 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "GET /v2.0/security-groups/7aeb55a6-54bd-46b6-9384-19af197afc17 HTTP/1.1" status: 200 len: 1829 time: 0.0674047 Nov 08 13:38:39.396518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:39.410569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=755b8ff9-7c93-4629-8dd9-a932a5376090,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:39.431430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6', 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'port_id': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6', 'mac_address': 'fa:16:3e:d3:c5:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081c8dd-b661-4743-9bbe-f099cc96b5e4', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:39.502321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ab84c7b-4b31-4a01-b278-38a298993099 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.503943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a88d655c-1fa8-4a81-8b32-280f8318702d req-7f61f708-857e-48f0-8370-a27457ea03b9 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.508856 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.512248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ab84c7b-4b31-4a01-b278-38a298993099 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.535375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:39.547378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab84c7b-4b31-4a01-b278-38a298993099 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ab05d6-4e84-4a13-aeb7-5403cc1f6ea3,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:39.573978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a88d655c-1fa8-4a81-8b32-280f8318702d req-7f61f708-857e-48f0-8370-a27457ea03b9 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.607401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ab84c7b-4b31-4a01-b278-38a298993099 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.608675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ab84c7b-4b31-4a01-b278-38a298993099 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3008602 Nov 08 13:38:39.611800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38376) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:39.616683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:39.617696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:39.622760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.623532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 77ee4469-4241-4244-812a-6df86238e76d details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:39.639632 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a88d655c-1fa8-4a81-8b32-280f8318702d req-7f61f708-857e-48f0-8370-a27457ea03b9 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.643002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a88d655c-1fa8-4a81-8b32-280f8318702d req-7f61f708-857e-48f0-8370-a27457ea03b9 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.649101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a88d655c-1fa8-4a81-8b32-280f8318702d req-7f61f708-857e-48f0-8370-a27457ea03b9 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] 10.222.0.65 "DELETE /v2.0/security-groups/7aeb55a6-54bd-46b6-9384-19af197afc17 HTTP/1.1" status: 204 len: 173 time: 0.2607546 Nov 08 13:38:39.653187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38378) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:39.661667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61f708-857e-48f0-8370-a27457ea03b9 tempest-SecurityGroupRulesNegativeTestJSON-967363524 tempest-SecurityGroupRulesNegativeTestJSON-967363524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aeb55a6-54bd-46b6-9384-19af197afc17,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:39.730784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.797743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] Deleting subnet 6e16f07c-0ff8-41bb-a9f4-f9738ec8d620 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:38:39.815006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.854083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 77ee4469-4241-4244-812a-6df86238e76d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=77ee4469-4241-4244-812a-6df86238e76d,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:39.870582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '77ee4469-4241-4244-812a-6df86238e76d', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'port_id': '77ee4469-4241-4244-812a-6df86238e76d', 'mac_address': 'fa:16:3e:09:ac:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:39.877381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:39.935063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6a5ee8cc-d951-4959-9a1b-2b270402d3ef up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:39.942698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.968146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:39.979410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88e12c-b9f1-4c95-9e40-6dafc8c17995 req-fe625e1f-43a5-4df3-8699-214ba0ba79b8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:39.989907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be88e12c-b9f1-4c95-9e40-6dafc8c17995 req-fe625e1f-43a5-4df3-8699-214ba0ba79b8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.0941660 Nov 08 13:38:40.002200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ee4469-4241-4244-812a-6df86238e76d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:40.030717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 77ee4469-4241-4244-812a-6df86238e76d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=77ee4469-4241-4244-812a-6df86238e76d,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:40.040543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.041411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.042179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 82c6d4aa-48c3-4216-93a8-3ef166060413 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:40.062525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be88e12c-b9f1-4c95-9e40-6dafc8c17995 req-f1cd5942-0591-4233-a98e-afcb7d912534 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713027 Nov 08 13:38:40.126764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.180566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.215372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e16f07c-0ff8-41bb-a9f4-f9738ec8d620,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:40.226556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.233605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38382) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:40.242977 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-94710cf1-7278-4140-9a9d-b3cb388d6209 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6e16f07c-0ff8-41bb-a9f4-f9738ec8d620 HTTP/1.1" status: 204 len: 168 time: 0.5886204 Nov 08 13:38:40.264210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=77ee4469-4241-4244-812a-6df86238e76d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:40.284457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:40.285210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.327855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 82c6d4aa-48c3-4216-93a8-3ef166060413, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=82c6d4aa-48c3-4216-93a8-3ef166060413,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:40.359054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '82c6d4aa-48c3-4216-93a8-3ef166060413', 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3', 'port_id': '82c6d4aa-48c3-4216-93a8-3ef166060413', 'mac_address': 'fa:16:3e:f8:17:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f62324-d957-4309-9a71-d8d670ca4020', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:40.369458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Allocated IP 172.25.8.84 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/32c26ca5-69f8-45d3-ba18-008e9c7707d8) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:40.428172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.505888 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Sync routers for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:40.512177 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.538525 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:40.539062 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:40.544755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c6d4aa-48c3-4216-93a8-3ef166060413 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:40.559723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.586864 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.610257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.620041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 82c6d4aa-48c3-4216-93a8-3ef166060413, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=82c6d4aa-48c3-4216-93a8-3ef166060413,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:40.638596 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.639364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:40.650700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:40.662854 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.677568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:40.685539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:40.703797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:40.711796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:40.714074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:40.718027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:40.722302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:40.725733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:40.729376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:40.730514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event updated for resources: {'Port': ['ID=32c26ca5-69f8-45d3-ba18-008e9c7707d8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:40.736855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:40.746172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-c4a0ae50-368a-4023-baeb-fd471588d120 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5431 time: 0.3155298 Nov 08 13:38:40.770656 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.804326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969cb1e0-f3d0-4e95-9db9-c1f93670ec57']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:40.826569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed85d5c-5efe-4110-9b14-ded9eb1e766d') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:40.826960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed85d5c-5efe-4110-9b14-ded9eb1e766d') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:40.838606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=82c6d4aa-48c3-4216-93a8-3ef166060413,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:40.860186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.876325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:38:40.880915 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:40.888604 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.900100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:40.901582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:38:40.901989 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.924933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:40.928784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60', 'network_id': '4feb755f-c3c8-47c1-bc54-50c9fd72a6b3', 'port_id': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60', 'mac_address': 'fa:16:3e:c3:cf:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3f62324-d957-4309-9a71-d8d670ca4020', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:40.937463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:38:41.022799 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:38:41.028916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.041699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.046309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c5ede-f364-455c-9968-3b7d34bb02db req-f199bdc5-ad6c-4317-bb06-1fe9d56e3aa3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:41.048032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c56c5ede-f364-455c-9968-3b7d34bb02db req-f199bdc5-ad6c-4317-bb06-1fe9d56e3aa3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.5676212 Nov 08 13:38:41.048758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.055122 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.058863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/969cb1e0-f3d0-4e95-9db9-c1f93670ec57 HTTP/1.1" status: 204 len: 168 time: 0.8242202 Nov 08 13:38:41.082255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:41.131559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeeaf8-68c4-4105-9545-f3a2941b57a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=969cb1e0-f3d0-4e95-9db9-c1f93670ec57,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:41.166488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:41.174254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.174947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device f7894455-b4e3-451b-9834-023a2cc3bf70 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:41.187124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-148b5a36-50fa-401d-b52f-eb69a5570450 req-77f80d20-173f-4a7d-bd98-73d4b6c7e70c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4385276 Nov 08 13:38:41.205448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c56c5ede-f364-455c-9968-3b7d34bb02db req-168365b1-3f75-4109-8d6d-e662bddd541e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330092 Nov 08 13:38:41.372799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38410) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:41.424077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:41.458619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port f7894455-b4e3-451b-9834-023a2cc3bf70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=f7894455-b4e3-451b-9834-023a2cc3bf70,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:41.475413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.482513 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fb544391-052f-4762-8273-2c3d686e8aa1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d720bbb78cc1440cb6ffbf2b20318243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1082590 Nov 08 13:38:41.484512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.486258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38412) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:41.488478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'f7894455-b4e3-451b-9834-023a2cc3bf70', 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'port_id': 'f7894455-b4e3-451b-9834-023a2cc3bf70', 'mac_address': 'fa:16:3e:e7:c3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081c8dd-b661-4743-9bbe-f099cc96b5e4', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:41.610252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.644450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7894455-b4e3-451b-9834-023a2cc3bf70 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:41.654884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-923124ea-75a1-4c1b-99a5-d31756e3dcc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.669250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fbd0f-dffa-43f8-a194-c0c03f496e71 req-89cb40a7-a89f-47bb-99c4-0cdec0af24cc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:41.671183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb0fbd0f-dffa-43f8-a194-c0c03f496e71 req-89cb40a7-a89f-47bb-99c4-0cdec0af24cc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.1426611 Nov 08 13:38:41.689032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port f7894455-b4e3-451b-9834-023a2cc3bf70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=f7894455-b4e3-451b-9834-023a2cc3bf70,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:41.691542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event updated for resources: {'Port': ['ID=32c26ca5-69f8-45d3-ba18-008e9c7707d8,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:41.703446 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.705977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 3a6677fd-d668-49ba-87b3-03b97da9b7ac details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:38:41.728732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-923124ea-75a1-4c1b-99a5-d31756e3dcc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.737078 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:35Z', 'revision_number': 2, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:41.740559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.782141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.785905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a967a36a-113f-41b8-b5b4-961b3cecb330 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1727960 Nov 08 13:38:41.791858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Checking router: 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:41.792409 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Updating router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:41.859232 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.911851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb0fbd0f-dffa-43f8-a194-c0c03f496e71 req-96234a23-ea30-412e-8b8a-2effb4b4bb72 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280307 Nov 08 13:38:41.921573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:41.928467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6a5ee8cc-d951-4959-9a1b-2b270402d3ef up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:41.946506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-923124ea-75a1-4c1b-99a5-d31756e3dcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.949961 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-923124ea-75a1-4c1b-99a5-d31756e3dcc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:41.954088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-923124ea-75a1-4c1b-99a5-d31756e3dcc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcbc2cd9-435b-4d2e-9f57-9258a9554e03 HTTP/1.1" status: 204 len: 168 time: 0.4664178 Nov 08 13:38:41.969037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923124ea-75a1-4c1b-99a5-d31756e3dcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbc2cd9-435b-4d2e-9f57-9258a9554e03,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:42.012123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=f7894455-b4e3-451b-9834-023a2cc3bf70,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:42.033372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '3a6677fd-d668-49ba-87b3-03b97da9b7ac', 'network_id': 'f767e36a-290e-48ef-925b-56709f03d469', 'port_id': '3a6677fd-d668-49ba-87b3-03b97da9b7ac', 'mac_address': 'fa:16:3e:74:2c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7081c8dd-b661-4743-9bbe-f099cc96b5e4', 'ip_address': '10.1.1.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:38:42.118695 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:42.135825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:42.136203 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:42.147699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6677fd-d668-49ba-87b3-03b97da9b7ac {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:42.213847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:42.220335 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:42.331662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=3a6677fd-d668-49ba-87b3-03b97da9b7ac,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:42.531834 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:42.546631 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:42.619804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.633045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.650734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.664682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.669397 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2cf7b-a26a-45e6-9b8e-ddd8abce6cfe None None] Pushing event updated for resources: {'Port': ['ID=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:42.675662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.686090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.704914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.716049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a5019e7c-9343-40b3-908e-e1e43cd6af26 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5435 time: 0.2993062 Nov 08 13:38:42.727032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e92ab5-46b6-4a29-889a-7848b6fa16a9 req-30614aae-dca0-4315-8b62-fa57f28c775b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:42.728697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1e92ab5-46b6-4a29-889a-7848b6fa16a9 req-30614aae-dca0-4315-8b62-fa57f28c775b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.3169732 Nov 08 13:38:42.858342 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Attempting to bind port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:42.858342 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Attempting to bind port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:42.858342 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Attempting to bind port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 on network 2c67ca71-163c-4e74-bcee-018848773aed {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:42.890794 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:42.893079 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Checking segment: {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:42.894420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-756cf1c7-3918-42f0-86c1-9e8f5762ca41 req-a7f730f2-8ade-4c16-984e-f812cfcc4520 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784365 Nov 08 13:38:42.897477 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:42.902757 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Bound using segment: {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:42.907400 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Bound port: e35aa0d7-6405-4066-81c5-304b6ad6a7e8, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:42.910262 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:42.988237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1e92ab5-46b6-4a29-889a-7848b6fa16a9 req-9d6839d7-4769-44b3-9152-3f37c7a23dbc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133875 Nov 08 13:38:43.253040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3aa50b74-ec0d-4622-8af0-34b823d3993b None None] Provisioning complete for port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:43.254230 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3aa50b74-ec0d-4622-8af0-34b823d3993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:43.286234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746786a0-0839-4f5b-bb8a-ee2b539981a2 req-d9c9ef5a-e0ac-4f90-a6c3-447824c9b928 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:43.303179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746786a0-0839-4f5b-bb8a-ee2b539981a2 req-d9c9ef5a-e0ac-4f90-a6c3-447824c9b928 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.1150780 Nov 08 13:38:43.368370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3aa50b74-ec0d-4622-8af0-34b823d3993b None None] Port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:43.390437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['77ee4469-4241-4244-812a-6df86238e76d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:43.392332 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] For port e35aa0d7-6405-4066-81c5-304b6ad6a7e8, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:43.404922 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] For port e35aa0d7-6405-4066-81c5-304b6ad6a7e8, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:43.416515 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:43.454173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746786a0-0839-4f5b-bb8a-ee2b539981a2 req-65efc3ad-0582-487f-8356-0f3eceaa70dc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459377 Nov 08 13:38:43.479453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['82c6d4aa-48c3-4216-93a8-3ef166060413'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:43.527245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:43.598963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['63aa9cf2-a237-4509-9b99-c5ebf4da9f60'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:43.609526 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2cf7b-a26a-45e6-9b8e-ddd8abce6cfe None None] Pushing event updated for resources: {'Port': ['ID=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:43.622598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['f7894455-b4e3-451b-9834-023a2cc3bf70'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:43.659658 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:43.664067 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:43.672183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['3a6677fd-d668-49ba-87b3-03b97da9b7ac'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:43.688178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e8849-06c4-4387-b99b-2e97ba287014 req-ffeb3731-3ff9-4a9b-a109-8f464d045337 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:43.703328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-531e8849-06c4-4387-b99b-2e97ba287014 req-ffeb3731-3ff9-4a9b-a109-8f464d045337 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1097 time: 0.1430607 Nov 08 13:38:43.874174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-531e8849-06c4-4387-b99b-2e97ba287014 req-b048d024-0a54-4035-9819-6051100c4192 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699591 Nov 08 13:38:44.038945 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:44.151887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e35aa0d7-6405-4066-81c5-304b6ad6a7e8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:44.234922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['755b8ff9-7c93-4629-8dd9-a932a5376090'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:38:44.326201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38544) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:44.331666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:44.378492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:44.406975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:44.451003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:44.477969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:44.512690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:44.548662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:44.575969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-6e6966d7-3d96-414f-9f12-8957faee35a5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5435 time: 0.4650319 Nov 08 13:38:44.651475 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:43Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:44.685879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1976109391-network', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:44.733206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Made reservation on behalf of b430fe33e59e4c4b878e8071f1cb58ae for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:44.744571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:44.753858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67d6ba-0620-409f-9df9-26a3ecb577b7 None None] The sync data for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 is: [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:43Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:44.788506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:44.809448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c6328f4-5b16-47c8-9a48-abaf9c1a31f9 req-71d5d831-2be1-46d8-b13e-add7c8969baa tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315841 Nov 08 13:38:45.072161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:45.081601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:45.175842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:38:45.194419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:45.219832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:45.227999 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Added segment 92dc59ef-68a6-4721-87c1-269fdec165d1 of type vlan for network c3015bfa-04ab-4f13-9a38-a84dbf18742f Nov 08 13:38:45.260114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b56b12-decf-422e-b9c1-e664114e04fd req-dc616140-eb95-41f2-b69a-405587242cc3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:45.261868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97b56b12-decf-422e-b9c1-e664114e04fd req-dc616140-eb95-41f2-b69a-405587242cc3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.1636527 Nov 08 13:38:45.335281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:45.378844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97b56b12-decf-422e-b9c1-e664114e04fd req-6ff4efb2-5a4b-421e-8948-b5e7b0ba5b9b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098125 Nov 08 13:38:45.416825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6b0e4d92-e710-496c-b9a6-0b581d9e2c67 None None] Provisioning complete for port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:45.416825 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4d92-e710-496c-b9a6-0b581d9e2c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:45.439602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:45.440962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:45.442325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:45.677471 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3493574 Nov 08 13:38:45.681030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38574) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:45.688307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Request body: {'subnet': {'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1976109391-subnet', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:45.689875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e1008d-591b-4c42-959a-a8413b812d2c admin admin] Pushing event updated for resources: {'Network': ['ID=c3015bfa-04ab-4f13-9a38-a84dbf18742f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:45.792426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Made reservation on behalf of b430fe33e59e4c4b878e8071f1cb58ae for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:38:45.800877 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:46.056840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:38:46.210138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:46.373061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a630c4b9-65c0-4ca9-8270-6b63a0fd991e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:46.407384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:46.408105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Network hostable DHCP agents. Network: c3015bfa-04ab-4f13-9a38-a84dbf18742f, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:38:46.432026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:38:46.471407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 97cbf3f7-f3de-47b3-9794-7a2220728fd1 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:38:46.477331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c3015bfa-04ab-4f13-9a38-a84dbf18742f) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:46.500617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:46.502038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:46.537094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-787badc7-5a1b-453d-8c74-e4e93e49c31f tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:38:46.539411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-787badc7-5a1b-453d-8c74-e4e93e49c31f tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113814 Nov 08 13:38:46.547043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38588) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:46.547982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-16938153-7c90-443c-9cdc-9a85ad52bb2d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8653958 Nov 08 13:38:46.554152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:46.589168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f979328-5a0b-41a6-b1bc-b268778d0965 None None] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:46.657366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-b511d96a-57c4-415a-83a9-072e198be2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:46.674341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-b511d96a-57c4-415a-83a9-072e198be2ce service neutron] 10.222.0.65 "GET /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 1094 time: 0.1103237 Nov 08 13:38:46.690062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Request body: {'binding': {'host': 'n-h2-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:46.690880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Unknown quota resources ['binding']. {{(pid=101840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:38:46.901328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:46.903877 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:47.043576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:47.049134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on host n-h2-804292-2 for vnic_type normal with profile None {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:47.051332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:47.052111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:47.070306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:38:47.072214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:47.371645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:38:47.372370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:47.450235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:47.455080 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:47.573019 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4d92-e710-496c-b9a6-0b581d9e2c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:47.956387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:47.957422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:47.958234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:47.959929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Bound port: fda6e08a-6ea0-403c-990d-761b12c762e5, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:48.092337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6b0e4d92-e710-496c-b9a6-0b581d9e2c67 None None] For port e35aa0d7-6405-4066-81c5-304b6ad6a7e8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:48.149244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:48.201245 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6b0e4d92-e710-496c-b9a6-0b581d9e2c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:48.262236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:48.299343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:48.310882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:48.377842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:48.388126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-609419bf-2e62-4807-8b6d-2d6f1ea7e695 service neutron] 10.222.0.65 "POST /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5/bindings HTTP/1.1" status: 201 len: 389 time: 1.6949439 Nov 08 13:38:48.415240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e4d92-e710-496c-b9a6-0b581d9e2c67 None None] Pushing event updated for resources: {'Port': ['ID=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:48.419085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Allocated IP 172.20.0.2 (c3015bfa-04ab-4f13-9a38-a84dbf18742f/a630c4b9-65c0-4ca9-8270-6b63a0fd991e/0caf825c-fd86-4d68-badf-149fe18c8f89) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:48.573050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:38:48.573883 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:38:48.689621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:48.720864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:48.727781 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:48.777770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:48.800796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:48.816863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826192b-cb84-40c8-8b24-b8b1f33d93e4 req-1d2a0b87-3548-400e-ae6a-c7f5e5570c84 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:48.828591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c826192b-cb84-40c8-8b24-b8b1f33d93e4 req-1d2a0b87-3548-400e-ae6a-c7f5e5570c84 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 943 time: 0.1857891 Nov 08 13:38:48.942622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-13865f75-32ce-464f-8e0f-6609a6247aea service neutron] 10.222.0.70 "GET /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.3594582 Nov 08 13:38:48.991561 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.036746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.039785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.118785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Allocated IP 172.25.8.125 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9914f1ce-0946-45d0-8397-fc827d70b383) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:49.162632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:49.176021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:49.181104 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df4965-1373-490a-b207-88af6f8fa3be" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:49.184767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:49.208969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Pushing event updated for resources: {'Port': ['ID=0caf825c-fd86-4d68-badf-149fe18c8f89,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:49.221507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:49.222899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:49.266706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.281314 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.318128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.323949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c826192b-cb84-40c8-8b24-b8b1f33d93e4 req-7fbcec62-0506-4eb0-b0bc-76a4ba2e8df1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446929 Nov 08 13:38:49.406467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:49.410321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:49.416751 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=9914f1ce-0946-45d0-8397-fc827d70b383,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:49.423392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:49.467876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Attempting to bind port 0caf825c-fd86-4d68-badf-149fe18c8f89 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:49.468149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Attempting to bind port 0caf825c-fd86-4d68-badf-149fe18c8f89 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:49.468534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Attempting to bind port 0caf825c-fd86-4d68-badf-149fe18c8f89 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:49.494167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e35aa0d7-6405-4066-81c5-304b6ad6a7e8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:49.494167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:49.495410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:49.495410 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.495410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Bound using segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:49.498293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Bound port: 0caf825c-fd86-4d68-badf-149fe18c8f89, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:49.498293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.619451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:49.665697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:49.665697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.717678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:49.733469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:49.746764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:49.765470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:49.777112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:49.794462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] For port 0caf825c-fd86-4d68-badf-149fe18c8f89, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:49.798068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] For port 0caf825c-fd86-4d68-badf-149fe18c8f89, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0caf825c-fd86-4d68-badf-149fe18c8f89,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:49.804717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:49.816915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:49.831647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-e44f590a-d4a8-4216-b76d-2b5805f4a862 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5436 time: 0.3404026 Nov 08 13:38:49.849824 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:49.870084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:49.944538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:49.947034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db91c7-f50b-46d8-a582-4f72280523d0 None None] Pushing event updated for resources: {'Port': ['ID=0caf825c-fd86-4d68-badf-149fe18c8f89,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:50.104185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cbf3f7-f3de-47b3-9794-7a2220728fd1 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:38:50.107247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:50.134681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:50.169924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f103d63c-20fa-49c0-9519-161cdd0e3129 req-7b7ac229-8aaa-4ca3-bff5-51860cfca3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3373411 Nov 08 13:38:50.175823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:50.310934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 755b8ff9-7c93-4629-8dd9-a932a5376090 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:50.347952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] Transition to ACTIVE for port object 97cbf3f7-f3de-47b3-9794-7a2220728fd1 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:38:50.398181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:50.434645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 755b8ff9-7c93-4629-8dd9-a932a5376090 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:50.441167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 755b8ff9-7c93-4629-8dd9-a932a5376090 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:50.441655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:50.598496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] No DVR routers for this DVR port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:38:50.601110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] Pushing event updated for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=10']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:50.633827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677ccf-73fe-49e6-b3cc-cecacb45f798 req-1cf469b2-6934-48de-870f-e3df2fc386e0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:50.645915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a677ccf-73fe-49e6-b3cc-cecacb45f798 req-1cf469b2-6934-48de-870f-e3df2fc386e0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.3339264 Nov 08 13:38:50.705701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-50a2b503-00be-45ed-89f3-6dbb30a21923 service neutron] 10.222.0.70 "PUT /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1/bindings/n-h2-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7539518 Nov 08 13:38:50.712856 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:50.810979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a677ccf-73fe-49e6-b3cc-cecacb45f798 req-7770330e-2fb3-48d3-9ec8-ebfd5c62dc0c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628907 Nov 08 13:38:50.950931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-bff0fd47-f620-4211-af69-9dda9134bd84 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:50.952493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-bff0fd47-f620-4211-af69-9dda9134bd84 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.1239834 Nov 08 13:38:50.957758 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:51.060665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 755b8ff9-7c93-4629-8dd9-a932a5376090, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=755b8ff9-7c93-4629-8dd9-a932a5376090,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:51.070412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:51.072260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 77ee4469-4241-4244-812a-6df86238e76d up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:51.074160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-8db82ed1-3a2a-4965-a4cb-aa6e8f244d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:51.075697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-8db82ed1-3a2a-4965-a4cb-aa6e8f244d78 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 1095 time: 0.1113977 Nov 08 13:38:51.184419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Router 7fa17e78-68bb-4df3-9600-b17f6ababa9c is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:38:51.251451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-2b44c8fb-b4b3-462b-9f6a-ade189db5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:51.257930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-2b44c8fb-b4b3-462b-9f6a-ade189db5066 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1095 time: 0.1404243 Nov 08 13:38:51.305717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc251556-3ea9-450c-a9d8-3814cf7c7fd6 req-fa746a8c-9eac-4279-b904-a03c5db0a2ea tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:51.308341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc251556-3ea9-450c-a9d8-3814cf7c7fd6 req-fa746a8c-9eac-4279-b904-a03c5db0a2ea tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1669331 Nov 08 13:38:51.414282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc251556-3ea9-450c-a9d8-3814cf7c7fd6 req-6349e113-0fbd-460c-ac88-924f92d3732a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934069 Nov 08 13:38:51.500973 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913fad32-2a48-47ba-8e17-699debe43ad7 x-openstack-request-id: req-913fad32-2a48-47ba-8e17-699debe43ad7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:51.501142 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:51.501299 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-913fad32-2a48-47ba-8e17-699debe43ad7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:51.502899 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6', 'code': 200} Nov 08 13:38:51.511444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=755b8ff9-7c93-4629-8dd9-a932a5376090,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:51.516176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 77ee4469-4241-4244-812a-6df86238e76d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:51.538336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0caf825c-fd86-4d68-badf-149fe18c8f89 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:51.644396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 77ee4469-4241-4244-812a-6df86238e76d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:51.646504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:51.669595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.670011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.670368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.671689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.672213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.672557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.672886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.673211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.675083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.676588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.676973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.677966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:51.708722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-497e89b4-66b3-4e61-8322-438ad760e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:51.716139 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-497e89b4-66b3-4e61-8322-438ad760e658 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.3384416 Nov 08 13:38:51.723611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:51.779136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Sync routers for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:38:51.797996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c687acb-7fbc-412d-8203-408274de7e3d req-114a50e1-cb6b-4375-98f9-605a3e910e79 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:51.815982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-a224f708-7a12-4021-bafa-8a8cc5bd593e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 200 len: 217 time: 0.0631955 Nov 08 13:38:51.820023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:51.821262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c687acb-7fbc-412d-8203-408274de7e3d req-114a50e1-cb6b-4375-98f9-605a3e910e79 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 944 time: 0.2076476 Nov 08 13:38:51.824613 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bdd0e447-56d6-4f19-aa64-6b5575a4b5d1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2757363 Nov 08 13:38:51.826060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38632) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:51.844432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:51.845095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:51.918685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6160ad4-a0b2-4381-8f23-07f3061cda68 None None] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:38:51.949575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0caf825c-fd86-4d68-badf-149fe18c8f89 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:51.949575 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:51.973580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c687acb-7fbc-412d-8203-408274de7e3d req-a6ea9044-b897-41d6-94be-e98cbd9325a7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492090 Nov 08 13:38:52.067355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-6c485c12-2c4f-4bd5-b1cb-a576d89eec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.070599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-6c485c12-2c4f-4bd5-b1cb-a576d89eec24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.2431052 Nov 08 13:38:52.161828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:52.173423 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-54c3be23-cb48-4a9e-beb6-9a5a5ce9695a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529413 Nov 08 13:38:52.209595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.221937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.241574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.253354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.263780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.271534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.280513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.283493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-44c45803-9c8b-40ea-bbf3-9c2edf6f98ce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5437 time: 0.2551711 Nov 08 13:38:52.293167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236fa25f-d941-4a19-861b-00d49b83df53 req-cc7e7c66-9f62-4529-b4ff-b982a985e2a3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.301465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-236fa25f-d941-4a19-861b-00d49b83df53 req-cc7e7c66-9f62-4529-b4ff-b982a985e2a3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2026153 Nov 08 13:38:52.353603 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:52.442358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-236fa25f-d941-4a19-861b-00d49b83df53 req-33f67cd0-1149-46a0-b008-072c789ab183 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370466 Nov 08 13:38:52.495802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2294f9f-4790-43e3-aaae-2a9c5b3003c6 req-1d7ae44a-7527-485a-b934-d85f5a772869 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1903956 Nov 08 13:38:52.686306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-07ff368b-02cc-4658-91c4-cbc34e3542fd None None] Provisioning complete for port 0caf825c-fd86-4d68-badf-149fe18c8f89 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:52.686682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ff368b-02cc-4658-91c4-cbc34e3542fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:52.699888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 77ee4469-4241-4244-812a-6df86238e76d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=77ee4469-4241-4244-812a-6df86238e76d,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:52.700303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-373b50ce-1f19-412b-98ea-83eec7961679 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5037632 Nov 08 13:38:52.783806 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:52.785022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 82c6d4aa-48c3-4216-93a8-3ef166060413 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:52.837610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271be6dc-04ed-4b46-a9bf-1aba8cf22b2e req-bae68490-4617-4137-a7e3-372d43be76de tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.840099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-271be6dc-04ed-4b46-a9bf-1aba8cf22b2e req-bae68490-4617-4137-a7e3-372d43be76de tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 949 time: 0.1110418 Nov 08 13:38:52.859607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3972f-9536-4ae2-b4f8-008b15da8893 req-74f30088-a49f-4a2a-a1c5-f29cb1952cce tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:52.861146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72c3972f-9536-4ae2-b4f8-008b15da8893 req-74f30088-a49f-4a2a-a1c5-f29cb1952cce tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1348619 Nov 08 13:38:52.932960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-924b5371-be1c-4401-9acc-da1ee0d10f27 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222326 Nov 08 13:38:52.966021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72c3972f-9536-4ae2-b4f8-008b15da8893 req-4b25ede2-c3fd-41a2-ac9d-c7a94f6b5d1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828087 Nov 08 13:38:52.980042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=77ee4469-4241-4244-812a-6df86238e76d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:52.983001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-271be6dc-04ed-4b46-a9bf-1aba8cf22b2e req-120f65fa-e3bc-4223-ad79-5230996eded9 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206238 Nov 08 13:38:53.219602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.223499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.277214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fcbde-5cb9-4170-a8ad-561d15d68a78 req-361df4de-4c33-475b-bd20-00570caf1cf7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:53.292619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f4fcbde-5cb9-4170-a8ad-561d15d68a78 req-361df4de-4c33-475b-bd20-00570caf1cf7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 944 time: 0.1431782 Nov 08 13:38:53.433459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f4fcbde-5cb9-4170-a8ad-561d15d68a78 req-3f657d11-4e63-4504-9646-2942a7cf0c4c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397951 Nov 08 13:38:53.512696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b8ff9-7c93-4629-8dd9-a932a5376090'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee4469-4241-4244-812a-6df86238e76d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:53.515439 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a2b834-d6fb-40c1-a132-562d5a74675d" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "755b8ff9-7c93-4629-8dd9-a932a5376090"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "77ee4469-4241-4244-812a-6df86238e76d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:53.518852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.579133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-a7ad5b31-5a70-4353-a723-00181020bab6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:53.582263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-a7ad5b31-5a70-4353-a723-00181020bab6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.2368350 Nov 08 13:38:53.636746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 82c6d4aa-48c3-4216-93a8-3ef166060413 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:53.640063 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.648673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d7d8c-0998-4c73-ba1a-388cf012a9c2 req-41bff998-c3f4-4cae-8827-6b5f7810527e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:53.659145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b9d7d8c-0998-4c73-ba1a-388cf012a9c2 req-41bff998-c3f4-4cae-8827-6b5f7810527e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.1276934 Nov 08 13:38:53.665697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 82c6d4aa-48c3-4216-93a8-3ef166060413 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:53.666142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.688005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Allocated IP 172.20.0.1 (c3015bfa-04ab-4f13-9a38-a84dbf18742f/a630c4b9-65c0-4ca9-8270-6b63a0fd991e/a158221a-448f-4ef1-9d99-a15b5bb7dac8) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:38:53.728365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ff368b-02cc-4658-91c4-cbc34e3542fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.796671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b9d7d8c-0998-4c73-ba1a-388cf012a9c2 req-9b430b9e-620d-4101-8158-103cf011e3bb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334958 Nov 08 13:38:53.834869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 0caf825c-fd86-4d68-badf-149fe18c8f89, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0caf825c-fd86-4d68-badf-149fe18c8f89,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:53.849953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:49Z', 'revision_number': 3, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:53.890269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:53.900888 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced6f656-8fe8-4596-9b70-5bf229aff5c7 x-openstack-request-id: req-ced6f656-8fe8-4596-9b70-5bf229aff5c7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:53.901443 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "755b8ff9-7c93-4629-8dd9-a932a5376090", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "77ee4469-4241-4244-812a-6df86238e76d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:53.902182 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ced6f656-8fe8-4596-9b70-5bf229aff5c7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:53.902766 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b8ff9-7c93-4629-8dd9-a932a5376090', 'code': 200} Nov 08 13:38:53.903137 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ee4469-4241-4244-812a-6df86238e76d', 'code': 200} Nov 08 13:38:53.993769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.069493 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.088383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Checking router: 7fa17e78-68bb-4df3-9600-b17f6ababa9c for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:38:54.089553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Updating router 7fa17e78-68bb-4df3-9600-b17f6ababa9c port 9914f1ce-0946-45d0-8397-fc827d70b383 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:38:54.177701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.199230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.219329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-143a0be8-e25f-417f-8d34-b78d839267cc service neutron] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:54.224698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-143a0be8-e25f-417f-8d34-b78d839267cc service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.225821 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-42737cb2-5a0d-4697-aa43-79e378b7c18d req-143a0be8-e25f-417f-8d34-b78d839267cc service neutron] 10.222.0.54 "DELETE /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1/bindings/n-h1-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.6168425 Nov 08 13:38:54.226319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.257437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.271722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:54.274812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:54.278852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:38:54.284380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.313878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Pushing event updated for resources: {'Port': ['ID=a158221a-448f-4ef1-9d99-a15b5bb7dac8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:54.322720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.326869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.329976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.330331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.330730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.331066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.331396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.350666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.351075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.351614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.352095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.352493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.352875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.357224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:54.378362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.381188 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-07ff368b-02cc-4658-91c4-cbc34e3542fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:38:54.381915 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-07ff368b-02cc-4658-91c4-cbc34e3542fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:38:54.385858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=0caf825c-fd86-4d68-badf-149fe18c8f89,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:54.396547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1791b83-c291-4e26-9216-d624084e6a36 req-65a9a8a5-3c29-471e-b901-5dc80c9d0113 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5438 time: 0.4328504 Nov 08 13:38:54.397762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.409853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.519650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 82c6d4aa-48c3-4216-93a8-3ef166060413, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=82c6d4aa-48c3-4216-93a8-3ef166060413,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:54.538737 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.539756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:54.592283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1791b83-c291-4e26-9216-d624084e6a36 req-d4ecf646-55a1-4a68-b11d-bb37cbc6a83a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1928124 Nov 08 13:38:54.722891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:54.833989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=82c6d4aa-48c3-4216-93a8-3ef166060413,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:54.906921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-c8c69d88-8b30-4817-b4b0-85564b853107 req-dafe2f18-6374-4907-aae4-690497f8ddc7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:38:54.917863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8c69d88-8b30-4817-b4b0-85564b853107 req-dafe2f18-6374-4907-aae4-690497f8ddc7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164950 Nov 08 13:38:54.974374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067353a-4453-4fe6-9680-595e80e91a56 req-9342f2a8-940c-4e41-bfcf-499ca7790d51 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:54.991650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e067353a-4453-4fe6-9680-595e80e91a56 req-9342f2a8-940c-4e41-bfcf-499ca7790d51 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.2075150 Nov 08 13:38:55.133122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e067353a-4453-4fe6-9680-595e80e91a56 req-a74f84bb-583b-4339-935c-73beb82a9b12 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370029 Nov 08 13:38:55.134162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:55.202784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:55.203153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:55.397396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d05ce001-bd7f-412f-ba6b-3df8c828c44f None None] Provisioning complete for port a158221a-448f-4ef1-9d99-a15b5bb7dac8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:55.398043 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d05ce001-bd7f-412f-ba6b-3df8c828c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:55.504611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a189cb-49da-4014-ae0c-8f66f71a4b96 req-777759a1-d9b9-4357-b2d2-8831723fc366 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:55.513189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a189cb-49da-4014-ae0c-8f66f71a4b96 req-777759a1-d9b9-4357-b2d2-8831723fc366 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2051239 Nov 08 13:38:55.539884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef1a32-9151-466e-a603-d1687867f993 req-f0a2a67a-d93f-4e1d-a6e3-fc36397c70fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:55.543270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9aef1a32-9151-466e-a603-d1687867f993 req-f0a2a67a-d93f-4e1d-a6e3-fc36397c70fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 944 time: 0.2212346 Nov 08 13:38:55.553251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:55.575928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-3b53abe0-40c2-4bc9-8522-fe3a3c24f377 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1946251 Nov 08 13:38:55.597343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-1d7b2d48-91db-4564-9715-60a381633d42 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:38:55.609043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-1d7b2d48-91db-4564-9715-60a381633d42 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114763 Nov 08 13:38:55.635944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:55.664699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:55.667480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device f7894455-b4e3-451b-9834-023a2cc3bf70 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:55.705569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d05ce001-bd7f-412f-ba6b-3df8c828c44f None None] Port a158221a-448f-4ef1-9d99-a15b5bb7dac8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:55.723955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9aef1a32-9151-466e-a603-d1687867f993 req-f8f3e006-0164-4c26-9f73-f8b61fa80e8f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571350 Nov 08 13:38:55.751225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a189cb-49da-4014-ae0c-8f66f71a4b96 req-ec1f1233-e9cc-4b74-998c-02ea6ba1e183 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370372 Nov 08 13:38:56.113984 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.120776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.127486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:56.134175 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ef55fd-abbc-4f82-a1e2-4fe978659b9f" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:56.141413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.142736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-5fe9fb1c-a7ba-49c3-abad-a03e252a2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.146345 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-5fe9fb1c-a7ba-49c3-abad-a03e252a2741 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1097 time: 0.1480880 Nov 08 13:38:56.146613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:56.147034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.155785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.163087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.191828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.212827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0caf825c-fd86-4d68-badf-149fe18c8f89 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:56.223339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.246074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.252214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.268424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.291265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.305100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-f6c8d6f7-454c-4d01-a3cc-998e785f81d8 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5440 time: 0.3151698 Nov 08 13:38:56.439831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d05ce001-bd7f-412f-ba6b-3df8c828c44f None None] Provisioning complete for port 0caf825c-fd86-4d68-badf-149fe18c8f89 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:56.440879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Pushing event updated for resources: {'Port': ['ID=a158221a-448f-4ef1-9d99-a15b5bb7dac8,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:56.441019 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d05ce001-bd7f-412f-ba6b-3df8c828c44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.443965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Attempting to bind port 9914f1ce-0946-45d0-8397-fc827d70b383 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:38:56.451467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Attempting to bind port 9914f1ce-0946-45d0-8397-fc827d70b383 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:38:56.452146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Attempting to bind port 9914f1ce-0946-45d0-8397-fc827d70b383 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:38:56.469380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:38:56.470554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:38:56.472622 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.473308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:38:56.476634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Bound port: 9914f1ce-0946-45d0-8397-fc827d70b383, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:38:56.477256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.523268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-1d1be4a7-010d-409a-b12b-e6f320648ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.523634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccca6f39-b50d-486e-874f-0e3c0bc9d472 req-4c23334d-e702-4839-9298-e6e514fdbf63 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2117407 Nov 08 13:38:56.529031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-1d1be4a7-010d-409a-b12b-e6f320648ab0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.3752151 Nov 08 13:38:56.555518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:38:56.581409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:38:56.678853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-8c630094-7fe5-4afa-84ae-d6774eef9005 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 217 time: 0.1219213 Nov 08 13:38:56.717836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] For port 9914f1ce-0946-45d0-8397-fc827d70b383, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:38:56.745632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] For port 9914f1ce-0946-45d0-8397-fc827d70b383, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9914f1ce-0946-45d0-8397-fc827d70b383,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:38:56.883848 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5248237-9737-4cc4-8c4a-6744d1a965ba x-openstack-request-id: req-d5248237-9737-4cc4-8c4a-6744d1a965ba {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:56.884420 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:56.885015 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5248237-9737-4cc4-8c4a-6744d1a965ba {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:56.885703 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413', 'code': 200} Nov 08 13:38:56.886414 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60', 'code': 200} Nov 08 13:38:56.891343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:56.971763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-00877216-ef21-491e-a069-00bb614990d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.973364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-00877216-ef21-491e-a069-00bb614990d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1734171 Nov 08 13:38:56.978752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc6dfd-147e-4e28-828b-bb0f8f128cb5 req-b28b9905-d15e-4c1a-ac0f-478a19616f8a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:56.981452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246a49-a21c-4b06-948e-1636fdceb350 None None] Pushing event updated for resources: {'Port': ['ID=9914f1ce-0946-45d0-8397-fc827d70b383,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:56.993741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75cc6dfd-147e-4e28-828b-bb0f8f128cb5 req-b28b9905-d15e-4c1a-ac0f-478a19616f8a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.2165816 Nov 08 13:38:57.094932 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-e3e3f5d0-1b6f-4475-8708-d4e5956680ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867002 Nov 08 13:38:57.139445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Router 7fa17e78-68bb-4df3-9600-b17f6ababa9c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:38:57.178663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb246a49-a21c-4b06-948e-1636fdceb350 None None] Pushing event updated for resources: {'Port': ['ID=9914f1ce-0946-45d0-8397-fc827d70b383,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:57.200720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75cc6dfd-147e-4e28-828b-bb0f8f128cb5 req-17e9a659-7760-4d94-adec-91a66cff7a44 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038472 Nov 08 13:38:57.204032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0caf825c-fd86-4d68-badf-149fe18c8f89 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:57.204421 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:57.207782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881ec34-a311-4d8b-bc2f-bcab7760f029 req-ffa61276-f633-4041-b1b8-97321c8e5f69 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:57.216892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9881ec34-a311-4d8b-bc2f-bcab7760f029 req-ffa61276-f633-4041-b1b8-97321c8e5f69 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1095 time: 0.1646433 Nov 08 13:38:57.258381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port f7894455-b4e3-451b-9834-023a2cc3bf70 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:57.263725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port f7894455-b4e3-451b-9834-023a2cc3bf70 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:57.264274 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:57.331539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:38:57.334825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:38:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:57.344891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:38:57.388276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-c9ab1a00-23a9-4b97-946a-7189a1c706da service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845280 Nov 08 13:38:57.392001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9881ec34-a311-4d8b-bc2f-bcab7760f029 req-f28f6db6-a574-4a1b-be41-b1d3c111d24d tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687908 Nov 08 13:38:57.525100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:38:57.533533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a1a5a63a-2132-4be3-93cf-b790db91fa28 admin admin] 10.222.0.65 "PUT /v2.0/routers/7fa17e78-68bb-4df3-9600-b17f6ababa9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7032225 Nov 08 13:38:57.603091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ecc21-cbd2-4828-a5b1-028e6e851caf req-b5993276-2b16-4d34-87a9-48b31a4d9ea3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:57.616794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d52ecc21-cbd2-4828-a5b1-028e6e851caf req-b5993276-2b16-4d34-87a9-48b31a4d9ea3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.1930950 Nov 08 13:38:57.676329 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-1b95cf05-3756-49cf-8267-1bdc54395760 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587874 Nov 08 13:38:57.756317 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:57.780058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d52ecc21-cbd2-4828-a5b1-028e6e851caf req-039653cc-7995-4e7c-90cd-f203a9184619 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624370 Nov 08 13:38:57.830949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c56b2-be4c-49c8-9595-0849375d812c req-75adce23-3e69-412c-8700-ab26a0533adf tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:57.837645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb1c56b2-be4c-49c8-9595-0849375d812c req-75adce23-3e69-412c-8700-ab26a0533adf tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 1095 time: 0.1300933 Nov 08 13:38:57.844542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:38:57.920362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb1c56b2-be4c-49c8-9595-0849375d812c req-bf72f61e-e472-4a32-a816-a365b6b258c2 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765362 Nov 08 13:38:57.992761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.049589 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d481-b9e9-4fba-874e-30daabc7f884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.064910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.077306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.086070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.094251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.104535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.115488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.120159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2c31db21-b4ac-4019-9269-53ae18722a34 None None] Provisioning complete for port a158221a-448f-4ef1-9d99-a15b5bb7dac8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:58.120902 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c31db21-b4ac-4019-9269-53ae18722a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.133782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.135714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-1333009d-5fa7-446b-91df-4cd82051c3b4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5440 time: 0.2139752 Nov 08 13:38:58.245924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port f7894455-b4e3-451b-9834-023a2cc3bf70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=f7894455-b4e3-451b-9834-023a2cc3bf70,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:58.257236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-1d2f17d2-6a6a-4c09-9215-60cc228ed006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.259060 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-1d2f17d2-6a6a-4c09-9215-60cc228ed006 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1101 time: 0.0965695 Nov 08 13:38:58.272363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:58.274314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c31db21-b4ac-4019-9269-53ae18722a34 None None] Port a158221a-448f-4ef1-9d99-a15b5bb7dac8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:38:58.287142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.288413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 3a6677fd-d668-49ba-87b3-03b97da9b7ac up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:38:58.291515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.304350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ed0dbc2-df9b-4fa8-82bc-b99b8f0eae16 req-d9822f59-9c22-4b39-9494-c43289bd283c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595719 Nov 08 13:38:58.438782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38826) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:58.447746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55329062', 'description': 'tempest-description--1515773063'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:58.508044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=f7894455-b4e3-451b-9834-023a2cc3bf70,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:58.546470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-12b8f2c3-1655-4901-8b7d-48b9201d2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.550184 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-12b8f2c3-1655-4901-8b7d-48b9201d2df3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2780840 Nov 08 13:38:58.567869 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.613518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74f8d5-9100-4db1-a398-a3bca07592cf req-1059c7f6-83ca-4fa3-b878-5d0d2e492457 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.622615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee74f8d5-9100-4db1-a398-a3bca07592cf req-1059c7f6-83ca-4fa3-b878-5d0d2e492457 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1099837 Nov 08 13:38:58.639417 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-250a1936-4c54-4209-982e-d5966a03ff82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 217 time: 0.0819902 Nov 08 13:38:58.718753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:58.724199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 3a6677fd-d668-49ba-87b3-03b97da9b7ac completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:38:58.732155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 3a6677fd-d668-49ba-87b3-03b97da9b7ac triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:38:58.732591 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.765878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 2, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:38:58.769312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-4820de9e-094c-49e0-b130-35edaeb77e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.772391 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-4820de9e-094c-49e0-b130-35edaeb77e13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1248596 Nov 08 13:38:58.789355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee74f8d5-9100-4db1-a398-a3bca07592cf req-ded20167-b8c5-42ac-a972-9af25f4fa26f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632290 Nov 08 13:38:58.800343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2827338-6b75-4edf-b298-c95eaf681b84 None None] The sync data for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 is: [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 2, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:38:58.870576 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.883485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.902499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7894455-b4e3-451b-9834-023a2cc3bf70'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:38:58.905883 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae37d82-2c79-42c6-bc36-ce89894ea659" -d '{"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "f7894455-b4e3-451b-9834-023a2cc3bf70"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:38:58.958629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-27e7e1e8-904d-4d42-8938-58c62f5f87d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:58.960213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-27e7e1e8-904d-4d42-8938-58c62f5f87d9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1746511 Nov 08 13:38:58.985565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.986252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:58.986844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5468605 Nov 08 13:38:59.030111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38842) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:59.039036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-41b59080-64f2-44a0-87ba-6d9cd07b79eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'security_group_rule': {'security_group_id': 'e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:59.065500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:59.145318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.145672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.146013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.146354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.146688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.147019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.147343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.147670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.148029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.148352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.148678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.149005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a1eb89-eb07-4c7b-a5f9-89a21c3741a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:38:59.305523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41b59080-64f2-44a0-87ba-6d9cd07b79eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:59.311854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-a3be51eb-a548-4157-993d-19930e92e0bd service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397856 Nov 08 13:38:59.358520 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 08 Nov 2021 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a507fa-c1a3-45a8-bb39-6d930d9b16ec x-openstack-request-id: req-76a507fa-c1a3-45a8-bb39-6d930d9b16ec {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:38:59.359091 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "f7894455-b4e3-451b-9834-023a2cc3bf70", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:38:59.362644 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76a507fa-c1a3-45a8-bb39-6d930d9b16ec {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:38:59.383269 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'code': 200} Nov 08 13:38:59.383905 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7894455-b4e3-451b-9834-023a2cc3bf70', 'code': 200} Nov 08 13:38:59.385937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:38:59.394241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d7a36-0a1d-44bc-9422-f2889763991b req-b4178e80-02cf-4511-8a31-6de3aaee4787 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.394989 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:59.404098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f0d7a36-0a1d-44bc-9422-f2889763991b req-b4178e80-02cf-4511-8a31-6de3aaee4787 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2912960 Nov 08 13:38:59.543243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=3a6677fd-d668-49ba-87b3-03b97da9b7ac,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:59.556852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f0d7a36-0a1d-44bc-9422-f2889763991b req-d70dc045-49b0-440e-bb39-1cf088740cb6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517570 Nov 08 13:38:59.583909 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41b59080-64f2-44a0-87ba-6d9cd07b79eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:59.615120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-0c48412f-d01d-401f-a4bb-5ed22f5da591 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957282 Nov 08 13:38:59.637966 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41b59080-64f2-44a0-87ba-6d9cd07b79eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:59.685883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b59080-64f2-44a0-87ba-6d9cd07b79eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea47637-3afb-43cc-bdd9-10ab11b7bbb8,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:38:59.715257 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41b59080-64f2-44a0-87ba-6d9cd07b79eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:59.719264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:38:59.724748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41b59080-64f2-44a0-87ba-6d9cd07b79eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6934495 Nov 08 13:38:59.726353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-02f2e890-4ace-4852-a409-05e3517624f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'security_group_rule': {'security_group_id': 'e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:38:59.762271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.787488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.808563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.815935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.824663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02f2e890-4ace-4852-a409-05e3517624f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:38:59.845816 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.860020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.879076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:38:59.881602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-9a9b22f7-a4ef-4be2-9200-13bbbd527085 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.3748090 Nov 08 13:39:00.041073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02f2e890-4ace-4852-a409-05e3517624f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.053228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02f2e890-4ace-4852-a409-05e3517624f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.112809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11f350b2-87ce-4656-bc49-18a8cf610b78 req-f1e58209-9305-48ae-bfde-83ac50f0a642 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2145030 Nov 08 13:39:00.116417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2e890-4ace-4852-a409-05e3517624f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf1c846-61ba-4fa9-8940-e5cf967adad3,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:00.137353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf204e-dd49-4fc1-8d80-1fe26efb15e2 req-c12217db-4644-43d4-bd8b-212745b21c7c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:00.139832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35bf204e-dd49-4fc1-8d80-1fe26efb15e2 req-c12217db-4644-43d4-bd8b-212745b21c7c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1859276 Nov 08 13:39:00.141999 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02f2e890-4ace-4852-a409-05e3517624f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.143516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-02f2e890-4ace-4852-a409-05e3517624f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4228852 Nov 08 13:39:00.157119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38864) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:39:00.157119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:00.220219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.279426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35bf204e-dd49-4fc1-8d80-1fe26efb15e2 req-9fe9b01b-7962-4b4f-916f-454bb3d525c9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260474 Nov 08 13:39:00.327468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9914f1ce-0946-45d0-8397-fc827d70b383 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:39:00.434054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9914f1ce-0946-45d0-8397-fc827d70b383 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:00.434697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.453646 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.560834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.601732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 9914f1ce-0946-45d0-8397-fc827d70b383, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9914f1ce-0946-45d0-8397-fc827d70b383,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:00.612163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.642191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Allocated IP 172.25.8.68 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/f9f9ebd0-134c-4bc6-83ae-8e05fef333fa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:39:00.748648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=9914f1ce-0946-45d0-8397-fc827d70b383,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:00.845254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9bba6-550f-4daf-8c5d-fcb0f38d03ff req-7f15a171-64b1-49d3-ac4a-4a15ceffcc0d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:00.853027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41d9bba6-550f-4daf-8c5d-fcb0f38d03ff req-7f15a171-64b1-49d3-ac4a-4a15ceffcc0d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.1250331 Nov 08 13:39:00.872467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.921156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41d9bba6-550f-4daf-8c5d-fcb0f38d03ff req-169b691f-a805-4ece-b3bf-9acd5485b75f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671864 Nov 08 13:39:00.924287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:00.980908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:39:00.984338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:39:00.988287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:39:01.053641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=f9f9ebd0-134c-4bc6-83ae-8e05fef333fa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:01.144673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:01.205727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:01.336498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:01.341792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.349253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.356813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.365264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.372641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.380647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.385368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:01.387318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.398371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24ccfc62-201d-473a-980b-c597aa1df895 req-2a66897a-2c3e-43d2-994b-91b9b5c818fb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.1503808 Nov 08 13:39:01.408774 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f77b02-4696-4f2d-a6a2-39066ba46d3b" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:01.559829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24ccfc62-201d-473a-980b-c597aa1df895 req-bd5e262e-cd5b-4102-bfc6-2c901e1f50b2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603155 Nov 08 13:39:01.600342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:01.617218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:01.707426 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-621b2295-e575-490b-a79b-99c728f9c655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:01.770415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0bec-3686-4afd-8fca-802ab1f206d3 req-09d4422d-8c71-4d3b-afdd-0afb74c8b643 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:01.779900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebff0bec-3686-4afd-8fca-802ab1f206d3 req-09d4422d-8c71-4d3b-afdd-0afb74c8b643 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1416662 Nov 08 13:39:01.789555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:01.820817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'mac_address': 'fa:16:3e:40:7d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:39:01.832366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=f9f9ebd0-134c-4bc6-83ae-8e05fef333fa,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:01.846623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:01.881992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebff0bec-3686-4afd-8fca-802ab1f206d3 req-69d0698d-65d1-4788-b22b-d290aa47080e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012418 Nov 08 13:39:01.882727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:01.883429 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8912d937-4334-4721-b4f8-d21986807d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7352836 Nov 08 13:39:01.886834 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a69752c-b976-45f6-b0d4-ab5abade4155 x-openstack-request-id: req-2a69752c-b976-45f6-b0d4-ab5abade4155 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:01.887112 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-plugged", "status": "completed", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:01.887372 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a69752c-b976-45f6-b0d4-ab5abade4155 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:01.888016 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac', 'code': 200} Nov 08 13:39:01.934434 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:02.001939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2c9dd4-087e-4842-9af5-2635e70cd157 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:02.072362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:02.081659 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:02.181566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:02.201063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['4c2c9dd4-087e-4842-9af5-2635e70cd157'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:02.286886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9914f1ce-0946-45d0-8397-fc827d70b383 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:39:02.336312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca6017-ba99-464b-838b-f61d73baf647 req-4ffa6893-a189-41d8-9d2f-408292048000 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.338722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2eca6017-ba99-464b-838b-f61d73baf647 req-4ffa6893-a189-41d8-9d2f-408292048000 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2194295 Nov 08 13:39:02.391132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-ac9f5551-c9ac-4245-82b1-03cf1b29da9c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--55329062&fields=id&tenant_id=b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 267 time: 0.1655183 Nov 08 13:39:02.398920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.399763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.400823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.401002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.401580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.402047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.402539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.405223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-12185e0e-8eb3-4f8a-884d-34dbd9819923 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6499 time: 0.3939583 Nov 08 13:39:02.414635 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Sync routers for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:39:02.432217 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:39:02.433221 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:39:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:02.434431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9914f1ce-0946-45d0-8397-fc827d70b383 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:02.435176 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:02.589601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2eca6017-ba99-464b-838b-f61d73baf647 req-7ca5f0ef-fc65-4b73-adfc-c68e50f67639 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395928 Nov 08 13:39:02.625885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86a9d23c-d87e-444b-90ae-6760adc87ed5 req-966d86eb-7a40-4de0-834e-d9338d2f4437 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&id=9405f310-aa59-418a-ba06-7dfd31694a44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898639 Nov 08 13:39:02.671791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3c604faa-3b80-427d-a258-82473d4a27a8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:02.676798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3c604faa-3b80-427d-a258-82473d4a27a8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.2847400 Nov 08 13:39:02.683462 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:39:02.709086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-530e9f40-9424-45ec-bfd2-a8aaf33273c1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/quotas/b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 375 time: 0.0259390 Nov 08 13:39:02.828172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-f8adc5ba-83b5-4b19-adde-5efaa7eec59e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078291 Nov 08 13:39:02.909254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:02.971493 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 2, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:03.007758 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Checking router: 7fa17e78-68bb-4df3-9600-b17f6ababa9c for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:39:03.008112 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Updating router 7fa17e78-68bb-4df3-9600-b17f6ababa9c port a158221a-448f-4ef1-9d99-a15b5bb7dac8 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:39:03.039982 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:03.091051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.098804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.105437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.112279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.130001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.140751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.152577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.162867 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-c016a5d9-e8d7-431a-80ac-4dd39f71d935 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.2307529 Nov 08 13:39:03.208348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-25e9e3f6-2166-41f0-9923-3e86cc63d2b6 service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467326 Nov 08 13:39:03.324377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69aac28f-b529-4508-b94d-88cd30b9cffc req-fbdfe9b4-0920-41a6-87e5-30b31f835ee4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1604424 Nov 08 13:39:03.351338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:39:03.406205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-6bfb6dae-4a79-43a6-874d-05ac539a2113 service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931825 Nov 08 13:39:03.499994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 4c2c9dd4-087e-4842-9af5-2635e70cd157 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:03.499994 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:03.564234 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:03.573385 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:03.685494 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a98c7e-ed6a-4eb0-9844-25d63ed9bb4a None None] Pushing event updated for resources: {'Port': ['ID=a158221a-448f-4ef1-9d99-a15b5bb7dac8,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:03.727590 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:03.812424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0fa3-65fc-43ec-9981-09a564475b0f req-9720e074-142d-4ad0-96a7-864d743eb0f1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:03.813392 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c24b0fa3-65fc-43ec-9981-09a564475b0f req-9720e074-142d-4ad0-96a7-864d743eb0f1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1754088 Nov 08 13:39:03.899849 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Attempting to bind port a158221a-448f-4ef1-9d99-a15b5bb7dac8 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:03.900440 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Attempting to bind port a158221a-448f-4ef1-9d99-a15b5bb7dac8 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:03.900994 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Attempting to bind port a158221a-448f-4ef1-9d99-a15b5bb7dac8 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:03.902533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:03.915338 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:03.915661 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:03.916102 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:03.916731 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Bound using segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:03.917382 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Bound port: a158221a-448f-4ef1-9d99-a15b5bb7dac8, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:03.917959 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:03.936916 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29602e4a-2777-4176-8055-48e8ccb4ae67" -d '{"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:03.970045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:03.978420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:04.007689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c24b0fa3-65fc-43ec-9981-09a564475b0f req-a9e2716b-c3a6-4f48-bc18-e48c758a6a5a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841500 Nov 08 13:39:04.157558 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] For port a158221a-448f-4ef1-9d99-a15b5bb7dac8, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:04.180404 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] For port a158221a-448f-4ef1-9d99-a15b5bb7dac8, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a158221a-448f-4ef1-9d99-a15b5bb7dac8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:04.189514 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:04.197148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56eda12f-54aa-4d88-b8d0-4e3371862f93 req-515e0cae-7fa7-4877-9d1f-001887b5b163 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 210 time: 0.1760530 Nov 08 13:39:04.214705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:04.322016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-427f1c27-edc3-48b4-997f-d9af8ccdd9d0 None None] Provisioning complete for port a158221a-448f-4ef1-9d99-a15b5bb7dac8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:04.322630 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-427f1c27-edc3-48b4-997f-d9af8ccdd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:04.350904 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a98c7e-ed6a-4eb0-9844-25d63ed9bb4a None None] Pushing event updated for resources: {'Port': ['ID=a158221a-448f-4ef1-9d99-a15b5bb7dac8,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:04.369206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3bfad-d4d5-451d-8ca5-16b172056128 req-56a28686-fe9c-4ca7-85f6-01ce5f151d4e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:04.381279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30c3bfad-d4d5-451d-8ca5-16b172056128 req-56a28686-fe9c-4ca7-85f6-01ce5f151d4e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.0990744 Nov 08 13:39:04.398495 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:39:04.400631 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:39:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:04.522975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30c3bfad-d4d5-451d-8ca5-16b172056128 req-34925d29-93e0-4ec9-8226-6193fc91be02 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392050 Nov 08 13:39:04.660435 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ded58a0-80a2-4683-8b43-e827b37ffde8 x-openstack-request-id: req-5ded58a0-80a2-4683-8b43-e827b37ffde8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:04.661298 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:04.661298 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ded58a0-80a2-4683-8b43-e827b37ffde8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:04.670646 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'code': 200} Nov 08 13:39:04.677247 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-427f1c27-edc3-48b4-997f-d9af8ccdd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:04.756761 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:39:04.787939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-427f1c27-edc3-48b4-997f-d9af8ccdd9d0 None None] For port a158221a-448f-4ef1-9d99-a15b5bb7dac8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a158221a-448f-4ef1-9d99-a15b5bb7dac8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:04.798526 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-427f1c27-edc3-48b4-997f-d9af8ccdd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:04.880771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f1c27-edc3-48b4-997f-d9af8ccdd9d0 None None] Pushing event updated for resources: {'Port': ['ID=a158221a-448f-4ef1-9d99-a15b5bb7dac8,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:04.944086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b0eec4e5-0172-4186-8cfc-a60d8db6eebe None None] Provisioning complete for port a158221a-448f-4ef1-9d99-a15b5bb7dac8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:04.944761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0eec4e5-0172-4186-8cfc-a60d8db6eebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:04.981577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:04.988555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:04.996801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.003816 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.013055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.022414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.027549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.043043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-fb9d6f31-36b0-4781-9881-17fbc67169c2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.2228036 Nov 08 13:39:05.248211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b0bfa26-efb7-49ac-8e9d-2e4fdf06a731 req-a2d0cd3c-6d1c-4b14-ba09-bb343bf3437c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2041111 Nov 08 13:39:05.300569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54764-f88a-4407-ac29-163ca2e8481d req-cc724c39-e0f7-4f88-9b3e-43fe72e8cc65 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.309559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07b54764-f88a-4407-ac29-163ca2e8481d req-cc724c39-e0f7-4f88-9b3e-43fe72e8cc65 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1480987 Nov 08 13:39:05.355258 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:05.400815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:05.401168 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9e8507-cf13-4839-80b1-c6e1544c00b1 None None] The sync data for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 is: [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:39:05.438835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b56fb949-ed34-46c3-a3d9-5860b880f160 req-acd2f1fb-5584-4463-bd93-a59c48f6e444 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 210 time: 0.0658810 Nov 08 13:39:05.453599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07b54764-f88a-4407-ac29-163ca2e8481d req-ff935b61-d15d-4378-8ded-4ccd1ea6cc08 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425822 Nov 08 13:39:05.736143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.751278 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:05.767872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.790312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.805940 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.833508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.848817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.873306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:05.893646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38988) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:39:05.899281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b15af17-c4d6-4520-a8ab-605ae8870466 req-7576fdbf-736b-4158-9d6f-2434674a00a2 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.3395436 Nov 08 13:39:05.901964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Request body: {'floatingip': {'port_id': '77ee4469-4241-4244-812a-6df86238e76d'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:06.023611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:06.358768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a158221a-448f-4ef1-9d99-a15b5bb7dac8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:39:06.508830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a158221a-448f-4ef1-9d99-a15b5bb7dac8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:06.509543 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:07.212115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.resource_extend [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:39:07.248428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-5d2069be-128a-429c-87dd-11e5e1897eba tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:07.250593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-5d2069be-128a-429c-87dd-11e5e1897eba tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 1.3131485 Nov 08 13:39:07.316087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8389c11c-3697-4635-b3b3-a7c9c22eb5bb req-e14e586c-2c0c-4ffe-b471-125a38d0467a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 210 time: 0.0639966 Nov 08 13:39:07.352798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896bd80-96f4-4924-b0a1-e7227b4c7c3f req-51805bf3-1dd5-4277-90ad-acd44d6b976b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:07.375780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6896bd80-96f4-4924-b0a1-e7227b4c7c3f req-51805bf3-1dd5-4277-90ad-acd44d6b976b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 1.4728622 Nov 08 13:39:07.505466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-0f7f4d3c-e811-4619-bd5e-bd55c2628882 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 378 time: 0.2380955 Nov 08 13:39:07.528565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'port': {'device_id': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'admin_state_up': True, 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'security_groups': ['e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:07.635984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6896bd80-96f4-4924-b0a1-e7227b4c7c3f req-454b5778-0922-4059-8309-d9946170e29c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584238 Nov 08 13:39:07.740348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3358f5-4a56-41a5-a608-a89b8533c1a3 req-94e9289e-630d-45c1-a81c-f24af97628c1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:07.750832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae3358f5-4a56-41a5-a608-a89b8533c1a3 req-94e9289e-630d-45c1-a81c-f24af97628c1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.2593369 Nov 08 13:39:07.852188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae3358f5-4a56-41a5-a608-a89b8533c1a3 req-9709a098-4533-4bd8-9bdc-fc3b4c9c6373 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999978 Nov 08 13:39:07.967098 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:07.975051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Made reservation on behalf of b430fe33e59e4c4b878e8071f1cb58ae for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:39:07.987477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:07.990188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:08.255239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Allocated IP 172.20.0.8 (c3015bfa-04ab-4f13-9a38-a84dbf18742f/a630c4b9-65c0-4ca9-8270-6b63a0fd991e/76240087-8e71-4c33-81d7-5333d1c596e8) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:39:08.273119 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Floating IP a501f364-96d3-425d-9a0b-cf5a43074494 associated. External IP: 172.25.8.185, port: 77ee4469-4241-4244-812a-6df86238e76d. Nov 08 13:39:08.468105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:08.633773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ced9469-32ca-4595-a177-1062036e2313 req-110dfc1f-8168-4657-b8be-da3b48355b49 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 210 time: 0.1606996 Nov 08 13:39:08.636858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:08.702947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:39:08.708146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:39:08.740004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:39:08.917247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:08.935533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:39:08.966647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:08.967320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:09.021746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4530570-05ec-4f83-b1f4-62f33e53bcc1 req-9a814740-95c0-464a-a0a1-ef02012bf6d4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:09.023435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4530570-05ec-4f83-b1f4-62f33e53bcc1 req-9a814740-95c0-464a-a0a1-ef02012bf6d4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2262373 Nov 08 13:39:09.044045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-7baebae4-6c3a-472d-b2db-a5d485dc7d85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5216191 Nov 08 13:39:09.095716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Request body: {'port': {'device_id': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:09.242973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5e5d0de3-e0a6-428f-a505-4b6a286412b9 None None] Provisioning complete for port 76240087-8e71-4c33-81d7-5333d1c596e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:09.243984 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e5d0de3-e0a6-428f-a505-4b6a286412b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:09.246044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:39:09.251391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:09.340612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5e5d0de3-e0a6-428f-a505-4b6a286412b9 None None] Port 76240087-8e71-4c33-81d7-5333d1c596e8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:39:09.342819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] Sync routers for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:39:09.368640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-91c0083d-a650-4412-86e7-5d360274b216 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "PUT /v2.0/floatingips/a501f364-96d3-425d-9a0b-cf5a43074494 HTTP/1.1" status: 200 len: 992 time: 3.4736207 Nov 08 13:39:09.369701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '77ee4469-4241-4244-812a-6df86238e76d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:09.380398 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90955b92-7b98-4975-b0ff-78754373e4d1" -d '{"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "77ee4469-4241-4244-812a-6df86238e76d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:09.384333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:39:09.385910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:39:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:09.449630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4530570-05ec-4f83-b1f4-62f33e53bcc1 req-9abf7fa5-eb00-4a32-9e7f-afdf0520844b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006419 Nov 08 13:39:09.473188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95932221-c9a7-4df7-be12-f262233bcb9a req-2d0b1520-1674-4180-bcde-22cee343d050 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:09.480677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95932221-c9a7-4df7-be12-f262233bcb9a req-2d0b1520-1674-4180-bcde-22cee343d050 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.4096644 Nov 08 13:39:09.513206 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:09.593590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:39:09.619931 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95932221-c9a7-4df7-be12-f262233bcb9a req-ef300b03-5426-4062-b9d8-ea8dbcb6f228 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313078 Nov 08 13:39:10.224696 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9cfdbfd-9db9-4b5d-9e99-2b90132c786e x-openstack-request-id: req-d9cfdbfd-9db9-4b5d-9e99-2b90132c786e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:10.244608 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "tag": "77ee4469-4241-4244-812a-6df86238e76d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:10.248279 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9cfdbfd-9db9-4b5d-9e99-2b90132c786e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:10.249428 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'tag': '77ee4469-4241-4244-812a-6df86238e76d', 'status': 'completed', 'code': 200} Nov 08 13:39:10.254836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a501f364-96d3-425d-9a0b-cf5a43074494', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'port_id': '77ee4469-4241-4244-812a-6df86238e76d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'mac_address': 'fa:16:3e:09:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:37:16Z', 'updated_at': '2021-11-08T13:39:07Z', 'revision_number': 1, 'project_id': '2c4e2eb723054102944a464b00399be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:18Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:10.350776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] Checking router: 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:39:10.377451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:39:10.378401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:39:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:10.402592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76240087-8e71-4c33-81d7-5333d1c596e8 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:10.413992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:10.438336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Transition to ACTIVE for port object 76240087-8e71-4c33-81d7-5333d1c596e8 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:39:10.497460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:10.761945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff0831-88b1-44a2-be74-1826f86704cc req-bcd53935-a720-49bd-9feb-2d8aa12ce093 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.765420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36ff0831-88b1-44a2-be74-1826f86704cc req-bcd53935-a720-49bd-9feb-2d8aa12ce093 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 931 time: 0.6946220 Nov 08 13:39:10.775179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:39:10.849012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.854592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.856643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.858997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.860047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.870029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.871509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:10.875998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-08bcff5b-53d3-4f6d-a334-7ea723a7d09f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6499 time: 0.6246488 Nov 08 13:39:11.117145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:11.248368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36ff0831-88b1-44a2-be74-1826f86704cc req-c89ab33a-5f98-4a3b-a025-144ba756cc6a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4540563 Nov 08 13:39:11.428016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23dfa3-ff0c-42b5-8723-1e20f380c91a req-cd14d6f4-72ca-4bf4-9552-9aa91031c2c4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:11.444576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e23dfa3-ff0c-42b5-8723-1e20f380c91a req-cd14d6f4-72ca-4bf4-9552-9aa91031c2c4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.7320218 Nov 08 13:39:11.463470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a501f364-96d3-425d-9a0b-cf5a43074494', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'port_id': '77ee4469-4241-4244-812a-6df86238e76d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'mac_address': 'fa:16:3e:09:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:37:16Z', 'updated_at': '2021-11-08T13:39:07Z', 'revision_number': 1, 'project_id': '2c4e2eb723054102944a464b00399be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:18Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:11.499765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d622559c-13d9-4da7-89ee-6c38c5e6c180 None None] The sync data for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 is: [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a501f364-96d3-425d-9a0b-cf5a43074494', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'floating_ip_address': '172.25.8.185', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'port_id': '77ee4469-4241-4244-812a-6df86238e76d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'mac_address': 'fa:16:3e:09:ac:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '741bd17d-0971-4eea-b8e6-9eba22328483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:37:16Z', 'updated_at': '2021-11-08T13:39:07Z', 'revision_number': 1, 'project_id': '2c4e2eb723054102944a464b00399be0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:18Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:39:11.587482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-d73f3feb-e7ee-4463-ad84-8ad3ef5d7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:11.590042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-d73f3feb-e7ee-4463-ad84-8ad3ef5d7a18 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bc3c116-4768-4af8-99ab-853f72de11e6 HTTP/1.1" status: 200 len: 917 time: 0.6761951 Nov 08 13:39:11.794628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-c7524bc1-446b-4cf9-81bd-b3286bd08a66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ee4469-4241-4244-812a-6df86238e76d HTTP/1.1" status: 200 len: 1000 time: 0.1893353 Nov 08 13:39:11.886679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e23dfa3-ff0c-42b5-8723-1e20f380c91a req-c667c2a5-cd88-42bb-bdc7-19e27425a180 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4169803 Nov 08 13:39:11.978866 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd9625f-6506-4b71-a514-a071a0c78390 None None] New status for floating IP a501f364-96d3-425d-9a0b-cf5a43074494: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:39:12.093517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-74094f92-6471-4ac8-a511-756bf846099f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:12.095259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-74094f92-6471-4ac8-a511-756bf846099f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0d6cd4c7-77f6-4655-85dc-fb1803715c73 HTTP/1.1" status: 200 len: 855 time: 0.2709110 Nov 08 13:39:12.099777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Attempting to bind port 76240087-8e71-4c33-81d7-5333d1c596e8 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:12.100239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Attempting to bind port 76240087-8e71-4c33-81d7-5333d1c596e8 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:12.100531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Attempting to bind port 76240087-8e71-4c33-81d7-5333d1c596e8 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:12.157319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Port 76240087-8e71-4c33-81d7-5333d1c596e8 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:39:12.157685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Attempting to bind port 76240087-8e71-4c33-81d7-5333d1c596e8 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:12.175401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:12.176778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:12.177187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Bound using segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:12.177768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Bound port: 76240087-8e71-4c33-81d7-5333d1c596e8, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:12.178143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:12.356581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd6984-d25f-42d0-920a-6930256c3b3e req-03f632de-b3f1-4c09-8805-eb0624466ec2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:12.373848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0cd6984-d25f-42d0-920a-6930256c3b3e req-03f632de-b3f1-4c09-8805-eb0624466ec2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.8790622 Nov 08 13:39:12.436762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-1fb54805-5d6e-4243-a969-9439ae6125c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:12.440141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-1fb54805-5d6e-4243-a969-9439ae6125c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc3c116-4768-4af8-99ab-853f72de11e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291802 Nov 08 13:39:12.472233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:12.531664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:12.576574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:12.669894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0cd6984-d25f-42d0-920a-6930256c3b3e req-cb60b64a-3be5-4e00-973f-f7615a9c9524 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947304 Nov 08 13:39:12.753840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:12.755671 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:12.758200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] 10.222.0.70 "PUT /v2.0/ports/76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 1091 time: 3.6924520 Nov 08 13:39:12.758944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:12.762896 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860" -d '{"events": [{"name": "network-changed", "server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:12.803399 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-958195e9-d74a-4748-8578-0abf180b5c38 service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464501 Nov 08 13:39:12.817297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750e738-70b2-4ed6-8c83-a400eea54330 service neutron] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:12.870204 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74dadb6d-4e80-4f3c-a865-246045cda773 x-openstack-request-id: req-74dadb6d-4e80-4f3c-a865-246045cda773 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:12.870580 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:12.870852 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74dadb6d-4e80-4f3c-a865-246045cda773 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:12.871275 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'status': 'completed', 'code': 200} Nov 08 13:39:13.060567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b7531-8c79-4535-bb98-8e4f4753b4e2 req-167592a1-97ed-4a54-9326-64dec4b11bf6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:13.063131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f55b7531-8c79-4535-bb98-8e4f4753b4e2 req-167592a1-97ed-4a54-9326-64dec4b11bf6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 943 time: 0.4289942 Nov 08 13:39:13.281501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-a06a5da1-9f4a-4e1b-bf22-ed8caf6ff4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:13.286804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-a06a5da1-9f4a-4e1b-bf22-ed8caf6ff4b3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1094 time: 0.4103355 Nov 08 13:39:13.329134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a089-97f3-4e74-a5e2-c433a5aac307 req-b87dbb7b-095d-4163-9553-bcb33baf02b8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:13.331714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0df8a089-97f3-4e74-a5e2-c433a5aac307 req-b87dbb7b-095d-4163-9553-bcb33baf02b8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2639759 Nov 08 13:39:13.345434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f55b7531-8c79-4535-bb98-8e4f4753b4e2 req-2810a0bf-aae0-44d2-bf7d-fef9568c8ead tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2480533 Nov 08 13:39:13.496955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-3173f999-3f7d-4876-b366-9a5abc02cba5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 217 time: 0.1994209 Nov 08 13:39:13.514368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90955b92-7b98-4975-b0ff-78754373e4d1 req-5740c847-4c35-42c9-b54a-511298caa3ac service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6789777 Nov 08 13:39:13.654783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0df8a089-97f3-4e74-a5e2-c433a5aac307 req-e42d2eb7-1c40-49da-a7b8-b90ebc051596 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041136 Nov 08 13:39:13.656772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-b116242f-ac28-43d0-9d76-2ccf1f9b102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:13.658273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-b116242f-ac28-43d0-9d76-2ccf1f9b102a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1428959 Nov 08 13:39:13.739978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-974067bc-5550-4148-9886-c5ee3fe2020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:13.743151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-974067bc-5550-4148-9886-c5ee3fe2020a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759234 Nov 08 13:39:13.910952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-07d22dc3-1858-4cef-b992-21d6c60be2e1 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598544 Nov 08 13:39:14.085483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab566e38-2668-4cfc-ab83-9d4707e53518 req-a0f6a57c-97e0-407c-b4a3-f40cd90ab971 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651897 Nov 08 13:39:14.119968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e98c5-9d2d-4e3e-89c1-60d50432839c req-7cf6b739-b7c1-48a8-ae1a-f95023140ab6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:14.130646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144e98c5-9d2d-4e3e-89c1-60d50432839c req-7cf6b739-b7c1-48a8-ae1a-f95023140ab6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1981666 Nov 08 13:39:14.229777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-f8c5e172-683d-4845-898e-191a1f2fe2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:14.232490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-f8c5e172-683d-4845-898e-191a1f2fe2a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1094 time: 0.0782337 Nov 08 13:39:14.253855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144e98c5-9d2d-4e3e-89c1-60d50432839c req-16b5d9c8-2d2d-468a-81c3-724adbf2880e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151474 Nov 08 13:39:14.390066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-8b7d52f2-693b-405a-b147-b8e36cc96454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:14.392880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-8b7d52f2-693b-405a-b147-b8e36cc96454 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.1370704 Nov 08 13:39:14.490958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-287c1cc1-2744-4894-8d11-3a8144da7836 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 217 time: 0.0833857 Nov 08 13:39:14.607972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-6e445fb8-0647-4917-8faf-b1ec9bf05a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:14.611634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-6e445fb8-0647-4917-8faf-b1ec9bf05a83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1093378 Nov 08 13:39:14.826573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934cf7b-c155-408d-ad77-f7fc84b68e9e req-26912c22-faf1-48d4-a614-2ed512923219 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:14.830290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2934cf7b-c155-408d-ad77-f7fc84b68e9e req-26912c22-faf1-48d4-a614-2ed512923219 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 943 time: 0.3417861 Nov 08 13:39:14.924196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-7ffbc3dc-427e-49a6-a7b1-1fac33f5a43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:14.926933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-7ffbc3dc-427e-49a6-a7b1-1fac33f5a43b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2620630 Nov 08 13:39:15.037762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2934cf7b-c155-408d-ad77-f7fc84b68e9e req-c4d70944-53eb-4d5c-b1b8-4ea1798a0a69 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1880450 Nov 08 13:39:15.057656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b0a13-29f6-4bca-8314-d2c00ac01446 req-1c26aa14-df28-48be-9c88-15b6480c038b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:15.078423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb3b0a13-29f6-4bca-8314-d2c00ac01446 req-1c26aa14-df28-48be-9c88-15b6480c038b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.1993086 Nov 08 13:39:15.186694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-d46ec377-6989-40d7-bdfc-3106f531e012 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486455 Nov 08 13:39:15.204618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb3b0a13-29f6-4bca-8314-d2c00ac01446 req-83858066-9648-4747-bba7-31963a96bf9e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249366 Nov 08 13:39:15.411372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd87228f-a0fd-4dcf-a0b3-9302fecaa860 req-0ebc7b7d-e3fd-4e16-b01e-9da12d74e878 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018156 Nov 08 13:39:15.429749 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:39:15.560749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb019c-be25-4f75-b539-67529da1c876 req-0fd69cee-b22e-4dac-b9c5-6a11ce9d680d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:15.575068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46cb019c-be25-4f75-b539-67529da1c876 req-0fd69cee-b22e-4dac-b9c5-6a11ce9d680d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1221149 Nov 08 13:39:15.658222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46cb019c-be25-4f75-b539-67529da1c876 req-c8cdc444-8d7e-4337-ae10-1be2dc444425 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811722 Nov 08 13:39:16.395705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db4cfc-f1c9-47a6-bf90-e821340235f5 req-8e0b3a1c-7ff8-49dc-a0d2-fb02a8f3e825 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:16.408442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6db4cfc-f1c9-47a6-bf90-e821340235f5 req-8e0b3a1c-7ff8-49dc-a0d2-fb02a8f3e825 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 943 time: 0.1880500 Nov 08 13:39:16.438154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:16.634535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6db4cfc-f1c9-47a6-bf90-e821340235f5 req-158038ae-f2b7-4f8f-825a-6e0abe821422 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2246487 Nov 08 13:39:16.683184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfadc0e-ecd9-4436-852c-69c076d3b36a req-d4248c45-d5d6-43a6-81de-1a4f75246a3c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:16.689344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-acfadc0e-ecd9-4436-852c-69c076d3b36a req-d4248c45-d5d6-43a6-81de-1a4f75246a3c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2430859 Nov 08 13:39:17.032010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-acfadc0e-ecd9-4436-852c-69c076d3b36a req-c8eb5e9d-a406-450d-a5b4-a692129c09aa tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327987 Nov 08 13:39:17.146274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd8a059-87fe-4f6f-bb7d-ec5fbf7a786d req-f7b1b161-e925-407c-a2ac-a9c530500157 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:17.162850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cd8a059-87fe-4f6f-bb7d-ec5fbf7a786d req-f7b1b161-e925-407c-a2ac-a9c530500157 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.3111885 Nov 08 13:39:17.367861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cd8a059-87fe-4f6f-bb7d-ec5fbf7a786d req-3e977af1-7761-4048-a4e0-00047ab7883b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016699 Nov 08 13:39:17.544728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:17.572097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '76240087-8e71-4c33-81d7-5333d1c596e8', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8', 'mac_address': 'fa:16:3e:e6:77:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:39:17.632528 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:17.669713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76240087-8e71-4c33-81d7-5333d1c596e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:17.763313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:17.776171 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:18.015933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a09daf0-326b-4949-8e4b-15a756900601 req-0ca1f9d3-e3e5-487d-84cd-296d83e15d95 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:18.018236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:18.028307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a09daf0-326b-4949-8e4b-15a756900601 req-0ca1f9d3-e3e5-487d-84cd-296d83e15d95 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1854241 Nov 08 13:39:18.207392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['76240087-8e71-4c33-81d7-5333d1c596e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:18.389736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a09daf0-326b-4949-8e4b-15a756900601 req-42cea9df-0f3c-40d6-8c4f-f17b576e73db tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3598368 Nov 08 13:39:18.537530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36482610-b6b4-4515-ad51-118ba43d1247 req-1620c759-16a9-441d-b6dd-e19c6fb610bb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:18.551091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36482610-b6b4-4515-ad51-118ba43d1247 req-1620c759-16a9-441d-b6dd-e19c6fb610bb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2939265 Nov 08 13:39:18.752766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36482610-b6b4-4515-ad51-118ba43d1247 req-21e81152-9c6c-4023-ab66-d47ec284bdb8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998796 Nov 08 13:39:19.017879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad6e8e-cd81-4484-a2f7-a3bdd923d7eb req-b6426e73-8480-4bf6-8c11-b20364719816 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:19.029699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edad6e8e-cd81-4484-a2f7-a3bdd923d7eb req-b6426e73-8480-4bf6-8c11-b20364719816 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1474485 Nov 08 13:39:19.148624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edad6e8e-cd81-4484-a2f7-a3bdd923d7eb req-c5ae431b-2763-475b-85ba-20c676a68373 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115503 Nov 08 13:39:19.746475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac19b2-df7e-41a5-904c-2d992522df1f req-9ab343a2-96fa-4a6c-b616-d8067ec00164 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:19.763783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70ac19b2-df7e-41a5-904c-2d992522df1f req-9ab343a2-96fa-4a6c-b616-d8067ec00164 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1946893 Nov 08 13:39:19.899963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70ac19b2-df7e-41a5-904c-2d992522df1f req-bfcded39-d682-4010-aec6-6df78ebe4e2b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1345322 Nov 08 13:39:20.220525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe00a1-2552-42ba-addf-c0fe75bc6389 req-568ddee6-ac1a-4d03-a92e-2d90cbfdbf12 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:20.223419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7abe00a1-2552-42ba-addf-c0fe75bc6389 req-568ddee6-ac1a-4d03-a92e-2d90cbfdbf12 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.0859232 Nov 08 13:39:20.319983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7abe00a1-2552-42ba-addf-c0fe75bc6389 req-a95ab60c-a46d-4b67-8c8d-ae1e540516a2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865929 Nov 08 13:39:20.461822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:39:20.580041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 76240087-8e71-4c33-81d7-5333d1c596e8 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:39:20.587223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 76240087-8e71-4c33-81d7-5333d1c596e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:20.600668 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:20.629538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef57b9e-3860-4733-ad7b-738c83d3be69 req-dc00d4be-1c96-475d-a38c-c38947f59cab tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:20.632475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eef57b9e-3860-4733-ad7b-738c83d3be69 req-dc00d4be-1c96-475d-a38c-c38947f59cab tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1137938 Nov 08 13:39:20.727311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eef57b9e-3860-4733-ad7b-738c83d3be69 req-528d7c41-e94f-4bf4-8ea7-6816c6ca6962 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799794 Nov 08 13:39:20.756765 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:20.794058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:20.796890 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ce157-781c-41d6-b7b6-31480455ace1" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:20.814800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:20.820888 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:20.934821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:21.110878 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c9435-5342-43b0-8994-3ef60f770078 x-openstack-request-id: req-b82c9435-5342-43b0-8994-3ef60f770078 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:21.110878 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:21.110878 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b82c9435-5342-43b0-8994-3ef60f770078 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:21.110878 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'code': 200} Nov 08 13:39:21.388129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d66bc-d4d7-4a07-8348-18b718faf0af req-64e402c8-ab79-4b27-9929-0c566e6feeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:21.388129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-587d66bc-d4d7-4a07-8348-18b718faf0af req-64e402c8-ab79-4b27-9929-0c566e6feeb0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1096 time: 0.1850541 Nov 08 13:39:21.423116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-17727da5-89cb-402a-8b34-f1f9388d85da tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--547992059&fields=id&tenant_id=280cf309e9744d5c994d41910454e03a HTTP/1.1" status: 200 len: 267 time: 0.1184654 Nov 08 13:39:21.600159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-587d66bc-d4d7-4a07-8348-18b718faf0af req-bda4d4d5-f65e-4ef1-98a5-57d4282da83c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2053733 Nov 08 13:39:21.639698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-d44f94d2-93ce-452c-a813-5c9a34637fbc tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:21.646134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-d44f94d2-93ce-452c-a813-5c9a34637fbc tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/networks?id=2c67ca71-163c-4e74-bcee-018848773aed HTTP/1.1" status: 200 len: 816 time: 0.2185504 Nov 08 13:39:21.679373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-2168789d-7757-47f5-9f70-55ca23844bb7 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/quotas/280cf309e9744d5c994d41910454e03a HTTP/1.1" status: 200 len: 375 time: 0.0196793 Nov 08 13:39:21.763413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-d8d7662b-3d5e-4ed1-a5c7-797d6ce8a8a7 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=280cf309e9744d5c994d41910454e03a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724001 Nov 08 13:39:21.934756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-1a1b791f-1894-4ae3-a0e6-f7fb83c791ab service neutron] 10.222.0.65 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684020 Nov 08 13:39:22.102687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0c2f7046-616e-4f90-8606-b47b82c5b6e9 service neutron] 10.222.0.65 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666529 Nov 08 13:39:22.765606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:22.879244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f35832-b338-43fb-8452-a1be2709f8e2 req-15bf05c0-76a1-42e5-b058-1ac183a6dd84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:22.897104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64f35832-b338-43fb-8452-a1be2709f8e2 req-15bf05c0-76a1-42e5-b058-1ac183a6dd84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 945 time: 0.1421897 Nov 08 13:39:22.987617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64f35832-b338-43fb-8452-a1be2709f8e2 req-eaaff009-7fda-49c0-adeb-be9d097fb33a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0884426 Nov 08 13:39:23.421875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:23.474954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc3eb-1e38-4234-bc3f-f0abaf59c3b2 req-795bc298-9e5b-4008-8b28-8984b2e5affc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:23.496211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14bcc3eb-1e38-4234-bc3f-f0abaf59c3b2 req-795bc298-9e5b-4008-8b28-8984b2e5affc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.2095082 Nov 08 13:39:23.586944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14bcc3eb-1e38-4234-bc3f-f0abaf59c3b2 req-1f5823aa-0b2d-4420-a275-b5f1f82c7e33 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886066 Nov 08 13:39:23.750086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234ab1c-b81b-4d1c-b099-830184c77202 req-f81ec081-c334-4b4f-b974-7be3b2f5b036 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:23.757212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f234ab1c-b81b-4d1c-b099-830184c77202 req-f81ec081-c334-4b4f-b974-7be3b2f5b036 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.0777862 Nov 08 13:39:23.840706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f234ab1c-b81b-4d1c-b099-830184c77202 req-cf22ee9b-c39d-40e4-baa9-5f1bd001fb4c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774047 Nov 08 13:39:24.105107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39d8cce0-eac6-4d7e-b2aa-e4eed11c88fb req-7e8aebed-3482-48f3-9e82-9ff4de0872d5 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.0485847 Nov 08 13:39:24.336510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718b066-bc8d-4f53-9dfc-f6ce5ded5726 req-bf9b2c39-a13d-4f19-8e09-298097f99a68 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:24.340804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4718b066-bc8d-4f53-9dfc-f6ce5ded5726 req-bf9b2c39-a13d-4f19-8e09-298097f99a68 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 945 time: 0.1282375 Nov 08 13:39:24.889944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-a1665b16-2921-4dab-99d7-7aadac761575 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:24.898741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-a1665b16-2921-4dab-99d7-7aadac761575 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.54 "GET /v2.0/networks?id=2c67ca71-163c-4e74-bcee-018848773aed HTTP/1.1" status: 200 len: 816 time: 0.4307795 Nov 08 13:39:25.017752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-52bd00f0-3abb-4155-807e-e43bba6c65f9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=280cf309e9744d5c994d41910454e03a HTTP/1.1" status: 200 len: 379 time: 0.1028671 Nov 08 13:39:25.034005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Request body: {'port': {'device_id': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'admin_state_up': True, 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'security_groups': ['468c51ea-f78a-4b75-a040-d4abb2336d01']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:25.099934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4718b066-bc8d-4f53-9dfc-f6ce5ded5726 req-2d5f781f-a7ed-4b6f-a567-75770e2f35d1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7392898 Nov 08 13:39:25.303374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Made reservation on behalf of 280cf309e9744d5c994d41910454e03a for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:39:25.310900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:25.430839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba7359-6c15-4957-a226-4f1d0ac6dc01 req-2a84f104-2ddc-43e9-b478-a36856eed9d7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:25.442249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71ba7359-6c15-4957-a226-4f1d0ac6dc01 req-2a84f104-2ddc-43e9-b478-a36856eed9d7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.0987811 Nov 08 13:39:25.557394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71ba7359-6c15-4957-a226-4f1d0ac6dc01 req-60903aa3-af27-40d4-a22d-09295a7077cd tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138189 Nov 08 13:39:25.689840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Allocated IP 172.20.0.8 (2c67ca71-163c-4e74-bcee-018848773aed/392e9acb-bd70-47b6-9253-06c5f6b50da8/18644ee3-f4d8-49cc-87ae-cf95dc3258f1) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:39:25.852270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab2937-64aa-406d-976c-724e2b9f563f req-e5662026-dbf8-405c-abd6-9d9523fd2c2d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:25.860638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9aab2937-64aa-406d-976c-724e2b9f563f req-e5662026-dbf8-405c-abd6-9d9523fd2c2d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1290944 Nov 08 13:39:25.968534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:26.021126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9aab2937-64aa-406d-976c-724e2b9f563f req-835d838a-341c-44c3-bc4f-cee6f4abc5d0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521654 Nov 08 13:39:26.028169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:26.088715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Network 2c67ca71-163c-4e74-bcee-018848773aed is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:39:26.150106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:39:26.154921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:39:26.267115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event updated for resources: {'Port': ['ID=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:26.313238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:26.313942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:26.340607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-0ec75e67-3472-48ff-9b27-e428836a42e9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3135192 Nov 08 13:39:26.344651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-ed76ef73-d271-44c8-b405-6ad00d2d64e0 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:26.346523 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-ed76ef73-d271-44c8-b405-6ad00d2d64e0 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1097 time: 0.1438107 Nov 08 13:39:26.372499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2f2cc-224b-4c39-b899-e62159dfd8bf req-a13206ed-477f-4d3e-8d98-b658e381be7a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:26.389635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39376) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:39:26.397443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ede2f2cc-224b-4c39-b899-e62159dfd8bf req-a13206ed-477f-4d3e-8d98-b658e381be7a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 945 time: 0.1768835 Nov 08 13:39:26.409258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'floatingip': {'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:26.522278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Request body: {'port': {'device_id': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:26.536673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:26.634136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb7476-1a11-47fc-bce7-d1a02a72204d req-b1836af3-e24f-42d6-8242-978528a5b41e tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:26.646416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddeb7476-1a11-47fc-bce7-d1a02a72204d req-b1836af3-e24f-42d6-8242-978528a5b41e tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 931 time: 0.0930979 Nov 08 13:39:26.744198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:26.771176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2fb43c3e-e665-49ec-adbf-d55646e00b69 None None] Provisioning complete for port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:26.777788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2fb43c3e-e665-49ec-adbf-d55646e00b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:26.810902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddeb7476-1a11-47fc-bce7-d1a02a72204d req-c38090c4-ca96-42da-963b-496997528095 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609485 Nov 08 13:39:26.871036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2fb43c3e-e665-49ec-adbf-d55646e00b69 None None] Port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:39:26.948263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:27.012458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:27.440220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02093cf9-ccf6-46e4-ba24-111d38b7fbb0 req-837b998c-4622-467b-a094-535da1faaf6a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:27.443104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02093cf9-ccf6-46e4-ba24-111d38b7fbb0 req-837b998c-4622-467b-a094-535da1faaf6a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 950 time: 0.3158722 Nov 08 13:39:27.477029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-b8f710fb-bdd2-43a4-9019-3ca7f2247dd5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2237108 Nov 08 13:39:27.550919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:27.727539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02093cf9-ccf6-46e4-ba24-111d38b7fbb0 req-a3a04273-92cd-488c-af77-647499b38d61 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655036 Nov 08 13:39:27.763854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-4333ca96-df09-4620-9c73-8fe7fe02ad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:27.767914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-4333ca96-df09-4620-9c73-8fe7fe02ad73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1101 time: 0.1480799 Nov 08 13:39:27.996883 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5feff155-bf15-453e-ba4b-387cd1aa9f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:28.073773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9991506-0c8f-4792-a2b0-7a9f19322e14 req-08b03b42-c22e-437e-9ee4-4caecf665341 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:28.087489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9991506-0c8f-4792-a2b0-7a9f19322e14 req-08b03b42-c22e-437e-9ee4-4caecf665341 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 946 time: 0.1295452 Nov 08 13:39:28.218122 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-5d7bcfc5-6d6d-419b-91db-a603d27ad768 service neutron] show failed (client error): The resource could not be found. Nov 08 13:39:28.225440 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-5d7bcfc5-6d6d-419b-91db-a603d27ad768 service neutron] 10.222.0.54 "GET /v2.0/ports/6fc72403-5de4-46ef-874f-18b77990c3ce/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.6270537 Nov 08 13:39:28.310454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-5a44efce-5bec-4312-875e-34d8ecc7c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:28.312078 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-5a44efce-5bec-4312-875e-34d8ecc7c03b service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.5170903 Nov 08 13:39:28.345985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9991506-0c8f-4792-a2b0-7a9f19322e14 req-1d0a61f3-f7cb-433c-8e2d-ac3d2da5eb94 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544348 Nov 08 13:39:28.596792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:28.663962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-d8ac61af-1a20-4b3b-b3cc-d4f32c9ef0ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.3138285 Nov 08 13:39:28.691790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:39:28.809018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-4eb6fa35-188b-443d-b8ad-bf78a1f31f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:28.822008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-4eb6fa35-188b-443d-b8ad-bf78a1f31f32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1490414 Nov 08 13:39:28.935605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:28.974592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-30828c75-4d11-4b4f-b63f-ed6c31eb8ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:28.977648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-30828c75-4d11-4b4f-b63f-ed6c31eb8ee3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461947 Nov 08 13:39:29.386768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:29.419255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:29.480053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:29.482906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-3235403c-1be5-449b-8238-918797231e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:29.485816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-3235403c-1be5-449b-8238-918797231e7b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531&tenant_id=398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 1101 time: 0.2856376 Nov 08 13:39:29.506312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0a6da-96f5-4a2c-826d-3520af42b2d9 req-39c91f80-056e-412c-a50f-7df4606f6abd tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:29.508879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6fc72403-5de4-46ef-874f-18b77990c3ce no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:39:29.522915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cec0a6da-96f5-4a2c-826d-3520af42b2d9 req-39c91f80-056e-412c-a50f-7df4606f6abd tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 931 time: 0.4789519 Nov 08 13:39:29.587275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:29.625693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:29.639474 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1ac915-0500-45b6-ba8b-ec77c9399150" -d '{"events": [{"server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:29.652525 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:29.657361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Transition to ACTIVE for port object 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:39:29.666486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-d2ce0fdf-f3f9-41b1-ba37-2aec7e7efda3 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772101 Nov 08 13:39:29.757148 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:29.803013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:29.831973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cec0a6da-96f5-4a2c-826d-3520af42b2d9 req-fbaaa440-ca25-4d18-b363-1ac417e46a74 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3071756 Nov 08 13:39:29.860128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:29.881985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:29.908008 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fce3c6-3878-46e3-b161-5c76ad956c4f" -d '{"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-unplugged", "status": "completed", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:30.004118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:30.013931 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:30.300829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:30.373581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb6b2d36-f3dd-41ae-9cd1-a5ff1c99415b req-34afbf4c-2d6b-4a31-abdd-ac66739e82c1 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550560 Nov 08 13:39:30.375393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:30.465731 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:30.625650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1e23b-e8ea-48b5-aa1f-56e8d2c7e84d req-5b1ac8ed-ac62-4556-b02a-10f9826b0f91 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:30.639207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1a1e23b-e8ea-48b5-aa1f-56e8d2c7e84d req-5b1ac8ed-ac62-4556-b02a-10f9826b0f91 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.2614384 Nov 08 13:39:30.715240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.resource_extend [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] It took 0.60 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:39:30.842526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:30.925173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Attempting to bind port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:30.925542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Attempting to bind port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:30.925787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1a1e23b-e8ea-48b5-aa1f-56e8d2c7e84d req-4465ff81-9b7a-4336-9aa9-2b6f8b458863 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851312 Nov 08 13:39:30.926492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Attempting to bind port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 on network 2c67ca71-163c-4e74-bcee-018848773aed {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:30.954233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on host n-h1-804292-2 for vnic_type normal with profile {"migrating_to": "n-h2-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:30.954662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:30.955643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:30.966552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:39:30.966880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Attempting to bind port fda6e08a-6ea0-403c-990d-761b12c762e5 on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:30.975818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:30.975818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 on network 2c67ca71-163c-4e74-bcee-018848773aed not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:39:30.975818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Attempting to bind port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 on network 2c67ca71-163c-4e74-bcee-018848773aed {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:30.985830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:30.986227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:30.986639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:30.987011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Bound port: fda6e08a-6ea0-403c-990d-761b12c762e5, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:30.987399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:30.990548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:31.130421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:31.135962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Checking segment: {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:31.136708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Bound using segment: {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:31.140452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Bound port: 18644ee3-f4d8-49cc-87ae-cf95dc3258f1, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87e0b271-09d2-427c-8f7b-aa54922b9d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:31.140863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:31.262339 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Floating IP 807bd11b-c9f2-4180-87ae-e48c99df5849 associated. External IP: 172.25.8.68, port: 76240087-8e71-4c33-81d7-5333d1c596e8. Nov 08 13:39:31.356247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f534aee-f004-437a-b0ff-325cc1c35ad7 req-04322351-7040-439f-8d89-5a924b9cef38 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:31.357976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f534aee-f004-437a-b0ff-325cc1c35ad7 req-04322351-7040-439f-8d89-5a924b9cef38 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.2350569 Nov 08 13:39:31.365186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:31.435225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d04fa4ec-bd42-4c31-9a57-503a6eba0595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:31.630241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f534aee-f004-437a-b0ff-325cc1c35ad7 req-675feae4-d4cf-4ace-9744-84eb66c4e60d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227659 Nov 08 13:39:31.638848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:31.690042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc72403-5de4-46ef-874f-18b77990c3ce {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:31.707113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:31.782543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Transition to ACTIVE for port object 6fc72403-5de4-46ef-874f-18b77990c3ce will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:39:31.795990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:31.925381 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c029871d-b7f2-4ffe-bf6d-270f13422983 x-openstack-request-id: req-c029871d-b7f2-4ffe-bf6d-270f13422983 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:31.926245 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-unplugged", "status": "completed", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:31.929781 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c029871d-b7f2-4ffe-bf6d-270f13422983 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:31.931898 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'code': 200} Nov 08 13:39:31.993553 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6709633c-f8ed-460a-bb43-b8986fe40cd5 x-openstack-request-id: req-6709633c-f8ed-460a-bb43-b8986fe40cd5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:31.994395 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:31.994395 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6709633c-f8ed-460a-bb43-b8986fe40cd5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:31.994975 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5', 'code': 200} Nov 08 13:39:32.119439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=7']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:32.187660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] For port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:32.195711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] For port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:32.246657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:32.271537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] No DVR routers for this DVR port 6fc72403-5de4-46ef-874f-18b77990c3ce on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:39:32.316673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65b77c-d5ea-4249-b9b0-aa3dd6f749cf req-ffcc0f4e-6689-469e-9cd8-f367c4272815 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:32.335201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e65b77c-d5ea-4249-b9b0-aa3dd6f749cf req-ffcc0f4e-6689-469e-9cd8-f367c4272815 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.2903533 Nov 08 13:39:32.536346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:32.536899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:32.537442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:32.561973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e65b77c-d5ea-4249-b9b0-aa3dd6f749cf req-b5886087-f04d-40ca-8999-482f8a60f313 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2255275 Nov 08 13:39:32.576221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Port 6fc72403-5de4-46ef-874f-18b77990c3ce on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:39:32.578665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Attempting to bind port 6fc72403-5de4-46ef-874f-18b77990c3ce on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:32.611090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:32.617946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:32.618553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:32.619541 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Bound port: 6fc72403-5de4-46ef-874f-18b77990c3ce, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:32.620186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:32.710556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcac5a2-9fd7-494b-855b-582594daad92 req-7f7ce3e3-62c0-4e54-a29f-ae8eb39243c1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:32.713207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fcac5a2-9fd7-494b-855b-582594daad92 req-7f7ce3e3-62c0-4e54-a29f-ae8eb39243c1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.2745061 Nov 08 13:39:32.849497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Pushing event updated for resources: {'Port': ['ID=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:32.866454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Router 7fa17e78-68bb-4df3-9600-b17f6ababa9c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:39:32.871236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fcac5a2-9fd7-494b-855b-582594daad92 req-e0edbc41-2d5c-4b47-b246-f6eb70500802 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245327 Nov 08 13:39:32.885202 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-60e372bb-05bb-4a6e-a40a-738995e621f6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9089906 Nov 08 13:39:32.888952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:32.892714 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:32.899492 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-67aac727-8ae8-4f54-8a51-b924c70066e7 service neutron] 10.222.0.54 "PUT /v2.0/ports/18644ee3-f4d8-49cc-87ae-cf95dc3258f1 HTTP/1.1" status: 200 len: 1091 time: 6.5377221 Nov 08 13:39:32.902452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:32.925714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:32.933699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:32.953964 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:32.964615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c693b-140a-4e3f-a9c6-a8bdddfbdcce req-65ca5552-5e76-4bc4-a7fd-804b4429acfa tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:32.975650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e8c693b-140a-4e3f-a9c6-a8bdddfbdcce req-65ca5552-5e76-4bc4-a7fd-804b4429acfa tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 950 time: 0.2264194 Nov 08 13:39:32.983214 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:33.095002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:33.109243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:33.109999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:33.113076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] 10.222.0.70 "PUT /v2.0/ports/6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 1096 time: 3.5347033 Nov 08 13:39:33.135937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:33.141508 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8a4926-947e-4443-aa84-7a5d9e597e19" -d '{"events": [{"name": "network-changed", "server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:33.237851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5a4bb-77fc-41bf-8138-1aa146c124bf service neutron] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=8']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:33.250144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:33.352203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:33.357952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c59131-93ee-4c52-a55a-b50714d94c15 req-f4f5fefb-d5d9-41db-b02d-5261c999401f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:33.372666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84c59131-93ee-4c52-a55a-b50714d94c15 req-f4f5fefb-d5d9-41db-b02d-5261c999401f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.2500575 Nov 08 13:39:33.473886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e8c693b-140a-4e3f-a9c6-a8bdddfbdcce req-bd22aaff-b3ef-4a37-94eb-50a9d1236410 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803500 Nov 08 13:39:33.502107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84c59131-93ee-4c52-a55a-b50714d94c15 req-40df4f3c-3485-4a66-a7df-cdce96a04723 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271033 Nov 08 13:39:33.505128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-747aebb0-6bbf-40c4-95a8-e2418087e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:33.520914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-02e45c30-2665-4ca6-9281-b8644a25cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:33.523613 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-02e45c30-2665-4ca6-9281-b8644a25cd68 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=280cf309e9744d5c994d41910454e03a&device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 1094 time: 0.4255817 Nov 08 13:39:33.526190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-076d8edb-0b6e-4156-8092-279d8f8d9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:33.528089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-076d8edb-0b6e-4156-8092-279d8f8d9861 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 1096 time: 0.4638860 Nov 08 13:39:33.533592 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-747aebb0-6bbf-40c4-95a8-e2418087e03c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1099 time: 0.3488052 Nov 08 13:39:33.684095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:39:33.695362 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-2209a473-9964-4f42-821b-7c80f6d44726 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1 HTTP/1.1" status: 200 len: 217 time: 0.1544266 Nov 08 13:39:33.728718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] Sync routers for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:39:33.774776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-a323121c-f600-4b0a-9011-20f6a18fdceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:33.776720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-a323121c-f600-4b0a-9011-20f6a18fdceb service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2333949 Nov 08 13:39:33.794448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:39:33.805484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:39:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:33.948371 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794d7e64-b525-44fa-97b3-bf1421d32180 x-openstack-request-id: req-794d7e64-b525-44fa-97b3-bf1421d32180 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:33.948665 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:33.948924 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-794d7e64-b525-44fa-97b3-bf1421d32180 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:33.949421 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'status': 'completed', 'code': 200} Nov 08 13:39:33.971118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-18fa90b7-7b69-4ca6-a5cd-3c27bab7528e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 217 time: 0.1856370 Nov 08 13:39:34.132924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-791ac201-9974-45ec-96be-9d2174d78456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.134518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-791ac201-9974-45ec-96be-9d2174d78456 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1563299 Nov 08 13:39:34.139971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:34.215817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-32db920e-2209-4c9d-b7ba-d429bdf6b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.217700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-32db920e-2209-4c9d-b7ba-d429bdf6b579 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1099 time: 0.2671738 Nov 08 13:39:34.231653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c89568-9576-4d37-abb4-094a2490be06 req-319c80f2-5f1c-4302-a113-845b90bfff56 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.246161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:34.250047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36c89568-9576-4d37-abb4-094a2490be06 req-319c80f2-5f1c-4302-a113-845b90bfff56 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.3028955 Nov 08 13:39:34.252993 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032f978b-b86f-401f-b5b6-fbd244eafa9f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:34.257817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:39:34.261773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-a9f7174c-43f8-4670-803b-e1e7d0ce6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.266401 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-a9f7174c-43f8-4670-803b-e1e7d0ce6d47 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.4830761 Nov 08 13:39:34.276253 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c378b0a3-e27c-4d71-b2eb-19ee74993eb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "PUT /v2.0/floatingips/807bd11b-c9f2-4180-87ae-e48c99df5849 HTTP/1.1" status: 200 len: 990 time: 7.8845856 Nov 08 13:39:34.396131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-210467e6-9f22-4da5-9c0d-ed6a724286c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.397735 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-210467e6-9f22-4da5-9c0d-ed6a724286c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2540934 Nov 08 13:39:34.433710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.436581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36c89568-9576-4d37-abb4-094a2490be06 req-62a164a9-023a-44fa-aeb1-ec363b184b38 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851439 Nov 08 13:39:34.448001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:34.452287 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-7b33b37a-f4b9-4adc-b58e-a78831a2c08f service neutron] 10.222.0.54 "PUT /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 1122 time: 8.0918427 Nov 08 13:39:34.605744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-04ed9d97-1854-4aab-89e0-7f6da16ad8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.607403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-04ed9d97-1854-4aab-89e0-7f6da16ad8d0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3236790 Nov 08 13:39:34.619582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-b1b30777-e9f7-482a-8b5b-8f005183b4e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 200 len: 217 time: 0.1651649 Nov 08 13:39:34.665072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-bb31db3c-6571-45c4-ac55-a71ecea2f90d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 217 time: 0.0419693 Nov 08 13:39:34.742172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-3375ba15-83df-42a0-b000-806b29be7bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.750508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-3375ba15-83df-42a0-b000-806b29be7bcd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=392e9acb-bd70-47b6-9253-06c5f6b50da8 HTTP/1.1" status: 200 len: 855 time: 1.0460978 Nov 08 13:39:34.811264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-502288d5-b2b6-466c-b5d8-5e06d9dd785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.819947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-502288d5-b2b6-466c-b5d8-5e06d9dd785c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1287186 Nov 08 13:39:34.855535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-0f6072bc-5fc6-4565-b395-ad7d0d30f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.859416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-0f6072bc-5fc6-4565-b395-ad7d0d30f6ef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.2248290 Nov 08 13:39:34.925421 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-33a83e29-8ef1-4281-9c3c-72fbd2408712 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560422 Nov 08 13:39:34.958006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-39a02131-cc45-414d-833e-8d68a789e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:34.960393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-39a02131-cc45-414d-833e-8d68a789e0ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c67ca71-163c-4e74-bcee-018848773aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783860 Nov 08 13:39:35.007404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-5dc6c946-9faa-456c-a9f1-521b45d3424e service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6013153 Nov 08 13:39:35.027752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['fda6e08a-6ea0-403c-990d-761b12c762e5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:35.115668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['fda6e08a-6ea0-403c-990d-761b12c762e5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:35.120944 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb262cdc-d873-4953-a7a0-1759bb3e1f03 x-openstack-request-id: req-eb262cdc-d873-4953-a7a0-1759bb3e1f03 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:35.122235 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:35.123812 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb262cdc-d873-4953-a7a0-1759bb3e1f03 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:35.124824 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'status': 'completed', 'code': 200} Nov 08 13:39:35.264466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75635a95-58da-4aa8-9492-8ac694271ba3 req-07f370ed-1ff7-4309-89ef-813441554896 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477958 Nov 08 13:39:35.338698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305becc4-7e4a-4e47-9d85-22f7e01ed6dc req-69d41984-fc96-4beb-b4fb-4d4ccd1c8179 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:35.357266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-305becc4-7e4a-4e47-9d85-22f7e01ed6dc req-69d41984-fc96-4beb-b4fb-4d4ccd1c8179 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.7484319 Nov 08 13:39:35.382286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '807bd11b-c9f2-4180-87ae-e48c99df5849', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'mac_address': 'fa:16:3e:e6:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:39:01Z', 'updated_at': '2021-11-08T13:39:30Z', 'revision_number': 1, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:35.445528 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-1461f83f-24f3-45d2-a2b7-b89d59c5f722 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5080087 Nov 08 13:39:35.489896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] Checking router: 7fa17e78-68bb-4df3-9600-b17f6ababa9c for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:39:35.507727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-9eecc002-8d08-42b2-92c5-d8f922901ce8 service neutron] 10.222.0.54 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756994 Nov 08 13:39:35.554307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-9f9d3339-1f02-47e5-b8f0-a3ca29a5c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:35.567610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-9f9d3339-1f02-47e5-b8f0-a3ca29a5c745 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7167783 Nov 08 13:39:35.613065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:39:35.742300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95a39b66-dddd-48d0-943c-a03ac4a500dc req-6c4b7f7b-9589-4efe-a4ab-04edb6cf35e3 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872226 Nov 08 13:39:35.782019 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-016a8905-25df-4dd2-83ba-266499d7c9ec req-b39d15b5-ca27-4605-9707-ba9aafa7f280 service neutron] 10.222.0.54 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628899 Nov 08 13:39:35.797348 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:35.803356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:39:35.804439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:39:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:35.820197 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:35.834312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-233fe91a-1f67-40c2-b772-69d6d909f712 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586277 Nov 08 13:39:35.942464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-d089a96c-8e54-4bef-b22f-8fe307deb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:35.944191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-d089a96c-8e54-4bef-b22f-8fe307deb1f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=280cf309e9744d5c994d41910454e03a&device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 1094 time: 0.0702617 Nov 08 13:39:35.948438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-305becc4-7e4a-4e47-9d85-22f7e01ed6dc req-1af3fbc5-cae0-41fd-9412-153f607b3b18 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898328 Nov 08 13:39:36.046683 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:36.133848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-09ed6135-e2ea-4fbc-a093-8cf34b93f3ab service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827494 Nov 08 13:39:36.152910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d160514-1dcc-41e6-83ff-11edd626349f req-c71538ad-f135-41d7-962a-80ef195f464a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.166949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d160514-1dcc-41e6-83ff-11edd626349f req-c71538ad-f135-41d7-962a-80ef195f464a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.8998992 Nov 08 13:39:36.173562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-ed93cbfd-ad25-4ec7-ab57-a9827781efcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.176747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-ed93cbfd-ad25-4ec7-ab57-a9827781efcd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1099 time: 0.8013968 Nov 08 13:39:36.209010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-cd2fb0b4-d3fc-4d98-9384-0a293e3243d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.210985 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-cd2fb0b4-d3fc-4d98-9384-0a293e3243d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c67ca71-163c-4e74-bcee-018848773aed HTTP/1.1" status: 200 len: 917 time: 0.2562869 Nov 08 13:39:36.304969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-98656d45-730e-4142-b8ca-54562e56bbef service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1 HTTP/1.1" status: 200 len: 217 time: 0.0836027 Nov 08 13:39:36.425142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d160514-1dcc-41e6-83ff-11edd626349f req-fa37a86f-6da6-4f12-bd23-90424f5a3e85 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466087 Nov 08 13:39:36.472554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-d2f1a0c2-4573-467a-8a05-3cf9d49f13f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.473528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-c8bbd817-e349-4fcd-8d2d-f03f65402ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.473528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-c8bbd817-e349-4fcd-8d2d-f03f65402ae3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2523322 Nov 08 13:39:36.473858 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-d2f1a0c2-4573-467a-8a05-3cf9d49f13f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=392e9acb-bd70-47b6-9253-06c5f6b50da8 HTTP/1.1" status: 200 len: 855 time: 0.1599698 Nov 08 13:39:36.579886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:36.586509 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164b425-65cf-4e74-af97-a410010bee6f" -d '{"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:36.586874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-3c863a90-611e-44e4-8823-e94ed85a422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.588399 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-3c863a90-611e-44e4-8823-e94ed85a422e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c67ca71-163c-4e74-bcee-018848773aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049752 Nov 08 13:39:36.649878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-5374a98b-0bcd-4044-9343-e59e370ee069 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 217 time: 0.1697996 Nov 08 13:39:36.715230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:36.759611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:36.776069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-53af51c4-e29b-4b4f-8189-016f02d37281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.777086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-60a153c6-eb7a-4e2c-98e3-5de430544c22 service neutron] 10.222.0.54 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796768 Nov 08 13:39:36.777554 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-53af51c4-e29b-4b4f-8189-016f02d37281 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0941894 Nov 08 13:39:36.789423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0e662-5553-49c3-b2d9-421dfe9e1784 req-d93779cd-c567-4859-93df-d241a7faa06c tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.798140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31a0e662-5553-49c3-b2d9-421dfe9e1784 req-d93779cd-c567-4859-93df-d241a7faa06c tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.1895163 Nov 08 13:39:36.943190 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31a0e662-5553-49c3-b2d9-421dfe9e1784 req-ffcd5869-6493-4a43-9ad0-1db3294f6165 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387405 Nov 08 13:39:36.956573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-6b1cc3e5-c6a2-4874-96f4-916338f576ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:36.963566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-6b1cc3e5-c6a2-4874-96f4-916338f576ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542490 Nov 08 13:39:36.993783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-032f978b-b86f-401f-b5b6-fbd244eafa9f req-64d191ab-d21e-46dd-a6af-07a98501bda5 service neutron] 10.222.0.54 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072291 Nov 08 13:39:37.016589 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82be45eb-c221-4848-b1da-87524e2522bf x-openstack-request-id: req-82be45eb-c221-4848-b1da-87524e2522bf {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:37.018493 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-unplugged", "status": "completed", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:37.020124 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82be45eb-c221-4848-b1da-87524e2522bf {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:37.024320 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'code': 200} Nov 08 13:39:37.027710 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:37.038110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:39:37.125842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}, {'name': 'network-changed', 'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:37.129651 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba19a43a-4494-48d8-b9e4-77443a056305" -d '{"events": [{"name": "network-changed", "server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}, {"name": "network-changed", "server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:37.507803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '807bd11b-c9f2-4180-87ae-e48c99df5849', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'mac_address': 'fa:16:3e:e6:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:39:01Z', 'updated_at': '2021-11-08T13:39:30Z', 'revision_number': 1, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:39:37.558105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef4813-08db-4755-899a-37ce72b8bf07 None None] The sync data for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 is: [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '807bd11b-c9f2-4180-87ae-e48c99df5849', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'floating_ip_address': '172.25.8.68', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'mac_address': 'fa:16:3e:e6:77:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:39:01Z', 'updated_at': '2021-11-08T13:39:30Z', 'revision_number': 1, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:39:37.588882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf14eb-29fc-40d7-aedf-bcfa9ecbfc5c req-f620f47a-c43c-4d5f-aa28-cbf240695cc5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:37.616454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7bf14eb-29fc-40d7-aedf-bcfa9ecbfc5c req-f620f47a-c43c-4d5f-aa28-cbf240695cc5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 948 time: 0.5579343 Nov 08 13:39:37.635348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbfc082-8a24-46d2-8e26-c148d69abd85 req-f2f1ab4d-3d5c-40fe-9c95-c72c6e66a585 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:37.647814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bbfc082-8a24-46d2-8e26-c148d69abd85 req-f2f1ab4d-3d5c-40fe-9c95-c72c6e66a585 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 948 time: 0.5374780 Nov 08 13:39:37.695081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-807454d4-f383-46b5-ac05-a4e4c72b8716 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7230484 Nov 08 13:39:37.776780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7bf14eb-29fc-40d7-aedf-bcfa9ecbfc5c req-8c1682ba-3ba5-493f-a939-caf7ea4076e5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589172 Nov 08 13:39:37.831633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bbfc082-8a24-46d2-8e26-c148d69abd85 req-e031663e-de25-4965-a666-2e11cf5aa914 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741111 Nov 08 13:39:37.880194 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffa37b5-8690-4ca9-bab9-be28972fd740 x-openstack-request-id: req-9ffa37b5-8690-4ca9-bab9-be28972fd740 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:37.880865 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:37.881139 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ffa37b5-8690-4ca9-bab9-be28972fd740 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:37.881928 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'status': 'completed', 'code': 200} Nov 08 13:39:37.882260 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5', 'status': 'completed', 'code': 200} Nov 08 13:39:37.887282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd8a4926-947e-4443-aa84-7a5d9e597e19 req-ab419bf2-9b19-497c-ac01-31bb885bb65d service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734381 Nov 08 13:39:37.951836 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9836b16d-f81d-4755-bb22-edd673ae2b6e None None] New status for floating IP 807bd11b-c9f2-4180-87ae-e48c99df5849: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:39:37.981678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-fdb6e1e7-7eea-434b-9aaa-707e5c3589ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:37.983529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-fdb6e1e7-7eea-434b-9aaa-707e5c3589ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1096 time: 0.0728524 Nov 08 13:39:38.208896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a1138-4a52-4025-8c72-ef04f1451fdb req-82a63eee-3649-4823-857f-16a4dd7162cd tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:38.218065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-942a1138-4a52-4025-8c72-ef04f1451fdb req-82a63eee-3649-4823-857f-16a4dd7162cd tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.1095886 Nov 08 13:39:38.293765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-6bcea013-9b6f-4c53-a640-c8161e8251cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:38.296039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-6bcea013-9b6f-4c53-a640-c8161e8251cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.3032801 Nov 08 13:39:38.380626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-942a1138-4a52-4025-8c72-ef04f1451fdb req-e6525588-ef72-42b1-ba10-766137f64700 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614077 Nov 08 13:39:38.388308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a734184-6d3d-467e-b6e2-2b6de59379dc req-99f250a4-0494-48d9-9b85-c16e0c1675f9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:38.389834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a734184-6d3d-467e-b6e2-2b6de59379dc req-99f250a4-0494-48d9-9b85-c16e0c1675f9 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.1462681 Nov 08 13:39:38.428448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-08ab5559-3161-4280-bafe-5a63c570f946 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 1000 time: 0.1133451 Nov 08 13:39:38.499020 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a734184-6d3d-467e-b6e2-2b6de59379dc req-bd7c1d77-93c7-470e-9371-58b05024c945 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022944 Nov 08 13:39:38.515212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-5cf6d2dc-1076-4a05-bf76-868e672178da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:38.516736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-5cf6d2dc-1076-4a05-bf76-868e672178da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0765400 Nov 08 13:39:38.529119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6fc72403-5de4-46ef-874f-18b77990c3ce details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:38.582038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-785a5637-ac9e-435a-85f6-15905291dde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:38.583895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-785a5637-ac9e-435a-85f6-15905291dde5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534844 Nov 08 13:39:38.649392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:38.664996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'mac_address': 'fa:16:3e:7a:6f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:39:38.711531 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:38.713181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-008a345f-0697-4a20-9196-1e8f8410ef71 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109688 Nov 08 13:39:38.728803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc72403-5de4-46ef-874f-18b77990c3ce {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:38.762015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:38.770813 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:38.840169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-c0357424-b57b-4c4a-8905-278ccbeb4af1 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186416 Nov 08 13:39:38.845098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:39.019543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c003f31-09ad-4e3b-9222-0f4217f88e2a req-c9819f96-4cc6-4fb8-93df-2a8ef7004c67 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.021119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c003f31-09ad-4e3b-9222-0f4217f88e2a req-c9819f96-4cc6-4fb8-93df-2a8ef7004c67 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 949 time: 0.1162047 Nov 08 13:39:39.029758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fefd62-2955-4230-96f6-ee56649bf581 req-c5e2333e-4d46-4e6e-b717-dfa8b8882d31 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.031290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5fefd62-2955-4230-96f6-ee56649bf581 req-c5e2333e-4d46-4e6e-b717-dfa8b8882d31 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 948 time: 0.1283166 Nov 08 13:39:39.033479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-7fcc1aaa-886e-407e-a64e-dca6d2fdd821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.035473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-7fcc1aaa-886e-407e-a64e-dca6d2fdd821 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1125 time: 0.0983860 Nov 08 13:39:39.130939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['6fc72403-5de4-46ef-874f-18b77990c3ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:39.181269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c003f31-09ad-4e3b-9222-0f4217f88e2a req-f553075d-0f7d-4622-a696-578358f987ea tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446347 Nov 08 13:39:39.187215 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5fefd62-2955-4230-96f6-ee56649bf581 req-bcfc05a7-5700-4c2f-88f3-e1eb21eeb312 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448104 Nov 08 13:39:39.207521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-dcb3be63-4f75-4dca-8c85-3d650e27e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.209102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-dcb3be63-4f75-4dca-8c85-3d650e27e6df service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.1505635 Nov 08 13:39:39.298090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-bab28f12-7300-4149-8b36-212b8f5ef44a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 217 time: 0.0793009 Nov 08 13:39:39.389242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-54682589-b161-44cd-b2aa-ed801349910e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.393081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-54682589-b161-44cd-b2aa-ed801349910e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.0846150 Nov 08 13:39:39.457243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-1a62e3cb-80b8-4c68-89df-4785aac52f87 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481377 Nov 08 13:39:39.467766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b078f897-5b91-412a-8b9a-a906e6dbd512 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.469346 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b078f897-5b91-412a-8b9a-a906e6dbd512 tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.54 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 948 time: 0.0753174 Nov 08 13:39:39.644479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca81a0-d2c7-425f-8c4e-d3188d0e7e57 req-0039c6c9-9917-4138-a3cc-b80cb22b988e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.652269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9ca81a0-d2c7-425f-8c4e-d3188d0e7e57 req-0039c6c9-9917-4138-a3cc-b80cb22b988e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.1619740 Nov 08 13:39:39.663061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Deleting port 4c2c9dd4-087e-4842-9af5-2635e70cd157 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:39:39.663389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:39.759058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-19a94825-8488-4b40-aa49-2f64ea9e2fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919288 Nov 08 13:39:39.793979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] For port 4c2c9dd4-087e-4842-9af5-2635e70cd157, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4c2c9dd4-087e-4842-9af5-2635e70cd157,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:39.794686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:39.812864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Calling delete_port for 4c2c9dd4-087e-4842-9af5-2635e70cd157 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:39:39.837286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048d833-97d3-4723-b4ff-97fec734c99b req-ccf13e79-c70a-4b64-b2f6-7d7cae75996e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.838854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d048d833-97d3-4723-b4ff-97fec734c99b req-ccf13e79-c70a-4b64-b2f6-7d7cae75996e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 949 time: 0.2409203 Nov 08 13:39:39.875610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9ca81a0-d2c7-425f-8c4e-d3188d0e7e57 req-81497276-db19-4f06-83ac-b491751e036c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220893 Nov 08 13:39:39.931707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-8b8ac9b2-bdc9-4f36-9f5b-cc92d181133a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:39.933404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-8b8ac9b2-bdc9-4f36-9f5b-cc92d181133a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531&tenant_id=398c80d90daf45c797d6ffd2437f3b57&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 949 time: 0.2477925 Nov 08 13:39:39.987506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:39.993033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba19a43a-4494-48d8-b9e4-77443a056305 req-f4c36def-e907-4ffb-8793-619bfda6e8e6 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154040 Nov 08 13:39:40.019069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Pushing event deleted for resources: {'Port': ['ID=4c2c9dd4-087e-4842-9af5-2635e70cd157,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:40.053067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d048d833-97d3-4723-b4ff-97fec734c99b req-31ee8a00-e149-4727-96ff-a83fce513c7c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813040 Nov 08 13:39:40.074154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] No DVR routers for this DVR port 4c2c9dd4-087e-4842-9af5-2635e70cd157 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:39:40.079553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:40.086295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d53a2714-119f-4f45-844d-9f56f8611c9c req-b13ec5fb-0601-409a-ace1-65fbb3e504fb tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.54 "DELETE /v2.0/ports/4c2c9dd4-087e-4842-9af5-2635e70cd157 HTTP/1.1" status: 204 len: 173 time: 0.6074920 Nov 08 13:39:40.086295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-deleted', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:40.087519 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882de072-6a7b-4dea-8fef-05995b1163b7" -d '{"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-deleted", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:40.088380 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-532b7430-ce10-40fb-a6d6-48359ce08080 service neutron] delete failed (client error): The resource could not be found. Nov 08 13:39:40.089748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-532b7430-ce10-40fb-a6d6-48359ce08080 service neutron] 10.222.0.54 "DELETE /v2.0/ports/6fc72403-5de4-46ef-874f-18b77990c3ce/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.1383414 Nov 08 13:39:40.106838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd7c6e-c724-4d5e-bfd0-84b78c95770f req-a4070d0b-897c-4bf6-833f-d073913bf9b3 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:40.108212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ccd7c6e-c724-4d5e-bfd0-84b78c95770f req-a4070d0b-897c-4bf6-833f-d073913bf9b3 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.1390009 Nov 08 13:39:40.162311 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93cd089-9819-4d68-b0c8-1b84093932c8 x-openstack-request-id: req-a93cd089-9819-4d68-b0c8-1b84093932c8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:40.162612 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63843a89-5456-4459-963a-91bb4f599aac", "name": "network-vif-deleted", "tag": "4c2c9dd4-087e-4842-9af5-2635e70cd157", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:40.162875 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a93cd089-9819-4d68-b0c8-1b84093932c8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:40.163277 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63843a89-5456-4459-963a-91bb4f599aac', 'name': 'network-vif-deleted', 'tag': '4c2c9dd4-087e-4842-9af5-2635e70cd157', 'status': 'completed', 'code': 200} Nov 08 13:39:40.252817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ccd7c6e-c724-4d5e-bfd0-84b78c95770f req-a257acc3-e0d2-400a-9b8d-797948f80d41 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316972 Nov 08 13:39:40.307466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-3457f21e-32c8-4349-ad51-f946a790317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:40.309294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-3457f21e-32c8-4349-ad51-f946a790317e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 1100 time: 0.1282580 Nov 08 13:39:40.416042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-086bb8ab-1415-4620-a6ab-d2489dbcfdc3 req-423a5923-aa2e-4f28-9f43-14d13a7df8af tempest-ImagesOneServerTestJSON-1179916212 tempest-ImagesOneServerTestJSON-1179916212-project] 10.222.0.65 "GET /v2.0/ports?device_id=63843a89-5456-4459-963a-91bb4f599aac HTTP/1.1" status: 200 len: 210 time: 0.0644171 Nov 08 13:39:40.477412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-65b0c57f-6b6b-45da-a279-352894608323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:40.478998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-65b0c57f-6b6b-45da-a279-352894608323 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1609166 Nov 08 13:39:40.545414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-1a9fbd5d-8018-4c2a-aaf8-c35e7ff8a02c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 200 len: 217 time: 0.0558844 Nov 08 13:39:40.615086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-6effc4b4-b309-4adf-b1f3-854f3f10b208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:40.616718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-6effc4b4-b309-4adf-b1f3-854f3f10b208 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0620966 Nov 08 13:39:40.682751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-29625a85-2ef2-45b2-9783-01ec33586521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:40.686060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-29625a85-2ef2-45b2-9783-01ec33586521 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593939 Nov 08 13:39:40.852654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-d17f4b4b-92b1-429c-8cbf-18058b32a067 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505220 Nov 08 13:39:41.018072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4f490f-4b8e-4aa6-8d40-cac8fec312d7 req-9f1615ef-22b2-42a3-b1dc-a4db38d5562f service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552439 Nov 08 13:39:41.044268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd112f5c-7947-40c3-a0b5-6d4954308b61 req-6d5baa80-d49e-4459-a720-d7522f8b3e13 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:41.045869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd112f5c-7947-40c3-a0b5-6d4954308b61 req-6d5baa80-d49e-4459-a720-d7522f8b3e13 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.0797713 Nov 08 13:39:41.113929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd112f5c-7947-40c3-a0b5-6d4954308b61 req-d5e44331-4481-43b5-a46a-5218239ab91b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581443 Nov 08 13:39:41.217179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86125c1e-ab79-47a7-8653-4ff93bbc6b23 req-a3af36dc-edc3-423a-9947-157188849df0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:41.218719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86125c1e-ab79-47a7-8653-4ff93bbc6b23 req-a3af36dc-edc3-423a-9947-157188849df0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 949 time: 0.0548663 Nov 08 13:39:41.283171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86125c1e-ab79-47a7-8653-4ff93bbc6b23 req-1f109ff5-3ca3-4a4a-a936-2b304964b0ef tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573215 Nov 08 13:39:41.392046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226d306-06d1-4548-989d-f68e636de486 req-a1a6612c-bdd0-4e05-8e35-91f8efdc4702 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:41.394327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3226d306-06d1-4548-989d-f68e636de486 req-a1a6612c-bdd0-4e05-8e35-91f8efdc4702 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.0588884 Nov 08 13:39:41.473437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3226d306-06d1-4548-989d-f68e636de486 req-f40c3b26-1a87-4da6-ae4b-3ccf0932ac4d tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678668 Nov 08 13:39:41.824201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39602) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:39:42.029127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5d447141-2106-42ba-96fc-9c98b25eecc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=279fdeb3d4fd46ddaac8b16c46b8ecab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033558 Nov 08 13:39:42.036393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39614) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:39:42.113516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a4045c2-7de7-4d3f-86cd-8b14fb99190b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:42.140861 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a4045c2-7de7-4d3f-86cd-8b14fb99190b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:42.237796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a4045c2-7de7-4d3f-86cd-8b14fb99190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:42.241420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a4045c2-7de7-4d3f-86cd-8b14fb99190b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:42.244861 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2a4045c2-7de7-4d3f-86cd-8b14fb99190b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e3a12cb-b5f3-4c44-8665-be14ac0f79a8 HTTP/1.1" status: 204 len: 168 time: 0.2049625 Nov 08 13:39:42.252632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4045c2-7de7-4d3f-86cd-8b14fb99190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3a12cb-b5f3-4c44-8665-be14ac0f79a8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:42.278637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe458aae-42a9-48fc-a73e-12207de6e203 req-362c64e8-e80c-4c03-b145-b0f093dbb173 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:42.289626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe458aae-42a9-48fc-a73e-12207de6e203 req-362c64e8-e80c-4c03-b145-b0f093dbb173 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.0875111 Nov 08 13:39:42.369403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe458aae-42a9-48fc-a73e-12207de6e203 req-f0782038-f26b-489a-80ad-d44fa8fa2ae5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785172 Nov 08 13:39:42.469757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e89bf-c51f-4d2e-8da4-8d7f75c5b573 req-bde3311a-42c0-4660-ab1a-d93d18d6f710 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:42.471676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730e89bf-c51f-4d2e-8da4-8d7f75c5b573 req-bde3311a-42c0-4660-ab1a-d93d18d6f710 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 949 time: 0.0836322 Nov 08 13:39:42.562587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6fc72403-5de4-46ef-874f-18b77990c3ce up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:39:42.576391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730e89bf-c51f-4d2e-8da4-8d7f75c5b573 req-87242573-fc11-4c69-9507-23658b5a525a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959127 Nov 08 13:39:42.659984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783303e-4ade-4c3d-b83b-a96aa651e6d9 req-761a022d-c721-4516-9333-b3ae7415aa51 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:42.669400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f783303e-4ade-4c3d-b83b-a96aa651e6d9 req-761a022d-c721-4516-9333-b3ae7415aa51 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.0911331 Nov 08 13:39:42.704608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 6fc72403-5de4-46ef-874f-18b77990c3ce completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:39:42.715795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 6fc72403-5de4-46ef-874f-18b77990c3ce triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:42.716870 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:42.753709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f783303e-4ade-4c3d-b83b-a96aa651e6d9 req-3cd8596b-a1e2-49f8-be53-d192950ed55f tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831046 Nov 08 13:39:42.908216 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:42.938968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:42.941962 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b5d656-87b4-4628-b783-e64f13a2e3da" -d '{"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-plugged", "status": "completed", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:42.958044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:42.965349 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:43.014215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06050464-2e66-40e7-a77c-6ec83548f7dc req-0f5aa4a1-d9d3-444a-bca8-20d259d1c14d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:43.023404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06050464-2e66-40e7-a77c-6ec83548f7dc req-0f5aa4a1-d9d3-444a-bca8-20d259d1c14d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 951 time: 0.0798843 Nov 08 13:39:43.031067 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bc3b75-da18-400b-8127-1ef2ebf24433 x-openstack-request-id: req-01bc3b75-da18-400b-8127-1ef2ebf24433 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:43.031426 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-plugged", "status": "completed", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:43.031685 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01bc3b75-da18-400b-8127-1ef2ebf24433 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:43.033003 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'code': 200} Nov 08 13:39:43.034685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:43.101958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06050464-2e66-40e7-a77c-6ec83548f7dc req-12efc030-785b-4c27-b5a7-84e034e392ee tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775836 Nov 08 13:39:43.518707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189baa45-dc08-4e7a-a032-b1eb4666cbf5 req-be38a2ed-8555-4245-abd2-47ff910a08b5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:43.520899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-189baa45-dc08-4e7a-a032-b1eb4666cbf5 req-be38a2ed-8555-4245-abd2-47ff910a08b5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.0738392 Nov 08 13:39:43.539628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:43.575282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-2f31e9c2-60f9-47f0-97e5-30bd5a64e838 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532634 Nov 08 13:39:43.650990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:39:43.678145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 4c2c9dd4-087e-4842-9af5-2635e70cd157 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:39:43.678532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4c2c9dd4-087e-4842-9af5-2635e70cd157 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:39:43.682035 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-189baa45-dc08-4e7a-a032-b1eb4666cbf5 req-706b4168-bab7-4268-844f-25d43b9099d3 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493790 Nov 08 13:39:43.728024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:43.744901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:39:43.746755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-860dd022-0f31-4fd2-a535-6950dd281c2c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:43.748709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-860dd022-0f31-4fd2-a535-6950dd281c2c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625209 Nov 08 13:39:43.775505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-baf131a0-d469-4400-9c8f-e0a882af69f8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/quotas/398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 375 time: 0.0139134 Nov 08 13:39:43.854096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-8ba9886a-d510-4ae8-93b2-6d9812be9b3d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717640 Nov 08 13:39:43.981806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3029e-b09b-44e4-a3f0-6470426ed4d7 req-77291224-728b-464b-8f04-17dc0e5e9052 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:43.983874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72f3029e-b09b-44e4-a3f0-6470426ed4d7 req-77291224-728b-464b-8f04-17dc0e5e9052 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.0758367 Nov 08 13:39:44.056170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72f3029e-b09b-44e4-a3f0-6470426ed4d7 req-68b3ee71-41fc-4531-a728-d430982e7bcb tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648267 Nov 08 13:39:44.235193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dd611c2-10c5-4d86-8518-aceb1cea2060 req-d00d2233-2a44-4f52-9087-cc6383037db3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 210 time: 0.0514419 Nov 08 13:39:45.000181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaccae-6380-43e0-bed2-71c9298d7840 req-d4cffa17-c2b5-4e33-90e1-ea01bca31462 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:45.012634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6feaccae-6380-43e0-bed2-71c9298d7840 req-d4cffa17-c2b5-4e33-90e1-ea01bca31462 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.1177280 Nov 08 13:39:45.125160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6feaccae-6380-43e0-bed2-71c9298d7840 req-a6fb4cdd-6221-4688-8a02-a5eb2a7966e7 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929582 Nov 08 13:39:45.411829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622acf95-13dd-41e1-a56f-4d0dc6ba0f18 req-c85f1ce8-712e-4622-bdee-438b83394ab8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:45.417249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-622acf95-13dd-41e1-a56f-4d0dc6ba0f18 req-c85f1ce8-712e-4622-bdee-438b83394ab8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.1381419 Nov 08 13:39:45.637282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-1592743f-7d6c-4392-b8ed-1b6687534f9e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1238396 Nov 08 13:39:45.680386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-622acf95-13dd-41e1-a56f-4d0dc6ba0f18 req-081bcb8f-5781-4c8b-adcb-cfc43b352746 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452953 Nov 08 13:39:45.694739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52136563-0ed2-4ead-9491-a32c205151cf req-c89aacf6-b6b8-4a8e-98ff-ee236aacda80 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 210 time: 0.0713565 Nov 08 13:39:45.920962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-6058d9f9-d970-47c7-8030-0d26d0a3f892 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:45.925175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-6058d9f9-d970-47c7-8030-0d26d0a3f892 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611501 Nov 08 13:39:45.941383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Request body: {'port': {'device_id': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '398c80d90daf45c797d6ffd2437f3b57'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:46.163387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Made reservation on behalf of 398c80d90daf45c797d6ffd2437f3b57 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:39:46.168765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:46.431623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099e64c-1603-4c5a-9129-9ed385e8d301 req-f7df974c-6805-4eeb-a34d-8f039aad04e8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:46.433666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7099e64c-1603-4c5a-9129-9ed385e8d301 req-f7df974c-6805-4eeb-a34d-8f039aad04e8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.1533971 Nov 08 13:39:46.443921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Allocated IP 192.168.233.47 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/ae28b67f-14c2-4906-bacb-684ff792d8e8) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:39:46.607053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:39:46.668825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7099e64c-1603-4c5a-9129-9ed385e8d301 req-181be5f6-bec1-47fd-819c-871c870ba4c8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163944 Nov 08 13:39:46.779717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-a32de709-0c77-4886-bcba-c9ce194da324 service neutron] 10.222.0.70 "GET /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.1828439 Nov 08 13:39:46.892368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:46.938700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab9eaa86-b0b9-4d14-9faf-61e1c11543cb req-33a944df-d6be-4b3b-8d44-77d0435e9914 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 210 time: 0.0802169 Nov 08 13:39:47.008375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225f1c5-87d8-4e8b-a364-e2c385286908 req-fd571641-5ba1-485a-ab9c-c27d7d96d5ca tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:47.010645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2225f1c5-87d8-4e8b-a364-e2c385286908 req-fd571641-5ba1-485a-ab9c-c27d7d96d5ca tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 943 time: 0.1538689 Nov 08 13:39:47.140781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:47.156486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', '6fc72403-5de4-46ef-874f-18b77990c3ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:47.354119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:47.445338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:39:47.451862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:39:47.496910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2225f1c5-87d8-4e8b-a364-e2c385286908 req-81954242-7539-417e-b594-d4bd4058155b tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4695513 Nov 08 13:39:47.499516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:39:47.548479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:47.699779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:47.701143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:47.711121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:47.789633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-42df58c0-2ecc-4830-8efb-bdb659a62a1b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8548295 Nov 08 13:39:47.818360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Request body: {'port': {'device_id': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:47.867900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:47.954343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:47.994858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'port_id': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'mac_address': 'fa:16:3e:a4:b4:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:39:47.995291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:48.019386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda6e08a-6ea0-403c-990d-761b12c762e5 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:48.129800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:48.157582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:48.224773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:48.260111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f7004582-2ecf-4ab5-93b7-6019785d9030 None None] Provisioning complete for port ae28b67f-14c2-4906-bacb-684ff792d8e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:48.260646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7004582-2ecf-4ab5-93b7-6019785d9030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:48.323727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:48.331224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:48.339677 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:48.353397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff52031-4847-4036-871c-51697313270e req-156a995f-7d67-4e32-b7d0-6f8e48b3da01 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:48.356141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ff52031-4847-4036-871c-51697313270e req-156a995f-7d67-4e32-b7d0-6f8e48b3da01 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 944 time: 0.4339640 Nov 08 13:39:48.408640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f7004582-2ecf-4ab5-93b7-6019785d9030 None None] Port ae28b67f-14c2-4906-bacb-684ff792d8e8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:39:48.461446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:48.472066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc65938-0ffa-4f1c-8d43-958f1f53614f req-6820ae21-5158-4e1e-bca0-9607d85c60a4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:48.474303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cc65938-0ffa-4f1c-8d43-958f1f53614f req-6820ae21-5158-4e1e-bca0-9607d85c60a4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 935 time: 0.2441595 Nov 08 13:39:48.716431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['18644ee3-f4d8-49cc-87ae-cf95dc3258f1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:49.086229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ff52031-4847-4036-871c-51697313270e req-8f1320b1-ff8b-4ee7-a1e5-ed4dc64373a2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6998410 Nov 08 13:39:49.176942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cc65938-0ffa-4f1c-8d43-958f1f53614f req-d0f21b3c-f750-4573-b824-79f4e51a7f64 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6741447 Nov 08 13:39:49.193726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] Transition to ACTIVE for port object fda6e08a-6ea0-403c-990d-761b12c762e5 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:39:49.267083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:49.539424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] No DVR routers for this DVR port fda6e08a-6ea0-403c-990d-761b12c762e5 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:39:49.541624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] Pushing event updated for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=10']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:49.619529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-985345e2-91b7-47ea-a735-47ef3d33b3d3 service neutron] 10.222.0.70 "PUT /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5/bindings/n-h2-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 2.8292270 Nov 08 13:39:49.644454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7692ac2-1dc0-4ebe-861d-3bfd913429ee req-2f0d4285-88a3-488d-9e05-f3b214d8314d tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:49.648247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7692ac2-1dc0-4ebe-861d-3bfd913429ee req-2f0d4285-88a3-488d-9e05-f3b214d8314d tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 944 time: 0.3157372 Nov 08 13:39:49.650727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae28b67f-14c2-4906-bacb-684ff792d8e8 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:49.672309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:49.721523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Transition to ACTIVE for port object ae28b67f-14c2-4906-bacb-684ff792d8e8 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:39:49.760744 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:49.830871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7692ac2-1dc0-4ebe-861d-3bfd913429ee req-b9da74dd-ca3d-4ab0-b859-b23495cdb525 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738985 Nov 08 13:39:49.893353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:49.900521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-249dce99-679f-4b3e-b8a2-0831805a2ede tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:49.902619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-249dce99-679f-4b3e-b8a2-0831805a2ede tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.2000933 Nov 08 13:39:50.024028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-faff5402-2503-4ce1-b728-5a68d6089436 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7dda594f46c64ce59c683e064b0e39ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413969 Nov 08 13:39:50.087459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Attempting to bind port ae28b67f-14c2-4906-bacb-684ff792d8e8 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:50.087983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Attempting to bind port ae28b67f-14c2-4906-bacb-684ff792d8e8 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:50.088503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Attempting to bind port ae28b67f-14c2-4906-bacb-684ff792d8e8 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:50.119350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-0831b3be-9c15-4943-9da5-43205a080e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.121601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-0831b3be-9c15-4943-9da5-43205a080e71 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 1096 time: 0.1920202 Nov 08 13:39:50.133964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Port ae28b67f-14c2-4906-bacb-684ff792d8e8 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:39:50.134325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Attempting to bind port ae28b67f-14c2-4906-bacb-684ff792d8e8 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:50.152552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:50.152956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:50.153280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:50.153725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Bound port: ae28b67f-14c2-4906-bacb-684ff792d8e8, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:50.154087 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:50.250996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-bbea80df-62d3-43b6-8512-d2eb0f2a9125 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.253185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-bbea80df-62d3-43b6-8512-d2eb0f2a9125 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2220180 Nov 08 13:39:50.322135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-633d4362-ee1a-4bc9-9e2b-7948231256aa tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/quotas/7dda594f46c64ce59c683e064b0e39ba HTTP/1.1" status: 200 len: 375 time: 0.0314775 Nov 08 13:39:50.344552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-87403160-f7ae-4962-ba2e-ce0c0f8e0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.348346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-87403160-f7ae-4962-ba2e-ce0c0f8e0966 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1096 time: 0.1871405 Nov 08 13:39:50.425638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-abad84ce-4e86-46e0-9c50-77f0252beb52 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dda594f46c64ce59c683e064b0e39ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893235 Nov 08 13:39:50.445142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01155c32-1e2b-45f0-bb12-bf3ec65a01fa req-42691cea-ca69-417f-ad62-d41cbdd7a955 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.447029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01155c32-1e2b-45f0-bb12-bf3ec65a01fa req-42691cea-ca69-417f-ad62-d41cbdd7a955 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.2321875 Nov 08 13:39:50.450362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:50.516055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:50.526182 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:50.619258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01155c32-1e2b-45f0-bb12-bf3ec65a01fa req-924e3c64-cc65-4ddd-970a-29c000f33b5d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609421 Nov 08 13:39:50.655749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-0f5a2905-3c03-4884-82a1-e561eb3541c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.659552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-0f5a2905-3c03-4884-82a1-e561eb3541c7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.2923915 Nov 08 13:39:50.668842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.669810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:50.672281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] 10.222.0.70 "PUT /v2.0/ports/ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 200 len: 1095 time: 2.8618116 Nov 08 13:39:50.674932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:50.677579 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcfd254-b894-48ac-9319-89964961d820" -d '{"events": [{"name": "network-changed", "server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:50.787672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-d29aaf9a-7bb6-4344-b89a-f51cacd952d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 200 len: 217 time: 0.1142211 Nov 08 13:39:50.884923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fea69a-9937-43b5-9760-8231535313f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:50.950894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-de3ccd62-1b63-417b-8bf8-bb317aa20fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.953739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-de3ccd62-1b63-417b-8bf8-bb317aa20fe8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1359866 Nov 08 13:39:50.963772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6d299-b075-4c84-9b13-0a495add39f4 req-ad4ea6d0-799c-43b0-977b-a94b8e30a1cf tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.965593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15c6d299-b075-4c84-9b13-0a495add39f4 req-ad4ea6d0-799c-43b0-977b-a94b8e30a1cf tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.2021122 Nov 08 13:39:50.968240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-d267a86a-ee74-4ec9-bd77-1f4127d1e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:50.969919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-d267a86a-ee74-4ec9-bd77-1f4127d1e308 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 1098 time: 0.2075174 Nov 08 13:39:51.050480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-c3dd0659-971c-4544-93f2-959515c308dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795004 Nov 08 13:39:51.053872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-34ec6e56-1f12-4059-a0e7-6b8103b8a063 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 200 len: 217 time: 0.0732274 Nov 08 13:39:51.129174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-6bd81b7e-965a-4ca2-93dd-5f09ea35baec tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7dda594f46c64ce59c683e064b0e39ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0832424 Nov 08 13:39:51.247130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15c6d299-b075-4c84-9b13-0a495add39f4 req-e8608eb1-3b5c-4ed0-a658-70abb9199784 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747335 Nov 08 13:39:51.288055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-31a4221e-b528-4f38-a77c-6107cc40e8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:51.289556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-31a4221e-b528-4f38-a77c-6107cc40e8ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2247112 Nov 08 13:39:51.356535 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128d8b46-9865-4dae-a4bb-26afac32e57a x-openstack-request-id: req-128d8b46-9865-4dae-a4bb-26afac32e57a {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:51.356965 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:51.357296 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-128d8b46-9865-4dae-a4bb-26afac32e57a {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:51.357751 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'status': 'completed', 'code': 200} Nov 08 13:39:51.371596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-25ed99ef-3824-4e1e-b5eb-0bb983e2a6f3 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049498 Nov 08 13:39:51.427896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-ffdcd27c-03aa-4220-9d26-76fbfeb41205 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:51.429321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-ffdcd27c-03aa-4220-9d26-76fbfeb41205 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2842133 Nov 08 13:39:51.495457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-27be0bd2-9801-4476-84ad-e7306fb9073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:51.497077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-27be0bd2-9801-4476-84ad-e7306fb9073a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885288 Nov 08 13:39:51.509601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-35d8525f-102e-42fd-9c0d-97ccfa5aa157 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/quotas/7dda594f46c64ce59c683e064b0e39ba HTTP/1.1" status: 200 len: 375 time: 0.0696218 Nov 08 13:39:51.575248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:39:51.621029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-6a72ad67-bffa-42ba-a5fd-ae71400abe5d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7dda594f46c64ce59c683e064b0e39ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807259 Nov 08 13:39:51.639830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:39:51.646899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:51.647796 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:51.656522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468a385-ef14-4ff3-a642-67555e5302ac req-05322dd6-1733-4351-8f29-f81b0af1e89b tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:51.658119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1468a385-ef14-4ff3-a642-67555e5302ac req-05322dd6-1733-4351-8f29-f81b0af1e89b tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 944 time: 0.2573164 Nov 08 13:39:51.671904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-11f6df33-a108-4844-85ac-1ee1357d1597 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861478 Nov 08 13:39:51.711533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-f13c8a08-6fcc-4f70-9557-3cc4e4cb2065 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059941 Nov 08 13:39:51.749679 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:51.791305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1468a385-ef14-4ff3-a642-67555e5302ac req-00100703-2ca1-4548-b09c-df386f896019 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223679 Nov 08 13:39:51.836703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:51.838692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:51.841966 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfdfc1f-10d7-4ef3-b49c-909bcd889a1d" -d '{"events": [{"server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "name": "network-vif-plugged", "status": "completed", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:51.846859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:51.911287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:51.921164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.921914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.922475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.923040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.923581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.924792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.925430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.925990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.926544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.926962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.927558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.928182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:51.990790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-711fe53a-270a-4e03-b3ef-e13bbc0ad292 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7dda594f46c64ce59c683e064b0e39ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451446 Nov 08 13:39:52.164952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ccfb34-9fe5-41eb-a70a-059fe8cd0b74 req-ecfbbd30-3009-4cf7-90fa-2f8d34461136 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401290 Nov 08 13:39:52.373428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-76461bb1-2a77-476c-9b4f-c3b1a68fb7f2 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:52.374913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-76461bb1-2a77-476c-9b4f-c3b1a68fb7f2 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.3647549 Nov 08 13:39:52.410134 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:39:52.428043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87606908-309d-4a59-9f17-fbf79f76df6d req-b75efd30-8699-45a1-a893-b5fd97bc1f22 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:52.429622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87606908-309d-4a59-9f17-fbf79f76df6d req-b75efd30-8699-45a1-a893-b5fd97bc1f22 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.4615464 Nov 08 13:39:52.467084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e792e960-74a6-48de-b34e-53d1c925d8ec tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:52.468645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e792e960-74a6-48de-b34e-53d1c925d8ec tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.5021424 Nov 08 13:39:52.510460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-e93688b6-5057-42b6-8d90-2e166c4a26c1 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:52.512996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-e93688b6-5057-42b6-8d90-2e166c4a26c1 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4942501 Nov 08 13:39:52.530361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfd254-b894-48ac-9319-89964961d820 req-835ee7ed-0e97-4f28-9bb8-29f12d3e2219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:52.532034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcfd254-b894-48ac-9319-89964961d820 req-835ee7ed-0e97-4f28-9bb8-29f12d3e2219 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 1098 time: 0.2839656 Nov 08 13:39:52.547372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Request body: {'port': {'device_id': '834feee8-faf5-4bd1-8387-328b12310a14', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '7dda594f46c64ce59c683e064b0e39ba'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:52.602223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-ecbe9c06-989b-4b94-a22f-da3dd906843b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/quotas/ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 375 time: 0.1242871 Nov 08 13:39:52.746606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87606908-309d-4a59-9f17-fbf79f76df6d req-d6d68ba3-d1ca-42de-8e94-5a5bae46e569 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759035 Nov 08 13:39:52.775440 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.091502 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-a16daf2b-23f5-4a15-915c-0410b572bbe9 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=7dda594f46c64ce59c683e064b0e39ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438058 Nov 08 13:39:53.182103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-611b8c55-5553-4f0a-b72a-30631ce03f85 req-7b5f19f1-c985-4715-b048-7e0d95bafafe tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 210 time: 0.0616519 Nov 08 13:39:53.222455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-95fd9174-47ac-4ab0-aecc-f1df09be8923 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:53.224071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-95fd9174-47ac-4ab0-aecc-f1df09be8923 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1249189 Nov 08 13:39:53.228014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-74355e94-c693-41b3-ab35-51e8b59a48ed tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5910058 Nov 08 13:39:53.233829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfd254-b894-48ac-9319-89964961d820 req-cdab2d9b-4eda-42a1-a67e-971592e3665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:53.235525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcfd254-b894-48ac-9319-89964961d820 req-cdab2d9b-4eda-42a1-a67e-971592e3665d service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.6922386 Nov 08 13:39:53.240284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Request body: {'port': {'device_id': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '7dda594f46c64ce59c683e064b0e39ba'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:53.296865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-c7308c1c-e2c1-4d39-95e8-3001f363a471 service neutron] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:53.303245 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-c7308c1c-e2c1-4d39-95e8-3001f363a471 service neutron] Publish callbacks [] for binding, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.304412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace97e67-f2a8-4ff6-9e4a-d8a811d058d7 req-c7308c1c-e2c1-4d39-95e8-3001f363a471 service neutron] 10.222.0.54 "DELETE /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5/bindings/n-h1-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.9146683 Nov 08 13:39:53.305690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcfd254-b894-48ac-9319-89964961d820 req-c9a80463-48b1-4817-affa-6a894ca0213d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 200 len: 217 time: 0.0555956 Nov 08 13:39:53.319530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Made reservation on behalf of 7dda594f46c64ce59c683e064b0e39ba for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:39:53.323423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.373963 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55eae61-fd3e-40e8-8a24-5802db07823c x-openstack-request-id: req-d55eae61-fd3e-40e8-8a24-5802db07823c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:53.374364 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "name": "network-vif-plugged", "status": "completed", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:53.374749 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d55eae61-fd3e-40e8-8a24-5802db07823c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:53.375347 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'code': 200} Nov 08 13:39:53.403557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Made reservation on behalf of 7dda594f46c64ce59c683e064b0e39ba for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:39:53.414590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.418557 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.433729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.439535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfd254-b894-48ac-9319-89964961d820 req-417f7e8f-0493-4473-ac2b-511d797715a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:53.441725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcfd254-b894-48ac-9319-89964961d820 req-417f7e8f-0493-4473-ac2b-511d797715a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1114488 Nov 08 13:39:53.473980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.542051 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.546884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.616966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce2cba6-0e31-4e16-adc8-460df74171ed,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:53.679000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfd254-b894-48ac-9319-89964961d820 req-607c284c-6a19-47a7-a3a6-fab710d10ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:53.680533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcfd254-b894-48ac-9319-89964961d820 req-607c284c-6a19-47a7-a3a6-fab710d10ba3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2168188 Nov 08 13:39:53.700158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Allocated IP 192.168.233.23 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:39:53.711483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56098254-5c7f-4c2c-8997-366ffcc54e9e req-d1605fe4-8196-4934-a779-9fd47f2311fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:53.713102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56098254-5c7f-4c2c-8997-366ffcc54e9e req-d1605fe4-8196-4934-a779-9fd47f2311fc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 1096 time: 0.2174408 Nov 08 13:39:53.714047 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.api [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 7dda594f46c64ce59c683e064b0e39ba {{(pid=101841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:39:53.714507 n-d-804292-2 neutron-server[101841]: DEBUG oslo_db.api [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:39:53.752174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64531095-af05-4796-8d7e-2acb2a6dfc3f req-9f554c6d-d562-4147-9a0c-32c655436d8a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:53.753779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64531095-af05-4796-8d7e-2acb2a6dfc3f req-9f554c6d-d562-4147-9a0c-32c655436d8a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.2221432 Nov 08 13:39:53.755778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-d455fffe-c112-4d51-9c3e-a48ad15be9cf service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125639 Nov 08 13:39:53.899687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.943919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:53.972651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56098254-5c7f-4c2c-8997-366ffcc54e9e req-230c63ee-ed21-441d-8258-b4f1d9d81cee service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405040 Nov 08 13:39:53.995552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64531095-af05-4796-8d7e-2acb2a6dfc3f req-8d49f9c4-0752-4085-bee6-3d73b3d5888d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275634 Nov 08 13:39:53.999922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:39:54.005156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:39:54.010206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:39:54.033636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:54.037539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcfd254-b894-48ac-9319-89964961d820 req-ecd696ba-5d04-4851-845b-2f7fed66e78b service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428314 Nov 08 13:39:54.040132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-1d631360-fd33-4c7e-be95-e0d48516916e service neutron] 10.222.0.65 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254462 Nov 08 13:39:54.073387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:54.074374 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:54.125727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-37a0de8a-3c9c-47b9-818e-894df558aeb7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8911412 Nov 08 13:39:54.217582 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:54.263693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Request body: {'port': {'device_id': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:54.275174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcfd254-b894-48ac-9319-89964961d820 req-90b462f4-6b41-4ad4-87ff-7e70ff81e545 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272480 Nov 08 13:39:54.356157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d98b0-077f-4014-baa3-9fcb28f9093d req-4454f01a-8498-4806-9259-ae23865d0aca tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:54.367353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-464d98b0-077f-4014-baa3-9fcb28f9093d req-4454f01a-8498-4806-9259-ae23865d0aca tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.1903346 Nov 08 13:39:54.404815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:54.474275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-464d98b0-077f-4014-baa3-9fcb28f9093d req-82056c1e-7f57-43cf-b255-49afbf9944c7 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032317 Nov 08 13:39:54.480884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d4480381-a59d-42c0-a3dc-31197b010b43 None None] Provisioning complete for port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:54.492435 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4480381-a59d-42c0-a3dc-31197b010b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:54.567520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d4480381-a59d-42c0-a3dc-31197b010b43 None None] Port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:39:54.793801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34062578-e8fe-4bb3-8e21-c30347481932 req-e5563c37-83b8-4da2-a50d-a2ff8918be20 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:54.795367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34062578-e8fe-4bb3-8e21-c30347481932 req-e5563c37-83b8-4da2-a50d-a2ff8918be20 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.1367328 Nov 08 13:39:54.837122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2715471-5b7a-41ca-a86a-07747bddb544 req-c73569c3-6566-41f6-85ed-b5c1d112440e tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:54.838681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2715471-5b7a-41ca-a86a-07747bddb544 req-c73569c3-6566-41f6-85ed-b5c1d112440e tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 935 time: 0.0977387 Nov 08 13:39:54.896135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34062578-e8fe-4bb3-8e21-c30347481932 req-4282bfca-b8d7-48eb-92d9-f1c9a74982a6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900419 Nov 08 13:39:54.906491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:54.916539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:54.946123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Transition to ACTIVE for port object 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:39:54.954521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.080834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Allocated IP 192.168.233.156 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/48242f17-7d4f-494d-8cbe-0e21d0f70678) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:39:55.116536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:55.135054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.135844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.137315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.137785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.138276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.138617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.138998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.139332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.139661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.140100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.141086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.141086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:55.262835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Attempting to bind port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:55.263161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Attempting to bind port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:55.264002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Attempting to bind port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:55.274483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:39:55.274859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Attempting to bind port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:55.290288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:55.291847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:55.293214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:55.294449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Bound port: 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:55.295697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.310295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.374604 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.379946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2715471-5b7a-41ca-a86a-07747bddb544 req-9138fbe7-a21b-4401-80bf-bf8b1b69f9d9 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5343354 Nov 08 13:39:55.422459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:55.427520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:55.439926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.440516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9dc2caaf-5b73-490e-a1fa-6e388c3f2663 req-6a3006a6-b128-4de8-96e1-b076022710b0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.0772936 Nov 08 13:39:55.516974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:39:55.557295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:55.557963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.567138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] 10.222.0.54 "PUT /v2.0/ports/6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 HTTP/1.1" status: 200 len: 1095 time: 1.3077905 Nov 08 13:39:55.567594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:55.577707 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6414096d-c360-4300-bf45-0bba934f7b77" -d '{"events": [{"name": "network-changed", "server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:55.628467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:39:55.633734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:39:55.634609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9e8b8-2805-42c9-872f-30c5f2733eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:55.722222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:55.750277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51056a54-6cd3-488b-a524-266f3764a66a req-2a8d8dc7-5310-47ff-bbd6-95d73971bb1d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:55.758864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51056a54-6cd3-488b-a524-266f3764a66a req-2a8d8dc7-5310-47ff-bbd6-95d73971bb1d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.2333262 Nov 08 13:39:55.771026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-4088bd81-4a1f-4bd5-b725-b0f194b63710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:55.773941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-4088bd81-4a1f-4bd5-b725-b0f194b63710 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dda594f46c64ce59c683e064b0e39ba&device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 1098 time: 0.0723102 Nov 08 13:39:55.798812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:55.801110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:55.824725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddc836-38cc-41df-9a58-db412e2f0bce req-813607ee-e64b-4614-8827-cd1423a0ec4a tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:55.827007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17ddc836-38cc-41df-9a58-db412e2f0bce req-813607ee-e64b-4614-8827-cd1423a0ec4a tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1096 time: 0.2137089 Nov 08 13:39:55.834779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-e235af83-32cf-48da-accf-b027333c8905 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 HTTP/1.1" status: 200 len: 217 time: 0.0491164 Nov 08 13:39:55.886616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-9ffc8f36-8cb6-4315-993e-52c5e1b86c57 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3534026 Nov 08 13:39:55.908623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Request body: {'port': {'device_id': '834feee8-faf5-4bd1-8387-328b12310a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:55.922214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-69689b0a-e1a2-4fea-9fd6-9e723ad43fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:55.925125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-69689b0a-e1a2-4fea-9fd6-9e723ad43fd7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0814750 Nov 08 13:39:55.992142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51056a54-6cd3-488b-a524-266f3764a66a req-d40ce4a2-c15a-4164-838d-8d56f4343b1d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321889 Nov 08 13:39:56.038905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17ddc836-38cc-41df-9a58-db412e2f0bce req-ff325936-0592-46cd-b4fe-4ff37a282ccf tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029574 Nov 08 13:39:56.040325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08328623-08cb-40ba-ace3-f0494e238a7c req-a3a3b359-fd8e-40d0-8c67-8cebe9971d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:56.047375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-a3a3b359-fd8e-40d0-8c67-8cebe9971d92 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1150942 Nov 08 13:39:56.198034 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804a7525-5e19-46ca-97d6-92e871f5677d x-openstack-request-id: req-804a7525-5e19-46ca-97d6-92e871f5677d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:56.198711 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:56.198711 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-804a7525-5e19-46ca-97d6-92e871f5677d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:56.199045 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'status': 'completed', 'code': 200} Nov 08 13:39:56.264291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-10c2dc39-d9d5-41a9-a86b-71506ba11ea6 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072103 Nov 08 13:39:56.343183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-70a8207f-0583-4c57-bafc-db55a1f7a27e None None] Provisioning complete for port 48242f17-7d4f-494d-8cbe-0e21d0f70678 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:39:56.343849 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70a8207f-0583-4c57-bafc-db55a1f7a27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:56.375949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:56.400380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-70a8207f-0583-4c57-bafc-db55a1f7a27e None None] Port 48242f17-7d4f-494d-8cbe-0e21d0f70678 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:39:56.443526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-b6cf9d27-ef53-4d68-a325-36629deddfbe tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:56.444987 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-b6cf9d27-ef53-4d68-a325-36629deddfbe tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 821 time: 0.4090116 Nov 08 13:39:56.472479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Request body: {'port': {'device_id': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'admin_state_up': True, 'tenant_id': 'ac7db45dc3ae46f498ebfbc11eaeed25'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:56.488422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734f476-9b94-47aa-9e83-f19086c2075b req-75272b3d-6842-4592-859f-6d75b2156955 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:56.496667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d734f476-9b94-47aa-9e83-f19086c2075b req-75272b3d-6842-4592-859f-6d75b2156955 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.3156552 Nov 08 13:39:56.668810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:56.734952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d734f476-9b94-47aa-9e83-f19086c2075b req-db32d633-4c57-46b6-aac8-ee4806d20df8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370772 Nov 08 13:39:56.747131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5e471-54d7-442f-abaa-65ad0dded7fa req-c31ee6f2-379e-4291-b0db-03ce1b273679 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:56.748717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22c5e471-54d7-442f-abaa-65ad0dded7fa req-c31ee6f2-379e-4291-b0db-03ce1b273679 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 1096 time: 0.2461789 Nov 08 13:39:56.791541 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08328623-08cb-40ba-ace3-f0494e238a7c req-e4e91447-f126-48af-9071-24a5e90606ce service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189998 Nov 08 13:39:56.905700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:56.930957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'mac_address': 'fa:16:3e:01:81:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:39:56.938303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414096d-c360-4300-bf45-0bba934f7b77 req-b28ba8d6-a71a-465e-bea8-141a520bdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:56.944090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Made reservation on behalf of ac7db45dc3ae46f498ebfbc11eaeed25 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:39:56.945212 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6414096d-c360-4300-bf45-0bba934f7b77 req-b28ba8d6-a71a-465e-bea8-141a520bdea2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7dda594f46c64ce59c683e064b0e39ba&device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 1098 time: 0.0810208 Nov 08 13:39:56.947965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:56.980449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22c5e471-54d7-442f-abaa-65ad0dded7fa req-33633ffc-ba5b-4c47-bce0-e6ccc456a586 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109773 Nov 08 13:39:57.007673 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:57.041972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae28b67f-14c2-4906-bacb-684ff792d8e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:57.094900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:57.100723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:57.129629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414096d-c360-4300-bf45-0bba934f7b77 req-3e1f077c-c2f4-4f36-be95-0c385a212688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:57.131090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6414096d-c360-4300-bf45-0bba934f7b77 req-3e1f077c-c2f4-4f36-be95-0c385a212688 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1773562 Nov 08 13:39:57.148727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57321fab-bf43-42c9-83c5-f3a0762d7d70 req-7f36825c-2ebd-42de-911f-77c4a2b9e3f6 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.0473063 Nov 08 13:39:57.199693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:57.212324 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6414096d-c360-4300-bf45-0bba934f7b77 req-5809c847-bf59-46cc-a1c1-89655be0018c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 HTTP/1.1" status: 200 len: 217 time: 0.0726638 Nov 08 13:39:57.238965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f008e-80ac-4812-83ba-6829cb04d35e req-f99031d3-0f15-4d4b-8426-e8444cc29f7d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:57.242506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e67f008e-80ac-4812-83ba-6829cb04d35e req-f99031d3-0f15-4d4b-8426-e8444cc29f7d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 947 time: 0.2826648 Nov 08 13:39:57.260020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48242f17-7d4f-494d-8cbe-0e21d0f70678 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:57.285608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414096d-c360-4300-bf45-0bba934f7b77 req-76d40926-6294-461e-a67f-5f5cfb6c37d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:57.287258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6414096d-c360-4300-bf45-0bba934f7b77 req-76d40926-6294-461e-a67f-5f5cfb6c37d8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0665240 Nov 08 13:39:57.289968 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:57.360881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414096d-c360-4300-bf45-0bba934f7b77 req-cf0780c5-e397-4417-adca-e6f21669712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:57.363106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6414096d-c360-4300-bf45-0bba934f7b77 req-cf0780c5-e397-4417-adca-e6f21669712f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683331 Nov 08 13:39:57.377087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Transition to ACTIVE for port object 48242f17-7d4f-494d-8cbe-0e21d0f70678 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:39:57.401886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:57.478235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fda791-91b2-43cd-8c79-3a37d30a57ef req-7905d78e-29b5-4340-ac12-314158dae6f3 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:57.484859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ae28b67f-14c2-4906-bacb-684ff792d8e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:57.490510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16fda791-91b2-43cd-8c79-3a37d30a57ef req-7905d78e-29b5-4340-ac12-314158dae6f3 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.2160192 Nov 08 13:39:57.494295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e67f008e-80ac-4812-83ba-6829cb04d35e req-95175ea1-e2e2-41d5-ac61-0f8135e13125 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440031 Nov 08 13:39:57.498515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Allocated IP 172.20.0.4 (f678c38b-6707-4547-8cec-f0ef891952f9/592bfd3c-c47b-40ce-9775-6b9c7aba029c/4096dbb9-9c6b-44f0-b107-ae50e31bf257) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:39:57.502846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40026) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:39:57.519421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Request body: {'floatingip': {'port_id': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:57.582898 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6414096d-c360-4300-bf45-0bba934f7b77 req-a366b8e8-6cb4-4453-b9d5-6eaf5c772324 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073901 Nov 08 13:39:57.670858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:57.682392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:57.903189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6414096d-c360-4300-bf45-0bba934f7b77 req-2d41a668-83a5-49db-9e3e-fc977798c3bb service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125238 Nov 08 13:39:57.925801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2d128f67-018c-4766-94af-960be131b2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:57.980694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcd811-eb26-47e0-bf32-d201126398f8 req-ba93e3f9-13e2-424e-82dc-a799c2fad7d7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:57.982564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbbcd811-eb26-47e0-bf32-d201126398f8 req-ba93e3f9-13e2-424e-82dc-a799c2fad7d7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 948 time: 0.3673909 Nov 08 13:39:58.175962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Attempting to bind port 48242f17-7d4f-494d-8cbe-0e21d0f70678 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:39:58.176296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Attempting to bind port 48242f17-7d4f-494d-8cbe-0e21d0f70678 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:39:58.176858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Attempting to bind port 48242f17-7d4f-494d-8cbe-0e21d0f70678 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:58.268733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Port 48242f17-7d4f-494d-8cbe-0e21d0f70678 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:39:58.269322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Attempting to bind port 48242f17-7d4f-494d-8cbe-0e21d0f70678 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:39:58.293457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:39:58.293803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:39:58.294195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:39:58.294647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Bound port: 48242f17-7d4f-494d-8cbe-0e21d0f70678, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:39:58.295004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:58.300940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbbcd811-eb26-47e0-bf32-d201126398f8 req-038f8535-8d31-49d5-a726-c69397750400 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988729 Nov 08 13:39:58.343389 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:58.879124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8290d120-b11c-4b63-8970-2a954fa43b00 req-1062886b-69a7-44e0-83cf-f784d9cfa0a8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.1250870 Nov 08 13:39:58.915924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:39:58.923080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:39:58.954311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:58.959974 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:58.968043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['97cbf3f7-f3de-47b3-9794-7a2220728fd1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:39:59.033229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98738d4f-a30d-416b-a914-ffe1caa55c36 req-3331aa2a-1154-4ee2-9b5c-c537597bb206 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:59.036079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98738d4f-a30d-416b-a914-ffe1caa55c36 req-3331aa2a-1154-4ee2-9b5c-c537597bb206 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 947 time: 0.2792017 Nov 08 13:39:59.062650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Network f678c38b-6707-4547-8cec-f0ef891952f9 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:39:59.075253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:59.075927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.082135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] 10.222.0.70 "PUT /v2.0/ports/48242f17-7d4f-494d-8cbe-0e21d0f70678 HTTP/1.1" status: 200 len: 1096 time: 3.1800060 Nov 08 13:39:59.099504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:39:59.102102 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47" -d '{"events": [{"name": "network-changed", "server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:39:59.189015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:39:59.200127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:39:59.216033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:39:59.273608 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127bf809-cb15-4a04-a3b2-fa3ff2b3ca7c x-openstack-request-id: req-127bf809-cb15-4a04-a3b2-fa3ff2b3ca7c {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:39:59.274128 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:39:59.274573 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-127bf809-cb15-4a04-a3b2-fa3ff2b3ca7c {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:39:59.275192 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'status': 'completed', 'code': 200} Nov 08 13:39:59.343518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:59.365262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.366209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.366727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.367221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.367713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.368706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.369361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.369998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.370499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.370838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.371176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.371508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35e63e1-cb81-498d-9ebc-2a0a9957c9f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:39:59.426157 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.448780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.461733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98738d4f-a30d-416b-a914-ffe1caa55c36 req-9597e7fc-b728-435e-be0a-cdd697e04061 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942990 Nov 08 13:39:59.526782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:59.527555 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.534836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:39:59.573204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-c1e0b1f5-c87a-4c33-9075-339ab6f2f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:59.574825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-c1e0b1f5-c87a-4c33-9075-339ab6f2f120 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7dda594f46c64ce59c683e064b0e39ba&device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 1099 time: 0.3674304 Nov 08 13:39:59.607055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c550f5d4-9f9f-46c8-9d24-c90dbba73bb2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1397853 Nov 08 13:39:59.625753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:39:59.680913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Request body: {'port': {'device_id': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:39:59.684355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-e7043eed-553e-498c-b4f8-6fb167224f07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678 HTTP/1.1" status: 200 len: 217 time: 0.0875409 Nov 08 13:39:59.751082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:59.771686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'mac_address': 'fa:16:3e:8f:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:39:59.816193 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Floating IP 3176cc88-9af4-4099-84fb-4c9b9c55833e associated. External IP: 172.25.8.84, port: 18644ee3-f4d8-49cc-87ae-cf95dc3258f1. Nov 08 13:39:59.827374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.829258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bda661-9ec1-4c67-b46e-b46e849e1972 req-ebfbb401-742a-4de4-b20e-46bdd91d606f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:59.830887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28bda661-9ec1-4c67-b46e-b46e849e1972 req-ebfbb401-742a-4de4-b20e-46bdd91d606f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 948 time: 0.2792344 Nov 08 13:39:59.842344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:39:59.871709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:39:59.877345 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.890802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:39:59.908080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-f6fd1ad8-63dc-4417-855e-fa005176bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:39:59.910903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-f6fd1ad8-63dc-4417-855e-fa005176bfe2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2019076 Nov 08 13:39:59.935807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:00.124099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28bda661-9ec1-4c67-b46e-b46e849e1972 req-31037960-7218-427f-af8f-d2c6fcb1496e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461200 Nov 08 13:40:00.225637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9964e-65e9-409f-9187-985779466715 req-4ee7b2c3-c5bf-4d15-9908-212586eb0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:00.227338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-4ee7b2c3-c5bf-4d15-9908-212586eb0df4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2931089 Nov 08 13:40:00.267318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ab15f-a942-40e8-ba43-023758cb11b9 req-7a20a290-a01e-4efe-9a13-2f97a6fe804d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:00.268967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a9ab15f-a942-40e8-ba43-023758cb11b9 req-7a20a290-a01e-4efe-9a13-2f97a6fe804d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 931 time: 0.2461293 Nov 08 13:40:00.298447 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:00.576584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a9ab15f-a942-40e8-ba43-023758cb11b9 req-dbaeba91-5a34-41e7-846c-50e7c4588f75 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858999 Nov 08 13:40:00.613959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-fa798b33-0322-4615-a862-6ade0f024828 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683715 Nov 08 13:40:00.686616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:00.749413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port ae28b67f-14c2-4906-bacb-684ff792d8e8 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:40:00.756821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port ae28b67f-14c2-4906-bacb-684ff792d8e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:00.758087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:00.774584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:40:00.828867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab113ad-868e-46c7-b520-3da980ffbffb req-c2f222ca-0fa9-4b1b-a578-f9066012e19d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:00.831285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eab113ad-868e-46c7-b520-3da980ffbffb req-c2f222ca-0fa9-4b1b-a578-f9066012e19d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 948 time: 0.2224538 Nov 08 13:40:00.861687 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:00.866070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4096dbb9-9c6b-44f0-b107-ae50e31bf257 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:00.882442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:00.889889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:00.892726 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cd8326-7636-4d23-9c76-3c70cd35276f" -d '{"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-plugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:00.911234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:00.917339 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:00.948750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5b9964e-65e9-409f-9187-985779466715 req-dac095ad-6243-4493-8674-8606e63e6ac9 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230846 Nov 08 13:40:00.981077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Transition to ACTIVE for port object 4096dbb9-9c6b-44f0-b107-ae50e31bf257 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:40:00.996539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:01.015326 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1a92e6-2674-41f8-b4df-5403a68a2d6a x-openstack-request-id: req-ae1a92e6-2674-41f8-b4df-5403a68a2d6a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:01.015995 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-plugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:01.016487 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae1a92e6-2674-41f8-b4df-5403a68a2d6a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:01.017082 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'code': 200} Nov 08 13:40:01.043280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:01.094130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eab113ad-868e-46c7-b520-3da980ffbffb req-844710dc-90ea-4cf2-949f-8866ac13998f tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381361 Nov 08 13:40:01.153004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cf7af-cade-45b8-abdb-84d01ac2b56e req-e5d7a4cb-fac3-493f-88af-68abada92345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:01.163622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d04cf7af-cade-45b8-abdb-84d01ac2b56e req-e5d7a4cb-fac3-493f-88af-68abada92345 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 1100 time: 0.0754519 Nov 08 13:40:01.165474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:01.180686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:40:01.196669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] Sync routers for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:40:01.205904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:01.222975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:01.224730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:39:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:01.265279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-508e44b7-1b89-4223-a22c-8f87c2c53cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:01.266868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-508e44b7-1b89-4223-a22c-8f87c2c53cfa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7dda594f46c64ce59c683e064b0e39ba&device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 1099 time: 0.2269793 Nov 08 13:40:01.270605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d04cf7af-cade-45b8-abdb-84d01ac2b56e req-ab36ce59-adce-406f-a46d-22003927f011 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036494 Nov 08 13:40:01.334029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-78fe7926-5945-4109-91e9-b3991e6dcca1 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "PUT /v2.0/floatingips/3176cc88-9af4-4099-84fb-4c9b9c55833e HTTP/1.1" status: 200 len: 990 time: 3.8169367 Nov 08 13:40:01.342281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:01.345589 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbc782b-167e-4e7b-9169-f327ca10ee02" -d '{"events": [{"name": "network-changed", "server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:01.380541 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:40:01.380869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:40:01.381198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:01.386817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:40:01.387167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:01.397965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:40:01.398287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:01.398810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:40:01.399127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Bound port: 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:40:01.399488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:01.413177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953fca-6cb9-489c-8a48-33a9f6fb1d5b req-d233d02b-5f5b-432d-b956-7a0087c05208 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:01.414901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04953fca-6cb9-489c-8a48-33a9f6fb1d5b req-d233d02b-5f5b-432d-b956-7a0087c05208 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1471696 Nov 08 13:40:01.549001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6664c6c-e6b2-44c7-9c89-72b5c9aebe41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:01.561749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:01.577545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:01.590102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04953fca-6cb9-489c-8a48-33a9f6fb1d5b req-5b3ae95f-020a-4a2d-9c0e-4fe1d14cba3e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593781 Nov 08 13:40:01.608822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:40:01.644053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:01.693457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:01.694082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:01.695498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] 10.222.0.70 "PUT /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 1091 time: 2.0231979 Nov 08 13:40:01.702951 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5b4617-c4a4-4c0c-a93e-c8407cc7a762 x-openstack-request-id: req-fa5b4617-c4a4-4c0c-a93e-c8407cc7a762 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:01.703264 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:01.703489 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa5b4617-c4a4-4c0c-a93e-c8407cc7a762 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:01.703917 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'status': 'completed', 'code': 200} Nov 08 13:40:01.712222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:01.755980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-b22efde6-c918-4e7c-a3e9-9feeda55de32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:01.757731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-b22efde6-c918-4e7c-a3e9-9feeda55de32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2446499 Nov 08 13:40:01.758888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816647a-bf53-498d-9d93-4ba091d0c9dc service neutron] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:01.842247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-1c3655d1-7a7c-489b-b0d2-6c534343ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:01.845240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-1c3655d1-7a7c-489b-b0d2-6c534343ad1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=280cf309e9744d5c994d41910454e03a&device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 1096 time: 0.0919316 Nov 08 13:40:01.908769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-60fe4d83-f989-46fc-8ccc-9fdc23b60460 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678 HTTP/1.1" status: 200 len: 217 time: 0.1212046 Nov 08 13:40:01.913809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:40:01.927132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:01.927503 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:01.985102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c27eccd3-07d9-4bb6-b6ef-029b53614d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:01.987232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c27eccd3-07d9-4bb6-b6ef-029b53614d91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1094 time: 0.1987574 Nov 08 13:40:02.011421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-0c0a2f42-ba51-427b-9e83-4a25514deb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.013389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-0c0a2f42-ba51-427b-9e83-4a25514deb5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=2c67ca71-163c-4e74-bcee-018848773aed HTTP/1.1" status: 200 len: 917 time: 0.1447957 Nov 08 13:40:02.055122 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:02.113724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-82d89914-006a-41cd-bec6-eeb993157a9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1 HTTP/1.1" status: 200 len: 998 time: 0.0831673 Nov 08 13:40:02.144393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:02.159152 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:02.220796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-9dce2dd0-89d3-4885-866a-6072ece24bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.223382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-9dce2dd0-89d3-4885-866a-6072ece24bf4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=392e9acb-bd70-47b6-9253-06c5f6b50da8 HTTP/1.1" status: 200 len: 855 time: 0.1023386 Nov 08 13:40:02.248444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:02.270265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '3176cc88-9af4-4099-84fb-4c9b9c55833e', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'port_id': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'mac_address': 'fa:16:3e:a4:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:38:40Z', 'updated_at': '2021-11-08T13:39:59Z', 'revision_number': 1, 'project_id': '280cf309e9744d5c994d41910454e03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:47Z', 'revision_number': 5, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:02.304886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-b71db099-6865-4899-9b70-4c43b4be5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.307131 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-b71db099-6865-4899-9b70-4c43b4be5fa4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2c67ca71-163c-4e74-bcee-018848773aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745063 Nov 08 13:40:02.314580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] Checking router: 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:40:02.332090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:02.332899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:02.409624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-c6b6adec-42b3-46af-886b-a053f71bcc68 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 217 time: 0.4110086 Nov 08 13:40:02.443484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-62ed71ae-60f6-43c9-afd9-9af056bd4f79 service neutron] 10.222.0.54 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277623 Nov 08 13:40:02.450867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-467cc3a5-87e4-42b2-98e8-e32fdd81ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.452499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-467cc3a5-87e4-42b2-98e8-e32fdd81ed3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.5229850 Nov 08 13:40:02.461040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d34da-c6be-4eb1-af4c-ca8658c47057 req-cc39548e-bff5-4011-833c-d28891bce97d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.462732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-190d34da-c6be-4eb1-af4c-ca8658c47057 req-cc39548e-bff5-4011-833c-d28891bce97d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.5743666 Nov 08 13:40:02.514317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:02.603825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-190d34da-c6be-4eb1-af4c-ca8658c47057 req-8fc39077-d8c6-489b-89c4-00e692a9851a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906880 Nov 08 13:40:02.614416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bbc782b-167e-4e7b-9169-f327ca10ee02 req-ca1ad1dc-8de4-4f84-bf2f-561bb2aecf00 service neutron] 10.222.0.54 "GET /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632605 Nov 08 13:40:02.617861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-afe109ff-793c-4aee-9b09-9ad4b3fb928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.620143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-afe109ff-793c-4aee-9b09-9ad4b3fb928a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1381493 Nov 08 13:40:02.632378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-0c28e129-98ec-4eac-9817-fc34bdb507e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.634819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-0c28e129-98ec-4eac-9817-fc34bdb507e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.2087767 Nov 08 13:40:02.662819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6c7f0-4c6a-470c-b105-2d33b35292b1 req-5c7991b1-00b1-4047-9853-e29d3d12c3af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.664842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ed6c7f0-4c6a-470c-b105-2d33b35292b1 req-5c7991b1-00b1-4047-9853-e29d3d12c3af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 949 time: 0.2495930 Nov 08 13:40:02.723419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-4c912935-1370-4147-8d44-b2589feb4718 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469246 Nov 08 13:40:02.920435 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:02.936852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ed6c7f0-4c6a-470c-b105-2d33b35292b1 req-bb51038c-b4cf-4891-8ed3-050ce4708594 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518497 Nov 08 13:40:02.960164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '3176cc88-9af4-4099-84fb-4c9b9c55833e', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'port_id': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'mac_address': 'fa:16:3e:a4:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:38:40Z', 'updated_at': '2021-11-08T13:39:59Z', 'revision_number': 1, 'project_id': '280cf309e9744d5c994d41910454e03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:47Z', 'revision_number': 5, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:02.966512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-846501db-6dbd-4a5a-b50c-624f64d0e87b service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306272 Nov 08 13:40:02.990424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea19de-9bcc-4ac1-ba4c-2530fa2c0047 req-f3a250ed-03cc-49b9-8153-75f6cb42639e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:02.998150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcea19de-9bcc-4ac1-ba4c-2530fa2c0047 req-f3a250ed-03cc-49b9-8153-75f6cb42639e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1956205 Nov 08 13:40:03.007750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-80e720c8-8f87-414d-9ee4-de7564362248 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379148 Nov 08 13:40:03.010400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d60085-b158-4a5d-883c-221e316f9c09 None None] The sync data for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 is: [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '3176cc88-9af4-4099-84fb-4c9b9c55833e', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'floating_ip_address': '172.25.8.84', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'port_id': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'mac_address': 'fa:16:3e:a4:b4:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:38:40Z', 'updated_at': '2021-11-08T13:39:59Z', 'revision_number': 1, 'project_id': '280cf309e9744d5c994d41910454e03a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:47Z', 'revision_number': 5, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:40:03.025343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:03.030284 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439e7e20-52e0-4da0-9054-5187160fa199" -d '{"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:03.287520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcea19de-9bcc-4ac1-ba4c-2530fa2c0047 req-f2d623c0-aa52-48d6-9653-ce1fddd603fd tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884023 Nov 08 13:40:03.322420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea4b30ad-4fa9-48ae-96fc-4efdf70964ef req-9cef43ec-7abe-4c05-8617-62a468496641 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832632 Nov 08 13:40:03.335600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f0b852-3192-4f49-bc1c-e8bcb01fbc47 req-8f40c7df-5931-41d1-b16c-6dd14cdb2cd5 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174345 Nov 08 13:40:03.401094 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1070aa-e93a-4b75-8ff1-275b5692e7aa x-openstack-request-id: req-4e1070aa-e93a-4b75-8ff1-275b5692e7aa {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:03.401483 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:03.401807 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e1070aa-e93a-4b75-8ff1-275b5692e7aa {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:03.402303 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'code': 200} Nov 08 13:40:03.435021 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b40305-1530-4117-bebd-4de5a3c8e7cb None None] New status for floating IP 3176cc88-9af4-4099-84fb-4c9b9c55833e: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:40:03.514354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18bc77c-a190-4683-89b7-2c900daa62b2 req-0978206e-9f27-46db-b0d5-87747aaf7823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:03.516571 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c18bc77c-a190-4683-89b7-2c900daa62b2 req-0978206e-9f27-46db-b0d5-87747aaf7823 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 1100 time: 0.0473161 Nov 08 13:40:03.578250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c18bc77c-a190-4683-89b7-2c900daa62b2 req-93a1841e-eae7-4d37-ab51-aa68bb5fe903 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531559 Nov 08 13:40:03.704589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:03.707542 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efdb48e-4c89-4172-993d-165a2feb4645" -d '{"events": [{"name": "network-changed", "server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:03.751360 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df78dff5-93da-402b-89b7-d719c03c6f0e x-openstack-request-id: req-df78dff5-93da-402b-89b7-d719c03c6f0e {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:03.751837 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:03.752057 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df78dff5-93da-402b-89b7-d719c03c6f0e {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:03.752940 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257', 'status': 'completed', 'code': 200} Nov 08 13:40:03.767479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb07780-30ae-442f-8595-fd53f1f3f578 req-55168855-7c24-4d05-ac61-4e9995a97eb0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:03.776718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cb07780-30ae-442f-8595-fd53f1f3f578 req-55168855-7c24-4d05-ac61-4e9995a97eb0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.0811789 Nov 08 13:40:03.858339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-5124713e-c46b-461a-bca5-ad7e99a9a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:03.860088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-5124713e-c46b-461a-bca5-ad7e99a9a1f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1094 time: 0.0633965 Nov 08 13:40:03.866318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cb07780-30ae-442f-8595-fd53f1f3f578 req-5efc3fa6-16fc-4b38-bc3b-c756f8ace28c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885389 Nov 08 13:40:03.995168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-4e3b47c7-a9ac-4dc9-bdab-ce68eae21c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:03.997386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-4e3b47c7-a9ac-4dc9-bdab-ce68eae21c28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.1244636 Nov 08 13:40:04.057761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-6fd781a2-9e30-467c-b22f-c336709e8bb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 217 time: 0.0434968 Nov 08 13:40:04.156212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-e51db640-d00c-409e-a3e7-a6d84d6dfedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:04.157177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-e51db640-d00c-409e-a3e7-a6d84d6dfedf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0868385 Nov 08 13:40:04.167384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c3ab8-8625-42b7-95f8-e16dc70223bd req-faf78551-bc61-402d-9829-9054c83cb33f tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:04.169099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df9c3ab8-8625-42b7-95f8-e16dc70223bd req-faf78551-bc61-402d-9829-9054c83cb33f tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 949 time: 0.1141789 Nov 08 13:40:04.223326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-13f2fa9a-0dc9-462e-9917-8020b39402a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513136 Nov 08 13:40:04.358568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df9c3ab8-8625-42b7-95f8-e16dc70223bd req-3238e659-c400-4100-8ba5-3a7ff536517b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727552 Nov 08 13:40:04.434346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-2f3699aa-eefc-46e9-9aad-34c8de1dfb75 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930768 Nov 08 13:40:04.554424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb749be-b9b2-412f-9695-5602581401a0 req-1b303fae-de26-423a-82e7-4c0bd0075e4f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:04.556091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bb749be-b9b2-412f-9695-5602581401a0 req-1b303fae-de26-423a-82e7-4c0bd0075e4f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1446462 Nov 08 13:40:04.617097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2efdb48e-4c89-4172-993d-165a2feb4645 req-f3205451-a155-4b55-9c81-873e009990a5 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560252 Nov 08 13:40:04.667959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bb749be-b9b2-412f-9695-5602581401a0 req-261f3f1a-4247-4a1c-8bf5-801dfcc15d05 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976470 Nov 08 13:40:04.706443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:04.717834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdbcb3-6661-4914-af9c-81626da70df4 req-823d9144-4438-4fff-85e8-5eeef2a8202f tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:04.719545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81bdbcb3-6661-4914-af9c-81626da70df4 req-823d9144-4438-4fff-85e8-5eeef2a8202f tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.0676653 Nov 08 13:40:04.819389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81bdbcb3-6661-4914-af9c-81626da70df4 req-08fcb3da-88aa-4ac2-bbc9-ac4558651ae8 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888336 Nov 08 13:40:04.842182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7eba47-9222-4069-9853-ab47c5d0657c req-022dca13-3b14-444f-aa65-2df43500bab2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:04.844276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a7eba47-9222-4069-9853-ab47c5d0657c req-022dca13-3b14-444f-aa65-2df43500bab2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0753629 Nov 08 13:40:04.847885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:04.873025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'mac_address': 'fa:16:3e:0c:e2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:04.920865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a7eba47-9222-4069-9853-ab47c5d0657c req-5f5235ec-4da6-49d1-bd18-1796b1fc5ddf tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607393 Nov 08 13:40:04.938404 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:04.963799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48242f17-7d4f-494d-8cbe-0e21d0f70678 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:04.990389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:04.998618 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:05.066605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d04158-0bf6-4314-9045-f808dea3de31 req-8e3cecb0-8981-4936-864a-a0ee97c5aa62 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:05.074619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85d04158-0bf6-4314-9045-f808dea3de31 req-8e3cecb0-8981-4936-864a-a0ee97c5aa62 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.0692825 Nov 08 13:40:05.106034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:05.138170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85d04158-0bf6-4314-9045-f808dea3de31 req-05399019-a515-4c71-9620-a690cbf4e5f2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624833 Nov 08 13:40:05.256468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-12b13d36-d88e-48af-ab61-24d3b0d2cd36 req-5d0859aa-241c-40bd-b388-bfbde7511112 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:40:05.257859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12b13d36-d88e-48af-ab61-24d3b0d2cd36 req-5d0859aa-241c-40bd-b388-bfbde7511112 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0708582 Nov 08 13:40:05.391957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:05.460638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['48242f17-7d4f-494d-8cbe-0e21d0f70678'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:05.522290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-15c261b5-504e-4dd5-9e97-daf251fe51df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0627561 Nov 08 13:40:05.593875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c674bf0-f290-4050-b88a-6b1613187de2 req-0ee4fdc7-c5bc-4518-80ad-5e3351c0ab8c tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:05.602048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c674bf0-f290-4050-b88a-6b1613187de2 req-0ee4fdc7-c5bc-4518-80ad-5e3351c0ab8c tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 949 time: 0.1375461 Nov 08 13:40:05.638550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa93f9f-0ab8-498f-a42c-c61478defc68 req-96987cc5-5655-4fc8-a788-74e6ce675e74 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:05.646689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fa93f9f-0ab8-498f-a42c-c61478defc68 req-96987cc5-5655-4fc8-a788-74e6ce675e74 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1164830 Nov 08 13:40:05.708990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c674bf0-f290-4050-b88a-6b1613187de2 req-a63d2d65-96e2-41ef-85b8-b4ded4c3f698 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056376 Nov 08 13:40:05.724257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:05.754990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fa93f9f-0ab8-498f-a42c-c61478defc68 req-b9cd6f83-3eca-48c0-92c8-d840b1e59f5e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072559 Nov 08 13:40:05.882615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd2be3-1aa7-40d7-ad37-266e4145c8ef req-cb82a1f0-f3d7-4276-be21-d2dbd6558374 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:05.884193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ffd2be3-1aa7-40d7-ad37-266e4145c8ef req-cb82a1f0-f3d7-4276-be21-d2dbd6558374 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 949 time: 0.0554657 Nov 08 13:40:05.947837 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ffd2be3-1aa7-40d7-ad37-266e4145c8ef req-d02ff3e9-ab69-4bc5-a78a-585e1aad64cb tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570142 Nov 08 13:40:06.354920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d1605-cb6e-470f-9c32-ba4949916c0c req-3bbe95c8-0c0c-4baa-92b4-52a496fefd93 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:06.363401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f37d1605-cb6e-470f-9c32-ba4949916c0c req-3bbe95c8-0c0c-4baa-92b4-52a496fefd93 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.1088066 Nov 08 13:40:06.391470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a4a52-2b6f-4f15-a753-77b80d49a53c req-7535d714-450e-479c-adec-ac8bd6eb6dd3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:06.393619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d7a4a52-2b6f-4f15-a753-77b80d49a53c req-7535d714-450e-479c-adec-ac8bd6eb6dd3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1032765 Nov 08 13:40:06.451107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f37d1605-cb6e-470f-9c32-ba4949916c0c req-862db786-ae7a-4d0f-ae8b-2f812711b3be tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866559 Nov 08 13:40:06.490969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d7a4a52-2b6f-4f15-a753-77b80d49a53c req-9ff61e09-9fb4-4c5a-b1d0-36fdfe33eaa5 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885997 Nov 08 13:40:06.886840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8007b-7f0f-47e9-ae17-a5a0298b849b req-d6d5cf7a-98ad-40c0-b670-b0fd6249ae89 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:06.888485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85d8007b-7f0f-47e9-ae17-a5a0298b849b req-d6d5cf7a-98ad-40c0-b670-b0fd6249ae89 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0622923 Nov 08 13:40:06.964359 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85d8007b-7f0f-47e9-ae17-a5a0298b849b req-b6129ded-3b6d-49f7-80b4-2232566951f0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680559 Nov 08 13:40:07.226975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77876ac8-1899-46d9-bc6c-707675d92f00 req-1e821b51-7828-4bd0-93fd-bfe3ace6ffa3 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:07.237347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77876ac8-1899-46d9-bc6c-707675d92f00 req-1e821b51-7828-4bd0-93fd-bfe3ace6ffa3 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 949 time: 0.1384094 Nov 08 13:40:07.248016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-2c4a2b07-0e49-402a-baaa-17b3817006d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:07.249581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-2c4a2b07-0e49-402a-baaa-17b3817006d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 1100 time: 0.1065907 Nov 08 13:40:07.353992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77876ac8-1899-46d9-bc6c-707675d92f00 req-6ea9f924-a931-4833-9d54-5838de32e74b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182168 Nov 08 13:40:07.405061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-c3c77463-817a-4eb7-86f8-facb16b2c185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:07.407757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-c3c77463-817a-4eb7-86f8-facb16b2c185 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1367702 Nov 08 13:40:07.456568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-ec79c228-117b-4f09-aeab-d8053033ecd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 200 len: 217 time: 0.0405960 Nov 08 13:40:07.545868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-90d082d8-b638-41aa-a630-d6ba5d8665a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:07.547909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-90d082d8-b638-41aa-a630-d6ba5d8665a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0778809 Nov 08 13:40:07.735542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-8bd11353-8d5e-4088-b534-3016fc37ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:07.738964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-8bd11353-8d5e-4088-b534-3016fc37ce17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1831031 Nov 08 13:40:07.758662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885930a-716d-4d35-b945-447e9f6abafc req-982ac328-dd5b-4ec1-b480-a213a007583b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:07.760417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6885930a-716d-4d35-b945-447e9f6abafc req-982ac328-dd5b-4ec1-b480-a213a007583b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1375170 Nov 08 13:40:07.779572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da9bdf-9dc1-4275-8aee-6aea84a7d7c5 req-d986407a-53d0-4399-9261-52c41625f135 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:07.781291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6da9bdf-9dc1-4275-8aee-6aea84a7d7c5 req-d986407a-53d0-4399-9261-52c41625f135 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.1415434 Nov 08 13:40:07.950811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6885930a-716d-4d35-b945-447e9f6abafc req-fee50b3d-3af3-43ef-b890-43bb51df4d8c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683028 Nov 08 13:40:07.973030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6da9bdf-9dc1-4275-8aee-6aea84a7d7c5 req-11ddf7aa-3996-4488-8df1-cbdd26ca5d16 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594572 Nov 08 13:40:07.973030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-54b0edd4-cb88-46a9-9cfd-8f45d052da22 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100444 Nov 08 13:40:08.272632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-6fa47e4d-6f88-4514-a4ca-295fdf4e0536 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883196 Nov 08 13:40:08.285697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fb5b8-bc12-4266-973f-3421da88f6ee req-32f0c915-9be2-4273-a167-783781c9937d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:08.288157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f8fb5b8-bc12-4266-973f-3421da88f6ee req-32f0c915-9be2-4273-a167-783781c9937d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1423595 Nov 08 13:40:08.303640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-afa4178b-7a13-4a93-b606-74301623ac5d tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:08.305327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-afa4178b-7a13-4a93-b606-74301623ac5d tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.1062639 Nov 08 13:40:08.480355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f8fb5b8-bc12-4266-973f-3421da88f6ee req-37afdf2d-1dc6-499b-b911-6d595af3c54c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852093 Nov 08 13:40:08.576345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Deleting port e216bb05-5db1-4a3c-b403-c3f979c36de0 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:08.576781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:08.610740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c53b8-f96c-4039-acbc-7bc8956e073e req-82c36ebc-29cd-4877-ad30-80d1301d4eb8 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:08.612642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-820c53b8-f96c-4039-acbc-7bc8956e073e req-82c36ebc-29cd-4877-ad30-80d1301d4eb8 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 949 time: 0.1292024 Nov 08 13:40:08.719439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:08.767649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-820c53b8-f96c-4039-acbc-7bc8956e073e req-ea0ed567-591c-4146-9917-80d3e78dbeb8 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015141 Nov 08 13:40:08.778568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] For port e216bb05-5db1-4a3c-b403-c3f979c36de0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e216bb05-5db1-4a3c-b403-c3f979c36de0,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:08.780410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:08.799887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 48242f17-7d4f-494d-8cbe-0e21d0f70678 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:40:08.805798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 48242f17-7d4f-494d-8cbe-0e21d0f70678 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:08.806281 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:08.915091 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:08.944274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:08.946844 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d906908-f342-4f12-aca3-3df7f9ba6d68" -d '{"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-plugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:08.975677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:08.984336 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:09.089109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:09.101719 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b079249a-4146-497d-b28b-597921abb863 x-openstack-request-id: req-b079249a-4146-497d-b28b-597921abb863 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:09.102800 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-plugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:09.103388 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b079249a-4146-497d-b28b-597921abb863 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:09.103926 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'code': 200} Nov 08 13:40:09.193591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:09.194173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:09.194338 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49 disassociated. External IP: 172.25.8.33, port: e216bb05-5db1-4a3c-b403-c3f979c36de0. Nov 08 13:40:09.194604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Calling delete_port for e216bb05-5db1-4a3c-b403-c3f979c36de0 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:09.233131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9cb21-a130-4994-804f-c6a0b88c0d5b req-25e19c97-4dd9-4b9b-8fcc-e71eaec0dd8f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:09.234734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14f9cb21-a130-4994-804f-c6a0b88c0d5b req-25e19c97-4dd9-4b9b-8fcc-e71eaec0dd8f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1434069 Nov 08 13:40:09.676873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15693b96-f77d-4679-a257-d688a62ab0c7 req-940bf025-ac21-4e35-9003-72cfebbcf529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:09.678388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15693b96-f77d-4679-a257-d688a62ab0c7 req-940bf025-ac21-4e35-9003-72cfebbcf529 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 1101 time: 0.5526474 Nov 08 13:40:09.690666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d97b1f-9d86-4171-9e5d-c05365fce072 req-3842467f-bfb2-400d-8475-e7cb4889362b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:09.692267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09d97b1f-9d86-4171-9e5d-c05365fce072 req-3842467f-bfb2-400d-8475-e7cb4889362b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 945 time: 0.5677502 Nov 08 13:40:09.774799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14f9cb21-a130-4994-804f-c6a0b88c0d5b req-69c7d099-f1a2-4df0-b342-832d31c5a67e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104845 Nov 08 13:40:09.826306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15693b96-f77d-4679-a257-d688a62ab0c7 req-4a69bdbe-2f79-4961-8846-c6c852ea5a41 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267776 Nov 08 13:40:09.832579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09d97b1f-9d86-4171-9e5d-c05365fce072 req-53f8ad79-e03d-4986-9360-8e9ce80fea39 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups?id=24682f56-fa1c-4f01-af6f-cae3a28ecb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101909 Nov 08 13:40:09.903511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:09.957100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event deleted for resources: {'Port': ['ID=e216bb05-5db1-4a3c-b403-c3f979c36de0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:10.085893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Router 75689da8-187b-4d79-a70b-a281189f30d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:40:10.282197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262ffa9-42e9-488e-939e-bfc3e7c000a2 req-2df56dbb-cdb9-4cc3-a3ad-9059b9ee757d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:10.284302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3262ffa9-42e9-488e-939e-bfc3e7c000a2 req-2df56dbb-cdb9-4cc3-a3ad-9059b9ee757d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 950 time: 0.1301088 Nov 08 13:40:10.297641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32426e79-a33d-4ce9-b429-04e807b943fc req-81eb8103-67ac-4756-a7b0-216217f66d4a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:10.299774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32426e79-a33d-4ce9-b429-04e807b943fc req-81eb8103-67ac-4756-a7b0-216217f66d4a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1461282 Nov 08 13:40:10.344270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:40:10.361179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] Sync routers for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:40:10.385385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:10.386081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:10.441956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] No DVR routers for this DVR port e216bb05-5db1-4a3c-b403-c3f979c36de0 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:40:10.444988 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:10.449047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bc34d7a-979f-49bc-b5bf-31bf9e2aaa98 req-81d16114-7215-467d-a1d9-d127402935bd tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.70 "DELETE /v2.0/ports/e216bb05-5db1-4a3c-b403-c3f979c36de0 HTTP/1.1" status: 204 len: 173 time: 2.1317251 Nov 08 13:40:10.449538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'name': 'network-vif-deleted', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:10.452061 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7a55e7-bed9-41bf-aa6b-34a5745fd8cd" -d '{"events": [{"server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "name": "network-vif-deleted", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:10.465187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3262ffa9-42e9-488e-939e-bfc3e7c000a2 req-981df416-9646-45fb-aa34-ba8188e0179f tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623924 Nov 08 13:40:10.505237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32426e79-a33d-4ce9-b429-04e807b943fc req-f237fd0b-a340-44f9-98ac-a14e44f176bc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980329 Nov 08 13:40:10.571769 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb24ddb-7421-459d-9e3d-0e68661ebd24 x-openstack-request-id: req-dcb24ddb-7421-459d-9e3d-0e68661ebd24 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:10.572363 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6fbc5d-0711-4095-ac2e-48f7cad8e469", "name": "network-vif-deleted", "tag": "e216bb05-5db1-4a3c-b403-c3f979c36de0", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:10.572628 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcb24ddb-7421-459d-9e3d-0e68661ebd24 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:10.573052 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6fbc5d-0711-4095-ac2e-48f7cad8e469', 'name': 'network-vif-deleted', 'tag': 'e216bb05-5db1-4a3c-b403-c3f979c36de0', 'status': 'completed', 'code': 200} Nov 08 13:40:10.604465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:10.915152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:11.009602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] Checking router: 75689da8-187b-4d79-a70b-a281189f30d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:40:11.023185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ed92188-fd4e-4502-a02d-8f914676ca21 req-1944ce66-f1ec-4a21-8798-891f9cdcfe71 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a6fbc5d-0711-4095-ac2e-48f7cad8e469 HTTP/1.1" status: 200 len: 210 time: 0.0639338 Nov 08 13:40:11.040857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:11.041515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:11.088369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51adf2-c5e4-45c6-9e58-f1fee7f54dda req-9e1fc768-4450-494e-b197-09bfeca7eebe tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:11.092371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee51adf2-c5e4-45c6-9e58-f1fee7f54dda req-9e1fc768-4450-494e-b197-09bfeca7eebe tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.2067609 Nov 08 13:40:11.208190 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee51adf2-c5e4-45c6-9e58-f1fee7f54dda req-5c1d1d40-f1dc-4051-995e-b8009e98f774 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064072 Nov 08 13:40:11.419718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:11.672359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:11.682257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1a937-47a3-4368-8191-f65c815a8a7c req-5ad117fa-53cf-4c6b-9b76-fadc00a8155d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:11.684983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c1a937-47a3-4368-8191-f65c815a8a7c req-5ad117fa-53cf-4c6b-9b76-fadc00a8155d tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 950 time: 0.1080527 Nov 08 13:40:11.704689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3ed2c2-0f98-4cd4-9dcd-a8b2c4e6bc6e None None] The sync data for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 is: [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:33:44Z', 'revision_number': 4, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd3cfd1a0-5603-4ae7-a377-e155e28d3980', 'name': '', 'network_id': '0d0627b2-a6dc-4d29-a152-6d69ed5b8326', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'mac_address': 'fa:16:3e:14:bf:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:43Z', 'updated_at': '2021-11-08T13:33:51Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'subnets': [{'id': '9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:40:11.709626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2954d-1f4e-4ce7-9090-8310cb4ca6be req-689f92f0-9309-4e51-9f92-91d947da07fc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:11.712119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bd2954d-1f4e-4ce7-9090-8310cb4ca6be req-689f92f0-9309-4e51-9f92-91d947da07fc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1233447 Nov 08 13:40:11.807704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c1a937-47a3-4368-8191-f65c815a8a7c req-b207056f-f030-48b6-badb-7deec99abf99 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862763 Nov 08 13:40:11.812835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bd2954d-1f4e-4ce7-9090-8310cb4ca6be req-64551e85-6431-4ee3-a7fb-d8a6d8104b2d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811920 Nov 08 13:40:12.010853 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd305e1-61e5-48fd-bfa5-a6351116dc62 None None] New status for floating IP 297f6413-f6ae-47b2-8dec-c0cfaa4eeb49: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:40:12.465934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2720c7d-cf40-4c89-a88f-a96947d09a4a req-ef90010b-edfb-485b-88fe-6825d7334d2a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:12.467707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2720c7d-cf40-4c89-a88f-a96947d09a4a req-ef90010b-edfb-485b-88fe-6825d7334d2a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.0920317 Nov 08 13:40:12.477506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40350) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:12.552348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2720c7d-cf40-4c89-a88f-a96947d09a4a req-98820cef-e6f1-4ba3-a1aa-97c5c94062d3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778439 Nov 08 13:40:12.570157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-453c653e-52de-403d-81c6-763f11da306b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:12.600656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-453c653e-52de-403d-81c6-763f11da306b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:12.667757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-453c653e-52de-403d-81c6-763f11da306b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:12.671313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-453c653e-52de-403d-81c6-763f11da306b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:12.672539 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-453c653e-52de-403d-81c6-763f11da306b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "DELETE /v2.0/security-groups/24682f56-fa1c-4f01-af6f-cae3a28ecb87 HTTP/1.1" status: 204 len: 168 time: 0.1938102 Nov 08 13:40:12.676591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40352) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:12.683467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c653e-52de-403d-81c6-763f11da306b tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24682f56-fa1c-4f01-af6f-cae3a28ecb87,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:12.703303 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-dab3cf2b-7880-45fc-b708-c544ba1e6337 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] show failed (client error): The resource could not be found. Nov 08 13:40:12.705882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dab3cf2b-7880-45fc-b708-c544ba1e6337 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "GET /v2.0/security-groups/24682f56-fa1c-4f01-af6f-cae3a28ecb87 HTTP/1.1" status: 404 len: 347 time: 0.0274916 Nov 08 13:40:12.710585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40354) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:12.721797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e216bb05-5db1-4a3c-b403-c3f979c36de0 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:12.748379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e216bb05-5db1-4a3c-b403-c3f979c36de0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:40:12.748717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e216bb05-5db1-4a3c-b403-c3f979c36de0 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:12.891005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Deleting port 3e7a9a65-326d-4cb4-9884-a74c6d54d98f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:12.891473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:12.968992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202220aa-cfd9-4f9b-88f2-644e1b7e075f req-5e78eeda-3c36-4e22-9467-cf2130ae43be tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:12.970576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-202220aa-cfd9-4f9b-88f2-644e1b7e075f req-5e78eeda-3c36-4e22-9467-cf2130ae43be tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0777454 Nov 08 13:40:13.005988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:13.006353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:13.024383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Calling delete_port for 3e7a9a65-326d-4cb4-9884-a74c6d54d98f owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:13.028101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-202220aa-cfd9-4f9b-88f2-644e1b7e075f req-c94444f5-db17-4cdd-b080-9e2db88fca70 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487771 Nov 08 13:40:13.194200 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:13.226198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Pushing event deleted for resources: {'Port': ['ID=3e7a9a65-326d-4cb4-9884-a74c6d54d98f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:13.309847 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:13.312971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:13.317438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-19e80194-b93e-40cb-b950-7a4a07ed5300 tempest-ServersWithSpecificFlavorTestJSON-498628618 tempest-ServersWithSpecificFlavorTestJSON-498628618-project] 10.222.0.65 "DELETE /v2.0/floatingips/297f6413-f6ae-47b2-8dec-c0cfaa4eeb49 HTTP/1.1" status: 204 len: 168 time: 0.6023479 Nov 08 13:40:13.743711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0248748-3f37-41ca-b9f4-f01783a39d4b req-21e064f6-0177-44ff-a778-391f5ead0fa1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:13.757404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0248748-3f37-41ca-b9f4-f01783a39d4b req-21e064f6-0177-44ff-a778-391f5ead0fa1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.0766206 Nov 08 13:40:13.816324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0248748-3f37-41ca-b9f4-f01783a39d4b req-f3b4fe87-89f1-4ccf-8746-037468dc16c2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635126 Nov 08 13:40:14.010616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40398) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:14.168346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764052dc-f425-46e3-b351-f8c9b74340e7 req-d9488394-4500-48ef-b527-e280ad364d9f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:14.170428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-764052dc-f425-46e3-b351-f8c9b74340e7 req-d9488394-4500-48ef-b527-e280ad364d9f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0674720 Nov 08 13:40:14.243156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-764052dc-f425-46e3-b351-f8c9b74340e7 req-fed2a4d0-13b8-4e2f-a00c-71a76d121c61 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598609 Nov 08 13:40:14.620305 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:14.968721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Deleting port d3cfd1a0-5603-4ae7-a377-e155e28d3980 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:14.969460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:14.994254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6177d-9071-4dd0-bccd-b501ffae9047 req-bf37cca5-c581-4533-8070-1b0b7c09e7bf tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:14.997585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ff6177d-9071-4dd0-bccd-b501ffae9047 req-bf37cca5-c581-4533-8070-1b0b7c09e7bf tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.0898745 Nov 08 13:40:15.076789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ff6177d-9071-4dd0-bccd-b501ffae9047 req-1f806602-0199-4156-ad7b-0621d382a36f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723128 Nov 08 13:40:15.086784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] For port d3cfd1a0-5603-4ae7-a377-e155e28d3980, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d3cfd1a0-5603-4ae7-a377-e155e28d3980,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:15.087465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:15.110368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Calling delete_port for d3cfd1a0-5603-4ae7-a377-e155e28d3980 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:15.389388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:15.507453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3cfd1a0-5603-4ae7-a377-e155e28d3980,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:15.598968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e3366-30fd-43f6-8ed3-02111753a677 req-3aa72529-e8a0-48d0-96eb-dbc09803efee tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:15.624531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-823e3366-30fd-43f6-8ed3-02111753a677 req-3aa72529-e8a0-48d0-96eb-dbc09803efee tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.2468753 Nov 08 13:40:15.737695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:15.777344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-823e3366-30fd-43f6-8ed3-02111753a677 req-e7b5a458-9df9-4773-a419-4879371bbf4b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471591 Nov 08 13:40:16.087246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Router 75689da8-187b-4d79-a70b-a281189f30d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:40:16.333321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661824d7-4ec5-4f34-b000-b89d44205ad3 req-4660bc11-1776-4569-99cd-0cc2c67e9557 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:16.345701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:40:16.347152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-661824d7-4ec5-4f34-b000-b89d44205ad3 req-4660bc11-1776-4569-99cd-0cc2c67e9557 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1047766 Nov 08 13:40:16.359076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] Sync routers for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:40:16.363295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-97b37825-ce57-439b-bf5c-ab62f785171c admin admin] 10.222.0.65 "PUT /v2.0/routers/75689da8-187b-4d79-a70b-a281189f30d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3484883 Nov 08 13:40:16.364613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40468) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:16.373916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:16.374562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:16.444648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-661824d7-4ec5-4f34-b000-b89d44205ad3 req-ad586c11-f38f-4079-b6fc-2588a9e6cdb8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962443 Nov 08 13:40:16.571517 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:16.573879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:16.762146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:16.844505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:16.978233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Deleting port 0cb88bd3-76a8-4284-accd-ffc4f18253db {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:16.980483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:17.007881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:17.028013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'mac_address': 'fa:16:3e:0c:e2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:17.102718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:40:15Z', 'revision_number': 5, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port': {'id': '0cb88bd3-76a8-4284-accd-ffc4f18253db', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:54:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75689da8-187b-4d79-a70b-a281189f30d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:40Z', 'updated_at': '2021-11-08T13:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:17.135693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] For port 0cb88bd3-76a8-4284-accd-ffc4f18253db, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0cb88bd3-76a8-4284-accd-ffc4f18253db,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:17.136453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:17.157486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] Checking router: 75689da8-187b-4d79-a70b-a281189f30d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:40:17.167158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Calling delete_port for 0cb88bd3-76a8-4284-accd-ffc4f18253db owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:17.173685 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:17.198950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48242f17-7d4f-494d-8cbe-0e21d0f70678 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:17.206456 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] Routers {'75689da8-187b-4d79-a70b-a281189f30d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:17.207492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['75689da8-187b-4d79-a70b-a281189f30d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:17.216022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0dd6e-392c-462a-a57f-80e72b6f0e19 req-9c107b90-524c-4f6f-8ec6-eacdcd7079c8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:17.229479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32f0dd6e-392c-462a-a57f-80e72b6f0e19 req-9c107b90-524c-4f6f-8ec6-eacdcd7079c8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1599574 Nov 08 13:40:17.325303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:17.340803 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:17.367567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32f0dd6e-392c-462a-a57f-80e72b6f0e19 req-7d25705a-1ecf-4ed8-89c4-29f4082819ab tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350815 Nov 08 13:40:17.396247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] Set router 75689da8-187b-4d79-a70b-a281189f30d1 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:17.467025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:17.504632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb88bd3-76a8-4284-accd-ffc4f18253db,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:17.510552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:40:16Z', 'revision_number': 6, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:17.553455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['48242f17-7d4f-494d-8cbe-0e21d0f70678'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:17.616147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8967f612-dfe2-429a-940c-33b637bd7fc8 None None] The sync data for ids ['75689da8-187b-4d79-a70b-a281189f30d1'] in n-d-804292-2 is: [{'id': '75689da8-187b-4d79-a70b-a281189f30d1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-534296534-router', 'tenant_id': 'fad5bda350264d47a513245a6068be57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:39Z', 'updated_at': '2021-11-08T13:40:16Z', 'revision_number': 6, 'project_id': 'fad5bda350264d47a513245a6068be57', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:40:17.617626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:18.041913 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.051990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df81fef-3e80-4138-b902-dfb424166202 req-8c3b07fb-a429-4030-893a-5693309a8663 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:18.054817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7df81fef-3e80-4138-b902-dfb424166202 req-8c3b07fb-a429-4030-893a-5693309a8663 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1422658 Nov 08 13:40:18.173479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7df81fef-3e80-4138-b902-dfb424166202 req-037028ee-825a-4fd3-ad4c-1250ef208a35 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123025 Nov 08 13:40:18.219908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.227857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.353782 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.354430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75689da8-187b-4d79-a70b-a281189f30d1 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:40:18.362620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.366932 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2f310740-cd19-4ddf-9cbb-49723c3a6bbf admin admin] 10.222.0.65 "DELETE /v2.0/routers/75689da8-187b-4d79-a70b-a281189f30d1 HTTP/1.1" status: 204 len: 168 time: 1.9979377 Nov 08 13:40:18.367368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40488) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:18.516688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] Deleting subnet 9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:40:18.533444 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.586801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d3cfd1a0-5603-4ae7-a377-e155e28d3980 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:18.622262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.625856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d3cfd1a0-5603-4ae7-a377-e155e28d3980 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:40:18.626528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d3cfd1a0-5603-4ae7-a377-e155e28d3980 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:18.756972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4096dbb9-9c6b-44f0-b107-ae50e31bf257 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:18.758430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011fff4-330c-4533-8d3d-67f20ec71435 req-81bf1716-1925-4aae-b515-a7a7e5573607 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:18.760194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:18.767210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3011fff4-330c-4533-8d3d-67f20ec71435 req-81bf1716-1925-4aae-b515-a7a7e5573607 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0958834 Nov 08 13:40:18.848186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:18.933659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3011fff4-330c-4533-8d3d-67f20ec71435 req-04c33a62-67ac-4ed5-8310-83c0c42c77a4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646516 Nov 08 13:40:19.056295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.095576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:19.117046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '4096dbb9-9c6b-44f0-b107-ae50e31bf257', 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9', 'port_id': '4096dbb9-9c6b-44f0-b107-ae50e31bf257', 'mac_address': 'fa:16:3e:51:af:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592bfd3c-c47b-40ce-9775-6b9c7aba029c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:19.130737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.135666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8fbdc-b46b-4182-b3d0-2c8c34f59777 None None] Network 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:40:19.137018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84 HTTP/1.1" status: 204 len: 168 time: 0.7685387 Nov 08 13:40:19.139586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40496) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:19.140553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923105a-0c92-4448-978c-3435331979ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9091f4a1-8c69-4a1a-bfad-e71dcfe1dd84,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:19.232991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 48242f17-7d4f-494d-8cbe-0e21d0f70678 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:19.233667 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.293452 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.370597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4096dbb9-9c6b-44f0-b107-ae50e31bf257 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:19.389397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.417691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:19.449124 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.456586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8203f-0c01-4a9b-abfd-d17f6ffb72de req-82b98116-b342-4305-ac22-23d35daec540 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:19.468889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4a8203f-0c01-4a9b-abfd-d17f6ffb72de req-82b98116-b342-4305-ac22-23d35daec540 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1340494 Nov 08 13:40:19.562766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Deleting port 7ffa854f-b82b-4d82-afdb-c503c157d8fc {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:19.562766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.623118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4a8203f-0c01-4a9b-abfd-d17f6ffb72de req-2569ad2d-fabf-43f1-8898-ba551cdcb7d4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503396 Nov 08 13:40:19.625586 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.705098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:19.723034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] For port 7ffa854f-b82b-4d82-afdb-c503c157d8fc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7ffa854f-b82b-4d82-afdb-c503c157d8fc,segment=NetworkSegment(8cd7f8cd-e802-47df-baad-102f7b566402),segment_id=8cd7f8cd-e802-47df-baad-102f7b566402)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:19.723405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.727647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] DHCP port deletion for 0d0627b2-a6dc-4d29-a152-6d69ed5b8326 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:40:19.763376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Calling delete_port for 7ffa854f-b82b-4d82-afdb-c503c157d8fc owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:19.784427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:19.790980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:19.798137 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaf7b0e-a0d6-423b-a926-b1cf394c5970" -d '{"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-plugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:19.808863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:19.996695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.059574 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e265e4c1-3193-485a-8d5d-1643742415e4 x-openstack-request-id: req-e265e4c1-3193-485a-8d5d-1643742415e4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:20.059890 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-plugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:20.060139 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e265e4c1-3193-485a-8d5d-1643742415e4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:20.060554 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'code': 200} Nov 08 13:40:20.065142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['4096dbb9-9c6b-44f0-b107-ae50e31bf257'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:20.078759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffa854f-b82b-4d82-afdb-c503c157d8fc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:20.105333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] No DVR routers for this DVR port 7ffa854f-b82b-4d82-afdb-c503c157d8fc on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:40:20.221032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:20.228508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3e4bd-8bca-47ab-8e57-3378fd504bb8 req-503c1ddc-810e-4b79-b9e0-4a447fbf134e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:20.250519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45a3e4bd-8bca-47ab-8e57-3378fd504bb8 req-503c1ddc-810e-4b79-b9e0-4a447fbf134e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1333797 Nov 08 13:40:20.277207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] Deleting port 7ffa854f-b82b-4d82-afdb-c503c157d8fc {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:20.277934 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.287806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0cb88bd3-76a8-4284-accd-ffc4f18253db no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:20.353400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 0cb88bd3-76a8-4284-accd-ffc4f18253db {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:40:20.354847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0cb88bd3-76a8-4284-accd-ffc4f18253db not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:20.356063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7ffa854f-b82b-4d82-afdb-c503c157d8fc no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:20.358818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45a3e4bd-8bca-47ab-8e57-3378fd504bb8 req-4bef7ec2-fbbf-497f-bf16-cddffeaa3c4e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013181 Nov 08 13:40:20.376892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.433688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d0627b2-a6dc-4d29-a152-6d69ed5b8326']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:20.456313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd7f8cd-e802-47df-baad-102f7b566402') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:20.456639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd7f8cd-e802-47df-baad-102f7b566402') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:20.484736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 7ffa854f-b82b-4d82-afdb-c503c157d8fc {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:40:20.486770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.493229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7ffa854f-b82b-4d82-afdb-c503c157d8fc not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:20.526852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] For port 7ffa854f-b82b-4d82-afdb-c503c157d8fc, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:20.527268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.539490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.555690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:40:20.556337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:40:20.559256 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:40:20.566545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] Calling delete_port for 7ffa854f-b82b-4d82-afdb-c503c157d8fc owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:20.572810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] Port 7ffa854f-b82b-4d82-afdb-c503c157d8fc was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 13:40:20.578780 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.647263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] Pushing event deleted for resources: {'Port': ['ID=7ffa854f-b82b-4d82-afdb-c503c157d8fc,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:20.663256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e56a9-954d-4621-b144-f7b4ab403128 None None] No DVR routers for this DVR port 7ffa854f-b82b-4d82-afdb-c503c157d8fc on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:40:20.676864 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.686063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:20.695632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40516) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:20.699130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0d0627b2-a6dc-4d29-a152-6d69ed5b8326 HTTP/1.1" status: 204 len: 168 time: 1.5582674 Nov 08 13:40:20.723869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35d8d-3d6d-458c-ab34-9bd943cc1797 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d0627b2-a6dc-4d29-a152-6d69ed5b8326,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:20.918194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fb461-4798-4317-8a18-d2443fc56e58 req-90f120e2-89ad-4d4a-8df3-61e3ac2287da tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:20.920673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee9fb461-4798-4317-8a18-d2443fc56e58 req-90f120e2-89ad-4d4a-8df3-61e3ac2287da tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.1283889 Nov 08 13:40:21.073642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee9fb461-4798-4317-8a18-d2443fc56e58 req-5b7daa2c-54d0-443e-be79-dc800411e6d0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402698 Nov 08 13:40:21.592035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:21.605272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d74de5-e2d0-4341-be30-486515814288 req-dfdc9791-c0e7-409b-aede-6b993ee4a87a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:21.606921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75d74de5-e2d0-4341-be30-486515814288 req-dfdc9791-c0e7-409b-aede-6b993ee4a87a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1181641 Nov 08 13:40:21.778175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75d74de5-e2d0-4341-be30-486515814288 req-d2166965-3078-4a48-a214-a1f22e863de0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234226 Nov 08 13:40:22.180273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Deleting port 5c078578-7538-4862-b4a6-e5f11309a839 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:22.180273 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:22.738552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] For port 5c078578-7538-4862-b4a6-e5f11309a839, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5c078578-7538-4862-b4a6-e5f11309a839,segment=NetworkSegment(d5560302-dd11-4e86-ae46-36f523ba863d),segment_id=d5560302-dd11-4e86-ae46-36f523ba863d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:22.739010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:22.750076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5bba3-fe55-4dfe-bb3c-94ceefc53777 req-229e51bb-e31f-43f7-b72a-d38de21387dc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:22.753143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1b5bba3-fe55-4dfe-bb3c-94ceefc53777 req-229e51bb-e31f-43f7-b72a-d38de21387dc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.1208334 Nov 08 13:40:22.780304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Calling delete_port for 5c078578-7538-4862-b4a6-e5f11309a839 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:22.794842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:22.813580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4096dbb9-9c6b-44f0-b107-ae50e31bf257 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:22.924746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1b5bba3-fe55-4dfe-bb3c-94ceefc53777 req-efffd8b2-907b-41d0-ad6c-4042cf38f6b2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539524 Nov 08 13:40:22.939240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:40:22.945685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:22.946738 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:23.107025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:23.176999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:23.181896 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f47a2a0-8e0b-4a10-a56d-7e8d37648683" -d '{"events": [{"server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "name": "network-vif-plugged", "status": "completed", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:23.226342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:23.235842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:23.387564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:23.430737 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:23.438501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:23.480449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c078578-7538-4862-b4a6-e5f11309a839,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:23.669071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefedab1-8774-4abf-95b3-555b358ba623 req-516bd31b-9935-41cf-b271-0579f6726fcb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:23.671147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eefedab1-8774-4abf-95b3-555b358ba623 req-516bd31b-9935-41cf-b271-0579f6726fcb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1313119 Nov 08 13:40:23.824202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eefedab1-8774-4abf-95b3-555b358ba623 req-489906d1-30f7-41ce-a679-7ecf09081682 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078730 Nov 08 13:40:23.972807 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:24.022798 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cd9ed2-b5ff-4213-9232-8c1c4cd28182 x-openstack-request-id: req-87cd9ed2-b5ff-4213-9232-8c1c4cd28182 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:24.023437 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "name": "network-vif-plugged", "status": "completed", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:24.023437 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87cd9ed2-b5ff-4213-9232-8c1c4cd28182 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:24.023947 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257', 'code': 200} Nov 08 13:40:24.273255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09116832-d107-4813-8102-652c23fe926a req-65d3c15d-9226-4f93-9b8c-238e978872d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:24.276242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09116832-d107-4813-8102-652c23fe926a req-65d3c15d-9226-4f93-9b8c-238e978872d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1096 time: 0.1481230 Nov 08 13:40:24.319121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a994f6-6bd9-4274-86e5-aa3ec3d4cee9 req-7a35020e-ebc2-489d-a910-e3bcf5a56a18 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:24.329356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1a994f6-6bd9-4274-86e5-aa3ec3d4cee9 req-7a35020e-ebc2-489d-a910-e3bcf5a56a18 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1825967 Nov 08 13:40:24.493905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09116832-d107-4813-8102-652c23fe926a req-c3d2df82-f292-4ac4-bbb5-7f48aadde2f7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042162 Nov 08 13:40:24.598693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1a994f6-6bd9-4274-86e5-aa3ec3d4cee9 req-a0a8cf76-1331-4a43-8dd9-dc92d4f2d7a3 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675488 Nov 08 13:40:24.636086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Router b24d98fe-2186-4f31-b0c5-3b516297abf6 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:40:24.806345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:40:24.817287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-87031848-a96f-4226-a514-1df81ecb51dc admin admin] 10.222.0.65 "PUT /v2.0/routers/b24d98fe-2186-4f31-b0c5-3b516297abf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1203265 Nov 08 13:40:24.821796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40554) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:24.826821 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] Sync routers for ids ['b24d98fe-2186-4f31-b0c5-3b516297abf6'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:40:24.842986 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] Routers {'b24d98fe-2186-4f31-b0c5-3b516297abf6'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:24.844166 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b24d98fe-2186-4f31-b0c5-3b516297abf6'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:25.049564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:25.062701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27d31f-3f88-4e6f-ba89-024a128dae06 req-a4e48c2a-a7da-4677-ad93-4aa8168da425 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:25.065864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f27d31f-3f88-4e6f-ba89-024a128dae06 req-a4e48c2a-a7da-4677-ad93-4aa8168da425 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0841949 Nov 08 13:40:25.098792 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] Set router b24d98fe-2186-4f31-b0c5-3b516297abf6 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:25.199778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f27d31f-3f88-4e6f-ba89-024a128dae06 req-7d9dea5b-e1cd-4c20-9549-3ae5b260957b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168168 Nov 08 13:40:25.312204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:25.424619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Deleting port bc4c60af-a550-4504-b870-5a18c8e1f671 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:25.425278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:25.540518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] For port bc4c60af-a550-4504-b870-5a18c8e1f671, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bc4c60af-a550-4504-b870-5a18c8e1f671,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:25.540781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:25.569889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Calling delete_port for bc4c60af-a550-4504-b870-5a18c8e1f671 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:25.596731 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:40:23Z', 'revision_number': 5, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port': {'id': 'bc4c60af-a550-4504-b870-5a18c8e1f671', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:52:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:33:49Z', 'updated_at': '2021-11-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:25.665759 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] Checking router: b24d98fe-2186-4f31-b0c5-3b516297abf6 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:40:25.694520 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] Routers {'b24d98fe-2186-4f31-b0c5-3b516297abf6'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:40:25.696377 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b24d98fe-2186-4f31-b0c5-3b516297abf6'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:25.844809 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] Set router b24d98fe-2186-4f31-b0c5-3b516297abf6 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:40:25.897754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe43c-72eb-47ea-bf82-ede70a483602 req-980a70cc-96aa-4d8c-b09e-43150f384eee tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:25.917622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:25.923196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1dbe43c-72eb-47ea-bf82-ede70a483602 req-980a70cc-96aa-4d8c-b09e-43150f384eee tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1798041 Nov 08 13:40:25.960797 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:40:25Z', 'revision_number': 6, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:26.037695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1dbe43c-72eb-47ea-bf82-ede70a483602 req-fbe6f354-5ff7-4196-bb5e-bdee7481b631 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095181 Nov 08 13:40:26.058104 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3bb5a2-452a-44a4-b0ec-c7a3f4581e84 None None] The sync data for ids ['b24d98fe-2186-4f31-b0c5-3b516297abf6'] in n-d-804292-2 is: [{'id': 'b24d98fe-2186-4f31-b0c5-3b516297abf6', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1786211096-router', 'tenant_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:33:48Z', 'updated_at': '2021-11-08T13:40:25Z', 'revision_number': 6, 'project_id': '1c8ef1730fd94ab9ad276122ccc09ed9', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:40:26.075974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4c60af-a550-4504-b870-5a18c8e1f671,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:26.154680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.354254 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.359251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.371656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee42e8f-85e9-4c64-a8f8-b46cca76e886 req-7f900f95-29f1-40ab-ba78-0534a24be1a4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:26.383033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ee42e8f-85e9-4c64-a8f8-b46cca76e886 req-7f900f95-29f1-40ab-ba78-0534a24be1a4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0758460 Nov 08 13:40:26.430892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.431783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b24d98fe-2186-4f31-b0c5-3b516297abf6 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:40:26.437997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.442964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d79126f-a66a-4db4-b004-95dc33291901 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b24d98fe-2186-4f31-b0c5-3b516297abf6 HTTP/1.1" status: 204 len: 168 time: 1.6168079 Nov 08 13:40:26.443934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40600) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:26.536075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] Deleting subnet a726f568-7759-4a66-aa20-e4d5cd2d68e1 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:40:26.542844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ee42e8f-85e9-4c64-a8f8-b46cca76e886 req-3b441dfc-d2da-4cd5-b86e-57f9e73fcc88 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553693 Nov 08 13:40:26.550686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.629294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5c078578-7538-4862-b4a6-e5f11309a839 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:26.637435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.674422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5c078578-7538-4862-b4a6-e5f11309a839 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:40:26.675228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5c078578-7538-4862-b4a6-e5f11309a839 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:26.816811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.923772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.963165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a726f568-7759-4a66-aa20-e4d5cd2d68e1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:26.965647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:26.972011 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0075b42d-825d-4ed6-a795-57bef8d549f4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a726f568-7759-4a66-aa20-e4d5cd2d68e1 HTTP/1.1" status: 204 len: 168 time: 0.5236578 Nov 08 13:40:26.972939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40614) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:26.992226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb7e92-3c0b-4bd5-9065-13246b9266ed None None] Network cc6b2a20-63b9-4bcc-a080-a618191609ad requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:40:27.099360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.301692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Deleting port b30d888c-d3db-4d1d-ad37-6667e4011943 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:27.315661 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.438101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] DHCP port deletion for cc6b2a20-63b9-4bcc-a080-a618191609ad request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:40:27.465284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57988076-9012-4423-8f40-b77aeddc37aa req-6e9c9e7e-ec9f-4b63-94d1-fadc39f9003d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:27.474301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57988076-9012-4423-8f40-b77aeddc37aa req-6e9c9e7e-ec9f-4b63-94d1-fadc39f9003d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.2846832 Nov 08 13:40:27.530162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] For port b30d888c-d3db-4d1d-ad37-6667e4011943, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b30d888c-d3db-4d1d-ad37-6667e4011943,segment=NetworkSegment(d5560302-dd11-4e86-ae46-36f523ba863d),segment_id=d5560302-dd11-4e86-ae46-36f523ba863d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:27.530672 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.545086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] Deleting port b30d888c-d3db-4d1d-ad37-6667e4011943 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:40:27.545659 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.584107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Calling delete_port for b30d888c-d3db-4d1d-ad37-6667e4011943 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:27.642403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57988076-9012-4423-8f40-b77aeddc37aa req-d149fa8a-e5ce-4d5b-817c-f2e50ecfb8fb tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669979 Nov 08 13:40:27.692883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] For port b30d888c-d3db-4d1d-ad37-6667e4011943, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b30d888c-d3db-4d1d-ad37-6667e4011943,segment=NetworkSegment(d5560302-dd11-4e86-ae46-36f523ba863d),segment_id=d5560302-dd11-4e86-ae46-36f523ba863d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:27.693441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.736423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] Calling delete_port for b30d888c-d3db-4d1d-ad37-6667e4011943 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:40:27.878131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.886377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd171f72-5a46-4c2c-8bd1-760c7d741839 req-c1f189f4-b653-4e79-8598-7b10531d0a16 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:27.896211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd171f72-5a46-4c2c-8bd1-760c7d741839 req-c1f189f4-b653-4e79-8598-7b10531d0a16 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1449273 Nov 08 13:40:27.910057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dffcdd-f4ed-4f4c-b84b-35260ce9252e req-af1a3628-886f-4dac-a54f-0caaea1db57e tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:27.918685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53dffcdd-f4ed-4f4c-b84b-35260ce9252e req-af1a3628-886f-4dac-a54f-0caaea1db57e tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1096 time: 0.1185479 Nov 08 13:40:27.927612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] Pushing event deleted for resources: {'Port': ['ID=b30d888c-d3db-4d1d-ad37-6667e4011943,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:27.942909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286bbe4e-79a6-4ae2-abc6-41dc0e700911 None None] No DVR routers for this DVR port b30d888c-d3db-4d1d-ad37-6667e4011943 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:40:27.946497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-daa55a29-1929-475d-87c8-589cb4957387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:27.951621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.024733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Pushing event deleted for resources: {'Port': ['ID=b30d888c-d3db-4d1d-ad37-6667e4011943,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:28.054168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] No DVR routers for this DVR port b30d888c-d3db-4d1d-ad37-6667e4011943 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:40:28.071706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53dffcdd-f4ed-4f4c-b84b-35260ce9252e req-4b373549-5c35-49fe-84ae-63247567c0f6 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518693 Nov 08 13:40:28.106728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd171f72-5a46-4c2c-8bd1-760c7d741839 req-065b9dcf-f101-4ebc-9d2c-78fc10a91d47 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083752 Nov 08 13:40:28.228190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.264676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6b2a20-63b9-4bcc-a080-a618191609ad']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:28.323394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5560302-dd11-4e86-ae46-36f523ba863d') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:28.323808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5560302-dd11-4e86-ae46-36f523ba863d') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:28.339640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bc4c60af-a550-4504-b870-5a18c8e1f671 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:28.377907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: bc4c60af-a550-4504-b870-5a18c8e1f671 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:40:28.378653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bc4c60af-a550-4504-b870-5a18c8e1f671 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:28.380053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b30d888c-d3db-4d1d-ad37-6667e4011943 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:28.391575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.425102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b30d888c-d3db-4d1d-ad37-6667e4011943 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:40:28.425467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b30d888c-d3db-4d1d-ad37-6667e4011943 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:40:28.595653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.609695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-e7346bd1-84dc-4876-ac6b-04a26314ab07 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3333378 Nov 08 13:40:28.626826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76bc00-8bdd-49a4-9d94-83caa440ab3d req-dbf22829-e271-43ee-a32d-791f1d857462 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.631535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c76bc00-8bdd-49a4-9d94-83caa440ab3d req-dbf22829-e271-43ee-a32d-791f1d857462 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1096 time: 0.2754326 Nov 08 13:40:28.632849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:40:28.633321 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:40:28.635538 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:40:28.819651 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.827904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:28.834403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] 10.222.0.65 "DELETE /v2.0/networks/cc6b2a20-63b9-4bcc-a080-a618191609ad HTTP/1.1" status: 204 len: 168 time: 1.8593805 Nov 08 13:40:28.850788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.851311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.852368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.852480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.852849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.853304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.853792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:28.855810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-bc92be73-f441-41bd-8ee2-1f5be9f52b45 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6499 time: 0.1803477 Nov 08 13:40:28.878700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c76bc00-8bdd-49a4-9d94-83caa440ab3d req-9c03c530-c636-413c-94fc-07c71f493205 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686382 Nov 08 13:40:28.879789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a804f-2f48-44cf-bddf-e2a05167e34a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6b2a20-63b9-4bcc-a080-a618191609ad,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:29.145741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40670) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:29.262333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-87b3bef9-d93c-4274-89c3-cb2e4aa3b5a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fad5bda350264d47a513245a6068be57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1075490 Nov 08 13:40:29.263258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40672) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:29.270444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-5a82eadc-a0cc-4bca-81b5-77559b567868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:29.271257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-5a82eadc-a0cc-4bca-81b5-77559b567868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:29.272895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-5a82eadc-a0cc-4bca-81b5-77559b567868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:29.275002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-5a82eadc-a0cc-4bca-81b5-77559b567868 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bc3c116-4768-4af8-99ab-853f72de11e6&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 200 len: 2297 time: 0.3698821 Nov 08 13:40:29.404290 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:40:29.405222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-252f9fa7-4a02-4800-b714-37bfa18ab543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:29.434873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-252f9fa7-4a02-4800-b714-37bfa18ab543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:29.515472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-252f9fa7-4a02-4800-b714-37bfa18ab543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:29.521473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-252f9fa7-4a02-4800-b714-37bfa18ab543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:29.522750 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-252f9fa7-4a02-4800-b714-37bfa18ab543 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7636ed1-603b-40d4-840c-7689d0d616e6 HTTP/1.1" status: 204 len: 168 time: 0.2577682 Nov 08 13:40:29.533908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f9fa7-4a02-4800-b714-37bfa18ab543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7636ed1-603b-40d4-840c-7689d0d616e6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:29.942025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-75b17ca0-9613-4b3e-9458-d3ea23d92169 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ee4469-4241-4244-812a-6df86238e76d HTTP/1.1" status: 200 len: 1002 time: 0.6586847 Nov 08 13:40:29.956182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82609e83-76a0-4564-a16c-a338678c3876 req-e85ca9d2-9adb-4548-9665-24d9af09cdae tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:29.958747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82609e83-76a0-4564-a16c-a338678c3876 req-e85ca9d2-9adb-4548-9665-24d9af09cdae tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1040921 Nov 08 13:40:30.059412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-177d47b8-b036-424e-aad4-5a55f11dd0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:30.060945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-177d47b8-b036-424e-aad4-5a55f11dd0b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0d6cd4c7-77f6-4655-85dc-fb1803715c73 HTTP/1.1" status: 200 len: 855 time: 0.1005082 Nov 08 13:40:30.091291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82609e83-76a0-4564-a16c-a338678c3876 req-a41184e5-617b-499b-8e58-af4c9abd9a8e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201839 Nov 08 13:40:30.286712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-ace2f682-5914-4442-bc5b-c40adbfe384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:30.290276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-ace2f682-5914-4442-bc5b-c40adbfe384a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc3c116-4768-4af8-99ab-853f72de11e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2148833 Nov 08 13:40:30.461459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40716) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:30.501170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-64d661e0-6642-427a-9d30-18901288f04a service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011833 Nov 08 13:40:30.537142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a2efb683-c640-4f6d-a3af-71aea364d56e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c8ef1730fd94ab9ad276122ccc09ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0740919 Nov 08 13:40:30.539578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40718) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:30.654358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c04db2-b440-4ca5-a2ca-8694fea90a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:30.659612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-54fc70db-d9ff-4356-9b57-6488c372009b service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429400 Nov 08 13:40:30.712094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c04db2-b440-4ca5-a2ca-8694fea90a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:30.744319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-8827fede-2565-49dc-b534-f4fc353913de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 217 time: 0.0749819 Nov 08 13:40:30.749966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-097dccac-9888-4c58-8528-03d1d01074b5 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:40:30.760393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-097dccac-9888-4c58-8528-03d1d01074b5 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0204754 Nov 08 13:40:30.839413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c04db2-b440-4ca5-a2ca-8694fea90a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:30.843354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c04db2-b440-4ca5-a2ca-8694fea90a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:30.852326 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-81c04db2-b440-4ca5-a2ca-8694fea90a8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e460e9ea-5d7d-47c5-a8ba-7a910a38fbd5 HTTP/1.1" status: 204 len: 168 time: 0.3114083 Nov 08 13:40:30.878432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c04db2-b440-4ca5-a2ca-8694fea90a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e460e9ea-5d7d-47c5-a8ba-7a910a38fbd5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:30.934655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-651005fa-171c-4aaf-904c-ffd96f9c6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:30.944104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-651005fa-171c-4aaf-904c-ffd96f9c6abf service neutron] 10.222.0.65 "GET /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 1093 time: 0.1823714 Nov 08 13:40:30.950122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Request body: {'binding': {'host': 'n-h2-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:30.950938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Unknown quota resources ['binding']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:40:30.984588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-d5db1f91-15af-45db-8a34-4d3cca55d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:30.987657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-d5db1f91-15af-45db-8a34-4d3cca55d963 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.2249720 Nov 08 13:40:31.138326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-34eb383d-7a17-400c-b857-9265bd583c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:31.140514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-34eb383d-7a17-400c-b857-9265bd583c7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419537 Nov 08 13:40:31.281079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on host n-h2-804292-2 for vnic_type normal with profile None {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:40:31.281478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:40:31.282072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:31.302221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:40:31.302800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:31.318065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:40:31.318408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:31.318794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:40:31.319334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Bound port: 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:40:31.428557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-e8c9e2ec-82b7-41ab-9d34-24350a711c42 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746472 Nov 08 13:40:31.432275 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8febf7d5-1fb8-406d-a070-f85512902aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:31.671947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:40:31.706752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251b228-0ee5-4a3e-8ef8-a6d555777fc2 req-068902cb-ce68-4dcf-a2ad-7ac01671c0eb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:31.717516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c251b228-0ee5-4a3e-8ef8-a6d555777fc2 req-068902cb-ce68-4dcf-a2ad-7ac01671c0eb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.3310795 Nov 08 13:40:31.735955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] Publish callbacks [] for binding, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:31.738345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-eefb5d7e-a03e-4f78-b41e-fe96a84b923e service neutron] 10.222.0.65 "POST /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257/bindings HTTP/1.1" status: 201 len: 389 time: 0.7923260 Nov 08 13:40:31.754239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-e88060c7-abec-47cd-b6de-f56357aa8368 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846227 Nov 08 13:40:31.858458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-70b8561c-05d1-470b-8fd7-21d32fc40787 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 217 time: 0.0871818 Nov 08 13:40:31.881052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c251b228-0ee5-4a3e-8ef8-a6d555777fc2 req-05de21cd-a2d9-4cf3-a47b-37a7a0e0d4d3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618729 Nov 08 13:40:32.078781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-5889e4dd-32ab-460b-8f8e-8bd6de88a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.081439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-5889e4dd-32ab-460b-8f8e-8bd6de88a8d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1992137 Nov 08 13:40:32.171764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-0983c55c-0183-4e12-a5a6-b0f0d1f7928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.173378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-0983c55c-0183-4e12-a5a6-b0f0d1f7928a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1096 time: 0.0832813 Nov 08 13:40:32.349851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-6e3cc883-8c34-4cc5-98fe-6dff65da3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.358542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-6e3cc883-8c34-4cc5-98fe-6dff65da3712 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2649674 Nov 08 13:40:32.389860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-2f7af699-40d3-4f23-89c2-73c5b9d5af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.391386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-2f7af699-40d3-4f23-89c2-73c5b9d5af99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.2095873 Nov 08 13:40:32.456880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158957ae-3e6c-481a-8cde-396f26cb3184 req-30350e04-0e34-484b-a33d-bfb93425fb98 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.464808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-158957ae-3e6c-481a-8cde-396f26cb3184 req-30350e04-0e34-484b-a33d-bfb93425fb98 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.2079778 Nov 08 13:40:32.532344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-30909fa7-7f08-466b-9462-2d640a9f8c62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 217 time: 0.1319637 Nov 08 13:40:32.555344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-6ee6e047-a983-4082-b0cb-86210e89e322 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849678 Nov 08 13:40:32.570651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-158957ae-3e6c-481a-8cde-396f26cb3184 req-5ff643a2-c2c1-4a04-a362-68686e29aed4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042538 Nov 08 13:40:32.611033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-99105e99-2a4f-4c0e-b9d9-5e85b035a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.614012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-99105e99-2a4f-4c0e-b9d9-5e85b035a0eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0740197 Nov 08 13:40:32.701121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7544af62-961b-4f59-8149-3a7918f475a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758405 Nov 08 13:40:32.738098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-9ef6e122-8c08-4090-ba0a-c4dc4b12d157 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631372 Nov 08 13:40:32.804475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-c676af01-3c38-41e0-baf8-5a5d988e5f29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 HTTP/1.1" status: 200 len: 217 time: 0.0585132 Nov 08 13:40:32.915658 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:32.972650 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-dc427c2d-48af-4372-99eb-dfa2fed151a0 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617910 Nov 08 13:40:32.996934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-ce4b43bf-cb58-4b77-9250-b234326b05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:32.999054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-ce4b43bf-cb58-4b77-9250-b234326b05fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1241236 Nov 08 13:40:33.002852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-46c15fd2-faf6-4b7a-9bdb-705a9c81e234 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1962128 Nov 08 13:40:33.218914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-b979d934-5131-45ac-bf67-1a14a7bffd43 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364368 Nov 08 13:40:33.314570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-d4611661-b4a1-49ff-9bd4-050e782c209f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:33.320713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-d4611661-b4a1-49ff-9bd4-050e782c209f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3136499 Nov 08 13:40:33.352681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-873ea2fe-dd8d-4b17-8051-81a6f12f3bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:33.354185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-873ea2fe-dd8d-4b17-8051-81a6f12f3bd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 1095 time: 0.2765644 Nov 08 13:40:33.554857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ef35c-5b8a-4fde-899f-fbde88bb3cf0 req-e7763f67-89db-46fa-b0de-d6af03844398 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:33.558314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c2ef35c-5b8a-4fde-899f-fbde88bb3cf0 req-e7763f67-89db-46fa-b0de-d6af03844398 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.4814267 Nov 08 13:40:33.560610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-2588c0c1-079e-4bdf-981c-f4dc4dfffffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:33.563803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-2588c0c1-079e-4bdf-981c-f4dc4dfffffe service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.1735876 Nov 08 13:40:33.738301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-20dc9d8c-3dd6-4a38-864a-9e505c8967e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 200 len: 217 time: 0.0750096 Nov 08 13:40:33.782578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c2ef35c-5b8a-4fde-899f-fbde88bb3cf0 req-e3e10c6a-6666-4aaa-a2eb-fba2be99a232 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018142 Nov 08 13:40:34.225781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-82171ff4-da53-4bbf-8603-0074ca5579c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:34.227302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-82171ff4-da53-4bbf-8603-0074ca5579c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.4437919 Nov 08 13:40:34.294709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-524f99b8-1f85-49e8-8a67-b3e79c051d99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522156 Nov 08 13:40:34.305924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3b794-1472-490b-aa19-2e6001ebc800 req-9985cd46-1654-4b49-8384-842ac4fec40d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:34.313980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74e3b794-1472-490b-aa19-2e6001ebc800 req-9985cd46-1654-4b49-8384-842ac4fec40d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.5737891 Nov 08 13:40:34.438781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-29c390a5-b352-45db-b822-57c2a841d53a service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034560 Nov 08 13:40:34.570811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9373eb6-9480-4c8c-a6d3-13fbd1d1e10f req-1266c826-a156-428b-9fbe-015f36458971 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192617 Nov 08 13:40:34.596462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-65cd628a-2e2f-423e-bf46-f29cd25216df service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2577622 Nov 08 13:40:34.610656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74e3b794-1472-490b-aa19-2e6001ebc800 req-53b88c28-af97-4599-b027-17bca6bb4e3e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945225 Nov 08 13:40:34.805361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-3eeeb8f5-9685-4fde-81aa-d7eaa1d239d8 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860781 Nov 08 13:40:34.864978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-cfa0c9d8-5b24-44c9-9469-0bb5d490f585 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac HTTP/1.1" status: 200 len: 217 time: 0.0511899 Nov 08 13:40:35.034204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-737796d6-3d4e-41dc-b969-de8b19f1bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:35.036494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-737796d6-3d4e-41dc-b969-de8b19f1bc83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1635036 Nov 08 13:40:35.132741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-93d55829-1b11-41ff-b058-8fca5006699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:35.136019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-93d55829-1b11-41ff-b058-8fca5006699b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0895116 Nov 08 13:40:35.401019 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:35.459010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e39dc-f40b-4337-a48e-d7ee265e16c2 req-f5ce23f8-de08-4a04-8ad6-75991c4788a6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:35.460628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc1e39dc-f40b-4337-a48e-d7ee265e16c2 req-f5ce23f8-de08-4a04-8ad6-75991c4788a6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.2516344 Nov 08 13:40:35.508357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-77d37543-0688-4757-864d-4d55c7b9e303 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478379 Nov 08 13:40:35.619825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc1e39dc-f40b-4337-a48e-d7ee265e16c2 req-354a385d-c85f-44cc-8fb1-de784402bc8e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101067 Nov 08 13:40:35.715934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-9d45288b-af3a-4f66-8929-9b6c6bd79072 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846421 Nov 08 13:40:35.776029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:35.875891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-95aae097-478b-48b5-8555-92acf10c761e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82c6d4aa-48c3-4216-93a8-3ef166060413 HTTP/1.1" status: 200 len: 217 time: 0.1510229 Nov 08 13:40:36.045292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1b05d-d3cc-4ca3-b963-54e791b88871 req-e3d39e3d-995c-42e3-972a-87e56b5afad9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:36.046790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dd1b05d-d3cc-4ca3-b963-54e791b88871 req-e3d39e3d-995c-42e3-972a-87e56b5afad9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1738138 Nov 08 13:40:36.051541 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-43161207-de02-4535-8926-583cc7519f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:36.053136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-43161207-de02-4535-8926-583cc7519f04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.1049860 Nov 08 13:40:36.160917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-972c80fd-e13d-4929-ad7d-4eeb46cc2862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:36.162656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-972c80fd-e13d-4929-ad7d-4eeb46cc2862 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0968940 Nov 08 13:40:36.176011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dd1b05d-d3cc-4ca3-b963-54e791b88871 req-6273de58-c334-4d0a-a724-94e522119c87 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178362 Nov 08 13:40:36.320622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-7bd58c4f-7cc6-4ecb-b293-b7b9715d83ac service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390967 Nov 08 13:40:36.454195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-39d6cc1a-16bc-45ba-88bf-32e156b6de41 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246102 Nov 08 13:40:36.762738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40882) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:36.809487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-446ae105-0f30-4381-b635-5c22fb8f20d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60 HTTP/1.1" status: 200 len: 217 time: 0.3462391 Nov 08 13:40:36.885059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-2640df5d-d47b-44d1-9963-8d93a069824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:36.886843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-2640df5d-d47b-44d1-9963-8d93a069824c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.0683553 Nov 08 13:40:36.900244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fa2ec-1120-40f9-96da-f806c1ecb93a req-5d34fdab-7bea-42e7-88db-47b0fcaf0a47 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:36.901874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d28fa2ec-1120-40f9-96da-f806c1ecb93a req-5d34fdab-7bea-42e7-88db-47b0fcaf0a47 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0958254 Nov 08 13:40:36.912208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d6e4424-471a-4ec7-8a9a-617d31a91e33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.020861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923b420-73d5-4528-a7e9-d407024084ff req-6a263644-1632-43f8-92bf-9287c8e5d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:37.022517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-6a263644-1632-43f8-92bf-9287c8e5d848 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1197264 Nov 08 13:40:37.033395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d6e4424-471a-4ec7-8a9a-617d31a91e33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.036385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d28fa2ec-1120-40f9-96da-f806c1ecb93a req-32a746ac-2f3b-42eb-912f-7ad037bb438c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247623 Nov 08 13:40:37.043846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d6e4424-471a-4ec7-8a9a-617d31a91e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.101922 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5d6e4424-471a-4ec7-8a9a-617d31a91e33 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=360c87d82ecd42358ef80e0c55c9b76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373199 Nov 08 13:40:37.104872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40914) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:37.114459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e4424-471a-4ec7-8a9a-617d31a91e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684dfbc8-e49a-46ff-af83-8917e79d378c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:37.221959 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11b86504-0baf-4466-9779-91f3afbcbbe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.267034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-f9b81ecd-5569-4593-8ec9-5acc9e84b974 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246556 Nov 08 13:40:37.280906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11b86504-0baf-4466-9779-91f3afbcbbe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.337903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-938689be-0f60-496c-9a94-d0dfce241fa3 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:37.339583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-938689be-0f60-496c-9a94-d0dfce241fa3 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.2640650 Nov 08 13:40:37.346787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11b86504-0baf-4466-9779-91f3afbcbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.349494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11b86504-0baf-4466-9779-91f3afbcbbe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.350996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-11b86504-0baf-4466-9779-91f3afbcbbe7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/684dfbc8-e49a-46ff-af83-8917e79d378c HTTP/1.1" status: 204 len: 168 time: 0.2437127 Nov 08 13:40:37.372712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b86504-0baf-4466-9779-91f3afbcbbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684dfbc8-e49a-46ff-af83-8917e79d378c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:37.416137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-7f7f2b92-107e-460a-9e39-47603f681d0c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/quotas/daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 375 time: 0.0657723 Nov 08 13:40:37.477700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e6c8e-1e2c-462c-aa00-5da83078cf97 req-aba9112c-a747-46da-a1a7-67d459a208d7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:37.484899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-523e6c8e-1e2c-462c-aa00-5da83078cf97 req-aba9112c-a747-46da-a1a7-67d459a208d7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 950 time: 0.2044446 Nov 08 13:40:37.503164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d923b420-73d5-4528-a7e9-d407024084ff req-2e814c6f-72c7-4a83-b360-408efffafe60 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208891 Nov 08 13:40:37.553227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-617b0c7b-f45f-4279-a7be-03cbfb916bcb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1360335 Nov 08 13:40:37.653189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-523e6c8e-1e2c-462c-aa00-5da83078cf97 req-9e288de9-5c1a-4010-988d-087d9e686f3a tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468925 Nov 08 13:40:37.718475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-bbba6354-83e5-4490-97c5-b6105306fb37 service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639640 Nov 08 13:40:37.730063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40930) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:37.753315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04c922c4-3095-4f76-ab38-0d66ad058a92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.859999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb735bd-3275-44ef-8031-38b55d9e1c7a req-16e2743a-5039-41c6-8814-cc00ef4e8908 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:37.861495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcb735bd-3275-44ef-8031-38b55d9e1c7a req-16e2743a-5039-41c6-8814-cc00ef4e8908 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1061542 Nov 08 13:40:37.869237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04c922c4-3095-4f76-ab38-0d66ad058a92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.874857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04c922c4-3095-4f76-ab38-0d66ad058a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:37.904733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-d345b5fd-92a3-4901-a0e5-6cc18e941193 service neutron] 10.222.0.65 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848707 Nov 08 13:40:37.937095 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-04c922c4-3095-4f76-ab38-0d66ad058a92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a36d1ca64b54045884c8294b69155fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023265 Nov 08 13:40:37.937095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c922c4-3095-4f76-ab38-0d66ad058a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecba1b42-9ce6-4020-8d84-26d4e2f7918c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:37.940013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40932) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:37.985894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcb735bd-3275-44ef-8031-38b55d9e1c7a req-a0d3466d-af86-4ade-b188-b9e9b35c52dd tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026244 Nov 08 13:40:38.026091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4bc3fb79-bbcb-4ec4-838b-2947c50341ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:38.058986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4bc3fb79-bbcb-4ec4-838b-2947c50341ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:38.145048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4bc3fb79-bbcb-4ec4-838b-2947c50341ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:38.153191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4bc3fb79-bbcb-4ec4-838b-2947c50341ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:38.155907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4bc3fb79-bbcb-4ec4-838b-2947c50341ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecba1b42-9ce6-4020-8d84-26d4e2f7918c HTTP/1.1" status: 204 len: 168 time: 0.2025378 Nov 08 13:40:38.185710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3fb79-bbcb-4ec4-838b-2947c50341ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecba1b42-9ce6-4020-8d84-26d4e2f7918c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:38.515636 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91644872-6f1b-4d4e-8c05-ce511fa7dcee req-c2d82360-82c6-40aa-b54c-f58619ebf30f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:38.518314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91644872-6f1b-4d4e-8c05-ce511fa7dcee req-c2d82360-82c6-40aa-b54c-f58619ebf30f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1008246 Nov 08 13:40:38.607958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91644872-6f1b-4d4e-8c05-ce511fa7dcee req-52c9c7ee-11b8-478d-b196-a773112fd8d5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 Nov 08 13:40:38.879129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6304e41d-1d64-4aaf-9041-7e7ae2dce5e5 req-503994a1-221c-4c4d-a924-836364fd9e5d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0891469 Nov 08 13:40:39.212301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf93e3-0d88-4d09-aedd-5551fb843433 req-48f2d442-5ab3-4641-9c38-e751f9e72075 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:39.220232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bccf93e3-0d88-4d09-aedd-5551fb843433 req-48f2d442-5ab3-4641-9c38-e751f9e72075 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1004641 Nov 08 13:40:39.294324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bccf93e3-0d88-4d09-aedd-5551fb843433 req-383561f9-054b-4616-bc3a-930aaf36d8fc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Nov 08 13:40:39.423276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40998) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:39.530068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2082994454-network', 'tenant_id': 'e524ed64af9744438b3d3a16f8d6d5b6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:39.553877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Made reservation on behalf of e524ed64af9744438b3d3a16f8d6d5b6 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:40:39.556397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.568406 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.648938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.653458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.678845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:40:39.690102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d77236-e5ad-4fa7-9830-58865d5b8628,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:39.705912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.706399 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Added segment f9839660-1ed5-4f9f-8794-da65fd3352c3 of type vlan for network c86e15a4-1946-4c4d-8602-76f1a309968e Nov 08 13:40:39.740444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaacac-4cdb-4cf1-8afe-55eafde009c1 req-1b3dd452-ab4a-48f7-9657-b6ab8acd5682 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:39.742807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebbaacac-4cdb-4cf1-8afe-55eafde009c1 req-1b3dd452-ab4a-48f7-9657-b6ab8acd5682 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.0606048 Nov 08 13:40:39.769159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.799185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.800719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:39.801419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.828088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebbaacac-4cdb-4cf1-8afe-55eafde009c1 req-2afe9cbe-9627-4e1c-92c2-29b1f120cc06 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785835 Nov 08 13:40:39.851789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4271314 Nov 08 13:40:39.854666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41006) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:39.860102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Request body: {'subnet': {'network_id': 'c86e15a4-1946-4c4d-8602-76f1a309968e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2082994454-subnet', 'tenant_id': 'e524ed64af9744438b3d3a16f8d6d5b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:39.888895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Made reservation on behalf of e524ed64af9744438b3d3a16f8d6d5b6 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:40:39.891495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:39.906365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7193d0-079a-41cf-a26c-a8ddbe300e43 admin admin] Pushing event updated for resources: {'Network': ['ID=c86e15a4-1946-4c4d-8602-76f1a309968e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:39.918069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c86e15a4-1946-4c4d-8602-76f1a309968e details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:40:40.103217 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-893d1d76-ae0c-48fa-b6c5-5fbe74bf467a req-1f3f8f24-99e2-4f0a-a5e1-92e6e6a6de5b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0807118 Nov 08 13:40:40.165657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-f7c6e425-c59b-46e7-aeaa-c7d0012eba2b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:40.167154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-f7c6e425-c59b-46e7-aeaa-c7d0012eba2b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 807 time: 0.2421601 Nov 08 13:40:40.204337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Request body: {'port': {'device_id': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'admin_state_up': True, 'tenant_id': 'daf8c8a4c1f64259bcb6fb3bdd2d0c9c'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:40.370171 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:40.538305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f373ab5f-534c-41e8-a32e-8b0d729dd96d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:40.540352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Made reservation on behalf of daf8c8a4c1f64259bcb6fb3bdd2d0c9c for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:40:40.543858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:40.554029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Checking segment: {'id': 'f9839660-1ed5-4f9f-8794-da65fd3352c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c86e15a4-1946-4c4d-8602-76f1a309968e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:40.554479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Network hostable DHCP agents. Network: c86e15a4-1946-4c4d-8602-76f1a309968e, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:40:40.594140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd5708-f1ea-4b13-b71b-a6971989798f req-d5c124f2-91fb-44c4-a750-87a876757cb7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:40.596283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ebd5708-f1ea-4b13-b71b-a6971989798f req-d5c124f2-91fb-44c4-a750-87a876757cb7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1640685 Nov 08 13:40:40.670718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-f2e4ee7f-0c14-42a8-b4fc-88008760f570 service neutron] 10.222.0.70 "GET /v2.0/ports/ae28b67f-14c2-4906-bacb-684ff792d8e8/bindings/n-h1-804292-2 HTTP/1.1" status: 200 len: 382 time: 0.2020123 Nov 08 13:40:40.684908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Network c86e15a4-1946-4c4d-8602-76f1a309968e is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:40:40.718072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c86e15a4-1946-4c4d-8602-76f1a309968e) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:40:40.727716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ebd5708-f1ea-4b13-b71b-a6971989798f req-a767dc5a-3a22-4f36-b4f7-71fdd36088b1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196713 Nov 08 13:40:40.744706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13154f-2988-405b-a841-1d4c166a61d7 None None] Network c86e15a4-1946-4c4d-8602-76f1a309968e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:40:40.749996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:40.750416 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:40.824188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-71c82771-ce6c-4628-95bd-e7804c4bd68c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9642355 Nov 08 13:40:40.883859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Allocated IP 172.20.0.3 (4d1536cb-5061-43a0-9101-595a9b7d39cf/6c9eb526-9517-4948-9a3d-4bbe57baa3e3/fa25e07e-0985-4648-87b4-c0ffed082c1c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:40:40.968058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:41.094760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef70210-29ee-47b9-802f-11909fa3e776 None None] Network c86e15a4-1946-4c4d-8602-76f1a309968e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:40:41.210402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a40eef-71ae-4483-a787-6f38e2073f82 req-64761a99-e424-4101-8c93-a455bc701d9a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.217757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34a40eef-71ae-4483-a787-6f38e2073f82 req-64761a99-e424-4101-8c93-a455bc701d9a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.2807300 Nov 08 13:40:41.227441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-e7c33319-8ae2-429f-a298-f24a672d19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.229349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-e7c33319-8ae2-429f-a298-f24a672d19fa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8&tenant_id=398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 1100 time: 0.2910786 Nov 08 13:40:41.238284 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:41.311940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ef4bb7e-dc25-41ec-9e2d-53927db1022f req-bf600b10-317f-4bac-a8f2-d52a16d573ab tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0736845 Nov 08 13:40:41.337221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:41.337221 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da67f28-5c3f-4b35-b3d0-2f60b964d998" -d '{"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-unplugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:41.358435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:41.364500 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:41.397642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:41.417569 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34a40eef-71ae-4483-a787-6f38e2073f82 req-4285e3c7-c42c-4cf1-b58a-ab6c6eccf2d7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985343 Nov 08 13:40:41.433797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-7f282a42-e7ce-4b1c-917e-a45fa58b5578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.435894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-7f282a42-e7ce-4b1c-917e-a45fa58b5578 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 1100 time: 0.1691058 Nov 08 13:40:41.442958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:41.458225 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70334c59-3351-4152-81b0-29300b7cda58 x-openstack-request-id: req-70334c59-3351-4152-81b0-29300b7cda58 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:41.458877 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-unplugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:41.459285 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70334c59-3351-4152-81b0-29300b7cda58 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:41.459876 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'code': 200} Nov 08 13:40:41.557437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:41.571566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['fda6e08a-6ea0-403c-990d-761b12c762e5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:41.626348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Network 4d1536cb-5061-43a0-9101-595a9b7d39cf is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:40:41.633255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-bda4e4e8-6a1b-44e0-8e53-44993cb8ab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.634826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-bda4e4e8-6a1b-44e0-8e53-44993cb8ab97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1884937 Nov 08 13:40:41.635491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:41.638113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:40:41.640221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:40:41.684832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-99fe5738-763b-47fd-991a-be9ba0ac37b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 200 len: 217 time: 0.0414584 Nov 08 13:40:41.778774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.779548 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:41.798930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-fb1295e9-873d-453f-a67d-ce31a5427139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.800561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-fb1295e9-873d-453f-a67d-ce31a5427139 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0973911 Nov 08 13:40:41.808168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:41.813518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-619809865-network', 'tenant_id': '376cadf1066243fd995b602b8f0aebd0'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:41.813753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-6ef374be-d48d-485e-8ebd-400d1e4f59c2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6149373 Nov 08 13:40:41.854083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Made reservation on behalf of 376cadf1066243fd995b602b8f0aebd0 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:40:41.857849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:41.865847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Request body: {'port': {'device_id': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:41.870122 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:41.955993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-91cf66ab-44b7-4ea6-8ad4-5affb66cbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:41.957998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-91cf66ab-44b7-4ea6-8ad4-5affb66cbcca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1484802 Nov 08 13:40:41.997366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.003127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.010722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.035984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:40:42.045006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fc897-6753-4d9e-969e-e81a207bf509 req-d61d057e-1bcf-49f0-95f7-91d540030a6f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:42.055225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.056029 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Added segment d98f6eb3-8d8f-41f1-87dd-c97c3269f1f3 of type vlan for network 30a868b6-eb42-453d-aedf-0b9349b9e2ea Nov 08 13:40:42.056157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b18fc897-6753-4d9e-969e-e81a207bf509 req-d61d057e-1bcf-49f0-95f7-91d540030a6f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1967120 Nov 08 13:40:42.109869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.147166 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b18fc897-6753-4d9e-969e-e81a207bf509 req-f0d25e77-e7ec-45bf-9fab-253f198e7f7d tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900455 Nov 08 13:40:42.159623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.160826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:42.161426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.171884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61c0d6b-3be1-42e4-a022-3f3e84bc4f4b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:42.203719 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3916738 Nov 08 13:40:42.209078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:42.216112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Request body: {'subnet': {'network_id': '30a868b6-eb42-453d-aedf-0b9349b9e2ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-619809865-subnet', 'tenant_id': '376cadf1066243fd995b602b8f0aebd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:42.282533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e432-6552-49ab-918c-55d4fdc5d091 admin admin] Pushing event updated for resources: {'Network': ['ID=30a868b6-eb42-453d-aedf-0b9349b9e2ea,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:42.293753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 30a868b6-eb42-453d-aedf-0b9349b9e2ea details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:40:42.335094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Made reservation on behalf of 376cadf1066243fd995b602b8f0aebd0 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:40:42.337467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:42.409172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-ccd20dcb-1cb1-48fa-bf65-60a5ac52d90f service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070110 Nov 08 13:40:42.947524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53652ed5-bb89-4a83-b386-1171a17c9f11 req-efcbeb7e-144b-427b-bb0b-8b3ccc5241c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:42.949246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53652ed5-bb89-4a83-b386-1171a17c9f11 req-efcbeb7e-144b-427b-bb0b-8b3ccc5241c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 931 time: 0.5071356 Nov 08 13:40:42.972144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3458c9ae-c30c-41fe-991d-39b58f0724b7 req-461e9192-9f5d-4e84-a1e8-48d16437632a service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325761 Nov 08 13:40:42.988210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49867bb-ba27-4c45-809f-f0745ca06225 req-3158e502-736b-42b3-b9a3-55225054c3e0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:42.990193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49867bb-ba27-4c45-809f-f0745ca06225 req-3158e502-736b-42b3-b9a3-55225054c3e0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.2305522 Nov 08 13:40:43.193485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53652ed5-bb89-4a83-b386-1171a17c9f11 req-33fd3825-4b9b-48c3-96fe-0a7e9bbd6ee3 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310448 Nov 08 13:40:43.199553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa25e07e-0985-4648-87b4-c0ffed082c1c {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:43.219145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49867bb-ba27-4c45-809f-f0745ca06225 req-546fe505-237e-495d-b0f4-4e2776e6f0d5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028315 Nov 08 13:40:43.222094 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.239999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.249907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Transition to ACTIVE for port object fa25e07e-0985-4648-87b4-c0ffed082c1c will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:40:43.254271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.383481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Checking segment: {'id': 'd98f6eb3-8d8f-41f1-87dd-c97c3269f1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '30a868b6-eb42-453d-aedf-0b9349b9e2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:43.383891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Network hostable DHCP agents. Network: 30a868b6-eb42-453d-aedf-0b9349b9e2ea, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:40:43.392359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e087ca-98a0-43c6-98e4-09c0d077ea8a,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:43.394967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:43.432342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Network 30a868b6-eb42-453d-aedf-0b9349b9e2ea is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:40:43.464274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 30a868b6-eb42-453d-aedf-0b9349b9e2ea) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:40:43.474852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:43.475525 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.477407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34608a6-f4a2-450e-ae32-b97047c60e4f None None] Network 30a868b6-eb42-453d-aedf-0b9349b9e2ea requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:40:43.503950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3189edad-a6fb-4f70-8824-4ca487c3b7c8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2935855 Nov 08 13:40:43.519967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:40:43.520581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:40:43.521138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:43.542638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:40:43.542968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:43.558854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:40:43.559197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:43.559609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:40:43.560195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Bound port: fa25e07e-0985-4648-87b4-c0ffed082c1c, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:40:43.560562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.685291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159cfdeb-4a30-4f38-8ec3-c412da1b5e08 None None] Network 30a868b6-eb42-453d-aedf-0b9349b9e2ea requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:40:43.709765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41108) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:43.725465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1250fb-a550-4d54-a26e-94817c56d889 req-d18269de-d945-4d2b-bda6-2a4b91ac0484 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:43.728106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb1250fb-a550-4d54-a26e-94817c56d889 req-d18269de-d945-4d2b-bda6-2a4b91ac0484 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1603403 Nov 08 13:40:43.770418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] Deleting subnet f373ab5f-534c-41e8-a32e-8b0d729dd96d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:40:43.774566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.807148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb1250fb-a550-4d54-a26e-94817c56d889 req-40e18d2b-4c5b-4269-a795-0ae73b0ce039 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693145 Nov 08 13:40:43.812697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:43.845571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.845775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:40:43.845775 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.858179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:43.884387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.893597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:43.894509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.896477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] 10.222.0.54 "PUT /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 1091 time: 2.0386961 Nov 08 13:40:43.899513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:43.901583 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9a9e44-63a4-4b22-a972-2b0e5a404332" -d '{"events": [{"name": "network-changed", "server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:43.961334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:43.987403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:44.001395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f373ab5f-534c-41e8-a32e-8b0d729dd96d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:44.004123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'mac_address': 'fa:16:3e:8f:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:44.006789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.012207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ccc63ff0-50ad-4e75-b100-f3643424f51e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f373ab5f-534c-41e8-a32e-8b0d729dd96d HTTP/1.1" status: 204 len: 168 time: 0.3007638 Nov 08 13:40:44.016024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:44.025819 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686ea507-bd12-4f66-b017-eb84b3567c44 x-openstack-request-id: req-686ea507-bd12-4f66-b017-eb84b3567c44 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:44.026167 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:44.026333 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-686ea507-bd12-4f66-b017-eb84b3567c44 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:44.026742 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c', 'status': 'completed', 'code': 200} Nov 08 13:40:44.037400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bac81a-8e0a-4f36-9e7b-8a0103927fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:44.055977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-9bacdfe2-e821-4222-80b1-567fd9b5fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:44.058088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-9bacdfe2-e821-4222-80b1-567fd9b5fe32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1094 time: 0.0978172 Nov 08 13:40:44.063254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.079002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:44.104920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:44.111926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.127377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-c75203b1-e288-4834-8f6e-4cf57af8d61c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 217 time: 0.0584142 Nov 08 13:40:44.141565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.196670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:44.207853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-73f93322-6437-4e05-a700-98b6d6c158c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:44.209408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-73f93322-6437-4e05-a700-98b6d6c158c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.0701952 Nov 08 13:40:44.260555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.269262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-4beb51c8-0dbf-46aa-9fdc-4dc9315c960b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497744 Nov 08 13:40:44.288643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:44.306077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86e15a4-1946-4c4d-8602-76f1a309968e']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:44.319132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9839660-1ed5-4f9f-8794-da65fd3352c3') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:44.319694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9839660-1ed5-4f9f-8794-da65fd3352c3') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:44.331414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.353709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.360903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:40:44.362266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.402181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-3152e3cc-27a6-462a-ae76-2edc68d3aa95 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241679 Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:40:44.437810 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:40:44.443295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.451712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.458148 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c86e15a4-1946-4c4d-8602-76f1a309968e HTTP/1.1" status: 204 len: 168 time: 0.4371550 Nov 08 13:40:44.471915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:44.480023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3f86c-7bae-4720-9425-7f2cba963247 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86e15a4-1946-4c4d-8602-76f1a309968e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:44.551347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] Deleting subnet a9e087ca-98a0-43c6-98e4-09c0d077ea8a {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:40:44.556322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.565312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d371a5-6392-4f22-9766-84eb13ae85be req-3acbbc5c-1ae3-49f7-b016-b2c62c4db686 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:44.566995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37d371a5-6392-4f22-9766-84eb13ae85be req-3acbbc5c-1ae3-49f7-b016-b2c62c4db686 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.1637843 Nov 08 13:40:44.599662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20687380-364f-409b-9954-4cf64c5b5e77 req-67a83522-5dfe-466f-a31d-29309cb771c1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:44.601099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.601227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20687380-364f-409b-9954-4cf64c5b5e77 req-67a83522-5dfe-466f-a31d-29309cb771c1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1869278 Nov 08 13:40:44.651727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.657347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e48abe43-32ef-4367-bc4e-a089bc2a7fb9 req-84450ca6-291f-4513-aea7-22bd64be7ace service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158279 Nov 08 13:40:44.694211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20687380-364f-409b-9954-4cf64c5b5e77 req-0725e4f3-fabe-4174-8f4a-cef489981727 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770402 Nov 08 13:40:44.708547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37d371a5-6392-4f22-9766-84eb13ae85be req-2e37b1f5-4e50-4544-8271-1edb9da8c516 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257443 Nov 08 13:40:44.770679 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.810931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e087ca-98a0-43c6-98e4-09c0d077ea8a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:44.814264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:44.819682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-69c0b04d-9de7-4d14-ae01-87c5249086fd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a9e087ca-98a0-43c6-98e4-09c0d077ea8a HTTP/1.1" status: 204 len: 168 time: 0.3464396 Nov 08 13:40:44.822399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41128) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:44.826035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-f8c5c848-bb58-40ef-bae3-1f8957a59db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:44.829885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-f8c5c848-bb58-40ef-bae3-1f8957a59db5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1094 time: 0.1121452 Nov 08 13:40:44.969438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:45.032277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.077637 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.113906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:45.118056 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f736e3a4-cd9c-4969-83de-70c7d4161bf3" -d '{"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-unplugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:45.131141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-08320216-5b83-4c9f-8fba-b94cde82c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:45.134137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:45.139831 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.142014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-08320216-5b83-4c9f-8fba-b94cde82c63d service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.3029423 Nov 08 13:40:45.176286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.214940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a868b6-eb42-453d-aedf-0b9349b9e2ea']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:45.222377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:45.229411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd98f6eb3-8d8f-41f1-87dd-c97c3269f1f3') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:45.229992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd98f6eb3-8d8f-41f1-87dd-c97c3269f1f3') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:40:45.242063 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a45498a-56ac-4440-a471-bc00ca349b52 x-openstack-request-id: req-1a45498a-56ac-4440-a471-bc00ca349b52 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:45.243077 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-unplugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:45.243269 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.243399 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-001d547f-a959-4c3c-8d54-600e7f848e35 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 217 time: 0.0978191 Nov 08 13:40:45.244149 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a45498a-56ac-4440-a471-bc00ca349b52 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:45.244859 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'code': 200} Nov 08 13:40:45.261163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.270587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:40:45.271377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:40:45.273771 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:40:45.297307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c22fa-461c-438e-929d-8cf739920467 req-ee4b72a3-12fd-4df1-b44b-dc2dd7742392 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:45.299571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e0c22fa-461c-438e-929d-8cf739920467 req-ee4b72a3-12fd-4df1-b44b-dc2dd7742392 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.2740421 Nov 08 13:40:45.334914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-9f239246-0ae8-4c4c-9157-2e2519d96c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:45.336449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-9f239246-0ae8-4c4c-9157-2e2519d96c0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.0844939 Nov 08 13:40:45.355115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.371802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.375300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] 10.222.0.65 "DELETE /v2.0/networks/30a868b6-eb42-453d-aedf-0b9349b9e2ea HTTP/1.1" status: 204 len: 168 time: 0.5518923 Nov 08 13:40:45.386742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a6b0c-3eda-452d-82ce-355841b534fe admin admin] Pushing event deleted for resources: {'Network': ['ID=30a868b6-eb42-453d-aedf-0b9349b9e2ea,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:45.407856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-3a79d297-2134-4e73-b5c7-e01ea935ae79 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594082 Nov 08 13:40:45.413522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e0c22fa-461c-438e-929d-8cf739920467 req-7e3e6fee-d410-4867-a5fe-b2a9aa19a822 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065593 Nov 08 13:40:45.538707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-e5281881-fa09-4bab-be9f-ef40086f4f3c service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217620 Nov 08 13:40:45.579124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41144) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:45.630737 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8693f884-a4d7-4709-a9e8-61a27aae7c56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e524ed64af9744438b3d3a16f8d6d5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476973 Nov 08 13:40:45.630985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41146) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:45.657320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff9a9e44-63a4-4b22-a972-2b0e5a404332 req-2ff7239b-9e62-4ce8-adfb-287100fa3050 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097763 Nov 08 13:40:45.693503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce52c1af-0a79-4450-8aab-8280d1b4cc25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.721923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce52c1af-0a79-4450-8aab-8280d1b4cc25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.797949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce52c1af-0a79-4450-8aab-8280d1b4cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.800611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce52c1af-0a79-4450-8aab-8280d1b4cc25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.802378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ce52c1af-0a79-4450-8aab-8280d1b4cc25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71d77236-e5ad-4fa7-9830-58865d5b8628 HTTP/1.1" status: 204 len: 168 time: 0.1682382 Nov 08 13:40:45.815910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52c1af-0a79-4450-8aab-8280d1b4cc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d77236-e5ad-4fa7-9830-58865d5b8628,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:45.875886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:45.891525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc83d4b-1368-493e-ba23-442fa74b3b57 req-233a7508-6625-4ce7-b93f-abb7e6e2b558 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:45.894073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bc83d4b-1368-493e-ba23-442fa74b3b57 req-233a7508-6625-4ce7-b93f-abb7e6e2b558 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1123044 Nov 08 13:40:45.927108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b331e-162b-4610-85d6-87200dc2fb1d req-2f18eb58-4bbb-466f-9175-405e88f41184 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:45.936595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f42b331e-162b-4610-85d6-87200dc2fb1d req-2f18eb58-4bbb-466f-9175-405e88f41184 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.1032584 Nov 08 13:40:45.954881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:45.956137 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:45.988022 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bc83d4b-1368-493e-ba23-442fa74b3b57 req-0083b209-307e-41ba-a032-936462a4e227 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859120 Nov 08 13:40:46.052084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f42b331e-162b-4610-85d6-87200dc2fb1d req-0ab6d743-92e3-45fa-8046-6e7695b46df1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142883 Nov 08 13:40:46.351538 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:46.392331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41174) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:46.393539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:46.400448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:46.460313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41178) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:40:46.471225 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-434c8884-1a1e-41c6-b615-bcf50427a74c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=376cadf1066243fd995b602b8f0aebd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0761137 Nov 08 13:40:46.527402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:46.660298 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc06fcf-1241-4a09-9128-28afd0de1aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:46.705065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928aa93c-e0fc-41f4-90bd-23207b99d512 req-0a2c11b3-e464-4a10-853d-404242fc6e8e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.706638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-928aa93c-e0fc-41f4-90bd-23207b99d512 req-0a2c11b3-e464-4a10-853d-404242fc6e8e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.1507373 Nov 08 13:40:46.727828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-63dfa228-f318-4aef-aefe-c82d94246372 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.729366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-63dfa228-f318-4aef-aefe-c82d94246372 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8&tenant_id=398c80d90daf45c797d6ffd2437f3b57&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 947 time: 0.1314912 Nov 08 13:40:46.739678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc06fcf-1241-4a09-9128-28afd0de1aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:46.832108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df045a9-d11b-40e8-b048-747c73843a8b req-4d82a1cc-0c48-4b79-a029-5c42a4e45300 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:46.834299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4df045a9-d11b-40e8-b048-747c73843a8b req-4d82a1cc-0c48-4b79-a029-5c42a4e45300 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.1929827 Nov 08 13:40:46.910031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-928aa93c-e0fc-41f4-90bd-23207b99d512 req-bdf2f6ea-c984-43ee-8b0e-1a7327140fd6 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946573 Nov 08 13:40:46.928063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-bfe71e8f-ec49-4e2f-b737-6f99d70abc70 service neutron] 10.222.0.70 "GET /v2.0/ports/ae28b67f-14c2-4906-bacb-684ff792d8e8/bindings/n-h1-804292-2 HTTP/1.1" status: 200 len: 382 time: 0.1848717 Nov 08 13:40:46.943409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4df045a9-d11b-40e8-b048-747c73843a8b req-3cee5518-899a-47b7-8c61-7c7aecc8699f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963178 Nov 08 13:40:46.953808 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc06fcf-1241-4a09-9128-28afd0de1aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:46.957054 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc06fcf-1241-4a09-9128-28afd0de1aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:46.960754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bc06fcf-1241-4a09-9128-28afd0de1aaa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a61c0d6b-3be1-42e4-a022-3f3e84bc4f4b HTTP/1.1" status: 204 len: 168 time: 0.4981782 Nov 08 13:40:46.974317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:46.991943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc06fcf-1241-4a09-9128-28afd0de1aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61c0d6b-3be1-42e4-a022-3f3e84bc4f4b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:47.010524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-bfef3982-f4aa-4a76-92b4-881dd45e29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:47.012171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-bfef3982-f4aa-4a76-92b4-881dd45e29c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 1098 time: 0.0486445 Nov 08 13:40:47.145864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:47.189367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-83ccc18b-63a0-4aff-b4af-d3ebde2c58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:47.190482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'mac_address': 'fa:16:3e:01:81:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:47.191121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-83ccc18b-63a0-4aff-b4af-d3ebde2c58f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1664145 Nov 08 13:40:47.200937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de78ca-69da-4966-92f3-efc8f0339209 req-6207e2f5-9fb9-4b02-a9e2-ebde20a23342 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:47.216193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8de78ca-69da-4966-92f3-efc8f0339209 req-6207e2f5-9fb9-4b02-a9e2-ebde20a23342 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.0893416 Nov 08 13:40:47.247430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:47.253142 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ac5927-0376-48b8-9241-c3264024b2c1" -d '{"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:47.277473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:47.299536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae28b67f-14c2-4906-bacb-684ff792d8e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:47.319854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-9e43098f-bb3e-42e4-9f63-ce336914ffbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 200 len: 217 time: 0.0687509 Nov 08 13:40:47.324487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:47.331047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:47.348140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8de78ca-69da-4966-92f3-efc8f0339209 req-59771181-fd7f-4c36-b941-f01b0386f9d2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208408 Nov 08 13:40:47.395503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:47.399473 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f6bc23-18a4-4d1a-b409-f53ee844865e x-openstack-request-id: req-c9f6bc23-18a4-4d1a-b409-f53ee844865e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:47.399820 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-plugged", "status": "completed", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:47.400082 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9f6bc23-18a4-4d1a-b409-f53ee844865e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:47.400486 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'code': 200} Nov 08 13:40:47.436976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-149ae2f3-b6f7-483f-8549-125062fc665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:47.438492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-149ae2f3-b6f7-483f-8549-125062fc665b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0893521 Nov 08 13:40:47.529713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-3bb59c1c-8865-4003-b11c-b70167c33725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:47.531778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-3bb59c1c-8865-4003-b11c-b70167c33725 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833397 Nov 08 13:40:47.670973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-795ecca2-f198-4125-aa27-53060c49f471 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239676 Nov 08 13:40:47.733271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ae28b67f-14c2-4906-bacb-684ff792d8e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:47.820051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-6a60a219-4bf7-4b41-82ff-831e8e382d8f service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340683 Nov 08 13:40:47.900130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4096dbb9-9c6b-44f0-b107-ae50e31bf257 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:48.052739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:48.069402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4096dbb9-9c6b-44f0-b107-ae50e31bf257 has no active binding in host n-h2-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:40:48.077375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc81ae-85bf-40fb-aa04-b08570ebf795 req-da53006b-339d-4585-97ce-dd79c7316c10 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:48.079246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76dc81ae-85bf-40fb-aa04-b08570ebf795 req-da53006b-339d-4585-97ce-dd79c7316c10 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 945 time: 0.0667212 Nov 08 13:40:48.196975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf41a0-8265-437c-8e5b-04b090cbb209 req-fc1671f0-b60e-4f76-90c0-c0ae707242e0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:48.199141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ccf41a0-8265-437c-8e5b-04b090cbb209 req-fc1671f0-b60e-4f76-90c0-c0ae707242e0 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 948 time: 0.1186936 Nov 08 13:40:48.208713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76dc81ae-85bf-40fb-aa04-b08570ebf795 req-3a896e63-037b-481c-8c2d-3a94f14d4b1f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181238 Nov 08 13:40:48.217106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-b23ba19f-be5e-4a9b-9916-bb320330c5c0 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:48.218666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-b23ba19f-be5e-4a9b-9916-bb320330c5c0 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.0938499 Nov 08 13:40:48.250097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-804292-2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:48.364265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ccf41a0-8265-437c-8e5b-04b090cbb209 req-550feb83-8230-4bf7-aef2-08c7f2382921 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442864 Nov 08 13:40:48.383362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:48.598893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53233e76-0e14-4974-bb7f-03c8ae952e39 req-775aae6a-c93e-41f9-9067-dedd49ef6e71 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:48.600512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53233e76-0e14-4974-bb7f-03c8ae952e39 req-775aae6a-c93e-41f9-9067-dedd49ef6e71 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1581118 Nov 08 13:40:48.664301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:48.692666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53233e76-0e14-4974-bb7f-03c8ae952e39 req-7a70372f-4474-45ab-9502-b682cdb660ac tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821190 Nov 08 13:40:48.733660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:48.789476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:48.791800 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583f980-3618-4303-8bae-da597c9c1aeb" -d '{"events": [{"server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "name": "network-vif-unplugged", "status": "completed", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:48.806792 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:48.817127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:48.857016 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1a6bb2-6eb6-41a2-b5a3-fd27cdda0937 x-openstack-request-id: req-4e1a6bb2-6eb6-41a2-b5a3-fd27cdda0937 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:48.857538 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "name": "network-vif-unplugged", "status": "completed", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:48.857953 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e1a6bb2-6eb6-41a2-b5a3-fd27cdda0937 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:48.858354 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257', 'code': 200} Nov 08 13:40:48.914275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=7']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:48.929579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on host n-h1-804292-2 for vnic_type normal with profile {"migrating_to": "n-h2-804292-2"} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:40:48.929916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:40:48.930236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:48.935803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:40:48.936762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Attempting to bind port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on network f678c38b-6707-4547-8cec-f0ef891952f9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:48.944935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:40:48.945647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Checking segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:48.946358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Bound using segment: {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:40:48.947310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Bound port: 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66af451-cad9-40a9-aea4-3beb93562ab4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'f678c38b-6707-4547-8cec-f0ef891952f9'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:40:48.947993 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:49.023244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:49.027001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:40:49.031998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:49.141697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=8']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:49.150853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:49.152320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:49.153959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-841cd32a-493a-4d7c-97f9-ac0b3001e43e service neutron] 10.222.0.54 "PUT /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 1121 time: 0.9088070 Nov 08 13:40:49.301527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['4096dbb9-9c6b-44f0-b107-ae50e31bf257'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:49.447069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['4096dbb9-9c6b-44f0-b107-ae50e31bf257'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:49.469865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-15da6099-2a55-4d6a-9d08-b6d837ea6020 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=790948378ac94b91a8042a50e0647eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331995 Nov 08 13:40:49.551025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e7d81-300c-486f-9d6a-300731dcc00e req-d86dd17e-25e5-49a0-8a39-12f573a28b36 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:49.552722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f52e7d81-300c-486f-9d6a-300731dcc00e req-d86dd17e-25e5-49a0-8a39-12f573a28b36 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.2078907 Nov 08 13:40:49.673905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f52e7d81-300c-486f-9d6a-300731dcc00e req-45d7db12-72a0-4000-aee6-b25af9c46bd0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640450 Nov 08 13:40:49.722362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-307a297d-e085-445e-8337-9cb7068137cc tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:49.736724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-307a297d-e085-445e-8337-9cb7068137cc tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656317 Nov 08 13:40:49.776495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-8ec427c0-9b0e-4f8f-830c-b075ded148bb tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/quotas/790948378ac94b91a8042a50e0647eee HTTP/1.1" status: 200 len: 375 time: 0.0373025 Nov 08 13:40:49.854901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-816bbe78-e02c-4159-8019-8c13544a8302 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695848 Nov 08 13:40:49.931384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19192d59-fc53-49fa-be44-f137cb22ac09 req-52ef33a0-d277-4ba7-95a6-0626e48812a6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:49.937395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19192d59-fc53-49fa-be44-f137cb22ac09 req-52ef33a0-d277-4ba7-95a6-0626e48812a6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 948 time: 0.0692070 Nov 08 13:40:50.050280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19192d59-fc53-49fa-be44-f137cb22ac09 req-b7130743-dc69-43e4-a71d-f19b0c05c12b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061761 Nov 08 13:40:50.373212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-6399bd52-1b31-4281-a49f-e368aaa5669e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=790948378ac94b91a8042a50e0647eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353405 Nov 08 13:40:50.501734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d279b1-054e-42de-8e59-bb09211648ea req-d2fa3461-6eb2-4d04-af91-e80084ebcb8f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:50.503389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19d279b1-054e-42de-8e59-bb09211648ea req-d2fa3461-6eb2-4d04-af91-e80084ebcb8f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.2126150 Nov 08 13:40:50.601486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c4fe1cf9-dce0-4ed2-b364-af3d4b68ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:50.602998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c4fe1cf9-dce0-4ed2-b364-af3d4b68ba46 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8&tenant_id=398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 1099 time: 0.1775775 Nov 08 13:40:50.621371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19d279b1-054e-42de-8e59-bb09211648ea req-f1fff945-19d3-4ca9-9e2d-c48ae24f1a34 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065309 Nov 08 13:40:50.633499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-b09fdad9-72e0-475c-87b8-8f1f315e52d4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:50.641336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-b09fdad9-72e0-475c-87b8-8f1f315e52d4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665081 Nov 08 13:40:50.688858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-8ee47462-a351-4902-a3f3-c7dbc4a11847 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/quotas/790948378ac94b91a8042a50e0647eee HTTP/1.1" status: 200 len: 375 time: 0.0465543 Nov 08 13:40:50.740510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-9fa777eb-8d44-463b-9667-ddec1e2b6287 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505283 Nov 08 13:40:50.771920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-0e9bbffa-df9d-43de-8e7c-f2b0422851a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:50.774319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-0e9bbffa-df9d-43de-8e7c-f2b0422851a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 1099 time: 0.1296225 Nov 08 13:40:50.862629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:50.865552 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c2845b-5ab0-485c-aa71-49cc47c04962" -d '{"events": [{"name": "network-changed", "server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:50.992637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-569e0a82-e0cb-49a2-bde8-0f8175770478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:50.996196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-569e0a82-e0cb-49a2-bde8-0f8175770478 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2126906 Nov 08 13:40:51.002432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:40:51.025258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a895d6c-d940-416e-ae70-5953fb9e556a req-3e65196b-8a2c-468a-9c16-72217f34713c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:51.034300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a895d6c-d940-416e-ae70-5953fb9e556a req-3e65196b-8a2c-468a-9c16-72217f34713c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1474099 Nov 08 13:40:51.187958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port ae28b67f-14c2-4906-bacb-684ff792d8e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:51.188885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:51.370990 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:51.414518 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cc605e-96a2-4b2f-9805-44d54a1760d3 x-openstack-request-id: req-66cc605e-96a2-4b2f-9805-44d54a1760d3 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:51.414986 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:51.415345 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66cc605e-96a2-4b2f-9805-44d54a1760d3 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:51.415912 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257', 'status': 'completed', 'code': 200} Nov 08 13:40:51.474101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-558a3196-2c00-45c0-86e6-517ba65a6df3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 200 len: 217 time: 0.4673657 Nov 08 13:40:51.476350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd656ebd-104d-4cb1-8d81-f23e8df60525 req-f9d6936f-9539-476b-9732-7dfef73c4878 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 210 time: 0.0638838 Nov 08 13:40:51.497734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:51.501758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:51.514804 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a11b75-218c-4c95-855a-272e941c05a2" -d '{"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-plugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:51.532669 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:51.587911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a895d6c-d940-416e-ae70-5953fb9e556a req-2c394014-736b-4341-90c5-fc585d442cf4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524383 Nov 08 13:40:51.609821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-53e3c412-f880-4059-a163-28ad43afff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:51.615383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-53e3c412-f880-4059-a163-28ad43afff8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1124 time: 0.1949761 Nov 08 13:40:51.733628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-95377e88-e184-4ab3-b2b2-176ed9e95fdd tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=790948378ac94b91a8042a50e0647eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511601 Nov 08 13:40:51.768581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:51.867442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-f72966fc-8d87-492a-b2c2-16b6354e3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:51.878489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-f72966fc-8d87-492a-b2c2-16b6354e3c00 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.2447186 Nov 08 13:40:51.894391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c5cc1586-dc4b-496b-b8a8-f8808334cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:51.905501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c5cc1586-dc4b-496b-b8a8-f8808334cedb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.4061320 Nov 08 13:40:52.034792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-90fe4070-c7cc-480b-8a69-f2abde8ad27e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:52.036498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-90fe4070-c7cc-480b-8a69-f2abde8ad27e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2927616 Nov 08 13:40:52.060266 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be68488-d0b3-4620-aefa-e6ccafe5f80b x-openstack-request-id: req-7be68488-d0b3-4620-aefa-e6ccafe5f80b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:52.060844 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-plugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:52.060999 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7be68488-d0b3-4620-aefa-e6ccafe5f80b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:52.061513 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'code': 200} Nov 08 13:40:52.064155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Request body: {'port': {'device_id': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '790948378ac94b91a8042a50e0647eee'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:52.104817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-6cb493b0-cb58-4f9d-922a-aa548d79c53d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 217 time: 0.2209108 Nov 08 13:40:52.172465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-a422a765-c27d-4cef-a755-0dfd13c4be18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:52.175469 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-a422a765-c27d-4cef-a755-0dfd13c4be18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.0547149 Nov 08 13:40:52.259613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-c5926bd9-c5f7-41be-b43e-517d26653e3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687163 Nov 08 13:40:52.263492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c3c7b2a2-fabb-4da8-9b94-b6467b8fb48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:52.265072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c3c7b2a2-fabb-4da8-9b94-b6467b8fb48e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722137 Nov 08 13:40:52.274199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd993c0-1701-4550-9b1d-de35e083c115 req-d206c14f-6cd9-438a-9b5a-50203feb54a3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:52.281091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Made reservation on behalf of 790948378ac94b91a8042a50e0647eee for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:40:52.282089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcd993c0-1701-4550-9b1d-de35e083c115 req-d206c14f-6cd9-438a-9b5a-50203feb54a3 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 949 time: 0.3917248 Nov 08 13:40:52.288339 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.301417 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.402475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a3d8b-e139-45c4-aa0c-e6fc0629d003 req-8975e964-3377-445c-bac6-f00d584fa9b4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:52.410350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-849a3d8b-e139-45c4-aa0c-e6fc0629d003 req-8975e964-3377-445c-bac6-f00d584fa9b4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.2913945 Nov 08 13:40:52.432209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.438661 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.532649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8628eb-8045-4946-953f-1b0bfdb3265b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:52.555289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcd993c0-1701-4550-9b1d-de35e083c115 req-f06c9ae3-de02-4993-b804-420d41957a4d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660949 Nov 08 13:40:52.615775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-7bbf221c-8934-42ed-9204-e7cc228e7fce service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279743 Nov 08 13:40:52.624205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c5201b4d-9c0a-474b-aa3e-b300f38044c4 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170943 Nov 08 13:40:52.639487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-849a3d8b-e139-45c4-aa0c-e6fc0629d003 req-265eb662-3389-4d74-b1b8-fead77612bc1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235448 Nov 08 13:40:52.794906 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-b2563338-9e5e-4338-8dbb-40a9b90c331c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=790948378ac94b91a8042a50e0647eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370619 Nov 08 13:40:52.797619 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:52.926231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-915de291-af91-4144-9297-2a8a5548c5f5 req-179db60b-0b02-46a4-8211-5bfa87618484 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 210 time: 0.1686511 Nov 08 13:40:52.959230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Allocated IP 192.168.233.98 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/10908777-3269-4171-86e6-04e54ba4b95f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:40:53.005335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:53.120828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-d0a3f58f-3b7d-4239-be7f-baea8c8822ff tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.123148 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-d0a3f58f-3b7d-4239-be7f-baea8c8822ff tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193235 Nov 08 13:40:53.148660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Request body: {'port': {'device_id': '06e77706-c425-43ba-a30c-7f128d72960b', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '790948378ac94b91a8042a50e0647eee'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:53.194554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088520ab-06ba-4221-8ff6-ce4133be31d1 req-ecb0a898-586f-433e-97d1-b6543537fb1f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.197846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-088520ab-06ba-4221-8ff6-ce4133be31d1 req-ecb0a898-586f-433e-97d1-b6543537fb1f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.4415789 Nov 08 13:40:53.206832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c28979c2-084d-4bd0-94e1-d1eb64664ec6 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659502 Nov 08 13:40:53.215600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c2845b-5ab0-485c-aa71-49cc47c04962 req-98c285e9-f9da-47c8-b688-c394b3caa301 service neutron] 10.222.0.70 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5737796 Nov 08 13:40:53.297733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-088520ab-06ba-4221-8ff6-ce4133be31d1 req-f3183252-1882-4952-b4ff-55d9e24b8116 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805936 Nov 08 13:40:53.335422 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.406183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:53.430011 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.440559 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.561565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:53.576534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.577183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.577775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.578613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.579168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.579716 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.580755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.581784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.582333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.582870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.583403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.584008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:53.752888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e469229-6380-44c5-a685-6c326e8ce16d req-d13adfc8-e12e-4ab6-944c-dacdd1aaebb2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.766315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e469229-6380-44c5-a685-6c326e8ce16d req-d13adfc8-e12e-4ab6-944c-dacdd1aaebb2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.1152728 Nov 08 13:40:53.837486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Made reservation on behalf of 790948378ac94b91a8042a50e0647eee for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:40:53.842083 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:53.879576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e469229-6380-44c5-a685-6c326e8ce16d req-49d5a23d-7449-4952-a594-3ad16b94ab67 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117654 Nov 08 13:40:53.900305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203b036-ef7a-4a3a-adbb-96de726ec62b req-1e930f23-f81b-4af7-a8fb-13b0be9b5a2c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:53.913330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5203b036-ef7a-4a3a-adbb-96de726ec62b req-1e930f23-f81b-4af7-a8fb-13b0be9b5a2c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1443768 Nov 08 13:40:54.012628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:54.037590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5203b036-ef7a-4a3a-adbb-96de726ec62b req-8a2ef7f1-966d-4619-9b16-2b9b05afb221 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207886 Nov 08 13:40:54.062813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:54.067626 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a211e2d9-a4b3-4bd0-ac6f-5d5e63149a96" -d '{"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-unplugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:54.159645 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cda053-57be-42f8-bf84-61b243893e4a x-openstack-request-id: req-17cda053-57be-42f8-bf84-61b243893e4a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:54.160017 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-unplugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:54.160274 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17cda053-57be-42f8-bf84-61b243893e4a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:54.160669 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'code': 200} Nov 08 13:40:54.235497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1e20f94-ae6f-4fb1-a476-cffb943e3fb8 req-01806222-6d03-4336-8f3c-3104ade3ec63 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 210 time: 0.0677278 Nov 08 13:40:54.262808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Allocated IP 192.168.233.24 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/b3fc268c-2a85-4eb8-987a-7b3c4379da59) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:40:54.445318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:54.545720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:40:54.550897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:54.554510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:40:54.559517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:40:54.612757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2fdaf-2d38-469c-beac-1acf4f7ac3b4 req-4ddca909-1f70-4d5a-89d1-bcc5f821c913 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:54.623787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eae2fdaf-2d38-469c-beac-1acf4f7ac3b4 req-4ddca909-1f70-4d5a-89d1-bcc5f821c913 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1235423 Nov 08 13:40:54.666072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:54.666901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:54.697061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:54.704413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eae2fdaf-2d38-469c-beac-1acf4f7ac3b4 req-371c663a-ec8b-48a6-9b3b-3afee4827710 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798900 Nov 08 13:40:54.729780 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-4f896a2d-5d3e-4126-9128-5f276c403c2a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6720483 Nov 08 13:40:54.748822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Request body: {'port': {'device_id': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:54.872114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:54.953929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:40:54.971634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:40:54.975572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:40:55.005230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0b3aeb73-1afd-41e5-8ecc-9b6187d985f6 None None] Provisioning complete for port 10908777-3269-4171-86e6-04e54ba4b95f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:55.006224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b3aeb73-1afd-41e5-8ecc-9b6187d985f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:55.121319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0b3aeb73-1afd-41e5-8ecc-9b6187d985f6 None None] Port 10908777-3269-4171-86e6-04e54ba4b95f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:40:55.157623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:55.159269 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:55.179329 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:55.214207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Pushing event updated for resources: {'Port': ['ID=b3fc268c-2a85-4eb8-987a-7b3c4379da59,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:55.263087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1152172 Nov 08 13:40:55.265293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.265638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.265986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.266329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.266667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.267006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.270773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.271143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.271492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.273937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.274292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.278864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d117cd-9a0f-470c-ac39-13d778b75fd4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:55.296520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Request body: {'port': {'device_id': '06e77706-c425-43ba-a30c-7f128d72960b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:40:55.338698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677bb5ea-b76f-4292-893e-9574a7c32e26 req-e38bd57d-1198-4314-8c82-041174fbad51 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:55.349192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-677bb5ea-b76f-4292-893e-9574a7c32e26 req-e38bd57d-1198-4314-8c82-041174fbad51 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.2150993 Nov 08 13:40:55.526452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8434082-29ed-4da8-ab95-b8021000280c req-0528f8ba-e995-4b00-aaa3-fdf7efcb4015 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:55.535071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8434082-29ed-4da8-ab95-b8021000280c req-0528f8ba-e995-4b00-aaa3-fdf7efcb4015 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1326430 Nov 08 13:40:55.561040 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-677bb5ea-b76f-4292-893e-9574a7c32e26 req-3f540f02-b768-4e93-9889-43c026f13a62 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068005 Nov 08 13:40:55.613719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1cbc4da7-65c9-4d9c-bed8-15fffd9866e4 None None] Provisioning complete for port b3fc268c-2a85-4eb8-987a-7b3c4379da59 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:40:55.615140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cbc4da7-65c9-4d9c-bed8-15fffd9866e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:55.628986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:55.684310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8434082-29ed-4da8-ab95-b8021000280c req-457b89b4-7543-4958-a48c-18682e49549b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467791 Nov 08 13:40:55.791200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc4da7-65c9-4d9c-bed8-15fffd9866e4 None None] Port b3fc268c-2a85-4eb8-987a-7b3c4379da59 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:40:55.853143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b9c19-c1b5-49d5-b631-f63971292ea7 req-ba39a2c8-afee-4ea8-9ef6-0439b506ffe6 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:55.866895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-235b9c19-c1b5-49d5-b631-f63971292ea7 req-ba39a2c8-afee-4ea8-9ef6-0439b506ffe6 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 935 time: 0.1480255 Nov 08 13:40:55.957297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fa25e07e-0985-4648-87b4-c0ffed082c1c details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:56.094429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-235b9c19-c1b5-49d5-b631-f63971292ea7 req-6cab525c-a3f7-47a9-93d0-a50789412737 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194829 Nov 08 13:40:56.419340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:56.474163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'fa25e07e-0985-4648-87b4-c0ffed082c1c', 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf', 'port_id': 'fa25e07e-0985-4648-87b4-c0ffed082c1c', 'mac_address': 'fa:16:3e:46:99:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9eb526-9517-4948-9a3d-4bbe57baa3e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:56.483454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f14ab7-0112-4f4b-bdc0-826057a0cdda req-12a117d0-0e79-45a6-a98a-9ebe8fa312e9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:56.520044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60f14ab7-0112-4f4b-bdc0-826057a0cdda req-12a117d0-0e79-45a6-a98a-9ebe8fa312e9 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.1889083 Nov 08 13:40:56.582610 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:56.607705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa25e07e-0985-4648-87b4-c0ffed082c1c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:56.678220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:56.687428 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:56.708635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60f14ab7-0112-4f4b-bdc0-826057a0cdda req-dc092ce6-b730-4011-a9b8-d3f1b2255f4b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860960 Nov 08 13:40:56.776877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:56.779053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10908777-3269-4171-86e6-04e54ba4b95f {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:56.816959 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:56.836857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Transition to ACTIVE for port object 10908777-3269-4171-86e6-04e54ba4b95f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:40:56.891542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572b2d2-5dc8-4176-b151-3535fda26912 req-85a5b120-5c76-429c-a3ab-efcb84750f69 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:56.909773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8572b2d2-5dc8-4176-b151-3535fda26912 req-85a5b120-5c76-429c-a3ab-efcb84750f69 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.1747608 Nov 08 13:40:56.912816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:56.998067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:40:57.028414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8572b2d2-5dc8-4176-b151-3535fda26912 req-82c9e820-997f-4ae1-a60f-202eddd62d58 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175611 Nov 08 13:40:57.035050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4096dbb9-9c6b-44f0-b107-ae50e31bf257 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:40:57.062050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec2866-e57f-49ff-a887-32d081cb5904 req-35e392a5-3ed1-45ab-b3a4-0df0ffcf98bd tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:57.078853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5ec2866-e57f-49ff-a887-32d081cb5904 req-35e392a5-3ed1-45ab-b3a4-0df0ffcf98bd tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 944 time: 0.1499960 Nov 08 13:40:57.188548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5ec2866-e57f-49ff-a887-32d081cb5904 req-db0c9b82-2883-43cc-8619-397011f65aca tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052628 Nov 08 13:40:57.282642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['fa25e07e-0985-4648-87b4-c0ffed082c1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:57.300873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fc268c-2a85-4eb8-987a-7b3c4379da59 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:57.312304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:57.341143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Transition to ACTIVE for port object b3fc268c-2a85-4eb8-987a-7b3c4379da59 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:40:57.355395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:57.516995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:57.538797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b6d8-debe-4b08-a1be-e41490fc0af7 req-0d91d16a-28ff-4098-8df2-0fc7f390fdd9 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:57.548876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:57.557072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff97b6d8-debe-4b08-a1be-e41490fc0af7 req-0d91d16a-28ff-4098-8df2-0fc7f390fdd9 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 947 time: 0.1936424 Nov 08 13:40:57.580800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'mac_address': 'fa:16:3e:01:81:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:40:57.604041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fc268c-2a85-4eb8-987a-7b3c4379da59,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:57.665156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff97b6d8-debe-4b08-a1be-e41490fc0af7 req-0f17f98c-fd09-4ead-9898-41b27002c2cb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048601 Nov 08 13:40:57.729125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Attempting to bind port 10908777-3269-4171-86e6-04e54ba4b95f on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:40:57.729853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Attempting to bind port 10908777-3269-4171-86e6-04e54ba4b95f by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:40:57.730336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Attempting to bind port 10908777-3269-4171-86e6-04e54ba4b95f on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:57.769559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Port 10908777-3269-4171-86e6-04e54ba4b95f on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:40:57.769889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Attempting to bind port 10908777-3269-4171-86e6-04e54ba4b95f on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:57.821739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Attempting to bind port b3fc268c-2a85-4eb8-987a-7b3c4379da59 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:40:57.827295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Attempting to bind port b3fc268c-2a85-4eb8-987a-7b3c4379da59 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:40:57.829067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Attempting to bind port b3fc268c-2a85-4eb8-987a-7b3c4379da59 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:57.837852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365aba22-ef61-4f46-96d0-2a521ed486fe req-175f40b8-9580-45b6-8f25-9cfc07c139f1 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:57.838850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Port b3fc268c-2a85-4eb8-987a-7b3c4379da59 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:40:57.839370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Attempting to bind port b3fc268c-2a85-4eb8-987a-7b3c4379da59 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:40:57.848122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:40:57.848876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:57.849459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:40:57.850061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Bound port: 10908777-3269-4171-86e6-04e54ba4b95f, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:40:57.850590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:57.851159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-365aba22-ef61-4f46-96d0-2a521ed486fe req-175f40b8-9580-45b6-8f25-9cfc07c139f1 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 947 time: 0.1697671 Nov 08 13:40:57.853380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:40:57.853945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:40:57.854565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:40:57.855477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Bound port: b3fc268c-2a85-4eb8-987a-7b3c4379da59, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:40:57.856178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:57.935436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:58.106916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] For port b3fc268c-2a85-4eb8-987a-7b3c4379da59, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:58.118284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] For port b3fc268c-2a85-4eb8-987a-7b3c4379da59, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fc268c-2a85-4eb8-987a-7b3c4379da59,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:40:58.119229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae28b67f-14c2-4906-bacb-684ff792d8e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:58.125384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:58.167362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-365aba22-ef61-4f46-96d0-2a521ed486fe req-30a8c8f4-c435-4d0c-be61-f08421399155 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119838 Nov 08 13:40:58.183252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:58.212944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:58.226396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-ea1b04db-402b-4780-ab9f-b1ae992207bc service neutron] 10.222.0.70 "GET /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.2790885 Nov 08 13:40:58.258128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:58.259296 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:58.260481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:58.264744 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] 10.222.0.70 "PUT /v2.0/ports/b3fc268c-2a85-4eb8-987a-7b3c4379da59 HTTP/1.1" status: 200 len: 1095 time: 2.9818687 Nov 08 13:40:58.282139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:40:58.288099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e77706-c425-43ba-a30c-7f128d72960b', 'tag': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:40:58.295342 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bc0b2b-55aa-4cde-9058-604b591f5e10" -d '{"events": [{"name": "network-changed", "server_uuid": "06e77706-c425-43ba-a30c-7f128d72960b", "tag": "b3fc268c-2a85-4eb8-987a-7b3c4379da59"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:40:58.340933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:58.359358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55aebdbc-ac4d-454c-988d-59acf9a6e83c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:58.374589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:58.453657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8528ea-469e-49fc-bec3-2be1ffb2dde2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fc268c-2a85-4eb8-987a-7b3c4379da59,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:58.543243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:58.544171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:58.546550 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] 10.222.0.70 "PUT /v2.0/ports/10908777-3269-4171-86e6-04e54ba4b95f HTTP/1.1" status: 200 len: 1095 time: 3.8048441 Nov 08 13:40:58.559928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726b49f-b5f1-4b10-bd9a-7c864f582b8b req-29bf03f1-4025-465e-be8c-bf396791992a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:58.561889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c726b49f-b5f1-4b10-bd9a-7c864f582b8b req-29bf03f1-4025-465e-be8c-bf396791992a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 944 time: 0.1725497 Nov 08 13:40:58.569954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-82e6b557-3a7b-4fb6-9d8d-609ee69221eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:58.572679 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-82e6b557-3a7b-4fb6-9d8d-609ee69221eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 1098 time: 0.2456543 Nov 08 13:40:58.578567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c46d2-507a-465b-816c-667b91efb2ad req-f70e4b3b-1fec-4637-97e2-e132aa757eb1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:58.583779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ae28b67f-14c2-4906-bacb-684ff792d8e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:40:58.584381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-344c46d2-507a-465b-816c-667b91efb2ad req-f70e4b3b-1fec-4637-97e2-e132aa757eb1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 943 time: 0.3084691 Nov 08 13:40:58.749465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-9a3807c4-13dd-4435-8864-10e8eaf0da0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b3fc268c-2a85-4eb8-987a-7b3c4379da59 HTTP/1.1" status: 200 len: 217 time: 0.1512640 Nov 08 13:40:58.847633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef56f9-6aa1-4a7c-88ad-b72b5229b817 service neutron] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:58.867294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c726b49f-b5f1-4b10-bd9a-7c864f582b8b req-52060b2b-80b8-4bd0-bd0c-27d9bd3c429c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814193 Nov 08 13:40:58.879254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-344c46d2-507a-465b-816c-667b91efb2ad req-cb1b263e-317e-40c9-9da6-f4d3ca1f3dc0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658405 Nov 08 13:40:58.958063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:58.976252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-5757827a-9dae-43b4-8722-11afb1642a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:58.985633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-5757827a-9dae-43b4-8722-11afb1642a9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1098 time: 0.3640039 Nov 08 13:40:58.989911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-a651bc13-efb1-486f-a7e1-f9bc1e8c5415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:58.990485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:40:58.991378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-a651bc13-efb1-486f-a7e1-f9bc1e8c5415 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2314155 Nov 08 13:40:59.029463 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3d1655-c30d-4c62-852b-24353a7c67b1 x-openstack-request-id: req-fe3d1655-c30d-4c62-852b-24353a7c67b1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:40:59.030087 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e77706-c425-43ba-a30c-7f128d72960b", "tag": "b3fc268c-2a85-4eb8-987a-7b3c4379da59", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:40:59.030492 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe3d1655-c30d-4c62-852b-24353a7c67b1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:40:59.032197 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e77706-c425-43ba-a30c-7f128d72960b', 'tag': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59', 'status': 'completed', 'code': 200} Nov 08 13:40:59.058306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4096dbb9-9c6b-44f0-b107-ae50e31bf257 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:40:59.097945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:40:59.120728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:59.145440 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-c2ab1b99-99c7-492e-9ff5-154f33981246 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=10908777-3269-4171-86e6-04e54ba4b95f HTTP/1.1" status: 200 len: 217 time: 0.1570201 Nov 08 13:40:59.229186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-90fe3742-3706-43ec-9809-6e527e190584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.231138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-90fe3742-3706-43ec-9809-6e527e190584 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0785921 Nov 08 13:40:59.238226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-d004895a-9506-4e98-9218-1946eaec93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.239671 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-d004895a-9506-4e98-9218-1946eaec93dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299378 Nov 08 13:40:59.279839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-94749ed3-ac34-4189-b663-b0637a7f169c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1281908 Nov 08 13:40:59.320805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Transition to ACTIVE for port object 4096dbb9-9c6b-44f0-b107-ae50e31bf257 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:40:59.330772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:40:59.375799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-8ca08404-44b9-4b10-bde1-35c44cb557fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.377879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-8ca08404-44b9-4b10-bde1-35c44cb557fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373141 Nov 08 13:40:59.499077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-743608cc-1420-4385-832e-afafbc54cd76 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484636 Nov 08 13:40:59.507218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] No DVR routers for this DVR port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:40:59.512957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=10']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:40:59.576265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.577219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.577219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.577625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.577732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.578005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.578341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.578732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.579060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.579386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.579710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.580599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:40:59.609128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7aba97dd-bd9c-422b-a721-d0acfc95b7f5 service neutron] 10.222.0.70 "PUT /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257/bindings/n-h2-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3751900 Nov 08 13:40:59.617080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-73b0f04a-b0b3-48e4-88e0-f8bce8e28c2a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.625927 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-fcba68b9-0b48-43c9-93ab-4b405971fc19 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395885 Nov 08 13:40:59.626341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-73b0f04a-b0b3-48e4-88e0-f8bce8e28c2a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3452516 Nov 08 13:40:59.647436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-571f512c-abc3-4108-9247-422d99dc2636 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/quotas/398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 375 time: 0.0200226 Nov 08 13:40:59.665007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68268f-55d3-43f0-81c6-af2f01a779fb req-3407ccd7-4c00-4fa5-ad74-36b8362c956c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.668295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da68268f-55d3-43f0-81c6-af2f01a779fb req-3407ccd7-4c00-4fa5-ad74-36b8362c956c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 947 time: 0.2035143 Nov 08 13:40:59.778188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1742f68-5694-4b18-b7bb-56781fc01114 req-3fe2519c-af5c-4e89-8f5b-8cd62186296d service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707255 Nov 08 13:40:59.796631 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f15a1cf-c51c-42a0-af8c-66155b905e8e req-a9f497ad-c7f0-446d-836d-7b92411343fe service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590884 Nov 08 13:40:59.839391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-9b07af74-2366-44ea-bc31-4f5bcb90f7e6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1693437 Nov 08 13:40:59.884517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da68268f-55d3-43f0-81c6-af2f01a779fb req-806b741b-9950-4421-9bab-766f92109ebe tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710413 Nov 08 13:40:59.886921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-deb61b37-1622-4a5f-a486-f4f516df63ae tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.888380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-deb61b37-1622-4a5f-a486-f4f516df63ae tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.1762633 Nov 08 13:40:59.957720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-c6b95fa2-d248-471a-9a15-53c9e8e21fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:40:59.959779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-c6b95fa2-d248-471a-9a15-53c9e8e21fa5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 1098 time: 0.1115508 Nov 08 13:40:59.980505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fa25e07e-0985-4648-87b4-c0ffed082c1c up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:00.028399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-d8b8d171-def2-460c-870c-198b04830fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.030208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-d8b8d171-def2-460c-870c-198b04830fdf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25 HTTP/1.1" status: 200 len: 1095 time: 0.1310511 Nov 08 13:41:00.097509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port fa25e07e-0985-4648-87b4-c0ffed082c1c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:41:00.104168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port fa25e07e-0985-4648-87b4-c0ffed082c1c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:00.104636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:00.209955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-5347170d-bf6e-463a-98f6-1a3fd0075a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.212182 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-5347170d-bf6e-463a-98f6-1a3fd0075a68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2378125 Nov 08 13:41:00.221472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efd2c9-63f1-4391-9409-ea58bd43cb56 req-8a39e5bf-0d58-49fc-a165-f89eab2fb7ea tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.223012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37efd2c9-63f1-4391-9409-ea58bd43cb56 req-8a39e5bf-0d58-49fc-a165-f89eab2fb7ea tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.1834641 Nov 08 13:41:00.227966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-2a53f53c-3eb7-4075-ae7a-ae5674a98e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.229511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-2a53f53c-3eb7-4075-ae7a-ae5674a98e3a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1095 time: 0.1344435 Nov 08 13:41:00.249871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60927919-d126-4844-9888-a0b1eb3ee48b req-14f5dc4f-125e-4415-afe0-0191c6502963 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.257942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60927919-d126-4844-9888-a0b1eb3ee48b req-14f5dc4f-125e-4415-afe0-0191c6502963 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 944 time: 0.1608827 Nov 08 13:41:00.274209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:00.305654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:00.308468 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0350f6-5951-4f47-b088-1714e2657444" -d '{"events": [{"server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "name": "network-vif-plugged", "status": "completed", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:00.323082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-8c9378dc-1294-4ec5-a560-7e68275a5213 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b3fc268c-2a85-4eb8-987a-7b3c4379da59 HTTP/1.1" status: 200 len: 217 time: 0.1008806 Nov 08 13:41:00.337416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:00.349420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:00.430758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-acfc1337-2cb2-4d55-9000-8b0d69f47ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.433216 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-acfc1337-2cb2-4d55-9000-8b0d69f47ebe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0999410 Nov 08 13:41:00.454701 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:00.456615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-5b4955c2-6ed7-4ef8-8b22-46cc75812c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.458283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-5b4955c2-6ed7-4ef8-8b22-46cc75812c4c service neutron] 10.222.0.54 "GET /v2.0/networks?id=f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 200 len: 922 time: 0.1964779 Nov 08 13:41:00.524564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-acbee634-c594-43ca-a561-b31b75386806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:00.527071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-acbee634-c594-43ca-a561-b31b75386806 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0849354 Nov 08 13:41:00.775961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-c2f6b1be-da29-4c8f-aeb7-6c5047a9d8b6 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398694 Nov 08 13:41:00.891668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37efd2c9-63f1-4391-9409-ea58bd43cb56 req-a3b4389d-ee89-4b4f-86e4-fbf1f5e67976 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300461 Nov 08 13:41:00.969272 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-23bc0b2b-55aa-4cde-9058-604b591f5e10 req-571f2779-feee-456b-87aa-87fa46b2c3b5 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842144 Nov 08 13:41:00.971992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-51f2bd03-f8cc-4208-8377-bd3caaf914ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 200 len: 217 time: 0.0923226 Nov 08 13:41:00.985903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60927919-d126-4844-9888-a0b1eb3ee48b req-176fe565-68ed-4b00-881c-025668cbe05e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7269053 Nov 08 13:41:01.032252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:01.035245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:01.041145 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfef5427-f50e-4302-8596-0dbb371db718" -d '{"events": [{"name": "network-changed", "server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "tag": "10908777-3269-4171-86e6-04e54ba4b95f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:01.120172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-bb660ed8-e44c-4596-a096-e961ddd8b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.121616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-bb660ed8-e44c-4596-a096-e961ddd8b767 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 200 len: 861 time: 0.1276789 Nov 08 13:41:01.139706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port ae28b67f-14c2-4906-bacb-684ff792d8e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:01.140359 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:01.174953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a75f7dd-7239-44c1-8b21-8ccd8c79717f req-23a7fdb8-25bb-4ea5-b156-b43e3e518bac tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0580456 Nov 08 13:41:01.290670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-56302b4a-310b-4219-96ca-ddfb0b500eee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f678c38b-6707-4547-8cec-f0ef891952f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114805 Nov 08 13:41:01.329672 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663a8804-fb0f-45a5-ae6b-72f1967c5f0f x-openstack-request-id: req-663a8804-fb0f-45a5-ae6b-72f1967c5f0f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:01.331523 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "name": "network-vif-plugged", "status": "completed", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:01.332090 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-663a8804-fb0f-45a5-ae6b-72f1967c5f0f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:01.333211 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c', 'code': 200} Nov 08 13:41:01.348527 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:01.414808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:01.426923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:01.438597 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6a7f55-20fc-4bb8-a158-db9c07479821 x-openstack-request-id: req-0f6a7f55-20fc-4bb8-a158-db9c07479821 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:01.438895 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "tag": "10908777-3269-4171-86e6-04e54ba4b95f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:01.439151 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f6a7f55-20fc-4bb8-a158-db9c07479821 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:01.439624 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f', 'status': 'completed', 'code': 200} Nov 08 13:41:01.458183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d608c9a-71da-46e8-98fe-5b67929285cf req-62c8c982-cea6-46a3-b472-2774bda929f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.460609 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d608c9a-71da-46e8-98fe-5b67929285cf req-62c8c982-cea6-46a3-b472-2774bda929f9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1096 time: 0.0645120 Nov 08 13:41:01.545675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d608c9a-71da-46e8-98fe-5b67929285cf req-9f9d016b-178c-4801-9cca-6b16430216a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760543 Nov 08 13:41:01.563262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5427-f50e-4302-8596-0dbb371db718 req-46e5db84-4797-4357-adec-4b16f7e66dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.566674 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfef5427-f50e-4302-8596-0dbb371db718 req-46e5db84-4797-4357-adec-4b16f7e66dff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1098 time: 0.1053529 Nov 08 13:41:01.571396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:01.580944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbffa5-9f2c-4d1a-9107-8ef97d6a9e6f req-405fa91e-370d-4d6f-92fc-2f3ae12f2dc5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.588441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-635ffcd6-cf76-45f5-ab7c-1e20b07c8f8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:01.591895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7dbffa5-9f2c-4d1a-9107-8ef97d6a9e6f req-405fa91e-370d-4d6f-92fc-2f3ae12f2dc5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 947 time: 0.1541984 Nov 08 13:41:01.614120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-9ada4288-a1f0-44d9-9739-0bffe2757976 service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185132 Nov 08 13:41:01.660657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7dbffa5-9f2c-4d1a-9107-8ef97d6a9e6f req-bca80c90-5ffb-43b6-94c7-afc7bdc70dbe tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671597 Nov 08 13:41:01.727294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5427-f50e-4302-8596-0dbb371db718 req-2121792b-fdfc-47e1-972d-de7b3e151099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.729114 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfef5427-f50e-4302-8596-0dbb371db718 req-2121792b-fdfc-47e1-972d-de7b3e151099 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1484630 Nov 08 13:41:01.786155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfef5427-f50e-4302-8596-0dbb371db718 req-246bce68-37b9-400e-8eb7-8a78ab1a87aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=10908777-3269-4171-86e6-04e54ba4b95f HTTP/1.1" status: 200 len: 217 time: 0.0494998 Nov 08 13:41:01.875299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5427-f50e-4302-8596-0dbb371db718 req-dcf464da-ec10-4178-8fa5-412c96b88c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.876949 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfef5427-f50e-4302-8596-0dbb371db718 req-dcf464da-ec10-4178-8fa5-412c96b88c03 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0834439 Nov 08 13:41:01.951203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef5427-f50e-4302-8596-0dbb371db718 req-25370c77-ffd6-40eb-a879-b7e097b88df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:01.954389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfef5427-f50e-4302-8596-0dbb371db718 req-25370c77-ffd6-40eb-a879-b7e097b88df0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691421 Nov 08 13:41:02.063994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b2129-2d41-4516-a5e5-8f3bb02eb1e8 req-fd16aa2b-dc09-45cd-bea2-7ddf665631b6 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:02.065854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-697b2129-2d41-4516-a5e5-8f3bb02eb1e8 req-fd16aa2b-dc09-45cd-bea2-7ddf665631b6 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0704839 Nov 08 13:41:02.099574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfef5427-f50e-4302-8596-0dbb371db718 req-41efa1de-79ab-47fc-8d7f-251c4fb51569 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376956 Nov 08 13:41:02.183905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-697b2129-2d41-4516-a5e5-8f3bb02eb1e8 req-16b5292a-7bd6-4c2a-ac8f-4d7bebd49e22 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105540 Nov 08 13:41:02.198721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c54b0a-0bef-4a17-86c9-8e7e83d766ab req-85680cdb-9ee1-4e87-b62b-babcc46ab83f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:02.200300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37c54b0a-0bef-4a17-86c9-8e7e83d766ab req-85680cdb-9ee1-4e87-b62b-babcc46ab83f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0968416 Nov 08 13:41:02.241338 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfef5427-f50e-4302-8596-0dbb371db718 req-80f03507-b9be-4abd-9308-0fce130d94c4 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337636 Nov 08 13:41:02.311362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37c54b0a-0bef-4a17-86c9-8e7e83d766ab req-69846fcf-9512-4373-b662-c9008d2396dc tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964363 Nov 08 13:41:02.403282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8a17e49-cf1c-41bb-940e-2a98f6ac9b5b req-e867842c-e3d1-4745-a451-ad60d296eaa1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0367966 Nov 08 13:41:02.820453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc06d6-8bb3-431d-969b-86550122f16a req-ba2181bb-dcaa-46f2-a7ea-54ab7f1d2ee7 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:02.822288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84cc06d6-8bb3-431d-969b-86550122f16a req-ba2181bb-dcaa-46f2-a7ea-54ab7f1d2ee7 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 947 time: 0.0606151 Nov 08 13:41:02.905164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84cc06d6-8bb3-431d-969b-86550122f16a req-78e880db-57f8-4284-9aa5-1ede4b0cbe85 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755768 Nov 08 13:41:02.911508 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:03.034553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:03.182295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:03.198830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '10908777-3269-4171-86e6-04e54ba4b95f', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '10908777-3269-4171-86e6-04e54ba4b95f', 'mac_address': 'fa:16:3e:e3:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:03.250767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:03.269446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10908777-3269-4171-86e6-04e54ba4b95f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:03.297311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:03.302936 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:03.303611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fc268c-2a85-4eb8-987a-7b3c4379da59 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:03.341711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:03.345177 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8a466-82df-4882-ac5d-6494044cf9b1" -d '{"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-plugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:03.368026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d1b8d-e9bc-471a-85bd-7b4e05a51169 req-345f9001-75aa-4a4a-aaea-816f879c9210 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:03.369762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca4d1b8d-e9bc-471a-85bd-7b4e05a51169 req-345f9001-75aa-4a4a-aaea-816f879c9210 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0662775 Nov 08 13:41:03.414313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fc268c-2a85-4eb8-987a-7b3c4379da59, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fc268c-2a85-4eb8-987a-7b3c4379da59,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:03.417403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:03.432665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59', 'mac_address': 'fa:16:3e:39:d7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:03.460916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca4d1b8d-e9bc-471a-85bd-7b4e05a51169 req-5cdc187b-35d6-4a6b-bc22-50a96ae587bc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843525 Nov 08 13:41:03.492887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:03.511095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fc268c-2a85-4eb8-987a-7b3c4379da59 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:03.539509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fc268c-2a85-4eb8-987a-7b3c4379da59, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fc268c-2a85-4eb8-987a-7b3c4379da59,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:03.546243 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:03.616036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fc268c-2a85-4eb8-987a-7b3c4379da59,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:03.694996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20a838-6b21-4b78-b1b3-390ee28a6bcf req-4ec624de-5035-4162-b6bb-705f1d710cd4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:03.696718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d20a838-6b21-4b78-b1b3-390ee28a6bcf req-4ec624de-5035-4162-b6bb-705f1d710cd4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0675018 Nov 08 13:41:03.768261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d20a838-6b21-4b78-b1b3-390ee28a6bcf req-565e4854-4832-4fd9-b48b-86447d200be5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Nov 08 13:41:03.842418 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ddc75-1b29-416b-ab33-ec89deaaa31b x-openstack-request-id: req-894ddc75-1b29-416b-ab33-ec89deaaa31b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:03.842970 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-plugged", "status": "completed", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:03.843890 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-894ddc75-1b29-416b-ab33-ec89deaaa31b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:03.844429 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'code': 200} Nov 08 13:41:03.912939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fc268c-2a85-4eb8-987a-7b3c4379da59'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:03.915766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['10908777-3269-4171-86e6-04e54ba4b95f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:03.962152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ac74ce6-681d-49dd-bf6b-a9418bcbb479 req-11d4e893-02d9-429b-89c4-a74911e7ce3a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0432022 Nov 08 13:41:04.300340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4807cb-a226-429c-93b4-15b601e2a95e req-b0a466d1-c434-4457-b8dd-5f78213f0da8 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:04.304301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee4807cb-a226-429c-93b4-15b601e2a95e req-b0a466d1-c434-4457-b8dd-5f78213f0da8 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 948 time: 0.0669470 Nov 08 13:41:04.371395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee4807cb-a226-429c-93b4-15b601e2a95e req-24f4d8b7-1c05-448d-aa3d-f1681384a33c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617638 Nov 08 13:41:04.607021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76197f6-006d-44ad-9d90-f96c0da68cbc req-a78a4075-bb0f-4f42-adff-1c8f70b7442e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:04.609536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f76197f6-006d-44ad-9d90-f96c0da68cbc req-a78a4075-bb0f-4f42-adff-1c8f70b7442e tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0704317 Nov 08 13:41:04.676358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f76197f6-006d-44ad-9d90-f96c0da68cbc req-8d943b2f-551e-4464-ac1d-044b6b85b63c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572200 Nov 08 13:41:04.964630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fb76f-be6a-4f4d-aeff-18fae3ec9f7a req-1617b378-0d07-4481-a04e-6d34cc3a8dcf tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:04.973783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-100fb76f-be6a-4f4d-aeff-18fae3ec9f7a req-1617b378-0d07-4481-a04e-6d34cc3a8dcf tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1033292 Nov 08 13:41:05.049442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-100fb76f-be6a-4f4d-aeff-18fae3ec9f7a req-f5dbaef2-fee3-422c-bfb1-f715311f0200 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746005 Nov 08 13:41:05.178633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7aa355c9-8e14-4dee-bbc3-0a3d60beab04 req-a493667c-8bf6-4856-91c7-de5f8e129c12 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0372281 Nov 08 13:41:05.430015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:05.548189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119f61c-f920-4743-82a4-1b9649f5c211 req-bc8c7377-d737-40ee-971d-3ac3304bf7c7 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:05.556560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5119f61c-f920-4743-82a4-1b9649f5c211 req-bc8c7377-d737-40ee-971d-3ac3304bf7c7 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 948 time: 0.0736575 Nov 08 13:41:05.624617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5119f61c-f920-4743-82a4-1b9649f5c211 req-806f9322-9a9b-4379-9738-acca5a1831d1 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661709 Nov 08 13:41:05.719752 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:05.822878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffb045-f49e-4aa9-8bd0-567c4e953fc9 req-dbfada64-cbc7-4e0e-94ba-e869ec16d2c8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:05.824303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baffb045-f49e-4aa9-8bd0-567c4e953fc9 req-dbfada64-cbc7-4e0e-94ba-e869ec16d2c8 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0588264 Nov 08 13:41:05.906755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baffb045-f49e-4aa9-8bd0-567c4e953fc9 req-511825dd-1c8f-43e0-a5b6-c298037770c6 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752747 Nov 08 13:41:06.238577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e0bf7-eb43-45c1-9fc3-3ad83ab00c28 req-9356a5bf-f672-455c-b819-cf9629bc5604 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:06.244301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc3e0bf7-eb43-45c1-9fc3-3ad83ab00c28 req-9356a5bf-f672-455c-b819-cf9629bc5604 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0781562 Nov 08 13:41:06.297502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc3e0bf7-eb43-45c1-9fc3-3ad83ab00c28 req-32fb414b-f314-4858-8a2a-57ccc6243c7f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506539 Nov 08 13:41:06.401478 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:41:06.402094 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39c8f933-950c-487b-811d-a23b73d312a3 req-064339ed-283a-4fc7-84d5-798d33e6dd7d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0368595 Nov 08 13:41:06.758295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33919ef-aed9-4cab-8589-ac8db2570703 req-ae08df67-5808-4f2f-853f-aff57ce4b0ed tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:06.759976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d33919ef-aed9-4cab-8589-ac8db2570703 req-ae08df67-5808-4f2f-853f-aff57ce4b0ed tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 948 time: 0.0565367 Nov 08 13:41:06.811971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d33919ef-aed9-4cab-8589-ac8db2570703 req-bb0dfba8-eb36-4301-b6df-55f2ef364913 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458229 Nov 08 13:41:07.052384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e9cfa-d437-4e01-93f3-ec83fd4d70eb req-43951fe3-7318-4b84-97f5-57c241fe0c7b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:07.054131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d45e9cfa-d437-4e01-93f3-ec83fd4d70eb req-43951fe3-7318-4b84-97f5-57c241fe0c7b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0653968 Nov 08 13:41:07.075485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:07.114156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d45e9cfa-d437-4e01-93f3-ec83fd4d70eb req-bb65e72d-bc42-499c-ac89-a8a5f0499e1a tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537233 Nov 08 13:41:07.140460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 10908777-3269-4171-86e6-04e54ba4b95f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:41:07.140460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 10908777-3269-4171-86e6-04e54ba4b95f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:07.140460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.374142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.398025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:07.400357 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48d3da5-1566-4f36-aedc-abc3eb92beab" -d '{"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-plugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:07.414565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:07.419777 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.420604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fc268c-2a85-4eb8-987a-7b3c4379da59 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:07.456281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768090fd-0b9d-44c0-8186-70bb6d564040 req-b77b43b8-5367-4667-9847-561cb2d47e56 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:07.458937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-768090fd-0b9d-44c0-8186-70bb6d564040 req-b77b43b8-5367-4667-9847-561cb2d47e56 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0592575 Nov 08 13:41:07.513493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:07.526442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port b3fc268c-2a85-4eb8-987a-7b3c4379da59 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:41:07.530901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b3fc268c-2a85-4eb8-987a-7b3c4379da59 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:07.531330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.540852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-768090fd-0b9d-44c0-8186-70bb6d564040 req-66e39fea-adbf-4955-8174-5dd2a26e3817 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754526 Nov 08 13:41:07.605129 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfb15fb-cba9-4579-a67d-95bef2d15fba x-openstack-request-id: req-1bfb15fb-cba9-4579-a67d-95bef2d15fba {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:07.605425 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-plugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:07.605740 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bfb15fb-cba9-4579-a67d-95bef2d15fba {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:07.606482 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f', 'code': 200} Nov 08 13:41:07.626234 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.675624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fc268c-2a85-4eb8-987a-7b3c4379da59, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fc268c-2a85-4eb8-987a-7b3c4379da59,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:07.682846 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:07.702010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9a2bdf0-50e9-47fc-ba6d-0de48971fd22 req-53f6fe87-dc50-46b8-88ef-b1ad3bb3a274 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0416286 Nov 08 13:41:07.713058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2a967-2d14-4e06-b63e-b23290d20322 req-9723f0f4-2e55-400a-b404-b611bf056937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:07.714806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68d2a967-2d14-4e06-b63e-b23290d20322 req-9723f0f4-2e55-400a-b404-b611bf056937 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1100 time: 0.0463781 Nov 08 13:41:07.757743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fc268c-2a85-4eb8-987a-7b3c4379da59,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:07.780525 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68d2a967-2d14-4e06-b63e-b23290d20322 req-af02e444-44e0-46b0-954e-e51e095d1b07 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553269 Nov 08 13:41:08.149995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee566f-5cc6-4b25-91c7-436a245bd014 req-39075d5f-1bfe-4966-8b3f-5a79dc7bf324 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:08.151479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edee566f-5cc6-4b25-91c7-436a245bd014 req-39075d5f-1bfe-4966-8b3f-5a79dc7bf324 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.0544100 Nov 08 13:41:08.201415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edee566f-5cc6-4b25-91c7-436a245bd014 req-6564b3ca-f59b-41be-96be-1879f9dfac82 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Nov 08 13:41:08.311284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7003576-d8cc-44ed-ba1b-8a9905c14146 req-b73f7faf-15a5-43ac-88d0-dbf1a4273ab7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:08.312692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7003576-d8cc-44ed-ba1b-8a9905c14146 req-b73f7faf-15a5-43ac-88d0-dbf1a4273ab7 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 949 time: 0.0521915 Nov 08 13:41:08.366003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7003576-d8cc-44ed-ba1b-8a9905c14146 req-d1595646-70aa-441a-aa7a-5ebdf1f1c084 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Nov 08 13:41:08.491432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-287843d1-0b04-4b74-b700-742c6f93deff tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=398c80d90daf45c797d6ffd2437f3b57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0774064 Nov 08 13:41:08.609711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38cf4c-a460-4f06-8ca2-612c031cd88b req-f3b589f2-357c-43b9-9bdc-72f9e06846f0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:08.611894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa38cf4c-a460-4f06-8ca2-612c031cd88b req-f3b589f2-357c-43b9-9bdc-72f9e06846f0 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0748267 Nov 08 13:41:08.614186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-df31d306-beea-4295-9fac-eb04310cd40d service neutron] 10.222.0.54 "GET /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054620 Nov 08 13:41:08.711705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa38cf4c-a460-4f06-8ca2-612c031cd88b req-a82cb8ef-54f8-4aba-83d3-10e65be9fa19 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854015 Nov 08 13:41:08.720000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6effc-7196-4314-848e-572ad16a6ef4 req-c3a807f3-f74a-410c-bcf5-473986778706 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:08.721602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9b6effc-7196-4314-848e-572ad16a6ef4 req-c3a807f3-f74a-410c-bcf5-473986778706 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1065276 Nov 08 13:41:08.770278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-8862751f-d569-4ca7-aa08-530c4c5eaf02 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:08.771937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-8862751f-d569-4ca7-aa08-530c4c5eaf02 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389818 Nov 08 13:41:08.786760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Request body: {'port': {'device_id': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '398c80d90daf45c797d6ffd2437f3b57'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:08.788975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9b6effc-7196-4314-848e-572ad16a6ef4 req-14ffc31b-66be-4506-994a-548592a96d60 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613401 Nov 08 13:41:08.817795 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef1237c1-4193-4b99-8550-14f36845bbd7 req-2101b0c5-6371-4cda-bc9e-f813649847cd tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0336759 Nov 08 13:41:08.909961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Made reservation on behalf of 398c80d90daf45c797d6ffd2437f3b57 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:41:08.913433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.059500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Allocated IP 192.168.233.36 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:41:09.238165 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.280954 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.296984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', '6fc72403-5de4-46ef-874f-18b77990c3ce', 'ae28b67f-14c2-4906-bacb-684ff792d8e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:09.344755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:41:09.349159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:41:09.351790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:41:09.380873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:09.433118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eccb133-de38-42cd-ba89-1f8e13c9f247 req-59db1eb3-fad2-4232-90b5-f51da81d3d21 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:09.441973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2eccb133-de38-42cd-ba89-1f8e13c9f247 req-59db1eb3-fad2-4232-90b5-f51da81d3d21 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.1600416 Nov 08 13:41:09.458084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:09.464175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.499597 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-1beb9c59-b41a-4eca-8282-ef55e879cb41 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7176740 Nov 08 13:41:09.510810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7fa5b5ec-5a6c-44a0-b719-329693cbd130 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:09.513223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-7fa5b5ec-5a6c-44a0-b719-329693cbd130 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294&tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.1852963 Nov 08 13:41:09.515885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Request body: {'port': {'device_id': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:09.607643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e77706-c425-43ba-a30c-7f128d72960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:09.610341 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d1940-2ebf-4b3d-9de9-70f60898b613" -d '{"events": [{"server_uuid": "06e77706-c425-43ba-a30c-7f128d72960b", "name": "network-vif-plugged", "status": "completed", "tag": "b3fc268c-2a85-4eb8-987a-7b3c4379da59"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:09.616049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.626460 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2eccb133-de38-42cd-ba89-1f8e13c9f247 req-3a9fb856-2b9a-43a2-87db-9898d5c9c245 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816585 Nov 08 13:41:09.683006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedac85-3e51-423e-b2cd-1c3a29cc84ca req-964f4aab-6cb6-4327-b511-738806b98c98 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:09.684947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fedac85-3e51-423e-b2cd-1c3a29cc84ca req-964f4aab-6cb6-4327-b511-738806b98c98 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 949 time: 0.1705394 Nov 08 13:41:09.786242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fedac85-3e51-423e-b2cd-1c3a29cc84ca req-c81ebaf6-3115-418d-8a26-ad94ff70a339 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929091 Nov 08 13:41:09.797620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-2cf82b43-996e-443d-bfff-fbecb85547fb service neutron] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:09.811761 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-2cf82b43-996e-443d-bfff-fbecb85547fb service neutron] Publish callbacks [] for binding, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.811761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bd4b79-bc33-476d-a84e-fd8c7d174c23 req-2cf82b43-996e-443d-bfff-fbecb85547fb service neutron] 10.222.0.54 "DELETE /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257/bindings/n-h1-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.2757978 Nov 08 13:41:09.835043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-25bc8fbe-5c9a-4248-bc49-844da7389588 None None] Provisioning complete for port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:09.835581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25bc8fbe-5c9a-4248-bc49-844da7389588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:09.862386 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ae24a3-c28a-477b-b860-eefdd0b02900 x-openstack-request-id: req-30ae24a3-c28a-477b-b860-eefdd0b02900 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:09.862754 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e77706-c425-43ba-a30c-7f128d72960b", "name": "network-vif-plugged", "status": "completed", "tag": "b3fc268c-2a85-4eb8-987a-7b3c4379da59", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:09.863164 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30ae24a3-c28a-477b-b860-eefdd0b02900 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:09.863674 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e77706-c425-43ba-a30c-7f128d72960b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59', 'code': 200} Nov 08 13:41:09.916925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-25bc8fbe-5c9a-4248-bc49-844da7389588 None None] Port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:41:09.974777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e9301-52ed-4eb5-a133-fe7b1d6ec7cb req-e0f01198-6978-4710-ba87-12a24acdadf2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:09.976852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-195e9301-52ed-4eb5-a133-fe7b1d6ec7cb req-e0f01198-6978-4710-ba87-12a24acdadf2 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.1023834 Nov 08 13:41:09.990752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a6053-f9ab-4e18-aa01-9d79b06b908f req-265e6a8d-5e94-4f36-a213-1572c34de472 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:09.992729 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-239a6053-f9ab-4e18-aa01-9d79b06b908f req-265e6a8d-5e94-4f36-a213-1572c34de472 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0784123 Nov 08 13:41:10.008740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eeac5b-0f7b-4428-b1f3-71ca8134d4c4 req-7bbb17b5-da92-42ed-a617-a8f31624db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.010247 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28eeac5b-0f7b-4428-b1f3-71ca8134d4c4 req-7bbb17b5-da92-42ed-a617-a8f31624db09 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 1100 time: 0.0730362 Nov 08 13:41:10.074483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-195e9301-52ed-4eb5-a133-fe7b1d6ec7cb req-eeaf54e3-9e78-4a37-bddd-b401d33050ab tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806439 Nov 08 13:41:10.078174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-239a6053-f9ab-4e18-aa01-9d79b06b908f req-233337e1-bfae-4b45-a3d3-7bbec322a353 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772669 Nov 08 13:41:10.243348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1c0c9-23b8-4a08-8873-572963e04b68 req-f7d78c15-9c50-45f7-8b35-783bd7be29c5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.246951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48e1c0c9-23b8-4a08-8873-572963e04b68 req-f7d78c15-9c50-45f7-8b35-783bd7be29c5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 935 time: 0.0809362 Nov 08 13:41:10.316878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-48e1c0c9-23b8-4a08-8873-572963e04b68 req-92d1498c-6568-407d-96f4-9323d0528282 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618193 Nov 08 13:41:10.397128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:10.409477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:10.413702 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28eeac5b-0f7b-4428-b1f3-71ca8134d4c4 req-079e6521-95de-4288-97fe-acd34f772fac service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933158 Nov 08 13:41:10.424761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Transition to ACTIVE for port object c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:41:10.433026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:10.488394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:10.588521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:41:10.588874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:41:10.589197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:10.590256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc2a9-27ae-43bb-a26e-c36c9ef990ef req-0c4c1681-bdb2-472f-bd1e-fe97bc852e59 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.593854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:41:10.594182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:10.595132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cbfc2a9-27ae-43bb-a26e-c36c9ef990ef req-0c4c1681-bdb2-472f-bd1e-fe97bc852e59 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 1095 time: 0.0692551 Nov 08 13:41:10.599857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:41:10.600199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:41:10.600588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:41:10.601025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Bound port: c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:41:10.601388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:10.684476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:10.689081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:41:10.697807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:10.715266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cbfc2a9-27ae-43bb-a26e-c36c9ef990ef req-de81c462-5ba5-4794-a56c-382f51ee9927 tempest-LiveAutoBlockMigrationV225Test-1753779842 tempest-LiveAutoBlockMigrationV225Test-1753779842-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011288 Nov 08 13:41:10.722238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.722964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:10.724731 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] 10.222.0.54 "PUT /v2.0/ports/c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 1095 time: 1.2152963 Nov 08 13:41:10.764567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:10.769118 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a7aee2-681d-403f-84c1-330b4488c234" -d '{"events": [{"name": "network-changed", "server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:10.835934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6915523-b8d5-4c2e-a28c-3701f8e06846 req-f4c5b9d9-4969-4c8e-bea9-f65e4ed92e40 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.844541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6915523-b8d5-4c2e-a28c-3701f8e06846 req-f4c5b9d9-4969-4c8e-bea9-f65e4ed92e40 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.1016805 Nov 08 13:41:10.859599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed493b-3fac-484f-adf0-29f1625e08dd service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:10.877846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-3a4c9d33-96ec-42be-b30d-c96d1fdabca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:10.879351 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-3a4c9d33-96ec-42be-b30d-c96d1fdabca8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1098 time: 0.0845435 Nov 08 13:41:10.898296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6915523-b8d5-4c2e-a28c-3701f8e06846 req-204faac5-fec2-41ff-b251-cfdd78afebc0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523419 Nov 08 13:41:10.940037 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-72bb47ac-6822-49d9-8654-635c5bc5c240 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0488491 Nov 08 13:41:11.000907 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ed12e-f8c6-4cd4-8f0e-308556e14e37 x-openstack-request-id: req-032ed12e-f8c6-4cd4-8f0e-308556e14e37 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:11.001269 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:11.001652 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-032ed12e-f8c6-4cd4-8f0e-308556e14e37 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:11.002675 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'status': 'completed', 'code': 200} Nov 08 13:41:11.020210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-8d0b2561-0a77-415c-ab02-e8ffc201bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.033927 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-8d0b2561-0a77-415c-ab02-e8ffc201bb7e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0819898 Nov 08 13:41:11.094312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328ebea-52cc-4139-bd18-a962976384ef req-513b310d-a7f8-4317-a8ed-21dde73fa358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.099029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-513b310d-a7f8-4317-a8ed-21dde73fa358 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581393 Nov 08 13:41:11.241634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-e4c364c6-1f92-44f3-ba9e-fa09dc4d03c4 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338601 Nov 08 13:41:11.299232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c34c1c-e78d-4954-9e80-f7e1c04cf563 req-96ee76cc-faa1-4495-8843-a210cec27606 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.307428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1c34c1c-e78d-4954-9e80-f7e1c04cf563 req-96ee76cc-faa1-4495-8843-a210cec27606 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0842884 Nov 08 13:41:11.385952 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e328ebea-52cc-4139-bd18-a962976384ef req-64c2a394-a720-452b-8e7c-feaf393f9144 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107409 Nov 08 13:41:11.388505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1c34c1c-e78d-4954-9e80-f7e1c04cf563 req-9bf7842b-c87a-4d56-9822-673715816754 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671694 Nov 08 13:41:11.398171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526f135-6217-4dfb-979a-af91a52c74f1 req-b90cd515-5127-45a3-8277-5750b29d87dc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.405379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b526f135-6217-4dfb-979a-af91a52c74f1 req-b90cd515-5127-45a3-8277-5750b29d87dc tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0936482 Nov 08 13:41:11.477536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b526f135-6217-4dfb-979a-af91a52c74f1 req-fb42579c-b0fa-4d24-b009-dd9eca68dd17 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711474 Nov 08 13:41:11.534942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7aee2-681d-403f-84c1-330b4488c234 req-22c619c6-8c09-4e2c-8055-7ad480bf06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.536933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-84a7aee2-681d-403f-84c1-330b4488c234 req-22c619c6-8c09-4e2c-8055-7ad480bf06c9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1098 time: 0.0768979 Nov 08 13:41:11.558841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855a0f7-86db-4542-a791-31bbd0c9bac7 req-25fc3ec2-32a1-4fc5-bb69-6fd214b387ea tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.560443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1855a0f7-86db-4542-a791-31bbd0c9bac7 req-25fc3ec2-32a1-4fc5-bb69-6fd214b387ea tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.0661900 Nov 08 13:41:11.617477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1855a0f7-86db-4542-a791-31bbd0c9bac7 req-bbaf1228-ebd2-46f4-bafc-eee1f842a263 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479457 Nov 08 13:41:11.644254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7aee2-681d-403f-84c1-330b4488c234 req-c2a0225c-b8d4-47a0-819e-cefe6aada724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.645680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-84a7aee2-681d-403f-84c1-330b4488c234 req-c2a0225c-b8d4-47a0-819e-cefe6aada724 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1004188 Nov 08 13:41:11.692248 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-84a7aee2-681d-403f-84c1-330b4488c234 req-00e1cf33-22c8-4a87-ae7b-355ceba3191c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0378406 Nov 08 13:41:11.749581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7aee2-681d-403f-84c1-330b4488c234 req-5e502e9c-cf82-42c3-b381-cb4de099fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.751124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-84a7aee2-681d-403f-84c1-330b4488c234 req-5e502e9c-cf82-42c3-b381-cb4de099fecf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0512259 Nov 08 13:41:11.804327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7aee2-681d-403f-84c1-330b4488c234 req-4f9c5b2b-4fe1-4acd-9009-9c91380d23ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:11.805819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-84a7aee2-681d-403f-84c1-330b4488c234 req-4f9c5b2b-4fe1-4acd-9009-9c91380d23ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0410545 Nov 08 13:41:11.902868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-84a7aee2-681d-403f-84c1-330b4488c234 req-a07c6252-f4b7-4b0d-9a0e-d1972cf6a414 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881169 Nov 08 13:41:12.008754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-84a7aee2-681d-403f-84c1-330b4488c234 req-39d35751-4849-4407-9392-f284b815e200 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947244 Nov 08 13:41:12.049859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:12.059917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c053810-157a-488a-9adb-f5b649e7e9a8 req-3cfd214f-7776-4660-8598-00c12e6eb460 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:12.061528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c053810-157a-488a-9adb-f5b649e7e9a8 req-3cfd214f-7776-4660-8598-00c12e6eb460 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.0583022 Nov 08 13:41:12.127035 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c053810-157a-488a-9adb-f5b649e7e9a8 req-04b6dda2-ea51-4c91-98e5-19e951a1db65 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Nov 08 13:41:12.156976 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:12.180002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:12.182248 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a4d3ff-0b79-42b3-8933-979dedc21348" -d '{"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-unplugged", "status": "completed", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:12.195158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:12.199323 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:12.265103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:12.415375 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10cca004-133a-40f2-a4ed-83eadf97e1b2 x-openstack-request-id: req-10cca004-133a-40f2-a4ed-83eadf97e1b2 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:12.415778 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-unplugged", "status": "completed", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:12.416355 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10cca004-133a-40f2-a4ed-83eadf97e1b2 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:12.416757 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'code': 200} Nov 08 13:41:12.511322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-9517370f-279b-4b95-8c4f-ff6e5a5bcf20 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:12.513191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-9517370f-279b-4b95-8c4f-ff6e5a5bcf20 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0637817 Nov 08 13:41:12.518968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca41f1-52fc-42e3-b301-c4556106745d req-2f8987f5-c206-4a79-8d64-7457f7093676 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:12.520628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8ca41f1-52fc-42e3-b301-c4556106745d req-2f8987f5-c206-4a79-8d64-7457f7093676 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0558760 Nov 08 13:41:12.607417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8ca41f1-52fc-42e3-b301-c4556106745d req-75c99d09-a22e-4c15-81ce-54abc2287e3e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803902 Nov 08 13:41:12.617164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f1b50-967a-4e87-9d64-89c8fcc81bf6 req-df408d4b-4241-4150-9549-050de8296b60 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:12.619025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-545f1b50-967a-4e87-9d64-89c8fcc81bf6 req-df408d4b-4241-4150-9549-050de8296b60 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 944 time: 0.0757945 Nov 08 13:41:12.622103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Deleting port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:41:12.622461 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:12.676769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-545f1b50-967a-4e87-9d64-89c8fcc81bf6 req-47d01ac8-5b10-4696-8882-6d95d3a2f165 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473132 Nov 08 13:41:12.730627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] For port 4096dbb9-9c6b-44f0-b107-ae50e31bf257, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4096dbb9-9c6b-44f0-b107-ae50e31bf257,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:12.730983 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:12.745744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Calling delete_port for 4096dbb9-9c6b-44f0-b107-ae50e31bf257 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:41:12.791507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd43c96-ea0a-4d67-9113-44b9ad3a57fe req-eb88f51f-ebe1-4a85-b8de-027dd02d21c2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:12.793050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dfd43c96-ea0a-4d67-9113-44b9ad3a57fe req-eb88f51f-ebe1-4a85-b8de-027dd02d21c2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.0581558 Nov 08 13:41:12.842356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dfd43c96-ea0a-4d67-9113-44b9ad3a57fe req-3bc1192e-347b-4b5a-bff0-7b9858663299 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425074 Nov 08 13:41:12.875332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:12.886712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['97cbf3f7-f3de-47b3-9794-7a2220728fd1', '4096dbb9-9c6b-44f0-b107-ae50e31bf257'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:12.917082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event deleted for resources: {'Port': ['ID=4096dbb9-9c6b-44f0-b107-ae50e31bf257,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:12.957560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] No DVR routers for this DVR port 4096dbb9-9c6b-44f0-b107-ae50e31bf257 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:41:12.960990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:12.965156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aab750b5-f3c5-4537-b721-bd54378709d3 req-18758800-1b7a-4c7f-954f-3b5febd7cc2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "DELETE /v2.0/ports/4096dbb9-9c6b-44f0-b107-ae50e31bf257 HTTP/1.1" status: 204 len: 173 time: 0.4437523 Nov 08 13:41:13.004466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'name': 'network-vif-deleted', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:13.008223 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534241b6-276a-4e1a-9497-a25c20eb69f0" -d '{"events": [{"server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "name": "network-vif-deleted", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:13.048467 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a04ba-3991-4136-939e-0c31cfc497bb x-openstack-request-id: req-4b9a04ba-3991-4136-939e-0c31cfc497bb {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:13.048760 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b23a3c-f037-4b19-b16b-c13f2a75f294", "name": "network-vif-deleted", "tag": "4096dbb9-9c6b-44f0-b107-ae50e31bf257", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:13.049027 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b9a04ba-3991-4136-939e-0c31cfc497bb {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:13.049406 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b23a3c-f037-4b19-b16b-c13f2a75f294', 'name': 'network-vif-deleted', 'tag': '4096dbb9-9c6b-44f0-b107-ae50e31bf257', 'status': 'completed', 'code': 200} Nov 08 13:41:13.257604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b609b-c58f-4441-8970-8100c410510b req-9911f774-8902-4113-a4ee-f03f70bb3135 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:13.259130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b32b609b-c58f-4441-8970-8100c410510b req-9911f774-8902-4113-a4ee-f03f70bb3135 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.0577438 Nov 08 13:41:13.327684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b32b609b-c58f-4441-8970-8100c410510b req-a7f83646-944b-4e86-bf3b-d46da74b2f35 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517297 Nov 08 13:41:13.388569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9daff2-e915-4b86-9fdd-1acbd44334d2 req-cefedb3d-7848-4feb-b670-b480501d196e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:13.390433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd9daff2-e915-4b86-9fdd-1acbd44334d2 req-cefedb3d-7848-4feb-b670-b480501d196e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 945 time: 0.0544448 Nov 08 13:41:13.468605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd9daff2-e915-4b86-9fdd-1acbd44334d2 req-da283a8e-b8f9-4c3b-b0a7-956a980444eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701027 Nov 08 13:41:13.486592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130b1df-0086-4ef7-a71a-bec4d05fe99b req-97602cdc-5ca4-4248-874f-0f747d913b82 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:13.488669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d130b1df-0086-4ef7-a71a-bec4d05fe99b req-97602cdc-5ca4-4248-874f-0f747d913b82 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0826650 Nov 08 13:41:13.559647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d130b1df-0086-4ef7-a71a-bec4d05fe99b req-c2e2f92b-fe1e-49e7-aaf5-326d1fedb251 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587454 Nov 08 13:41:13.707701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-2dd4cd23-c7ed-4f69-95ca-648f75af1b99 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=790948378ac94b91a8042a50e0647eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247705 Nov 08 13:41:13.835892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-486f157f-9153-486e-8336-223fe348311f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:13.843486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-486f157f-9153-486e-8336-223fe348311f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292133 Nov 08 13:41:13.857330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7f32d712-a87f-42b7-a705-c15926559871 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/quotas/790948378ac94b91a8042a50e0647eee HTTP/1.1" status: 200 len: 375 time: 0.0128236 Nov 08 13:41:13.973059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-c50e7406-f750-4449-9375-d01b45d924db tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970504 Nov 08 13:41:13.983430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece54d2a-ee4c-49f4-a285-3d32495d9d2a req-46238490-54e2-481a-8503-91755590c55e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:13.985486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ece54d2a-ee4c-49f4-a285-3d32495d9d2a req-46238490-54e2-481a-8503-91755590c55e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0797617 Nov 08 13:41:14.050028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ece54d2a-ee4c-49f4-a285-3d32495d9d2a req-f270c0d6-eaf8-4188-b6e0-86ceeb4ccff9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Nov 08 13:41:14.180725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4dd8135-bd1e-492b-98e4-903c95beea83 req-15d2e6ea-9246-47cc-bf9d-8a2a4ee21526 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.0337861 Nov 08 13:41:14.361878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4feb696-a9ee-4fad-a788-1a59e6e985ff req-1da84761-59dd-4492-ab0e-fa71d271c906 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 210 time: 0.0407748 Nov 08 13:41:14.380978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9fb4e-afd7-427b-a810-7ada5dc73000 req-794713d6-0245-4f09-be54-3946c2482b52 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:14.390572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bf9fb4e-afd7-427b-a810-7ada5dc73000 req-794713d6-0245-4f09-be54-3946c2482b52 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.1380112 Nov 08 13:41:14.451206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bf9fb4e-afd7-427b-a810-7ada5dc73000 req-7775d6e7-0ccc-4d78-bcca-eefa1c00e6a8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597136 Nov 08 13:41:15.123519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:15.175578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd2841-6ff5-4ed6-a570-e33af19a5eb3 req-7fcaf0ef-60a8-49c6-b4a1-410a1f396622 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:15.177160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92cd2841-6ff5-4ed6-a570-e33af19a5eb3 req-7fcaf0ef-60a8-49c6-b4a1-410a1f396622 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0543392 Nov 08 13:41:15.258631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92cd2841-6ff5-4ed6-a570-e33af19a5eb3 req-6a32a355-f367-4802-942c-02790c2988d5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602541 Nov 08 13:41:15.280543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:15.310272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'mac_address': 'fa:16:3e:0c:e2:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:15.371962 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:15.387441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48242f17-7d4f-494d-8cbe-0e21d0f70678 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:15.410175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:15.416921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:15.438728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dadd0a4e-6fbb-4a35-a739-b4536983d375 req-fc2c3b04-cf64-4a32-87bd-ebdc4514efd7 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.0561423 Nov 08 13:41:15.445051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-a4cb8b50-1134-4881-b63e-a61504197273 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=790948378ac94b91a8042a50e0647eee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566683 Nov 08 13:41:15.556413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:15.618681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['48242f17-7d4f-494d-8cbe-0e21d0f70678'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:15.672838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f249fbb0-4657-4f09-ad3e-e95ee5ba892c req-3baf9341-8494-4984-8e96-3dd2982c1fbd tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 210 time: 0.0635009 Nov 08 13:41:15.758768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-12bdc234-5476-4bee-95cf-266dc75c4dd5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:15.763458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-12bdc234-5476-4bee-95cf-266dc75c4dd5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967732 Nov 08 13:41:15.790288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Request body: {'port': {'device_id': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '790948378ac94b91a8042a50e0647eee'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:15.791965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe947f0-4b52-40b0-bf06-2682d40eeb8d req-0ed0d7c9-a0d6-40d2-b330-754faf8d0095 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:15.801741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfe947f0-4b52-40b0-bf06-2682d40eeb8d req-0ed0d7c9-a0d6-40d2-b330-754faf8d0095 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.1277597 Nov 08 13:41:15.882583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfe947f0-4b52-40b0-bf06-2682d40eeb8d req-89b942da-cf78-4de2-8e85-7d7e5d9ae1a9 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791013 Nov 08 13:41:15.985064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Made reservation on behalf of 790948378ac94b91a8042a50e0647eee for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:41:15.989050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:16.082713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:16.100056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4096dbb9-9c6b-44f0-b107-ae50e31bf257 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:16.131508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 4096dbb9-9c6b-44f0-b107-ae50e31bf257 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:41:16.132076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4096dbb9-9c6b-44f0-b107-ae50e31bf257 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:41:16.173417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Allocated IP 192.168.233.118 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/870fd880-9f29-45b8-835b-c96959389920) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:41:16.290500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:16.320206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'mac_address': 'fa:16:3e:94:4b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:16.413208 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:16.444882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:16.531835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:16.535135 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602387-33da-4001-b7da-f91d5ad98877 req-8b5465c6-e5ef-48fa-8612-b248320c6eb9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:16.540310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:16.550480 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:16.551169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5602387-33da-4001-b7da-f91d5ad98877 req-8b5465c6-e5ef-48fa-8612-b248320c6eb9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1314259 Nov 08 13:41:16.625722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:16.666100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:16.669449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:41:16.675829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:41:16.677495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b49e90ea-dee3-4113-a3a4-4c7d95e1f717 req-57e361c7-3d4d-4fe4-9a47-bd56b84c00df tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.0751765 Nov 08 13:41:16.687625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:41:16.741954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5602387-33da-4001-b7da-f91d5ad98877 req-a62c8652-5675-4def-b8e5-47b0f15bd832 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880801 Nov 08 13:41:16.771884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Pushing event updated for resources: {'Port': ['ID=870fd880-9f29-45b8-835b-c96959389920,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:16.824780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:16.839352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:16.896628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-f37b3c24-7b8f-4a14-ba1e-355084ce29c0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1105311 Nov 08 13:41:16.913663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Request body: {'port': {'device_id': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:16.975056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb01c9-7405-403f-a30b-5cc60515ded9 req-8f14555e-1b12-4b13-9f14-7173ebe4c981 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:16.987581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:16.988183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66fb01c9-7405-403f-a30b-5cc60515ded9 req-8f14555e-1b12-4b13-9f14-7173ebe4c981 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 936 time: 0.0965018 Nov 08 13:41:17.059842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:17.066264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fc268c-2a85-4eb8-987a-7b3c4379da59', '10908777-3269-4171-86e6-04e54ba4b95f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:17.071086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66fb01c9-7405-403f-a30b-5cc60515ded9 req-762d6643-a519-45f0-a56e-21c622a1a84c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819027 Nov 08 13:41:17.137227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:17.210778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6687f-49aa-482f-babe-d94c2f64290b req-b7350992-81e3-4b1c-a898-2245e2fab7c2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:17.224418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3c6687f-49aa-482f-babe-d94c2f64290b req-b7350992-81e3-4b1c-a898-2245e2fab7c2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.1148567 Nov 08 13:41:17.333463 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3c6687f-49aa-482f-babe-d94c2f64290b req-05545ec7-7b4d-424e-897c-22edac550f70 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028056 Nov 08 13:41:17.376798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:17.435191 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '76240087-8e71-4c33-81d7-5333d1c596e8', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8', 'mac_address': 'fa:16:3e:e6:77:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:17.447915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870fd880-9f29-45b8-835b-c96959389920 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:17.458287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:17.475276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Transition to ACTIVE for port object 870fd880-9f29-45b8-835b-c96959389920 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:41:17.483372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:17.521605 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:17.583556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=870fd880-9f29-45b8-835b-c96959389920,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:17.668231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76240087-8e71-4c33-81d7-5333d1c596e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:17.698605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Attempting to bind port 870fd880-9f29-45b8-835b-c96959389920 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:41:17.699267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Attempting to bind port 870fd880-9f29-45b8-835b-c96959389920 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:41:17.702174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Attempting to bind port 870fd880-9f29-45b8-835b-c96959389920 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:17.707955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Port 870fd880-9f29-45b8-835b-c96959389920 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:41:17.708397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Attempting to bind port 870fd880-9f29-45b8-835b-c96959389920 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:17.730588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:41:17.731831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:41:17.732325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:41:17.734124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Bound port: 870fd880-9f29-45b8-835b-c96959389920, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:41:17.734661 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:17.820444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:17.853524 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:17.898188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e119343-3763-4be4-9890-ba709f0b80c6 req-971a5860-2d34-404c-b13e-c30b65e06562 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.0703373 Nov 08 13:41:17.948663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] For port 870fd880-9f29-45b8-835b-c96959389920, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:17.959543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] For port 870fd880-9f29-45b8-835b-c96959389920, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=870fd880-9f29-45b8-835b-c96959389920,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:41:17.971705 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:18.048363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:18.049681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:18.060825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] 10.222.0.70 "PUT /v2.0/ports/870fd880-9f29-45b8-835b-c96959389920 HTTP/1.1" status: 200 len: 1096 time: 1.1513982 Nov 08 13:41:18.063054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'tag': '870fd880-9f29-45b8-835b-c96959389920'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:18.069297 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327bac42-01f9-4009-a3c0-9c43be41ea02" -d '{"events": [{"name": "network-changed", "server_uuid": "07768e1d-2746-456e-8c04-4929bbb4d9a6", "tag": "870fd880-9f29-45b8-835b-c96959389920"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:18.130893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495b433-9899-4a5a-a66e-11a374dc0ef8 req-a61171d5-f2e0-45c2-af25-e691458452f5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:18.131132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['76240087-8e71-4c33-81d7-5333d1c596e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:18.145510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a495b433-9899-4a5a-a66e-11a374dc0ef8 req-a61171d5-f2e0-45c2-af25-e691458452f5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.2311409 Nov 08 13:41:18.154771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a731bd7-d8a4-4883-9650-d1c3e590d2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=870fd880-9f29-45b8-835b-c96959389920,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:18.314772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a495b433-9899-4a5a-a66e-11a374dc0ef8 req-1fe52c0e-2e95-4800-a90b-831e37747561 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615713 Nov 08 13:41:18.375831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:18.376419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-a9b68077-ace9-43b4-9a52-19baccadc362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:18.387464 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-a9b68077-ace9-43b4-9a52-19baccadc362 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 1099 time: 0.1847639 Nov 08 13:41:18.574281 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455a861-80f4-4930-bb3b-d4bfc63fa404 x-openstack-request-id: req-d455a861-80f4-4930-bb3b-d4bfc63fa404 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:18.574590 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07768e1d-2746-456e-8c04-4929bbb4d9a6", "tag": "870fd880-9f29-45b8-835b-c96959389920", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:18.574853 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d455a861-80f4-4930-bb3b-d4bfc63fa404 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:18.575271 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'tag': '870fd880-9f29-45b8-835b-c96959389920', 'status': 'completed', 'code': 200} Nov 08 13:41:18.583115 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-d8575da9-c9d4-47b2-bc24-abcb985e3a51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=870fd880-9f29-45b8-835b-c96959389920 HTTP/1.1" status: 200 len: 217 time: 0.1877201 Nov 08 13:41:18.653762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4677779-da5d-47c0-bfc0-dde9ae42d025 req-28394558-54d9-4588-9ff8-7950029d38ba tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:18.672948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4677779-da5d-47c0-bfc0-dde9ae42d025 req-28394558-54d9-4588-9ff8-7950029d38ba tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 948 time: 0.1783500 Nov 08 13:41:18.717626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-b4768587-435e-472e-b680-59282c1b1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:18.719211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-b4768587-435e-472e-b680-59282c1b1c1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1249092 Nov 08 13:41:18.801585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55a75f-bd21-418a-8383-6e4bf6a6483b req-42182cae-7761-4b48-b60b-6dd60cbb177c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:18.810415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e55a75f-bd21-418a-8383-6e4bf6a6483b req-42182cae-7761-4b48-b60b-6dd60cbb177c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.1324916 Nov 08 13:41:18.812842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-d550ab56-e590-4e2c-a987-c41b3832a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:18.815216 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-d550ab56-e590-4e2c-a987-c41b3832a0cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833418 Nov 08 13:41:18.855351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4677779-da5d-47c0-bfc0-dde9ae42d025 req-d529621e-7990-41df-ac5c-810e00e4081a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260271 Nov 08 13:41:18.956803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e55a75f-bd21-418a-8383-6e4bf6a6483b req-8b98d1c0-d939-4a40-abcc-a27586c9549f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452267 Nov 08 13:41:19.061960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-d786b5cc-1e3d-42ec-8845-552718723626 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385077 Nov 08 13:41:19.110333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edd2d6fd-287e-428b-82b7-910eb75f6f12 req-82326f48-5288-43be-a547-3a956b19bb9f tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=31b23a3c-f037-4b19-b16b-c13f2a75f294 HTTP/1.1" status: 200 len: 210 time: 0.0527146 Nov 08 13:41:19.127397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:19.234620 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8096608f-ffce-41ac-98a8-a189a6d2bfd6 req-6a43198f-c7cc-4d7e-8534-18371e749ec7 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570954 Nov 08 13:41:19.279197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 76240087-8e71-4c33-81d7-5333d1c596e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:19.279197 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:19.412760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:19.429204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-f851736f-e089-4e00-9063-69c9d99624a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:19.430749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-f851736f-e089-4e00-9063-69c9d99624a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=790948378ac94b91a8042a50e0647eee&device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 1099 time: 0.1223338 Nov 08 13:41:19.459917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:19.462309 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c27459-9deb-4e8d-85d7-655b8770e977" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:19.500740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:19.507864 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:19.508665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:19.729975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-254a3b52-8a68-4f19-b6ee-05090bc9eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:19.734236 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-254a3b52-8a68-4f19-b6ee-05090bc9eac5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2927105 Nov 08 13:41:19.739345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:19.800141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 48242f17-7d4f-494d-8cbe-0e21d0f70678 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:19.801662 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:19.832232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-b6db153d-8737-4555-9b6f-c1013e88ef09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=870fd880-9f29-45b8-835b-c96959389920 HTTP/1.1" status: 200 len: 217 time: 0.0809016 Nov 08 13:41:19.938628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d32d29-9c88-4f97-b100-7e28f4e7cea3 req-21d907a3-ec93-4e6f-b3db-4f02b88f2fcf tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:19.942945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-509d0321-d5d0-49c9-97e5-0bf3dd0437c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:19.944501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-509d0321-d5d0-49c9-97e5-0bf3dd0437c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1056285 Nov 08 13:41:19.946416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79d32d29-9c88-4f97-b100-7e28f4e7cea3 req-21d907a3-ec93-4e6f-b3db-4f02b88f2fcf tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.2417686 Nov 08 13:41:20.057010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-ca845647-4b5a-4f84-90e8-389643f4506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:20.066296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-ca845647-4b5a-4f84-90e8-389643f4506a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1068070 Nov 08 13:41:20.076923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:20.078379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79d32d29-9c88-4f97-b100-7e28f4e7cea3 req-0b97c1de-0c5b-4a96-a5bd-94025c86b8c0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209381 Nov 08 13:41:20.143668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:20.147678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:20.256964 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa0872-450a-43fa-8042-682d1bdc4fd7 x-openstack-request-id: req-bcaa0872-450a-43fa-8042-682d1bdc4fd7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:20.259256 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:20.259657 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcaa0872-450a-43fa-8042-682d1bdc4fd7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:20.263723 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'code': 200} Nov 08 13:41:20.275836 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:20.318740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-bf68fdb0-8a50-457b-b29b-0e45765d3518 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387130 Nov 08 13:41:20.371418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:41:20.394648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e0ff2-2696-41ae-985c-e4c17a20f48e req-4c4ff8b6-f307-4ca3-8565-fa744c72478e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:20.412213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f11e0ff2-2696-41ae-985c-e4c17a20f48e req-4c4ff8b6-f307-4ca3-8565-fa744c72478e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 948 time: 0.1245778 Nov 08 13:41:20.420874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:20.421462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:20.533908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:20.545633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f11e0ff2-2696-41ae-985c-e4c17a20f48e req-e19721fb-eafc-4466-ac86-0cdbff5de617 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324344 Nov 08 13:41:20.574562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bac42-01f9-4009-a3c0-9c43be41ea02 req-3fca8ddf-0492-46fd-b190-4152f6b8fe62 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429049 Nov 08 13:41:20.742561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459a157-f49c-4fd3-8801-f92b0f853fbb req-1d1bb699-5d00-4ac1-944b-756314fc21ba tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:20.760505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6459a157-f49c-4fd3-8801-f92b0f853fbb req-1d1bb699-5d00-4ac1-944b-756314fc21ba tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.1259959 Nov 08 13:41:20.862684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6459a157-f49c-4fd3-8801-f92b0f853fbb req-0c0b9635-9fd4-43ce-a9d1-960c3dd13dfd tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008890 Nov 08 13:41:20.979831 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:21.035836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:21.044146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:21.165178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:21.368113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ca77b-c2fc-4936-b6d6-d7f74641cba6 req-329c9e61-3a0d-4351-b6b7-1ac4ae24722c tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:21.386847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b71ca77b-c2fc-4936-b6d6-d7f74641cba6 req-329c9e61-3a0d-4351-b6b7-1ac4ae24722c tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1096 time: 0.1214213 Nov 08 13:41:21.508155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b71ca77b-c2fc-4936-b6d6-d7f74641cba6 req-3fb5c94e-8bdb-4c49-8aa1-f551bb593ac7 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197660 Nov 08 13:41:21.997326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2040c-e735-4509-96ac-95e252b39719 req-fc317867-7fb4-47d9-b566-36136cb50718 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:22.002328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ce2040c-e735-4509-96ac-95e252b39719 req-fc317867-7fb4-47d9-b566-36136cb50718 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1096 time: 0.0804925 Nov 08 13:41:22.101454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ce2040c-e735-4509-96ac-95e252b39719 req-df4bb2be-6548-4935-8052-41eb6f482526 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928204 Nov 08 13:41:22.264973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678'}, {'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:22.269795 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a607818b-d19e-4e5a-bd08-04db44e13334" -d '{"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-plugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678"}, {"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:22.305963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ce6ba-1b22-49e1-975e-47b9321826a1 req-29c190e5-a618-483a-9776-c46e10ac9c42 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:22.321019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b9ce6ba-1b22-49e1-975e-47b9321826a1 req-29c190e5-a618-483a-9776-c46e10ac9c42 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 948 time: 0.1097784 Nov 08 13:41:22.458669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b9ce6ba-1b22-49e1-975e-47b9321826a1 req-e8ce5414-eddd-47b0-8994-0084a281c706 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313572 Nov 08 13:41:22.662798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ddf30-542d-4eae-a9c3-a491419b90a3 req-e9be39bb-7016-4202-8050-ca686b856236 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:22.674260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-467ddf30-542d-4eae-a9c3-a491419b90a3 req-e9be39bb-7016-4202-8050-ca686b856236 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0697505 Nov 08 13:41:22.809948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-467ddf30-542d-4eae-a9c3-a491419b90a3 req-1602e61d-330f-4f29-b24b-8bf05c62e876 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923243 Nov 08 13:41:22.898162 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:22.978368 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db83ff4-f8c8-486c-843f-67580ebec088 x-openstack-request-id: req-0db83ff4-f8c8-486c-843f-67580ebec088 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:22.978781 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-plugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678", "code": 200}, {"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:22.979133 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0db83ff4-f8c8-486c-843f-67580ebec088 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:22.979636 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'code': 200} Nov 08 13:41:22.980009 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'code': 200} Nov 08 13:41:23.128245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 870fd880-9f29-45b8-835b-c96959389920 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:23.182425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ea0d2-5243-44c6-a746-be1837ffd46a req-0b550c27-fa99-4a39-b00d-b61c96f817be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:23.184602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-577ea0d2-5243-44c6-a746-be1837ffd46a req-0b550c27-fa99-4a39-b00d-b61c96f817be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1100 time: 0.1281035 Nov 08 13:41:23.262883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-577ea0d2-5243-44c6-a746-be1837ffd46a req-b9a6c515-30aa-457b-906f-eff5215e514e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689595 Nov 08 13:41:23.367178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 870fd880-9f29-45b8-835b-c96959389920, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=870fd880-9f29-45b8-835b-c96959389920,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:23.429730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '870fd880-9f29-45b8-835b-c96959389920', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '870fd880-9f29-45b8-835b-c96959389920', 'mac_address': 'fa:16:3e:d9:ef:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:23.438441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:23.552515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:23.579248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870fd880-9f29-45b8-835b-c96959389920 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:23.635072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 870fd880-9f29-45b8-835b-c96959389920, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=870fd880-9f29-45b8-835b-c96959389920,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:23.644741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:23.842904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=870fd880-9f29-45b8-835b-c96959389920,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:24.287958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['870fd880-9f29-45b8-835b-c96959389920'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:25.615142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-cd59b955-c3d4-49f1-9cc9-4c1e7bd9a3bb tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:41:25.617138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-cd59b955-c3d4-49f1-9cc9-4c1e7bd9a3bb tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082974 Nov 08 13:41:25.709206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-25d8a191-3c94-4c6d-abf1-baf5a0d51f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:25.723767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-25d8a191-3c94-4c6d-abf1-baf5a0d51f04 service neutron] 10.222.0.65 "GET /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 1093 time: 0.0820463 Nov 08 13:41:25.730572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Request body: {'binding': {'host': 'n-h1-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:25.731119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Unknown quota resources ['binding']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:41:26.070096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on host n-h1-804292-2 for vnic_type normal with profile None {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:41:26.070847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:41:26.071442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:26.085191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:41:26.085934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:26.106112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:41:26.107159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:41:26.108075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:41:26.109034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Bound port: fa25e07e-0985-4648-87b4-c0ffed082c1c, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:41:26.308941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:41:26.322642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] Publish callbacks [] for binding, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:26.329399 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-6fb3d9df-ec1a-40c9-85eb-f8cf90ead350 service neutron] 10.222.0.65 "POST /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c/bindings HTTP/1.1" status: 201 len: 389 time: 0.6022241 Nov 08 13:41:26.707625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8b24a-2dfe-46aa-b4cf-fa164137d27b req-8bfa3912-b419-4860-b7e9-73aa0228d7bd tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:26.721975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9d8b24a-2dfe-46aa-b4cf-fa164137d27b req-8bfa3912-b419-4860-b7e9-73aa0228d7bd tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 949 time: 0.1692741 Nov 08 13:41:26.871133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-8bd4b208-f264-4f5d-ad81-f3407c4c1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:26.875352 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-8bd4b208-f264-4f5d-ad81-f3407c4c1eba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1096 time: 0.1347709 Nov 08 13:41:26.906696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9d8b24a-2dfe-46aa-b4cf-fa164137d27b req-ace713d1-f7be-4ee1-a940-5a0f8492cf82 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725264 Nov 08 13:41:27.176155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-df0aec84-c41d-4d34-8280-914c106fb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:27.177562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-df0aec84-c41d-4d34-8280-914c106fb95c service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.2866178 Nov 08 13:41:27.183387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 870fd880-9f29-45b8-835b-c96959389920 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:27.222088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325176f-c7a4-469e-a1d6-b270c0609ce7 req-caf2b501-7f4a-42ba-9514-d9c0cbee07b2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:27.227566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0325176f-c7a4-469e-a1d6-b270c0609ce7 req-caf2b501-7f4a-42ba-9514-d9c0cbee07b2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1949067 Nov 08 13:41:27.310288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 870fd880-9f29-45b8-835b-c96959389920 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:41:27.320566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 870fd880-9f29-45b8-835b-c96959389920 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:27.321045 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:27.331496 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-5d6fdfb4-6993-4b09-941d-d483abe1a32e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 217 time: 0.1343844 Nov 08 13:41:27.383090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0325176f-c7a4-469e-a1d6-b270c0609ce7 req-8c32a678-5595-4f74-8646-0eee2d8b39bb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481650 Nov 08 13:41:27.459611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-b58ba55b-ac3e-4360-bb8f-59659439421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:27.461350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-b58ba55b-ac3e-4360-bb8f-59659439421b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1202595 Nov 08 13:41:27.541852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-b1b765d0-74a3-4213-ad18-2c8d9382aa85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636673 Nov 08 13:41:27.792964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-f09ee539-a8ff-4737-a92c-848e191ffd01 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378178 Nov 08 13:41:27.794475 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:27.874131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 870fd880-9f29-45b8-835b-c96959389920, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=870fd880-9f29-45b8-835b-c96959389920,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:27.886584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fd880-9f29-45b8-835b-c96959389920'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:27.889418 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edf3f96-9680-432f-ba55-c3524f9edf11" -d '{"events": [{"server_uuid": "07768e1d-2746-456e-8c04-4929bbb4d9a6", "name": "network-vif-plugged", "status": "completed", "tag": "870fd880-9f29-45b8-835b-c96959389920"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:27.910536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cca9fd-4825-4b60-9ef2-7451c7be9299 req-af8d5da0-eb57-4d00-bdc8-f0e5e385713d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:27.934240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1cca9fd-4825-4b60-9ef2-7451c7be9299 req-af8d5da0-eb57-4d00-bdc8-f0e5e385713d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1458969 Nov 08 13:41:27.937903 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:28.104043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1cca9fd-4825-4b60-9ef2-7451c7be9299 req-8c52e8ae-c28b-46d4-9bfc-a0477a07fe77 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683066 Nov 08 13:41:28.109588 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7b170975-a721-41ac-859e-702a21be1a65 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971032 Nov 08 13:41:28.171370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=870fd880-9f29-45b8-835b-c96959389920,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:28.198501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4fbd-607e-40ad-8d8e-34bc05430712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:28.463153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871bab1-a7a4-4c4c-873f-c68c7f766a2b req-b125af15-c86e-4317-bac9-46fc3468cfc7 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:28.480413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1871bab1-a7a4-4c4c-873f-c68c7f766a2b req-b125af15-c86e-4317-bac9-46fc3468cfc7 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1100 time: 0.1662469 Nov 08 13:41:28.618353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1871bab1-a7a4-4c4c-873f-c68c7f766a2b req-377e7359-79ee-4d9b-98aa-33508105126a tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368949 Nov 08 13:41:28.821969 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4564a34d-39dd-415e-b0ab-e60dd4900ac7 x-openstack-request-id: req-4564a34d-39dd-415e-b0ab-e60dd4900ac7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:28.822398 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07768e1d-2746-456e-8c04-4929bbb4d9a6", "name": "network-vif-plugged", "status": "completed", "tag": "870fd880-9f29-45b8-835b-c96959389920", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:28.823336 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4564a34d-39dd-415e-b0ab-e60dd4900ac7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:28.824175 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870fd880-9f29-45b8-835b-c96959389920', 'code': 200} Nov 08 13:41:29.158939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7178b9e-64c0-4542-a74a-0bf80e17a3ef req-0833ddc8-160a-4311-9086-842a11d8f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:29.161846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a7178b9e-64c0-4542-a74a-0bf80e17a3ef req-0833ddc8-160a-4311-9086-842a11d8f401 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 1101 time: 0.0674562 Nov 08 13:41:29.228997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fae77-1f89-4283-a6ad-9bfcc90ac514 req-4ecb4fd9-5fc0-4e94-9a4e-06abc9e2bf5d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:29.230540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c9fae77-1f89-4283-a6ad-9bfcc90ac514 req-4ecb4fd9-5fc0-4e94-9a4e-06abc9e2bf5d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 950 time: 0.1403363 Nov 08 13:41:29.315280 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a7178b9e-64c0-4542-a74a-0bf80e17a3ef req-6accff29-af0f-4cb4-8c10-bb0b5d8793f6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324325 Nov 08 13:41:29.425911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c9fae77-1f89-4283-a6ad-9bfcc90ac514 req-e25db409-0c56-47e1-ae40-d581560381ab tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884551 Nov 08 13:41:30.515094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-4a914f72-304f-4852-9469-95d0e47f4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:30.522797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-4a914f72-304f-4852-9469-95d0e47f4b26 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1096 time: 0.1328614 Nov 08 13:41:30.862380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-8544434e-86d4-4c95-9147-3cc319ac397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:30.864195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-8544434e-86d4-4c95-9147-3cc319ac397e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.2892060 Nov 08 13:41:31.095897 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-d4e0d08d-97d8-47e9-b1e7-f420ec1ef385 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 1000 time: 0.2141473 Nov 08 13:41:31.100592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644c5e5-8eb7-44d3-821f-63848defe9d4 req-3a1ce719-4fb4-4ea8-8246-3326b40ab01a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:31.115818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f644c5e5-8eb7-44d3-821f-63848defe9d4 req-3a1ce719-4fb4-4ea8-8246-3326b40ab01a tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1680472 Nov 08 13:41:31.228033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-a3b22889-afeb-42e7-87cd-ddd5b29d4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:31.229516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-a3b22889-afeb-42e7-87cd-ddd5b29d4aa9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1124601 Nov 08 13:41:31.273627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f644c5e5-8eb7-44d3-821f-63848defe9d4 req-c81fed61-258c-4a53-90c9-f7eb11d20fb4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472955 Nov 08 13:41:31.450038 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-964ea038-bda0-4248-9df2-a645b171c44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:31.476522 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-bfed9992-eccb-46ef-9733-8fbf6dab998e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6756849 Nov 08 13:41:31.504954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-408c4086-cfc3-4566-8134-d59f70521d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:31.525624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-408c4086-cfc3-4566-8134-d59f70521d89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055986 Nov 08 13:41:31.566534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6876b-6356-4712-86aa-c56748ce7f73 req-6c3f266b-8615-42d9-a112-1c2fcde3cae4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:31.577751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec6876b-6356-4712-86aa-c56748ce7f73 req-6c3f266b-8615-42d9-a112-1c2fcde3cae4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 950 time: 0.1628196 Nov 08 13:41:31.717095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec6876b-6356-4712-86aa-c56748ce7f73 req-0777e03a-0dd6-4e01-a8a9-3172ed755ec5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363697 Nov 08 13:41:31.838165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-e9eb96b5-9ad8-4940-89d4-209dfd5af7d6 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962017 Nov 08 13:41:32.177135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d38c2dc0-0d15-4690-a8c2-182ace8fe474 req-2c5f0cfd-ed7a-477c-a5b4-75a9873be172 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191185 Nov 08 13:41:32.359390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e6767-ddac-42cd-a071-3e60b2dee316 req-612092f2-a791-4ba6-8538-34e6a6dac885 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:32.369617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-456e6767-ddac-42cd-a071-3e60b2dee316 req-612092f2-a791-4ba6-8538-34e6a6dac885 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.3409388 Nov 08 13:41:32.497057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-456e6767-ddac-42cd-a071-3e60b2dee316 req-9687bdc3-4023-43cd-8df3-2c8126bae51e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261287 Nov 08 13:41:32.960954 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:33.322706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057004c-8336-4a35-98e2-eb95f758d3ad req-82b3fa60-5159-4356-b025-f4bb69e9b5f5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:33.325302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0057004c-8336-4a35-98e2-eb95f758d3ad req-82b3fa60-5159-4356-b025-f4bb69e9b5f5 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1582165 Nov 08 13:41:33.512584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0057004c-8336-4a35-98e2-eb95f758d3ad req-f5ebedc7-16d5-487c-b5e6-537b550770f4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799109 Nov 08 13:41:33.814894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0370c-ef65-4a0a-be76-1306a54cf125 req-714f4667-3b2b-49e9-b49e-1133a8b8fc8e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:33.832819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24a0370c-ef65-4a0a-be76-1306a54cf125 req-714f4667-3b2b-49e9-b49e-1133a8b8fc8e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 950 time: 0.1774578 Nov 08 13:41:33.858557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-ccb16bbe-c0a8-4c26-aa65-fde580298657 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:33.864605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-ccb16bbe-c0a8-4c26-aa65-fde580298657 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 944 time: 0.1581509 Nov 08 13:41:33.994746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24a0370c-ef65-4a0a-be76-1306a54cf125 req-1814c5fb-cd46-48a1-a1dc-867270c21e69 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607149 Nov 08 13:41:34.062387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Deleting port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:41:34.062662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:34.125337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-44ba0a2e-c3e7-42fa-bcd4-13e813cb21d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0953944 Nov 08 13:41:34.336675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] For port 97cbf3f7-f3de-47b3-9794-7a2220728fd1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=97cbf3f7-f3de-47b3-9794-7a2220728fd1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:34.337100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:34.361273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Calling delete_port for 97cbf3f7-f3de-47b3-9794-7a2220728fd1 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:41:34.371050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87895bd-076c-4711-b6ca-ebafc137ccff req-5be64459-7d58-4c95-aa3f-51d8a4580d14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:34.382888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a87895bd-076c-4711-b6ca-ebafc137ccff req-5be64459-7d58-4c95-aa3f-51d8a4580d14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5431acd-4ffd-42ae-bfb1-1c56f07cde5d HTTP/1.1" status: 200 len: 944 time: 0.2391479 Nov 08 13:41:34.406480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11e02-387d-498b-a56d-d04164155be6 req-ad241673-bb11-4b84-bb47-e38ca636bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:34.407611 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-ad241673-bb11-4b84-bb47-e38ca636bae1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 1095 time: 0.2357092 Nov 08 13:41:34.555143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a87895bd-076c-4711-b6ca-ebafc137ccff req-0e436f0f-63e3-4eb6-88e4-f6f2dafe6c5b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712255 Nov 08 13:41:34.714290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:34.745222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11e02-387d-498b-a56d-d04164155be6 req-9689f894-bfce-4995-b387-e391892af26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:34.753499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-9689f894-bfce-4995-b387-e391892af26a service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.2645054 Nov 08 13:41:34.787878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event deleted for resources: {'Port': ['ID=97cbf3f7-f3de-47b3-9794-7a2220728fd1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:34.830646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-5605b708-dbcb-4277-bf19-8d4c61d8a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:34.837607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-5605b708-dbcb-4277-bf19-8d4c61d8a415 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1100 time: 0.1391127 Nov 08 13:41:34.920672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-9f92e8f2-7f98-43d3-b231-cfe947a7fef7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 200 len: 217 time: 0.1575556 Nov 08 13:41:35.088659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-02c88715-71e2-4b8e-8f55-5635fca5af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:35.091234 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-02c88715-71e2-4b8e-8f55-5635fca5af8f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2422502 Nov 08 13:41:35.208789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] No DVR routers for this DVR port 97cbf3f7-f3de-47b3-9794-7a2220728fd1 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:41:35.212958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-c451b083-f71d-46fc-99ab-e0c0dbdfc672 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0763400 Nov 08 13:41:35.214109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:35.217993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6afbd76-a3dc-44aa-991b-e1bfc86f6776 req-2a251aaf-4914-4f05-bdbd-73e2b8d3d0fa tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "DELETE /v2.0/ports/97cbf3f7-f3de-47b3-9794-7a2220728fd1 HTTP/1.1" status: 204 len: 173 time: 1.3465583 Nov 08 13:41:35.218996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'name': 'network-vif-deleted', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:35.221376 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c217b243-89e7-46f1-ab0c-3a1e855061b9" -d '{"events": [{"server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "name": "network-vif-deleted", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:35.373158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-cf55a227-5b92-4e9f-957d-b1e6b5538e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:35.383156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-cf55a227-5b92-4e9f-957d-b1e6b5538e14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1491771 Nov 08 13:41:35.410235 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:35.535209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-4274366e-0743-4ef3-9a3e-58aea66d6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:35.536885 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-4274366e-0743-4ef3-9a3e-58aea66d6068 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1465499 Nov 08 13:41:35.603981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd11e02-387d-498b-a56d-d04164155be6 req-e9ddd88e-4213-4346-bfd6-1da43967f1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:35.605736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-e9ddd88e-4213-4346-bfd6-1da43967f1e7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.6716783 Nov 08 13:41:35.616672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ce51b-7555-465a-864b-5917fe1a6e83 req-e93fbdda-7ebf-40d1-abe2-30b273371e9d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:35.625126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c0ce51b-7555-465a-864b-5917fe1a6e83 req-e93fbdda-7ebf-40d1-abe2-30b273371e9d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.7030165 Nov 08 13:41:35.670064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-93e91b95-f612-45be-b921-fa51def79e84 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336294 Nov 08 13:41:35.730545 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:35.761621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-dc2113f4-cf80-491d-aec2-a1a1bbb55c0d service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049358 Nov 08 13:41:35.863955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c0ce51b-7555-465a-864b-5917fe1a6e83 req-ff7da3bf-41e2-42fe-ae07-2429dbed9f11 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374070 Nov 08 13:41:35.992246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-02a417f5-b5b8-42be-bf91-93482f7b8388 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607918 Nov 08 13:41:36.008127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-bdcf967e-3476-4af1-9f8f-e8833bfea8f6 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397518 Nov 08 13:41:36.133095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 97cbf3f7-f3de-47b3-9794-7a2220728fd1 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:36.184148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd11e02-387d-498b-a56d-d04164155be6 req-10bf7922-becf-4e59-93e0-56958eea1e61 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787715 Nov 08 13:41:36.214169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 97cbf3f7-f3de-47b3-9794-7a2220728fd1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:41:36.214779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 97cbf3f7-f3de-47b3-9794-7a2220728fd1 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:41:36.511405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba018d53-18e1-4382-b996-61461727dbb4 req-f4c80416-476d-449b-a02d-5da2e7cd069b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:36.528100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba018d53-18e1-4382-b996-61461727dbb4 req-f4c80416-476d-449b-a02d-5da2e7cd069b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1174700 Nov 08 13:41:36.753428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba018d53-18e1-4382-b996-61461727dbb4 req-00bbe9c2-7f37-4d8b-8a71-63f6891122b1 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241518 Nov 08 13:41:36.903559 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc477f3-7b05-4793-ba01-5c26092f82ea x-openstack-request-id: req-0dc477f3-7b05-4793-ba01-5c26092f82ea {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:36.906536 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5431acd-4ffd-42ae-bfb1-1c56f07cde5d", "name": "network-vif-deleted", "tag": "97cbf3f7-f3de-47b3-9794-7a2220728fd1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:36.907609 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0dc477f3-7b05-4793-ba01-5c26092f82ea {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:36.909182 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5431acd-4ffd-42ae-bfb1-1c56f07cde5d', 'name': 'network-vif-deleted', 'tag': '97cbf3f7-f3de-47b3-9794-7a2220728fd1', 'status': 'completed', 'code': 200} Nov 08 13:41:37.855399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.859286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.863324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.865774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.870255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.872508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.873623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.874674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.875711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.877547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.878214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.878876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.879533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.880220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.880964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.881804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.882822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.883826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.884894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.885947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.886949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.888350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.889425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.890540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:37.900300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-cc3ff704-aad7-4f1e-9436-0915e8f0a73a tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6&device_id=a96f4509-d753-4811-861d-af6e782ac1fe&device_id=06e77706-c425-43ba-a30c-7f128d72960b&device_id=ff52f060-7582-489e-9afe-7870c18cb20a&device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c&device_id=26403ea3-9161-448d-a393-b783d6a4cfcd&device_id=834feee8-faf5-4bd1-8387-328b12310a14&device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8&device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6&device_id=00b617ed-e195-43de-9754-eb2d54d69531&device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5&device_id=741bd17d-0971-4eea-b8e6-9eba22328483&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385&device_id=46f72379-7263-4e02-b535-cf9068f865fc&device_id=6f725679-6138-4fce-a6de-e7dec5ea866a&device_id=32dcce8b-cf33-47a3-837f-3a351bfea703&device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 21601 time: 0.2065704 Nov 08 13:41:37.957379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-8b050568-8d85-408c-9297-891affdd57ab tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:38.209489 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-8b050568-8d85-408c-9297-891affdd57ab tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:38.218517 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-8b050568-8d85-408c-9297-891affdd57ab tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:38.386462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b050568-8d85-408c-9297-891affdd57ab tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73980100-bec9-4230-aa76-4f35772ae996,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:38.492905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a5cb0e6-c322-49d7-94fb-b136bdc6e22c req-8b050568-8d85-408c-9297-891affdd57ab tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&id=dce2cba6-0e31-4e16-adc8-460df74171ed&id=468c51ea-f78a-4b75-a040-d4abb2336d01&id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&id=d11abbc2-a3a1-4152-9089-29b40e3143d2&id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 898 time: 0.5752103 Nov 08 13:41:38.640994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0028958-f1ce-41bd-ab68-05e9fb81665a req-0c89711f-4d1d-4121-8ab5-341ba5e04126 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:38.644366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0028958-f1ce-41bd-ab68-05e9fb81665a req-0c89711f-4d1d-4121-8ab5-341ba5e04126 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0808678 Nov 08 13:41:38.787773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0028958-f1ce-41bd-ab68-05e9fb81665a req-305e714a-b8f6-43b0-bd52-65d97c002bf1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322451 Nov 08 13:41:39.075040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c291a-729f-4fe7-9412-ea75f6c5b7a0 req-292c769d-3c81-4da3-b7fa-fb09c89b7fe8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:39.083351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c21c291a-729f-4fe7-9412-ea75f6c5b7a0 req-292c769d-3c81-4da3-b7fa-fb09c89b7fe8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0937641 Nov 08 13:41:39.168803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c21c291a-729f-4fe7-9412-ea75f6c5b7a0 req-319ffb2c-c0fc-4600-8d52-b80c6d449e89 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807862 Nov 08 13:41:39.554666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3added7-0675-46af-ae97-bf8a457719b5 req-a37cc010-c738-4ad2-b671-425c2c18c7e4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:39.562738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3added7-0675-46af-ae97-bf8a457719b5 req-a37cc010-c738-4ad2-b671-425c2c18c7e4 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 944 time: 0.1282470 Nov 08 13:41:39.678125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1a223-a016-463f-acea-a0088075f16e req-5ba39e7c-5d7d-4e0e-bd67-4d310703526f tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:39.688030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6d1a223-a016-463f-acea-a0088075f16e req-5ba39e7c-5d7d-4e0e-bd67-4d310703526f tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 951 time: 0.1809485 Nov 08 13:41:39.724677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3added7-0675-46af-ae97-bf8a457719b5 req-93d854ae-d87b-400f-a141-0f74dd83fe9b tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602569 Nov 08 13:41:39.777258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-06b01168-4dbb-435c-9af8-198ac73deab1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:39.779172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-06b01168-4dbb-435c-9af8-198ac73deab1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 944 time: 0.1792240 Nov 08 13:41:39.784128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6d1a223-a016-463f-acea-a0088075f16e req-53524fc1-e91c-4658-bb10-0e4865d26453 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951667 Nov 08 13:41:39.992048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb7e19-0867-438c-b814-778e8c4cffd6 req-77da7f3e-3011-4ee6-ba78-025d059ae8ee tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:39.993851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fbb7e19-0867-438c-b814-778e8c4cffd6 req-77da7f3e-3011-4ee6-ba78-025d059ae8ee tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0807071 Nov 08 13:41:40.037580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Deleting port 4f32464f-6f13-44f1-b8ab-e2522160d93b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:41:40.037925 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:40.140186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c652e9-73b0-4921-9a1b-10a536e2e873 req-458ec9cd-2743-41f6-86b6-e3836e7165ce tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:40.141413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c652e9-73b0-4921-9a1b-10a536e2e873 req-458ec9cd-2743-41f6-86b6-e3836e7165ce tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:40.141413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c652e9-73b0-4921-9a1b-10a536e2e873 req-458ec9cd-2743-41f6-86b6-e3836e7165ce tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:40.143294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36c652e9-73b0-4921-9a1b-10a536e2e873 req-458ec9cd-2743-41f6-86b6-e3836e7165ce tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6&device_id=06e77706-c425-43ba-a30c-7f128d72960b&device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 2882 time: 0.1606910 Nov 08 13:41:40.152001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fbb7e19-0867-438c-b814-778e8c4cffd6 req-4a294134-6095-4b49-856a-99fade61dce1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488373 Nov 08 13:41:40.216419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] For port 4f32464f-6f13-44f1-b8ab-e2522160d93b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f32464f-6f13-44f1-b8ab-e2522160d93b,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:40.216809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:40.241879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36c652e9-73b0-4921-9a1b-10a536e2e873 req-e29682aa-e045-446f-987f-5aa54d01db8f tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868578 Nov 08 13:41:40.243000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Calling delete_port for 4f32464f-6f13-44f1-b8ab-e2522160d93b owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:41:40.444319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:40.490573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event deleted for resources: {'Port': ['ID=4f32464f-6f13-44f1-b8ab-e2522160d93b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:40.500668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97907a97-bb18-4c8a-bc8a-45db480a125c req-31a1e623-493a-4a2b-be84-4c5fe0f5fbf0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:40.502434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97907a97-bb18-4c8a-bc8a-45db480a125c req-31a1e623-493a-4a2b-be84-4c5fe0f5fbf0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1195018 Nov 08 13:41:40.565294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] No DVR routers for this DVR port 4f32464f-6f13-44f1-b8ab-e2522160d93b on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:41:40.570334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:40.573672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d1e29a5-5ecb-4269-87f0-6489edfdbd0e req-99d16b13-0599-4d40-88f6-e6436a937381 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "DELETE /v2.0/ports/4f32464f-6f13-44f1-b8ab-e2522160d93b HTTP/1.1" status: 204 len: 173 time: 0.7844627 Nov 08 13:41:40.574176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'name': 'network-vif-deleted', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:40.576497 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37810c57-9e12-42e4-83f9-1091c161b355" -d '{"events": [{"server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "name": "network-vif-deleted", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:40.620380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97907a97-bb18-4c8a-bc8a-45db480a125c req-70517838-3ab3-4c41-862c-ad09cdc6dda4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099741 Nov 08 13:41:40.868676 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b81e9c-9996-411b-b028-f4e6e687e2ee x-openstack-request-id: req-55b81e9c-9996-411b-b028-f4e6e687e2ee {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:40.869194 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f725679-6138-4fce-a6de-e7dec5ea866a", "name": "network-vif-deleted", "tag": "4f32464f-6f13-44f1-b8ab-e2522160d93b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:40.869194 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55b81e9c-9996-411b-b028-f4e6e687e2ee {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:40.869634 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f725679-6138-4fce-a6de-e7dec5ea866a', 'name': 'network-vif-deleted', 'tag': '4f32464f-6f13-44f1-b8ab-e2522160d93b', 'status': 'completed', 'code': 200} Nov 08 13:41:40.974017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15cf8be1-803e-40e5-bc5f-da7fc6d68dd5 req-12321c4c-835e-47ef-8bc3-e9e888fc87db tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f725679-6138-4fce-a6de-e7dec5ea866a HTTP/1.1" status: 200 len: 210 time: 0.0354962 Nov 08 13:41:41.015496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7ba72-d606-4335-9c2e-c7a2e8337889 req-53e717ab-22f9-40c0-b1a3-e8fec253ea2f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:41.017605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace7ba72-d606-4335-9c2e-c7a2e8337889 req-53e717ab-22f9-40c0-b1a3-e8fec253ea2f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 945 time: 0.0774703 Nov 08 13:41:41.073610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ace7ba72-d606-4335-9c2e-c7a2e8337889 req-e34f1326-d682-47b2-8560-4be1c68673d8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476840 Nov 08 13:41:41.574773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d933d4a-bb35-4ce4-9df8-b15f62649f0f req-4aa1a0d3-fcdc-4ad2-8fa0-9885f440c8eb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:41.576380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d933d4a-bb35-4ce4-9df8-b15f62649f0f req-4aa1a0d3-fcdc-4ad2-8fa0-9885f440c8eb tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0828235 Nov 08 13:41:41.642759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d933d4a-bb35-4ce4-9df8-b15f62649f0f req-7fff1a04-a121-4c98-9d27-8d3a54f419da tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 Nov 08 13:41:41.859175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda5349-6454-4c2c-8609-a331c3228153 req-05e4a36a-a0f1-4d79-99fa-cceeedfcb0c7 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:41.861125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dda5349-6454-4c2c-8609-a331c3228153 req-05e4a36a-a0f1-4d79-99fa-cceeedfcb0c7 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0664508 Nov 08 13:41:41.933921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04ca5a-2bbd-4fe0-9909-cf939384ad42 req-83c319a8-a077-4bb7-ba1e-72b2707d3733 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:41.935478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc04ca5a-2bbd-4fe0-9909-cf939384ad42 req-83c319a8-a077-4bb7-ba1e-72b2707d3733 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1100 time: 0.0734141 Nov 08 13:41:41.941050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dda5349-6454-4c2c-8609-a331c3228153 req-22bb713d-d225-4a8e-a51e-2bb98c1caa8c tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705500 Nov 08 13:41:41.997352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc04ca5a-2bbd-4fe0-9909-cf939384ad42 req-df7bf2d7-8464-4943-ba8e-1255f6d51553 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543950 Nov 08 13:41:42.139461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:42.144831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a343019-f525-4057-ace2-cf92b46f9869 req-25350aea-70a6-42a3-ba06-518d4af666c2 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:42.146592 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a343019-f525-4057-ace2-cf92b46f9869 req-25350aea-70a6-42a3-ba06-518d4af666c2 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1100 time: 0.0526216 Nov 08 13:41:42.168951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 4f32464f-6f13-44f1-b8ab-e2522160d93b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:41:42.169487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f32464f-6f13-44f1-b8ab-e2522160d93b not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:41:42.216908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a343019-f525-4057-ace2-cf92b46f9869 req-7c2d8444-44c2-4325-97b3-bf4a424e1e73 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622139 Nov 08 13:41:42.342387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d819f-6b82-46e2-b64a-f8366bb0834f req-16125ac7-6753-4d07-9f6c-78742d7a7fe1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:42.344087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a29d819f-6b82-46e2-b64a-f8366bb0834f req-16125ac7-6753-4d07-9f6c-78742d7a7fe1 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.0639441 Nov 08 13:41:42.398939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a29d819f-6b82-46e2-b64a-f8366bb0834f req-2391c641-6adc-49dd-ba49-8750c1b82033 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/security-groups?id=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474627 Nov 08 13:41:42.823363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e055042-9fa8-49bd-a1b1-57340515ba87 req-7f1829dc-431a-4e86-9adf-328110d877a8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:42.825240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e055042-9fa8-49bd-a1b1-57340515ba87 req-7f1829dc-431a-4e86-9adf-328110d877a8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0622239 Nov 08 13:41:42.932332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e055042-9fa8-49bd-a1b1-57340515ba87 req-ef01a796-34c0-4d9c-bd7e-3880e2033489 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959690 Nov 08 13:41:42.974684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-37dd110d-3727-4b26-8177-059452e67541 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:42.977875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-37dd110d-3727-4b26-8177-059452e67541 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 945 time: 0.1054211 Nov 08 13:41:43.148341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Deleting port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:41:43.148733 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.252391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:43.299337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a059b3-025a-4674-86ec-993b0c65f29a req-7d6af0c6-bdb5-4684-be7e-1e15e5bba9eb tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:43.300980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a059b3-025a-4674-86ec-993b0c65f29a req-7d6af0c6-bdb5-4684-be7e-1e15e5bba9eb tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1697345 Nov 08 13:41:43.327446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22fb2-cb8d-4a02-a188-0766a5a4a0aa req-ce0da464-ccd1-46fd-814e-0368371dc5a9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:43.332769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70f22fb2-cb8d-4a02-a188-0766a5a4a0aa req-ce0da464-ccd1-46fd-814e-0368371dc5a9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1505716 Nov 08 13:41:43.343947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.373365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:43.375824 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9176f7bc-e9d9-46c6-bd79-e1f39b73d702" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:43.378815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] For port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,segment=NetworkSegment(a66af451-cad9-40a9-aea4-3beb93562ab4),segment_id=a66af451-cad9-40a9-aea4-3beb93562ab4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:43.378815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.392936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:43.398702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.399464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:43.407162 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:41:43.419247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Calling delete_port for bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:41:43.496160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:43.523131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a059b3-025a-4674-86ec-993b0c65f29a req-24aa7fea-25be-4405-9ae4-56cf09ef30d2 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112596 Nov 08 13:41:43.531121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70f22fb2-cb8d-4a02-a188-0766a5a4a0aa req-c033f4b3-6c13-487a-9636-da76e2ad3171 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744599 Nov 08 13:41:43.545418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.619386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:43.626908 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b4c91-0873-4079-8361-f1d7bfeca96b x-openstack-request-id: req-9d4b4c91-0873-4079-8361-f1d7bfeca96b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:43.629695 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:43.631928 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d4b4c91-0873-4079-8361-f1d7bfeca96b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:43.632617 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'code': 200} Nov 08 13:41:43.634049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.720376 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.726600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f48625a9-2297-430c-93fd-817265752f43 req-c61a21d2-52c4-44da-b091-021bb3629c2c tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a38bd7-ed2c-40cf-8a4c-f76f165419ea HTTP/1.1" status: 200 len: 210 time: 0.0433371 Nov 08 13:41:43.741154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:43.766817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Pushing event deleted for resources: {'Port': ['ID=bed8fbe0-ae38-44ca-b8c7-e9eec20090b1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:43.820986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] No DVR routers for this DVR port bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:41:43.823936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:43.827487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7befb43d-23c6-404f-a01b-7ece6b831e52 req-60ae54c6-96cc-47fa-9cfe-129fa6950c14 tempest-LiveAutoBlockMigrationV225Test-1265911015 tempest-LiveAutoBlockMigrationV225Test-1265911015-project] 10.222.0.54 "DELETE /v2.0/ports/bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 HTTP/1.1" status: 204 len: 173 time: 0.8429267 Nov 08 13:41:43.827929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'name': 'network-vif-deleted', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:43.830426 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a768b3b9-16c2-42af-8018-0e778fd0ca70" -d '{"events": [{"server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "name": "network-vif-deleted", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:43.882022 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f4e88f-47bf-4105-b10c-f90b52b9b230 x-openstack-request-id: req-25f4e88f-47bf-4105-b10c-f90b52b9b230 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:43.882022 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a38bd7-ed2c-40cf-8a4c-f76f165419ea", "name": "network-vif-deleted", "tag": "bed8fbe0-ae38-44ca-b8c7-e9eec20090b1", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:43.882022 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25f4e88f-47bf-4105-b10c-f90b52b9b230 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:43.882022 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a38bd7-ed2c-40cf-8a4c-f76f165419ea', 'name': 'network-vif-deleted', 'tag': 'bed8fbe0-ae38-44ca-b8c7-e9eec20090b1', 'status': 'completed', 'code': 200} Nov 08 13:41:44.078867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c38630-307f-4ff7-9c8e-8d77b6220827 req-4311aa3e-adc6-4baf-a53c-6b17b16a0508 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:44.080601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28c38630-307f-4ff7-9c8e-8d77b6220827 req-4311aa3e-adc6-4baf-a53c-6b17b16a0508 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0577092 Nov 08 13:41:44.145482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28c38630-307f-4ff7-9c8e-8d77b6220827 req-a4b69047-1703-4966-9ee1-5f67bc76029c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579500 Nov 08 13:41:44.651274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987fa32-d622-4a0f-b39e-b3f096af8226 req-6f0775b1-0b12-4f46-afa2-2a60daf0b7b5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:44.652919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8987fa32-d622-4a0f-b39e-b3f096af8226 req-6f0775b1-0b12-4f46-afa2-2a60daf0b7b5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0529797 Nov 08 13:41:44.737046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8987fa32-d622-4a0f-b39e-b3f096af8226 req-d84440d8-dad8-432f-9e04-0a7cd59f6e8b tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659699 Nov 08 13:41:44.868558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e2c13-970c-43c5-b352-8c3b70f97757 req-c80c3bc2-a929-4fea-b8a1-561e15f2c0ed tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:44.870069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af3e2c13-970c-43c5-b352-8c3b70f97757 req-c80c3bc2-a929-4fea-b8a1-561e15f2c0ed tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.0624707 Nov 08 13:41:44.929855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af3e2c13-970c-43c5-b352-8c3b70f97757 req-6cbcb547-4ea3-4da5-af4f-7ff431307228 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495420 Nov 08 13:41:44.989307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42638) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:45.154189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] Deleting subnet 592bfd3c-c47b-40ce-9775-6b9c7aba029c {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:41:45.158433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.214318 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.264363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:45.292833 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.345923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeadec-a067-4000-9751-9e34408056df req-edc6e7b0-615a-40c8-b7e0-000a6243c9f4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:45.347081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cabeadec-a067-4000-9751-9e34408056df req-edc6e7b0-615a-40c8-b7e0-000a6243c9f4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1026556 Nov 08 13:41:45.394325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.408264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:45.421090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '76240087-8e71-4c33-81d7-5333d1c596e8', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8', 'mac_address': 'fa:16:3e:e6:77:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:41:45.437345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592bfd3c-c47b-40ce-9775-6b9c7aba029c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:45.450081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cabeadec-a067-4000-9751-9e34408056df req-7f577932-e69b-492f-981f-203dff3b1bef tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947337 Nov 08 13:41:45.451018 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.454210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-227ce57a-7933-4f56-9306-bd70cac0fe99 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/592bfd3c-c47b-40ce-9775-6b9c7aba029c HTTP/1.1" status: 204 len: 168 time: 0.4634898 Nov 08 13:41:45.456663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42686) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:45.474047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.522121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76240087-8e71-4c33-81d7-5333d1c596e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:45.551726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:45.555331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.557379 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.634375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:45.640094 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306ba979-6313-4b69-babd-59ba4641ed6a" -d '{"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-unplugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:45.664498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:45.666533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.702440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f678c38b-6707-4547-8cec-f0ef891952f9']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:41:45.716580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66af451-cad9-40a9-aea4-3beb93562ab4') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:41:45.717372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66af451-cad9-40a9-aea4-3beb93562ab4') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:41:45.717609 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eeec8a-5aa6-4982-8eeb-5122edfca42f x-openstack-request-id: req-08eeec8a-5aa6-4982-8eeb-5122edfca42f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:45.717880 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-unplugged", "status": "completed", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:45.718409 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08eeec8a-5aa6-4982-8eeb-5122edfca42f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:45.719437 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'code': 200} Nov 08 13:41:45.731691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.748305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.757305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:41:45.757797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:41:45.774894 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:41:45.792040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['76240087-8e71-4c33-81d7-5333d1c596e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:45.873144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.890554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:45.894857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f678c38b-6707-4547-8cec-f0ef891952f9 HTTP/1.1" status: 204 len: 168 time: 0.4371760 Nov 08 13:41:45.897706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793ea77-ac0c-4d91-a4da-83a2fb997d57 admin admin] Pushing event deleted for resources: {'Network': ['ID=f678c38b-6707-4547-8cec-f0ef891952f9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:45.899187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42700) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:45.920507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceaa268-4a48-49cd-9f06-a1d2e8dcd45b req-9780c393-0bbf-47c8-a17a-5d2ed073ab74 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:45.922291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ceaa268-4a48-49cd-9f06-a1d2e8dcd45b req-9780c393-0bbf-47c8-a17a-5d2ed073ab74 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0889769 Nov 08 13:41:45.957153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] Deleting subnet d117a6df-4919-4078-bcc0-66d62acc6aba {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:41:45.963899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.013754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.030729 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ceaa268-4a48-49cd-9f06-a1d2e8dcd45b req-345e8890-a068-497c-8925-8e982cab39fc tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967586 Nov 08 13:41:46.054130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472da87b-cceb-4456-ab6a-e1580169d5f2 req-848eccb0-d259-4ee1-b81f-dd616885121b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:46.056786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472da87b-cceb-4456-ab6a-e1580169d5f2 req-848eccb0-d259-4ee1-b81f-dd616885121b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 947 time: 0.1135199 Nov 08 13:41:46.068370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.133976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.137665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472da87b-cceb-4456-ab6a-e1580169d5f2 req-bcca92b3-d7d9-4cb4-9fcf-6319fc88bab0 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739100 Nov 08 13:41:46.146122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:46.160404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d117a6df-4919-4078-bcc0-66d62acc6aba,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:46.168024 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.172006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18bf287c-82ca-4495-a7a6-e06e098025db admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d117a6df-4919-4078-bcc0-66d62acc6aba HTTP/1.1" status: 204 len: 168 time: 0.2704129 Nov 08 13:41:46.177130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42704) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:46.181453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:41:46.181805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bed8fbe0-ae38-44ca-b8c7-e9eec20090b1 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:41:46.232723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447996cc-10df-44c4-b21c-3dbdb507bd7f req-2f1601de-cdd1-4b6f-89cb-9e6f13876ab8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:46.234144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-447996cc-10df-44c4-b21c-3dbdb507bd7f req-2f1601de-cdd1-4b6f-89cb-9e6f13876ab8 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1170335 Nov 08 13:41:46.295177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.325594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-447996cc-10df-44c4-b21c-3dbdb507bd7f req-8fb64203-77cb-468b-beab-1c549e56f4ef tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646899 Nov 08 13:41:46.416660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.438071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44876725-0c7b-4b0b-9eb3-5135516f2778']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:41:46.448225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1f05ed-8bf9-45b7-b02e-27a09516cc59') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:41:46.448525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1f05ed-8bf9-45b7-b02e-27a09516cc59') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:41:46.458272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.472475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.480516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:41:46.481549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:41:46.484036 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:41:46.549142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-e3979837-86f1-469f-aa71-4073fc4cb3ee tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:46.552097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-e3979837-86f1-469f-aa71-4073fc4cb3ee tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.0582387 Nov 08 13:41:46.577614 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.587539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:46.592025 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.595199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/44876725-0c7b-4b0b-9eb3-5135516f2778 HTTP/1.1" status: 204 len: 168 time: 0.4160082 Nov 08 13:41:46.614633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded12a13-250e-43e0-90d9-f61796ba7be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=44876725-0c7b-4b0b-9eb3-5135516f2778,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:46.631381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf11be-7b40-4d23-907b-35391ce1dac9 req-0da6a370-e3e1-4e83-bc6e-6782bea24c96 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:46.632986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76cf11be-7b40-4d23-907b-35391ce1dac9 req-0da6a370-e3e1-4e83-bc6e-6782bea24c96 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0894759 Nov 08 13:41:46.709899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76cf11be-7b40-4d23-907b-35391ce1dac9 req-f31a0490-2477-43bc-9801-00d7f3a9f632 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660143 Nov 08 13:41:46.797371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42718) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:46.854307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b58e5c51-5463-4901-b2f5-666d3dcad873 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac7db45dc3ae46f498ebfbc11eaeed25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540097 Nov 08 13:41:46.856849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42720) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:46.924228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-806e739b-f6f1-4a77-9c3f-3668b3ee123c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:46.958320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-806e739b-f6f1-4a77-9c3f-3668b3ee123c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.020807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.025033 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-806e739b-f6f1-4a77-9c3f-3668b3ee123c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.028372 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-806e739b-f6f1-4a77-9c3f-3668b3ee123c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.030110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-806e739b-f6f1-4a77-9c3f-3668b3ee123c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4 HTTP/1.1" status: 204 len: 168 time: 0.1721158 Nov 08 13:41:47.039767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e739b-f6f1-4a77-9c3f-3668b3ee123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76988c3f-bc06-4dcf-9c81-9f9e0bbefaf4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:47.229150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47c986-f574-4150-8245-4995ec9e5f26 req-b3a96f59-8be7-4dfa-8186-15c21c6a7db8 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:47.244502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec47c986-f574-4150-8245-4995ec9e5f26 req-b3a96f59-8be7-4dfa-8186-15c21c6a7db8 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0912788 Nov 08 13:41:47.281674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fa25e07e-0985-4648-87b4-c0ffed082c1c details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:41:47.305791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:47.329870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec47c986-f574-4150-8245-4995ec9e5f26 req-e3451f81-8078-4222-83d2-0543f430f1d2 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837047 Nov 08 13:41:47.413926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:47.420398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ae755-58bf-40e8-952f-a6afb3706914 req-df276adf-a207-457f-9550-f1ab1d861ef2 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:47.424087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c8ae755-58bf-40e8-952f-a6afb3706914 req-df276adf-a207-457f-9550-f1ab1d861ef2 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 947 time: 0.1377239 Nov 08 13:41:47.511648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:47.514016 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b306d57-b831-4635-8618-5a9e364f08ba" -d '{"events": [{"server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:47.528812 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.538085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:47.539244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.549956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c8ae755-58bf-40e8-952f-a6afb3706914 req-c7523da9-9011-427c-91d3-1496683e106e tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194215 Nov 08 13:41:47.599252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fa25e07e-0985-4648-87b4-c0ffed082c1c has no active binding in host n-h1-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 13:41:47.623701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d0273-ef56-4032-86c9-f08e715fd505 req-e5286f66-ab4f-4951-a2bf-5f44e9c67900 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:47.625125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-129d0273-ef56-4032-86c9-f08e715fd505 req-e5286f66-ab4f-4951-a2bf-5f44e9c67900 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 945 time: 0.1683612 Nov 08 13:41:47.676006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42744) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:47.684361 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3072448a-a034-494e-93f0-f146793abc25 x-openstack-request-id: req-3072448a-a034-494e-93f0-f146793abc25 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:47.684855 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "name": "network-vif-unplugged", "status": "completed", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:47.685349 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3072448a-a034-494e-93f0-f146793abc25 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:47.685864 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c', 'code': 200} Nov 08 13:41:47.691929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on host n-h2-804292-2 for vnic_type normal with profile {"migrating_to": "n-h1-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:41:47.692283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:41:47.692616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:47.694818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:47.702226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:41:47.702688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Attempting to bind port fa25e07e-0985-4648-87b4-c0ffed082c1c on network 4d1536cb-5061-43a0-9101-595a9b7d39cf {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:47.713146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:41:47.713640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Checking segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:41:47.714245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Bound using segment: {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:41:47.715773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Bound port: fa25e07e-0985-4648-87b4-c0ffed082c1c, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '4d1536cb-5061-43a0-9101-595a9b7d39cf'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:41:47.715773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.803870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4f34b068-732f-42ef-a9c6-97115398d925 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a4ac83028434c10ae708ab261c742ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265764 Nov 08 13:41:47.808912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-129d0273-ef56-4032-86c9-f08e715fd505 req-52606465-76d4-4d8b-aef9-bf09748ef8ee tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719656 Nov 08 13:41:47.809772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:41:47.833111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:47.842414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:41:47.849070 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.964903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:47.965835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:47.967393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] 10.222.0.70 "PUT /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 1121 time: 1.4033759 Nov 08 13:41:47.983094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209c7c2-0c25-4d44-93e8-d1e5e699c85c service neutron] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:47.998032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96265de1-34d8-4dbf-8ab1-c5b69aa034c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:48.013876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae5dac-f4ef-417d-a906-495ec710d3df req-351c0e23-ddf6-4d62-9854-d355114cd8a4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:48.015492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7aae5dac-f4ef-417d-a906-495ec710d3df req-351c0e23-ddf6-4d62-9854-d355114cd8a4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1437914 Nov 08 13:41:48.057156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96265de1-34d8-4dbf-8ab1-c5b69aa034c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:48.123191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7aae5dac-f4ef-417d-a906-495ec710d3df req-c1b71b8d-6993-4ee2-992f-d85b844a778e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960670 Nov 08 13:41:48.166666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96265de1-34d8-4dbf-8ab1-c5b69aa034c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:48.169897 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96265de1-34d8-4dbf-8ab1-c5b69aa034c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:48.171408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-96265de1-34d8-4dbf-8ab1-c5b69aa034c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a98a0c20-451a-4f8d-9657-46003b11284b HTTP/1.1" status: 204 len: 168 time: 0.3602240 Nov 08 13:41:48.183941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96265de1-34d8-4dbf-8ab1-c5b69aa034c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a0c20-451a-4f8d-9657-46003b11284b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:48.211385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['fa25e07e-0985-4648-87b4-c0ffed082c1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:48.254166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['fa25e07e-0985-4648-87b4-c0ffed082c1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:41:48.374970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-5bb31afe-8e4f-4a6d-8434-a22c9af6e466 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:48.378328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-5bb31afe-8e4f-4a6d-8434-a22c9af6e466 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.54 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 947 time: 0.1148667 Nov 08 13:41:48.760297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af0356-7ae1-4951-b330-aed3b13d10b0 req-f7525adf-f0a2-475b-99a7-5b1c7d67f10d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:48.764461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17af0356-7ae1-4951-b330-aed3b13d10b0 req-f7525adf-f0a2-475b-99a7-5b1c7d67f10d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2219021 Nov 08 13:41:48.776253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Deleting port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:41:48.776590 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:49.263077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218dd57-120a-46bb-a1da-12d6c753def6 req-efd23192-8a8a-4d5d-9f13-987b27f8be56 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:49.265129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0218dd57-120a-46bb-a1da-12d6c753def6 req-efd23192-8a8a-4d5d-9f13-987b27f8be56 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 947 time: 0.5237463 Nov 08 13:41:49.280496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17af0356-7ae1-4951-b330-aed3b13d10b0 req-68a20734-85f4-4e57-8331-db988d47c17a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002787 Nov 08 13:41:49.304086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:41:49.351546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] For port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:49.351776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:49.372029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Calling delete_port for 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:41:49.461150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 76240087-8e71-4c33-81d7-5333d1c596e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:49.462036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:49.622485 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:49.650591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0218dd57-120a-46bb-a1da-12d6c753def6 req-2bd9722c-8992-444f-995d-36ff5870f814 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641608 Nov 08 13:41:49.651948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:49.664165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:49.666992 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70989704-936e-4dcb-9565-f86fad7ab290" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:49.686928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:49.690665 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401" -d '{"events": [{"name": "network-changed", "server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:49.699433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:49.706089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda1c67-d0dd-4956-abab-9a620dc41e48 req-5977700a-0553-4e6e-a0ff-d2f82b70f674 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:49.717540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:49.719812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bda1c67-d0dd-4956-abab-9a620dc41e48 req-5977700a-0553-4e6e-a0ff-d2f82b70f674 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1846607 Nov 08 13:41:49.756379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Pushing event deleted for resources: {'Port': ['ID=6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:49.842349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:49.852933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] No DVR routers for this DVR port 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:41:49.858652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bda1c67-d0dd-4956-abab-9a620dc41e48 req-aad02f75-4515-4ac2-a64f-6b0e4f5a3430 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372056 Nov 08 13:41:49.859834 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:49.863607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bad07c06-e6d3-4b9d-8a03-921d839f5afa req-8a5e5c9d-2694-4118-842e-fb9bd6346b5b tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.54 "DELETE /v2.0/ports/6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 HTTP/1.1" status: 204 len: 173 time: 1.4781551 Nov 08 13:41:49.864103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-deleted', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:49.866743 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841133d0-8a24-4140-9afa-def4514419ee" -d '{"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-deleted", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:49.981742 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe6dd52-d85b-4294-be23-b405bf123f65 x-openstack-request-id: req-fbe6dd52-d85b-4294-be23-b405bf123f65 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:49.982154 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:49.982502 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbe6dd52-d85b-4294-be23-b405bf123f65 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:49.983185 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'code': 200} Nov 08 13:41:50.051026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d2965-04a6-489a-8285-8f3199a94c59 req-c7ea2c9e-a03a-4a78-bc47-be609c0ecf7f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:50.052573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-131d2965-04a6-489a-8285-8f3199a94c59 req-c7ea2c9e-a03a-4a78-bc47-be609c0ecf7f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0913880 Nov 08 13:41:50.069369 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64209831-4baf-4423-bddf-569597d417aa x-openstack-request-id: req-64209831-4baf-4423-bddf-569597d417aa {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:50.069664 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:50.070306 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64209831-4baf-4423-bddf-569597d417aa {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:50.070938 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c', 'status': 'completed', 'code': 200} Nov 08 13:41:50.182187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-131d2965-04a6-489a-8285-8f3199a94c59 req-bdb5f7e0-ff0d-4765-b290-56d6bf5b716b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125665 Nov 08 13:41:50.183872 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb00a2a2-8472-4238-b0b6-ba5441064fae x-openstack-request-id: req-fb00a2a2-8472-4238-b0b6-ba5441064fae {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:50.184129 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26403ea3-9161-448d-a393-b783d6a4cfcd", "name": "network-vif-deleted", "tag": "6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:50.184389 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb00a2a2-8472-4238-b0b6-ba5441064fae {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:50.184800 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26403ea3-9161-448d-a393-b783d6a4cfcd', 'name': 'network-vif-deleted', 'tag': '6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92', 'status': 'completed', 'code': 200} Nov 08 13:41:50.240993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-95e3a777-318c-4c4c-9c97-ef546b9bf3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:50.242536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-95e3a777-318c-4c4c-9c97-ef546b9bf3df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1124 time: 0.1062367 Nov 08 13:41:50.561282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-b3943bc0-329d-43ed-9ec4-927f07ae9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:50.563910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-b3943bc0-329d-43ed-9ec4-927f07ae9820 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.3095555 Nov 08 13:41:50.589349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5d92-a91b-48bf-9759-c8b78cdfeb03 req-1222ad74-a5c8-494e-8a5e-9916d790121f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:50.592134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-047f5d92-a91b-48bf-9759-c8b78cdfeb03 req-1222ad74-a5c8-494e-8a5e-9916d790121f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1527750 Nov 08 13:41:50.728800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-aa2fcf7e-c1e4-4e30-b91f-3e670589d112 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 217 time: 0.1350255 Nov 08 13:41:50.872384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-047f5d92-a91b-48bf-9759-c8b78cdfeb03 req-abedbea5-eda0-43ba-9b7b-0b2441cc2143 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548516 Nov 08 13:41:50.922644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afa31095-3c42-4ecd-bb58-e8668f5f81d9 req-1dfbc638-d17d-4c4b-b9a8-1b68f2a0eb65 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=26403ea3-9161-448d-a393-b783d6a4cfcd HTTP/1.1" status: 200 len: 210 time: 0.0968378 Nov 08 13:41:50.967259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-4a055761-bf8e-40ea-bb63-4c913d2924b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:50.977829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-4a055761-bf8e-40ea-bb63-4c913d2924b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.2295783 Nov 08 13:41:51.057513 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-721ff64c-6875-4c2d-94ea-eab8bd6af076 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704663 Nov 08 13:41:51.111574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83db797-7f47-4d5f-af2e-c833d8e84054 req-7a5f64b2-58e2-416f-aea3-ac718d40e083 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:51.113440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e83db797-7f47-4d5f-af2e-c833d8e84054 req-7a5f64b2-58e2-416f-aea3-ac718d40e083 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1118741 Nov 08 13:41:51.208037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e83db797-7f47-4d5f-af2e-c833d8e84054 req-fe6efef6-7e09-4978-a63d-48afc4c14b7e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620492 Nov 08 13:41:51.220155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-9740ba7a-5ea4-4d32-aa21-23190ab3f041 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484878 Nov 08 13:41:51.401400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7698b4-8110-4804-8865-732a52c360b5 req-7929e5db-fa2f-4031-afc0-74ca7c5b7da1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:51.402988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c7698b4-8110-4804-8865-732a52c360b5 req-7929e5db-fa2f-4031-afc0-74ca7c5b7da1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0822036 Nov 08 13:41:51.405097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0869f4a1-71fc-4ce8-8ef8-8c668aae5401 req-e2ce53b2-cb69-4fa6-a8a2-b153ef344c22 service neutron] 10.222.0.54 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708927 Nov 08 13:41:51.504388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-7baa760d-08b2-43e0-864d-74c7167a6a80 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=eaf76a1c3b674073a49d20def08b5c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503502 Nov 08 13:41:51.589480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c7698b4-8110-4804-8865-732a52c360b5 req-82d25907-ba5d-489e-8f65-1387f2314e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714861 Nov 08 13:41:51.719997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-cffbf684-273a-4b6d-866f-a46cbf825695 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:51.728314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-cffbf684-273a-4b6d-866f-a46cbf825695 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174444 Nov 08 13:41:51.750024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-9b410e54-5fcb-4213-bcb1-b8caf4d1cad3 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/quotas/eaf76a1c3b674073a49d20def08b5c87 HTTP/1.1" status: 200 len: 375 time: 0.0205688 Nov 08 13:41:51.789058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-d867c156-7747-49c2-b693-1608b61c82b4 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eaf76a1c3b674073a49d20def08b5c87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370646 Nov 08 13:41:51.887305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f341f-47a3-4a48-8853-77d926f514e9 req-dc919500-3f54-41b0-aa84-ca8a9857fe91 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:51.891608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799f341f-47a3-4a48-8853-77d926f514e9 req-dc919500-3f54-41b0-aa84-ca8a9857fe91 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.0857928 Nov 08 13:41:52.037029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799f341f-47a3-4a48-8853-77d926f514e9 req-b2c2ccd3-69c9-48ca-900d-cd79826d4948 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366003 Nov 08 13:41:52.141088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67c9bc56-3374-4720-9558-da9332ec3a90 req-7c90bcb1-22bd-4ff9-978f-cee2eb0b5c20 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 210 time: 0.0389891 Nov 08 13:41:52.175100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fa25e07e-0985-4648-87b4-c0ffed082c1c no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:52.193627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992ca4b-b226-4417-ada2-7e9f5dedaf10 req-abad82a3-296b-4374-980e-44f09647acae tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:52.210147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3992ca4b-b226-4417-ada2-7e9f5dedaf10 req-abad82a3-296b-4374-980e-44f09647acae tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2029479 Nov 08 13:41:52.352491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3992ca4b-b226-4417-ada2-7e9f5dedaf10 req-946dbc02-ceab-4faf-8786-d725d4cacbd5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411378 Nov 08 13:41:52.458388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:52.583075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:41:52.584824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 6f3ef70d-ca13-4a65-8cbb-f4bcd1711c92 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:41:52.741142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da0ea5-6893-4ddb-9308-37ce9ab395d2 req-892327d8-3174-4c35-a520-24b939ac8844 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:52.749427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7da0ea5-6893-4ddb-9308-37ce9ab395d2 req-892327d8-3174-4c35-a520-24b939ac8844 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.1067262 Nov 08 13:41:52.836641 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:52.847603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7da0ea5-6893-4ddb-9308-37ce9ab395d2 req-83df0326-437b-47a3-8687-b6734ae43edb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890076 Nov 08 13:41:52.968948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50ba11-fe1d-4870-b2cc-adadcb1db78c req-301a2804-188d-49cf-9c2a-200608886331 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:52.971625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea50ba11-fe1d-4870-b2cc-adadcb1db78c req-301a2804-188d-49cf-9c2a-200608886331 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1231232 Nov 08 13:41:53.059285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea50ba11-fe1d-4870-b2cc-adadcb1db78c req-8d9b295e-3e26-496b-bc2d-df0622a031bd tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627460 Nov 08 13:41:53.117348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ec85b-41b8-4ddb-b842-4da5916a83a0 req-43040b93-c9fc-4152-9656-d56946aceaee tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:53.124387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f32ec85b-41b8-4ddb-b842-4da5916a83a0 req-43040b93-c9fc-4152-9656-d56946aceaee tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 949 time: 0.1763458 Nov 08 13:41:53.262115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f32ec85b-41b8-4ddb-b842-4da5916a83a0 req-4c6c13cf-1646-458a-862f-47a6f9841730 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238756 Nov 08 13:41:53.427682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:53.532527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53da1e1-5670-4f87-a53c-58dc861f5aec req-8f9e8eba-4c95-4f28-910f-056d28d2b281 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 210 time: 0.0917318 Nov 08 13:41:53.631862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937a299-b66b-4c5f-a107-52aefff075fd req-cf5c5a0b-99b1-4533-b2bb-a8ec3a8b8c03 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:53.633914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b937a299-b66b-4c5f-a107-52aefff075fd req-cf5c5a0b-99b1-4533-b2bb-a8ec3a8b8c03 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0997679 Nov 08 13:41:53.716414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b937a299-b66b-4c5f-a107-52aefff075fd req-e4fa2ea3-445e-46e9-9d04-f1dfdc9e8cee tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718331 Nov 08 13:41:54.124540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7e3b5-9758-4149-81b1-ce47361c84b5 req-b2df7bde-ece8-4e70-8fb7-c99fd3a946a4 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:54.134480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cc7e3b5-9758-4149-81b1-ce47361c84b5 req-b2df7bde-ece8-4e70-8fb7-c99fd3a946a4 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.2863197 Nov 08 13:41:54.184957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-1cceb97e-b80b-44f4-aae4-11b0121fa43f tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=eaf76a1c3b674073a49d20def08b5c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990217 Nov 08 13:41:54.343437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d8bbd-d746-44d8-b444-e3997d107b13 req-56c11e83-18a7-48c5-b45a-82d7565cd467 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:54.345523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a43d8bbd-d746-44d8-b444-e3997d107b13 req-56c11e83-18a7-48c5-b45a-82d7565cd467 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.3964341 Nov 08 13:41:54.418804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cc7e3b5-9758-4149-81b1-ce47361c84b5 req-f998f298-9e08-4d44-95f8-b1cd6b02e216 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2811980 Nov 08 13:41:54.612478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a43d8bbd-d746-44d8-b444-e3997d107b13 req-4f3d9704-4fcb-4484-bfde-997c27705f93 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585306 Nov 08 13:41:54.630172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-177550af-f5ab-4f71-b03b-fbc9e5906f17 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:54.632356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-177550af-f5ab-4f71-b03b-fbc9e5906f17 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4342837 Nov 08 13:41:54.647588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Request body: {'port': {'device_id': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': 'eaf76a1c3b674073a49d20def08b5c87'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:54.664134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade6219-c8c5-42f0-adb0-007a48b710c4 req-43ba2296-b5de-402b-833f-a6045b70144f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:54.672708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dade6219-c8c5-42f0-adb0-007a48b710c4 req-43ba2296-b5de-402b-833f-a6045b70144f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1220429 Nov 08 13:41:54.874301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dade6219-c8c5-42f0-adb0-007a48b710c4 req-07d8223f-f9c2-4e35-968c-21cb6a288186 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833999 Nov 08 13:41:54.940689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf04dc-8f09-402e-b71d-f47a40ad7aa3 req-c796a554-cdc3-426b-9c96-31be0d702ca2 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:54.942276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7abf04dc-8f09-402e-b71d-f47a40ad7aa3 req-c796a554-cdc3-426b-9c96-31be0d702ca2 tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 949 time: 0.1868303 Nov 08 13:41:54.997248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Made reservation on behalf of eaf76a1c3b674073a49d20def08b5c87 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:41:55.004321 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.053234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.057362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b37ff51-822d-4650-bf64-929d12ec20f0 req-a8cbc797-3f55-4209-8490-edb7c145d895 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 210 time: 0.0503395 Nov 08 13:41:55.144144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7abf04dc-8f09-402e-b71d-f47a40ad7aa3 req-60f6b4d2-fd66-4215-942b-208b6bd3f6ca tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/security-groups?id=dce2cba6-0e31-4e16-adc8-460df74171ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747403 Nov 08 13:41:55.221621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-88c11618-ca1a-4eaf-aebd-f80a7f021762 service neutron] 10.222.0.54 "GET /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c/bindings/n-h1-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.2060785 Nov 08 13:41:55.351459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.367765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.511700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Allocated IP 192.168.233.60 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/0d0f095d-233f-4d17-932e-b5ab6426ae0c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:41:55.674008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-dc1b20d2-933e-437f-8d4d-9446d2c8a53c tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:55.675797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-dc1b20d2-933e-437f-8d4d-9446d2c8a53c tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.70 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 949 time: 0.2020249 Nov 08 13:41:55.679691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.710295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c00f1-e320-465e-994b-39eec68e6b74 req-34126d19-be11-408f-a7b5-1c126b43d4c5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:55.711898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e0c00f1-e320-465e-994b-39eec68e6b74 req-34126d19-be11-408f-a7b5-1c126b43d4c5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.4506893 Nov 08 13:41:55.753940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:55.834163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:55.841068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e0c00f1-e320-465e-994b-39eec68e6b74 req-edf0f135-c9b1-4e0a-8b0e-b77e11e4200e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133409 Nov 08 13:41:55.843108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.861817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9c375-26c6-4b9e-88e7-86b480d1a70d req-12c37a30-1e6f-490d-ad20-15c2162f3ea7 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:55.865733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:55.873670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09d9c375-26c6-4b9e-88e7-86b480d1a70d req-12c37a30-1e6f-490d-ad20-15c2162f3ea7 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.1715486 Nov 08 13:41:55.926427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa25e07e-0985-4648-87b4-c0ffed082c1c {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:55.949420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:55.968828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Deleting port 48242f17-7d4f-494d-8cbe-0e21d0f70678 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:41:55.969342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:55.972865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:41:55.999832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.013207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:41:56.023203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:41:56.035876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Pushing event updated for resources: {'Port': ['ID=0d0f095d-233f-4d17-932e-b5ab6426ae0c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:56.116354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09d9c375-26c6-4b9e-88e7-86b480d1a70d req-915c17c4-ccb5-4565-beed-debb1173b4ac tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101934 Nov 08 13:41:56.187180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd1223-cfd9-4cf4-972d-adf623706f44 req-219e6803-139f-4390-a083-e348c209a73b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:56.199147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbbd1223-cfd9-4cf4-972d-adf623706f44 req-219e6803-139f-4390-a083-e348c209a73b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 943 time: 0.2298417 Nov 08 13:41:56.272173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:56.272993 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.288343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] For port 48242f17-7d4f-494d-8cbe-0e21d0f70678, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=48242f17-7d4f-494d-8cbe-0e21d0f70678,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:56.289049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.314411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Calling delete_port for 48242f17-7d4f-494d-8cbe-0e21d0f70678 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:41:56.340160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Transition to ACTIVE for port object fa25e07e-0985-4648-87b4-c0ffed082c1c will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:41:56.351105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.359699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbbd1223-cfd9-4cf4-972d-adf623706f44 req-90190b30-e6c8-4e97-9e24-de35ba741fc4 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595213 Nov 08 13:41:56.365961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-22b5aa4a-32b2-4230-b308-cca464eaec1c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7231722 Nov 08 13:41:56.383031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34325607-30c0-4329-9b37-4bf29e9e0171 req-169ca4d8-2c77-469b-8f32-85d95f8b3e25 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:56.395092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34325607-30c0-4329-9b37-4bf29e9e0171 req-169ca4d8-2c77-469b-8f32-85d95f8b3e25 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1326232 Nov 08 13:41:56.419565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Request body: {'port': {'device_id': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:56.430214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b1de3ad6-1e39-43cb-a394-b2c5e455404a None None] Provisioning complete for port 0d0f095d-233f-4d17-932e-b5ab6426ae0c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:41:56.430855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b1de3ad6-1e39-43cb-a394-b2c5e455404a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.525303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Pushing event updated for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:56.531127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b1de3ad6-1e39-43cb-a394-b2c5e455404a None None] Port 0d0f095d-233f-4d17-932e-b5ab6426ae0c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:41:56.545977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.547079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.547079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.547399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.548622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.548755 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.550169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.552508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.553022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.553370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.553715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.554116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.554453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-486a7907-ee38-4dc9-9189-907e573833af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:41:56.603176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34325607-30c0-4329-9b37-4bf29e9e0171 req-e95ec788-e3bc-4499-a78a-ce5faa8512ed tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090886 Nov 08 13:41:56.603460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] No DVR routers for this DVR port fa25e07e-0985-4648-87b4-c0ffed082c1c on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:41:56.649227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-486a7907-ee38-4dc9-9189-907e573833af service neutron] 10.222.0.54 "PUT /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c/bindings/n-h1-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4105184 Nov 08 13:41:56.651593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cdb63-1fe4-4f0d-9c61-913b22922c6a req-5a7759e1-af25-4205-a172-ffc7916792c4 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:56.654551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d50cdb63-1fe4-4f0d-9c61-913b22922c6a req-5a7759e1-af25-4205-a172-ffc7916792c4 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 935 time: 0.1913564 Nov 08 13:41:56.726298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d50cdb63-1fe4-4f0d-9c61-913b22922c6a req-276de324-8627-4dbb-9708-ea418eca967b tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635138 Nov 08 13:41:56.797739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.883865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Pushing event deleted for resources: {'Port': ['ID=48242f17-7d4f-494d-8cbe-0e21d0f70678,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:56.984013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] No DVR routers for this DVR port 48242f17-7d4f-494d-8cbe-0e21d0f70678 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:41:56.988598 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:56.993911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3febb44-7c26-4de6-bb69-bfb34c003920 req-a1af8115-8c6b-4a36-bf77-bd84781c96af tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.70 "DELETE /v2.0/ports/48242f17-7d4f-494d-8cbe-0e21d0f70678 HTTP/1.1" status: 204 len: 173 time: 1.3061500 Nov 08 13:41:56.997644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-deleted', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:57.000963 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcecd8e8-9920-4afd-8c5c-74be0735ec04" -d '{"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-deleted", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:57.024086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-fdec2c44-91b9-4a80-92ee-1153f9eff768 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.027253 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-fdec2c44-91b9-4a80-92ee-1153f9eff768 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.2475104 Nov 08 13:41:57.141809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-76b4f17c-4e20-4220-a08e-6bef17207564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.144913 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-76b4f17c-4e20-4220-a08e-6bef17207564 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c HTTP/1.1" status: 200 len: 1095 time: 0.1007564 Nov 08 13:41:57.145749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bba7d33b-d489-49a0-a9f2-c2d53cc0ac13 req-94185e4e-f473-41ae-bd2e-ce479d00d21a tempest-ListImageFiltersTestJSON-278955620 tempest-ListImageFiltersTestJSON-278955620-project] 10.222.0.65 "GET /v2.0/ports?device_id=834feee8-faf5-4bd1-8387-328b12310a14 HTTP/1.1" status: 200 len: 210 time: 0.4168155 Nov 08 13:41:57.183387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26267b6c-ff20-40bf-9593-cc81fd468977 req-2fa48cc0-39a2-4ae5-9fa2-54b99a66a9fe tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.193807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26267b6c-ff20-40bf-9593-cc81fd468977 req-2fa48cc0-39a2-4ae5-9fa2-54b99a66a9fe tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1344230 Nov 08 13:41:57.270435 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb092699-5525-455e-951a-c7de67444ca0 x-openstack-request-id: req-fb092699-5525-455e-951a-c7de67444ca0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:57.270726 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834feee8-faf5-4bd1-8387-328b12310a14", "name": "network-vif-deleted", "tag": "48242f17-7d4f-494d-8cbe-0e21d0f70678", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:57.271173 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb092699-5525-455e-951a-c7de67444ca0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:57.271650 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834feee8-faf5-4bd1-8387-328b12310a14', 'name': 'network-vif-deleted', 'tag': '48242f17-7d4f-494d-8cbe-0e21d0f70678', 'status': 'completed', 'code': 200} Nov 08 13:41:57.347031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26267b6c-ff20-40bf-9593-cc81fd468977 req-27980621-8520-4052-b17a-7cdc79a5356e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469214 Nov 08 13:41:57.355800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-a171e33d-fc43-432b-92e3-b87afb39e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.355800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-a171e33d-fc43-432b-92e3-b87afb39e7d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1095 time: 0.1643949 Nov 08 13:41:57.417884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-ff389a1e-b1f6-4c80-b54c-1feb38462b2b tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.423641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-ff389a1e-b1f6-4c80-b54c-1feb38462b2b tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.1978557 Nov 08 13:41:57.514201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0f095d-233f-4d17-932e-b5ab6426ae0c {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:41:57.526078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:57.605307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Transition to ACTIVE for port object 0d0f095d-233f-4d17-932e-b5ab6426ae0c will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:41:57.625223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:57.701248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7a416c39-bffa-4996-a1eb-dd6664657ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.703130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7a416c39-bffa-4996-a1eb-dd6664657ed6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 200 len: 908 time: 0.3371599 Nov 08 13:41:57.719287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0f095d-233f-4d17-932e-b5ab6426ae0c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:57.739527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Deleting port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:41:57.740346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:57.748634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8d859-2bbb-4ad9-b95d-94eff3f3522e req-dc6cc645-8d5c-44d8-a1e1-6dbbbd1e952e tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.750982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09c8d859-2bbb-4ad9-b95d-94eff3f3522e req-dc6cc645-8d5c-44d8-a1e1-6dbbbd1e952e tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 945 time: 0.2143226 Nov 08 13:41:57.773196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376c54c-8fb9-4584-b8e9-6c3c98977ab7 req-8b612a51-2bc7-43a2-bacd-76b20ee1ac20 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.775013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c376c54c-8fb9-4584-b8e9-6c3c98977ab7 req-8b612a51-2bc7-43a2-bacd-76b20ee1ac20 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 944 time: 0.2395906 Nov 08 13:41:57.802493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-73a20209-cd6e-4175-998e-5a645c9ea583 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 200 len: 217 time: 0.0864103 Nov 08 13:41:57.850610 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f09fec6-8ca1-41cb-9ad3-b05d9b20a5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:57.957559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-9a35297a-9fe4-4c26-bcff-1469f1575119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:57.959608 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-9a35297a-9fe4-4c26-bcff-1469f1575119 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 200 len: 847 time: 0.1466222 Nov 08 13:41:57.989618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09c8d859-2bbb-4ad9-b95d-94eff3f3522e req-95c4206d-05a6-4a83-b9d8-c4c7915c5d5b tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups?id=468c51ea-f78a-4b75-a040-d4abb2336d01&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110136 Nov 08 13:41:58.025089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c376c54c-8fb9-4584-b8e9-6c3c98977ab7 req-ef7fba3d-0ec4-46d5-a55d-c6382ed5eb06 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286270 Nov 08 13:41:58.030293 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-fc4cc879-a912-44d0-9809-d0e0707330ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d1536cb-5061-43a0-9101-595a9b7d39cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537219 Nov 08 13:41:58.040511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] For port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:41:58.041064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.041420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Attempting to bind port 0d0f095d-233f-4d17-932e-b5ab6426ae0c on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:41:58.041774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Attempting to bind port 0d0f095d-233f-4d17-932e-b5ab6426ae0c by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:41:58.042116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Attempting to bind port 0d0f095d-233f-4d17-932e-b5ab6426ae0c on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:58.057239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Port 0d0f095d-233f-4d17-932e-b5ab6426ae0c on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:41:58.057561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Attempting to bind port 0d0f095d-233f-4d17-932e-b5ab6426ae0c on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:41:58.071787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:41:58.073365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:41:58.073782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:41:58.074261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Bound port: 0d0f095d-233f-4d17-932e-b5ab6426ae0c, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:41:58.077525 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.311188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b1fc6-3bc3-4c61-81de-77a53d5d9e8b req-448e03cf-7059-4455-8344-a8a130d5f0f2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.314509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-735b1fc6-3bc3-4c61-81de-77a53d5d9e8b req-448e03cf-7059-4455-8344-a8a130d5f0f2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 947 time: 0.1540182 Nov 08 13:41:58.325664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6011dd56-fc9b-4aa5-ae6a-24a8e3948b9a req-a5cbbe4c-54bf-43ac-8b0f-56b76152f0dd tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.335101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6011dd56-fc9b-4aa5-ae6a-24a8e3948b9a req-a5cbbe4c-54bf-43ac-8b0f-56b76152f0dd tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.2249475 Nov 08 13:41:58.383473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] For port 0d0f095d-233f-4d17-932e-b5ab6426ae0c, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:58.416389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] For port 0d0f095d-233f-4d17-932e-b5ab6426ae0c, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0d0f095d-233f-4d17-932e-b5ab6426ae0c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:41:58.432786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.438654 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-6c99c695-da89-4016-a6cb-2c35cd57e86d service neutron] show failed (client error): The resource could not be found. Nov 08 13:41:58.440144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-6c99c695-da89-4016-a6cb-2c35cd57e86d service neutron] 10.222.0.54 "GET /v2.0/ports/c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.1261692 Nov 08 13:41:58.490825 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.491821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.492439 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Floating IP 3176cc88-9af4-4099-84fb-4c9b9c55833e disassociated. External IP: 172.25.8.84, port: 18644ee3-f4d8-49cc-87ae-cf95dc3258f1. Nov 08 13:41:58.493109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Calling delete_port for 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:41:58.499671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.500666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:58.503114 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] 10.222.0.54 "PUT /v2.0/ports/0d0f095d-233f-4d17-932e-b5ab6426ae0c HTTP/1.1" status: 200 len: 1095 time: 2.0880051 Nov 08 13:41:58.506461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'tag': '0d0f095d-233f-4d17-932e-b5ab6426ae0c'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:41:58.519663 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69653b4-b5f1-401f-b242-73707dfb0294" -d '{"events": [{"name": "network-changed", "server_uuid": "98e63028-4280-4c26-91b9-2619cd3d3ff3", "tag": "0d0f095d-233f-4d17-932e-b5ab6426ae0c"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:41:58.540953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7e64765a-abd5-45a2-90c9-d785ff0c3248 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946148 Nov 08 13:41:58.543836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6011dd56-fc9b-4aa5-ae6a-24a8e3948b9a req-750046af-d243-4f9f-94bd-305e761ff429 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072005 Nov 08 13:41:58.572776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-735b1fc6-3bc3-4c61-81de-77a53d5d9e8b req-a801afc1-837c-47c4-8999-bfd9cc396175 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322338 Nov 08 13:41:58.760747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252666af-033e-4f84-a227-d5700a2e4c85 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0f095d-233f-4d17-932e-b5ab6426ae0c,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:58.822676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-b6b5f512-5c97-4266-813a-4386d77e6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:58.824929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-b6b5f512-5c97-4266-813a-4386d77e6830 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eaf76a1c3b674073a49d20def08b5c87&device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 1098 time: 0.2511292 Nov 08 13:41:58.889970 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8885d4-d7f0-435b-b557-e447390872aa x-openstack-request-id: req-4f8885d4-d7f0-435b-b557-e447390872aa {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:41:58.889970 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98e63028-4280-4c26-91b9-2619cd3d3ff3", "tag": "0d0f095d-233f-4d17-932e-b5ab6426ae0c", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:41:58.890281 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f8885d4-d7f0-435b-b557-e447390872aa {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:41:58.890583 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'tag': '0d0f095d-233f-4d17-932e-b5ab6426ae0c', 'status': 'completed', 'code': 200} Nov 08 13:41:58.948914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-002749e9-0ee7-4559-9d85-b7cce09e7e99 service neutron] 10.222.0.70 "GET /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118358 Nov 08 13:41:58.959327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-2b086982-1eaa-40d2-8b7d-d13afe6473d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0d0f095d-233f-4d17-932e-b5ab6426ae0c HTTP/1.1" status: 200 len: 217 time: 0.0671601 Nov 08 13:41:58.991448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a071573-5e93-46b5-8ec0-a5f73ee215a1 req-95de6c41-6bc3-4810-9b67-79b86770a6b1 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.005856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-c996ca22-c351-4916-8411-583b81e0e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.007618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-c996ca22-c351-4916-8411-583b81e0e467 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe&tenant_id=398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 1100 time: 0.1115861 Nov 08 13:41:59.010036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a071573-5e93-46b5-8ec0-a5f73ee215a1 req-95de6c41-6bc3-4810-9b67-79b86770a6b1 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1668983 Nov 08 13:41:59.053517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:41:59.097182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:59.105064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-141578ec-455a-4c12-8154-0ed25f0e406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.107670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-141578ec-455a-4c12-8154-0ed25f0e406c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1345706 Nov 08 13:41:59.202287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a071573-5e93-46b5-8ec0-a5f73ee215a1 req-bb41439d-335e-413c-865c-e3dd1659af30 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532242 Nov 08 13:41:59.244870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-6e65f172-14ed-471d-814b-4fca9635f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.248582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-6e65f172-14ed-471d-814b-4fca9635f8bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242962 Nov 08 13:41:59.327315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event deleted for resources: {'Port': ['ID=18644ee3-f4d8-49cc-87ae-cf95dc3258f1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:41:59.328285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:41:59.386995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 48242f17-7d4f-494d-8cbe-0e21d0f70678 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:41:59.402963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 48242f17-7d4f-494d-8cbe-0e21d0f70678 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:41:59.418108 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:41:59.430371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f756f51-8a9a-4312-b90c-92654af82a2c req-019c9ff6-ca19-465a-b6a2-8c0343736d4a tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.0515375 Nov 08 13:41:59.438561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7da9d3ea-8aca-4815-834d-71f4cc573ffd tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.440210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-7da9d3ea-8aca-4815-834d-71f4cc573ffd tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c&tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.1323643 Nov 08 13:41:59.452700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:41:59.510458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-0a20d382-3d3f-4bb6-89fd-87d8743daaeb service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519157 Nov 08 13:41:59.686830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a325ef3-2a79-4e2a-b93a-6d92c7f7860e req-64d5a375-3808-4b4a-b809-e3877e29685d service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640921 Nov 08 13:41:59.783441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06920a9-b5c4-4a54-9268-0b7590924d92 req-51bda361-ee7d-47bb-a766-b6b6550043b6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.785630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e06920a9-b5c4-4a54-9268-0b7590924d92 req-51bda361-ee7d-47bb-a766-b6b6550043b6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 944 time: 0.1018157 Nov 08 13:41:59.946490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcf2ed-1e28-4e3e-8cf0-31281579df47 req-33e0c19a-5bfe-49cb-a663-7e8159804015 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.948018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08fcf2ed-1e28-4e3e-8cf0-31281579df47 req-33e0c19a-5bfe-49cb-a663-7e8159804015 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 947 time: 0.1356990 Nov 08 13:41:59.951239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-4bae663f-6809-47ed-9b43-04dca9496f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:41:59.952742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-4bae663f-6809-47ed-9b43-04dca9496f16 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=eaf76a1c3b674073a49d20def08b5c87&device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 1098 time: 0.1661863 Nov 08 13:41:59.957428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-aa75ad0e-2949-47a6-89bb-9c9fffb7927f service neutron] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:41:59.968332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e06920a9-b5c4-4a54-9268-0b7590924d92 req-2704f266-00c2-4a07-b0da-ed0d4607543b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547079 Nov 08 13:42:00.011110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-aa75ad0e-2949-47a6-89bb-9c9fffb7927f service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:00.012341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1e30035-2b7c-4121-a2c9-0e875d40a167 req-aa75ad0e-2949-47a6-89bb-9c9fffb7927f service neutron] 10.222.0.70 "DELETE /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c/bindings/n-h2-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.5585451 Nov 08 13:42:00.031134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:42:00.060928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] Sync routers for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:42:00.094592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:42:00.098163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:41:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:00.102760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] No DVR routers for this DVR port 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:00.108480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:00.113283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f79ab1e-2979-4fa5-b6e9-0a8712a6bd39 req-1ce602d7-1ef4-407c-83e1-0e75fc9fa647 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.54 "DELETE /v2.0/ports/18644ee3-f4d8-49cc-87ae-cf95dc3258f1 HTTP/1.1" status: 204 len: 173 time: 2.6738203 Nov 08 13:42:00.113283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'name': 'network-vif-deleted', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:00.115702 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07007bc7-9f2e-45f9-8f04-39b34f6f2ad5" -d '{"events": [{"server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "name": "network-vif-deleted", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:00.156097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08fcf2ed-1e28-4e3e-8cf0-31281579df47 req-2793496e-47a7-4f5e-a43e-4519de8f0699 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829233 Nov 08 13:42:00.159022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:00.191402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-2ce6cbe9-ef81-4afc-96d9-0bb21aff13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:00.193272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-2ce6cbe9-ef81-4afc-96d9-0bb21aff13bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2220957 Nov 08 13:42:00.250754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:00.315001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-a16fe123-dd03-4da5-b7ea-f4a2e4d7fd85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0d0f095d-233f-4d17-932e-b5ab6426ae0c HTTP/1.1" status: 200 len: 217 time: 0.1084747 Nov 08 13:42:00.391189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:00.430263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:42:00.451512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Transition to ACTIVE for port object c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:42:00.459526 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:00.483332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-ef761a9a-2f0f-4474-8708-99e70b065369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:00.501973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-ef761a9a-2f0f-4474-8708-99e70b065369 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1785955 Nov 08 13:42:00.534928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:00.702236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554f936-b624-46ce-8e49-2e2d57d5dc86 req-76502af9-1eb5-4de3-9450-7deb63902cd1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:00.704671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7554f936-b624-46ce-8e49-2e2d57d5dc86 req-76502af9-1eb5-4de3-9450-7deb63902cd1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.1965492 Nov 08 13:42:00.788279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] No DVR routers for this DVR port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:00.844362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:00.851380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-e6c0e77e-23d7-4f1c-af38-46d0e97016eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:00.853186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-e6c0e77e-23d7-4f1c-af38-46d0e97016eb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2907379 Nov 08 13:42:00.857238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7554f936-b624-46ce-8e49-2e2d57d5dc86 req-4cf5f3af-0dfc-4879-8b18-aa78891e743b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414785 Nov 08 13:42:01.002076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:42:01.003365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:42:01.004775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:01.019117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:42:01.036960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:01.062534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:42:01.062933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:01.063339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:42:01.063859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Bound port: c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:42:01.064233 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:01.072482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-88856b5e-c038-4666-a5b4-26fd2f870521 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101011 Nov 08 13:42:01.117708 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dff988-7813-4be6-8dfd-7618eece398f x-openstack-request-id: req-e1dff988-7813-4be6-8dfd-7618eece398f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:01.122384 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd79deec-71b6-491c-9c6b-feb3a3e0785c", "name": "network-vif-deleted", "tag": "18644ee3-f4d8-49cc-87ae-cf95dc3258f1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:01.125782 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1dff988-7813-4be6-8dfd-7618eece398f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:01.126395 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd79deec-71b6-491c-9c6b-feb3a3e0785c', 'name': 'network-vif-deleted', 'tag': '18644ee3-f4d8-49cc-87ae-cf95dc3258f1', 'status': 'completed', 'code': 200} Nov 08 13:42:01.259639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:01.260380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:01.284889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:01.285503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 18644ee3-f4d8-49cc-87ae-cf95dc3258f1 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:01.303679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:01.310036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:42:01.316290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:01.390179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:01.391114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:01.395045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 1095 time: 2.3555984 Nov 08 13:42:01.395796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f334e4-9a94-48e0-ba40-29f5db7067b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:01.428076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f3a0a92-12f4-4297-9905-eed963e11924 req-a97ab660-d8cc-4da4-a433-ab521dbb6bee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.1327281 Nov 08 13:42:01.456647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:47Z', 'revision_number': 5, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:01.523018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e69653b4-b5f1-401f-b242-73707dfb0294 req-33d2cfe2-4556-46f0-ba0a-a405ca551379 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400322 Nov 08 13:42:01.679026 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] Checking router: 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:42:01.683865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fd35c-8d59-4b6a-bc30-029af8cf506b req-e4df360e-b7de-4086-8838-c4bf6ff15122 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:01.699404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca1fd35c-8d59-4b6a-bc30-029af8cf506b req-e4df360e-b7de-4086-8838-c4bf6ff15122 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.4096785 Nov 08 13:42:01.715444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:42:01.716402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:41:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:01.802504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-719d52a1-7335-4235-8ada-e69d1b75f4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:01.813126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca1fd35c-8d59-4b6a-bc30-029af8cf506b req-b3a2cf7f-44dd-4ed4-bea6-4ea53c4bc0b6 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107507 Nov 08 13:42:02.087165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c50d2-97ee-467a-977e-fc01cd5d3af1 req-75433e95-247f-495e-9f45-2c9b6d973a70 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:02.102672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f6c50d2-97ee-467a-977e-fc01cd5d3af1 req-75433e95-247f-495e-9f45-2c9b6d973a70 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 1095 time: 0.1671839 Nov 08 13:42:02.140012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:42:02.248026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f6c50d2-97ee-467a-977e-fc01cd5d3af1 req-cf90a51c-f7d6-48c2-b82f-7c737d3df374 tempest-LiveMigrationTest-301047722 tempest-LiveMigrationTest-301047722-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365509 Nov 08 13:42:02.312301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-a972cd2a-0e9e-4333-b4f0-cc3bf698f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:02.315203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-a972cd2a-0e9e-4333-b4f0-cc3bf698f6c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1098 time: 0.8868904 Nov 08 13:42:02.473781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa051e48-591b-4387-b9b4-76ccaf7d5c23 req-b569771f-5965-4180-ac4c-a4914b7b4d66 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:02.491765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa051e48-591b-4387-b9b4-76ccaf7d5c23 req-b569771f-5965-4180-ac4c-a4914b7b4d66 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 947 time: 0.1615987 Nov 08 13:42:02.534581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-f6a8ad9c-1ac9-4708-aa4c-20d25b66145e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:02.537890 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-f6a8ad9c-1ac9-4708-aa4c-20d25b66145e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2086706 Nov 08 13:42:02.562629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb3d9d-14f1-4a1b-9eba-9b9d27df1b57 req-44d9be43-ab98-472a-a582-2836f9f3bfdf tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:02.574228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9cb3d9d-14f1-4a1b-9eba-9b9d27df1b57 req-44d9be43-ab98-472a-a582-2836f9f3bfdf tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.1967845 Nov 08 13:42:02.622383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa051e48-591b-4387-b9b4-76ccaf7d5c23 req-46d530f6-eecf-4da0-bde2-7e421954acf5 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348133 Nov 08 13:42:02.660856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:47Z', 'revision_number': 5, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:02.684617 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-a00a02a2-8654-4e13-95cf-da9bfbebf3d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.1352904 Nov 08 13:42:02.719246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694bd2c3-8eae-48ba-91bf-426532be4c1e None None] The sync data for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 is: [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:38:34Z', 'revision_number': 4, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e35aa0d7-6405-4066-81c5-304b6ad6a7e8', 'name': '', 'network_id': '2c67ca71-163c-4e74-bcee-018848773aed', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'mac_address': 'fa:16:3e:a7:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:33Z', 'updated_at': '2021-11-08T13:38:47Z', 'revision_number': 5, 'project_id': '280cf309e9744d5c994d41910454e03a', 'subnets': [{'id': '392e9acb-bd70-47b6-9253-06c5f6b50da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:42:02.736875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9cb3d9d-14f1-4a1b-9eba-9b9d27df1b57 req-63db901a-97a7-4ba9-a773-f0e31287bb8e tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616352 Nov 08 13:42:02.796062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43090) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:02.832611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-18cd2986-9126-4161-8a41-a39126374007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:02.834106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-18cd2986-9126-4161-8a41-a39126374007 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1386700 Nov 08 13:42:02.932501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c8276ec-e0ae-46d2-a712-d90499dd1874 req-7472cbd5-930c-437a-8c8f-3248cf88a074 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.0878308 Nov 08 13:42:02.942998 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:02.987954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-0bf4c1c6-08f0-4f73-b7c1-747cbf0fe531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:03.009460 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-0bf4c1c6-08f0-4f73-b7c1-747cbf0fe531 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645677 Nov 08 13:42:03.184680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'}, {'name': 'network-changed', 'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:03.192452 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00407b99-909e-4242-9a08-5a697de4ccb8" -d '{"events": [{"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa"}, {"name": "network-changed", "server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:03.229969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16890091-ff49-442c-a43f-6d84dfb4207a req-8914c0b3-cec3-4eff-9703-add35f189d4e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:03.258508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16890091-ff49-442c-a43f-6d84dfb4207a req-8914c0b3-cec3-4eff-9703-add35f189d4e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2425203 Nov 08 13:42:03.307249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6ee90b6-1535-4c76-8977-d658993dee06 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dda594f46c64ce59c683e064b0e39ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5098407 Nov 08 13:42:03.310646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43104) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:03.331353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:03.359113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcd516-b06c-4c91-bfbf-81b7e2e9f55f req-a3c6ed76-7f17-40c1-a308-f1506cd49388 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:03.363904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-e0b93031-c7b9-42eb-b9c3-1a27c4707472 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347280 Nov 08 13:42:03.371686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9dcd516-b06c-4c91-bfbf-81b7e2e9f55f req-a3c6ed76-7f17-40c1-a308-f1506cd49388 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 944 time: 0.1953526 Nov 08 13:42:03.372012 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12204aed-ad8c-4d5b-a590-4c144100dd15 None None] New status for floating IP 3176cc88-9af4-4099-84fb-4c9b9c55833e: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:42:03.480907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16890091-ff49-442c-a43f-6d84dfb4207a req-aae558f0-eacc-49f9-b9c0-33d29096aa94 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210252 Nov 08 13:42:03.547840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:03.549666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90e0ed3c-a19e-4a07-be52-786f2e52f77b req-f6bf6c0d-2b55-4cc7-82f1-42397ecf01b0 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604569 Nov 08 13:42:03.589742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9dcd516-b06c-4c91-bfbf-81b7e2e9f55f req-50ccb8f5-371e-449b-a74f-7576d79d1994 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022207 Nov 08 13:42:03.670521 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08db51f2-4388-44d1-81d3-40593d0bb1bd x-openstack-request-id: req-08db51f2-4388-44d1-81d3-40593d0bb1bd {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:03.673678 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa", "code": 200}, {"name": "network-changed", "server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:03.674594 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08db51f2-4388-44d1-81d3-40593d0bb1bd {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:03.675097 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'code': 200} Nov 08 13:42:03.676557 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'status': 'completed', 'code': 200} Nov 08 13:42:03.724413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-405355dd-506c-4667-8b28-e240836116b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:03.776498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-405355dd-506c-4667-8b28-e240836116b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:03.780086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-8a414d31-bae9-4295-88fe-f916a38bdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:03.781844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-8a414d31-bae9-4295-88fe-f916a38bdfdd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1098 time: 0.1024563 Nov 08 13:42:03.846795 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:03.883245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:03.908493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:03.911375 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60e6bcd-37f7-4d6d-91bf-32abf26591d8" -d '{"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-unplugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:03.917620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '10908777-3269-4171-86e6-04e54ba4b95f', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '10908777-3269-4171-86e6-04e54ba4b95f', 'mac_address': 'fa:16:3e:e3:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:03.931944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:03.980838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:03.983169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:04.041268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed5a4f-8b8c-4244-ad29-403ba3828227 req-b061fbd8-3de8-40bf-a131-b28c2878bb1e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.049045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74ed5a4f-8b8c-4244-ad29-403ba3828227 req-b061fbd8-3de8-40bf-a131-b28c2878bb1e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 947 time: 0.1993551 Nov 08 13:42:04.059867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-a39420ca-68b9-4755-a222-8cb55a937a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.061419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-a39420ca-68b9-4755-a222-8cb55a937a7e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1098 time: 0.3117597 Nov 08 13:42:04.066302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 10908777-3269-4171-86e6-04e54ba4b95f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:04.087853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-bdda2761-6392-4215-8f7b-de2cd031c1b6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.090521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-bdda2761-6392-4215-8f7b-de2cd031c1b6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 944 time: 0.3166115 Nov 08 13:42:04.173098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:04.184649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.185417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.186085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.186669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.187411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.188049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.188752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.189316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.189877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.190557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.191113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.191668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:04.202887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0d0f095d-233f-4d17-932e-b5ab6426ae0c details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:04.237063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-0e95bc0c-6e29-4b5a-b4fe-a16104c146c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.238513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-0e95bc0c-6e29-4b5a-b4fe-a16104c146c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3946400 Nov 08 13:42:04.254467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-131694d1-118f-43a1-b0d1-623967cc86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.256077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-131694d1-118f-43a1-b0d1-623967cc86cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1847727 Nov 08 13:42:04.290864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf24fc-7770-4a63-a460-f49897940d3a req-efe82423-a88f-4993-a6f1-c5b0245b36aa tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.292438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10bf24fc-7770-4a63-a460-f49897940d3a req-efe82423-a88f-4993-a6f1-c5b0245b36aa tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.3484266 Nov 08 13:42:04.293149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-405355dd-506c-4667-8b28-e240836116b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:04.302387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-405355dd-506c-4667-8b28-e240836116b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:04.304378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-405355dd-506c-4667-8b28-e240836116b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dce2cba6-0e31-4e16-adc8-460df74171ed HTTP/1.1" status: 204 len: 168 time: 0.9877145 Nov 08 13:42:04.355474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 0d0f095d-233f-4d17-932e-b5ab6426ae0c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0d0f095d-233f-4d17-932e-b5ab6426ae0c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:04.360010 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-df9c254f-0508-4980-a27b-fed0bca1ea5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0733879 Nov 08 13:42:04.371279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '0d0f095d-233f-4d17-932e-b5ab6426ae0c', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '0d0f095d-233f-4d17-932e-b5ab6426ae0c', 'mac_address': 'fa:16:3e:a5:6c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:04.377574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:42:04.378039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-793939c8-6f82-4f1d-80ed-9774786d62c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.1055470 Nov 08 13:42:04.378207 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:42:04.395770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74ed5a4f-8b8c-4244-ad29-403ba3828227 req-51975b91-806e-41ec-92df-70f4b6ecd630 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403218 Nov 08 13:42:04.448936 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:04.465090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-14a2fa14-a7b0-41b9-a49d-c74c28a78204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.467583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-14a2fa14-a7b0-41b9-a49d-c74c28a78204 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0990996 Nov 08 13:42:04.469111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405355dd-506c-4667-8b28-e240836116b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce2cba6-0e31-4e16-adc8-460df74171ed,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:04.488261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0f095d-233f-4d17-932e-b5ab6426ae0c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:04.551389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-a458c487-5780-4398-a87d-c1924259ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.553505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-a458c487-5780-4398-a87d-c1924259ef0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1518786 Nov 08 13:42:04.571873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 0d0f095d-233f-4d17-932e-b5ab6426ae0c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0d0f095d-233f-4d17-932e-b5ab6426ae0c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:04.586612 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:04.587885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Deleting port fa25e07e-0985-4648-87b4-c0ffed082c1c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:04.588470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:04.619938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-08fc6459-3423-4a3f-b148-9a2ad5b0498e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.622385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-08fc6459-3423-4a3f-b148-9a2ad5b0498e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376948 Nov 08 13:42:04.710408 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30916485-2286-4fff-9686-55a7b9ddd4b8 x-openstack-request-id: req-30916485-2286-4fff-9686-55a7b9ddd4b8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:04.713304 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-unplugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:04.713759 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30916485-2286-4fff-9686-55a7b9ddd4b8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:04.714801 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f', 'code': 200} Nov 08 13:42:04.745471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=0d0f095d-233f-4d17-932e-b5ab6426ae0c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:04.808674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10bf24fc-7770-4a63-a460-f49897940d3a req-0fe4cb50-95f4-40b9-b2a9-1069dc8ace44 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247470 Nov 08 13:42:04.840152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-a3db219e-8386-4030-817c-4cfec2a67be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:04.846304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-a3db219e-8386-4030-817c-4cfec2a67be9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2712200 Nov 08 13:42:04.884170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] For port fa25e07e-0985-4648-87b4-c0ffed082c1c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fa25e07e-0985-4648-87b4-c0ffed082c1c,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:04.884298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:04.919010 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-c8b99761-e7d8-4c74-9d4f-94e8a8db30ac service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748146 Nov 08 13:42:04.920136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Calling delete_port for fa25e07e-0985-4648-87b4-c0ffed082c1c owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:04.965505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['0d0f095d-233f-4d17-932e-b5ab6426ae0c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:04.994693 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:05.005071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-727c6712-8676-4caf-825b-0bdd19b1f949 req-c3aac44b-1102-49b4-8bcf-1156aa3681d0 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.1730692 Nov 08 13:42:05.055147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10908777-3269-4171-86e6-04e54ba4b95f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:05.126818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:05.194640 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:05.286409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-8f9d2b7e-e4da-41fc-9619-6a8216a2fb9a service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598835 Nov 08 13:42:05.365475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:05.379907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fa25e07e-0985-4648-87b4-c0ffed082c1c no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:05.478104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:05.552593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fa0c2-1e7c-4bab-bf56-43be3fe13e16 req-98950a69-e074-4d14-9224-a9e8b77a68b9 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:05.568799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a51fa0c2-1e7c-4bab-bf56-43be3fe13e16 req-98950a69-e074-4d14-9224-a9e8b77a68b9 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 948 time: 0.5724647 Nov 08 13:42:05.588629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-01caece1-74f9-4f39-844f-35beeac725cc service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7151389 Nov 08 13:42:05.612265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event deleted for resources: {'Port': ['ID=fa25e07e-0985-4648-87b4-c0ffed082c1c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:05.670193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:05.683104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No active binding found for port fa25e07e-0985-4648-87b4-c0ffed082c1c {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 13:42:05.683707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fa25e07e-0985-4648-87b4-c0ffed082c1c not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:05.725959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] No DVR routers for this DVR port fa25e07e-0985-4648-87b4-c0ffed082c1c on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:05.728652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:05.732722 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9edb5-ac7e-4dcc-ab69-386e5f7e14fe req-8f04f651-4596-4d55-807b-63a0123a0902 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.70 "DELETE /v2.0/ports/fa25e07e-0985-4648-87b4-c0ffed082c1c HTTP/1.1" status: 204 len: 173 time: 1.6262457 Nov 08 13:42:05.733514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'name': 'network-vif-deleted', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:05.744536 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bb63ae-3177-4c9e-97cc-e4a53a8c0136" -d '{"events": [{"server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "name": "network-vif-deleted", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:05.764524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['10908777-3269-4171-86e6-04e54ba4b95f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:05.818573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00407b99-909e-4242-9a08-5a697de4ccb8 req-0f527ee0-b17e-4ba4-bdbd-585b3375c888 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168465 Nov 08 13:42:05.836215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcca147-afd4-40a9-9bcd-b27069ff1e45 req-d04728b7-f6df-40f7-add0-0e540cede1f0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:05.862248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fcca147-afd4-40a9-9bcd-b27069ff1e45 req-d04728b7-f6df-40f7-add0-0e540cede1f0 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 866 time: 0.6710577 Nov 08 13:42:05.864511 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:06.026492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fcca147-afd4-40a9-9bcd-b27069ff1e45 req-68cee119-ad1f-4005-bbe1-c7f44911dbc9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612279 Nov 08 13:42:06.058138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a51fa0c2-1e7c-4bab-bf56-43be3fe13e16 req-d8c029f7-29c4-411d-852e-292957f2455b tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821286 Nov 08 13:42:06.293571 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b397db-6da0-49db-bd75-48f0a7b88dc7 x-openstack-request-id: req-37b397db-6da0-49db-bd75-48f0a7b88dc7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:06.294834 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f37264b-bb68-4d47-a9cb-178bcc74169c", "name": "network-vif-deleted", "tag": "fa25e07e-0985-4648-87b4-c0ffed082c1c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:06.295327 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37b397db-6da0-49db-bd75-48f0a7b88dc7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:06.295981 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f37264b-bb68-4d47-a9cb-178bcc74169c', 'name': 'network-vif-deleted', 'tag': 'fa25e07e-0985-4648-87b4-c0ffed082c1c', 'status': 'completed', 'code': 200} Nov 08 13:42:06.297401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5672e-4807-4666-86e5-ea8b725a8611 req-2a7769cb-b5e0-41d0-8a50-42d911c6cb1a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:06.305428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9b5672e-4807-4666-86e5-ea8b725a8611 req-2a7769cb-b5e0-41d0-8a50-42d911c6cb1a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 948 time: 0.1184306 Nov 08 13:42:06.435815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9b5672e-4807-4666-86e5-ea8b725a8611 req-0836f4c2-1376-4885-b9aa-7b499992d346 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294050 Nov 08 13:42:06.467822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d8285-7e8e-4193-8121-41ff1a9e5dc2 req-dfda3e66-d611-4031-854f-dbc2b2dec07f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:06.470055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c53d8285-7e8e-4193-8121-41ff1a9e5dc2 req-dfda3e66-d611-4031-854f-dbc2b2dec07f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.1027782 Nov 08 13:42:06.470217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['fda6e08a-6ea0-403c-990d-761b12c762e5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:06.600786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c53d8285-7e8e-4193-8121-41ff1a9e5dc2 req-cc7575e7-9b7e-42a2-a5c1-6f4616e33136 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223705 Nov 08 13:42:06.626607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b7c42d1-ee18-4a5a-af23-50907ea2ebfb req-e300e847-7678-4667-89df-e94585c13d01 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.0508068 Nov 08 13:42:07.015585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-e5684270-c2dd-47be-9069-6caee60e57c6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.018596 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-e5684270-c2dd-47be-9069-6caee60e57c6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe&tenant_id=398c80d90daf45c797d6ffd2437f3b57&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 947 time: 0.0741477 Nov 08 13:42:07.111364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eac223-de2f-458f-9755-e73fa8dcc0df req-f683244b-88d4-4086-b648-d9be679939d2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.112990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9eac223-de2f-458f-9755-e73fa8dcc0df req-f683244b-88d4-4086-b648-d9be679939d2 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 947 time: 0.1006291 Nov 08 13:42:07.154656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-a5fe87ec-5701-44a9-bc04-417f656ca6ce service neutron] 10.222.0.70 "GET /v2.0/ports/c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa/bindings/n-h1-804292-2 HTTP/1.1" status: 200 len: 382 time: 0.1252463 Nov 08 13:42:07.175769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-636e0a58-b846-448e-815a-aede8e527d4e req-a95c6f4d-e67f-4666-b797-9e9290186dd9 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0453753 Nov 08 13:42:07.229602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-ea25b83e-df76-463e-956f-91d576e48ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.230916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9eac223-de2f-458f-9755-e73fa8dcc0df req-8d6f0f65-b5e4-42d9-92bb-5d645063f647 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098113 Nov 08 13:42:07.232701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-ea25b83e-df76-463e-956f-91d576e48ce1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1098 time: 0.0521483 Nov 08 13:42:07.354956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:07.372091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4dfc464-f474-455f-91b4-a56103389d1f req-0ee21882-4a83-453f-9ea1-57ffea0b5014 tempest-AbsoluteLimitsNegativeTestJSON-1515711493 tempest-AbsoluteLimitsNegativeTestJSON-1515711493-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=453f8541a57346cea827a33a19c81942&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649858 Nov 08 13:42:07.435726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032c468-7a46-46b9-8f76-d4598e1c1c44 req-c999b18b-bb74-40fd-b1d1-74d7c1e1bf72 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.443628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8032c468-7a46-46b9-8f76-d4598e1c1c44 req-c999b18b-bb74-40fd-b1d1-74d7c1e1bf72 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 948 time: 0.1149590 Nov 08 13:42:07.467311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-ab58a42f-0a66-4719-ab6d-d07ab75559d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.468930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-ab58a42f-0a66-4719-ab6d-d07ab75559d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2263978 Nov 08 13:42:07.549410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-8d172f0e-d3eb-4282-a3a1-26dd9ee3fe53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0725105 Nov 08 13:42:07.572235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfc464-f474-455f-91b4-a56103389d1f req-8b42c77d-b629-4dc6-8a23-9a62a7310c93 tempest-AbsoluteLimitsNegativeTestJSON-1515711493 tempest-AbsoluteLimitsNegativeTestJSON-1515711493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.580395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4dfc464-f474-455f-91b4-a56103389d1f req-8b42c77d-b629-4dc6-8a23-9a62a7310c93 tempest-AbsoluteLimitsNegativeTestJSON-1515711493 tempest-AbsoluteLimitsNegativeTestJSON-1515711493-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068942 Nov 08 13:42:07.606559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4dfc464-f474-455f-91b4-a56103389d1f req-67744044-afa1-47d0-9d92-e5588b9f4e9c tempest-AbsoluteLimitsNegativeTestJSON-1515711493 tempest-AbsoluteLimitsNegativeTestJSON-1515711493-project] 10.222.0.65 "GET /v2.0/quotas/453f8541a57346cea827a33a19c81942 HTTP/1.1" status: 200 len: 375 time: 0.0244567 Nov 08 13:42:07.618671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-dfa18161-9e38-4fb4-941d-8ac4e531bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.626810 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-dfa18161-9e38-4fb4-941d-8ac4e531bb74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0634806 Nov 08 13:42:07.658278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4dfc464-f474-455f-91b4-a56103389d1f req-821ba899-cde9-48df-8068-41e43e1c0a19 tempest-AbsoluteLimitsNegativeTestJSON-1515711493 tempest-AbsoluteLimitsNegativeTestJSON-1515711493-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=453f8541a57346cea827a33a19c81942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482018 Nov 08 13:42:07.676278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8032c468-7a46-46b9-8f76-d4598e1c1c44 req-74a1011c-426c-4834-b36a-1b0c74898094 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317231 Nov 08 13:42:07.677759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:07.694214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'mac_address': 'fa:16:3e:94:4b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:07.749001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:07.757057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:07.785483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-94c06a2a-a72a-4720-a693-7e87221341b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:07.788385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-94c06a2a-a72a-4720-a693-7e87221341b5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537209 Nov 08 13:42:07.796026 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:07.806541 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:07.927016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:07.997166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-74382856-a9ad-49a2-9bc0-940fd8e6d70f service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963649 Nov 08 13:42:08.069929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe85f703-cf7b-4a98-b96f-04e51109185a req-5b89bb65-00fe-47d2-90e8-ba936036cf93 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.1489975 Nov 08 13:42:08.117431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-45c65a45-8ebf-4c8e-9a9e-fb251fd26429 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088521 Nov 08 13:42:08.118731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ca143-1dc1-4479-8990-1a10943d9449 req-b5bc6b98-e6b2-4e79-a3a7-fb066c1b67ce tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:08.126671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f8ca143-1dc1-4479-8990-1a10943d9449 req-b5bc6b98-e6b2-4e79-a3a7-fb066c1b67ce tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 948 time: 0.2241008 Nov 08 13:42:08.206318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0d0f095d-233f-4d17-932e-b5ab6426ae0c up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:08.216525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f8ca143-1dc1-4479-8990-1a10943d9449 req-df7c86e8-6b8e-45ab-8928-efe98432b5a4 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888791 Nov 08 13:42:08.268897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:08.362404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 0d0f095d-233f-4d17-932e-b5ab6426ae0c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:42:08.380971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 0d0f095d-233f-4d17-932e-b5ab6426ae0c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:08.384639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:08.423405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaeb39e1-7cab-4a3f-b3dd-ba98cf045736 req-95154b93-6171-4266-bac3-b200f5b43cfa tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0506227 Nov 08 13:42:08.474114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43206) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:08.558108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048241c7-3854-4cc4-95d6-4b16b04b83c5 req-ad5dad2e-78d0-46cc-ab42-eae2ca625ef6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:08.564052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-048241c7-3854-4cc4-95d6-4b16b04b83c5 req-ad5dad2e-78d0-46cc-ab42-eae2ca625ef6 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.1392629 Nov 08 13:42:08.589384 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:08.644843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0f095d-233f-4d17-932e-b5ab6426ae0c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:08.647818 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad6269a-99de-4a72-be83-b3792d708f6c" -d '{"events": [{"server_uuid": "98e63028-4280-4c26-91b9-2619cd3d3ff3", "name": "network-vif-plugged", "status": "completed", "tag": "0d0f095d-233f-4d17-932e-b5ab6426ae0c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:08.659774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-048241c7-3854-4cc4-95d6-4b16b04b83c5 req-8c567639-d8cf-40f3-bfd1-eb9847a2452f tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835228 Nov 08 13:42:08.682140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 0d0f095d-233f-4d17-932e-b5ab6426ae0c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0d0f095d-233f-4d17-932e-b5ab6426ae0c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:08.693372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6795299a-c42d-4e74-9bf2-898fd0942b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:08.695845 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:08.796766 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c13872-1acf-4bb0-bd32-e8c2762fda8a x-openstack-request-id: req-00c13872-1acf-4bb0-bd32-e8c2762fda8a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:08.797108 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e63028-4280-4c26-91b9-2619cd3d3ff3", "name": "network-vif-plugged", "status": "completed", "tag": "0d0f095d-233f-4d17-932e-b5ab6426ae0c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:08.797502 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00c13872-1acf-4bb0-bd32-e8c2762fda8a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:08.797772 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0f095d-233f-4d17-932e-b5ab6426ae0c', 'code': 200} Nov 08 13:42:08.799688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=0d0f095d-233f-4d17-932e-b5ab6426ae0c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:08.825838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6795299a-c42d-4e74-9bf2-898fd0942b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:08.832600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6795299a-c42d-4e74-9bf2-898fd0942b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:08.864704 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6795299a-c42d-4e74-9bf2-898fd0942b67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=453f8541a57346cea827a33a19c81942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3894017 Nov 08 13:42:08.884141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:08.946869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795299a-c42d-4e74-9bf2-898fd0942b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbeb33f-9607-4f46-b4cf-c513a1081bd2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:09.092639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32507dd-4b00-4e47-a28a-ad51b59b804c req-1dca52c8-40b4-4e04-b935-966f42f3846b tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:09.100759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b32507dd-4b00-4e47-a28a-ad51b59b804c req-1dca52c8-40b4-4e04-b935-966f42f3846b tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 948 time: 0.2218866 Nov 08 13:42:09.195332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:09.206407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba260e-bbdf-4e07-ae68-6511587318f8 req-3ff74134-e020-41f8-99f9-d7a41b6ed3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:09.209120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9dba260e-bbdf-4e07-ae68-6511587318f8 req-3ff74134-e020-41f8-99f9-d7a41b6ed3aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 1100 time: 0.2088072 Nov 08 13:42:09.225849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b32507dd-4b00-4e47-a28a-ad51b59b804c req-a860476d-f939-4c82-aa41-4e89aa31c4a6 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210892 Nov 08 13:42:09.299603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d87d8121-88fb-4244-ac09-792477a6746b req-c10e9fbd-4213-4cd1-8f80-afce996dd697 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.0565450 Nov 08 13:42:09.348718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:09.357847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:09.428521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 10908777-3269-4171-86e6-04e54ba4b95f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:09.429268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:09.434048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9dba260e-bbdf-4e07-ae68-6511587318f8 req-ddea7367-019a-41cd-8473-75ea5e5fda3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987693 Nov 08 13:42:09.461499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91306fe4-bc18-43b5-a72c-6de163b2720c req-28614549-3f68-4dc6-b73d-4fce24349ec0 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:09.473000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91306fe4-bc18-43b5-a72c-6de163b2720c req-28614549-3f68-4dc6-b73d-4fce24349ec0 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 949 time: 0.1490755 Nov 08 13:42:09.547383 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:09.562414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:09.566003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:09.580425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbbeb33f-9607-4f46-b4cf-c513a1081bd2 HTTP/1.1" status: 204 len: 168 time: 0.6611447 Nov 08 13:42:09.590865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:09.599913 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:09.616555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91306fe4-bc18-43b5-a72c-6de163b2720c req-96444d27-aeeb-46a3-88bd-31e76b061cfb tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365678 Nov 08 13:42:09.624519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbeb33f-9607-4f46-b4cf-c513a1081bd2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:09.705264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:09.706698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-731bf5b9-b0fa-4ef3-972c-7f73615d560d req-9c49279e-0771-429e-ac46-744fa9aba94b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0871727 Nov 08 13:42:09.708341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.708685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.709025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.709363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.709691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.710018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.710349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.710671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.710991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.711317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.711644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.711998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8328e60a-ea47-4105-a424-d5d92c04a563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:09.940941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ebbb5-a56f-46b3-971d-510188a040c2 req-6a0b41b6-85ce-4787-93c5-432c6f9abbae tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:09.949097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc5ebbb5-a56f-46b3-971d-510188a040c2 req-6a0b41b6-85ce-4787-93c5-432c6f9abbae tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.1120903 Nov 08 13:42:10.074343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc5ebbb5-a56f-46b3-971d-510188a040c2 req-e1e5a8cd-f31d-4ee1-9ce4-55f363a55ac4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135969 Nov 08 13:42:10.459140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5b8ea-05d1-4f6f-808b-f3beb44e07d5 req-b32fa57a-c8c0-4788-8ff0-0f415f2e574a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:10.479165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24c5b8ea-05d1-4f6f-808b-f3beb44e07d5 req-b32fa57a-c8c0-4788-8ff0-0f415f2e574a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1508381 Nov 08 13:42:10.609779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efa183ab-5c41-4033-8a31-3745be692f96 req-1ae96f80-2a90-4b48-8eba-6fad7ab8af68 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd79deec-71b6-491c-9c6b-feb3a3e0785c HTTP/1.1" status: 200 len: 210 time: 0.1260285 Nov 08 13:42:10.629006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24c5b8ea-05d1-4f6f-808b-f3beb44e07d5 req-73fb59d9-e657-4af6-b218-8f8589cf1de5 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486561 Nov 08 13:42:10.799531 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:10.802549 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77a1e8-d77e-41c3-aa7b-c48dc6a8d724" -d '{"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-plugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:11.012037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43282) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:11.147652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2129405326-network', 'tenant_id': '935b66d5421940748a993bbb9a4c221e'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:11.176382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-758dd444-f269-44bb-846e-c01653ece73d req-dab061f1-113a-4c77-888e-267da87c9088 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.3597851 Nov 08 13:42:11.183536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Made reservation on behalf of 935b66d5421940748a993bbb9a4c221e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:11.186527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.202569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.212097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882b1e1-e316-453c-9b99-db741a75167c req-81783ada-760f-429a-9c4f-4918bc030524 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:11.219377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b882b1e1-e316-453c-9b99-db741a75167c req-81783ada-760f-429a-9c4f-4918bc030524 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 949 time: 0.4733567 Nov 08 13:42:11.255444 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d994230-e22c-4f30-8898-9e6362977992 x-openstack-request-id: req-1d994230-e22c-4f30-8898-9e6362977992 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:11.256272 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-plugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:11.256767 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d994230-e22c-4f30-8898-9e6362977992 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:11.257435 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f', 'code': 200} Nov 08 13:42:11.269561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-e855024f-1b2e-4b8b-ba57-b12b4fca65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:11.271186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-e855024f-1b2e-4b8b-ba57-b12b4fca65ff service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe&tenant_id=398c80d90daf45c797d6ffd2437f3b57 HTTP/1.1" status: 200 len: 1099 time: 0.0973573 Nov 08 13:42:11.289310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:11.357511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.365345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.377197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:11.383694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b882b1e1-e316-453c-9b99-db741a75167c req-2065edef-a864-4f98-8a6e-1845fb41c3d3 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609805 Nov 08 13:42:11.389722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:42:11.398375 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.420854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.421306 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Added segment 5010c801-ff71-4069-9dd1-e550c991e895 of type vlan for network b6280214-41be-4d69-b302-3989245b1764 Nov 08 13:42:11.569369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:11.584582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'mac_address': 'fa:16:3e:94:4b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:11.613390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.728379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77733608-2cb7-413e-8436-894bb8393205,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:11.731273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.744259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:11.749183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.790860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334cccf-c950-49f3-ab50-514ed7a1c6e4 req-2b98f587-4575-4f3a-a29f-4368abe5d2f1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:11.793993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7792308 Nov 08 13:42:11.794718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43308) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:11.803107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b334cccf-c950-49f3-ab50-514ed7a1c6e4 req-2b98f587-4575-4f3a-a29f-4368abe5d2f1 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.3025517 Nov 08 13:42:11.827505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Request body: {'subnet': {'network_id': 'b6280214-41be-4d69-b302-3989245b1764', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2129405326-subnet', 'tenant_id': '935b66d5421940748a993bbb9a4c221e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:11.910267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621fa08-c9b3-46ce-bc81-12786978530c admin admin] Pushing event updated for resources: {'Network': ['ID=b6280214-41be-4d69-b302-3989245b1764,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:11.921674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b6280214-41be-4d69-b302-3989245b1764 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:42:11.931709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Made reservation on behalf of 935b66d5421940748a993bbb9a4c221e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:11.937171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:11.948817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74a34d-f3e5-4b5a-9564-dd27fced6e77 req-7fe3e50f-7923-4a97-8349-3c3041c8e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:11.950834 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c74a34d-f3e5-4b5a-9564-dd27fced6e77 req-7fe3e50f-7923-4a97-8349-3c3041c8e393 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1100 time: 0.1826515 Nov 08 13:42:11.953636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b334cccf-c950-49f3-ab50-514ed7a1c6e4 req-8284e5d7-aafe-493c-8d30-c520fb41e11d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478868 Nov 08 13:42:12.076096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:12.079280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43312) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:12.116966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef236a97-4863-46e9-8f35-537fc61fda9e req-b172ccdc-6944-4cc2-b8ed-51bda1c50a3e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:12.119402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef236a97-4863-46e9-8f35-537fc61fda9e req-b172ccdc-6944-4cc2-b8ed-51bda1c50a3e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2542622 Nov 08 13:42:12.135771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c74a34d-f3e5-4b5a-9564-dd27fced6e77 req-2fc1b024-06af-4cc0-bb1d-0af03d967496 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656837 Nov 08 13:42:12.233084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:12.262990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.292947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef236a97-4863-46e9-8f35-537fc61fda9e req-f6309eb2-54b8-4092-ad37-c90e06123731 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607277 Nov 08 13:42:12.312844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d3e7d-ee89-41ba-b178-8695ed69ef1b req-23b015d0-6ada-45da-bc64-e7e97d009340 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:12.321470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-515d3e7d-ee89-41ba-b178-8695ed69ef1b req-23b015d0-6ada-45da-bc64-e7e97d009340 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.1732442 Nov 08 13:42:12.324042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3408-4f50-405a-9a73-ed280cd718e8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.330165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:12.339784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Checking segment: {'id': '5010c801-ff71-4069-9dd1-e550c991e895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'b6280214-41be-4d69-b302-3989245b1764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:12.340393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Network hostable DHCP agents. Network: b6280214-41be-4d69-b302-3989245b1764, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:42:12.342723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6c8268-edec-4e17-a92d-734f91879160,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:12.366770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Network b6280214-41be-4d69-b302-3989245b1764 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:42:12.370005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.383970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b6280214-41be-4d69-b302-3989245b1764) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:12.388753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:12.389706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.393540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3408-4f50-405a-9a73-ed280cd718e8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.401127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f685a2-6a3c-4c4c-af12-474d2e154504 None None] Network b6280214-41be-4d69-b302-3989245b1764 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:42:12.411911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Ignored duplicate provisioning block setup for port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 08 13:42:12.420635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7f5b335d-9bdd-477e-86f0-14c229d9464c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6014628 Nov 08 13:42:12.453745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e82c7936-af5d-40ab-a116-4e2cc41a085c req-14b9b8b5-af89-429d-9b52-b4a1de792f49 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0714331 Nov 08 13:42:12.455088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.517862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-515d3e7d-ee89-41ba-b178-8695ed69ef1b req-f10efc6c-0fdd-4f2f-a30e-12e2e87bc8ec tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1953664 Nov 08 13:42:12.647256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=9']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:12.651765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] No DVR routers for this DVR port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:12.707207 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3408-4f50-405a-9a73-ed280cd718e8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.709791 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc7b3408-4f50-405a-9a73-ed280cd718e8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:12.715018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc7b3408-4f50-405a-9a73-ed280cd718e8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "DELETE /v2.0/security-groups/468c51ea-f78a-4b75-a040-d4abb2336d01 HTTP/1.1" status: 204 len: 168 time: 0.6300225 Nov 08 13:42:12.715810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43326) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:12.725664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a13336-8726-417f-9d3c-fda4db91b3fe None None] Network b6280214-41be-4d69-b302-3989245b1764 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:42:12.739909 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-e49c5585-227b-4219-97cc-99ff874cfc8c tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] show failed (client error): The resource could not be found. Nov 08 13:42:12.739909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e49c5585-227b-4219-97cc-99ff874cfc8c tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "GET /v2.0/security-groups/468c51ea-f78a-4b75-a040-d4abb2336d01 HTTP/1.1" status: 404 len: 347 time: 0.0193486 Nov 08 13:42:12.747770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43328) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:12.771805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b3408-4f50-405a-9a73-ed280cd718e8 tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c51ea-f78a-4b75-a040-d4abb2336d01,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:12.780277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:42:12.780619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:42:12.780947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:12.789221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:42:12.789650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Attempting to bind port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:12.827670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71d148-1d44-45c4-a759-ebfc0191c48c req-1e544899-6672-4cbf-a769-fb3b87a1e30b tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:12.837692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a71d148-1d44-45c4-a759-ebfc0191c48c req-1e544899-6672-4cbf-a769-fb3b87a1e30b tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 949 time: 0.1867304 Nov 08 13:42:12.854583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:42:12.855063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:12.855832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:42:12.856470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Bound port: c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:42:12.856989 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.003692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a71d148-1d44-45c4-a759-ebfc0191c48c req-abfa1c86-2f9e-481e-b97e-df9d1e7818d1 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609466 Nov 08 13:42:13.011243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Deleting port 32c26ca5-69f8-45d3-ba18-008e9c7707d8 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:13.012087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.080335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:13.091175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:42:13.101248 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.145647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.146180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.162684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Calling delete_port for 32c26ca5-69f8-45d3-ba18-008e9c7707d8 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:13.181152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:13.182027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.184194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] 10.222.0.54 "PUT /v2.0/ports/c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 1095 time: 1.9003227 Nov 08 13:42:13.186339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:13.188770 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144605d2-faac-4b91-b578-844fee2ef430" -d '{"events": [{"name": "network-changed", "server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:13.266299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27928b47-77d5-46f1-afdf-a5775ea0fecc service neutron] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=10']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:13.310032 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-a5213ba2-23c9-4b94-84b4-3231c3cfe419 req-4a12e2fd-8cb3-4632-a794-1ac94af4f454 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] show failed (client error): The resource could not be found. Nov 08 13:42:13.311312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5213ba2-23c9-4b94-84b4-3231c3cfe419 req-4a12e2fd-8cb3-4632-a794-1ac94af4f454 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "GET /v2.0/security-groups/6b27b2c6-95dd-4a53-b86a-5bd9b93fe0f6 HTTP/1.1" status: 404 len: 352 time: 0.0235703 Nov 08 13:42:13.339338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-20f60d99-7be8-4c4d-b195-25866384944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:13.341003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-20f60d99-7be8-4c4d-b195-25866384944e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1099 time: 0.1246099 Nov 08 13:42:13.382746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:13.455640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.558220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:13.570243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Pushing event deleted for resources: {'Port': ['ID=32c26ca5-69f8-45d3-ba18-008e9c7707d8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:13.622640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b389859-5286-489f-88de-fe1622eaa5c3 req-3e19c239-f9ba-42bc-bada-fce8d3e835d5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:13.632298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b389859-5286-489f-88de-fe1622eaa5c3 req-3e19c239-f9ba-42bc-bada-fce8d3e835d5 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.2264340 Nov 08 13:42:13.708232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b389859-5286-489f-88de-fe1622eaa5c3 req-b52a6f17-d74d-46bd-baa6-a2daf283b279 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747960 Nov 08 13:42:13.717832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-15f2e95b-9997-4b5d-87ae-ba8289936d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:13.721271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-15f2e95b-9997-4b5d-87ae-ba8289936d94 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3713882 Nov 08 13:42:13.746004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.748643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:13.749826 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-552bdae2-c517-4e4c-ad87-349d32d7b5ee tempest-ServersTestBootFromVolume-656313337 tempest-ServersTestBootFromVolume-656313337-project] 10.222.0.65 "DELETE /v2.0/floatingips/3176cc88-9af4-4099-84fb-4c9b9c55833e HTTP/1.1" status: 204 len: 168 time: 1.0010760 Nov 08 13:42:13.755091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43364) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:13.822275 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef73cdc-19e9-4ffc-a280-723e3f431822 x-openstack-request-id: req-eef73cdc-19e9-4ffc-a280-723e3f431822 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:13.822275 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:13.822275 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eef73cdc-19e9-4ffc-a280-723e3f431822 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:13.822657 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'status': 'completed', 'code': 200} Nov 08 13:42:13.824016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-cb3bf516-848d-4418-99f6-445ac9cf4576 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0969484 Nov 08 13:42:13.942720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-0d321fb2-4bf7-453d-b4e9-9c8380a29579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:13.944222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-0d321fb2-4bf7-453d-b4e9-9c8380a29579 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1099 time: 0.1057146 Nov 08 13:42:13.945494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e31003-ca89-4b4a-89d3-9ee0b28d09b3 req-2046772c-9ee5-46d3-aa47-e45e4bfb6a78 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:13.953412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45e31003-ca89-4b4a-89d3-9ee0b28d09b3 req-2046772c-9ee5-46d3-aa47-e45e4bfb6a78 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.1343617 Nov 08 13:42:14.018508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da5d5-2e5e-4348-9cc1-92e41d042565 req-6850ff8e-ab4e-4b9b-a7b3-ec54efcec02e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.025214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-964da5d5-2e5e-4348-9cc1-92e41d042565 req-6850ff8e-ab4e-4b9b-a7b3-ec54efcec02e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1599171 Nov 08 13:42:14.047332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45e31003-ca89-4b4a-89d3-9ee0b28d09b3 req-6775914c-c3d9-4b66-a634-9d0b34f0f58f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924220 Nov 08 13:42:14.057935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-5af1207b-99fe-44e7-803a-f618eb691ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.059763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-5af1207b-99fe-44e7-803a-f618eb691ec6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2023575 Nov 08 13:42:14.163359 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-964da5d5-2e5e-4348-9cc1-92e41d042565 req-3a91a2ee-92b4-4013-8efe-a36cead53591 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285062 Nov 08 13:42:14.189573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-490ddbd9-599a-463b-bb08-98382ac37af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.191561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-490ddbd9-599a-463b-bb08-98382ac37af0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232722 Nov 08 13:42:14.194107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbde861d-afa9-4867-ae30-f05bc4ed67ca req-063c9615-780f-4c9e-bd52-de7f19a2ff0f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0472062 Nov 08 13:42:14.213367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-d6cb16c2-070b-4b83-92b3-b0913165185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.215110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-d6cb16c2-070b-4b83-92b3-b0913165185c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2402925 Nov 08 13:42:14.293844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-0d99f155-6899-4575-b7b9-7bb699aa026f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0638888 Nov 08 13:42:14.405489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-ef3dd980-dd88-4ccf-8b1c-37366f82a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.406945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-ef3dd980-dd88-4ccf-8b1c-37366f82a41f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0847552 Nov 08 13:42:14.408247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-e8a44d67-4823-4304-9f19-3cd0b9dc64db service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066195 Nov 08 13:42:14.459653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:14.509193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-c345b35b-f6b7-40f6-b372-6393065f0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.510737 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-c345b35b-f6b7-40f6-b372-6393065f0256 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928998 Nov 08 13:42:14.557441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679c9c0-98c2-4171-a074-a8c8f2b8d9b2 req-8ae7a30b-0b19-4f6e-8811-08f65ce57251 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.558866 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d679c9c0-98c2-4171-a074-a8c8f2b8d9b2 req-8ae7a30b-0b19-4f6e-8811-08f65ce57251 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 949 time: 0.2507095 Nov 08 13:42:14.589104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09e77a9e-6e3d-4568-8498-5207e3afbede req-cbc6773e-31e5-4fc7-b87b-d53226c059fe tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=935b66d5421940748a993bbb9a4c221e HTTP/1.1" status: 200 len: 3001 time: 0.1885533 Nov 08 13:42:14.663084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8a7926a-aaa0-4d36-adfa-152699c1c404 req-3675c634-9d6d-435a-bfac-bad76d921bdb service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407184 Nov 08 13:42:14.694510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d679c9c0-98c2-4171-a074-a8c8f2b8d9b2 req-9f227ce4-7248-4b40-8867-caa3ed3fbd53 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277401 Nov 08 13:42:14.723827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09e77a9e-6e3d-4568-8498-5207e3afbede req-2c837166-8d1a-4754-a2a4-de1c002f97bd tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "GET /v2.0/security-groups/77733608-2cb7-413e-8436-894bb8393205 HTTP/1.1" status: 200 len: 2998 time: 0.1204798 Nov 08 13:42:14.808077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-b26d298b-e911-4b6d-8f80-5792bb164227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:14.809666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-b26d298b-e911-4b6d-8f80-5792bb164227 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1099 time: 0.0789380 Nov 08 13:42:14.873031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09e77a9e-6e3d-4568-8498-5207e3afbede req-868477c9-3321-440e-bcea-97ae01dec200 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "GET /v2.0/security-groups/77733608-2cb7-413e-8436-894bb8393205 HTTP/1.1" status: 200 len: 2998 time: 0.1505654 Nov 08 13:42:15.009710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1f539-42a8-48a4-897f-6cc855b06d50 req-43a394a2-bc10-4baf-8372-5e3feb50877c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:15.020584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ed1f539-42a8-48a4-897f-6cc855b06d50 req-43a394a2-bc10-4baf-8372-5e3feb50877c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2098551 Nov 08 13:42:15.022911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-1f970d3e-930d-4ea7-8807-09e54c1f0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:15.024347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-1f970d3e-930d-4ea7-8807-09e54c1f0bdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1997771 Nov 08 13:42:15.051778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-a1aeda82-cbe3-4ae1-8f24-ff98932e4bea service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313869 Nov 08 13:42:15.095178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-28c2c456-3a54-4744-b8ee-8f27ce271c18 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 200 len: 217 time: 0.0579216 Nov 08 13:42:15.103845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0eaa20-7d09-44ca-9094-084034a5d660 req-7edea07e-1eb4-44b4-9f2a-dfcfb9d2ea81 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:15.105344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e0eaa20-7d09-44ca-9094-084034a5d660 req-7edea07e-1eb4-44b4-9f2a-dfcfb9d2ea81 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.1699283 Nov 08 13:42:15.180294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ed1f539-42a8-48a4-897f-6cc855b06d50 req-f5e0754c-3343-4f25-b5db-bbe342174388 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587708 Nov 08 13:42:15.210502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-decd31d7-1e9d-4b17-a4c1-9e2feea50f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:15.213059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-decd31d7-1e9d-4b17-a4c1-9e2feea50f45 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1045899 Nov 08 13:42:15.220575 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-a148a7fd-6966-4b41-b6e3-70e40337e10d service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583731 Nov 08 13:42:15.246628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Deleting port e35aa0d7-6405-4066-81c5-304b6ad6a7e8 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:15.247233 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:15.275996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e0eaa20-7d09-44ca-9094-084034a5d660 req-375c1196-b5ed-4bdc-bf77-220390848c9a tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523228 Nov 08 13:42:15.291535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144605d2-faac-4b91-b578-844fee2ef430 req-4cbc3285-9002-40c5-9562-8bb06d7b178d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:15.293666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-4cbc3285-9002-40c5-9562-8bb06d7b178d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668001 Nov 08 13:42:15.333873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-c486cede-424e-4330-843d-2ef1939ac05b tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=eaf76a1c3b674073a49d20def08b5c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389471 Nov 08 13:42:15.364241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] For port e35aa0d7-6405-4066-81c5-304b6ad6a7e8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:15.365585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:15.382681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Calling delete_port for e35aa0d7-6405-4066-81c5-304b6ad6a7e8 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:15.403012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:15.502375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:15.514638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-225f7f6d-961c-4c89-bdd9-5880ef7ff2ff req-3a7eda47-6216-448f-b96a-ed90c2d91551 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "GET /v2.0/security-groups/77733608-2cb7-413e-8436-894bb8393205 HTTP/1.1" status: 200 len: 2998 time: 0.1843648 Nov 08 13:42:15.564027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:15.565309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:15.569231 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04431fd1-2e1b-499d-9041-68e10bebfca2" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:15.571976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-68c214c4-8306-48b6-92ea-0ed5976f1d68 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643254 Nov 08 13:42:15.574639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:15.597194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-1efb0930-e7f1-4bd9-b60d-c1a6d402cfdb tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:15.604247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-1efb0930-e7f1-4bd9-b60d-c1a6d402cfdb tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488575 Nov 08 13:42:15.648317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-16427732-176d-4244-9545-bc1889db89e7 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/quotas/eaf76a1c3b674073a49d20def08b5c87 HTTP/1.1" status: 200 len: 375 time: 0.0429380 Nov 08 13:42:15.653021 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:15.658839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:15.688952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e35aa0d7-6405-4066-81c5-304b6ad6a7e8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:15.752612 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-225f7f6d-961c-4c89-bdd9-5880ef7ff2ff req-630b4279-1512-4892-9fb4-8754917a8d47 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 13:42:15.753709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-225f7f6d-961c-4c89-bdd9-5880ef7ff2ff req-630b4279-1512-4892-9fb4-8754917a8d47 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "DELETE /v2.0/security-groups/77733608-2cb7-413e-8436-894bb8393205 HTTP/1.1" status: 409 len: 352 time: 0.2257428 Nov 08 13:42:15.780701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144605d2-faac-4b91-b578-844fee2ef430 req-06d5ffc6-ffd2-4e38-97b2-e9b6b5628dc0 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946228 Nov 08 13:42:15.811008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-fcf09808-a5f4-4a69-afbf-3ad2ece8a874 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=eaf76a1c3b674073a49d20def08b5c87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1535971 Nov 08 13:42:15.986189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0158-0263-446c-8346-983b33673f15 req-7c0813e0-28fc-4517-a377-aa47261f66e6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:16.000322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f8a0158-0263-446c-8346-983b33673f15 req-7c0813e0-28fc-4517-a377-aa47261f66e6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0955102 Nov 08 13:42:16.008230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:16.111209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f8a0158-0263-446c-8346-983b33673f15 req-ec139ad9-9fb8-42bd-928d-4b5073f5e1bc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1084194 Nov 08 13:42:16.312610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-065ec521-782a-4ba4-916a-44d157d15d64 req-a44671db-8b49-4029-8c76-6cfc94797040 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f37264b-bb68-4d47-a9cb-178bcc74169c HTTP/1.1" status: 200 len: 210 time: 0.0505781 Nov 08 13:42:16.549595 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-9fe19d1d-fd56-4b39-a81e-a06fdf9628af req-835e937c-eeb1-41f1-9bb7-3d48fb368991 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] show failed (client error): The resource could not be found. Nov 08 13:42:16.553314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fe19d1d-fd56-4b39-a81e-a06fdf9628af req-835e937c-eeb1-41f1-9bb7-3d48fb368991 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "GET /v2.0/security-groups/8fb09f50-f7a1-46c0-92c4-f37bec11a138 HTTP/1.1" status: 404 len: 352 time: 0.0518520 Nov 08 13:42:16.578399 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33258726-937f-4765-9fb9-9a7d85dc4d7c x-openstack-request-id: req-33258726-937f-4765-9fb9-9a7d85dc4d7c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:16.578927 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:16.578927 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33258726-937f-4765-9fb9-9a7d85dc4d7c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:16.579362 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'code': 200} Nov 08 13:42:16.589651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:42:16.679083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2e651c8-95ed-426b-a898-0247dbb1e02f req-7f997b1b-0df0-4ac2-b370-54648575483c tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 210 time: 0.0492351 Nov 08 13:42:16.833449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:42:16.839549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5defb06d-ae1b-4d4b-8b94-3612199299bd admin admin] 10.222.0.65 "PUT /v2.0/routers/1aa6db7a-453a-47b9-9bb7-0d2268d90d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0825801 Nov 08 13:42:16.841092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43428) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:16.851101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] Sync routers for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:42:16.851580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1a173-e19f-4295-b6ba-23a0b91aa89d req-dbd32884-6bea-4733-bd85-8481dc427db4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:16.866509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cb1a173-e19f-4295-b6ba-23a0b91aa89d req-dbd32884-6bea-4733-bd85-8481dc427db4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.1565142 Nov 08 13:42:16.889031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:42:16.890696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:42:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:16.968282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330945f-7479-43f7-a0d1-d07e36e2300e req-0311cbcf-3c0b-4c7b-a47c-257bbd50eb6d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:16.976001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3330945f-7479-43f7-a0d1-d07e36e2300e req-0311cbcf-3c0b-4c7b-a47c-257bbd50eb6d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1680875 Nov 08 13:42:17.000675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cb1a173-e19f-4295-b6ba-23a0b91aa89d req-2038a9ce-016f-4ac4-b624-29efffb6b363 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278260 Nov 08 13:42:17.066931 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-6df801fc-9f23-4060-a7fb-b8548f0989dc req-350b65f2-070d-4fe5-bfa9-05c9e0115ba0 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] show failed (client error): The resource could not be found. Nov 08 13:42:17.079663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43430) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:17.081064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6df801fc-9f23-4060-a7fb-b8548f0989dc req-350b65f2-070d-4fe5-bfa9-05c9e0115ba0 tempest-SecurityGroupsNegativeTestJSON-357642508 tempest-SecurityGroupsNegativeTestJSON-357642508-project] 10.222.0.65 "GET /v2.0/security-groups/2ce58790-d1cb-470a-861b-f92c8927ef26 HTTP/1.1" status: 404 len: 352 time: 0.0401945 Nov 08 13:42:17.098027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3330945f-7479-43f7-a0d1-d07e36e2300e req-91eca4a9-2cc5-4ea1-b682-00fe75005820 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209784 Nov 08 13:42:17.185164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:42:17.246508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.252547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bd985-2204-4e88-8300-3836525f0a88 req-3b09f745-30b3-48c2-9ee9-e9b8396022d6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:17.260572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-834bd985-2204-4e88-8300-3836525f0a88 req-3b09f745-30b3-48c2-9ee9-e9b8396022d6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0726278 Nov 08 13:42:17.318769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] Deleting subnet 4d6c8268-edec-4e17-a92d-734f91879160 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:42:17.319028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-834bd985-2204-4e88-8300-3836525f0a88 req-a491b8c4-135f-4b29-b63c-e94ab46d02c2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574443 Nov 08 13:42:17.323969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.376382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.406764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:17.484152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.492190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.510511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:42:15Z', 'revision_number': 5, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port': {'id': '6a5ee8cc-d951-4959-9a1b-2b270402d3ef', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:0f:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:28Z', 'updated_at': '2021-11-08T13:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:17.598334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] Checking router: 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:42:17.649616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] Routers {'1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:42:17.656492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:42:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:17.660505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.697987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Deleting port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:17.698323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.745626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6c8268-edec-4e17-a92d-734f91879160,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:17.755313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:17.763427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.772979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-09a7e0df-ef33-4155-9337-5e9429425e1e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4d6c8268-edec-4e17-a92d-734f91879160 HTTP/1.1" status: 204 len: 168 time: 0.6886992 Nov 08 13:42:17.773188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43452) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:17.776401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '76240087-8e71-4c33-81d7-5333d1c596e8', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '76240087-8e71-4c33-81d7-5333d1c596e8', 'mac_address': 'fa:16:3e:e6:77:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:17.820917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] Set router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:42:17.910854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:42:17Z', 'revision_number': 6, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:17.982303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:17.997146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb992b63-e954-45f3-9f5b-d8474ed1c7ba None None] The sync data for ids ['1aa6db7a-453a-47b9-9bb7-0d2268d90d9a'] in n-d-804292-2 is: [{'id': '1aa6db7a-453a-47b9-9bb7-0d2268d90d9a', 'name': 'tempest-ServersTestBootFromVolume-1067505774-router', 'tenant_id': '280cf309e9744d5c994d41910454e03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:26Z', 'updated_at': '2021-11-08T13:42:17Z', 'revision_number': 6, 'project_id': '280cf309e9744d5c994d41910454e03a', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:42:18.003171 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-8783d31f-70fd-471e-9b98-997290b9ddb0 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=eaf76a1c3b674073a49d20def08b5c87&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2286370 Nov 08 13:42:18.025880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.067874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-091aff4f-276f-42fd-bf32-b39c1f2e3002 req-bc81b3fd-205b-4935-b0aa-dd06788911b5 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 210 time: 0.0805318 Nov 08 13:42:18.346410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] For port 6a5ee8cc-d951-4959-9a1b-2b270402d3ef, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:18.355705 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.417574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Calling delete_port for 6a5ee8cc-d951-4959-9a1b-2b270402d3ef owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:18.448065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.460034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:18.658988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6280214-41be-4d69-b302-3989245b1764']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:18.680154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5010c801-ff71-4069-9dd1-e550c991e895') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:18.680505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5010c801-ff71-4069-9dd1-e550c991e895') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:18.690419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:18.703609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e35aa0d7-6405-4066-81c5-304b6ad6a7e8 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:18.709276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'mac_address': 'fa:16:3e:94:4b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:18.728871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.739008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76240087-8e71-4c33-81d7-5333d1c596e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:18.749853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89eb86-6204-479e-ae82-f173a1d30843 req-de4289bd-01db-40b5-bab8-45a0600eeeb4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:18.753269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d89eb86-6204-479e-ae82-f173a1d30843 req-de4289bd-01db-40b5-bab8-45a0600eeeb4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 948 time: 0.4313176 Nov 08 13:42:18.771444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:18.798492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f110c-7c89-4af6-93e8-163eb301c24b req-5bb3a5b6-1ae7-44b6-b478-47eaea4973fa tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:18.809861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d92f110c-7c89-4af6-93e8-163eb301c24b req-5bb3a5b6-1ae7-44b6-b478-47eaea4973fa tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.5019028 Nov 08 13:42:18.818725 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.837302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e35aa0d7-6405-4066-81c5-304b6ad6a7e8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:18.838296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e35aa0d7-6405-4066-81c5-304b6ad6a7e8 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:18.841927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:18.865891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:18.868267 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.876462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.892771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.920370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:42:18.920924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:42:18.927495 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:42:18.937514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=12']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:19.012554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:19.049039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-987480ff-75e9-4d95-9589-25f5f536d5d1 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:19.054601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['76240087-8e71-4c33-81d7-5333d1c596e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:19.057883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-987480ff-75e9-4d95-9589-25f5f536d5d1 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0347955 Nov 08 13:42:19.099432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Request body: {'port': {'device_id': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': 'eaf76a1c3b674073a49d20def08b5c87'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:19.156478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d89eb86-6204-479e-ae82-f173a1d30843 req-6bfea9bd-1fa6-4fe7-aa6a-99534d8e538b tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880153 Nov 08 13:42:19.159943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:19.166956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d92f110c-7c89-4af6-93e8-163eb301c24b req-0611a143-9e97-4b06-afc5-97f6ceba59d8 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535860 Nov 08 13:42:19.177082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:19.181431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] 10.222.0.65 "DELETE /v2.0/networks/b6280214-41be-4d69-b302-3989245b1764 HTTP/1.1" status: 204 len: 168 time: 1.4069889 Nov 08 13:42:19.205116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70688a-27c9-40fb-a76e-5e04fd9aac2a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6280214-41be-4d69-b302-3989245b1764,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:19.269418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:19.528238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6aa83c-81ad-42d2-ada3-f3a0bc06ab99 req-b8a578d6-5f22-430b-ada8-4a577c4a53dc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:19.550856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43482) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:19.552491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d6aa83c-81ad-42d2-ada3-f3a0bc06ab99 req-b8a578d6-5f22-430b-ada8-4a577c4a53dc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 945 time: 0.2041771 Nov 08 13:42:19.666612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d6aa83c-81ad-42d2-ada3-f3a0bc06ab99 req-da3295e4-82b7-4f99-baf9-b0cd928b38f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1130004 Nov 08 13:42:19.701809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:19.725578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ec9b4a5-7fda-4e49-8eea-5a97c758272e req-b24683e3-b2fb-4c0b-95f8-e2bae6907b86 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 210 time: 0.1702995 Nov 08 13:42:19.794520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Made reservation on behalf of eaf76a1c3b674073a49d20def08b5c87 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:19.817167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:19.819480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5ee8cc-d951-4959-9a1b-2b270402d3ef,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:19.866037 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-454c91b6-c20e-4889-a66c-2a11125ad238 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=935b66d5421940748a993bbb9a4c221e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3139520 Nov 08 13:42:19.869159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43486) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:19.961258 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf20df12-ca9c-4192-bf2f-3ee9d8fa117d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:19.997567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf20df12-ca9c-4192-bf2f-3ee9d8fa117d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.053076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf20df12-ca9c-4192-bf2f-3ee9d8fa117d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.058880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf20df12-ca9c-4192-bf2f-3ee9d8fa117d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.061679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bf20df12-ca9c-4192-bf2f-3ee9d8fa117d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77733608-2cb7-413e-8436-894bb8393205 HTTP/1.1" status: 204 len: 168 time: 0.1914961 Nov 08 13:42:20.087531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20df12-ca9c-4192-bf2f-3ee9d8fa117d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77733608-2cb7-413e-8436-894bb8393205,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:20.144986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.409277 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:42:20.416374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6a5ee8cc-d951-4959-9a1b-2b270402d3ef no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:20.465048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6046c-83be-4256-a9c0-d9722a938ad6 req-481d9f62-8fc0-4c2f-9335-8b7474189210 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:20.466823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ba6046c-83be-4256-a9c0-d9722a938ad6 req-481d9f62-8fc0-4c2f-9335-8b7474189210 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.0657749 Nov 08 13:42:20.494745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6a5ee8cc-d951-4959-9a1b-2b270402d3ef {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:20.495095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6a5ee8cc-d951-4959-9a1b-2b270402d3ef not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:20.508333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3dc929-f222-4fe7-bdf6-ac2e5b03df2f req-529455ad-a60b-4acb-9659-12b7f6a9b6cb tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:20.516102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b3dc929-f222-4fe7-bdf6-ac2e5b03df2f req-529455ad-a60b-4acb-9659-12b7f6a9b6cb tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2165985 Nov 08 13:42:20.602621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ba6046c-83be-4256-a9c0-d9722a938ad6 req-655fca9e-54fb-476a-8a2d-3c12e9a97493 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218891 Nov 08 13:42:20.624329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b3dc929-f222-4fe7-bdf6-ac2e5b03df2f req-50f1fa5d-0f18-429f-a03a-01dd87be702c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071930 Nov 08 13:42:20.636050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.644657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.855124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546b5b0-3fa7-4521-b77f-ee585522b4ca req-94618df6-1dc2-4eef-8244-a71402bae369 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:20.867006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f546b5b0-3fa7-4521-b77f-ee585522b4ca req-94618df6-1dc2-4eef-8244-a71402bae369 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 1100 time: 0.1279352 Nov 08 13:42:20.871175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Allocated IP 192.168.233.89 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/6723d34e-7146-4ffe-b425-64c7d24ec05d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:42:20.880975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.881497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa6db7a-453a-47b9-9bb7-0d2268d90d9a {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:42:20.924720 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:20.924720 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ce453d93-9cf8-4df8-986c-b80cbc240723 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1aa6db7a-453a-47b9-9bb7-0d2268d90d9a HTTP/1.1" status: 204 len: 168 time: 4.0795796 Nov 08 13:42:20.930889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43506) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:21.184636 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a2bb2-5a11-4d12-81f6-bace4063a783 req-cfe2e6ce-b952-429a-af8b-5eab5a05bea7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:21.192823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-713a2bb2-5a11-4d12-81f6-bace4063a783 req-cfe2e6ce-b952-429a-af8b-5eab5a05bea7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 945 time: 0.1801920 Nov 08 13:42:21.202503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f546b5b0-3fa7-4521-b77f-ee585522b4ca req-e9f5d23f-9ad0-4853-8a69-c3fc768b7515 tempest-MigrationsAdminTest-27211543 tempest-MigrationsAdminTest-27211543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332682 Nov 08 13:42:21.252911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] Deleting subnet 392e9acb-bd70-47b6-9253-06c5f6b50da8 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:42:21.290443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:21.380998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-713a2bb2-5a11-4d12-81f6-bace4063a783 req-d65f8115-4aae-4649-b43e-dccf072ad961 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1647854 Nov 08 13:42:21.411373 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:21.419477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:21.439360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3945b439-b2bb-420e-9787-b371bb0cac38 req-9c08ca0e-991c-483d-87f3-4f96ddeaf9c7 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 210 time: 0.0458894 Nov 08 13:42:21.578296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 76240087-8e71-4c33-81d7-5333d1c596e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:21.578587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:21.745167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:21.867319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:21.868680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:21.939465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392e9acb-bd70-47b6-9253-06c5f6b50da8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:21.945923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:21.954034 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e4bbaa0b-81e8-470d-921e-bf5f13d34784 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/392e9acb-bd70-47b6-9253-06c5f6b50da8 HTTP/1.1" status: 204 len: 168 time: 1.0198371 Nov 08 13:42:21.955164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43530) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:21.983577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eec88-3040-4d76-b1c4-f596decc5703 req-41fdfac5-9a15-4920-a613-401339fead93 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:21.990178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:21.997031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:21.998116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b21eec88-3040-4d76-b1c4-f596decc5703 req-41fdfac5-9a15-4920-a613-401339fead93 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2226970 Nov 08 13:42:22.008799 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e0125b-db4a-487f-9754-7c36d2a38ee1" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:22.021955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9770a3-e96b-4bc2-be66-7c50fb65f438 None None] Network 2c67ca71-163c-4e74-bcee-018848773aed requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:42:22.031148 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:22.194824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=13']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:22.303868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:22.317175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:22.350558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:22.464621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:22.492783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['0d0f095d-233f-4d17-932e-b5ab6426ae0c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:22.571912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Deleting port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:22.572267 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:22.586897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:42:22.598430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:42:22.614988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:22.618058 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:22.658793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:22.681237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:42:22.698512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] DHCP port deletion for 2c67ca71-163c-4e74-bcee-018848773aed request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:42:22.767756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Pushing event updated for resources: {'Port': ['ID=6723d34e-7146-4ffe-b425-64c7d24ec05d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:22.853713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] For port f124e354-6a5a-4f8e-8ffa-ac623fe5de04, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:22.854078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:22.871130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Calling delete_port for f124e354-6a5a-4f8e-8ffa-ac623fe5de04 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:22.922014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.118779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] Deleting port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:23.119698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.134655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:23.135274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.191466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-64ec628a-612b-4751-89c7-eca413f8050a None None] Provisioning complete for port 6723d34e-7146-4ffe-b425-64c7d24ec05d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:23.191893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64ec628a-612b-4751-89c7-eca413f8050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.196490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.225081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b21eec88-3040-4d76-b1c4-f596decc5703 req-7b50caa0-1352-4d08-9c18-cf24853b000e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2247293 Nov 08 13:42:23.310290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060f81a-11c8-461d-b383-5e36a7d7e8a2 req-8a234a59-8f1c-418b-b832-becc26947493 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:23.320611 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-53c74746-d1f5-4a2c-b5c2-05391cdb378e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2483313 Nov 08 13:42:23.322877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b060f81a-11c8-461d-b383-5e36a7d7e8a2 req-8a234a59-8f1c-418b-b832-becc26947493 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 949 time: 0.2311769 Nov 08 13:42:23.366746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Request body: {'port': {'device_id': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:23.440869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:23.457082 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5ea253-ff9d-4be6-876d-15f366ae59c3 x-openstack-request-id: req-0d5ea253-ff9d-4be6-876d-15f366ae59c3 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:23.457561 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-plugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:23.457974 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d5ea253-ff9d-4be6-876d-15f366ae59c3 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:23.458516 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'code': 200} Nov 08 13:42:23.463451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.475764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-64ec628a-612b-4751-89c7-eca413f8050a None None] Port 6723d34e-7146-4ffe-b425-64c7d24ec05d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:42:23.478545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] For port f124e354-6a5a-4f8e-8ffa-ac623fe5de04, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,segment=NetworkSegment(87e0b271-09d2-427c-8f7b-aa54922b9d6c),segment_id=87e0b271-09d2-427c-8f7b-aa54922b9d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:23.504797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.538157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b060f81a-11c8-461d-b383-5e36a7d7e8a2 req-7afb5831-6dcb-43d7-9d92-cb885ec7c587 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107894 Nov 08 13:42:23.544481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.547494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Pushing event deleted for resources: {'Port': ['ID=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:23.558597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] No DVR routers for this DVR port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:23.597069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-a79fea92-7fec-4b25-ac4d-cc994c4c4bbc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:23.600192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-a79fea92-7fec-4b25-ac4d-cc994c4c4bbc tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 950 time: 0.1718121 Nov 08 13:42:23.624830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.650525 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.652981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] Calling delete_port for f124e354-6a5a-4f8e-8ffa-ac623fe5de04 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:23.823118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=12']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:23.887326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Deleting port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:23.896238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:23.950160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.022516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] No DVR routers for this DVR port f124e354-6a5a-4f8e-8ffa-ac623fe5de04 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:24.027656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4f6de-d097-4770-a05d-b62b923a84b6 None None] Pushing event deleted for resources: {'Port': ['ID=f124e354-6a5a-4f8e-8ffa-ac623fe5de04,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:24.115909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] For port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:24.116476 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.147911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Calling delete_port for c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:24.373532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f124e354-6a5a-4f8e-8ffa-ac623fe5de04 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:24.420033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f124e354-6a5a-4f8e-8ffa-ac623fe5de04 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:24.420701 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f124e354-6a5a-4f8e-8ffa-ac623fe5de04 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:24.493029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbf1a5-e443-4e04-be21-1f4412ccbddc req-3b2d7d65-b035-4950-9852-689e6ed15b1d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:24.499822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bacbf1a5-e443-4e04-be21-1f4412ccbddc req-3b2d7d65-b035-4950-9852-689e6ed15b1d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.7545640 Nov 08 13:42:24.502128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.523097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', '6fc72403-5de4-46ef-874f-18b77990c3ce', 'ae28b67f-14c2-4906-bacb-684ff792d8e8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:24.525561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:24.737917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event deleted for resources: {'Port': ['ID=c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:24.909950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] No DVR routers for this DVR port c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:24.915149 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.926742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49be54d2-efb5-4d21-96e4-8c778ee96b79 req-d8c65a8b-b3af-4c41-98ac-e9d08d969e75 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.54 "DELETE /v2.0/ports/c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa HTTP/1.1" status: 204 len: 173 time: 1.3145676 Nov 08 13:42:24.944403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43562) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:24.945395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:24.949405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-deleted', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:24.956414 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e90be80-4bbe-4549-9f25-1f6015bfdeab" -d '{"events": [{"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-deleted", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:25.056062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddadae-9ae4-4efe-8c7b-b84f695e7d61 req-57c15a94-a701-47e5-b292-4baff007ecfd tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:25.062476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dddadae-9ae4-4efe-8c7b-b84f695e7d61 req-57c15a94-a701-47e5-b292-4baff007ecfd tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 935 time: 0.5899434 Nov 08 13:42:25.136404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bacbf1a5-e443-4e04-be21-1f4412ccbddc req-fa087c12-7920-4aa6-95f0-8754415c94cd tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5858982 Nov 08 13:42:25.303052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dddadae-9ae4-4efe-8c7b-b84f695e7d61 req-efbbd17c-b268-4fd5-830a-79887cb6bc97 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654141 Nov 08 13:42:25.398993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6723d34e-7146-4ffe-b425-64c7d24ec05d {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:25.433635 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47403acc-d81a-4062-9254-6bb101637f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.435991 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.461426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:25.473638 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b71970-69e9-4511-9ddb-3f6a6996ef41" -d '{"events": [{"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:25.499248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Transition to ACTIVE for port object 6723d34e-7146-4ffe-b425-64c7d24ec05d will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:42:25.514373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c67ca71-163c-4e74-bcee-018848773aed']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:25.519143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.669044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e0b271-09d2-427c-8f7b-aa54922b9d6c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:25.670040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e0b271-09d2-427c-8f7b-aa54922b9d6c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:25.729521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.831367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc32e8e6-f94b-4afb-bf29-9dde9419d4e7 req-099f7205-c268-4768-bb20-880f6680e490 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=a96f4509-d753-4811-861d-af6e782ac1fe HTTP/1.1" status: 200 len: 210 time: 0.1075444 Nov 08 13:42:25.881816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.926422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Pushing event updated for resources: {'Port': ['ID=6723d34e-7146-4ffe-b425-64c7d24ec05d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:25.935491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:42:25.935904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:42:25.938205 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:42:25.961911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dcc5a-528c-4024-906a-e79ea150ba2b req-d7b5e3cc-0ee9-4650-b72b-b766269a104f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:25.966137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-447dcc5a-528c-4024-906a-e79ea150ba2b req-d7b5e3cc-0ee9-4650-b72b-b766269a104f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.3723850 Nov 08 13:42:26.058459 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d41cd95-4f15-4a4a-b225-e371121a39e7 x-openstack-request-id: req-7d41cd95-4f15-4a4a-b225-e371121a39e7 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:26.059217 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-deleted", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:26.061390 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d41cd95-4f15-4a4a-b225-e371121a39e7 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:26.062141 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-deleted', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'status': 'completed', 'code': 200} Nov 08 13:42:26.080851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.090148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.105902 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47403acc-d81a-4062-9254-6bb101637f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.118250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2c67ca71-163c-4e74-bcee-018848773aed HTTP/1.1" status: 204 len: 168 time: 4.1610718 Nov 08 13:42:26.131721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47403acc-d81a-4062-9254-6bb101637f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.133767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Attempting to bind port 6723d34e-7146-4ffe-b425-64c7d24ec05d on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:42:26.135541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Attempting to bind port 6723d34e-7146-4ffe-b425-64c7d24ec05d by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:42:26.135909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Attempting to bind port 6723d34e-7146-4ffe-b425-64c7d24ec05d on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:26.161679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Port 6723d34e-7146-4ffe-b425-64c7d24ec05d on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:42:26.162066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Attempting to bind port 6723d34e-7146-4ffe-b425-64c7d24ec05d on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:26.182580 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b555adf-cdda-49a2-91ee-1d122cb8ff3a x-openstack-request-id: req-0b555adf-cdda-49a2-91ee-1d122cb8ff3a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:26.184215 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96f4509-d753-4811-861d-af6e782ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:26.184215 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b555adf-cdda-49a2-91ee-1d122cb8ff3a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:26.184631 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96f4509-d753-4811-861d-af6e782ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa', 'code': 200} Nov 08 13:42:26.211494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d135a9c-246b-4ea3-8832-b7cffb0e1a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c67ca71-163c-4e74-bcee-018848773aed,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:26.223925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:42:26.224148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:26.227107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:42:26.227601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Bound port: 6723d34e-7146-4ffe-b425-64c7d24ec05d, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:42:26.228009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.272315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47403acc-d81a-4062-9254-6bb101637f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf170e-7c96-4ff1-b433-f4197e250604,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:26.457333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43580) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:26.482216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-47403acc-d81a-4062-9254-6bb101637f03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce95252a58704e7b9f06d525c296edac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5137899 Nov 08 13:42:26.487392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43582) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:26.517392 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-447dcc5a-528c-4024-906a-e79ea150ba2b req-cacdd06d-8ba7-4077-8eb4-0f3598058ac6 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388868 Nov 08 13:42:26.521004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] For port 6723d34e-7146-4ffe-b425-64c7d24ec05d, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:26.557020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] For port 6723d34e-7146-4ffe-b425-64c7d24ec05d, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6723d34e-7146-4ffe-b425-64c7d24ec05d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:42:26.576627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.578990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ea5db-bf19-4fca-bd29-dbd37a0bb25c req-8db0e8cd-b7ff-4d04-a004-8bdbc52bdee7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:26.587355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e9ea5db-bf19-4fca-bd29-dbd37a0bb25c req-8db0e8cd-b7ff-4d04-a004-8bdbc52bdee7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.1930423 Nov 08 13:42:26.623807 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1e944944-01e6-4a22-a9a0-c106342d3b15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=280cf309e9744d5c994d41910454e03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650717 Nov 08 13:42:26.627282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43584) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:26.663348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:26.663792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.665519 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] 10.222.0.70 "PUT /v2.0/ports/6723d34e-7146-4ffe-b425-64c7d24ec05d HTTP/1.1" status: 200 len: 1095 time: 3.3102298 Nov 08 13:42:26.669295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'tag': '6723d34e-7146-4ffe-b425-64c7d24ec05d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:26.671763 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef2a5d-30ec-4fc0-85df-d99511ce96c5", "tag": "6723d34e-7146-4ffe-b425-64c7d24ec05d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:26.685586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28995577-ab7b-4c3c-9922-ac5f125817c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.727877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e9ea5db-bf19-4fca-bd29-dbd37a0bb25c req-2404cbb5-641a-475f-ab97-7f5a5c5a014f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336770 Nov 08 13:42:26.822058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce74a06-7c30-4879-a553-51032bb27a57 req-055d7e60-6115-4b41-8ef4-47173b424423 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:26.828079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fce74a06-7c30-4879-a553-51032bb27a57 req-055d7e60-6115-4b41-8ef4-47173b424423 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 947 time: 0.1232920 Nov 08 13:42:26.837142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28995577-ab7b-4c3c-9922-ac5f125817c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.841234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838cc87-3c91-40cf-91ca-bcedffd814ef service neutron] Pushing event updated for resources: {'Port': ['ID=6723d34e-7146-4ffe-b425-64c7d24ec05d,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:26.859202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1368ecd7-df6b-43e8-a767-9c7ecd1bca42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.961595 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1368ecd7-df6b-43e8-a767-9c7ecd1bca42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:26.976818 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1042bf4d-6436-4270-8c7f-d5b049bd0ce6 x-openstack-request-id: req-1042bf4d-6436-4270-8c7f-d5b049bd0ce6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:26.977687 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef2a5d-30ec-4fc0-85df-d99511ce96c5", "tag": "6723d34e-7146-4ffe-b425-64c7d24ec05d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:26.979104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fce74a06-7c30-4879-a553-51032bb27a57 req-c0b4aa89-5c6f-46e6-a87a-0a0c3bea3257 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437261 Nov 08 13:42:26.980235 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1042bf4d-6436-4270-8c7f-d5b049bd0ce6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:26.985883 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'tag': '6723d34e-7146-4ffe-b425-64c7d24ec05d', 'status': 'completed', 'code': 200} Nov 08 13:42:27.011318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-86c2429b-1bd9-472b-84f8-01c22eb30adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:27.014249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-86c2429b-1bd9-472b-84f8-01c22eb30adc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaf76a1c3b674073a49d20def08b5c87&device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 1098 time: 0.2920389 Nov 08 13:42:27.143634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-cc075917-8073-4db0-8721-e0f9763b69a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6723d34e-7146-4ffe-b425-64c7d24ec05d HTTP/1.1" status: 200 len: 217 time: 0.1093655 Nov 08 13:42:27.191308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28995577-ab7b-4c3c-9922-ac5f125817c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.194168 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28995577-ab7b-4c3c-9922-ac5f125817c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.195386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-28995577-ab7b-4c3c-9922-ac5f125817c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3eaf170e-7c96-4ff1-b433-f4197e250604 HTTP/1.1" status: 204 len: 168 time: 0.7065923 Nov 08 13:42:27.217823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28995577-ab7b-4c3c-9922-ac5f125817c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf170e-7c96-4ff1-b433-f4197e250604,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:27.244767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-d7003d57-c39f-4cb4-9acf-0a2d1af9f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:27.247328 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-d7003d57-c39f-4cb4-9acf-0a2d1af9f76c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0926445 Nov 08 13:42:27.294917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1368ecd7-df6b-43e8-a767-9c7ecd1bca42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.301917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1368ecd7-df6b-43e8-a767-9c7ecd1bca42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.303078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1368ecd7-df6b-43e8-a767-9c7ecd1bca42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/586cc80a-20c3-4e10-97db-f4db3770dbcd HTTP/1.1" status: 204 len: 168 time: 0.6721687 Nov 08 13:42:27.380432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368ecd7-df6b-43e8-a767-9c7ecd1bca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586cc80a-20c3-4e10-97db-f4db3770dbcd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:27.414505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-582b48d1-c0f8-46ee-9764-c5515ccc5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:27.416134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-582b48d1-c0f8-46ee-9764-c5515ccc5549 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536067 Nov 08 13:42:27.600381 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-11afff4b-c176-4ef2-bcc1-7d1ef4465ab2 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726267 Nov 08 13:42:27.789956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d76c84-088e-4b91-b718-53be42e310a7 req-a3716772-d515-4ed3-a722-a415a7805c8c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:27.800797 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62d76c84-088e-4b91-b718-53be42e310a7 req-a3716772-d515-4ed3-a722-a415a7805c8c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 950 time: 0.1969130 Nov 08 13:42:27.851965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5642381f-48a3-4647-a978-bff071ae47e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:27.916931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90642a0c-f95e-479f-93c5-d4dec027c81d req-fc74e9e7-5f90-4a37-9aa4-2b43d2015512 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081338 Nov 08 13:42:27.928905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62d76c84-088e-4b91-b718-53be42e310a7 req-02814ad7-c998-4dd6-85cd-d13d43d41faa tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270313 Nov 08 13:42:27.966502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c53ad7-a57e-41d5-b4bf-ddaf59312d8e req-79e5de94-b05c-4a23-a7e3-d9336a4c8348 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:27.976198 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5c53ad7-a57e-41d5-b4bf-ddaf59312d8e req-79e5de94-b05c-4a23-a7e3-d9336a4c8348 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2994080 Nov 08 13:42:28.098961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-7c477287-da92-4622-9f6c-713796b27ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:28.104644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-7c477287-da92-4622-9f6c-713796b27ffe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eaf76a1c3b674073a49d20def08b5c87&device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 1098 time: 0.1196318 Nov 08 13:42:28.194991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5c53ad7-a57e-41d5-b4bf-ddaf59312d8e req-9c50ba4c-013e-47be-a73e-bf0508a9288e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046540 Nov 08 13:42:28.277546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:28.344028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8f501-804b-4425-ab5c-7d1dcd181a89 req-77348a50-2063-4758-9750-2bc9a1148bf4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:28.346222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ac8f501-804b-4425-ab5c-7d1dcd181a89 req-77348a50-2063-4758-9750-2bc9a1148bf4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.2048531 Nov 08 13:42:28.387145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:28.387665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c6ed2a41-6dc7-4d5a-90b6-a57dd1225ffa not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:28.458026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-6ab1013c-9891-4fe7-b516-a2ff82698594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:28.464411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-6ab1013c-9891-4fe7-b516-a2ff82698594 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3492134 Nov 08 13:42:28.479443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ac8f501-804b-4425-ab5c-7d1dcd181a89 req-1739916e-ad29-4c29-ac23-c83eb90a553d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1265032 Nov 08 13:42:28.568196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-9bb6ac3c-fd11-4d23-9fb6-4220306ce34e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=6723d34e-7146-4ffe-b425-64c7d24ec05d HTTP/1.1" status: 200 len: 217 time: 0.0965841 Nov 08 13:42:28.609313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbc6469-5205-45a5-8570-aab6d8bc27f4 req-b02b53ac-f95e-4c47-a854-a6e508246509 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:28.617687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9dbc6469-5205-45a5-8570-aab6d8bc27f4 req-b02b53ac-f95e-4c47-a854-a6e508246509 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 947 time: 0.1497018 Nov 08 13:42:28.660469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-9026f5be-7db0-4e1e-8f53-2f1ca8e81ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:28.663431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-9026f5be-7db0-4e1e-8f53-2f1ca8e81ec5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0854537 Nov 08 13:42:28.732736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-a48b7688-8a54-4b45-969a-6b9967dea1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:28.736600 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-a48b7688-8a54-4b45-969a-6b9967dea1fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543206 Nov 08 13:42:28.738692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9dbc6469-5205-45a5-8570-aab6d8bc27f4 req-33784c4a-e760-44ab-9c46-56649642b4ca tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131504 Nov 08 13:42:28.911331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-be5fd2f8-6dc2-425c-babd-9a0f7fd35b59 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582184 Nov 08 13:42:29.261277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb02cf3-4298-44b3-b2d5-0579c4d10d3e req-48d138d5-7b71-4fe0-892e-d00be7c04893 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:29.288648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cb02cf3-4298-44b3-b2d5-0579c4d10d3e req-48d138d5-7b71-4fe0-892e-d00be7c04893 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 950 time: 0.1516075 Nov 08 13:42:29.340585 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18cb89e3-17b8-42cb-97e1-a6aa8a6dab87 req-b230de11-ec31-4314-a315-431e9b9414de service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215801 Nov 08 13:42:29.410788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cb02cf3-4298-44b3-b2d5-0579c4d10d3e req-d52f1374-7b18-48c4-878a-1d41345031c7 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211407 Nov 08 13:42:29.435362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:29.475841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-64d05a83-b2f4-429d-bca3-6ab569c2aa25 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:29.477397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-64d05a83-b2f4-429d-bca3-6ab569c2aa25 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 950 time: 0.2798240 Nov 08 13:42:29.477783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43662) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:29.756995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1730181393-network', 'tenant_id': '539685e7205d44589e8d9ce64f0736df'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:29.778070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Deleting port ae28b67f-14c2-4906-bacb-684ff792d8e8 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:29.778413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.789983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469ad3d-08d0-4065-80f1-dc0664e0318d req-8b615089-de19-40d2-a8bd-c4934429cb14 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:29.793908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3469ad3d-08d0-4065-80f1-dc0664e0318d req-8b615089-de19-40d2-a8bd-c4934429cb14 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2109270 Nov 08 13:42:29.842702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-850112641-network', 'tenant_id': '8ae1c5eb31374040a586938178bb93d6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:29.918594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] For port ae28b67f-14c2-4906-bacb-684ff792d8e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ae28b67f-14c2-4906-bacb-684ff792d8e8,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:29.918968 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:29.936326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Calling delete_port for ae28b67f-14c2-4906-bacb-684ff792d8e8 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:29.949253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3469ad3d-08d0-4065-80f1-dc0664e0318d req-f912ef90-17af-4d0c-8cab-70cb6e39b6e3 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250975 Nov 08 13:42:29.967971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca3112-7655-4379-9489-b6ebf9c81edd req-8ba664ae-3c9e-4dc5-9455-d913f841978e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:29.985656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fca3112-7655-4379-9489-b6ebf9c81edd req-8ba664ae-3c9e-4dc5-9455-d913f841978e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.1815007 Nov 08 13:42:29.990549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.api [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 13:42:29.990549 n-d-804292-2 neutron-server[101841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 08 13:42:29.990549 n-d-804292-2 neutron-server[101841]: [parameters: {'project_id': '8ae1c5eb31374040a586938178bb93d6', 'id': 'a2f50d75-9948-44d9-bd94-f895d23f0ca7', 'expiration': datetime.datetime(2021, 11, 8, 13, 44, 29, 897679)}] Nov 08 13:42:29.990549 n-d-804292-2 neutron-server[101841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:42:29.991964 n-d-804292-2 neutron-server[101841]: DEBUG oslo_db.api [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:42:30.013537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Made reservation on behalf of 539685e7205d44589e8d9ce64f0736df for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:30.015993 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.028069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.087128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fca3112-7655-4379-9489-b6ebf9c81edd req-4399efc2-7d8f-4154-93a1-b14b95847afb tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003332 Nov 08 13:42:30.170278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.198460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', '6fc72403-5de4-46ef-874f-18b77990c3ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:30.337696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event deleted for resources: {'Port': ['ID=ae28b67f-14c2-4906-bacb-684ff792d8e8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:30.433103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] No DVR routers for this DVR port ae28b67f-14c2-4906-bacb-684ff792d8e8 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:30.442855 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.453430 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46b82c13-c08d-415d-a272-afad6bcaab79 req-80f66818-fd93-4ea8-85b5-c1708d40d544 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "DELETE /v2.0/ports/ae28b67f-14c2-4906-bacb-684ff792d8e8 HTTP/1.1" status: 204 len: 173 time: 0.9660995 Nov 08 13:42:30.453976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-deleted', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:30.457530 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463b92bc-ad1d-4715-b405-4cb32a646891" -d '{"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-deleted", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:30.523255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6adbd1-5538-4a4e-88c9-cab8033e9cf5 req-56529886-e194-4f02-b0f6-6e1db8b8476e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:30.536611 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa6adbd1-5538-4a4e-88c9-cab8033e9cf5 req-56529886-e194-4f02-b0f6-6e1db8b8476e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.4448838 Nov 08 13:42:30.701170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87367-5b36-4afc-bd26-39712e7fcb72 req-c8b85e3d-bbe8-4570-8611-7865e0b215c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:30.710319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62e87367-5b36-4afc-bd26-39712e7fcb72 req-c8b85e3d-bbe8-4570-8611-7865e0b215c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 947 time: 0.5011528 Nov 08 13:42:30.733382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-98bfe9c2-dd5f-4fbb-a87c-e4abf5d16e1e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:30.736711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-98bfe9c2-dd5f-4fbb-a87c-e4abf5d16e1e tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.4777186 Nov 08 13:42:30.750430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:30.753264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.758358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.780353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa6adbd1-5538-4a4e-88c9-cab8033e9cf5 req-8534ae5e-a9cb-43fa-aedd-f72b48a3161b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2425590 Nov 08 13:42:30.800431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.826410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:30.908820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:42:31.008450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:31.018755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebea7a37-aa97-459e-9bb8-522d7bbd80f4 req-3b67adc4-9103-4d99-874b-f97c3bdaa0a8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=8529c35f-1fb2-4668-bd5d-debcadf988d8 HTTP/1.1" status: 200 len: 210 time: 0.1241677 Nov 08 13:42:31.023960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.024496 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Added segment 6a36d581-076f-4aaa-9c3a-191d5b3ef542 of type vlan for network 6bbbc556-9d45-4bc8-95b3-038d38e01859 Nov 08 13:42:31.039293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62e87367-5b36-4afc-bd26-39712e7fcb72 req-c35320d0-9888-4fba-88d4-f3149322f62e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278348 Nov 08 13:42:31.139798 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da23e332-bb89-42b9-82ea-e7f70667814c x-openstack-request-id: req-da23e332-bb89-42b9-82ea-e7f70667814c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:31.140357 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8529c35f-1fb2-4668-bd5d-debcadf988d8", "name": "network-vif-deleted", "tag": "ae28b67f-14c2-4906-bacb-684ff792d8e8", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:31.140688 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da23e332-bb89-42b9-82ea-e7f70667814c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:31.141192 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8529c35f-1fb2-4668-bd5d-debcadf988d8', 'name': 'network-vif-deleted', 'tag': 'ae28b67f-14c2-4906-bacb-684ff792d8e8', 'status': 'completed', 'code': 200} Nov 08 13:42:31.160621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.313929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Deleting port fda6e08a-6ea0-403c-990d-761b12c762e5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:31.314261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.356154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.357694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:31.358554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.410894 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.419554 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cc31bbd6-ff38-4d2b-92dc-f2793d4967fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.475038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6723d34e-7146-4ffe-b425-64c7d24ec05d details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:31.479421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:31.507780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.568905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: ae28b67f-14c2-4906-bacb-684ff792d8e8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:31.570159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ae28b67f-14c2-4906-bacb-684ff792d8e8 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:31.591653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1538355 Nov 08 13:42:31.596281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43686) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:31.602776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Request body: {'subnet': {'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1730181393-subnet', 'tenant_id': '539685e7205d44589e8d9ce64f0736df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:31.607795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8af273f-56e0-475a-8aee-743899479791,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:31.634228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:42:31.641363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5418b9-f177-4570-b6e7-b78abce01d03 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbbc556-9d45-4bc8-95b3-038d38e01859,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:31.651916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Made reservation on behalf of 539685e7205d44589e8d9ce64f0736df for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:31.654862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.665494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec4b67-aa10-467e-ad73-670d3c864ff5 req-0d2acb70-8bb2-42c1-a9cf-250a26a531b2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:31.673252 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9eec4b67-aa10-467e-ad73-670d3c864ff5 req-0d2acb70-8bb2-42c1-a9cf-250a26a531b2 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 945 time: 0.4191501 Nov 08 13:42:31.682525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6bbbc556-9d45-4bc8-95b3-038d38e01859 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:42:31.690195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236077d2-5ffb-4cdf-b434-c9399d36ffdc req-cba48615-9b1d-4d91-99ad-f6aebb8eb49c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:31.699138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-236077d2-5ffb-4cdf-b434-c9399d36ffdc req-cba48615-9b1d-4d91-99ad-f6aebb8eb49c tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.4559240 Nov 08 13:42:31.729407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.729679 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Added segment 3ab2dff0-287a-47a8-bf13-7cfd5c488d4f of type vlan for network 9f4e5055-f8d8-4590-a4c8-9654875d52ae Nov 08 13:42:31.741246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] For port fda6e08a-6ea0-403c-990d-761b12c762e5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fda6e08a-6ea0-403c-990d-761b12c762e5,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:31.741597 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.814403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Calling delete_port for fda6e08a-6ea0-403c-990d-761b12c762e5 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:31.830524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6723d34e-7146-4ffe-b425-64c7d24ec05d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6723d34e-7146-4ffe-b425-64c7d24ec05d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:31.848390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '6723d34e-7146-4ffe-b425-64c7d24ec05d', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '6723d34e-7146-4ffe-b425-64c7d24ec05d', 'mac_address': 'fa:16:3e:34:4a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:31.896849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9eec4b67-aa10-467e-ad73-670d3c864ff5 req-243766da-142c-49f5-90ff-55af9104681b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226861 Nov 08 13:42:31.900299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.908967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.930823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6723d34e-7146-4ffe-b425-64c7d24ec05d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:31.961328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6723d34e-7146-4ffe-b425-64c7d24ec05d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6723d34e-7146-4ffe-b425-64c7d24ec05d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:31.977306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:31.984582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.000527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-236077d2-5ffb-4cdf-b434-c9399d36ffdc req-1a83306a-f989-4c19-bf1b-858d02b9d9cf tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003576 Nov 08 13:42:32.014063 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.015051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.016082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.123489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6723d34e-7146-4ffe-b425-64c7d24ec05d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:32.165697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f615eb5-fca1-442f-8505-948c0b5263e9,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:32.203336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Checking segment: {'id': '6a36d581-076f-4aaa-9c3a-191d5b3ef542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:32.204581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Network hostable DHCP agents. Network: 6bbbc556-9d45-4bc8-95b3-038d38e01859, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:42:32.210258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7311950 Nov 08 13:42:32.215899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:32.222209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Request body: {'subnet': {'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-850112641-subnet', 'tenant_id': '8ae1c5eb31374040a586938178bb93d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:32.228009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13483f7a-d640-4336-aa0c-d5f880a329c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9f4e5055-f8d8-4590-a4c8-9654875d52ae,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:32.250086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:42:32.280738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Network 6bbbc556-9d45-4bc8-95b3-038d38e01859 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:42:32.304425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-c741c3cd-5a0d-4b1c-9675-b2df139d1acc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0885046 Nov 08 13:42:32.306553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 6bbbc556-9d45-4bc8-95b3-038d38e01859) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:32.331307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.332371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.368648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9fb8b-7f9e-4ffc-9a81-88a455d53a65 req-db5f7b4e-1188-4a6c-b5c2-5889eeb0b472 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.371360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bf9fb8b-7f9e-4ffc-9a81-88a455d53a65 req-db5f7b4e-1188-4a6c-b5c2-5889eeb0b472 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.2828345 Nov 08 13:42:32.377528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c912ee2c-71a6-4659-b29f-690b4c9d6f4e None None] Network 6bbbc556-9d45-4bc8-95b3-038d38e01859 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:42:32.438287 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3dd76cf6-35a2-409a-9417-a2e0c01ecae0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8402948 Nov 08 13:42:32.451891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-d707dca6-dcd0-4968-90e4-a903c8d6b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.451891 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-d707dca6-dcd0-4968-90e4-a903c8d6b1a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=398c80d90daf45c797d6ffd2437f3b57&device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 1101 time: 0.0812056 Nov 08 13:42:32.476533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['6723d34e-7146-4ffe-b425-64c7d24ec05d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:32.498746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:32.508128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.590327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5e6e4a-3797-4fc5-b7d1-66f9213933e2 None None] Network 6bbbc556-9d45-4bc8-95b3-038d38e01859 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:42:32.633014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-5cf5a997-70a9-49d3-b42c-b6b7f0faa583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.635208 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-5cf5a997-70a9-49d3-b42c-b6b7f0faa583 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1416030 Nov 08 13:42:32.717080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-6e36bd61-855e-41e7-8ea3-5730d821388e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 200 len: 217 time: 0.0710454 Nov 08 13:42:32.813781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-4680aa31-a8b7-4696-a970-98f810809f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.815077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.815964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-4680aa31-a8b7-4696-a970-98f810809f0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0767274 Nov 08 13:42:32.835572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81354501-7a15-47b9-9366-713f7b88d448 req-30c62b58-243c-4731-b6ad-20bbc3e41bb1 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.837362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81354501-7a15-47b9-9366-713f7b88d448 req-30c62b58-243c-4731-b6ad-20bbc3e41bb1 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 948 time: 0.5758471 Nov 08 13:42:32.892312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event deleted for resources: {'Port': ['ID=fda6e08a-6ea0-403c-990d-761b12c762e5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:32.894631 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.913912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-8355d6a1-869b-47cb-aec9-18b3d2f6aa9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:32.916007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-8355d6a1-869b-47cb-aec9-18b3d2f6aa9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908973 Nov 08 13:42:32.946352 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:32.975492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bf9fb8b-7f9e-4ffc-9a81-88a455d53a65 req-ee771044-01b7-4afd-9388-bdcfcf5e7dc5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5910146 Nov 08 13:42:33.079252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Checking segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:33.079623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Network hostable DHCP agents. Network: 9f4e5055-f8d8-4590-a4c8-9654875d52ae, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:42:33.086468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] No DVR routers for this DVR port fda6e08a-6ea0-403c-990d-761b12c762e5 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:33.090429 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:33.095074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e366dd2-9584-458f-9b6e-04534ba1238b req-5ae23562-a10f-4aaf-a03c-1edd4b64f7c6 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "DELETE /v2.0/ports/fda6e08a-6ea0-403c-990d-761b12c762e5 HTTP/1.1" status: 204 len: 173 time: 2.3387773 Nov 08 13:42:33.110031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'name': 'network-vif-deleted', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:33.113166 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28106b43-0476-4665-b2c2-271c5f74d589" -d '{"events": [{"server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "name": "network-vif-deleted", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:33.153147 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75924a23-a018-43ee-9528-ec8ba9fe14c6,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:33.166086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-3fd855d7-a677-4705-b402-d50ae55e401f service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362309 Nov 08 13:42:33.179517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81354501-7a15-47b9-9366-713f7b88d448 req-11740d7d-49e3-45e0-8e52-43040c59a9fb tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050652 Nov 08 13:42:33.184968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:42:33.221593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9f4e5055-f8d8-4590-a4c8-9654875d52ae) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:33.228710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:33.229309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:33.247683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f4c4ff-dbac-4bd5-83f3-63b0d8799ca6 None None] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:42:33.283614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a273891a-a1a8-4533-a3f6-3a8c3f5de94e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0656250 Nov 08 13:42:33.350862 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08d07683-862e-4fe7-9498-8c7ade9758e9 req-ff78b502-a2a7-41c8-984e-984c4db1a154 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753404 Nov 08 13:42:33.553914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00d9400-ac66-4da2-aa9b-99ee294e6fb9 None None] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:42:33.610535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c064119f-39ce-4ac4-8fc6-1e5820eacad0 req-f0fb1507-93f3-4a30-9783-27cd62d63b3b tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c41db58-5953-44f5-ab0a-1a12fceee4c5 HTTP/1.1" status: 200 len: 210 time: 0.0510652 Nov 08 13:42:33.870686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa154238-af00-4e7d-8a57-8261a0ae980f req-d4a61c6a-4a2f-4b97-bd9b-f2437fa81874 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:33.872465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa154238-af00-4e7d-8a57-8261a0ae980f req-d4a61c6a-4a2f-4b97-bd9b-f2437fa81874 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.2029059 Nov 08 13:42:33.902080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-f6cd194b-7c67-405e-aa2d-d45483f03699 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:33.903779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-f6cd194b-7c67-405e-aa2d-d45483f03699 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/networks?id=6bbbc556-9d45-4bc8-95b3-038d38e01859 HTTP/1.1" status: 200 len: 822 time: 0.2086532 Nov 08 13:42:33.928369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-1b58c3a6-5282-49be-93a3-b8d8bdb27e6a tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/quotas/539685e7205d44589e8d9ce64f0736df HTTP/1.1" status: 200 len: 375 time: 0.0162024 Nov 08 13:42:33.989780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa154238-af00-4e7d-8a57-8261a0ae980f req-f4ad0925-dada-4d89-a890-986b0daf74c7 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060073 Nov 08 13:42:33.999639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-9fc3a12b-c6ea-45a0-a90f-9457e4ef947c tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=539685e7205d44589e8d9ce64f0736df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630820 Nov 08 13:42:34.115216 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a1de90-828b-4998-b87e-3f8e7db1a3e6 x-openstack-request-id: req-70a1de90-828b-4998-b87e-3f8e7db1a3e6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:34.115724 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c41db58-5953-44f5-ab0a-1a12fceee4c5", "name": "network-vif-deleted", "tag": "fda6e08a-6ea0-403c-990d-761b12c762e5", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:34.115724 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70a1de90-828b-4998-b87e-3f8e7db1a3e6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:34.116609 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c41db58-5953-44f5-ab0a-1a12fceee4c5', 'name': 'network-vif-deleted', 'tag': 'fda6e08a-6ea0-403c-990d-761b12c762e5', 'status': 'completed', 'code': 200} Nov 08 13:42:34.216048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-6ee656b3-b355-425d-8db5-5bc4ea677355 service neutron] 10.222.0.65 "GET /v2.0/networks/6bbbc556-9d45-4bc8-95b3-038d38e01859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154162 Nov 08 13:42:34.255118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958876a-b79b-4cf3-8fe6-c8580a467244 req-bc697464-ffe8-445b-97b2-b4edcf007861 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:34.262278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c958876a-b79b-4cf3-8fe6-c8580a467244 req-bc697464-ffe8-445b-97b2-b4edcf007861 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 951 time: 0.1233985 Nov 08 13:42:34.307773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:34.335887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: fda6e08a-6ea0-403c-990d-761b12c762e5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:34.335887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fda6e08a-6ea0-403c-990d-761b12c762e5 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:34.659001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c958876a-b79b-4cf3-8fe6-c8580a467244 req-ca40c68b-581e-4dc6-89ce-96d581755bbe tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3958385 Nov 08 13:42:34.664765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-5270b7b0-11d8-4338-95aa-74e86542d8af service neutron] 10.222.0.65 "GET /v2.0/networks/6bbbc556-9d45-4bc8-95b3-038d38e01859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386127 Nov 08 13:42:34.868730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-d650ed4c-b856-4128-86e6-1376f78d8a10 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:34.870566 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-d650ed4c-b856-4128-86e6-1376f78d8a10 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 951 time: 0.0971437 Nov 08 13:42:35.023876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6864fc-6bba-4fe5-9c20-a0cfef4094fd req-fbf59bad-dd14-47a3-8ee2-18a7f7e4325f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:35.032293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e6864fc-6bba-4fe5-9c20-a0cfef4094fd req-fbf59bad-dd14-47a3-8ee2-18a7f7e4325f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.1869156 Nov 08 13:42:35.106207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Deleting port 6fc72403-5de4-46ef-874f-18b77990c3ce {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:35.107001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.111927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e6864fc-6bba-4fe5-9c20-a0cfef4094fd req-548a4c40-020d-4dc4-bfb3-1edb2c387050 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786347 Nov 08 13:42:35.145372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-0bf6476d-a9c2-46d5-889f-c175c54b4b93 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:35.155311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-0bf6476d-a9c2-46d5-889f-c175c54b4b93 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.2553782 Nov 08 13:42:35.176177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-a5b7ac2d-ee26-4362-b005-abe3d7e59d03 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/quotas/8ae1c5eb31374040a586938178bb93d6 HTTP/1.1" status: 200 len: 375 time: 0.0197029 Nov 08 13:42:35.224525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-c9d4cb9e-1f5c-492f-b6b2-af492c8cc028 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470304 Nov 08 13:42:35.350973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] For port 6fc72403-5de4-46ef-874f-18b77990c3ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6fc72403-5de4-46ef-874f-18b77990c3ce,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:35.351353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.393091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Calling delete_port for 6fc72403-5de4-46ef-874f-18b77990c3ce owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:35.421555 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.429046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-1a0d17fb-fcec-45a1-b98e-835c0cd60ee2 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033985 Nov 08 13:42:35.489354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca110ac6-c3ff-4d53-9cb3-a90d90e1a6bd req-60c82a6f-16da-462f-af89-10783849165f tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:35.528643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca110ac6-c3ff-4d53-9cb3-a90d90e1a6bd req-60c82a6f-16da-462f-af89-10783849165f tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 948 time: 0.2090130 Nov 08 13:42:35.529405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6723d34e-7146-4ffe-b425-64c7d24ec05d up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:35.573745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.590379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:35.632219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event deleted for resources: {'Port': ['ID=6fc72403-5de4-46ef-874f-18b77990c3ce,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:35.680076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 6723d34e-7146-4ffe-b425-64c7d24ec05d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:42:35.689582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 6723d34e-7146-4ffe-b425-64c7d24ec05d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:35.690935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.717216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] No DVR routers for this DVR port 6fc72403-5de4-46ef-874f-18b77990c3ce on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:35.720881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.724924 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b202b90e-0556-4455-acb5-3bbb490652c7 req-a83a4140-86bc-493e-b8ed-b1f5a004b101 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "DELETE /v2.0/ports/6fc72403-5de4-46ef-874f-18b77990c3ce HTTP/1.1" status: 204 len: 173 time: 0.8472512 Nov 08 13:42:35.725729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-deleted', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:35.728658 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909cd080-8a3a-487d-9f5d-ab7456eebc64" -d '{"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-deleted", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:35.794089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca110ac6-c3ff-4d53-9cb3-a90d90e1a6bd req-f4c4ac87-3d04-4b6d-ad74-d47605eb487a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797964 Nov 08 13:42:35.826623 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.831929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-2ead6e78-0348-4516-a902-c492bc8c4145 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969936 Nov 08 13:42:35.912247 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:35.950981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723d34e-7146-4ffe-b425-64c7d24ec05d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:35.953515 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2f1c09-a66f-4f7a-8397-a31848d2af42" -d '{"events": [{"server_uuid": "3aef2a5d-30ec-4fc0-85df-d99511ce96c5", "name": "network-vif-plugged", "status": "completed", "tag": "6723d34e-7146-4ffe-b425-64c7d24ec05d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:35.986978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6723d34e-7146-4ffe-b425-64c7d24ec05d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6723d34e-7146-4ffe-b425-64c7d24ec05d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:36.004547 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:36.006296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6fc72403-5de4-46ef-874f-18b77990c3ce no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:36.096445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 6fc72403-5de4-46ef-874f-18b77990c3ce {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:36.096799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6fc72403-5de4-46ef-874f-18b77990c3ce not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:36.158914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6723d34e-7146-4ffe-b425-64c7d24ec05d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:36.173917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76f6136f-e599-4579-88e3-b4560892cbc1 req-d8a57925-13b1-4570-9971-df69ba35e169 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 210 time: 0.0362918 Nov 08 13:42:36.289931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9e011-0a8a-45cc-a898-ad8a25ffe608 req-6f16939a-b377-4ddd-af6f-64ef0264ff66 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:36.314389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1a9e011-0a8a-45cc-a898-ad8a25ffe608 req-6f16939a-b377-4ddd-af6f-64ef0264ff66 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1135371 Nov 08 13:42:36.448848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f11e6eca-c710-4ec6-90a0-39afbf899fd8 req-fa304177-8e8c-4046-9e07-bfbaee3c12c4 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=00b617ed-e195-43de-9754-eb2d54d69531 HTTP/1.1" status: 200 len: 210 time: 0.1166525 Nov 08 13:42:36.525461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1a9e011-0a8a-45cc-a898-ad8a25ffe608 req-d743fe89-520f-452f-bb60-ae1db7a44b37 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097957 Nov 08 13:42:36.565270 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df76853f-0eff-4287-b401-0bfcdee5d88b x-openstack-request-id: req-df76853f-0eff-4287-b401-0bfcdee5d88b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:36.566047 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b617ed-e195-43de-9754-eb2d54d69531", "name": "network-vif-deleted", "tag": "6fc72403-5de4-46ef-874f-18b77990c3ce", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:36.566047 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df76853f-0eff-4287-b401-0bfcdee5d88b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:36.566365 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b617ed-e195-43de-9754-eb2d54d69531', 'name': 'network-vif-deleted', 'tag': '6fc72403-5de4-46ef-874f-18b77990c3ce', 'status': 'completed', 'code': 200} Nov 08 13:42:36.695724 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0102533e-a867-4a26-ad89-00870fadabb1 x-openstack-request-id: req-0102533e-a867-4a26-ad89-00870fadabb1 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:36.696784 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef2a5d-30ec-4fc0-85df-d99511ce96c5", "name": "network-vif-plugged", "status": "completed", "tag": "6723d34e-7146-4ffe-b425-64c7d24ec05d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:36.697356 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0102533e-a867-4a26-ad89-00870fadabb1 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:36.697927 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723d34e-7146-4ffe-b425-64c7d24ec05d', 'code': 200} Nov 08 13:42:36.885893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd288c3e-65a2-437d-a250-cd53cfa70e09 req-d04ae24f-892a-47f3-ad20-195c61450421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:36.887389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd288c3e-65a2-437d-a250-cd53cfa70e09 req-d04ae24f-892a-47f3-ad20-195c61450421 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 1100 time: 0.0988095 Nov 08 13:42:36.901635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56e96e6c-b699-4bf4-8f75-186b89dc7e5c req-0cfdb1d0-16a4-4494-b1da-69a9a03c4eaa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 210 time: 0.1230876 Nov 08 13:42:36.946854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-0eb289fc-9e90-48d4-a842-a53333587a22 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:36.948489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-0eb289fc-9e90-48d4-a842-a53333587a22 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.54 "GET /v2.0/networks?id=6bbbc556-9d45-4bc8-95b3-038d38e01859 HTTP/1.1" status: 200 len: 822 time: 0.4220171 Nov 08 13:42:36.971265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Request body: {'port': {'device_id': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859', 'admin_state_up': True, 'tenant_id': '539685e7205d44589e8d9ce64f0736df'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:37.010131 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd288c3e-65a2-437d-a250-cd53cfa70e09 req-b8f294d3-114e-44f1-abb9-0a269d3a7ea7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152503 Nov 08 13:42:37.172530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378da99-2e95-48fe-b195-f4788f87cc21 req-14165e33-6d5e-4acf-a3ff-a54918cb8a9f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:37.184396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b378da99-2e95-48fe-b195-f4788f87cc21 req-14165e33-6d5e-4acf-a3ff-a54918cb8a9f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.1812749 Nov 08 13:42:37.252802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d77dd8-e097-4089-b9b3-9f6e9c35ebd2 req-f7791d50-e9f2-4cc1-9cc1-a6a3eadc5fbb tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:37.262325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8d77dd8-e097-4089-b9b3-9f6e9c35ebd2 req-f7791d50-e9f2-4cc1-9cc1-a6a3eadc5fbb tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 949 time: 0.2192361 Nov 08 13:42:37.334072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b378da99-2e95-48fe-b195-f4788f87cc21 req-38bd7f98-dc34-4a41-9027-5b780bb9fd48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1388788 Nov 08 13:42:37.407643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Made reservation on behalf of 539685e7205d44589e8d9ce64f0736df for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:37.425313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:37.456167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8d77dd8-e097-4089-b9b3-9f6e9c35ebd2 req-53d527f8-0096-4eac-b8d9-0babebd1c0c7 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923442 Nov 08 13:42:37.589437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fffff-1b5c-4715-a8ec-327faaf1d66d req-88ff8e72-0016-408b-af3b-d515f70e4b83 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:37.591374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc7fffff-1b5c-4715-a8ec-327faaf1d66d req-88ff8e72-0016-408b-af3b-d515f70e4b83 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 944 time: 0.1637700 Nov 08 13:42:37.665523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-04e912a1-0c0e-48be-8979-04a643c55e4f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:37.667416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-04e912a1-0c0e-48be-8979-04a643c55e4f tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 944 time: 0.0687525 Nov 08 13:42:37.685028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8d134d9-de82-44e6-91cf-1c6f55ecb994 req-e9def6a4-9e79-4ac3-baf5-562c55650ec1 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 210 time: 0.0529335 Nov 08 13:42:37.773426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc7fffff-1b5c-4715-a8ec-327faaf1d66d req-cd819879-9fd5-4d72-8696-ea273b88de42 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659992 Nov 08 13:42:37.816851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Deleting port 24e19faf-54f6-4044-a814-1eed9d200fb2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:37.817191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:37.894832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Allocated IP 172.20.0.7 (6bbbc556-9d45-4bc8-95b3-038d38e01859/4f615eb5-fca1-442f-8505-948c0b5263e9/b76e302b-fecf-42b8-8387-724a823c4a54) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:42:37.932191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c016-c301-454b-9be4-2b2dc2bd7ed6 req-c8f60dc6-cf7a-48f9-a657-e8fcdf7a49aa tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:37.952814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b450c016-c301-454b-9be4-2b2dc2bd7ed6 req-c8f60dc6-cf7a-48f9-a657-e8fcdf7a49aa tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1359305 Nov 08 13:42:38.098720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-b3329b9d-ffbf-417f-b347-ea1893f8e4a3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:38.100494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-b3329b9d-ffbf-417f-b347-ea1893f8e4a3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.1636252 Nov 08 13:42:38.117255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Request body: {'port': {'device_id': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'admin_state_up': True, 'tenant_id': '8ae1c5eb31374040a586938178bb93d6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:38.163451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fe8b3cc-cf03-4fd5-80fa-def691b8ee69 req-951bd14e-9564-4c77-a0eb-7810807a7abe tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 210 time: 0.0407176 Nov 08 13:42:38.206388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] For port 24e19faf-54f6-4044-a814-1eed9d200fb2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=24e19faf-54f6-4044-a814-1eed9d200fb2,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:38.206729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:38.228813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Calling delete_port for 24e19faf-54f6-4044-a814-1eed9d200fb2 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:38.340243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b450c016-c301-454b-9be4-2b2dc2bd7ed6 req-d5779f9e-5314-4d31-b766-dc02ed7d5cca tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330699 Nov 08 13:42:38.370367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd16a6d-4608-4258-91d5-3e6d5bd2cc2a req-69f68e6e-4ed0-4a64-8f91-b311b79e6115 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:38.384929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:38.389376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:38.389902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbd16a6d-4608-4258-91d5-3e6d5bd2cc2a req-69f68e6e-4ed0-4a64-8f91-b311b79e6115 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.1220503 Nov 08 13:42:38.446406 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:38.509977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbd16a6d-4608-4258-91d5-3e6d5bd2cc2a req-139947ce-2048-4851-9470-736b525ca475 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190159 Nov 08 13:42:38.560659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:38.642234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851cb06-3a54-4111-918a-0fdebf5b639b req-1281cbd1-5016-4cb4-ab84-f2d646c57fa9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:38.644256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a851cb06-3a54-4111-918a-0fdebf5b639b req-1281cbd1-5016-4cb4-ab84-f2d646c57fa9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.1227903 Nov 08 13:42:38.653115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event deleted for resources: {'Port': ['ID=24e19faf-54f6-4044-a814-1eed9d200fb2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:38.716750 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:38.726721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] No DVR routers for this DVR port 24e19faf-54f6-4044-a814-1eed9d200fb2 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:38.730799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:38.735819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2025509-1280-4ec3-a6ac-29e1fe65f99d req-9a7c6c11-ec27-405d-9a88-698319b67a1d tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "DELETE /v2.0/ports/24e19faf-54f6-4044-a814-1eed9d200fb2 HTTP/1.1" status: 204 len: 173 time: 1.0557196 Nov 08 13:42:38.735819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'name': 'network-vif-deleted', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:38.738147 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3115503-1221-428d-a618-7de0c8248d8a" -d '{"events": [{"server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "name": "network-vif-deleted", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:38.745147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a851cb06-3a54-4111-918a-0fdebf5b639b req-fb5a37c4-0bb3-462e-b0eb-a07bdbf952a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0897996 Nov 08 13:42:38.745972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Allocated IP 172.20.0.6 (9f4e5055-f8d8-4590-a4c8-9654875d52ae/75924a23-a018-43ee-9528-ec8ba9fe14c6/01cb0efe-b05d-450b-b131-251deafd357b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:42:38.824013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Network 6bbbc556-9d45-4bc8-95b3-038d38e01859 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:42:38.830342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:38.836848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:42:38.887883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454af98-c1fd-4329-8638-3011cf466134 req-a6498a86-29d8-4bb7-bfbe-5e30df58bc1e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:38.896443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6454af98-c1fd-4329-8638-3011cf466134 req-a6498a86-29d8-4bb7-bfbe-5e30df58bc1e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 949 time: 0.2501748 Nov 08 13:42:38.941106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Pushing event updated for resources: {'Port': ['ID=b76e302b-fecf-42b8-8387-724a823c4a54,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:39.058392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:39.059223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:39.059697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:39.087472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6454af98-c1fd-4329-8638-3011cf466134 req-062af7f1-ea38-4062-89e4-a909f5ca7c00 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898608 Nov 08 13:42:39.100198 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-92b69e4b-9d16-4561-9b83-6eb4cc01ae9b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1289549 Nov 08 13:42:39.109052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:39.118202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Request body: {'port': {'device_id': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:39.149391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:42:39.151524 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7440d0e1-a242-4977-9dcf-94d9b7a2bd17 x-openstack-request-id: req-7440d0e1-a242-4977-9dcf-94d9b7a2bd17 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:39.151843 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f72379-7263-4e02-b535-cf9068f865fc", "name": "network-vif-deleted", "tag": "24e19faf-54f6-4044-a814-1eed9d200fb2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:39.152705 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7440d0e1-a242-4977-9dcf-94d9b7a2bd17 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:39.153110 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f72379-7263-4e02-b535-cf9068f865fc', 'name': 'network-vif-deleted', 'tag': '24e19faf-54f6-4044-a814-1eed9d200fb2', 'status': 'completed', 'code': 200} Nov 08 13:42:39.155877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:39.168341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174833e1-b957-42fb-bb88-8c34dc58d96d req-deea454c-770f-4915-82af-442df7b7d52e tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:39.178279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:42:39.179381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-174833e1-b957-42fb-bb88-8c34dc58d96d req-deea454c-770f-4915-82af-442df7b7d52e tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 931 time: 0.1815460 Nov 08 13:42:39.251475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:39.252182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:39.278432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1660318 Nov 08 13:42:39.294998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Request body: {'port': {'device_id': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:39.300699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdbf56-bacb-4190-9167-b819fa58e53a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event updated for resources: {'Port': ['ID=01cb0efe-b05d-450b-b131-251deafd357b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:39.313060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4324eccc-369a-4a75-8979-f9c208e58e84 req-6ab113bc-ceb2-412c-9d69-39e855c64d60 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=46f72379-7263-4e02-b535-cf9068f865fc HTTP/1.1" status: 200 len: 210 time: 0.0631304 Nov 08 13:42:39.318532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:39.346827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-174833e1-b957-42fb-bb88-8c34dc58d96d req-13b56023-0e35-4bdd-8c24-931688e2c2d3 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664128 Nov 08 13:42:39.389904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:39.741713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-6cf7e158-73ce-43c5-86dc-eab15461ce5d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:39.744181 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-6cf7e158-73ce-43c5-86dc-eab15461ce5d tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.1102195 Nov 08 13:42:39.774953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea4ba1-49a9-4557-923e-f21e7f4bca58 req-8bf4ed70-19aa-419b-9d48-c3ec227e1253 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:39.784929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1ea4ba1-49a9-4557-923e-f21e7f4bca58 req-8bf4ed70-19aa-419b-9d48-c3ec227e1253 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 931 time: 0.3267260 Nov 08 13:42:39.851590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae79c6-a080-4aee-823c-d78706bad698 req-5835098e-6dd3-4c16-9aee-73f862c85db7 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:39.853107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06ae79c6-a080-4aee-823c-d78706bad698 req-5835098e-6dd3-4c16-9aee-73f862c85db7 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1915026 Nov 08 13:42:39.908691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1ea4ba1-49a9-4557-923e-f21e7f4bca58 req-82c9ebe0-36e3-460a-932c-81dfaa1dfd26 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228371 Nov 08 13:42:39.948999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Deleting port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:39.949361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:39.998311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06ae79c6-a080-4aee-823c-d78706bad698 req-92314172-4bb0-4d8e-8fb4-bb5e930c4363 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264153 Nov 08 13:42:40.038595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01cb0efe-b05d-450b-b131-251deafd357b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:40.043967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76e302b-fecf-42b8-8387-724a823c4a54 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:40.054287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.094349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.110825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Transition to ACTIVE for port object b76e302b-fecf-42b8-8387-724a823c4a54 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:42:40.116775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Transition to ACTIVE for port object 01cb0efe-b05d-450b-b131-251deafd357b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:42:40.119109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] For port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:40.119818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.144958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Calling delete_port for b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:40.156150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.177341 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.251621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4a708-7630-4747-a571-66a31cfa2e66 req-3494ef58-dcd5-4476-9323-47230b08f761 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:40.261182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47a4a708-7630-4747-a571-66a31cfa2e66 req-3494ef58-dcd5-4476-9323-47230b08f761 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/ports?device_id=53a3ec51-c59d-4e8e-a436-f41aa46ab385 HTTP/1.1" status: 200 len: 950 time: 0.2490268 Nov 08 13:42:40.297048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16630ab8-561f-4f33-8970-a33735bfaaa9 req-1f4b941a-2098-466f-963b-aab0b94e0a13 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:40.299774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16630ab8-561f-4f33-8970-a33735bfaaa9 req-1f4b941a-2098-466f-963b-aab0b94e0a13 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 949 time: 0.1867759 Nov 08 13:42:40.347892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=01cb0efe-b05d-450b-b131-251deafd357b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:40.365576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Pushing event updated for resources: {'Port': ['ID=b76e302b-fecf-42b8-8387-724a823c4a54,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:40.437410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47a4a708-7630-4747-a571-66a31cfa2e66 req-e2755f2f-06f0-46c4-b4d3-1aa24310c62c tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.65 "GET /v2.0/security-groups?id=d11abbc2-a3a1-4152-9089-29b40e3143d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747818 Nov 08 13:42:40.453389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Attempting to bind port 01cb0efe-b05d-450b-b131-251deafd357b on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:42:40.453685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Attempting to bind port 01cb0efe-b05d-450b-b131-251deafd357b by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:42:40.454093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Attempting to bind port 01cb0efe-b05d-450b-b131-251deafd357b on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:40.512754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Attempting to bind port b76e302b-fecf-42b8-8387-724a823c4a54 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:42:40.513154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Attempting to bind port b76e302b-fecf-42b8-8387-724a823c4a54 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '6a36d581-076f-4aaa-9c3a-191d5b3ef542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:42:40.513413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Attempting to bind port b76e302b-fecf-42b8-8387-724a823c4a54 on network 6bbbc556-9d45-4bc8-95b3-038d38e01859 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:40.526171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Port 01cb0efe-b05d-450b-b131-251deafd357b on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:42:40.530068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Attempting to bind port 01cb0efe-b05d-450b-b131-251deafd357b on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:40.530965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Port b76e302b-fecf-42b8-8387-724a823c4a54 on network 6bbbc556-9d45-4bc8-95b3-038d38e01859 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:42:40.531294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Attempting to bind port b76e302b-fecf-42b8-8387-724a823c4a54 on network 6bbbc556-9d45-4bc8-95b3-038d38e01859 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:40.546088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:42:40.546539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Checking segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:40.547025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Bound using segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:42:40.548399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Bound port: 01cb0efe-b05d-450b-b131-251deafd357b, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:42:40.548887 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.555135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16630ab8-561f-4f33-8970-a33735bfaaa9 req-682674c2-b917-458d-a297-d96410879534 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222300 Nov 08 13:42:40.558124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:42:40.558471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Checking segment: {'id': '6a36d581-076f-4aaa-9c3a-191d5b3ef542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:40.558855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Bound using segment: {'id': '6a36d581-076f-4aaa-9c3a-191d5b3ef542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:42:40.559311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Bound port: b76e302b-fecf-42b8-8387-724a823c4a54, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a36d581-076f-4aaa-9c3a-191d5b3ef542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:42:40.559676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.678291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.693409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:40.748418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] For port b76e302b-fecf-42b8-8387-724a823c4a54, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:40.755521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Pushing event deleted for resources: {'Port': ['ID=b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:40.759215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] For port b76e302b-fecf-42b8-8387-724a823c4a54, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b76e302b-fecf-42b8-8387-724a823c4a54,segment=NetworkSegment(6a36d581-076f-4aaa-9c3a-191d5b3ef542),segment_id=6a36d581-076f-4aaa-9c3a-191d5b3ef542)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:42:40.772691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dbaa6-4672-44e0-a5f2-ed0a6cc8fbd4 req-6a77ad5f-2ed4-4150-bd3d-af03c41ed78a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:40.781617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-283dbaa6-4672-44e0-a5f2-ed0a6cc8fbd4 req-6a77ad5f-2ed4-4150-bd3d-af03c41ed78a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.2249818 Nov 08 13:42:40.787042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.810148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] For port 01cb0efe-b05d-450b-b131-251deafd357b, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:40.863300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:40.863965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.865529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] 10.222.0.54 "PUT /v2.0/ports/b76e302b-fecf-42b8-8387-724a823c4a54 HTTP/1.1" status: 200 len: 1091 time: 1.7543497 Nov 08 13:42:40.866153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'tag': 'b76e302b-fecf-42b8-8387-724a823c4a54'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:40.868802 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d" -d '{"events": [{"name": "network-changed", "server_uuid": "b871dc69-4bd2-4a46-9f89-8947185a6b13", "tag": "b76e302b-fecf-42b8-8387-724a823c4a54"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:40.901456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] For port 01cb0efe-b05d-450b-b131-251deafd357b, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=01cb0efe-b05d-450b-b131-251deafd357b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:42:40.916512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] No DVR routers for this DVR port b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:40.918876 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.926177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:40.929749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cc66d83-2341-4bf7-80cd-2065b585a447 req-1dcb5d55-3350-43f6-92b3-ee4713aefcd8 tempest-MigrationsAdminTest-793396341 tempest-MigrationsAdminTest-793396341-project] 10.222.0.70 "DELETE /v2.0/ports/b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 HTTP/1.1" status: 204 len: 173 time: 1.1704524 Nov 08 13:42:40.997870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Pushing event updated for resources: {'Port': ['ID=01cb0efe-b05d-450b-b131-251deafd357b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:41.013854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:41.017527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:41.022853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-ac1e93c0-6a8e-435a-8578-827d840b67a8 service neutron] 10.222.0.54 "PUT /v2.0/ports/01cb0efe-b05d-450b-b131-251deafd357b HTTP/1.1" status: 200 len: 1091 time: 1.7336621 Nov 08 13:42:41.031175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-283dbaa6-4672-44e0-a5f2-ed0a6cc8fbd4 req-f220a57b-c81a-494a-ba25-0b27bce9b1e9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2478008 Nov 08 13:42:41.033379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b0aeb-2adb-49fe-83e3-0118ff96594b service neutron] Pushing event updated for resources: {'Port': ['ID=b76e302b-fecf-42b8-8387-724a823c4a54,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:41.083683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-ca5d3b47-f3ab-4119-9654-1cc5b68b69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:41.085226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-ca5d3b47-f3ab-4119-9654-1cc5b68b69ee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=539685e7205d44589e8d9ce64f0736df&device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 1094 time: 0.1647391 Nov 08 13:42:41.121902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc113b-732f-448e-8108-db33fe5b547f req-08eb2692-9a53-40df-aa0d-53d173b3cd45 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:41.124744 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aebc113b-732f-448e-8108-db33fe5b547f req-08eb2692-9a53-40df-aa0d-53d173b3cd45 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 943 time: 0.2142766 Nov 08 13:42:41.168903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-deleted', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70'}, {'name': 'network-changed', 'server_uuid': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'tag': '01cb0efe-b05d-450b-b131-251deafd357b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:41.171494 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bca1373-0088-4a4e-8640-7a24efab5979" -d '{"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-deleted", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70"}, {"name": "network-changed", "server_uuid": "0bc451b0-717a-4ab5-926e-32ab1303f358", "tag": "01cb0efe-b05d-450b-b131-251deafd357b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:41.172135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-53ae42aa-4365-4351-a37c-827b96e23997 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76e302b-fecf-42b8-8387-724a823c4a54 HTTP/1.1" status: 200 len: 217 time: 0.0771103 Nov 08 13:42:41.224579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-105086ef-32b6-4ae4-b418-8732ed82eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:41.226484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-105086ef-32b6-4ae4-b418-8732ed82eea3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 1094 time: 0.1163270 Nov 08 13:42:41.255529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-6f05d30e-f55d-46e0-97e4-f26a15655233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:41.259091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-6f05d30e-f55d-46e0-97e4-f26a15655233 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f615eb5-fca1-442f-8505-948c0b5263e9 HTTP/1.1" status: 200 len: 862 time: 0.0657432 Nov 08 13:42:41.373062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aebc113b-732f-448e-8108-db33fe5b547f req-f92567c6-c0d5-45f2-96dc-91f2b094e040 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097442 Nov 08 13:42:41.395046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-fdcbc1e7-0f41-4472-807f-497e2c34ff98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bbbc556-9d45-4bc8-95b3-038d38e01859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751109 Nov 08 13:42:41.633820 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e7e369-b391-42a2-9ff1-c17d9bbba028 x-openstack-request-id: req-c2e7e369-b391-42a2-9ff1-c17d9bbba028 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:41.634269 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b871dc69-4bd2-4a46-9f89-8947185a6b13", "tag": "b76e302b-fecf-42b8-8387-724a823c4a54", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:41.634637 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2e7e369-b391-42a2-9ff1-c17d9bbba028 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:41.635215 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'tag': 'b76e302b-fecf-42b8-8387-724a823c4a54', 'status': 'completed', 'code': 200} Nov 08 13:42:41.680686 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-6cf9578c-1774-46cc-85e4-6d5aa8bfcd0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01cb0efe-b05d-450b-b131-251deafd357b HTTP/1.1" status: 200 len: 217 time: 0.4453540 Nov 08 13:42:41.754702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-9b79729a-f96e-4a71-b253-ef315b29e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:41.756289 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-9b79729a-f96e-4a71-b253-ef315b29e2ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0623157 Nov 08 13:42:41.802645 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-669d12fe-69f5-4c8e-b707-ecf5e8d9dba4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373330 Nov 08 13:42:41.971035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-67d51edb-383c-4804-ae91-6695314fb870 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:41.973141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-67d51edb-383c-4804-ae91-6695314fb870 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 945 time: 0.1302450 Nov 08 13:42:41.975396 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-c89b2679-c5f4-4038-82c6-0df566c49496 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632903 Nov 08 13:42:42.050649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-ba8f688f-0047-40a4-bc8c-983bc7fa5d0f service neutron] 10.222.0.54 "GET /v2.0/networks/6bbbc556-9d45-4bc8-95b3-038d38e01859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6545615 Nov 08 13:42:42.060986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1098-8a44-4071-9746-34d0d2e28dad req-b9414a04-2beb-404c-bb86-66076f1eaf1a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.062668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-367c1098-8a44-4071-9746-34d0d2e28dad req-b9414a04-2beb-404c-bb86-66076f1eaf1a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.4263279 Nov 08 13:42:42.071023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c1d11-acb3-438e-8d7c-c0f6589272c6 req-84c7eebb-a03c-4767-87ee-bffa229a07a1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.072539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f27c1d11-acb3-438e-8d7c-c0f6589272c6 req-84c7eebb-a03c-4767-87ee-bffa229a07a1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 943 time: 0.4107456 Nov 08 13:42:42.161453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7390da4-221d-4cc5-a5af-dbff6f323600 req-91926d2a-ea2f-4883-8026-9875dc562a75 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721511 Nov 08 13:42:42.174139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Deleting port 7a8e1bde-6339-4391-a6f5-576bd60f22bf {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:42.174585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:42.225431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-367c1098-8a44-4071-9746-34d0d2e28dad req-7dad1fd4-2553-440d-bb2d-d848415d6bb2 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518643 Nov 08 13:42:42.232253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f27c1d11-acb3-438e-8d7c-c0f6589272c6 req-578285ad-2590-43d7-b652-eaff53c3cbf7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435628 Nov 08 13:42:42.248086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e798d9c5-5613-4612-8e69-6915c4625e73 req-d250a081-846c-4ae2-a5f0-ca5d1ce557fd service neutron] 10.222.0.54 "GET /v2.0/networks/6bbbc556-9d45-4bc8-95b3-038d38e01859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717713 Nov 08 13:42:42.304154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] For port 7a8e1bde-6339-4391-a6f5-576bd60f22bf, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7a8e1bde-6339-4391-a6f5-576bd60f22bf,segment=NetworkSegment(9d02b34a-2a0c-40b1-912a-ebe1de06b5fc),segment_id=9d02b34a-2a0c-40b1-912a-ebe1de06b5fc)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:42.304568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:42.314319 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97928d48-b5b9-47e1-afa9-3511625d454b x-openstack-request-id: req-97928d48-b5b9-47e1-afa9-3511625d454b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:42.314839 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a3ec51-c59d-4e8e-a436-f41aa46ab385", "name": "network-vif-deleted", "tag": "b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0bc451b0-717a-4ab5-926e-32ab1303f358", "tag": "01cb0efe-b05d-450b-b131-251deafd357b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:42.315114 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97928d48-b5b9-47e1-afa9-3511625d454b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:42.315614 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a3ec51-c59d-4e8e-a436-f41aa46ab385', 'name': 'network-vif-deleted', 'tag': 'b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70', 'status': 'completed', 'code': 200} Nov 08 13:42:42.315995 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'tag': '01cb0efe-b05d-450b-b131-251deafd357b', 'status': 'completed', 'code': 200} Nov 08 13:42:42.323780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Calling delete_port for 7a8e1bde-6339-4391-a6f5-576bd60f22bf owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:42.357529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:42.406989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-8646e487-8d31-4ec6-8f59-f1d35d1f76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.408757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-8646e487-8d31-4ec6-8f59-f1d35d1f76d9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=539685e7205d44589e8d9ce64f0736df&device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 1094 time: 0.1058824 Nov 08 13:42:42.418914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 24e19faf-54f6-4044-a814-1eed9d200fb2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:42.419253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 24e19faf-54f6-4044-a814-1eed9d200fb2 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:42.442782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-5911bc68-104b-499a-8e99-87ecb4d80c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.445152 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-5911bc68-104b-499a-8e99-87ecb4d80c42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 1094 time: 0.1083524 Nov 08 13:42:42.454423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2b15e-acea-4bb6-b2e5-6873bd0bfbee req-19a15955-bf34-4804-a9ae-81ae6d48bbdc tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.456063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30b2b15e-acea-4bb6-b2e5-6873bd0bfbee req-19a15955-bf34-4804-a9ae-81ae6d48bbdc tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/ports?device_id=32dcce8b-cf33-47a3-837f-3a351bfea703 HTTP/1.1" status: 200 len: 945 time: 0.1119344 Nov 08 13:42:42.578227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e24cc-a530-47bd-b025-f3b6f375a7e1 req-ef430be6-70d2-4aa6-a0f8-74f82bb3f916 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.580389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e7e24cc-a530-47bd-b025-f3b6f375a7e1 req-ef430be6-70d2-4aa6-a0f8-74f82bb3f916 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 949 time: 0.1696200 Nov 08 13:42:42.596416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30b2b15e-acea-4bb6-b2e5-6873bd0bfbee req-5f3d19c6-0831-4359-935f-647300211013 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.65 "GET /v2.0/security-groups?id=2cb6da78-0116-4cc7-948d-ad1c9cb043cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282911 Nov 08 13:42:42.612322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-8ce37160-f422-4d40-b2ab-2ed2d15a0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.613945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-8ce37160-f422-4d40-b2ab-2ed2d15a0071 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.1613724 Nov 08 13:42:42.616880 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:42.628688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-4baeea8c-00b5-4260-80c3-5f094bf62799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.630422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-4baeea8c-00b5-4260-80c3-5f094bf62799 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6bbbc556-9d45-4bc8-95b3-038d38e01859 HTTP/1.1" status: 200 len: 923 time: 0.2064559 Nov 08 13:42:42.675509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Pushing event deleted for resources: {'Port': ['ID=7a8e1bde-6339-4391-a6f5-576bd60f22bf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:42.689770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-e3bf989e-2d40-41cd-8500-cb02f33ad834 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b76e302b-fecf-42b8-8387-724a823c4a54 HTTP/1.1" status: 200 len: 217 time: 0.0507252 Nov 08 13:42:42.737067 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-12f92ebb-82de-4506-9021-7e3e8a85ef0b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01cb0efe-b05d-450b-b131-251deafd357b HTTP/1.1" status: 200 len: 217 time: 0.1107922 Nov 08 13:42:42.754295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43878) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:42.765306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] No DVR routers for this DVR port 7a8e1bde-6339-4391-a6f5-576bd60f22bf on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:42.783946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e7e24cc-a530-47bd-b025-f3b6f375a7e1 req-bfd7e2e5-3528-4bac-860b-690656fea05b tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724086 Nov 08 13:42:42.787326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-d1da24bc-51cf-49c1-bee4-3b15025a9ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.790174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-d1da24bc-51cf-49c1-bee4-3b15025a9ffd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4f615eb5-fca1-442f-8505-948c0b5263e9 HTTP/1.1" status: 200 len: 862 time: 0.0864265 Nov 08 13:42:42.831645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-14c3cb5e-a193-454d-b88f-2b196ccf73f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:42.833308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-14c3cb5e-a193-454d-b88f-2b196ccf73f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0693135 Nov 08 13:42:42.835858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:42.839084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fdee5179-dca5-4f7b-b411-47469816f0f3 req-0418bca2-de77-4feb-80ff-791c29c7b926 tempest-LiveMigrationTest-359628776 tempest-LiveMigrationTest-359628776-project] 10.222.0.54 "DELETE /v2.0/ports/7a8e1bde-6339-4391-a6f5-576bd60f22bf HTTP/1.1" status: 204 len: 173 time: 0.8512745 Nov 08 13:42:42.857613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-d87a5170-07a5-46ec-b577-4ca3e2922ee4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6bbbc556-9d45-4bc8-95b3-038d38e01859&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473323 Nov 08 13:42:42.883654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-90011401-42e2-40dd-9698-aeba8c36f85b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349388 Nov 08 13:42:42.999199 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-6514433e-cf5d-4a28-abf7-8ea8337aa94a service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044214 Nov 08 13:42:43.104156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-716c088c-2c3a-433b-a998-f6bed4c9e8cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=398c80d90daf45c797d6ffd2437f3b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3483369 Nov 08 13:42:43.108582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43894) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:43.113055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c13c4-a4cc-4285-93ee-4cbed48b2a97 req-c2d0fab9-88f3-4161-ad21-eb6b77cce6d5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:43.114425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c1c13c4-a4cc-4285-93ee-4cbed48b2a97 req-c2d0fab9-88f3-4161-ad21-eb6b77cce6d5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 946 time: 0.2705076 Nov 08 13:42:43.127494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5789a42-b0e6-479a-98f8-e4cb0e7bce5c req-b83709c8-96d5-4c5c-ab52-62a48f903e4d tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:43.129303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5789a42-b0e6-479a-98f8-e4cb0e7bce5c req-b83709c8-96d5-4c5c-ab52-62a48f903e4d tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 943 time: 0.2493353 Nov 08 13:42:43.136804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bca1373-0088-4a4e-8640-7a24efab5979 req-ca811020-633b-4a17-8824-a534f88fa13d service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276476 Nov 08 13:42:43.187299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-303d31b7-fbcb-402c-a8df-cd4c96e552c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.198439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-9fb3706c-3554-4c96-9301-5874deee48ee service neutron] 10.222.0.54 "GET /v2.0/networks/6bbbc556-9d45-4bc8-95b3-038d38e01859?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397636 Nov 08 13:42:43.213464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-303d31b7-fbcb-402c-a8df-cd4c96e552c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.236229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c1c13c4-a4cc-4285-93ee-4cbed48b2a97 req-2566002b-c28c-40a7-abd4-56a4178d26f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1058319 Nov 08 13:42:43.302508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-303d31b7-fbcb-402c-a8df-cd4c96e552c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.305611 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5789a42-b0e6-479a-98f8-e4cb0e7bce5c req-7db8a303-0677-43a7-b611-4794640c0f91 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519563 Nov 08 13:42:43.315675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-303d31b7-fbcb-402c-a8df-cd4c96e552c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.318521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-303d31b7-fbcb-402c-a8df-cd4c96e552c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d11abbc2-a3a1-4152-9089-29b40e3143d2 HTTP/1.1" status: 204 len: 168 time: 0.2088163 Nov 08 13:42:43.332716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d31b7-fbcb-402c-a8df-cd4c96e552c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11abbc2-a3a1-4152-9089-29b40e3143d2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:43.387029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499a212b-e92d-4ed1-9c6c-c24b7e88ed2d req-c124b10f-3471-424d-acd3-6770841fdf17 service neutron] 10.222.0.54 "GET /v2.0/networks/6bbbc556-9d45-4bc8-95b3-038d38e01859?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767402 Nov 08 13:42:43.506456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a6490-ab4d-433f-84ec-0dd0a2c98fff req-4889f51f-54c0-462c-b5e4-2c29cf2ae9c8 tempest-LiveMigrationNegativeTest-1356737978 tempest-LiveMigrationNegativeTest-1356737978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:43.508103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-940a6490-ab4d-433f-84ec-0dd0a2c98fff req-4889f51f-54c0-462c-b5e4-2c29cf2ae9c8 tempest-LiveMigrationNegativeTest-1356737978 tempest-LiveMigrationNegativeTest-1356737978-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 1100 time: 0.0985477 Nov 08 13:42:43.544028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba2f62-c802-4850-a774-c5b1a8f79379 req-3542910b-8310-47a7-ba82-9c547693f044 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:43.554243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-faba2f62-c802-4850-a774-c5b1a8f79379 req-3542910b-8310-47a7-ba82-9c547693f044 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 943 time: 0.0905428 Nov 08 13:42:43.562051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:43.568920 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-940a6490-ab4d-433f-84ec-0dd0a2c98fff req-49250912-42c4-45f6-8beb-698f7be93993 tempest-LiveMigrationNegativeTest-1356737978 tempest-LiveMigrationNegativeTest-1356737978-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.595292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:43.596111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b75805a6-28b4-4e4b-b8d0-24d0fd2a6e70 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:43.597347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:43.654131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-faba2f62-c802-4850-a774-c5b1a8f79379 req-c5bf044f-8936-45de-bce1-9922f3e94772 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989974 Nov 08 13:42:43.716661 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-940a6490-ab4d-433f-84ec-0dd0a2c98fff req-49250912-42c4-45f6-8beb-698f7be93993 tempest-LiveMigrationNegativeTest-1356737978 tempest-LiveMigrationNegativeTest-1356737978-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.723248 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-940a6490-ab4d-433f-84ec-0dd0a2c98fff req-49250912-42c4-45f6-8beb-698f7be93993 tempest-LiveMigrationNegativeTest-1356737978 tempest-LiveMigrationNegativeTest-1356737978-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.743636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.770668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:43.773270 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ba8182-6280-4203-ae93-f767bbe6c305" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:43.784518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-940a6490-ab4d-433f-84ec-0dd0a2c98fff req-49250912-42c4-45f6-8beb-698f7be93993 tempest-LiveMigrationNegativeTest-1356737978 tempest-LiveMigrationNegativeTest-1356737978-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588398 Nov 08 13:42:43.806765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:43.812913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49250912-42c4-45f6-8beb-698f7be93993 tempest-LiveMigrationNegativeTest-1356737978 tempest-LiveMigrationNegativeTest-1356737978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc78f7fb-5296-4e6b-a7e0-b10e59699874,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:43.814908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:43.824205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43942) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:43.833463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1ae1c-a19b-41c5-934a-a711d7359d23 req-71356b0b-a2f7-4b00-be3f-8e0d50d6bd84 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:43.834969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8a1ae1c-a19b-41c5-934a-a711d7359d23 req-71356b0b-a2f7-4b00-be3f-8e0d50d6bd84 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0916631 Nov 08 13:42:43.877503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=14']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:43.881925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43944) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:43.903176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-526d14ef-a717-4c51-b37a-54e6f3f9d5ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f12c62090f804cd9bc7c9f6ca18ce683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0777946 Nov 08 13:42:43.905743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43948) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:43.927960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8a1ae1c-a19b-41c5-934a-a711d7359d23 req-2cb15e69-ce08-474d-9128-f2704e08fb7a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686057 Nov 08 13:42:43.974397 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178b9699-3c27-423f-80eb-2929d96b464d x-openstack-request-id: req-178b9699-3c27-423f-80eb-2929d96b464d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:43.974758 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-unplugged", "status": "completed", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:43.975072 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-178b9699-3c27-423f-80eb-2929d96b464d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:43.975531 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'code': 200} Nov 08 13:42:43.977216 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ee9-0c77-4def-820c-bae7c7fdddf5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.004332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ee9-0c77-4def-820c-bae7c7fdddf5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.076105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ee9-0c77-4def-820c-bae7c7fdddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.079899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5ee9-0c77-4def-820c-bae7c7fdddf5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.081093 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f4cf5ee9-0c77-4def-820c-bae7c7fdddf5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5be544c5-c287-4493-bb8d-d7a5ed24328f HTTP/1.1" status: 204 len: 168 time: 0.1744039 Nov 08 13:42:44.091910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf5ee9-0c77-4def-820c-bae7c7fdddf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be544c5-c287-4493-bb8d-d7a5ed24328f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:44.245896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] Deleting subnet 6c9eb526-9517-4948-9a3d-4bbe57baa3e3 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:42:44.250236 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.295767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.321822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'name': 'network-vif-deleted', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:44.324287 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e2ef0b-c464-4db2-9c2d-51b24d37db9d" -d '{"events": [{"server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "name": "network-vif-deleted", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:44.374777 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62827f70-9d6c-4282-bd51-0519ebeecef8 x-openstack-request-id: req-62827f70-9d6c-4282-bd51-0519ebeecef8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:44.375077 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32dcce8b-cf33-47a3-837f-3a351bfea703", "name": "network-vif-deleted", "tag": "7a8e1bde-6339-4391-a6f5-576bd60f22bf", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:44.375333 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62827f70-9d6c-4282-bd51-0519ebeecef8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:44.376299 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32dcce8b-cf33-47a3-837f-3a351bfea703', 'name': 'network-vif-deleted', 'tag': '7a8e1bde-6339-4391-a6f5-576bd60f22bf', 'status': 'completed', 'code': 200} Nov 08 13:42:44.392200 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.400772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38066602-b321-4198-b54a-9b6554cafee5 req-a15392eb-5aa6-40b2-a754-ec95e44ecb8f tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:44.409120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38066602-b321-4198-b54a-9b6554cafee5 req-a15392eb-5aa6-40b2-a754-ec95e44ecb8f tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 949 time: 0.0929801 Nov 08 13:42:44.471558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38066602-b321-4198-b54a-9b6554cafee5 req-85c06330-bad2-422f-b9a9-30639a6f55a5 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Nov 08 13:42:44.505277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.524958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe06896-206a-4285-b788-78fd18712aed req-4bbbed3f-a9d6-47de-8e73-30644323511a tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:44.536229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfe06896-206a-4285-b788-78fd18712aed req-4bbbed3f-a9d6-47de-8e73-30644323511a tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 943 time: 0.0897787 Nov 08 13:42:44.536516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9eb526-9517-4948-9a3d-4bbe57baa3e3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:44.538556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.544612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a123765-862b-45c3-858c-580631071e10 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c9eb526-9517-4948-9a3d-4bbe57baa3e3 HTTP/1.1" status: 204 len: 168 time: 0.6616457 Nov 08 13:42:44.545598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43980) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:44.617963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfe06896-206a-4285-b788-78fd18712aed req-1ce22a55-f76b-4e1d-9900-98191bb15198 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808306 Nov 08 13:42:44.630389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.649913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e0849-e544-4c1a-9b7d-d7ce946de5c5 req-2e606ee1-2905-4417-8ad7-43eec092caa3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:44.651523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f7e0849-e544-4c1a-9b7d-d7ce946de5c5 req-2e606ee1-2905-4417-8ad7-43eec092caa3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0780795 Nov 08 13:42:44.720442 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.724908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f7e0849-e544-4c1a-9b7d-d7ce946de5c5 req-00cd31c1-61d4-49fe-9c07-5b3474ed9fe5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667062 Nov 08 13:42:44.746666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1536cb-5061-43a0-9101-595a9b7d39cf']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:44.758980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:44.759288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d02b34a-2a0c-40b1-912a-ebe1de06b5fc') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:44.773038 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.790715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.807016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:42:44.807422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:42:44.809447 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:42:44.817785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37886fe9-2db9-4748-997e-531f2af61df5 req-2154c339-3666-4a3f-a9b5-ca1bd0c6cb1d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:44.820221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37886fe9-2db9-4748-997e-531f2af61df5 req-2154c339-3666-4a3f-a9b5-ca1bd0c6cb1d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 943 time: 0.0693221 Nov 08 13:42:44.891945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37886fe9-2db9-4748-997e-531f2af61df5 req-5bc4b3f2-17ba-439c-96ef-d602e4b5d929 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Nov 08 13:42:44.900599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.907398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:44.911223 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4d1536cb-5061-43a0-9101-595a9b7d39cf HTTP/1.1" status: 204 len: 168 time: 0.3646448 Nov 08 13:42:44.914475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43998) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:44.924934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59678ce-8c1b-4fa5-b06a-bb57802cb700 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1536cb-5061-43a0-9101-595a9b7d39cf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:45.014376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] Deleting subnet 07ac8167-aca5-455b-99ed-9fea9b525b53 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:42:45.031101 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.091897 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.126796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e149d-67b7-4e9c-9fea-74f67973d9d3 req-1de4acbf-f5d5-4f1d-b548-087ccffea04b tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:45.134187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8e149d-67b7-4e9c-9fea-74f67973d9d3 req-1de4acbf-f5d5-4f1d-b548-087ccffea04b tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1163511 Nov 08 13:42:45.168223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.219466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8e149d-67b7-4e9c-9fea-74f67973d9d3 req-99c8de65-49f4-423a-955f-d6157af33ea9 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843322 Nov 08 13:42:45.259929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.282343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ac8167-aca5-455b-99ed-9fea9b525b53,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:45.285904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.289655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-58725d10-e3cc-4c18-8cfc-d42c3ed5a442 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/07ac8167-aca5-455b-99ed-9fea9b525b53 HTTP/1.1" status: 204 len: 168 time: 0.3734748 Nov 08 13:42:45.293086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44020) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:45.372717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.473950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.509844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45449bb-6da3-4c62-adee-76fe73760852']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:45.523680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0fcdd2-9331-48a4-9fac-2c3a177babe6') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:45.524066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0fcdd2-9331-48a4-9fac-2c3a177babe6') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:42:45.542440 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.562394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.575407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:42:45.575699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:42:45.579670 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:42:45.651422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea619d38-380c-4f0c-9cbe-a1f336ee8153 req-7959b5c7-7cb7-4a6d-8553-a2a3c1a61829 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:45.652032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.657637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea619d38-380c-4f0c-9cbe-a1f336ee8153 req-7959b5c7-7cb7-4a6d-8553-a2a3c1a61829 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 949 time: 0.0805602 Nov 08 13:42:45.659009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.668299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f45449bb-6da3-4c62-adee-76fe73760852 HTTP/1.1" status: 204 len: 168 time: 0.3733516 Nov 08 13:42:45.723939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c2fe1-2ee1-4ec4-8eed-71ec59fbd9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45449bb-6da3-4c62-adee-76fe73760852,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:45.749717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea619d38-380c-4f0c-9cbe-a1f336ee8153 req-fcadb926-43a1-4c9b-b253-1e71f27fbb1e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846260 Nov 08 13:42:45.752847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-3a59949d-31c5-45ae-947e-9f751afbaa23 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:45.754483 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-3a59949d-31c5-45ae-947e-9f751afbaa23 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.70 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 949 time: 0.0716782 Nov 08 13:42:45.831725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e3b4f-3684-46e1-aef6-ce1feb3e1bea req-88479f57-b6db-4031-8d6e-9c7821943b45 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:45.833675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d50e3b4f-3684-46e1-aef6-ce1feb3e1bea req-88479f57-b6db-4031-8d6e-9c7821943b45 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 943 time: 0.0819950 Nov 08 13:42:45.871768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44066) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:45.904883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d50e3b4f-3684-46e1-aef6-ce1feb3e1bea req-edcc5268-0f5b-4fd5-b805-fb63c0e3a94e tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Nov 08 13:42:45.933742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Deleting port 6723d34e-7146-4ffe-b425-64c7d24ec05d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:45.934327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:45.939514 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-771756fa-c32c-4d7c-9867-3f946e797659 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=daf8c8a4c1f64259bcb6fb3bdd2d0c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0645006 Nov 08 13:42:45.942046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:46.061646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81cd89-22b2-409e-9e99-f44d328865d5 req-1bbafcfb-37b9-484c-aee4-b531fb8b027a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:46.072695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c81cd89-22b2-409e-9e99-f44d328865d5 req-1bbafcfb-37b9-484c-aee4-b531fb8b027a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 943 time: 0.0769391 Nov 08 13:42:46.076806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8fa57f9-a305-4657-a566-befcc07b5d78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:46.087795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] For port 6723d34e-7146-4ffe-b425-64c7d24ec05d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6723d34e-7146-4ffe-b425-64c7d24ec05d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:46.088807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:46.103488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Calling delete_port for 6723d34e-7146-4ffe-b425-64c7d24ec05d owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:46.141366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8fa57f9-a305-4657-a566-befcc07b5d78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:46.162750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c81cd89-22b2-409e-9e99-f44d328865d5 req-ef9b98a0-7726-4df0-b943-6835a240ecfc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859082 Nov 08 13:42:46.287258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8fa57f9-a305-4657-a566-befcc07b5d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:46.290854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8fa57f9-a305-4657-a566-befcc07b5d78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:46.297117 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c8fa57f9-a305-4657-a566-befcc07b5d78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2cb6da78-0116-4cc7-948d-ad1c9cb043cb HTTP/1.1" status: 204 len: 168 time: 0.3538027 Nov 08 13:42:46.314492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa57f9-a305-4657-a566-befcc07b5d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb6da78-0116-4cc7-948d-ad1c9cb043cb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:46.369944 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:46.381430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['6723d34e-7146-4ffe-b425-64c7d24ec05d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:46.386810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['0d0f095d-233f-4d17-932e-b5ab6426ae0c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:46.390439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:46.400314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac168e-c5c5-4a06-b6a3-42862f764ecc req-678382fe-7e6d-46ca-8ccc-c693401941bb tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:46.402867 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78ac168e-c5c5-4a06-b6a3-42862f764ecc req-678382fe-7e6d-46ca-8ccc-c693401941bb tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0748696 Nov 08 13:42:46.477674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 7a8e1bde-6339-4391-a6f5-576bd60f22bf {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:46.478221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7a8e1bde-6339-4391-a6f5-576bd60f22bf not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:46.504765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78ac168e-c5c5-4a06-b6a3-42862f764ecc req-4265379c-fd6a-42b4-bd24-5f3412f957ed tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954309 Nov 08 13:42:46.586224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Pushing event deleted for resources: {'Port': ['ID=6723d34e-7146-4ffe-b425-64c7d24ec05d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:46.593056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] No DVR routers for this DVR port 6723d34e-7146-4ffe-b425-64c7d24ec05d on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:46.596619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:46.600893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1df333dd-4904-4f33-8b90-3c5dcbfdd78b req-c8e943e4-37c2-4c6d-a8a3-6cd0a6c84d6a tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.70 "DELETE /v2.0/ports/6723d34e-7146-4ffe-b425-64c7d24ec05d HTTP/1.1" status: 204 len: 173 time: 0.8395345 Nov 08 13:42:46.601565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'name': 'network-vif-deleted', 'tag': '6723d34e-7146-4ffe-b425-64c7d24ec05d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:46.613726 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e21189-d312-4974-9383-2d80728975fe" -d '{"events": [{"server_uuid": "3aef2a5d-30ec-4fc0-85df-d99511ce96c5", "name": "network-vif-deleted", "tag": "6723d34e-7146-4ffe-b425-64c7d24ec05d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:46.691590 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84cad9f-2bbb-4035-8cc9-341321d3ad2e x-openstack-request-id: req-b84cad9f-2bbb-4035-8cc9-341321d3ad2e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:46.691952 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef2a5d-30ec-4fc0-85df-d99511ce96c5", "name": "network-vif-deleted", "tag": "6723d34e-7146-4ffe-b425-64c7d24ec05d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:46.692248 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b84cad9f-2bbb-4035-8cc9-341321d3ad2e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:46.692703 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aef2a5d-30ec-4fc0-85df-d99511ce96c5', 'name': 'network-vif-deleted', 'tag': '6723d34e-7146-4ffe-b425-64c7d24ec05d', 'status': 'completed', 'code': 200} Nov 08 13:42:46.897548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad473f5a-b8a0-49ab-bd97-750226b48862 req-55a48f38-73d1-429d-9d4a-95961ef706c5 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=3aef2a5d-30ec-4fc0-85df-d99511ce96c5 HTTP/1.1" status: 200 len: 210 time: 0.0290368 Nov 08 13:42:47.013596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503712a6-6a27-45d0-8c77-2e93e11a7b87 req-77c8846f-c277-48a8-9429-17bf147ad667 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.015506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-503712a6-6a27-45d0-8c77-2e93e11a7b87 req-77c8846f-c277-48a8-9429-17bf147ad667 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0586982 Nov 08 13:42:47.037796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44134) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:47.086851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4dc7c39a-6032-4d36-8685-7a207351fdc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=768e573ae13c495f93014856ea46ec78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455139 Nov 08 13:42:47.087216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44136) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:47.112068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-503712a6-6a27-45d0-8c77-2e93e11a7b87 req-3410ee13-7492-4b55-8002-7e1ea849a3a3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837688 Nov 08 13:42:47.128367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f79bc-2a57-43d9-a2f5-1874aacdcd57 req-da3a1cb4-8674-451b-b9c2-993dbb67afc5 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.131704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d63f79bc-2a57-43d9-a2f5-1874aacdcd57 req-da3a1cb4-8674-451b-b9c2-993dbb67afc5 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 943 time: 0.1138017 Nov 08 13:42:47.163677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c08cedd7-c5cd-4432-9c73-df7ccf1a740a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:47.196524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c08cedd7-c5cd-4432-9c73-df7ccf1a740a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:47.198925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d63f79bc-2a57-43d9-a2f5-1874aacdcd57 req-2ed558ef-d824-4821-a815-8e30d6b84628 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Nov 08 13:42:47.265054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c08cedd7-c5cd-4432-9c73-df7ccf1a740a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:47.270182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c08cedd7-c5cd-4432-9c73-df7ccf1a740a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:47.271386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c08cedd7-c5cd-4432-9c73-df7ccf1a740a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/623e4d21-407e-4a63-8ee6-090d4b2da4a8 HTTP/1.1" status: 204 len: 168 time: 0.1830337 Nov 08 13:42:47.282265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cedd7-c5cd-4432-9c73-df7ccf1a740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623e4d21-407e-4a63-8ee6-090d4b2da4a8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:47.524805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185583e0-7a3f-4e18-a08d-ceaafeaa0a8e req-dc4aa1d7-9524-4eb6-a5d6-00eee2e9ce4d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.535902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-185583e0-7a3f-4e18-a08d-ceaafeaa0a8e req-dc4aa1d7-9524-4eb6-a5d6-00eee2e9ce4d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 943 time: 0.0844116 Nov 08 13:42:47.552211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2702-7227-4a00-b52f-34b67603386b req-9220d03d-ec25-4fc6-9704-7f99a48673ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.553787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afd2702-7227-4a00-b52f-34b67603386b req-9220d03d-ec25-4fc6-9704-7f99a48673ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1095 time: 0.0793755 Nov 08 13:42:47.644696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-185583e0-7a3f-4e18-a08d-ceaafeaa0a8e req-c44c6c25-f7b3-4e60-b5b8-9ba2ea61b201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000915 Nov 08 13:42:47.671344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00541146-4026-42ab-b9ef-c5b045aeab4f req-a0469d57-a2f4-4753-8905-bf049e1b9382 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.679914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00541146-4026-42ab-b9ef-c5b045aeab4f req-a0469d57-a2f4-4753-8905-bf049e1b9382 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0773935 Nov 08 13:42:47.690325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2702-7227-4a00-b52f-34b67603386b req-3016c4b9-ec30-47b2-a579-86f28cea366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.691946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afd2702-7227-4a00-b52f-34b67603386b req-3016c4b9-ec30-47b2-a579-86f28cea366f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.1303475 Nov 08 13:42:47.749390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00541146-4026-42ab-b9ef-c5b045aeab4f req-f98b31d4-56b4-4bf9-863a-0403797e524f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625565 Nov 08 13:42:47.794339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afd2702-7227-4a00-b52f-34b67603386b req-a00048b9-b2a3-46c9-bb7c-f20c8559afd8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 998 time: 0.0930488 Nov 08 13:42:47.817254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32b3f7-a8b3-4ff0-be7a-56ea0d0c8208 req-e56f3424-cba4-4cc5-8ad0-958d8ba594a8 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.826550 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c32b3f7-a8b3-4ff0-be7a-56ea0d0c8208 req-e56f3424-cba4-4cc5-8ad0-958d8ba594a8 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0758832 Nov 08 13:42:47.859723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2702-7227-4a00-b52f-34b67603386b req-ceac770e-dc5b-4517-9ca5-ce7036a31ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.862264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afd2702-7227-4a00-b52f-34b67603386b req-ceac770e-dc5b-4517-9ca5-ce7036a31ea0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0582831 Nov 08 13:42:47.882463 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c32b3f7-a8b3-4ff0-be7a-56ea0d0c8208 req-80b7a7fd-cdda-42b0-8497-844d2c5559f4 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549984 Nov 08 13:42:47.924355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd2702-7227-4a00-b52f-34b67603386b req-92d914b4-97ba-4f37-b6b8-2bd1286d5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:47.925808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afd2702-7227-4a00-b52f-34b67603386b req-92d914b4-97ba-4f37-b6b8-2bd1286d5dc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545723 Nov 08 13:42:48.056947 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afd2702-7227-4a00-b52f-34b67603386b req-f47398ec-91ad-46e3-bca9-a414fd75fb41 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221602 Nov 08 13:42:48.202331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8afd2702-7227-4a00-b52f-34b67603386b req-f4007958-efd7-4ed8-8652-6f8942231122 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374276 Nov 08 13:42:48.373346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b76e302b-fecf-42b8-8387-724a823c4a54 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:48.439079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b074de7-3fab-41f8-b523-8a5d52171571 req-71c05037-a2f5-49cf-a831-6eaf8345472e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:48.440734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b074de7-3fab-41f8-b523-8a5d52171571 req-71c05037-a2f5-49cf-a831-6eaf8345472e tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 949 time: 0.2004802 Nov 08 13:42:48.453807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf93b8-07fd-4701-9426-c196c8600ad6 req-1aac9ec5-eda6-423b-8ad2-6c194cdb2a21 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:48.455475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5cf93b8-07fd-4701-9426-c196c8600ad6 req-1aac9ec5-eda6-423b-8ad2-6c194cdb2a21 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 943 time: 0.1656287 Nov 08 13:42:48.540426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5cf93b8-07fd-4701-9426-c196c8600ad6 req-052dea93-c593-41f4-abbe-157e0c90e5e3 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767496 Nov 08 13:42:48.569498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b074de7-3fab-41f8-b523-8a5d52171571 req-0ea50298-cc94-4bea-8169-9d2990bb9fac tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127932 Nov 08 13:42:48.601551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b76e302b-fecf-42b8-8387-724a823c4a54, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b76e302b-fecf-42b8-8387-724a823c4a54,segment=NetworkSegment(6a36d581-076f-4aaa-9c3a-191d5b3ef542),segment_id=6a36d581-076f-4aaa-9c3a-191d5b3ef542)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:48.624414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'b76e302b-fecf-42b8-8387-724a823c4a54', 'network_id': '6bbbc556-9d45-4bc8-95b3-038d38e01859', 'port_id': 'b76e302b-fecf-42b8-8387-724a823c4a54', 'mac_address': 'fa:16:3e:e6:fa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f615eb5-fca1-442f-8505-948c0b5263e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:48.698718 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:48.716648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76e302b-fecf-42b8-8387-724a823c4a54 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:48.754670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b76e302b-fecf-42b8-8387-724a823c4a54, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b76e302b-fecf-42b8-8387-724a823c4a54,segment=NetworkSegment(6a36d581-076f-4aaa-9c3a-191d5b3ef542),segment_id=6a36d581-076f-4aaa-9c3a-191d5b3ef542)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:48.765887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:48.768205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 01cb0efe-b05d-450b-b131-251deafd357b details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:48.798949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b994a-0204-43c8-a88e-13ca80c58964 req-fda81280-cc38-42fb-8b34-74b1f66caad0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:48.800886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-661b994a-0204-43c8-a88e-13ca80c58964 req-fda81280-cc38-42fb-8b34-74b1f66caad0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 943 time: 0.0658271 Nov 08 13:42:48.879548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b76e302b-fecf-42b8-8387-724a823c4a54,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:48.951214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-661b994a-0204-43c8-a88e-13ca80c58964 req-abba3e9b-ba93-482d-a8bd-a193df6e6153 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327455 Nov 08 13:42:49.002023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 01cb0efe-b05d-450b-b131-251deafd357b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=01cb0efe-b05d-450b-b131-251deafd357b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:49.021259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '01cb0efe-b05d-450b-b131-251deafd357b', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'port_id': '01cb0efe-b05d-450b-b131-251deafd357b', 'mac_address': 'fa:16:3e:18:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75924a23-a018-43ee-9528-ec8ba9fe14c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:49.076555 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:49.095332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01cb0efe-b05d-450b-b131-251deafd357b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:49.115833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd7a0a-ff19-4375-8bec-969bb16fa649 req-a92138a5-b837-44e6-a25e-914b8db9ccf2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:49.117766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20dd7a0a-ff19-4375-8bec-969bb16fa649 req-a92138a5-b837-44e6-a25e-914b8db9ccf2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0725775 Nov 08 13:42:49.119271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 01cb0efe-b05d-450b-b131-251deafd357b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=01cb0efe-b05d-450b-b131-251deafd357b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:49.125028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:49.199096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=01cb0efe-b05d-450b-b131-251deafd357b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:49.214105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d76e7-afe0-487e-ad57-a007f7e0c024 req-3403e4b5-2f1f-4ba6-9504-16052da455b0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:49.215801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c7d76e7-afe0-487e-ad57-a007f7e0c024 req-3403e4b5-2f1f-4ba6-9504-16052da455b0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.1100676 Nov 08 13:42:49.221440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20dd7a0a-ff19-4375-8bec-969bb16fa649 req-d8ab23c0-a10e-492a-a20b-3cb417b25c76 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881932 Nov 08 13:42:49.300413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c7d76e7-afe0-487e-ad57-a007f7e0c024 req-0d097c34-f955-4a5a-99ee-d9d79e7f372d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738330 Nov 08 13:42:49.478378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234247b4-64a7-4e7c-a6e7-1b89e39a33c6 req-691cd69b-75de-46da-91c7-3253e0dacc82 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:49.480017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-234247b4-64a7-4e7c-a6e7-1b89e39a33c6 req-691cd69b-75de-46da-91c7-3253e0dacc82 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0783384 Nov 08 13:42:49.540977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-234247b4-64a7-4e7c-a6e7-1b89e39a33c6 req-e611d271-0520-4e17-bdcf-bf19b66cc782 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546257 Nov 08 13:42:49.547489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['01cb0efe-b05d-450b-b131-251deafd357b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:49.582674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['b76e302b-fecf-42b8-8387-724a823c4a54'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:49.630309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:49.687210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab63d3-4121-452a-ada3-f5e8adaa7ed6 req-afb3f545-f22c-42c3-84fd-b2fbeeffafbb tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:49.689561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38ab63d3-4121-452a-ada3-f5e8adaa7ed6 req-afb3f545-f22c-42c3-84fd-b2fbeeffafbb tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 944 time: 0.0627432 Nov 08 13:42:49.776334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38ab63d3-4121-452a-ada3-f5e8adaa7ed6 req-545609de-6d44-4c85-bee7-9859e686d052 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748963 Nov 08 13:42:49.817640 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:49.876972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:49.879335 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615dd9c8-3e80-4403-bc4a-4a39cac6eee6" -d '{"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-unplugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:49.903532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:49.924479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:49.925211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6723d34e-7146-4ffe-b425-64c7d24ec05d no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:49.936899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f68c9c-6aee-4f1c-97a0-8546b9c30c8b req-e65af32e-e1d8-4de8-b5d3-ebb3ca7600d9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:49.939064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27f68c9c-6aee-4f1c-97a0-8546b9c30c8b req-e65af32e-e1d8-4de8-b5d3-ebb3ca7600d9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0848105 Nov 08 13:42:49.952841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ee1b-34fe-43a3-9566-09e9a9112280 req-be454dc8-8993-46fb-be35-e3d48182ac33 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:49.954700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23f7ee1b-34fe-43a3-9566-09e9a9112280 req-be454dc8-8993-46fb-be35-e3d48182ac33 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 949 time: 0.1107614 Nov 08 13:42:49.975248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 6723d34e-7146-4ffe-b425-64c7d24ec05d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:49.975602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6723d34e-7146-4ffe-b425-64c7d24ec05d not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:50.028444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27f68c9c-6aee-4f1c-97a0-8546b9c30c8b req-fc7b3fc9-e8b2-48b8-9e88-7bae1641e767 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724595 Nov 08 13:42:50.036277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:50.036710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23f7ee1b-34fe-43a3-9566-09e9a9112280 req-70015cdd-84e0-40b1-9867-2240a25ddb2b tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747902 Nov 08 13:42:50.160043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-4bd994ba-db79-4a84-951c-613932f568fe tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:50.161832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-4bd994ba-db79-4a84-951c-613932f568fe tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.54 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 949 time: 0.0794094 Nov 08 13:42:50.164854 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090e68d5-4234-45a7-97c7-2219d867ab75 x-openstack-request-id: req-090e68d5-4234-45a7-97c7-2219d867ab75 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:50.165250 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-unplugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:50.165568 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-090e68d5-4234-45a7-97c7-2219d867ab75 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:50.166134 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f', 'code': 200} Nov 08 13:42:50.385194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c1f25-5469-4e1f-a349-ba553b97a758 req-92909da5-1c23-4cfc-aff7-bcb8f448d21a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:50.386676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f0c1f25-5469-4e1f-a349-ba553b97a758 req-92909da5-1c23-4cfc-aff7-bcb8f448d21a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 944 time: 0.1425421 Nov 08 13:42:50.396131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Deleting port 0d0f095d-233f-4d17-932e-b5ab6426ae0c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:50.396469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:50.480548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-be543dea-4e8b-44a9-a493-1783a88acc8d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:50.482140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-be543dea-4e8b-44a9-a493-1783a88acc8d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.2196007 Nov 08 13:42:50.530335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-65caba0b-9e49-4f19-8256-0c190fbb0001 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/quotas/b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 375 time: 0.0395474 Nov 08 13:42:50.554674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f0c1f25-5469-4e1f-a349-ba553b97a758 req-d3a08046-157d-4e1f-a6f1-057d1527b481 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518302 Nov 08 13:42:50.584463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] For port 0d0f095d-233f-4d17-932e-b5ab6426ae0c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0d0f095d-233f-4d17-932e-b5ab6426ae0c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:50.584829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:50.602267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Calling delete_port for 0d0f095d-233f-4d17-932e-b5ab6426ae0c owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:50.623642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-af7276b3-b50f-4469-b014-9fb4360fc11e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0875306 Nov 08 13:42:50.790354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d21ec-399b-4597-a6e0-82e50c037a56 req-2e23014a-d4a1-422a-a28e-21b441392565 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:50.791937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c2d21ec-399b-4597-a6e0-82e50c037a56 req-2e23014a-d4a1-422a-a28e-21b441392565 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 947 time: 0.1673446 Nov 08 13:42:50.837131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0960877a-7842-433c-aad1-618400b0323e service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009804 Nov 08 13:42:51.185436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c2d21ec-399b-4597-a6e0-82e50c037a56 req-cb1b78e1-7a95-4469-9e78-1e7b69ccd643 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781304 Nov 08 13:42:51.211225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:51.227269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['0d0f095d-233f-4d17-932e-b5ab6426ae0c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:51.254053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Pushing event deleted for resources: {'Port': ['ID=0d0f095d-233f-4d17-932e-b5ab6426ae0c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:51.261847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-b4a7f48a-c128-44f6-b5b3-aef25ca7464f service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156425 Nov 08 13:42:51.305687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] No DVR routers for this DVR port 0d0f095d-233f-4d17-932e-b5ab6426ae0c on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:51.308380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:51.312584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-970c4ea7-764a-4aca-bde1-9b281969a9d2 req-6402f9e8-ccae-4a6c-be82-75fa740514c2 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.54 "DELETE /v2.0/ports/0d0f095d-233f-4d17-932e-b5ab6426ae0c HTTP/1.1" status: 204 len: 173 time: 1.1428995 Nov 08 13:42:51.313912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'name': 'network-vif-deleted', 'tag': '0d0f095d-233f-4d17-932e-b5ab6426ae0c'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:51.316753 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b1c0cd-334d-4a10-92b0-13cc5c9330f6" -d '{"events": [{"server_uuid": "98e63028-4280-4c26-91b9-2619cd3d3ff3", "name": "network-vif-deleted", "tag": "0d0f095d-233f-4d17-932e-b5ab6426ae0c"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:51.574382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:51.591312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77752e28-c3f4-4c90-8953-6006b406a7da req-e868fa37-5cc5-4376-961d-2a553f50a133 tempest-LiveMigrationNegativeTest-981647358 tempest-LiveMigrationNegativeTest-981647358-project] 10.222.0.65 "GET /v2.0/ports?device_id=98e63028-4280-4c26-91b9-2619cd3d3ff3 HTTP/1.1" status: 200 len: 210 time: 0.0308855 Nov 08 13:42:51.617994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f51198-bfa9-4df8-8b22-26bda669df07 req-35e97506-56f2-461c-91bc-4bd960dae6d9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:51.624471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1f51198-bfa9-4df8-8b22-26bda669df07 req-35e97506-56f2-461c-91bc-4bd960dae6d9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 944 time: 0.0942967 Nov 08 13:42:51.690568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:51.697632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1f51198-bfa9-4df8-8b22-26bda669df07 req-89de798d-0f65-4714-b806-1d3b774a765b tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721626 Nov 08 13:42:51.708276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '10908777-3269-4171-86e6-04e54ba4b95f', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '10908777-3269-4171-86e6-04e54ba4b95f', 'mac_address': 'fa:16:3e:e3:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:51.731529 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ae0bc3-9c9b-4aeb-b4a9-3c0f39fbeeab x-openstack-request-id: req-c6ae0bc3-9c9b-4aeb-b4a9-3c0f39fbeeab {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:51.732080 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98e63028-4280-4c26-91b9-2619cd3d3ff3", "name": "network-vif-deleted", "tag": "0d0f095d-233f-4d17-932e-b5ab6426ae0c", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:51.732467 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6ae0bc3-9c9b-4aeb-b4a9-3c0f39fbeeab {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:51.733031 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98e63028-4280-4c26-91b9-2619cd3d3ff3', 'name': 'network-vif-deleted', 'tag': '0d0f095d-233f-4d17-932e-b5ab6426ae0c', 'status': 'completed', 'code': 200} Nov 08 13:42:51.772120 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:51.804490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da6daef5-5287-40d0-b87f-d38c4eb6a62c req-451e2b2a-422e-4711-b391-8977497db8a2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 210 time: 0.0367210 Nov 08 13:42:51.808883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10908777-3269-4171-86e6-04e54ba4b95f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:51.839503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:51.849976 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:51.940685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:51.992155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26fa46-1fc4-4eba-9d65-4d6f2876bbe6 req-16ed72f9-db25-481e-b2c4-57a91f70aa89 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:51.994076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da26fa46-1fc4-4eba-9d65-4d6f2876bbe6 req-16ed72f9-db25-481e-b2c4-57a91f70aa89 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 944 time: 0.0990555 Nov 08 13:42:52.069228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da26fa46-1fc4-4eba-9d65-4d6f2876bbe6 req-9a9f1b81-ab00-493b-a9e6-4e1bf29cded3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639896 Nov 08 13:42:52.161053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['10908777-3269-4171-86e6-04e54ba4b95f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:52.322927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3025ea9-bb85-4b23-a2f2-8538d379c6ed req-c4d34d66-5788-4cca-800f-c90a3af3b99e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:52.324784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3025ea9-bb85-4b23-a2f2-8538d379c6ed req-c4d34d66-5788-4cca-800f-c90a3af3b99e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0629830 Nov 08 13:42:52.389047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3025ea9-bb85-4b23-a2f2-8538d379c6ed req-e894ef46-613b-4c73-9b16-40f7384ece19 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523679 Nov 08 13:42:52.397148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b76e302b-fecf-42b8-8387-724a823c4a54 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:52.465003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port b76e302b-fecf-42b8-8387-724a823c4a54 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:42:52.469395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port b76e302b-fecf-42b8-8387-724a823c4a54 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:52.469902 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:52.554421 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:52.582144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76e302b-fecf-42b8-8387-724a823c4a54'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:52.584419 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef4dd73-8b7b-4611-80f9-a1c17d5d6a5a" -d '{"events": [{"server_uuid": "b871dc69-4bd2-4a46-9f89-8947185a6b13", "name": "network-vif-plugged", "status": "completed", "tag": "b76e302b-fecf-42b8-8387-724a823c4a54"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:52.604228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b76e302b-fecf-42b8-8387-724a823c4a54, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b76e302b-fecf-42b8-8387-724a823c4a54,segment=NetworkSegment(6a36d581-076f-4aaa-9c3a-191d5b3ef542),segment_id=6a36d581-076f-4aaa-9c3a-191d5b3ef542)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:52.610564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:52.611461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 01cb0efe-b05d-450b-b131-251deafd357b up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:52.663634 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23326c9f-5a8a-44ba-8e2e-27e8a601fb13 x-openstack-request-id: req-23326c9f-5a8a-44ba-8e2e-27e8a601fb13 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:52.663978 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b871dc69-4bd2-4a46-9f89-8947185a6b13", "name": "network-vif-plugged", "status": "completed", "tag": "b76e302b-fecf-42b8-8387-724a823c4a54", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:52.664236 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23326c9f-5a8a-44ba-8e2e-27e8a601fb13 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:52.664630 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76e302b-fecf-42b8-8387-724a823c4a54', 'code': 200} Nov 08 13:42:52.709078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b76e302b-fecf-42b8-8387-724a823c4a54,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:52.738622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 01cb0efe-b05d-450b-b131-251deafd357b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:42:52.746151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 01cb0efe-b05d-450b-b131-251deafd357b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:52.747189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:52.884683 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:52.902553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7327e-a6e0-4fa0-ba89-f17f86ba3dd0 req-02ec5cff-b96e-476e-9277-dac8f626c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:52.908786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43e7327e-a6e0-4fa0-ba89-f17f86ba3dd0 req-02ec5cff-b96e-476e-9277-dac8f626c472 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 1096 time: 0.1678550 Nov 08 13:42:52.912920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:52.999900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-e5ef33b6-68fa-4ff9-aa6f-779d1d9ff60e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:53.004474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-e5ef33b6-68fa-4ff9-aa6f-779d1d9ff60e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.2654359 Nov 08 13:42:53.008959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43e7327e-a6e0-4fa0-ba89-f17f86ba3dd0 req-17a20963-25c2-49ec-bfbc-9be3d0a2a9a9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934224 Nov 08 13:42:53.021196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'port': {'device_id': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'admin_state_up': True, 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:53.154825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 01cb0efe-b05d-450b-b131-251deafd357b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=01cb0efe-b05d-450b-b131-251deafd357b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:53.165804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.175584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495133a7-67eb-4df1-85bd-a3de4d942535 req-da0f4162-ce62-47d0-b9f4-106e4cc3a6f0 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:53.188778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-495133a7-67eb-4df1-85bd-a3de4d942535 req-da0f4162-ce62-47d0-b9f4-106e4cc3a6f0 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 945 time: 0.1268005 Nov 08 13:42:53.234058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44340) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:53.261125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=01cb0efe-b05d-450b-b131-251deafd357b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:53.267911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Made reservation on behalf of b430fe33e59e4c4b878e8071f1cb58ae for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:42:53.272136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.289307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049814ab-6a1e-40f1-9dfa-60384fa297bb req-a4e983cb-3140-42a1-9434-edc88c47eb04 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 210 time: 0.0430422 Nov 08 13:42:53.305558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-495133a7-67eb-4df1-85bd-a3de4d942535 req-5a8d67f6-dd3a-4102-bfde-c9fa590b7371 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143954 Nov 08 13:42:53.407138 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.458890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Allocated IP 172.20.0.13 (c3015bfa-04ab-4f13-9a38-a84dbf18742f/a630c4b9-65c0-4ca9-8270-6b63a0fd991e/0a4f58bd-187f-4ee5-8376-62eb40f10d80) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:42:53.460362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7e4a4-666d-42cf-93ae-b1763867782d req-e780e991-e186-49a7-a887-a422b6f6e532 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:53.462087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89d7e4a4-666d-42cf-93ae-b1763867782d req-e780e991-e186-49a7-a887-a422b6f6e532 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 945 time: 0.0875156 Nov 08 13:42:53.512161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e1ded552-4cf5-4f3d-ab9c-bed76a98389f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eaf76a1c3b674073a49d20def08b5c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755268 Nov 08 13:42:53.517459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44350) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:53.544236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89d7e4a4-666d-42cf-93ae-b1763867782d req-e4510fe7-1309-4e33-a211-3cc977c92519 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 Nov 08 13:42:53.576935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:53.652154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 10908777-3269-4171-86e6-04e54ba4b95f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:53.652814 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.669451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d92f66-a8e6-4f20-b3b6-38fc2bb10a2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.697886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db17b2-f188-40b8-aee1-83b9568890eb req-3fdc8771-d2f2-41f7-a79a-81527eef17f3 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:53.709820 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78db17b2-f188-40b8-aee1-83b9568890eb req-3fdc8771-d2f2-41f7-a79a-81527eef17f3 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 949 time: 0.0751648 Nov 08 13:42:53.758534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.762155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.765736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d92f66-a8e6-4f20-b3b6-38fc2bb10a2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.772373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78db17b2-f188-40b8-aee1-83b9568890eb req-ce341cce-964b-4e1f-85a6-abbedec745a0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Nov 08 13:42:53.800802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:53.806550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.840987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.849669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d92f66-a8e6-4f20-b3b6-38fc2bb10a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.852281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d92f66-a8e6-4f20-b3b6-38fc2bb10a2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:53.856166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-63d92f66-a8e6-4f20-b3b6-38fc2bb10a2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a HTTP/1.1" status: 204 len: 168 time: 0.3348746 Nov 08 13:42:53.877968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:53.900992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d92f66-a8e6-4f20-b3b6-38fc2bb10a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab30da0-9194-43bd-b6e1-f8f6ebdc7f5a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:53.912363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:42:53.920386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:42:53.926280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:42:53.930722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=0a4f58bd-187f-4ee5-8376-62eb40f10d80,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:54.027818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:54.029446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.057049 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-0701f2ee-e36e-4b28-af63-13906610bc37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0412314 Nov 08 13:42:54.072662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Request body: {'port': {'device_id': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:42:54.170381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.308258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0078ef5b-3a4e-4a91-ab6f-aa182392b0d4 None None] Provisioning complete for port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:54.309112 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0078ef5b-3a4e-4a91-ab6f-aa182392b0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.375642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0078ef5b-3a4e-4a91-ab6f-aa182392b0d4 None None] Port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:42:54.390437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44368) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:54.405994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0d0f095d-233f-4d17-932e-b5ab6426ae0c no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:42:54.436909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 0d0f095d-233f-4d17-932e-b5ab6426ae0c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:42:54.437500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0d0f095d-233f-4d17-932e-b5ab6426ae0c not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:42:54.595625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4880170a-5265-4719-aa61-0588210c6ab5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=34e880e7866a4094875a4cfa43c48cc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2022567 Nov 08 13:42:54.596727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:54.597351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44376) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:54.622767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4f58bd-187f-4ee5-8376-62eb40f10d80 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:54.633296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.646793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Transition to ACTIVE for port object 0a4f58bd-187f-4ee5-8376-62eb40f10d80 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:42:54.652408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.665566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cb0efe-b05d-450b-b131-251deafd357b'}, {'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:54.668001 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6c1312-1b98-476b-9c2b-fa74cf476f33" -d '{"events": [{"server_uuid": "0bc451b0-717a-4ab5-926e-32ab1303f358", "name": "network-vif-plugged", "status": "completed", "tag": "01cb0efe-b05d-450b-b131-251deafd357b"}, {"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-plugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:54.788746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe76c76-1354-4a0b-9355-ce1350ad5a3d req-cc9f113d-a2b9-499c-bd64-5a4c265fffd8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:54.799501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffe76c76-1354-4a0b-9355-ce1350ad5a3d req-cc9f113d-a2b9-499c-bd64-5a4c265fffd8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 932 time: 0.3296773 Nov 08 13:42:54.836192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2f92-5e42-49ee-882f-567e6a096cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.841488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Attempting to bind port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:42:54.842195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Attempting to bind port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:42:54.842706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Attempting to bind port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:54.848593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:42:54.849184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Attempting to bind port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:42:54.853292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a4f58bd-187f-4ee5-8376-62eb40f10d80,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:54.858971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:42:54.859595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:42:54.860233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Bound using segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:42:54.860998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Bound port: 0a4f58bd-187f-4ee5-8376-62eb40f10d80, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:42:54.861557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.885813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f72171b7-0d17-43e3-9300-eec16dd375ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.910388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffe76c76-1354-4a0b-9355-ce1350ad5a3d req-5b84dfc4-5ff0-4c9e-a076-b0bd0ddcebec tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096628 Nov 08 13:42:54.938575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2f92-5e42-49ee-882f-567e6a096cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:54.959100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] For port 0a4f58bd-187f-4ee5-8376-62eb40f10d80, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:42:54.963680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] For port 0a4f58bd-187f-4ee5-8376-62eb40f10d80, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0a4f58bd-187f-4ee5-8376-62eb40f10d80,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:42:54.974642 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.051957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.053570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.055560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] 10.222.0.70 "PUT /v2.0/ports/0a4f58bd-187f-4ee5-8376-62eb40f10d80 HTTP/1.1" status: 200 len: 1092 time: 0.9895835 Nov 08 13:42:55.056600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'tag': '0a4f58bd-187f-4ee5-8376-62eb40f10d80'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:55.061352 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d40e9f9-9901-4fd6-bede-620e3f00c093" -d '{"events": [{"name": "network-changed", "server_uuid": "9d913c38-65bf-4f27-b3c8-3db0d94925d3", "tag": "0a4f58bd-187f-4ee5-8376-62eb40f10d80"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:55.106895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a686d59-61bc-4c53-98e2-fa4e533216cd service neutron] Pushing event updated for resources: {'Port': ['ID=0a4f58bd-187f-4ee5-8376-62eb40f10d80,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:55.166132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2f92-5e42-49ee-882f-567e6a096cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.168771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2e2f92-5e42-49ee-882f-567e6a096cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.173113 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9a2e2f92-5e42-49ee-882f-567e6a096cbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc78f7fb-5296-4e6b-a7e0-b10e59699874 HTTP/1.1" status: 204 len: 168 time: 0.5693645 Nov 08 13:42:55.209755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62a0bd-2162-47c6-8b45-48b0754d4ebf req-ccb0385c-9a09-41b8-a8d1-0a307f9c0bbc tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.219234 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf62a0bd-2162-47c6-8b45-48b0754d4ebf req-ccb0385c-9a09-41b8-a8d1-0a307f9c0bbc tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 945 time: 0.1856091 Nov 08 13:42:55.221606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e2f92-5e42-49ee-882f-567e6a096cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc78f7fb-5296-4e6b-a7e0-b10e59699874,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:55.238176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-54d759a3-5c4f-43bb-a0e9-aa10ba6b4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.239608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa356ddf-b284-4fbd-8af7-fc5dbca464c3 req-d2d61c9d-6a8c-4a91-87a1-35a309a031d4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.242409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-54d759a3-5c4f-43bb-a0e9-aa10ba6b4df6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 1095 time: 0.1046882 Nov 08 13:42:55.249247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa356ddf-b284-4fbd-8af7-fc5dbca464c3 req-d2d61c9d-6a8c-4a91-87a1-35a309a031d4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 945 time: 0.1953480 Nov 08 13:42:55.311620 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f72171b7-0d17-43e3-9300-eec16dd375ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.319341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-38c56657-9a92-440f-ad0a-4a1e36fe93f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a4f58bd-187f-4ee5-8376-62eb40f10d80 HTTP/1.1" status: 200 len: 217 time: 0.0706415 Nov 08 13:42:55.328610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f72171b7-0d17-43e3-9300-eec16dd375ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.385827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-ada7eca8-d47d-42fa-90ab-d0561854581b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.387501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-ada7eca8-d47d-42fa-90ab-d0561854581b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0579667 Nov 08 13:42:55.415682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf62a0bd-2162-47c6-8b45-48b0754d4ebf req-0ed16fdc-49b5-457e-a38a-bfd891170271 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954176 Nov 08 13:42:55.465911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa356ddf-b284-4fbd-8af7-fc5dbca464c3 req-b94af1d6-1a58-4629-be59-0360581b71c3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154467 Nov 08 13:42:55.466276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1de0-daa3-4371-897a-45606e5addff req-ff86c74d-14fe-4d71-b5da-062ee5047d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.468910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-ff86c74d-14fe-4d71-b5da-062ee5047d59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741417 Nov 08 13:42:55.472246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f72171b7-0d17-43e3-9300-eec16dd375ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6189e6aa1fba4a04982de945697f6517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8730268 Nov 08 13:42:55.475536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44396) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:55.491537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72171b7-0d17-43e3-9300-eec16dd375ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ea5d34-5fdb-47b2-befc-2eac6a520653,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:55.573423 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ee75ef-a28f-4243-88b3-9abbf1f85411 x-openstack-request-id: req-77ee75ef-a28f-4243-88b3-9abbf1f85411 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:55.573947 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc451b0-717a-4ab5-926e-32ab1303f358", "name": "network-vif-plugged", "status": "completed", "tag": "01cb0efe-b05d-450b-b131-251deafd357b", "code": 200}, {"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-plugged", "status": "completed", "tag": "10908777-3269-4171-86e6-04e54ba4b95f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:55.573947 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77ee75ef-a28f-4243-88b3-9abbf1f85411 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:55.574367 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01cb0efe-b05d-450b-b131-251deafd357b', 'code': 200} Nov 08 13:42:55.574624 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f', 'code': 200} Nov 08 13:42:55.614672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-245e5f7b-0e8b-46df-bb5d-a6f7401d90e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.774962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-245e5f7b-0e8b-46df-bb5d-a6f7401d90e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:55.781038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c29c0-2135-43e2-93cc-8175f97827f4 req-30ac0683-ab92-400c-9a1d-c9226bb7c489 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.795313 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d43c29c0-2135-43e2-93cc-8175f97827f4 req-30ac0683-ab92-400c-9a1d-c9226bb7c489 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 950 time: 0.1633978 Nov 08 13:42:55.809975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbc33d-c0de-4474-b149-5860a34fbf92 req-915eaaac-56e8-4269-8a62-2c5af30e64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:55.811442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fdbc33d-c0de-4474-b149-5860a34fbf92 req-915eaaac-56e8-4269-8a62-2c5af30e64ac service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 1096 time: 0.1433318 Nov 08 13:42:55.880342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d43c29c0-2135-43e2-93cc-8175f97827f4 req-dba4dbe7-1dd1-4414-b5d9-049bb632c84f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825462 Nov 08 13:42:55.935216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fdbc33d-c0de-4474-b149-5860a34fbf92 req-50e24f06-0ff3-4ad2-a5a2-f88be4f46308 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135700 Nov 08 13:42:55.955300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-b40ae23e-ccc0-4817-87a2-8da3371a7a02 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068000 Nov 08 13:42:55.983318 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ca8a9f-c42b-483c-89b1-fd6df42cda6a x-openstack-request-id: req-74ca8a9f-c42b-483c-89b1-fd6df42cda6a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:55.983615 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d913c38-65bf-4f27-b3c8-3db0d94925d3", "tag": "0a4f58bd-187f-4ee5-8376-62eb40f10d80", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:55.983811 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74ca8a9f-c42b-483c-89b1-fd6df42cda6a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:55.984421 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'tag': '0a4f58bd-187f-4ee5-8376-62eb40f10d80', 'status': 'completed', 'code': 200} Nov 08 13:42:56.124699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd3699-9521-4522-84f8-c40cda1a46f0 req-a9d1280f-30b2-42c0-8b47-ab23b70725e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:56.131240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18fd3699-9521-4522-84f8-c40cda1a46f0 req-a9d1280f-30b2-42c0-8b47-ab23b70725e7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1101 time: 0.2566998 Nov 08 13:42:56.163626 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e4f1de0-daa3-4371-897a-45606e5addff req-ceae05ca-ba36-4607-bdb6-6ad50826e7e6 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777208 Nov 08 13:42:56.165859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-245e5f7b-0e8b-46df-bb5d-a6f7401d90e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:56.171593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-245e5f7b-0e8b-46df-bb5d-a6f7401d90e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:56.175315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-245e5f7b-0e8b-46df-bb5d-a6f7401d90e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7ea5d34-5fdb-47b2-befc-2eac6a520653 HTTP/1.1" status: 204 len: 168 time: 0.6966546 Nov 08 13:42:56.225316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e5f7b-0e8b-46df-bb5d-a6f7401d90e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ea5d34-5fdb-47b2-befc-2eac6a520653,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:56.300047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be11fd-21af-4601-b8d9-002739a53947 req-451524fa-3634-49fc-b348-58bd0d653fc1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:56.302286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79be11fd-21af-4601-b8d9-002739a53947 req-451524fa-3634-49fc-b348-58bd0d653fc1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 944 time: 0.1019685 Nov 08 13:42:56.354848 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18fd3699-9521-4522-84f8-c40cda1a46f0 req-fb35d8b3-7594-430c-afd0-dcabae4038e6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895638 Nov 08 13:42:56.369139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79be11fd-21af-4601-b8d9-002739a53947 req-f3389e07-f3ce-4887-baae-2ee722134544 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605729 Nov 08 13:42:56.372666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-a1ae3b88-7482-4d4a-9f36-f4cdd00bfda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:56.376451 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-a1ae3b88-7482-4d4a-9f36-f4cdd00bfda7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 1095 time: 0.1385586 Nov 08 13:42:56.688515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a3674-2eb0-4764-8494-eb251e0df1e5 req-3553c5f4-a8df-41f7-bccb-8c2798af9a7d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:56.697844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44438) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:56.701562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-065a3674-2eb0-4764-8494-eb251e0df1e5 req-3553c5f4-a8df-41f7-bccb-8c2798af9a7d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 945 time: 0.1043363 Nov 08 13:42:56.725325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:56.749355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-1247ccf6-5f9d-4d36-bf01-d6da33f55c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:56.751020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-1247ccf6-5f9d-4d36-bf01-d6da33f55c6e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.2024157 Nov 08 13:42:56.806649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-065a3674-2eb0-4764-8494-eb251e0df1e5 req-1253a24f-1089-44bc-89ef-fd565abb05a3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991399 Nov 08 13:42:56.820352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3fc0c-ddce-456e-93ae-7c49889e1806 req-4f6e4915-92cd-4e07-881d-75dee8e26c15 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:56.822203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8c3fc0c-ddce-456e-93ae-7c49889e1806 req-4f6e4915-92cd-4e07-881d-75dee8e26c15 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 945 time: 0.1167130 Nov 08 13:42:56.836853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-c290d3c6-f5f1-4a0e-bca3-e6192e92c179 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a4f58bd-187f-4ee5-8376-62eb40f10d80 HTTP/1.1" status: 200 len: 217 time: 0.0709844 Nov 08 13:42:56.900291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44440) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:56.916171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8c3fc0c-ddce-456e-93ae-7c49889e1806 req-dd841cf7-3ae6-4811-a8d8-24ad269caec7 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821838 Nov 08 13:42:56.959856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-33b6dba4-a34d-4bef-ba4a-8e22c5a0efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:56.962817 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-33b6dba4-a34d-4bef-ba4a-8e22c5a0efdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1178963 Nov 08 13:42:57.053070 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.062710 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.072181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-520cf669-955c-4e01-8099-c91307f62503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:57.073705 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-520cf669-955c-4e01-8099-c91307f62503 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008554 Nov 08 13:42:57.136301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6230a-c692-4947-beeb-c193a4dabcc8 req-12796013-c30a-4726-bac8-d3b66728cb11 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:57.138604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6c6230a-c692-4947-beeb-c193a4dabcc8 req-12796013-c30a-4726-bac8-d3b66728cb11 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 950 time: 0.0991347 Nov 08 13:42:57.143989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fa249eda27a42e4981d118376fdb74f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449618 Nov 08 13:42:57.145302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e4acd-dabf-4abc-ba00-676ebaca4211,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:57.149107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44450) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:57.196059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.196719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.197056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.197391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.197790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.198125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.198451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.198771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.199097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.199413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.199924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.201350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ea0f74-cad8-4df5-a5c6-48cfab5d7107 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:42:57.212466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6c6230a-c692-4947-beeb-c193a4dabcc8 req-7766597e-c0ef-4320-b38c-fd84c9b10dc3 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662110 Nov 08 13:42:57.267959 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-b9ff90fb-1be6-4b24-aee2-f37116d14785 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813147 Nov 08 13:42:57.271137 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3752db06-4c4d-42f9-b301-158cb6a057c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.316216 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4aabdb92-6ef3-41f0-be01-81541d09f028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.336640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3752db06-4c4d-42f9-b301-158cb6a057c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.409409 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:42:57.591243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e9242-6000-4fed-b501-df14adc21399 req-1464a7c9-e2c8-406b-82f5-356c6bcb045c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:57.596367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b66e9242-6000-4fed-b501-df14adc21399 req-1464a7c9-e2c8-406b-82f5-356c6bcb045c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 944 time: 0.1305954 Nov 08 13:42:57.626863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0a4f58bd-187f-4ee5-8376-62eb40f10d80 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:42:57.711702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b66e9242-6000-4fed-b501-df14adc21399 req-0f79a73f-5237-4fb9-bf8c-2d829434e35a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084239 Nov 08 13:42:57.808367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3752db06-4c4d-42f9-b301-158cb6a057c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.809190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0a4f58bd-187f-4ee5-8376-62eb40f10d80, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0a4f58bd-187f-4ee5-8376-62eb40f10d80,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:57.811034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3752db06-4c4d-42f9-b301-158cb6a057c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.815041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3752db06-4c4d-42f9-b301-158cb6a057c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a1e4acd-dabf-4abc-ba00-676ebaca4211 HTTP/1.1" status: 204 len: 168 time: 0.6612661 Nov 08 13:42:57.838790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '0a4f58bd-187f-4ee5-8376-62eb40f10d80', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '0a4f58bd-187f-4ee5-8376-62eb40f10d80', 'mac_address': 'fa:16:3e:9d:17:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:42:57.874827 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad910a59-54f6-4600-8c21-ac3efb6eaf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.885788 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d40e9f9-9901-4fd6-bede-620e3f00c093 req-a0a987ce-8b12-4d3f-9db9-9d6fe7a58c17 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6056569 Nov 08 13:42:57.896055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752db06-4c4d-42f9-b301-158cb6a057c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e4acd-dabf-4abc-ba00-676ebaca4211,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:57.905211 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.935835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4f58bd-187f-4ee5-8376-62eb40f10d80 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:42:57.969228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4aabdb92-6ef3-41f0-be01-81541d09f028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.973601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0a4f58bd-187f-4ee5-8376-62eb40f10d80, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0a4f58bd-187f-4ee5-8376-62eb40f10d80,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:57.977128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4aabdb92-6ef3-41f0-be01-81541d09f028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.983556 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:57.989600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20d70-43f8-499a-9e46-4a29d719e6af req-7b6dfd77-ab06-4f07-977e-af908983d91d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:58.005348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28b20d70-43f8-499a-9e46-4a29d719e6af req-7b6dfd77-ab06-4f07-977e-af908983d91d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 945 time: 0.1205773 Nov 08 13:42:58.047359 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4aabdb92-6ef3-41f0-be01-81541d09f028 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed74c9dfab0247cf8e84738864442901&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1429071 Nov 08 13:42:58.050082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabdb92-6ef3-41f0-be01-81541d09f028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a66deca-5177-40e2-94ce-391f4ddaa422,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:58.054160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44478) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:58.068913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=0a4f58bd-187f-4ee5-8376-62eb40f10d80,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:58.118139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d45e-deec-4208-90f1-8e6267400ee8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.136603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28b20d70-43f8-499a-9e46-4a29d719e6af req-c6c41730-1b3a-46b1-b097-86a873d179b7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268802 Nov 08 13:42:58.164794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef21231c-a9f9-4b42-9e2e-5679adaab0cb req-6e936cd2-26db-46eb-a8f6-3f6340998b38 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:58.166448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef21231c-a9f9-4b42-9e2e-5679adaab0cb req-6e936cd2-26db-46eb-a8f6-3f6340998b38 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 945 time: 0.0840065 Nov 08 13:42:58.169731 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d45e-deec-4208-90f1-8e6267400ee8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.249459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef21231c-a9f9-4b42-9e2e-5679adaab0cb req-e6e3b6aa-25cd-44dc-b7ac-8d1699cb846d tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/security-groups?id=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762863 Nov 08 13:42:58.259217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d45e-deec-4208-90f1-8e6267400ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.267847 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d45e-deec-4208-90f1-8e6267400ee8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.269442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7dd0d45e-deec-4208-90f1-8e6267400ee8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a66deca-5177-40e2-94ce-391f4ddaa422 HTTP/1.1" status: 204 len: 168 time: 0.2140422 Nov 08 13:42:58.279596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0d45e-deec-4208-90f1-8e6267400ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a66deca-5177-40e2-94ce-391f4ddaa422,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:58.315287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0a4f58bd-187f-4ee5-8376-62eb40f10d80'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:58.560656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-16a9ad5a-d934-44c7-bb09-59fc3781bcd3 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:58.564287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-16a9ad5a-d934-44c7-bb09-59fc3781bcd3 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.54 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 945 time: 0.1151183 Nov 08 13:42:58.731375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310355f9-9d02-413b-a6ca-7c85b9349a37 req-e920113c-94d2-4705-b7fd-f9e8816872a9 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:58.733150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-310355f9-9d02-413b-a6ca-7c85b9349a37 req-e920113c-94d2-4705-b7fd-f9e8816872a9 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 950 time: 0.0783007 Nov 08 13:42:58.735594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Deleting port b76e302b-fecf-42b8-8387-724a823c4a54 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:42:58.735976 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.805721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44506) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:58.825139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ef79bfc-8b62-4476-9e8b-21e284259b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.863200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-310355f9-9d02-413b-a6ca-7c85b9349a37 req-9e25c303-1794-4c94-9fe6-90af2e330b7a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078436 Nov 08 13:42:58.896156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] For port b76e302b-fecf-42b8-8387-724a823c4a54, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b76e302b-fecf-42b8-8387-724a823c4a54,segment=NetworkSegment(6a36d581-076f-4aaa-9c3a-191d5b3ef542),segment_id=6a36d581-076f-4aaa-9c3a-191d5b3ef542)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:58.896156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.918523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Calling delete_port for b76e302b-fecf-42b8-8387-724a823c4a54 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:42:58.951423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ef79bfc-8b62-4476-9e8b-21e284259b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:58.957490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ef79bfc-8b62-4476-9e8b-21e284259b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.020308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ef79bfc-8b62-4476-9e8b-21e284259b38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fac45ace239a4859b3e129e49bd81410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2132704 Nov 08 13:42:59.023030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef79bfc-8b62-4476-9e8b-21e284259b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b291a838-b8c4-4665-af9b-2dfce0dfd460,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:59.026452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44512) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:42:59.086165 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb1d-e37c-4bcb-b44c-2840b7a7de57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.114146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646765-f871-48b0-8319-3039af9193c5 req-6a542c2c-f3bb-40d8-95fa-91e0808415a5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:59.115562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31646765-f871-48b0-8319-3039af9193c5 req-6a542c2c-f3bb-40d8-95fa-91e0808415a5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 945 time: 0.0975857 Nov 08 13:42:59.116657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb1d-e37c-4bcb-b44c-2840b7a7de57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.174167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.188781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['b76e302b-fecf-42b8-8387-724a823c4a54'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:42:59.216740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb1d-e37c-4bcb-b44c-2840b7a7de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.221186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Pushing event deleted for resources: {'Port': ['ID=b76e302b-fecf-42b8-8387-724a823c4a54,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:59.222213 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78b0eb1d-e37c-4bcb-b44c-2840b7a7de57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.230432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31646765-f871-48b0-8319-3039af9193c5 req-a618d598-fc15-4fcf-a258-999e079dbfd0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056921 Nov 08 13:42:59.230602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-78b0eb1d-e37c-4bcb-b44c-2840b7a7de57 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b291a838-b8c4-4665-af9b-2dfce0dfd460 HTTP/1.1" status: 204 len: 168 time: 0.2031620 Nov 08 13:42:59.251832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0eb1d-e37c-4bcb-b44c-2840b7a7de57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b291a838-b8c4-4665-af9b-2dfce0dfd460,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:42:59.322493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] No DVR routers for this DVR port b76e302b-fecf-42b8-8387-724a823c4a54 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:42:59.326332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.329817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb6c41ca-489c-45cc-9169-1364f1f47672 req-7a07eb1a-872c-4edc-babc-8870abc5abf9 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.54 "DELETE /v2.0/ports/b76e302b-fecf-42b8-8387-724a823c4a54 HTTP/1.1" status: 204 len: 173 time: 0.7474337 Nov 08 13:42:59.330297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'name': 'network-vif-deleted', 'tag': 'b76e302b-fecf-42b8-8387-724a823c4a54'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:59.333013 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d1f3a-e944-4091-8232-c95b47849a37" -d '{"events": [{"server_uuid": "b871dc69-4bd2-4a46-9f89-8947185a6b13", "name": "network-vif-deleted", "tag": "b76e302b-fecf-42b8-8387-724a823c4a54"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:59.361077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90532a56-9924-4d86-8105-2158b29e5f4e req-9ef51d40-b818-4560-be1f-b2d092b6aa39 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:59.362653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90532a56-9924-4d86-8105-2158b29e5f4e req-9ef51d40-b818-4560-be1f-b2d092b6aa39 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 945 time: 0.1365225 Nov 08 13:42:59.437627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90532a56-9924-4d86-8105-2158b29e5f4e req-89184c64-acb5-4a39-bbe0-0773d3896631 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685184 Nov 08 13:42:59.552732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ce53361-2c27-4ae9-9f68-16cff3e9ec32 req-edbe992f-c5f5-4718-919b-184cd14bded4 tempest-InstanceActionsNegativeTestJSON-2141633478 tempest-InstanceActionsNegativeTestJSON-2141633478-project] 10.222.0.65 "GET /v2.0/ports?device_id=b871dc69-4bd2-4a46-9f89-8947185a6b13 HTTP/1.1" status: 200 len: 210 time: 0.0326569 Nov 08 13:42:59.601257 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72eee30-315f-4ed2-ab48-b7d77d3f0beb x-openstack-request-id: req-e72eee30-315f-4ed2-ab48-b7d77d3f0beb {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:59.601257 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b871dc69-4bd2-4a46-9f89-8947185a6b13", "name": "network-vif-deleted", "tag": "b76e302b-fecf-42b8-8387-724a823c4a54", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:59.601257 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e72eee30-315f-4ed2-ab48-b7d77d3f0beb {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:59.601917 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b871dc69-4bd2-4a46-9f89-8947185a6b13', 'name': 'network-vif-deleted', 'tag': 'b76e302b-fecf-42b8-8387-724a823c4a54', 'status': 'completed', 'code': 200} Nov 08 13:42:59.642463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0a4f58bd-187f-4ee5-8376-62eb40f10d80 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:42:59.700894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:42:59.707659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:42:59.708072 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.788047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c27de-fb37-4630-91ee-6c6aeea674fd req-076d7610-fc24-4b44-86e7-2f98963c7d9d tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:42:59.790181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d92c27de-fb37-4630-91ee-6c6aeea674fd req-076d7610-fc24-4b44-86e7-2f98963c7d9d tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1101 time: 0.0570819 Nov 08 13:42:59.819013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.867198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0a4f58bd-187f-4ee5-8376-62eb40f10d80, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0a4f58bd-187f-4ee5-8376-62eb40f10d80,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:42:59.868525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4f58bd-187f-4ee5-8376-62eb40f10d80'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:42:59.872297 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b27b2-b115-4a49-98f3-07510ef135f5" -d '{"events": [{"server_uuid": "9d913c38-65bf-4f27-b3c8-3db0d94925d3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4f58bd-187f-4ee5-8376-62eb40f10d80"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:42:59.878379 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:42:59.880145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d92c27de-fb37-4630-91ee-6c6aeea674fd req-99436fff-218b-4f77-bdc9-8c45a384bdfd tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839996 Nov 08 13:42:59.992714 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25964b9-55ad-4cb0-853a-4caadba4a2d8 x-openstack-request-id: req-f25964b9-55ad-4cb0-853a-4caadba4a2d8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:42:59.993007 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d913c38-65bf-4f27-b3c8-3db0d94925d3", "name": "network-vif-plugged", "status": "completed", "tag": "0a4f58bd-187f-4ee5-8376-62eb40f10d80", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:42:59.993262 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f25964b9-55ad-4cb0-853a-4caadba4a2d8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:42:59.993688 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4f58bd-187f-4ee5-8376-62eb40f10d80', 'code': 200} Nov 08 13:42:59.995494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=0a4f58bd-187f-4ee5-8376-62eb40f10d80,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:00.122004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f39a7-1e5b-45a5-93f0-61861e1c8514 req-d3b3ab28-10d9-48c1-a8bd-76b0d83c1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.123859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-722f39a7-1e5b-45a5-93f0-61861e1c8514 req-d3b3ab28-10d9-48c1-a8bd-76b0d83c1d0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 1097 time: 0.0656180 Nov 08 13:43:00.193133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-722f39a7-1e5b-45a5-93f0-61861e1c8514 req-b0563426-effc-4ca5-9b56-348fdc375867 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618436 Nov 08 13:43:00.225608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed82c30-82f0-4679-9dea-88657cfe5b24 req-d09a9622-dea7-411a-90ca-f6330e687a50 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.234272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ed82c30-82f0-4679-9dea-88657cfe5b24 req-d09a9622-dea7-411a-90ca-f6330e687a50 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 1101 time: 0.0552926 Nov 08 13:43:00.292139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ed82c30-82f0-4679-9dea-88657cfe5b24 req-9b3226bc-9447-47dc-bbc4-19dfa5d3f006 tempest-ServersAdminTestJSON-1908337714 tempest-ServersAdminTestJSON-1908337714-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Nov 08 13:43:00.419220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d180b-5dc1-4fa8-8bd3-3472bac21da7 req-f4e310c3-314e-4060-966f-0785a8248bfa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.427291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-731d180b-5dc1-4fa8-8bd3-3472bac21da7 req-f4e310c3-314e-4060-966f-0785a8248bfa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 945 time: 0.0703166 Nov 08 13:43:00.505110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-731d180b-5dc1-4fa8-8bd3-3472bac21da7 req-2742b14e-23bf-412c-a0fa-f35b91e9dfe6 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764766 Nov 08 13:43:00.656649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-51b8da1d-099a-4e90-9329-46155a462a9f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.658257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-51b8da1d-099a-4e90-9329-46155a462a9f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 945 time: 0.1147053 Nov 08 13:43:00.673282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95e919-2663-4b48-82db-eff535e88f89 req-86234737-6dc4-40ea-ae69-95d862c2f804 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.674830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf95e919-2663-4b48-82db-eff535e88f89 req-86234737-6dc4-40ea-ae69-95d862c2f804 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1004965 Nov 08 13:43:00.740151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a4713-554f-4ab2-97cd-e6062f992c6f req-46e41397-5b8a-48ec-bbd1-3efc7ed34b09 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:00.741666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb7a4713-554f-4ab2-97cd-e6062f992c6f req-46e41397-5b8a-48ec-bbd1-3efc7ed34b09 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 950 time: 0.1361625 Nov 08 13:43:00.819183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf95e919-2663-4b48-82db-eff535e88f89 req-0b0aae64-cd66-4f27-9cc9-02fd8c965974 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333990 Nov 08 13:43:00.866771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb7a4713-554f-4ab2-97cd-e6062f992c6f req-03e99280-7718-400a-bcf8-3a850a5c89a2 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109128 Nov 08 13:43:00.883819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Deleting port 01cb0efe-b05d-450b-b131-251deafd357b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:00.884573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:00.929638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44606) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:01.012102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] Deleting subnet 4f615eb5-fca1-442f-8505-948c0b5263e9 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:43:01.017311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.036326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] For port 01cb0efe-b05d-450b-b131-251deafd357b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=01cb0efe-b05d-450b-b131-251deafd357b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:01.036930 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.061000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Calling delete_port for 01cb0efe-b05d-450b-b131-251deafd357b owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:01.067044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.118556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.197797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.230449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f615eb5-fca1-442f-8505-948c0b5263e9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:01.232949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.237760 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a25de65d-9ed8-4d45-91e1-833b8fa3ef27 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4f615eb5-fca1-442f-8505-948c0b5263e9 HTTP/1.1" status: 204 len: 168 time: 0.3069398 Nov 08 13:43:01.241923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44614) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:01.359024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.373621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.376217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['01cb0efe-b05d-450b-b131-251deafd357b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:01.467397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2779d0e1-59f4-411c-a9d6-e750fdabfc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.526583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.554882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbbc556-9d45-4bc8-95b3-038d38e01859']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:01.564901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a36d581-076f-4aaa-9c3a-191d5b3ef542') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:01.565097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a36d581-076f-4aaa-9c3a-191d5b3ef542') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:01.576745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.592764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.601696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:43:01.602069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:43:01.604009 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:43:01.621714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event deleted for resources: {'Port': ['ID=01cb0efe-b05d-450b-b131-251deafd357b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:01.675758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] No DVR routers for this DVR port 01cb0efe-b05d-450b-b131-251deafd357b on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:43:01.678358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.682062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1247b6e-95c2-42e8-87b1-a49df8077be1 req-be9e10f1-c066-4db6-bd25-f73b124f1201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "DELETE /v2.0/ports/01cb0efe-b05d-450b-b131-251deafd357b HTTP/1.1" status: 204 len: 173 time: 1.0062554 Nov 08 13:43:01.682533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'name': 'network-vif-deleted', 'tag': '01cb0efe-b05d-450b-b131-251deafd357b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:01.684938 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef3027-f554-4fb2-9c61-f90ba0c2dd87" -d '{"events": [{"server_uuid": "0bc451b0-717a-4ab5-926e-32ab1303f358", "name": "network-vif-deleted", "tag": "01cb0efe-b05d-450b-b131-251deafd357b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:01.723772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.739436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:01.746161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] 10.222.0.65 "DELETE /v2.0/networks/6bbbc556-9d45-4bc8-95b3-038d38e01859 HTTP/1.1" status: 204 len: 168 time: 0.5027299 Nov 08 13:43:01.763724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d02ff-f7fb-4c18-875a-d02c9f704baa admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbbc556-9d45-4bc8-95b3-038d38e01859,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:01.806794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3af6b365-78b3-4027-8504-ba1e42435ed7 req-0c80965e-2b8e-4353-b32d-269af1e3448b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0bc451b0-717a-4ab5-926e-32ab1303f358 HTTP/1.1" status: 200 len: 210 time: 0.0429397 Nov 08 13:43:01.905985 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fe2301-e5fb-4662-aebe-75b3e62a9e2d x-openstack-request-id: req-b3fe2301-e5fb-4662-aebe-75b3e62a9e2d {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:01.907221 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc451b0-717a-4ab5-926e-32ab1303f358", "name": "network-vif-deleted", "tag": "01cb0efe-b05d-450b-b131-251deafd357b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:01.907221 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3fe2301-e5fb-4662-aebe-75b3e62a9e2d {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:01.907505 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc451b0-717a-4ab5-926e-32ab1303f358', 'name': 'network-vif-deleted', 'tag': '01cb0efe-b05d-450b-b131-251deafd357b', 'status': 'completed', 'code': 200} Nov 08 13:43:02.016975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24681b5e-28b4-4035-a068-8ff824436005 req-5b1913c4-89ea-47d7-a383-9e91f88a3a85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:02.019204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24681b5e-28b4-4035-a068-8ff824436005 req-5b1913c4-89ea-47d7-a383-9e91f88a3a85 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.0572536 Nov 08 13:43:02.074907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24681b5e-28b4-4035-a068-8ff824436005 req-fed6e07c-f2c6-433f-bc80-9a54d3a15b32 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487499 Nov 08 13:43:02.103058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44662) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:02.168562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4969b661-b56a-4470-a5be-e2ad0c439e2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=539685e7205d44589e8d9ce64f0736df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639136 Nov 08 13:43:02.173042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44668) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:02.279199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-3ce2efdb-d861-491a-8727-c7acd02692b1 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:02.281645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70ad68-71bd-41de-a559-08d4694aae57 req-9f92daa8-06eb-48bf-a3ed-b403dde16a1f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:02.287269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce70ad68-71bd-41de-a559-08d4694aae57 req-9f92daa8-06eb-48bf-a3ed-b403dde16a1f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 950 time: 0.0774937 Nov 08 13:43:02.287853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-3ce2efdb-d861-491a-8727-c7acd02692b1 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 950 time: 0.1253324 Nov 08 13:43:02.391717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce70ad68-71bd-41de-a559-08d4694aae57 req-44ffcee4-6036-4383-8966-b2c9ced56030 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921540 Nov 08 13:43:02.404244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be04b903-97a3-45a5-a42c-2634d819434f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.444986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b76e302b-fecf-42b8-8387-724a823c4a54 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:43:02.456445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be04b903-97a3-45a5-a42c-2634d819434f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.490436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: b76e302b-fecf-42b8-8387-724a823c4a54 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:43:02.493586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b76e302b-fecf-42b8-8387-724a823c4a54 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:43:02.495110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Deleting port 870fd880-9f29-45b8-835b-c96959389920 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:02.495437 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.570723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1573655698', 'description': 'tempest-description-1051980415'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:02.615107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.644830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.685202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] For port 870fd880-9f29-45b8-835b-c96959389920, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=870fd880-9f29-45b8-835b-c96959389920,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:02.685851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.696094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be04b903-97a3-45a5-a42c-2634d819434f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.704549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be04b903-97a3-45a5-a42c-2634d819434f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.711392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-be04b903-97a3-45a5-a42c-2634d819434f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c HTTP/1.1" status: 204 len: 168 time: 0.5336943 Nov 08 13:43:02.800613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04b903-97a3-45a5-a42c-2634d819434f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e432c32-e10d-41b0-ab8d-f9ec7ba0e45c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:02.804718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Calling delete_port for 870fd880-9f29-45b8-835b-c96959389920 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:02.830077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.839206 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.884493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44686) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:02.929338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:02.940924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1f2898-c50c-463b-9f9d-ca0f95fe305c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:02.966515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344330fb-aeec-4190-a7f1-853bbbae1659 req-9e00e65d-2799-455b-b2a6-d7c1c56f5d47 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:02.968208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-344330fb-aeec-4190-a7f1-853bbbae1659 req-9e00e65d-2799-455b-b2a6-d7c1c56f5d47 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1068952 Nov 08 13:43:03.016248 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.028400 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.075754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.092355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fc268c-2a85-4eb8-987a-7b3c4379da59', '870fd880-9f29-45b8-835b-c96959389920', '10908777-3269-4171-86e6-04e54ba4b95f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:03.100909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-344330fb-aeec-4190-a7f1-853bbbae1659 req-405e9565-8aaf-49bf-a47b-cb01eec41c5e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172943 Nov 08 13:43:03.120154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.129575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Pushing event deleted for resources: {'Port': ['ID=870fd880-9f29-45b8-835b-c96959389920,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:03.137851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4aa37604-4cb0-4717-912a-82a132913e2c req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5753047 Nov 08 13:43:03.149355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558e7ba3-11a2-411c-85ae-2d08b46b0ca5 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f88bc1e-433e-4ad8-91a6-0f607a97f469,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:03.204287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] No DVR routers for this DVR port 870fd880-9f29-45b8-835b-c96959389920 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:43:03.207605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.212832 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6396f39c-d5a9-4cd6-a44e-c0046b791c9a req-883239a5-d9a0-41ad-9ccd-663fffb29535 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "DELETE /v2.0/ports/870fd880-9f29-45b8-835b-c96959389920 HTTP/1.1" status: 204 len: 173 time: 0.9170480 Nov 08 13:43:03.213558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'name': 'network-vif-deleted', 'tag': '870fd880-9f29-45b8-835b-c96959389920'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:03.217026 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b781ff-ebed-4c6c-b882-8ac74b3a4595" -d '{"events": [{"server_uuid": "07768e1d-2746-456e-8c04-4929bbb4d9a6", "name": "network-vif-deleted", "tag": "870fd880-9f29-45b8-835b-c96959389920"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:03.254085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-922eac3d-a308-482d-b986-87a10279813a req-a59ff8ec-664f-4af9-b2c2-348720414be3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Request body: {'security_group': {'name': 'tempest-securitygroup-153866813', 'description': 'tempest-description-637515755'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:03.278355 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-922eac3d-a308-482d-b986-87a10279813a req-a59ff8ec-664f-4af9-b2c2-348720414be3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.366278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8754b0db-8863-4616-9e20-2b87cf6841da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.464039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-922eac3d-a308-482d-b986-87a10279813a req-a59ff8ec-664f-4af9-b2c2-348720414be3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.472045 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-922eac3d-a308-482d-b986-87a10279813a req-a59ff8ec-664f-4af9-b2c2-348720414be3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.512886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ff8ec-664f-4af9-b2c2-348720414be3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8baeb4ce-c793-4b88-97c4-d7bc8f98f2fe,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:03.545544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-922eac3d-a308-482d-b986-87a10279813a req-a59ff8ec-664f-4af9-b2c2-348720414be3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.565693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-922eac3d-a308-482d-b986-87a10279813a req-a59ff8ec-664f-4af9-b2c2-348720414be3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3158309 Nov 08 13:43:03.608918 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8754b0db-8863-4616-9e20-2b87cf6841da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.619075 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ccd93b-8864-4d23-aab1-824f2e3143dc x-openstack-request-id: req-09ccd93b-8864-4d23-aab1-824f2e3143dc {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:03.620098 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07768e1d-2746-456e-8c04-4929bbb4d9a6", "name": "network-vif-deleted", "tag": "870fd880-9f29-45b8-835b-c96959389920", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:03.620650 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09ccd93b-8864-4d23-aab1-824f2e3143dc {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:03.620964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8754b0db-8863-4616-9e20-2b87cf6841da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.621407 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07768e1d-2746-456e-8c04-4929bbb4d9a6', 'name': 'network-vif-deleted', 'tag': '870fd880-9f29-45b8-835b-c96959389920', 'status': 'completed', 'code': 200} Nov 08 13:43:03.671468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8754b0db-8863-4616-9e20-2b87cf6841da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64460798f70d48f2adaa1755d05acd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7694693 Nov 08 13:43:03.674271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44718) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:03.698597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754b0db-8863-4616-9e20-2b87cf6841da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf89483-385d-4963-a37a-e00e2f0b20d3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:03.818868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76df4633-cc27-4b2a-b2e4-05f860510294 req-56eb0286-d993-4841-a0fe-c74efbdeed9b tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=07768e1d-2746-456e-8c04-4929bbb4d9a6 HTTP/1.1" status: 200 len: 210 time: 0.0406234 Nov 08 13:43:03.848343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5a00b71-a83e-4823-94c8-201ab83442bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.895262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5a00b71-a83e-4823-94c8-201ab83442bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.958166 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5a00b71-a83e-4823-94c8-201ab83442bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.961147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5a00b71-a83e-4823-94c8-201ab83442bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:03.962217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b5a00b71-a83e-4823-94c8-201ab83442bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3bf89483-385d-4963-a37a-e00e2f0b20d3 HTTP/1.1" status: 204 len: 168 time: 0.2866745 Nov 08 13:43:03.973113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a00b71-a83e-4823-94c8-201ab83442bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf89483-385d-4963-a37a-e00e2f0b20d3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:04.025623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44740) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:04.080978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-775dce1a-8067-429f-b26d-02e2c9918a0c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:04.082649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-775dce1a-8067-429f-b26d-02e2c9918a0c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.1841884 Nov 08 13:43:04.099473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-3e864c56-3e97-4891-b7f2-e97ffd6f2cd8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/quotas/8ae1c5eb31374040a586938178bb93d6 HTTP/1.1" status: 200 len: 375 time: 0.0104053 Nov 08 13:43:04.138427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-5c615bc6-8579-4ee1-8c50-44426e422895 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287602 Nov 08 13:43:04.261453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-11eaa8fb-f9e4-4be4-95fc-5017217b6b47 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113727 Nov 08 13:43:04.379484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1266709669', 'description': 'tempest-description-1512406296'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:04.424621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-3199d928-be59-463c-a49c-b30e47cf4eff service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497259 Nov 08 13:43:04.426487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.438549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.447234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 01cb0efe-b05d-450b-b131-251deafd357b no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:43:04.501883 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d70c-bb90-4425-b13f-c60fbd948439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.504303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 01cb0efe-b05d-450b-b131-251deafd357b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:43:04.505692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 01cb0efe-b05d-450b-b131-251deafd357b not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:43:04.559982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44752) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:04.586967 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60483fe5-0c15-4fe5-aac6-c9b2829581a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.632635 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.650964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.818025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd719e4f-889c-40b1-830a-c374b2cd72cd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:04.842700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d70c-bb90-4425-b13f-c60fbd948439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.858074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d70c-bb90-4425-b13f-c60fbd948439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.917048 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.933615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293988f2-efc4-45c0-a440-5f72534227f9 req-dd738877-230e-4080-b169-f1a79f78c823 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:04.935204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-293988f2-efc4-45c0-a440-5f72534227f9 req-dd738877-230e-4080-b169-f1a79f78c823 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.2170329 Nov 08 13:43:04.944713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.959935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0fd9d70c-bb90-4425-b13f-c60fbd948439 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd3aa282afe647ad84141b990b34ca78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9321275 Nov 08 13:43:04.963062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:04.974668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60483fe5-0c15-4fe5-aac6-c9b2829581a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:04.982021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9d70c-bb90-4425-b13f-c60fbd948439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c13430f-8427-4306-9ce1-df75aaa98060,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:04.992484 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60483fe5-0c15-4fe5-aac6-c9b2829581a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.021373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.022610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d5c7622-9373-4343-bc14-963f3824d724 req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6535563 Nov 08 13:43:05.027928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd0be71-3357-41c3-81da-be138a56a03d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.054196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd0be71-3357-41c3-81da-be138a56a03d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.068385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-60483fe5-0c15-4fe5-aac6-c9b2829581a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89ec5e40f25944af81fa06919e317cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5064197 Nov 08 13:43:05.072961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44776) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:05.075121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b126585-e23a-4d32-998e-26060bab3d0f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3639da31-9f3e-47fc-b5ee-616c1a0be48f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:05.108417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-293988f2-efc4-45c0-a440-5f72534227f9 req-45f36c85-a92e-4d1b-ab6e-8136c251c70b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564803 Nov 08 13:43:05.115358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd0be71-3357-41c3-81da-be138a56a03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.120289 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd0be71-3357-41c3-81da-be138a56a03d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.121467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4fd0be71-3357-41c3-81da-be138a56a03d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c13430f-8427-4306-9ce1-df75aaa98060 HTTP/1.1" status: 204 len: 168 time: 0.1565666 Nov 08 13:43:05.147524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c31ca968-50f5-4d9b-a5fb-82f104ac32d2 req-9d9e145e-f671-434a-9adf-be288eb4f1ef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 210 time: 0.0649190 Nov 08 13:43:05.148858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0be71-3357-41c3-81da-be138a56a03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c13430f-8427-4306-9ce1-df75aaa98060,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:05.183099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60483fe5-0c15-4fe5-aac6-c9b2829581a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de79b0e3-39b4-4e02-9c20-b14a503c51c9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:05.217024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d08e49de-6428-4402-be2e-176e7dd3bfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.252823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d08e49de-6428-4402-be2e-176e7dd3bfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.290311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-6aaa68e2-12c1-41a4-bdd6-67351f7a3506 req-6477d030-0eb2-4379-a28d-faf390056784 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1932437946', 'description': 'tempest-description-127686303'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:05.322709 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6aaa68e2-12c1-41a4-bdd6-67351f7a3506 req-6477d030-0eb2-4379-a28d-faf390056784 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.345459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d08e49de-6428-4402-be2e-176e7dd3bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.349233 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d08e49de-6428-4402-be2e-176e7dd3bfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.352806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d08e49de-6428-4402-be2e-176e7dd3bfbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de79b0e3-39b4-4e02-9c20-b14a503c51c9 HTTP/1.1" status: 204 len: 168 time: 0.2764096 Nov 08 13:43:05.371575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e49de-6428-4402-be2e-176e7dd3bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de79b0e3-39b4-4e02-9c20-b14a503c51c9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:05.430357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6aaa68e2-12c1-41a4-bdd6-67351f7a3506 req-6477d030-0eb2-4379-a28d-faf390056784 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.436477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6aaa68e2-12c1-41a4-bdd6-67351f7a3506 req-6477d030-0eb2-4379-a28d-faf390056784 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.442179 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.478749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6aaa68e2-12c1-41a4-bdd6-67351f7a3506 req-6477d030-0eb2-4379-a28d-faf390056784 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.480059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6aaa68e2-12c1-41a4-bdd6-67351f7a3506 req-6477d030-0eb2-4379-a28d-faf390056784 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2030413 Nov 08 13:43:05.482032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477d030-0eb2-4379-a28d-faf390056784 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77471446-76e9-47ae-8082-af18ee63785b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:05.705363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 870fd880-9f29-45b8-835b-c96959389920 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:43:05.754283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44798) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:05.777281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d81be7f-04af-4635-96eb-04e7697330ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.828330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 870fd880-9f29-45b8-835b-c96959389920 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:43:05.831096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 870fd880-9f29-45b8-835b-c96959389920 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:43:05.835755 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.951530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d81be7f-04af-4635-96eb-04e7697330ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:05.961043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d81be7f-04af-4635-96eb-04e7697330ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.053073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d81be7f-04af-4635-96eb-04e7697330ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2a7044474f846f68e1b8c448277f3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974949 Nov 08 13:43:06.055911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44806) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:06.065157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81be7f-04af-4635-96eb-04e7697330ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a7a536-92ae-4a48-9507-ead9cd78cfbe,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:06.067554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e44a6e-e5b5-4705-a078-ca47267f3095 req-4d8d9382-1797-4e26-81b1-fa0c017fc470 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:06.070066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99e44a6e-e5b5-4705-a078-ca47267f3095 req-4d8d9382-1797-4e26-81b1-fa0c017fc470 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.1992190 Nov 08 13:43:06.138606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-49765199-027c-408f-aacb-2e4c6718aa1e tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39797 time: 0.5725889 Nov 08 13:43:06.146258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d9332fe-22f7-4e0c-b6df-906ffcfb5684 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.168773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-9b2f2854-853e-467b-ae90-9fd3ee4577f8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:06.171237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-9b2f2854-853e-467b-ae90-9fd3ee4577f8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.3371122 Nov 08 13:43:06.176950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d9332fe-22f7-4e0c-b6df-906ffcfb5684 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.186645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Request body: {'port': {'device_id': '4a208de6-5137-45aa-8c09-f292319fdc98', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'admin_state_up': True, 'tenant_id': '8ae1c5eb31374040a586938178bb93d6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:06.212157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44816) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:06.257859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d9332fe-22f7-4e0c-b6df-906ffcfb5684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.261212 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d9332fe-22f7-4e0c-b6df-906ffcfb5684 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.266160 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d9332fe-22f7-4e0c-b6df-906ffcfb5684 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34a7a536-92ae-4a48-9507-ead9cd78cfbe HTTP/1.1" status: 204 len: 168 time: 0.2081075 Nov 08 13:43:06.275191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9332fe-22f7-4e0c-b6df-906ffcfb5684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a7a536-92ae-4a48-9507-ead9cd78cfbe,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:06.317117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99e44a6e-e5b5-4705-a078-ca47267f3095 req-b429f333-00e1-4fad-a9e6-66872469881d tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282219 Nov 08 13:43:06.335716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-ebd3806c-4756-46b5-bc13-244031488fb9 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1d8628eb-8045-4946-953f-1b0bfdb3265b HTTP/1.1" status: 200 len: 2998 time: 0.1788270 Nov 08 13:43:06.409456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6335-18bc-45c9-934a-119803a72e3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.448458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-1f3e8311-53b2-4960-8bbc-c852bd59d516 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1d8628eb-8045-4946-953f-1b0bfdb3265b HTTP/1.1" status: 200 len: 2998 time: 0.1019521 Nov 08 13:43:06.466437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:06.470383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.513014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef24ebd-302f-49f4-a9ba-834d115013cb req-46dea5ce-307f-4c5f-923d-a07ebd43a60d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:06.514353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ef24ebd-302f-49f4-a9ba-834d115013cb req-46dea5ce-307f-4c5f-923d-a07ebd43a60d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1117558 Nov 08 13:43:06.564973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6335-18bc-45c9-934a-119803a72e3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.572134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab8c6335-18bc-45c9-934a-119803a72e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.648116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ab8c6335-18bc-45c9-934a-119803a72e3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=67eb0f09487748d2b3f7412185828943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4226873 Nov 08 13:43:06.648116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44834) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:06.648472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-9c1c6bce-ec56-43be-a951-37a47a2cefea tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/73980100-bec9-4230-aa76-4f35772ae996 HTTP/1.1" status: 200 len: 2998 time: 0.1767735 Nov 08 13:43:06.648708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c6335-18bc-45c9-934a-119803a72e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3613c2-471e-461b-b661-a1dcbf8deb49,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:06.705123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ef24ebd-302f-49f4-a9ba-834d115013cb req-f79fc6bb-6f73-4ad4-8c8b-530683d4e3ae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823082 Nov 08 13:43:06.738682 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937f68b8-e8b5-470f-8599-74029570bf9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.774724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937f68b8-e8b5-470f-8599-74029570bf9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.785069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-a67e2837-f05f-4efb-9962-71ba07565208 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/73980100-bec9-4230-aa76-4f35772ae996 HTTP/1.1" status: 200 len: 2998 time: 0.1440063 Nov 08 13:43:06.833488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Allocated IP 172.20.0.5 (9f4e5055-f8d8-4590-a4c8-9654875d52ae/75924a23-a018-43ee-9528-ec8ba9fe14c6/b528179c-e5ab-4b30-ba81-1f4589b742ab) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:06.837145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937f68b8-e8b5-470f-8599-74029570bf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.842611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-937f68b8-e8b5-470f-8599-74029570bf9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:06.845078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-937f68b8-e8b5-470f-8599-74029570bf9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d3613c2-471e-461b-b661-a1dcbf8deb49 HTTP/1.1" status: 204 len: 168 time: 0.2059085 Nov 08 13:43:06.856164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f68b8-e8b5-470f-8599-74029570bf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3613c2-471e-461b-b661-a1dcbf8deb49,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:06.865621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c492f665-5e94-4a3e-b2d0-31a805b8e990 req-1f2f75a9-053d-4391-a9f7-bda0b9418ed5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 210 time: 0.0643620 Nov 08 13:43:06.910550 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-70889058-4c28-4545-b262-5d29e76421b4 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031 HTTP/1.1" status: 200 len: 2998 time: 0.1245394 Nov 08 13:43:07.017179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-c70b0b2e-7ece-47e0-b664-010abe0c94f8 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031 HTTP/1.1" status: 200 len: 2998 time: 0.1047153 Nov 08 13:43:07.249971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-26d834f2-f323-4ea6-adaa-412896053656 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:07.253254 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-26d834f2-f323-4ea6-adaa-412896053656 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.0765555 Nov 08 13:43:07.388281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Deleting port b3fc268c-2a85-4eb8-987a-7b3c4379da59 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:07.388505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:07.398834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-7c067282-24cf-466c-9ab5-910c5741ae6a tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9405f310-aa59-418a-ba06-7dfd31694a44 HTTP/1.1" status: 200 len: 2998 time: 0.3798139 Nov 08 13:43:07.448830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:07.533169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] For port b3fc268c-2a85-4eb8-987a-7b3c4379da59, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fc268c-2a85-4eb8-987a-7b3c4379da59,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:07.534274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:07.535887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-745fcae4-4cad-47f2-837a-53331b96bb00 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9405f310-aa59-418a-ba06-7dfd31694a44 HTTP/1.1" status: 200 len: 2998 time: 0.1360528 Nov 08 13:43:07.552451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Calling delete_port for b3fc268c-2a85-4eb8-987a-7b3c4379da59 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:07.607582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a485b-b8a2-40f4-8802-028f5197cec5 req-9bedba48-93fd-4edc-aadc-c09ab4b5b01a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:07.614899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d5a485b-b8a2-40f4-8802-028f5197cec5 req-9bedba48-93fd-4edc-aadc-c09ab4b5b01a tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=06e77706-c425-43ba-a30c-7f128d72960b HTTP/1.1" status: 200 len: 949 time: 0.1639795 Nov 08 13:43:07.647548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-66f159bb-372a-4111-aabc-47a436f16987 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/aa37f1a8-c1a4-4c02-a23f-9dc64ca2de9b HTTP/1.1" status: 200 len: 2990 time: 0.1106353 Nov 08 13:43:07.650687 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:07.724684 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:07.738383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fc268c-2a85-4eb8-987a-7b3c4379da59', '10908777-3269-4171-86e6-04e54ba4b95f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:07.742538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:07.757461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:07.765945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:07.778497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Pushing event deleted for resources: {'Port': ['ID=b3fc268c-2a85-4eb8-987a-7b3c4379da59,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:07.780253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d5a485b-b8a2-40f4-8802-028f5197cec5 req-1523fe06-abc1-4398-bb24-bebeb7670c3e tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620567 Nov 08 13:43:07.853612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-67a4bdd5-a505-4117-9cee-92f82a5c3694 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/aa37f1a8-c1a4-4c02-a23f-9dc64ca2de9b HTTP/1.1" status: 200 len: 2990 time: 0.2049904 Nov 08 13:43:07.861190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event updated for resources: {'Port': ['ID=b528179c-e5ab-4b30-ba81-1f4589b742ab,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:07.861722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44876) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:07.881208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] No DVR routers for this DVR port b3fc268c-2a85-4eb8-987a-7b3c4379da59 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:43:07.889434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:07.898778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7862bb59-db94-4117-b07f-fb294fc7b9a1 req-baf4ba11-fb1e-4c80-8127-10f6823d84e0 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "DELETE /v2.0/ports/b3fc268c-2a85-4eb8-987a-7b3c4379da59 HTTP/1.1" status: 204 len: 173 time: 0.6382391 Nov 08 13:43:07.899720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e77706-c425-43ba-a30c-7f128d72960b', 'name': 'network-vif-deleted', 'tag': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:07.906011 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6b79f1-9efb-4cba-b2d2-07fb7f9b6f62" -d '{"events": [{"server_uuid": "06e77706-c425-43ba-a30c-7f128d72960b", "name": "network-vif-deleted", "tag": "b3fc268c-2a85-4eb8-987a-7b3c4379da59"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:07.936172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:07.937610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:07.989376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-449f93bc-2eb9-4d3f-9e8a-b00e700806e8 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c9772663-c968-4d84-ad97-0b092f07df1c HTTP/1.1" status: 200 len: 2994 time: 0.1343191 Nov 08 13:43:08.004412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-029db701-1bbe-498d-a410-99d6983babb8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8218663 Nov 08 13:43:08.053232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Request body: {'port': {'device_id': '4a208de6-5137-45aa-8c09-f292319fdc98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:08.097471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-3cb7f850-63f1-47e9-9b36-346dce112275 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/c9772663-c968-4d84-ad97-0b092f07df1c HTTP/1.1" status: 200 len: 2994 time: 0.0987656 Nov 08 13:43:08.190693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-bb912296-13a3-4256-aef8-c7d279c63799 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cd1f2898-c50c-463b-9f9d-ca0f95fe305c HTTP/1.1" status: 200 len: 2998 time: 0.0825360 Nov 08 13:43:08.191695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.315647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-99f5ca0b-1d7e-48d7-a0c8-c0dfa8ae158e tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cd1f2898-c50c-463b-9f9d-ca0f95fe305c HTTP/1.1" status: 200 len: 2998 time: 0.1133220 Nov 08 13:43:08.370754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-network', 'tenant_id': 'f074c793e73e4368bdff36d25790e570'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:08.430059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Made reservation on behalf of f074c793e73e4368bdff36d25790e570 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:08.434916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.465333 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.537260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a5cba-8fcc-49ed-a500-90f7a23567f2 req-90c025b0-efe3-4d95-a5ef-882161b73392 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:08.540938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-761a5cba-8fcc-49ed-a500-90f7a23567f2 req-90c025b0-efe3-4d95-a5ef-882161b73392 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.2392054 Nov 08 13:43:08.617006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.624932 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.670213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-31c222af-21ad-40ac-915a-e932aa0b9eea tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cd719e4f-889c-40b1-830a-c374b2cd72cd HTTP/1.1" status: 200 len: 2998 time: 0.3448474 Nov 08 13:43:08.673206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:43:08.689837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29adbd7b-c994-4d8d-bcc2-ba18c650172e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:08.699096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.699357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-761a5cba-8fcc-49ed-a500-90f7a23567f2 req-d836fc55-dd6b-48da-9529-bdce8ba5f296 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406491 Nov 08 13:43:08.700091 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Added segment 11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4 of type vlan for network 9437beb4-be6f-4397-a18f-eb14b79a5e36 Nov 08 13:43:08.746793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.762830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-b604f227-ceb0-42f4-b912-8b24d3d34d0d tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/cd719e4f-889c-40b1-830a-c374b2cd72cd HTTP/1.1" status: 200 len: 2998 time: 0.0624614 Nov 08 13:43:08.789986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.791915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:08.793004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.863669 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9939475 Nov 08 13:43:08.864744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44908) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:08.869262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Request body: {'subnet': {'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-subnet', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:08.878005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559f9adb-f657-41fc-b9c6-4deca01178dd admin admin] Pushing event updated for resources: {'Network': ['ID=9437beb4-be6f-4397-a18f-eb14b79a5e36,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:08.887154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-3c6b00b9-fc9a-4020-bb17-f20857996381 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/d8af273f-56e0-475a-8aee-743899479791 HTTP/1.1" status: 200 len: 2998 time: 0.1132486 Nov 08 13:43:08.894023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:43:08.898921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b528179c-e5ab-4b30-ba81-1f4589b742ab {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:08.900228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Made reservation on behalf of f074c793e73e4368bdff36d25790e570 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:08.903687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.915176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:08.947181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744a37e-9f0f-445b-9f6f-27d4cd6dcb0c req-86e1d4c7-4e3d-4a5a-a1a4-8be94da6fe1c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:08.948902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e744a37e-9f0f-445b-9f6f-27d4cd6dcb0c req-86e1d4c7-4e3d-4a5a-a1a4-8be94da6fe1c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 931 time: 0.1500373 Nov 08 13:43:08.955990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Transition to ACTIVE for port object b528179c-e5ab-4b30-ba81-1f4589b742ab will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:08.974827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.049800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-35f83dbc-9de6-4afa-9eeb-e45e790b4307 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/d8af273f-56e0-475a-8aee-743899479791 HTTP/1.1" status: 200 len: 2998 time: 0.1460791 Nov 08 13:43:09.086943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b528179c-e5ab-4b30-ba81-1f4589b742ab,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:09.118050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.150452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e744a37e-9f0f-445b-9f6f-27d4cd6dcb0c req-d474afba-a2d3-435d-b3c4-5883caa2965e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874001 Nov 08 13:43:09.210966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9dfd56-f1b0-4941-a009-844b2365868d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:09.225694 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9ef481-7dd8-4dbb-997d-7b62d22c4666 x-openstack-request-id: req-5f9ef481-7dd8-4dbb-997d-7b62d22c4666 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:09.226205 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e77706-c425-43ba-a30c-7f128d72960b", "name": "network-vif-deleted", "tag": "b3fc268c-2a85-4eb8-987a-7b3c4379da59", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:09.226581 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f9ef481-7dd8-4dbb-997d-7b62d22c4666 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:09.227012 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e77706-c425-43ba-a30c-7f128d72960b', 'name': 'network-vif-deleted', 'tag': 'b3fc268c-2a85-4eb8-987a-7b3c4379da59', 'status': 'completed', 'code': 200} Nov 08 13:43:09.229152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-6a923bde-eb94-42b1-a9fe-9cbb1ec67a1f tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e2a750ce-0168-403d-87ee-6427ac1edaa5 HTTP/1.1" status: 200 len: 2998 time: 0.1645780 Nov 08 13:43:09.243071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Checking segment: {'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:09.243670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Network hostable DHCP agents. Network: 9437beb4-be6f-4397-a18f-eb14b79a5e36, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:43:09.273272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:43:09.280116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Attempting to bind port b528179c-e5ab-4b30-ba81-1f4589b742ab on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:09.280470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Attempting to bind port b528179c-e5ab-4b30-ba81-1f4589b742ab by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:09.280802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Attempting to bind port b528179c-e5ab-4b30-ba81-1f4589b742ab on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:09.291080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9437beb4-be6f-4397-a18f-eb14b79a5e36) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:09.292253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Port b528179c-e5ab-4b30-ba81-1f4589b742ab on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:43:09.292579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Attempting to bind port b528179c-e5ab-4b30-ba81-1f4589b742ab on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:09.298269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:09.299654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.301764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-814827a7-a757-49b7-80de-7fcf91def6ba req-9aaaa946-efb7-4e6f-a5fd-fcf4d89edffa tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e2a750ce-0168-403d-87ee-6427ac1edaa5 HTTP/1.1" status: 200 len: 2998 time: 0.0647097 Nov 08 13:43:09.303119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:09.303467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Checking segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:09.303874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Bound using segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:09.304322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Bound port: b528179c-e5ab-4b30-ba81-1f4589b742ab, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:09.304683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.307491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698f7f74-8fbf-4ba4-82f7-86311930a972 None None] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:43:09.334804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d99f588-3789-4634-a36a-ee3712ba54c9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4692047 Nov 08 13:43:09.343447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44916) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:09.356817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:09.405746 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.408402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.418746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] For port b528179c-e5ab-4b30-ba81-1f4589b742ab, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:09.428199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] For port b528179c-e5ab-4b30-ba81-1f4589b742ab, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:09.437930 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.465470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:09.466128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.467712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] 10.222.0.54 "PUT /v2.0/ports/b528179c-e5ab-4b30-ba81-1f4589b742ab HTTP/1.1" status: 200 len: 1091 time: 1.4245992 Nov 08 13:43:09.482606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a208de6-5137-45aa-8c09-f292319fdc98', 'tag': 'b528179c-e5ab-4b30-ba81-1f4589b742ab'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:09.492323 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799ef617-5db9-4bd4-9dd6-416db9d73096" -d '{"events": [{"name": "network-changed", "server_uuid": "4a208de6-5137-45aa-8c09-f292319fdc98", "tag": "b528179c-e5ab-4b30-ba81-1f4589b742ab"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:09.565932 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.618559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9437beb4-be6f-4397-a18f-eb14b79a5e36', 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'fixed_ips': [{'subnet_id': '7b9dfd56-f1b0-4941-a009-844b2365868d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:43:09.620526 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.717107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-101f3cb4-a5ab-4f38-a1df-bacf9d841cc7 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=4ea02137af5043cb8582441e11944fea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522106 Nov 08 13:43:09.720054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b528179c-e5ab-4b30-ba81-1f4589b742ab,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:09.735876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-6a9ad96e-c545-4f13-ab59-395a6c31e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:09.738863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-6a9ad96e-c545-4f13-ab59-395a6c31e010 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 1094 time: 0.1921186 Nov 08 13:43:09.771984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fc268c-2a85-4eb8-987a-7b3c4379da59 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:43:09.799297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: b3fc268c-2a85-4eb8-987a-7b3c4379da59 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:43:09.799986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fc268c-2a85-4eb8-987a-7b3c4379da59 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:43:09.804535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:09.849521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Allocated IP 172.20.0.2 (9437beb4-be6f-4397-a18f-eb14b79a5e36/7b9dfd56-f1b0-4941-a009-844b2365868d/96da11bb-3702-406a-9c89-45f969288434) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:09.893556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.894131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.894708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.895276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.895937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.896510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.897040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.897590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.898149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.899599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.899599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.899912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e54ebb-3ec3-40d8-8299-7595e36c94a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:09.948318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-a2eac283-3c53-4be1-b283-6204ee471864 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab HTTP/1.1" status: 200 len: 217 time: 0.1731098 Nov 08 13:43:10.068949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.080599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2f907a2e-3bd0-4b67-9fab-5b354092ef1a tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:10.082317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2f907a2e-3bd0-4b67-9fab-5b354092ef1a tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562634 Nov 08 13:43:10.089681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.090136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-38fc57f1-0cff-42aa-8945-c6adf9e2e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:10.091595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-38fc57f1-0cff-42aa-8945-c6adf9e2e76b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.1314583 Nov 08 13:43:10.108431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30bae709-1849-4add-9b8b-4a260dc0ba88 req-fc95b757-285a-4085-8abf-1956f8fdad2a tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccdba524e3ce4891b9e3fc4bcc2893eb HTTP/1.1" status: 200 len: 6153 time: 0.3349481 Nov 08 13:43:10.117985 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.131368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.131964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-4768501c-b7dd-4a0a-98f6-112698c8cc64 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/quotas/4ea02137af5043cb8582441e11944fea HTTP/1.1" status: 200 len: 375 time: 0.0221801 Nov 08 13:43:10.159438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-f8843c4d-7588-42d5-b8cf-ded7b527cfb2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425258 Nov 08 13:43:10.174970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:10.180171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:10.182843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:10.207066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Pushing event updated for resources: {'Port': ['ID=96da11bb-3702-406a-9c89-45f969288434,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:10.209829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-b8233ffd-fef6-4773-84f4-9ced659e3392 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4ea02137af5043cb8582441e11944fea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549512 Nov 08 13:43:10.233915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.234395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.235378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.235974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.236393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.236993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.238062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.238640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.239199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.239766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.240331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.240881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:10.247110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30bae709-1849-4add-9b8b-4a260dc0ba88 req-fd9c685b-f67a-4c5a-a227-d2fab5b11207 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "GET /v2.0/security-groups/cd1f2898-c50c-463b-9f9d-ca0f95fe305c HTTP/1.1" status: 200 len: 2998 time: 0.1290469 Nov 08 13:43:10.290881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Attempting to bind port 96da11bb-3702-406a-9c89-45f969288434 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:10.291534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Attempting to bind port 96da11bb-3702-406a-9c89-45f969288434 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:10.292118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Attempting to bind port 96da11bb-3702-406a-9c89-45f969288434 on network 9437beb4-be6f-4397-a18f-eb14b79a5e36 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:10.300259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:10.301133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Checking segment: {'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:10.301744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.302271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Allocated IP 172.25.8.71 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/6695c26f-3326-40ac-8622-3cdec461fc2b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:10.302491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Bound using segment: {'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:10.303144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Bound port: 96da11bb-3702-406a-9c89-45f969288434, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:10.303706 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.349939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30bae709-1849-4add-9b8b-4a260dc0ba88 req-0749e511-c779-41ab-ad8a-d32b32ad8c8b tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "GET /v2.0/security-groups/cd1f2898-c50c-463b-9f9d-ca0f95fe305c HTTP/1.1" status: 200 len: 2998 time: 0.1017723 Nov 08 13:43:10.381406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] For port 96da11bb-3702-406a-9c89-45f969288434, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:10.386411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] For port 96da11bb-3702-406a-9c89-45f969288434, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=96da11bb-3702-406a-9c89-45f969288434,segment=NetworkSegment(11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4),segment_id=11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:10.391216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-8faa5b8d-9059-43b2-81dc-fbc3865a2160 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169256 Nov 08 13:43:10.393338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.475801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe3890-2009-435c-b3c0-0d5ac8369b0f None None] Pushing event updated for resources: {'Port': ['ID=96da11bb-3702-406a-9c89-45f969288434,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:10.494835 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7f098d-3269-495c-9999-ffa610152440 x-openstack-request-id: req-aa7f098d-3269-495c-9999-ffa610152440 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:10.495543 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a208de6-5137-45aa-8c09-f292319fdc98", "tag": "b528179c-e5ab-4b30-ba81-1f4589b742ab", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:10.496515 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa7f098d-3269-495c-9999-ffa610152440 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:10.497164 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a208de6-5137-45aa-8c09-f292319fdc98', 'tag': 'b528179c-e5ab-4b30-ba81-1f4589b742ab', 'status': 'completed', 'code': 200} Nov 08 13:43:10.554463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.606616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:10.633651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:10.637032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:10.662516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:10.671546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d685f4-90b0-49ea-9985-e4ed206a695e req-13b98484-f7e4-40c2-a0ba-b1a08b211baf tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:10.682781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2d685f4-90b0-49ea-9985-e4ed206a695e req-13b98484-f7e4-40c2-a0ba-b1a08b211baf tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1356504 Nov 08 13:43:10.715849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97ab42a0-f5e0-49f1-a2d2-6bf3be72894a req-d5818021-d10a-4da5-93fa-88cc8e7980b6 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148029 Nov 08 13:43:10.857923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2d685f4-90b0-49ea-9985-e4ed206a695e req-af368163-27db-45df-84de-80c99e42ddbd tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313543 Nov 08 13:43:10.954884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Pushing event updated for resources: {'Port': ['ID=6695c26f-3326-40ac-8622-3cdec461fc2b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:11.025044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-71255933-2a2e-448e-8435-4398b4f529ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:11.030822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-71255933-2a2e-448e-8435-4398b4f529ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 1094 time: 0.1710052 Nov 08 13:43:11.165645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:11.222198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304d66b-bc45-466c-80d7-154f2c060681 req-e201970f-fa81-4bfe-bf18-7b56fd8a1730 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:11.223845 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3304d66b-bc45-466c-80d7-154f2c060681 req-e201970f-fa81-4bfe-bf18-7b56fd8a1730 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 943 time: 0.1523905 Nov 08 13:43:11.242757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b241027-a8ba-472a-bc55-716ed5f3aaf4 req-caf29d85-b065-4991-82d8-8cdec5b10b44 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/77471446-76e9-47ae-8082-af18ee63785b HTTP/1.1" status: 200 len: 1794 time: 0.1375508 Nov 08 13:43:11.309763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-437350c4-bce4-42d9-89ec-06e85fc50d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:11.312471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-437350c4-bce4-42d9-89ec-06e85fc50d0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.2749000 Nov 08 13:43:11.425861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-7ce9f690-bcab-4a85-aa83-e880a1d81796 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab HTTP/1.1" status: 200 len: 217 time: 0.1002395 Nov 08 13:43:11.505796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:11.526516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3304d66b-bc45-466c-80d7-154f2c060681 req-9015934c-9061-49e2-a7be-d1ff363d4467 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787726 Nov 08 13:43:11.539206 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4b241027-a8ba-472a-bc55-716ed5f3aaf4 req-9e43ea69-8023-439e-8fa1-a887b2f0b6d0 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:11.635318 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4b241027-a8ba-472a-bc55-716ed5f3aaf4 req-9e43ea69-8023-439e-8fa1-a887b2f0b6d0 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:11.695764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2d70022-65e3-4e98-84c9-e1193389f9aa req-23e9a002-d5ca-4582-9699-71b76d271f0b tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 210 time: 0.0515983 Nov 08 13:43:11.698095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-4762acf1-0334-464b-955e-82df88bbab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:11.700308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-4762acf1-0334-464b-955e-82df88bbab5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.2588582 Nov 08 13:43:11.728365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:43:11.752482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-8208003b-dc41-46d5-bd4d-673020ec28f9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430517 Nov 08 13:43:11.879412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4b241027-a8ba-472a-bc55-716ed5f3aaf4 req-9e43ea69-8023-439e-8fa1-a887b2f0b6d0 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:11.893592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4b241027-a8ba-472a-bc55-716ed5f3aaf4 req-9e43ea69-8023-439e-8fa1-a887b2f0b6d0 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:11.895547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b241027-a8ba-472a-bc55-716ed5f3aaf4 req-9e43ea69-8023-439e-8fa1-a887b2f0b6d0 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/77471446-76e9-47ae-8082-af18ee63785b HTTP/1.1" status: 204 len: 173 time: 0.6233897 Nov 08 13:43:11.926900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:43:11.927275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43ea69-8023-439e-8fa1-a887b2f0b6d0 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77471446-76e9-47ae-8082-af18ee63785b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:11.946083 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Sync routers for ids ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:43:11.956957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:11.959070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d224723-13f5-44f9-bf0b-3489662894d0 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6116984 Nov 08 13:43:11.965877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44976) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:11.982640 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Routers {'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:11.983199 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:11.998640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-eefcbe3a-7977-4c92-9292-ff01ef602c5d service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378745 Nov 08 13:43:12.094377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bde046-cefa-4c20-a6bf-6780d4ccf023 None None] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:43:12.160057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-3a4ac89a-8a3c-4a46-9bb4-fdc194644eab tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=4ea02137af5043cb8582441e11944fea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771830 Nov 08 13:43:12.251840 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Set router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:12.280737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-799ef617-5db9-4bd4-9dd6-416db9d73096 req-d1782ca4-1702-496f-9c33-a2b033d12ccc service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298026 Nov 08 13:43:12.412108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cd41833c-6454-4029-acd7-eaf2af27e42c None None] Provisioning complete for port 96da11bb-3702-406a-9c89-45f969288434 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:12.412734 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd41833c-6454-4029-acd7-eaf2af27e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:12.552286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892a380-1b71-4253-a22b-37c45fcb6e60 req-69c88d02-9d0d-48f5-affe-6f18c5290396 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:12.555127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a892a380-1b71-4253-a22b-37c45fcb6e60 req-69c88d02-9d0d-48f5-affe-6f18c5290396 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 950 time: 0.5602837 Nov 08 13:43:12.598081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 96da11bb-3702-406a-9c89-45f969288434 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:12.602903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d66cb6-0043-402e-afb9-9bbe57d24135 req-561f9729-3260-4176-bb79-f90527e8ecf3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:12.612683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55d66cb6-0043-402e-afb9-9bbe57d24135 req-561f9729-3260-4176-bb79-f90527e8ecf3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.3308396 Nov 08 13:43:12.704535 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:10Z', 'revision_number': 3, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:12.736625 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Checking router: ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:43:12.737286 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Updating router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 port 6695c26f-3326-40ac-8622-3cdec461fc2b binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:43:12.768153 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:12.806229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 96da11bb-3702-406a-9c89-45f969288434 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:12.806229 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:12.830968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-0ad50474-163b-4808-9e6f-65bb10c1456f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:12.834163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-0ad50474-163b-4808-9e6f-65bb10c1456f tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff52f060-7582-489e-9afe-7870c18cb20a HTTP/1.1" status: 200 len: 950 time: 0.1138241 Nov 08 13:43:12.846112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55d66cb6-0043-402e-afb9-9bbe57d24135 req-1fbe12ad-e778-43f6-8ce0-0a00369bcbd2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321613 Nov 08 13:43:12.865498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-984db1e9-09ca-4fef-8d93-ac788dd2bfdb tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:12.867478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-984db1e9-09ca-4fef-8d93-ac788dd2bfdb tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7005959 Nov 08 13:43:12.930204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd41833c-6454-4029-acd7-eaf2af27e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:12.932980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Request body: {'port': {'device_id': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '4ea02137af5043cb8582441e11944fea'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:13.084064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Deleting port 10908777-3269-4171-86e6-04e54ba4b95f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:13.084459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.209328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] For port 10908777-3269-4171-86e6-04e54ba4b95f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=10908777-3269-4171-86e6-04e54ba4b95f,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:13.209808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.222691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-cd41833c-6454-4029-acd7-eaf2af27e42c None None] For port 96da11bb-3702-406a-9c89-45f969288434, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=96da11bb-3702-406a-9c89-45f969288434,segment=NetworkSegment(11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4),segment_id=11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:13.231218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Calling delete_port for 10908777-3269-4171-86e6-04e54ba4b95f owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:13.231806 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd41833c-6454-4029-acd7-eaf2af27e42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.299788 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.302600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41833c-6454-4029-acd7-eaf2af27e42c None None] Pushing event updated for resources: {'Port': ['ID=96da11bb-3702-406a-9c89-45f969288434,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:13.304462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a892a380-1b71-4253-a22b-37c45fcb6e60 req-0bc1d2cb-286a-4fa4-9921-c1536165b573 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.65 "GET /v2.0/security-groups?id=1d8628eb-8045-4946-953f-1b0bfdb3265b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7227132 Nov 08 13:43:13.312136 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.342672 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.411189 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Attempting to bind port 6695c26f-3326-40ac-8622-3cdec461fc2b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:13.411561 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Attempting to bind port 6695c26f-3326-40ac-8622-3cdec461fc2b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:13.423851 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Attempting to bind port 6695c26f-3326-40ac-8622-3cdec461fc2b on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:13.429846 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:43:13.429846 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:43:13.458122 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:13.458489 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:13.458899 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.459234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-43f2ff60-9a05-4830-a26e-162f7e5730db None None] Provisioning complete for port 96da11bb-3702-406a-9c89-45f969288434 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:13.459377 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:13.459639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-43f2ff60-9a05-4830-a26e-162f7e5730db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.459812 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Bound port: 6695c26f-3326-40ac-8622-3cdec461fc2b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:13.460191 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.478891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Made reservation on behalf of 4ea02137af5043cb8582441e11944fea for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:13.484368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.490318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4a8d2bb-a5d3-4143-b3b1-013ff647755e req-fd63a886-29ee-4075-9117-2587699f2400 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "GET /v2.0/security-groups/3639da31-9f3e-47fc-b5ee-616c1a0be48f HTTP/1.1" status: 200 len: 1795 time: 0.6081500 Nov 08 13:43:13.504505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.511687 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Pushing event updated for resources: {'Port': ['ID=6695c26f-3326-40ac-8622-3cdec461fc2b,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:13.526808 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.527162 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.527498 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.527911 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.528250 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.528584 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.528914 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.529242 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.530186 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.530543 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.530876 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.531203 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:13.594998 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] For port 6695c26f-3326-40ac-8622-3cdec461fc2b, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:13.599285 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c4a8d2bb-a5d3-4143-b3b1-013ff647755e req-91fd9ba0-cc96-45fc-a542-1e7e49b90c15 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.600938 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] For port 6695c26f-3326-40ac-8622-3cdec461fc2b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6695c26f-3326-40ac-8622-3cdec461fc2b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:13.609232 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.681376 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c4a8d2bb-a5d3-4143-b3b1-013ff647755e req-91fd9ba0-cc96-45fc-a542-1e7e49b90c15 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.697297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.715967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.716234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['10908777-3269-4171-86e6-04e54ba4b95f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:13.733235 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Routers {'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:13.735039 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:13.738692 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b51e7d-3ee2-413f-b5a6-05426a78461e None None] Pushing event updated for resources: {'Port': ['ID=6695c26f-3326-40ac-8622-3cdec461fc2b,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:13.743587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Pushing event deleted for resources: {'Port': ['ID=10908777-3269-4171-86e6-04e54ba4b95f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:13.745977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.804759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.876774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] No DVR routers for this DVR port 10908777-3269-4171-86e6-04e54ba4b95f on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:43:13.883463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:13.887607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18836b39-b8df-47b1-9762-eb0f1a09b313 req-dae7d206-4015-4e30-9cee-daac42e52b91 tempest-ServersAdminTestJSON-159192017 tempest-ServersAdminTestJSON-159192017-project] 10.222.0.70 "DELETE /v2.0/ports/10908777-3269-4171-86e6-04e54ba4b95f HTTP/1.1" status: 204 len: 173 time: 1.0190439 Nov 08 13:43:13.888442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-deleted', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:13.899113 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68652be6-19c8-4251-8e58-e31b6b7fabfa" -d '{"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-deleted", "tag": "10908777-3269-4171-86e6-04e54ba4b95f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:13.905515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=173e2ced-ef7c-4f35-85cb-069214ee2f4c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:13.959124 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] Set router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:14.030737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44998) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:14.069541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Allocated IP 192.168.233.171 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/fddf2d69-9535-4484-9529-9c7d84a017f2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:14.128615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d8772-7d6b-4782-a340-ac6c7536f2ea req-f1862848-69f7-47e9-a944-ebef37cba426 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:14.134938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b5d8772-7d6b-4782-a340-ac6c7536f2ea req-f1862848-69f7-47e9-a944-ebef37cba426 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 943 time: 0.4333546 Nov 08 13:43:14.163142 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c4a8d2bb-a5d3-4143-b3b1-013ff647755e req-91fd9ba0-cc96-45fc-a542-1e7e49b90c15 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.166222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c4a8d2bb-a5d3-4143-b3b1-013ff647755e req-91fd9ba0-cc96-45fc-a542-1e7e49b90c15 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.167617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4a8d2bb-a5d3-4143-b3b1-013ff647755e req-91fd9ba0-cc96-45fc-a542-1e7e49b90c15 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/3639da31-9f3e-47fc-b5ee-616c1a0be48f HTTP/1.1" status: 204 len: 173 time: 0.6764166 Nov 08 13:43:14.245755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd9ba0-cc96-45fc-a542-1e7e49b90c15 tempest-SecurityGroupsTestAdminJSON-1666998886 tempest-SecurityGroupsTestAdminJSON-1666998886-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3639da31-9f3e-47fc-b5ee-616c1a0be48f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:14.373441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-891c0125-dc49-4576-9358-7bceab5fed4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.373441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.374227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:10Z', 'revision_number': 3, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:14.445494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 96da11bb-3702-406a-9c89-45f969288434 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:14.458343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.464861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a64706d8-57b2-42f4-9720-99824e7b1241 req-a0f34e93-2ae9-450b-9bcf-e504edfb9aa3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 210 time: 0.0745447 Nov 08 13:43:14.503418 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33c5300-70e1-4dbf-945f-884a918fac10 None None] The sync data for ids ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'] in n-d-804292-2 is: [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:10Z', 'revision_number': 3, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:43:14.530451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:14.535534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b528179c-e5ab-4b30-ba81-1f4589b742ab details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:43:14.561053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:14.570037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:14.578081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Pushing event updated for resources: {'Port': ['ID=fddf2d69-9535-4484-9529-9c7d84a017f2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:14.583477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b5d8772-7d6b-4782-a340-ac6c7536f2ea req-a74bfdfa-311b-491d-be6b-3ad80115d49c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046943 Nov 08 13:43:14.617534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-891c0125-dc49-4576-9358-7bceab5fed4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.631915 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-891c0125-dc49-4576-9358-7bceab5fed4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.637072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Allocated IP 172.20.0.1 (9437beb4-be6f-4397-a18f-eb14b79a5e36/7b9dfd56-f1b0-4941-a009-844b2365868d/da5068ab-8c36-4a22-a5cb-fdc11ac13e72) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:14.646716 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 96da11bb-3702-406a-9c89-45f969288434 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:14.647148 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.677798 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-891c0125-dc49-4576-9358-7bceab5fed4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8db654957e684d739084dde3099cbb47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6420896 Nov 08 13:43:14.691955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45008) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:14.698676 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d185eb61-ab57-4a06-9d78-14c404241155 x-openstack-request-id: req-d185eb61-ab57-4a06-9d78-14c404241155 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:14.698978 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff52f060-7582-489e-9afe-7870c18cb20a", "name": "network-vif-deleted", "tag": "10908777-3269-4171-86e6-04e54ba4b95f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:14.699250 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d185eb61-ab57-4a06-9d78-14c404241155 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:14.699678 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff52f060-7582-489e-9afe-7870c18cb20a', 'name': 'network-vif-deleted', 'tag': '10908777-3269-4171-86e6-04e54ba4b95f', 'status': 'completed', 'code': 200} Nov 08 13:43:14.749900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:14.750924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.785361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c0125-dc49-4576-9358-7bceab5fed4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3e3fc5-e48d-4b92-91ea-4d2548bb31bf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:14.821265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-2bcb49a9-ca6d-4f0f-8242-e96a972181a4 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9022088 Nov 08 13:43:14.838738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Request body: {'port': {'device_id': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:14.912158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b528179c-e5ab-4b30-ba81-1f4589b742ab, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:14.942679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'b528179c-e5ab-4b30-ba81-1f4589b742ab', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'port_id': 'b528179c-e5ab-4b30-ba81-1f4589b742ab', 'mac_address': 'fa:16:3e:51:a1:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75924a23-a018-43ee-9528-ec8ba9fe14c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:43:14.947181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:14.948337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8fba-24c6-4772-b825-0248ff47cbdc req-57226f34-67fb-4d10-90c0-ebd742add7a5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:14.957298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ddb8fba-24c6-4772-b825-0248ff47cbdc req-57226f34-67fb-4d10-90c0-ebd742add7a5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.3023622 Nov 08 13:43:14.981855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2b142a7-e491-4762-b00d-c06b67eed73c req-f5092789-3283-4145-a720-824633f1f196 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "GET /v2.0/security-groups/8baeb4ce-c793-4b88-97c4-d7bc8f98f2fe HTTP/1.1" status: 200 len: 1793 time: 0.2629399 Nov 08 13:43:15.055439 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be54ff5-5b91-4c64-9874-75d8982cbd0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.093661 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be54ff5-5b91-4c64-9874-75d8982cbd0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.094088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-840e0275-9ed3-41b7-b3f1-3c038c77ea53 None None] Provisioning complete for port fddf2d69-9535-4484-9529-9c7d84a017f2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:15.094657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-840e0275-9ed3-41b7-b3f1-3c038c77ea53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.102389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.174971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b528179c-e5ab-4b30-ba81-1f4589b742ab {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:15.183979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.225225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ddb8fba-24c6-4772-b825-0248ff47cbdc req-a7d32f93-4dae-4b48-add7-08d1f9f8d2a5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259755 Nov 08 13:43:15.228165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-840e0275-9ed3-41b7-b3f1-3c038c77ea53 None None] Port fddf2d69-9535-4484-9529-9c7d84a017f2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:15.244567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b528179c-e5ab-4b30-ba81-1f4589b742ab, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:15.244567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.278071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f2b142a7-e491-4762-b00d-c06b67eed73c req-8041f953-ac84-4cf5-ba8d-0f8c89271df3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.325895 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f2b142a7-e491-4762-b00d-c06b67eed73c req-8041f953-ac84-4cf5-ba8d-0f8c89271df3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.339595 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be54ff5-5b91-4c64-9874-75d8982cbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.347187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be54ff5-5b91-4c64-9874-75d8982cbd0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.352781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9be54ff5-5b91-4c64-9874-75d8982cbd0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa3e3fc5-e48d-4b92-91ea-4d2548bb31bf HTTP/1.1" status: 204 len: 168 time: 0.6434634 Nov 08 13:43:15.380006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b528179c-e5ab-4b30-ba81-1f4589b742ab,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:15.389294 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.406877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be54ff5-5b91-4c64-9874-75d8982cbd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3e3fc5-e48d-4b92-91ea-4d2548bb31bf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:15.579039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddf2d69-9535-4484-9529-9c7d84a017f2 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:15.608407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:15.616478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.631880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['b528179c-e5ab-4b30-ba81-1f4589b742ab'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:15.633291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:15.665555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Transition to ACTIVE for port object fddf2d69-9535-4484-9529-9c7d84a017f2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:15.673503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.675657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Pushing event updated for resources: {'Port': ['ID=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:15.689385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:15.696088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f2b142a7-e491-4762-b00d-c06b67eed73c req-8041f953-ac84-4cf5-ba8d-0f8c89271df3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.699907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f2b142a7-e491-4762-b00d-c06b67eed73c req-8041f953-ac84-4cf5-ba8d-0f8c89271df3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.714094 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2b142a7-e491-4762-b00d-c06b67eed73c req-8041f953-ac84-4cf5-ba8d-0f8c89271df3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "DELETE /v2.0/security-groups/8baeb4ce-c793-4b88-97c4-d7bc8f98f2fe HTTP/1.1" status: 204 len: 173 time: 0.7346342 Nov 08 13:43:15.755765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:43:15.798957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Pushing event updated for resources: {'Port': ['ID=fddf2d69-9535-4484-9529-9c7d84a017f2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:15.825664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041f953-ac84-4cf5-ba8d-0f8c89271df3 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baeb4ce-c793-4b88-97c4-d7bc8f98f2fe,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:15.842077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 10908777-3269-4171-86e6-04e54ba4b95f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:43:15.843063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 10908777-3269-4171-86e6-04e54ba4b95f not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:43:15.892756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b5ecc-4bad-4517-be25-5b0c729a1fca req-669dd01e-be18-4a42-8de9-043f73886c5a tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:15.894439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f26b5ecc-4bad-4517-be25-5b0c729a1fca req-669dd01e-be18-4a42-8de9-043f73886c5a tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 936 time: 0.2751555 Nov 08 13:43:15.903104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:15.942379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45024) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:16.199885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Attempting to bind port fddf2d69-9535-4484-9529-9c7d84a017f2 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:16.200900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Attempting to bind port fddf2d69-9535-4484-9529-9c7d84a017f2 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:16.200900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Attempting to bind port fddf2d69-9535-4484-9529-9c7d84a017f2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:16.217331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Port fddf2d69-9535-4484-9529-9c7d84a017f2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:43:16.217856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Attempting to bind port fddf2d69-9535-4484-9529-9c7d84a017f2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:16.234217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0d012af4-725a-47e4-812c-61e848f3a278 None None] Provisioning complete for port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:16.235491 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0d012af4-725a-47e4-812c-61e848f3a278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.244106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01450da1-1bbe-48c9-8e46-42f71c0d4581 req-91419b14-874f-4680-b139-9ae52befcb27 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:16.252356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01450da1-1bbe-48c9-8e46-42f71c0d4581 req-91419b14-874f-4680-b139-9ae52befcb27 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 944 time: 0.4183738 Nov 08 13:43:16.309219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 42, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:16.309733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:16.310346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:16.311363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Bound port: fddf2d69-9535-4484-9529-9c7d84a017f2, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:16.311652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.395140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0d012af4-725a-47e4-812c-61e848f3a278 None None] Port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:16.459205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45038) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:16.460207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1247f234-6134-41eb-adc2-e61976b6cdae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=790948378ac94b91a8042a50e0647eee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5162070 Nov 08 13:43:16.557727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] For port fddf2d69-9535-4484-9529-9c7d84a017f2, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:16.563819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6695c26f-3326-40ac-8622-3cdec461fc2b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:16.569545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f26b5ecc-4bad-4517-be25-5b0c729a1fca req-dc4b57b9-1cc4-48a3-bbe0-41b9e35f6c92 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315644 Nov 08 13:43:16.582393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] For port fddf2d69-9535-4484-9529-9c7d84a017f2, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fddf2d69-9535-4484-9529-9c7d84a017f2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:16.588626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.608916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.648107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ae25054-c7ce-4df8-852b-52b9c3ef8814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.649939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01450da1-1bbe-48c9-8e46-42f71c0d4581 req-7eefd71c-ae2f-4858-aed4-11db0e933230 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895487 Nov 08 13:43:16.716862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6695c26f-3326-40ac-8622-3cdec461fc2b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:16.717808 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.743265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:16.747240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.748232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ae25054-c7ce-4df8-852b-52b9c3ef8814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:16.751517 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] 10.222.0.54 "PUT /v2.0/ports/fddf2d69-9535-4484-9529-9c7d84a017f2 HTTP/1.1" status: 200 len: 1096 time: 1.9201899 Nov 08 13:43:16.752643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'tag': 'fddf2d69-9535-4484-9529-9c7d84a017f2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:16.764244 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef8738-bad7-45be-a021-0902f7307550" -d '{"events": [{"name": "network-changed", "server_uuid": "0ecafdfe-0f14-490f-a848-336d5c995e02", "tag": "fddf2d69-9535-4484-9529-9c7d84a017f2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:16.970124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c03c49-b4fe-4d31-87f0-6c7b9764908a service neutron] Pushing event updated for resources: {'Port': ['ID=fddf2d69-9535-4484-9529-9c7d84a017f2,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:17.005362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-d9cb57e4-b932-4c75-a657-43fd18a95b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:17.006601 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.007243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-d9cb57e4-b932-4c75-a657-43fd18a95b23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ea02137af5043cb8582441e11944fea&device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 1099 time: 0.1691997 Nov 08 13:43:17.033077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55fcebf7-3ea1-47a0-93aa-e11f74d28f43 req-82522721-f152-4618-a817-687de448f348 tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "GET /v2.0/security-groups/8f88bc1e-433e-4ad8-91a6-0f607a97f469 HTTP/1.1" status: 200 len: 1795 time: 0.2748158 Nov 08 13:43:17.061403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 6695c26f-3326-40ac-8622-3cdec461fc2b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6695c26f-3326-40ac-8622-3cdec461fc2b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:17.070004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.102390 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-ada40e30-9875-46e1-85e9-4cd4c2cb3bdb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=fddf2d69-9535-4484-9529-9c7d84a017f2 HTTP/1.1" status: 200 len: 217 time: 0.0800881 Nov 08 13:43:17.181038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=6695c26f-3326-40ac-8622-3cdec461fc2b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:17.228890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-15c52abb-622d-4bfe-a3e4-c63e700974eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:17.232036 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-15c52abb-622d-4bfe-a3e4-c63e700974eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1206505 Nov 08 13:43:17.246599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e86199-ede6-467a-b81c-112a13da98a6 req-16139c7f-d213-4f33-ab95-bc7b5cd09d2c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:17.248455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58e86199-ede6-467a-b81c-112a13da98a6 req-16139c7f-d213-4f33-ab95-bc7b5cd09d2c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.3845320 Nov 08 13:43:17.255662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45052) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:17.293904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55fcebf7-3ea1-47a0-93aa-e11f74d28f43 req-d38a314e-63df-4e8a-a0b5-e47cfcf25f7e tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.325205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ae25054-c7ce-4df8-852b-52b9c3ef8814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.327710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ae25054-c7ce-4df8-852b-52b9c3ef8814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.343490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ae25054-c7ce-4df8-852b-52b9c3ef8814 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d8628eb-8045-4946-953f-1b0bfdb3265b HTTP/1.1" status: 204 len: 168 time: 0.8706720 Nov 08 13:43:17.345072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-bf0b904e-2aa3-430c-82fa-6b1f1764d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:17.349673 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-bf0b904e-2aa3-430c-82fa-6b1f1764d787 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1062853 Nov 08 13:43:17.395428 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55fcebf7-3ea1-47a0-93aa-e11f74d28f43 req-d38a314e-63df-4e8a-a0b5-e47cfcf25f7e tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.528378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-network', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:17.544180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-257fa1db-07df-4818-a33b-1e96b0efcadf service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868200 Nov 08 13:43:17.547464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58e86199-ede6-467a-b81c-112a13da98a6 req-f7256808-29dc-432a-ab3d-b80c4fe9b2c9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547731 Nov 08 13:43:17.548699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae25054-c7ce-4df8-852b-52b9c3ef8814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8628eb-8045-4946-953f-1b0bfdb3265b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:17.586553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55fcebf7-3ea1-47a0-93aa-e11f74d28f43 req-d38a314e-63df-4e8a-a0b5-e47cfcf25f7e tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.591146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55fcebf7-3ea1-47a0-93aa-e11f74d28f43 req-d38a314e-63df-4e8a-a0b5-e47cfcf25f7e tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.593039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55fcebf7-3ea1-47a0-93aa-e11f74d28f43 req-d38a314e-63df-4e8a-a0b5-e47cfcf25f7e tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f88bc1e-433e-4ad8-91a6-0f607a97f469 HTTP/1.1" status: 204 len: 173 time: 0.5475302 Nov 08 13:43:17.601556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.630213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a314e-63df-4e8a-a0b5-e47cfcf25f7e tempest-SecurityGroupsTestAdminJSON-317503268 tempest-SecurityGroupsTestAdminJSON-317503268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f88bc1e-433e-4ad8-91a6-0f607a97f469,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:17.634678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.707140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Made reservation on behalf of d76fb09903684e27bc4939fff16ad91e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:17.711088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.740144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.777090 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce37864-3878-4ce9-9904-ac5bd90ec956 x-openstack-request-id: req-cce37864-3878-4ce9-9904-ac5bd90ec956 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:17.777392 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ecafdfe-0f14-490f-a848-336d5c995e02", "tag": "fddf2d69-9535-4484-9529-9c7d84a017f2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:17.777668 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cce37864-3878-4ce9-9904-ac5bd90ec956 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:17.778282 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'tag': 'fddf2d69-9535-4484-9529-9c7d84a017f2', 'status': 'completed', 'code': 200} Nov 08 13:43:17.783032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:17.792512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Pushing event updated for resources: {'Port': ['ID=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:17.858322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb4faac3-d0f3-4fd2-ac33-d4e526770cb6 req-373ac99e-c4ff-4d6a-bbf3-1cbe88a3eb3b service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060403 Nov 08 13:43:18.023677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8738-bad7-45be-a021-0902f7307550 req-19f5e0a2-cbeb-492e-85ea-91ece29a5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.029478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1eef8738-bad7-45be-a021-0902f7307550 req-19f5e0a2-cbeb-492e-85ea-91ece29a5af2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4ea02137af5043cb8582441e11944fea&device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 1099 time: 0.0972598 Nov 08 13:43:18.053429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:18.057496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7013b3-7d57-432d-bdfb-a2f83e8c6876 req-823b4104-558e-47ad-b9cc-67c75c1aee65 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.059419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e7013b3-7d57-432d-bdfb-a2f83e8c6876 req-823b4104-558e-47ad-b9cc-67c75c1aee65 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 948 time: 0.1796744 Nov 08 13:43:18.067707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:18.073116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6dc9a-847e-42bf-941f-8e680b773a12 req-501a7ee3-3a70-4ad6-b0f2-a99deb0d421f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.074813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ca6dc9a-847e-42bf-941f-8e680b773a12 req-501a7ee3-3a70-4ad6-b0f2-a99deb0d421f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 944 time: 0.1737819 Nov 08 13:43:18.075992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:18.081234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.096052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.180895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:43:18.220561 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-75169666-c5bc-4860-943b-040a5f178d9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84186ab3bc694c1e9e3dfc803216a314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1511478 Nov 08 13:43:18.222051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45070) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:18.237619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.237972 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Added segment 42578daa-fcf2-4bf5-8863-1bedc1f477bb of type vlan for network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 Nov 08 13:43:18.244661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0168e7-3ef2-4004-b6cd-3dbb234e5d8d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:18.257423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45072) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:18.280272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8738-bad7-45be-a021-0902f7307550 req-46b1eee6-6db0-48fd-944d-32d2e7b2a464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.281862 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1eef8738-bad7-45be-a021-0902f7307550 req-46b1eee6-6db0-48fd-944d-32d2e7b2a464 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2425687 Nov 08 13:43:18.289400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e7013b3-7d57-432d-bdfb-a2f83e8c6876 req-bf234939-4026-4607-9a92-83ddce786d5a tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110276 Nov 08 13:43:18.387168 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1eef8738-bad7-45be-a021-0902f7307550 req-b154cd12-e278-4082-aea6-f12d149d00e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=fddf2d69-9535-4484-9529-9c7d84a017f2 HTTP/1.1" status: 200 len: 217 time: 0.0846889 Nov 08 13:43:18.395369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3902-e3fa-49e8-8c0d-b5d2ce89beb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.422756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6695c26f-3326-40ac-8622-3cdec461fc2b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:18.427170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3902-e3fa-49e8-8c0d-b5d2ce89beb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.436555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ca6dc9a-847e-42bf-941f-8e680b773a12 req-4171b516-cb78-450e-86f8-5ec581863f10 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436599 Nov 08 13:43:18.450076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.465252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b528179c-e5ab-4b30-ba81-1f4589b742ab up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:18.492969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.492969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.493882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.524517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8738-bad7-45be-a021-0902f7307550 req-5c4b88bc-49bc-4afa-ba75-b119786ff78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.526546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1eef8738-bad7-45be-a021-0902f7307550 req-5c4b88bc-49bc-4afa-ba75-b119786ff78c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1023626 Nov 08 13:43:18.549982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c1296e7f-1151-4340-ac80-8012df706890 None None] Provisioning complete for port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:18.552458 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c1296e7f-1151-4340-ac80-8012df706890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.559868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6695c26f-3326-40ac-8622-3cdec461fc2b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:18.560964 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.583996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3902-e3fa-49e8-8c0d-b5d2ce89beb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.586761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7bf3902-e3fa-49e8-8c0d-b5d2ce89beb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.593478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f7bf3902-e3fa-49e8-8c0d-b5d2ce89beb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73980100-bec9-4230-aa76-4f35772ae996 HTTP/1.1" status: 204 len: 168 time: 0.3546877 Nov 08 13:43:18.608956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eef8738-bad7-45be-a021-0902f7307550 req-f72289d7-c3ce-4c67-a81a-ec5ba9e1b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:18.610971 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1eef8738-bad7-45be-a021-0902f7307550 req-f72289d7-c3ce-4c67-a81a-ec5ba9e1b0dd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768876 Nov 08 13:43:18.614552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf3902-e3fa-49e8-8c0d-b5d2ce89beb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73980100-bec9-4230-aa76-4f35772ae996,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:18.685482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7d0c4da-dc12-4c57-af5f-6c7bf581c961,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:18.698711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-701e45de-c5ee-4415-be18-98916ec5b1e5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4358852 Nov 08 13:43:18.703266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45080) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:18.711490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Request body: {'subnet': {'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-subnet', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:18.721467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:43:18.774315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1eef8738-bad7-45be-a021-0902f7307550 req-4e32c1ab-2e1c-46aa-8a40-775114a1b1ad service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553373 Nov 08 13:43:18.837463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c1296e7f-1151-4340-ac80-8012df706890 None None] Port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:18.847224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port b528179c-e5ab-4b30-ba81-1f4589b742ab completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:43:18.858294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port b528179c-e5ab-4b30-ba81-1f4589b742ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:18.858848 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:18.912137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1eef8738-bad7-45be-a021-0902f7307550 req-a038f840-0d67-4386-b9b6-136a3a1bb6f4 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289818 Nov 08 13:43:19.016612 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.052557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a208de6-5137-45aa-8c09-f292319fdc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b528179c-e5ab-4b30-ba81-1f4589b742ab'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:19.068459 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272e01a6-55a7-4aad-8719-db4ac7418254" -d '{"events": [{"server_uuid": "4a208de6-5137-45aa-8c09-f292319fdc98", "name": "network-vif-plugged", "status": "completed", "tag": "b528179c-e5ab-4b30-ba81-1f4589b742ab"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:19.084690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:43:19.087125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-585d3c9a-3851-4e7b-ad13-acc1f6afb89c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccdba524e3ce4891b9e3fc4bcc2893eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8185170 Nov 08 13:43:19.091321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45094) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:19.098479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b528179c-e5ab-4b30-ba81-1f4589b742ab, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:19.106105 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.185494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Made reservation on behalf of d76fb09903684e27bc4939fff16ad91e for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:19.188698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.214926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d37e5a-885a-42bf-8fe9-518177eb3301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.224048 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22329f-cb99-4438-b4f0-a5f0227d0519 x-openstack-request-id: req-6e22329f-cb99-4438-b4f0-a5f0227d0519 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:19.225610 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a208de6-5137-45aa-8c09-f292319fdc98", "name": "network-vif-plugged", "status": "completed", "tag": "b528179c-e5ab-4b30-ba81-1f4589b742ab", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:19.226073 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e22329f-cb99-4438-b4f0-a5f0227d0519 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:19.226637 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a208de6-5137-45aa-8c09-f292319fdc98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b528179c-e5ab-4b30-ba81-1f4589b742ab', 'code': 200} Nov 08 13:43:19.246001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b528179c-e5ab-4b30-ba81-1f4589b742ab,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:19.249317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716088d2-8716-4ee9-878a-b8375e770c35 req-c35b84c4-2046-492b-9f05-27c5bbdba168 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.252657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-716088d2-8716-4ee9-878a-b8375e770c35 req-c35b84c4-2046-492b-9f05-27c5bbdba168 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.5332079 Nov 08 13:43:19.279824 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d37e5a-885a-42bf-8fe9-518177eb3301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.315953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9192764-1ae9-499d-a33a-7018c0637bec req-55b2549f-243f-459d-bdf7-fef1d6b2916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.317475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9192764-1ae9-499d-a33a-7018c0637bec req-55b2549f-243f-459d-bdf7-fef1d6b2916a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 1096 time: 0.1003397 Nov 08 13:43:19.388268 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9192764-1ae9-499d-a33a-7018c0637bec req-a28a3a38-16aa-435d-8f2f-59cae50fc281 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625701 Nov 08 13:43:19.402473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d37e5a-885a-42bf-8fe9-518177eb3301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.408261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-63d37e5a-885a-42bf-8fe9-518177eb3301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.410386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-63d37e5a-885a-42bf-8fe9-518177eb3301 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd1f2898-c50c-463b-9f9d-ca0f95fe305c HTTP/1.1" status: 204 len: 168 time: 0.3175955 Nov 08 13:43:19.432008 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:43:19.435122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d37e5a-885a-42bf-8fe9-518177eb3301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1f2898-c50c-463b-9f9d-ca0f95fe305c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:19.441796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bce5c13f-b767-4774-bb79-6cbbc7a43c78 admin admin] 10.222.0.65 "PUT /v2.0/routers/ba0586f5-2880-40fb-a201-e8fd6e2f1ac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4745049 Nov 08 13:43:19.443376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Sync routers for ids ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:43:19.454841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-716088d2-8716-4ee9-878a-b8375e770c35 req-71d6bc6c-0cf7-468c-83ff-3651d3ff7400 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872737 Nov 08 13:43:19.473228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Routers {'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:19.474201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:19.558628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3214cb05-510c-485a-bf09-6e3afc10a517 req-9c4ca97c-210a-4147-a05c-79ff27d785f7 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.568246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3214cb05-510c-485a-bf09-6e3afc10a517 req-9c4ca97c-210a-4147-a05c-79ff27d785f7 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 948 time: 0.1326206 Nov 08 13:43:19.673296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Set router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:19.719419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3214cb05-510c-485a-bf09-6e3afc10a517 req-5e458c2d-99f6-438a-8656-1178ef858eec tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443892 Nov 08 13:43:19.738420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.796284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b350ca-05b2-4605-9146-b07a99345c19 req-90354948-b9fe-4035-b7aa-be322493550a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.797966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41b350ca-05b2-4605-9146-b07a99345c19 req-90354948-b9fe-4035-b7aa-be322493550a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 945 time: 0.1626012 Nov 08 13:43:19.819714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27b60f2-9b19-4929-be58-c1a14ac7d8ca,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:19.868460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Checking segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:19.869001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Network hostable DHCP agents. Network: a7d0c4da-dc12-4c57-af5f-6c7bf581c961, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:43:19.903254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41b350ca-05b2-4605-9146-b07a99345c19 req-56e3935e-c79e-47b7-899e-f085a1c71621 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947230 Nov 08 13:43:19.916786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:43:19.939090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a7d0c4da-dc12-4c57-af5f-6c7bf581c961) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:19.944808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:19.945431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:19.963548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20862e52-a6ff-49a6-b2ae-8bb67c473390 None None] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:43:19.976986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f3a11857-f869-46d5-944a-097c84dd52f5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2697065 Nov 08 13:43:19.980115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:19.991953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:20.049003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.052336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.062302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45124) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:20.070962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:16Z', 'revision_number': 4, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'da5068ab-8c36-4a22-a5cb-fdc11ac13e72', 'name': '', 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'mac_address': 'fa:16:3e:73:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b9dfd56-f1b0-4941-a009-844b2365868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:13Z', 'updated_at': '2021-11-08T13:43:16Z', 'revision_number': 2, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'subnets': [{'id': '7b9dfd56-f1b0-4941-a009-844b2365868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:20.109236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Checking router: ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:43:20.109680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Updating router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:43:20.121764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-799536be-b917-466c-af8b-c78aa217d2c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e946b3596b8c47d08dc413f7b7229453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0538633 Nov 08 13:43:20.122266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45126) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:20.133078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.299127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.345393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.521408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:43:20.522292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.543725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5777-db6f-4be5-a79d-db452eafc6ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.557056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-e89d336f-f7eb-43b3-81c7-3abef6d791eb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3807702 Nov 08 13:43:20.587314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:20.655202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5777-db6f-4be5-a79d-db452eafc6ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.668524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.694109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.728789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.749185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba802a-4641-4834-a1e7-2d03f8ba57ab req-7041f625-322f-44ff-8150-f2a16adc1cba tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:20.756573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44ba802a-4641-4834-a1e7-2d03f8ba57ab req-7041f625-322f-44ff-8150-f2a16adc1cba tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1851618 Nov 08 13:43:20.870578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5777-db6f-4be5-a79d-db452eafc6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.873303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6e5777-db6f-4be5-a79d-db452eafc6ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.874560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f6e5777-db6f-4be5-a79d-db452eafc6ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd719e4f-889c-40b1-830a-c374b2cd72cd HTTP/1.1" status: 204 len: 168 time: 0.7512677 Nov 08 13:43:20.916479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44ba802a-4641-4834-a1e7-2d03f8ba57ab req-9d8982f5-9102-404f-94d5-cbc2970d026c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559517 Nov 08 13:43:20.918673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e5777-db6f-4be5-a79d-db452eafc6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd719e4f-889c-40b1-830a-c374b2cd72cd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:20.953604 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:20.983846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Allocated IP 172.25.8.198 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/6666fa48-ecfc-47db-bb78-a3d4d1293162) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:21.034014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.047038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.214685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Allocated IP 172.20.0.2 (a7d0c4da-dc12-4c57-af5f-6c7bf581c961/a27b60f2-9b19-4929-be58-c1a14ac7d8ca/ee7b116a-e990-4c81-9af7-04435b4632b2) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:21.239838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.243375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04961fba-c4fb-469f-b33f-0ac4ebb923c1 None None] Pushing event updated for resources: {'Port': ['ID=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:21.311706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f891-f1f6-461e-a1e0-2bee50b682fd req-fbfd33ae-5e3c-4ff6-8ff7-ed323b3ec52a tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:21.332590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb16f891-f1f6-461e-a1e0-2bee50b682fd req-fbfd33ae-5e3c-4ff6-8ff7-ed323b3ec52a tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 948 time: 0.2550805 Nov 08 13:43:21.349852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.473251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:21.486937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:21.494326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Allocated IP 172.25.8.222 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/5578f4de-3ae5-4ae2-bb86-7edbf272448b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:21.504045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:21.534710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb16f891-f1f6-461e-a1e0-2bee50b682fd req-e70d1ad2-4bc1-4a58-8c59-bf5cf190d6b0 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545417 Nov 08 13:43:21.566342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Attempting to bind port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:21.572606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Attempting to bind port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:21.574936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Attempting to bind port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 on network 9437beb4-be6f-4397-a18f-eb14b79a5e36 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:21.613272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:21.614109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Checking segment: {'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:21.616094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.616662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Bound using segment: {'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:21.617539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Bound port: da5068ab-8c36-4a22-a5cb-fdc11ac13e72, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:21.619443 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.642946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6666fa48-ecfc-47db-bb78-a3d4d1293162,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:21.850873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.863761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56eb4f-e015-4d62-a052-9cb493288adc req-375ff792-43dd-49ae-9950-0d5a5d05d43e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:21.872700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f56eb4f-e015-4d62-a052-9cb493288adc req-375ff792-43dd-49ae-9950-0d5a5d05d43e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 945 time: 0.1286407 Nov 08 13:43:21.878384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bc59e92d-e831-4980-bfa3-624ba0edc301 None None] Provisioning complete for port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:21.878776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc59e92d-e831-4980-bfa3-624ba0edc301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:21.880981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] For port da5068ab-8c36-4a22-a5cb-fdc11ac13e72, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:21.886490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] For port da5068ab-8c36-4a22-a5cb-fdc11ac13e72, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,segment=NetworkSegment(11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4),segment_id=11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:21.949856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f56eb4f-e015-4d62-a052-9cb493288adc req-dd18c8c4-4789-41c7-8590-f94f39653224 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760009 Nov 08 13:43:21.957652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.000931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.012166 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.095280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:22.122554 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.124760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:22.137380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:22.175335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bc59e92d-e831-4980-bfa3-624ba0edc301 None None] Port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:22.177780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=5578f4de-3ae5-4ae2-bb86-7edbf272448b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:22.234258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.314199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:22.320778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04961fba-c4fb-469f-b33f-0ac4ebb923c1 None None] Pushing event updated for resources: {'Port': ['ID=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:22.339505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:22.347110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:22.353161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Routers {'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:22.357146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:22.500935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fddf2d69-9535-4484-9529-9c7d84a017f2 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:43:22.506949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.683220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.879802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-f7d613e6-fbd4-4c4b-bde1-88f7bbcdd770 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=50d056533a1042978a0e759f3460cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318682 Nov 08 13:43:22.886441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:43:22.891600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:22.912516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Pushing event updated for resources: {'Port': ['ID=ee7b116a-e990-4c81-9af7-04435b4632b2,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:22.967821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Attempting to bind port ee7b116a-e990-4c81-9af7-04435b4632b2 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:22.968333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Attempting to bind port ee7b116a-e990-4c81-9af7-04435b4632b2 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:22.969615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Attempting to bind port ee7b116a-e990-4c81-9af7-04435b4632b2 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:23.073196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2147c59b-7537-49d3-99f2-e6dbd39e8cbb None None] Provisioning complete for port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:23.073567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2147c59b-7537-49d3-99f2-e6dbd39e8cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.133075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:23.133594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Checking segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:23.136034 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.136691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Bound using segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:23.137258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Bound port: ee7b116a-e990-4c81-9af7-04435b4632b2, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:23.137742 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.149996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:43:23.179531 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.193508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.204492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] Set router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:23.217421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-31c20502-6867-4ab9-ad63-c506a6cb94ee tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:23.226172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-31c20502-6867-4ab9-ad63-c506a6cb94ee tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257549 Nov 08 13:43:23.248293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-86dd46aa-d631-4819-81bf-9ca252d14f54 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/quotas/50d056533a1042978a0e759f3460cb76 HTTP/1.1" status: 200 len: 375 time: 0.0209258 Nov 08 13:43:23.251475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.408991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fddf2d69-9535-4484-9529-9c7d84a017f2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fddf2d69-9535-4484-9529-9c7d84a017f2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:23.417711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.574672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'fddf2d69-9535-4484-9529-9c7d84a017f2', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'fddf2d69-9535-4484-9529-9c7d84a017f2', 'mac_address': 'fa:16:3e:93:e5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:43:23.590944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-be9c08cd-0a27-47d8-b142-f728b388de34 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d056533a1042978a0e759f3460cb76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3396819 Nov 08 13:43:23.613189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.617080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] For port ee7b116a-e990-4c81-9af7-04435b4632b2, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:23.673300 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2147c59b-7537-49d3-99f2-e6dbd39e8cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.694797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=5578f4de-3ae5-4ae2-bb86-7edbf272448b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:23.718861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.718861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-28739cce-f851-489d-9e0d-b5616bdc8cdb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1488445 Nov 08 13:43:23.740116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] For port ee7b116a-e990-4c81-9af7-04435b4632b2, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ee7b116a-e990-4c81-9af7-04435b4632b2,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:23.809861 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.932287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:43:23.953825 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Sync routers for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:43:23.954681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2147c59b-7537-49d3-99f2-e6dbd39e8cbb None None] For port da5068ab-8c36-4a22-a5cb-fdc11ac13e72, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,segment=NetworkSegment(11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4),segment_id=11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:23.962855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.983843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:23.995789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45216) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:23.997505 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa52f567-c28a-4f4c-9a70-b88bdeec89a2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0151434 Nov 08 13:43:24.004142 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:24.015101 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:24.348614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-b5096cc7-d70e-4873-a2c3-d5da53c282d2 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.6222978 Nov 08 13:43:24.424992 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2147c59b-7537-49d3-99f2-e6dbd39e8cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:24.432689 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:24.451672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddf2d69-9535-4484-9529-9c7d84a017f2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:24.471586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15c7c4-501f-48f1-88bf-7abe31eef644 None None] Pushing event updated for resources: {'Port': ['ID=ee7b116a-e990-4c81-9af7-04435b4632b2,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:24.559946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fddf2d69-9535-4484-9529-9c7d84a017f2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fddf2d69-9535-4484-9529-9c7d84a017f2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:24.582533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:16Z', 'revision_number': 4, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'da5068ab-8c36-4a22-a5cb-fdc11ac13e72', 'name': '', 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'mac_address': 'fa:16:3e:73:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b9dfd56-f1b0-4941-a009-844b2365868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:13Z', 'updated_at': '2021-11-08T13:43:21Z', 'revision_number': 4, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'subnets': [{'id': '7b9dfd56-f1b0-4941-a009-844b2365868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:24.628405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db88cbc-db05-4cb8-b201-0b9f50af5690 None None] The sync data for ids ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'] in n-d-804292-2 is: [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:16Z', 'revision_number': 4, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'da5068ab-8c36-4a22-a5cb-fdc11ac13e72', 'name': '', 'network_id': '9437beb4-be6f-4397-a18f-eb14b79a5e36', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'mac_address': 'fa:16:3e:73:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': '7b9dfd56-f1b0-4941-a009-844b2365868d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:13Z', 'updated_at': '2021-11-08T13:43:21Z', 'revision_number': 4, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'subnets': [{'id': '7b9dfd56-f1b0-4941-a009-844b2365868d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:43:24.630463 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:24.648850 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147c59b-7537-49d3-99f2-e6dbd39e8cbb None None] Pushing event updated for resources: {'Port': ['ID=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:24.770295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=fddf2d69-9535-4484-9529-9c7d84a017f2,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:24.896702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb7f3d-0efd-4add-bcf0-4f51afb6ef00 req-bc0f1ba4-5bfe-4ae2-969b-e3030c7db949 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:24.922928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fdb7f3d-0efd-4add-bcf0-4f51afb6ef00 req-bc0f1ba4-5bfe-4ae2-969b-e3030c7db949 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.6814671 Nov 08 13:43:24.937224 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:21Z', 'revision_number': 3, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:24.947326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['fddf2d69-9535-4484-9529-9c7d84a017f2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:25.019802 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Checking router: 0ce5e09a-38db-44d9-b4ed-aee6940451d1 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:43:25.020620 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Updating router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 port 6666fa48-ecfc-47db-bb78-a3d4d1293162 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:43:25.091827 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:25.150431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fdb7f3d-0efd-4add-bcf0-4f51afb6ef00 req-3913dfd9-f484-4285-bd63-548e9d055150 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253458 Nov 08 13:43:25.181479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-93982528-fb50-49eb-bcde-0b38909cef3b tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:25.184266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9a51fd-ee58-4f37-9450-f5474c8ec780 req-93982528-fb50-49eb-bcde-0b38909cef3b tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.8347676 Nov 08 13:43:25.917554 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:25.928800 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:25.958032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57b3979-b086-4aef-84e4-ec36957bafb0 None None] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:43:25.988066 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4901-89af-4bea-ab20-e3324620049d None None] Pushing event updated for resources: {'Port': ['ID=6666fa48-ecfc-47db-bb78-a3d4d1293162,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:26.015259 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Attempting to bind port 6666fa48-ecfc-47db-bb78-a3d4d1293162 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:26.016399 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Attempting to bind port 6666fa48-ecfc-47db-bb78-a3d4d1293162 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:26.017157 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Attempting to bind port 6666fa48-ecfc-47db-bb78-a3d4d1293162 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:26.029698 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:26.032268 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:26.032911 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.033505 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:26.034179 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Bound port: 6666fa48-ecfc-47db-bb78-a3d4d1293162, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:26.034767 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.122468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-da26d794-69f3-4395-9604-10396ff768e2 None None] Provisioning complete for port ee7b116a-e990-4c81-9af7-04435b4632b2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:26.123187 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-da26d794-69f3-4395-9604-10396ff768e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.127813 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] For port 6666fa48-ecfc-47db-bb78-a3d4d1293162, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:26.135407 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] For port 6666fa48-ecfc-47db-bb78-a3d4d1293162, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6666fa48-ecfc-47db-bb78-a3d4d1293162,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:26.149540 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.236210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36f1126c-5d5d-4ed2-8fa1-e266ec413b92 req-0f8e7592-f3fb-4222-8f1a-30bc7176c7f8 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 210 time: 0.1006839 Nov 08 13:43:26.303625 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e4901-89af-4bea-ab20-e3324620049d None None] Pushing event updated for resources: {'Port': ['ID=6666fa48-ecfc-47db-bb78-a3d4d1293162,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:26.332120 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:26.335662 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:26.424820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512a483-2fa4-43c3-91ba-d779bf3ae26d req-bcffc5c3-2360-4f72-acee-9da1ddd429f6 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:26.426953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5512a483-2fa4-43c3-91ba-d779bf3ae26d req-bcffc5c3-2360-4f72-acee-9da1ddd429f6 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 949 time: 0.2905786 Nov 08 13:43:26.434740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-80c319f4-7593-4cf7-ab26-c9d2aa97567f tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=50d056533a1042978a0e759f3460cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705757 Nov 08 13:43:26.474083 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-da26d794-69f3-4395-9604-10396ff768e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.593055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-da26d794-69f3-4395-9604-10396ff768e2 None None] For port ee7b116a-e990-4c81-9af7-04435b4632b2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ee7b116a-e990-4c81-9af7-04435b4632b2,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:26.603789 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-da26d794-69f3-4395-9604-10396ff768e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.689405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5512a483-2fa4-43c3-91ba-d779bf3ae26d req-657d7853-01af-4208-8aa0-441c3a17e511 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446237 Nov 08 13:43:26.708215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:26.722292 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:26.733108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fddf2d69-9535-4484-9529-9c7d84a017f2 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:26.742550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da5068ab-8c36-4a22-a5cb-fdc11ac13e72 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:26.818941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-f7f4208f-5c74-47bd-84ad-4aa6cfd2aec1 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:26.821429 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-f7f4208f-5c74-47bd-84ad-4aa6cfd2aec1 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3746045 Nov 08 13:43:26.835272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Request body: {'port': {'device_id': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '50d056533a1042978a0e759f3460cb76'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:27.033393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26d794-69f3-4395-9604-10396ff768e2 None None] Pushing event updated for resources: {'Port': ['ID=ee7b116a-e990-4c81-9af7-04435b4632b2,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:27.044662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:27.045045 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.124178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port fddf2d69-9535-4484-9529-9c7d84a017f2 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:43:27.146780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port fddf2d69-9535-4484-9529-9c7d84a017f2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:27.147379 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.162349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Made reservation on behalf of 50d056533a1042978a0e759f3460cb76 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:27.163669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Allocated IP 172.20.0.1 (a7d0c4da-dc12-4c57-af5f-6c7bf581c961/a27b60f2-9b19-4929-be58-c1a14ac7d8ca/863fae6a-4651-4859-9b88-8d4c0589b503) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:27.168076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.197597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.478420 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:21Z', 'revision_number': 3, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:27.541668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee7b116a-e990-4c81-9af7-04435b4632b2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:27.559383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.560522 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5094419f-73ca-4fa9-9e5c-d7a0b06ca72f None None] The sync data for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 is: [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:21Z', 'revision_number': 3, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:43:27.566246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.606151 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.747542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port fddf2d69-9535-4484-9529-9c7d84a017f2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fddf2d69-9535-4484-9529-9c7d84a017f2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:27.751893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddf2d69-9535-4484-9529-9c7d84a017f2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:27.756029 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61670f6b-271d-401c-9837-eff87c210272" -d '{"events": [{"server_uuid": "0ecafdfe-0f14-490f-a848-336d5c995e02", "name": "network-vif-plugged", "status": "completed", "tag": "fddf2d69-9535-4484-9529-9c7d84a017f2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:27.757937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-e8f8e35c-11e2-4fa7-9ab9-f05f4eea88cd tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9905274 Nov 08 13:43:27.773370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.803325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:27.808451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c965c024-bcff-442e-b09f-e6b99afe4a9a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:27.821900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Allocated IP 192.168.233.51 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/8d584738-3729-4106-bc24-336fa1759d8d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:27.867226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ea8ef04e-d2f6-4ad3-843f-444d8ac38a2d None None] Provisioning complete for port ee7b116a-e990-4c81-9af7-04435b4632b2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:27.867877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef04e-d2f6-4ad3-843f-444d8ac38a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.874413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5a640-2dbf-4c04-a8b7-66ee3d75a108 req-e81cd36b-22bc-4bc1-8b03-b36b2352fb38 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:27.882886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ec5a640-2dbf-4c04-a8b7-66ee3d75a108 req-e81cd36b-22bc-4bc1-8b03-b36b2352fb38 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.4238536 Nov 08 13:43:27.954779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:27.970766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.025702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3937793a-dd9b-432b-8bc5-378c9f292446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.035370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ee7b116a-e990-4c81-9af7-04435b4632b2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:28.036093 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.095281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ec5a640-2dbf-4c04-a8b7-66ee3d75a108 req-5946cc63-27d3-4a3a-81b5-0d40e28c06c9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110901 Nov 08 13:43:28.125682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=fddf2d69-9535-4484-9529-9c7d84a017f2,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:28.248370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.323006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.341429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.439491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Pushing event updated for resources: {'Port': ['ID=863fae6a-4651-4859-9b88-8d4c0589b503,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:28.467347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:28.514200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:28.516292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:28.528320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:28.591373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Pushing event updated for resources: {'Port': ['ID=8d584738-3729-4106-bc24-336fa1759d8d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:28.631847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:28.648927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:28.676695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:28.677392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.740658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-8503a958-77f5-4711-8aa7-4f25851d3355 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9098141 Nov 08 13:43:28.756674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Request body: {'port': {'device_id': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:28.816169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bce32-7197-4499-9d21-725881cd21e9 req-0799b83f-da9c-4cee-b153-7446032ef379 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:28.821270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d1bce32-7197-4499-9d21-725881cd21e9 req-0799b83f-da9c-4cee-b153-7446032ef379 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 935 time: 0.3585024 Nov 08 13:43:28.853205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.875067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:28.974717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6666fa48-ecfc-47db-bb78-a3d4d1293162 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:29.054201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.138604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-802f8a24-e553-4195-89af-52a306238ee1 None None] Provisioning complete for port 8d584738-3729-4106-bc24-336fa1759d8d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:29.141795 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-802f8a24-e553-4195-89af-52a306238ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.162371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d1bce32-7197-4499-9d21-725881cd21e9 req-4ba4f642-066f-4f56-b969-a0745bd80778 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184617 Nov 08 13:43:29.262440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-802f8a24-e553-4195-89af-52a306238ee1 None None] Port 8d584738-3729-4106-bc24-336fa1759d8d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:29.278872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6666fa48-ecfc-47db-bb78-a3d4d1293162 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:29.284051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.401277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cbddfadb-79df-4115-a1ce-fdf22ad82d7c None None] Provisioning complete for port 863fae6a-4651-4859-9b88-8d4c0589b503 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:29.401877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cbddfadb-79df-4115-a1ce-fdf22ad82d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.409899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Allocated IP 172.25.8.133 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/b9f7dc2b-d2e5-41d5-bc82-8f9c5db2cf52) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:29.504859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cbddfadb-79df-4115-a1ce-fdf22ad82d7c None None] Port 863fae6a-4651-4859-9b88-8d4c0589b503 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:29.507150 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.518842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d584738-3729-4106-bc24-336fa1759d8d {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:29.531881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.536170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 6666fa48-ecfc-47db-bb78-a3d4d1293162, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6666fa48-ecfc-47db-bb78-a3d4d1293162,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:29.545741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.547231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee7b116a-e990-4c81-9af7-04435b4632b2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:29.579449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Transition to ACTIVE for port object 8d584738-3729-4106-bc24-336fa1759d8d will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:29.588510 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.771080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ee7b116a-e990-4c81-9af7-04435b4632b2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:29.772026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.811690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=6666fa48-ecfc-47db-bb78-a3d4d1293162,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:29.819674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Pushing event updated for resources: {'Port': ['ID=8d584738-3729-4106-bc24-336fa1759d8d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:29.927036 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.959281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:29.981625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd2b5e-5654-4108-9469-25753de15a26 req-9d31c387-443e-475b-afaa-7803dbcbc7f5 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:29.988423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17cd2b5e-5654-4108-9469-25753de15a26 req-9d31c387-443e-475b-afaa-7803dbcbc7f5 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 950 time: 0.2843204 Nov 08 13:43:30.014076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Attempting to bind port 8d584738-3729-4106-bc24-336fa1759d8d on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:30.014447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Attempting to bind port 8d584738-3729-4106-bc24-336fa1759d8d by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:30.014782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Attempting to bind port 8d584738-3729-4106-bc24-336fa1759d8d on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:30.030468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Port 8d584738-3729-4106-bc24-336fa1759d8d on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:43:30.031106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Attempting to bind port 8d584738-3729-4106-bc24-336fa1759d8d on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:30.037267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:30.037944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:30.038547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:30.039191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Bound port: 8d584738-3729-4106-bc24-336fa1759d8d, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:30.039784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:30.163595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] For port 8d584738-3729-4106-bc24-336fa1759d8d, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:30.170296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] For port 8d584738-3729-4106-bc24-336fa1759d8d, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8d584738-3729-4106-bc24-336fa1759d8d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:30.182381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:30.218898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:30.220052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:30.222521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d584738-3729-4106-bc24-336fa1759d8d HTTP/1.1" status: 200 len: 1095 time: 1.4721789 Nov 08 13:43:30.293956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'tag': '8d584738-3729-4106-bc24-336fa1759d8d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:30.299675 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879" -d '{"events": [{"name": "network-changed", "server_uuid": "f61443e0-3552-43ee-b2fe-3faf1e16a1ce", "tag": "8d584738-3729-4106-bc24-336fa1759d8d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:30.383414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:30.435439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d737a8d-1da6-4723-8650-ec4ff28a7e15 service neutron] Pushing event updated for resources: {'Port': ['ID=8d584738-3729-4106-bc24-336fa1759d8d,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:30.452553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:30.454352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-0138718e-d761-408b-a393-efe33c3c2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:30.457243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-0138718e-d761-408b-a393-efe33c3c2128 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50d056533a1042978a0e759f3460cb76&device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 1098 time: 0.1508586 Nov 08 13:43:30.464472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=b9f7dc2b-d2e5-41d5-bc82-8f9c5db2cf52,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:30.467455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:30.475185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:30.514194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17cd2b5e-5654-4108-9469-25753de15a26 req-bd189e81-eb26-4c67-af6b-1e81a0834841 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398983 Nov 08 13:43:30.576413 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-a98831c3-fe45-428c-8185-da522d4efd9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=8d584738-3729-4106-bc24-336fa1759d8d HTTP/1.1" status: 200 len: 217 time: 0.1098781 Nov 08 13:43:30.684923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:30.702880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-3f7fa79b-c4b3-4dd2-8f9f-4a4c33504f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:30.705191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-3f7fa79b-c4b3-4dd2-8f9f-4a4c33504f28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1171758 Nov 08 13:43:30.757028 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:30.851334 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f175d9b4-5386-43bd-be74-3814310e27a4 x-openstack-request-id: req-f175d9b4-5386-43bd-be74-3814310e27a4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:30.851954 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecafdfe-0f14-490f-a848-336d5c995e02", "name": "network-vif-plugged", "status": "completed", "tag": "fddf2d69-9535-4484-9529-9c7d84a017f2", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:30.852152 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f175d9b4-5386-43bd-be74-3814310e27a4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:30.852649 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddf2d69-9535-4484-9529-9c7d84a017f2', 'code': 200} Nov 08 13:43:30.856232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6666fa48-ecfc-47db-bb78-a3d4d1293162 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:30.880315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-ca8ef17f-2b24-4a43-b9ab-d3a8ac3b3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:30.883196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-ca8ef17f-2b24-4a43-b9ab-d3a8ac3b3a50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1651595 Nov 08 13:43:30.894056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c898e8-342c-4c0d-b79a-40a0303ee65e req-7c1cc2eb-76a6-4570-85b2-f7334d846d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:30.897729 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95c898e8-342c-4c0d-b79a-40a0303ee65e req-7c1cc2eb-76a6-4570-85b2-f7334d846d35 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 1101 time: 0.1076071 Nov 08 13:43:30.950992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:30.953656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6666fa48-ecfc-47db-bb78-a3d4d1293162 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:30.953656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.025819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Pushing event updated for resources: {'Port': ['ID=863fae6a-4651-4859-9b88-8d4c0589b503,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:31.089687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95c898e8-342c-4c0d-b79a-40a0303ee65e req-96173edc-0379-41f5-84a3-531b60f8b194 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318581 Nov 08 13:43:31.099352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.134076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-863b1e21-660d-40d6-97b2-f51713ef9e5d service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347221 Nov 08 13:43:31.158296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d04ee5-dc31-47c5-94bd-31b614f90629 req-c5e4e358-315b-4bf1-9ff6-edf1ec822d1e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:31.160011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03d04ee5-dc31-47c5-94bd-31b614f90629 req-c5e4e358-315b-4bf1-9ff6-edf1ec822d1e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1676273 Nov 08 13:43:31.221027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.279992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c6b63e1d-89c7-4936-82b0-9ffa31b4af52 req-d943d09b-85cf-4b2a-a562-30c3f123ddd7 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357892 Nov 08 13:43:31.299726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03d04ee5-dc31-47c5-94bd-31b614f90629 req-30bb3ea3-6a41-48c8-83c3-278ac848e2a2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180403 Nov 08 13:43:31.320666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:31.323573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:31.425757 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-06f3dedc-45f5-42e0-86c2-98ebec2e5166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.658666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:43:31.683542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.697540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e814b7-db1d-4e0c-a0ff-56989311ce14 req-f34effbd-88e2-47a6-ad57-cbf65f79a1d7 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:31.699287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57e814b7-db1d-4e0c-a0ff-56989311ce14 req-f34effbd-88e2-47a6-ad57-cbf65f79a1d7 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 947 time: 0.1609819 Nov 08 13:43:31.701006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.746118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-36f5b0a9-c73b-4dc2-bd1a-b33b246b8e6a None None] Provisioning complete for port 863fae6a-4651-4859-9b88-8d4c0589b503 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:31.746909 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36f5b0a9-c73b-4dc2-bd1a-b33b246b8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.812211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-36f5b0a9-c73b-4dc2-bd1a-b33b246b8e6a None None] Port 863fae6a-4651-4859-9b88-8d4c0589b503 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:31.861879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=b9f7dc2b-d2e5-41d5-bc82-8f9c5db2cf52,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:31.912851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.923504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57e814b7-db1d-4e0c-a0ff-56989311ce14 req-aa9a503b-bc1c-4640-8100-49089c7cb30c tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059665 Nov 08 13:43:31.965306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:31.967405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-c8aebe7f-d647-42dd-9bec-bf73badd7d0f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1777396 Nov 08 13:43:31.969508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:43:31.975814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7051f5dc-d288-4359-8a13-f0d8b8a204f1 admin admin] 10.222.0.65 "PUT /v2.0/routers/0ce5e09a-38db-44d9-b4ed-aee6940451d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9738216 Nov 08 13:43:31.990327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Sync routers for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:43:32.006978 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e3b286-698c-45c8-ae67-a2db28f16929 x-openstack-request-id: req-b7e3b286-698c-45c8-ae67-a2db28f16929 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:32.007607 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61443e0-3552-43ee-b2fe-3faf1e16a1ce", "tag": "8d584738-3729-4106-bc24-336fa1759d8d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:32.008486 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7e3b286-698c-45c8-ae67-a2db28f16929 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:32.009350 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'tag': '8d584738-3729-4106-bc24-336fa1759d8d', 'status': 'completed', 'code': 200} Nov 08 13:43:32.041045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:32.041905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:32.082599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-664d1fbb-e734-4e8f-a146-e577e54e80db tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.1018722 Nov 08 13:43:32.148436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-5159bbe8-cc85-4c01-be34-6d95a9131797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:32.150892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-5159bbe8-cc85-4c01-be34-6d95a9131797 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50d056533a1042978a0e759f3460cb76&device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 1098 time: 0.1195512 Nov 08 13:43:32.285134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:32.314171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38f9f2-e220-472a-8d7b-bb676506efb9 req-738076df-9fd5-40c2-a201-dae37264e33b tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:32.316539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d38f9f2-e220-472a-8d7b-bb676506efb9 req-738076df-9fd5-40c2-a201-dae37264e33b tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 950 time: 0.0908175 Nov 08 13:43:32.338863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-5332cbbf-b063-4668-93ef-667a808ae22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:32.340652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-5332cbbf-b063-4668-93ef-667a808ae22a service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1808355 Nov 08 13:43:32.384407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-d6c985fe-31a5-4766-9308-a02a1f706db2 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:32.386044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fb0cd1a-68d7-4691-8b68-f57cf7ff615f req-d6c985fe-31a5-4766-9308-a02a1f706db2 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2952001 Nov 08 13:43:32.400654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-2245cebd-e63e-4326-bc3f-116bb47c6f52 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=8d584738-3729-4106-bc24-336fa1759d8d HTTP/1.1" status: 200 len: 217 time: 0.0517814 Nov 08 13:43:32.439200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d38f9f2-e220-472a-8d7b-bb676506efb9 req-5f7ab878-dd33-40ca-be99-aa373c77f89f tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014752 Nov 08 13:43:32.602508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-c1ef43ab-b9f2-4b56-9fec-11b6a90c4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:32.606546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-c1ef43ab-b9f2-4b56-9fec-11b6a90c4e8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1964002 Nov 08 13:43:32.638951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:30Z', 'revision_number': 2, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:32.734629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Checking router: 0ce5e09a-38db-44d9-b4ed-aee6940451d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:43:32.735244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Updating router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 port 863fae6a-4651-4859-9b88-8d4c0589b503 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:43:32.739074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-78741432-4d01-4da9-83ad-19c2d98c3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:32.740972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-78741432-4d01-4da9-83ad-19c2d98c3b8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290991 Nov 08 13:43:32.771528 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:32.805004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecdbc7-44cf-4e4c-97ae-7f38f721e362 req-02ad45c6-5666-4209-b65a-51013883ee5e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:32.807302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8ecdbc7-44cf-4e4c-97ae-7f38f721e362 req-02ad45c6-5666-4209-b65a-51013883ee5e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1077523 Nov 08 13:43:32.902069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8ecdbc7-44cf-4e4c-97ae-7f38f721e362 req-c872080b-4043-4417-99d0-a4b97f526504 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871744 Nov 08 13:43:32.931210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-6d88e5e6-4239-4805-8f49-2f9ae0879e14 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814418 Nov 08 13:43:32.946702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45300) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:32.961242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d0ece7e3-e854-4572-8b92-f45f86551ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444677956', 'description': 'tempest-description--935181601'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:32.976149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.155882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0ece7e3-e854-4572-8b92-f45f86551ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.274328 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16f5d6ac-89ce-4e63-a96f-aeea55dc5879 req-fc23a340-ef4b-41c5-95df-8ab608166e7d service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348970 Nov 08 13:43:33.330484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.342401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.479380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8232a-ff94-4fe1-8327-e6948461a449 None None] Pushing event updated for resources: {'Port': ['ID=863fae6a-4651-4859-9b88-8d4c0589b503,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:33.540508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Attempting to bind port 863fae6a-4651-4859-9b88-8d4c0589b503 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:33.540929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Attempting to bind port 863fae6a-4651-4859-9b88-8d4c0589b503 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:33.541438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Attempting to bind port 863fae6a-4651-4859-9b88-8d4c0589b503 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:33.548479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:33.548924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Checking segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:33.549268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.549668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Bound using segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:33.550156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Bound port: 863fae6a-4651-4859-9b88-8d4c0589b503, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:33.550544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.653584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] For port 863fae6a-4651-4859-9b88-8d4c0589b503, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:33.658909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] For port 863fae6a-4651-4859-9b88-8d4c0589b503, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=863fae6a-4651-4859-9b88-8d4c0589b503,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:33.669131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.693804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-36cde3a3-6a4d-4ea3-ba3f-a841e1eb4ac9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7156534 Nov 08 13:43:33.719841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:33.741488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:33.742197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:33.793150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.850115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8d584738-3729-4106-bc24-336fa1759d8d details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:43:33.858758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0ece7e3-e854-4572-8b92-f45f86551ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.872935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dbe4d-8239-4766-8854-45e512edf8b8 req-13731085-cc74-4555-8264-9bd40ea7a42e tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:33.876589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8232a-ff94-4fe1-8327-e6948461a449 None None] Pushing event updated for resources: {'Port': ['ID=863fae6a-4651-4859-9b88-8d4c0589b503,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:33.893175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-285dbe4d-8239-4766-8854-45e512edf8b8 req-13731085-cc74-4555-8264-9bd40ea7a42e tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 947 time: 0.2178891 Nov 08 13:43:33.905078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0ece7e3-e854-4572-8b92-f45f86551ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:33.948348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5b8a51f3-32e3-4474-aec6-e0d830328916 None None] Provisioning complete for port 863fae6a-4651-4859-9b88-8d4c0589b503 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:33.949315 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b8a51f3-32e3-4474-aec6-e0d830328916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.058817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0ece7e3-e854-4572-8b92-f45f86551ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.065134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d0ece7e3-e854-4572-8b92-f45f86551ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1121085 Nov 08 13:43:34.067607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45316) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:34.074659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3048423b-c052-4fc3-b815-5b412099e557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'security_group_rule': {'security_group_id': 'c565088c-cac2-4d90-ad25-8d40f05b3452', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:34.080374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ece7e3-e854-4572-8b92-f45f86551ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c565088c-cac2-4d90-ad25-8d40f05b3452,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:34.100495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-285dbe4d-8239-4766-8854-45e512edf8b8 req-b526d819-86e9-4981-9fe0-11702c372013 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056930 Nov 08 13:43:34.161894 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.184794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3048423b-c052-4fc3-b815-5b412099e557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.201896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:34.338364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d51db1-dc27-4fc1-a716-5ba704c95fcc req-2c7ef875-cce1-4834-ad76-acb8a16e6733 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.346828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4d51db1-dc27-4fc1-a716-5ba704c95fcc req-2c7ef875-cce1-4834-ad76-acb8a16e6733 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 950 time: 0.0922709 Nov 08 13:43:34.361340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-0a937acb-9fa1-4af9-8175-29c167c5cdc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1314225 Nov 08 13:43:34.384723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3048423b-c052-4fc3-b815-5b412099e557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.392208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3048423b-c052-4fc3-b815-5b412099e557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.412351 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:43:34.443856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048423b-c052-4fc3-b815-5b412099e557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=089cd26b-39bd-4799-8611-c102cd5d7610,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:34.479067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4d51db1-dc27-4fc1-a716-5ba704c95fcc req-70f72362-ad0e-489d-8b57-bf1714c300dd tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295831 Nov 08 13:43:34.480747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Allocated IP 172.25.8.163 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9099da43-b254-47d9-a586-0ddd02455da7) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:34.504136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3048423b-c052-4fc3-b815-5b412099e557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.507612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3048423b-c052-4fc3-b815-5b412099e557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4388616 Nov 08 13:43:34.512580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45326) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:34.520912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-777f6d26-d903-4f91-a001-d8723eef22de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'security_group_rule': {'security_group_id': 'c565088c-cac2-4d90-ad25-8d40f05b3452', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:34.550325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.551320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.552005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.552666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.553464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.554117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.554764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.557065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b60a291c-e16f-4f41-9bec-499551d2a487 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6499 time: 0.1490800 Nov 08 13:43:34.591099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-777f6d26-d903-4f91-a001-d8723eef22de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.617885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b8a51f3-32e3-4474-aec6-e0d830328916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.667126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec11f9c-90c4-4c8e-a7bd-09cacfaf5341 req-224e20a0-6763-428d-a43b-6079c6ee4f8a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.668727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dec11f9c-90c4-4c8e-a7bd-09cacfaf5341 req-224e20a0-6763-428d-a43b-6079c6ee4f8a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1187930 Nov 08 13:43:34.709404 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.759093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dec11f9c-90c4-4c8e-a7bd-09cacfaf5341 req-20f723fd-207e-4b54-bf9d-0503e1e998f7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789638 Nov 08 13:43:34.766279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-777f6d26-d903-4f91-a001-d8723eef22de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.777310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-777f6d26-d903-4f91-a001-d8723eef22de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.780986 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.788513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-a99a54c1-25be-404a-ad9e-a20d013cdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.790582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-a99a54c1-25be-404a-ad9e-a20d013cdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.791156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-a99a54c1-25be-404a-ad9e-a20d013cdc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:34.793553 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-a99a54c1-25be-404a-ad9e-a20d013cdc4a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bc3c116-4768-4af8-99ab-853f72de11e6&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 200 len: 2297 time: 0.1942301 Nov 08 13:43:34.845409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:34.849253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:34.854327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:34.858035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=9099da43-b254-47d9-a586-0ddd02455da7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:34.865762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f6d26-d903-4f91-a001-d8723eef22de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10b1886-10b3-4f2a-90eb-336a97fef8c1,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:34.890573 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-777f6d26-d903-4f91-a001-d8723eef22de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:34.893036 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-777f6d26-d903-4f91-a001-d8723eef22de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3773737 Nov 08 13:43:34.896888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45330) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:34.901703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:34.931199 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-6c386b4f-95ee-4be3-90a8-bc93e4675e63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ee4469-4241-4244-812a-6df86238e76d HTTP/1.1" status: 200 len: 1002 time: 0.1219053 Nov 08 13:43:34.950494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8d584738-3729-4106-bc24-336fa1759d8d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8d584738-3729-4106-bc24-336fa1759d8d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:34.974409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.025885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-41b2bd29-c975-45f8-b5e3-dfaf797c1ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:35.027776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-41b2bd29-c975-45f8-b5e3-dfaf797c1ee7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0d6cd4c7-77f6-4655-85dc-fb1803715c73 HTTP/1.1" status: 200 len: 855 time: 0.0914280 Nov 08 13:43:35.038348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.043639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5b8a51f3-32e3-4474-aec6-e0d830328916 None None] For port 863fae6a-4651-4859-9b88-8d4c0589b503, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=863fae6a-4651-4859-9b88-8d4c0589b503,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:35.048966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '8d584738-3729-4106-bc24-336fa1759d8d', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '8d584738-3729-4106-bc24-336fa1759d8d', 'mac_address': 'fa:16:3e:6a:cd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:43:35.096652 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.102493 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b8a51f3-32e3-4474-aec6-e0d830328916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.147203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-cba23bc4-fc09-44c0-86a3-e5d8df56d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:35.149220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-cba23bc4-fc09-44c0-86a3-e5d8df56d553 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc3c116-4768-4af8-99ab-853f72de11e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126070 Nov 08 13:43:35.239346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.253309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.279293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-84a367b5-8bc5-42e8-896d-621f33ad6c0e None None] Provisioning complete for port 863fae6a-4651-4859-9b88-8d4c0589b503 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:35.279672 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84a367b5-8bc5-42e8-896d-621f33ad6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.305201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d584738-3729-4106-bc24-336fa1759d8d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:35.360266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a51f3-32e3-4474-aec6-e0d830328916 None None] Pushing event updated for resources: {'Port': ['ID=863fae6a-4651-4859-9b88-8d4c0589b503,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:35.361950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-1adaf563-6888-4c9b-88bd-45d49f62259e service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043114 Nov 08 13:43:35.369567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8d584738-3729-4106-bc24-336fa1759d8d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8d584738-3729-4106-bc24-336fa1759d8d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:35.387306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.426503 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.434862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:33Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:35.436854 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.496082 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.501297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0618dd-2b5c-426a-9789-11f3221db942 None None] The sync data for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 is: [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:33Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:43:35.544505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8d584738-3729-4106-bc24-336fa1759d8d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:35.637222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Allocated IP 172.25.8.103 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/7da4ece8-fa42-4778-acc4-1551c847f7bf) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:35.643305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=9099da43-b254-47d9-a586-0ddd02455da7,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:35.672684 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-a114b14e-bf03-454d-b220-55a0dd350bac service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021026 Nov 08 13:43:35.683839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['8d584738-3729-4106-bc24-336fa1759d8d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:35.696660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.733618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.734985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-478a638d-eef0-4243-9068-125a57631e6d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0198762 Nov 08 13:43:35.752887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec50bf-1b59-41a3-bb92-d83510da232a req-64a0ea1e-5f7a-40e9-be7c-0ed7dd62f1be tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:35.754619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fec50bf-1b59-41a3-bb92-d83510da232a req-64a0ea1e-5f7a-40e9-be7c-0ed7dd62f1be tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 948 time: 0.1385932 Nov 08 13:43:35.774478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:35.804297 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-9b4dd47c-31ea-4404-94e9-1efe4b7a4b30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 217 time: 0.1206050 Nov 08 13:43:35.850532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-553598ba-d2bd-4c30-89c5-af5484ced6c2 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0945971 Nov 08 13:43:35.922523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-9b1b0be0-3d8c-4611-a6e1-93194c0447e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:35.925854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-9b1b0be0-3d8c-4611-a6e1-93194c0447e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.0954027 Nov 08 13:43:36.024724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fec50bf-1b59-41a3-bb92-d83510da232a req-66497096-a825-4995-bc16-a91215e35119 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581237 Nov 08 13:43:36.042250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-f103c279-7919-4437-8d5d-30b3ecbd4303 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2550390 Nov 08 13:43:36.063494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-39f17bac-f40c-4191-8e5c-be23f03f704e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:36.065962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-39f17bac-f40c-4191-8e5c-be23f03f704e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931244 Nov 08 13:43:36.090671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-8cc5c9c5-6dfd-4c0b-974b-c94f68fc7059 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:36.092148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd6c56fe-fcfc-43d4-b197-0ccdabeca1cf req-8cc5c9c5-6dfd-4c0b-974b-c94f68fc7059 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2246237 Nov 08 13:43:36.183047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:36.270498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf74ee-e08c-406c-ba10-6dd5470ab621 req-1f312155-902f-4071-9fbb-a55b4ae40703 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:36.272527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49cf74ee-e08c-406c-ba10-6dd5470ab621 req-1f312155-902f-4071-9fbb-a55b4ae40703 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0814724 Nov 08 13:43:36.313114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:36.392997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49cf74ee-e08c-406c-ba10-6dd5470ab621 req-56d5faed-c354-4b07-a065-9dd292d4377a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065321 Nov 08 13:43:36.411757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:36.436851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:36.442323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-9e366b8e-391b-47ce-a1d8-ba58e3c55982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:36.443851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-9e366b8e-391b-47ce-a1d8-ba58e3c55982 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 1096 time: 0.2398050 Nov 08 13:43:36.465913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:36.483277 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-9744baaa-2bbb-4f23-9fa1-d79f925e6293 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072247 Nov 08 13:43:36.611296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28e91806-c123-49c5-9216-38344e527fd8 req-d2ba93ab-47f9-46a6-a663-350293a8f05a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1995642 Nov 08 13:43:36.631080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:36.683124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:36.723687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 863fae6a-4651-4859-9b88-8d4c0589b503 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:36.754283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'Port': ['ID=7da4ece8-fa42-4778-acc4-1551c847f7bf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:36.840765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 863fae6a-4651-4859-9b88-8d4c0589b503 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:36.841299 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:36.943352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78973518-2f7b-4646-8c6a-d6b3385eba48 req-51c04a20-c985-4663-8a7c-581e5cb385df tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:36.952733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78973518-2f7b-4646-8c6a-d6b3385eba48 req-51c04a20-c985-4663-8a7c-581e5cb385df tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.2029681 Nov 08 13:43:36.961677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-5c626e94-65e0-48f2-8aaa-b8f21d41092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:36.963155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-5c626e94-65e0-48f2-8aaa-b8f21d41092e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.4764614 Nov 08 13:43:36.973742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.041542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45370) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:37.045342 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-28ed3b3d-7d48-4f37-82fe-20fbd4003af7 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424205 Nov 08 13:43:37.052830 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-7aa24770-542f-485d-a519-5706aa0407a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab HTTP/1.1" status: 200 len: 217 time: 0.0688162 Nov 08 13:43:37.076767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78973518-2f7b-4646-8c6a-d6b3385eba48 req-795df2c8-f2cd-4718-b18a-764340d35804 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1209707 Nov 08 13:43:37.149013 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.202176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-8df83242-b58c-4f68-b436-bc7655c1f267 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 217 time: 0.1478782 Nov 08 13:43:37.210667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.363861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adf2c48d-9a29-4186-a31f-4407a76f16a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.366709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Allocated IP 172.25.8.175 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/f9fc4529-8159-4408-a404-fe34c449ceaf) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:37.566341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd4bf0-bfd1-4c6c-beca-e1c54cad525b req-a034baf1-fcd2-4648-a498-ba7bc6d93100 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:37.568153 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3bdd4bf0-bfd1-4c6c-beca-e1c54cad525b req-a034baf1-fcd2-4648-a498-ba7bc6d93100 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 948 time: 0.1453094 Nov 08 13:43:37.630227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adf2c48d-9a29-4186-a31f-4407a76f16a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.633906 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.644116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adf2c48d-9a29-4186-a31f-4407a76f16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.731606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3bdd4bf0-bfd1-4c6c-beca-e1c54cad525b req-0db88564-0fce-4257-b10a-9b75c83e43f5 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507111 Nov 08 13:43:37.741120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-adf2c48d-9a29-4186-a31f-4407a76f16a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8505b21103e64e5db1d4e9ed9c300b19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6949427 Nov 08 13:43:37.741120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45384) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:37.755761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-ec9b2481-b60a-41fa-a031-7cf7d556cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:37.756296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf2c48d-9a29-4186-a31f-4407a76f16a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba7afab-89b5-43c5-b883-809cf029d685,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:37.756434 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-ec9b2481-b60a-41fa-a031-7cf7d556cf90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.6737742 Nov 08 13:43:37.771820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.801977 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-4e4e64db-51e6-412e-9013-c89f052de94f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372798 Nov 08 13:43:37.803329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-7c17810e-e52e-4178-9cc8-4fa6250c4667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:37.804649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-7c17810e-e52e-4178-9cc8-4fa6250c4667 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.5864086 Nov 08 13:43:37.824238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:37.834461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:37.837174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:37.870417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8d584738-3729-4106-bc24-336fa1759d8d up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:37.896583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=f9fc4529-8159-4408-a404-fe34c449ceaf,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:37.936035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 8d584738-3729-4106-bc24-336fa1759d8d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:43:37.941090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 8d584738-3729-4106-bc24-336fa1759d8d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:37.941596 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:37.951858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aaa180a4-1199-44a0-8812-47e94c6bb6a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.017963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-6a6fcfd1-65aa-4bb5-a8a0-6329a2371f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:38.020804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-6a6fcfd1-65aa-4bb5-a8a0-6329a2371f8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2027504 Nov 08 13:43:38.036429 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aaa180a4-1199-44a0-8812-47e94c6bb6a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.038826 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.073290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d584738-3729-4106-bc24-336fa1759d8d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:38.076515 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436f9bbe-4507-4a73-a6cd-ba31bfacb4a8" -d '{"events": [{"server_uuid": "f61443e0-3552-43ee-b2fe-3faf1e16a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "8d584738-3729-4106-bc24-336fa1759d8d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:38.083043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8d584738-3729-4106-bc24-336fa1759d8d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8d584738-3729-4106-bc24-336fa1759d8d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:38.090950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.095052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.126456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-32a7074e-e946-4f29-8598-da276ba9c135 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:38.128045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-32a7074e-e946-4f29-8598-da276ba9c135 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.2764113 Nov 08 13:43:38.134643 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-190bf677-3603-456b-a7f3-ae19bc45156d service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156362 Nov 08 13:43:38.164164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-3e2bc0aa-2c62-4425-a3ec-41970a05be09 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/quotas/b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 375 time: 0.0189798 Nov 08 13:43:38.164717 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.167840 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aaa180a4-1199-44a0-8812-47e94c6bb6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.169184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8d584738-3729-4106-bc24-336fa1759d8d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:38.170448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aaa180a4-1199-44a0-8812-47e94c6bb6a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.172346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aaa180a4-1199-44a0-8812-47e94c6bb6a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ba7afab-89b5-43c5-b883-809cf029d685 HTTP/1.1" status: 204 len: 168 time: 0.4272768 Nov 08 13:43:38.215019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa180a4-1199-44a0-8812-47e94c6bb6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba7afab-89b5-43c5-b883-809cf029d685,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:38.276492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.294480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-d4d5c476-d4d8-44a7-acac-07f5375e3429 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1014268 Nov 08 13:43:38.338688 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.453940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-3b11f59c-eff9-4f50-b341-91a79a417a59 service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307626 Nov 08 13:43:38.478618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.500783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.504069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-122666bf-972a-4b23-9a1b-95738ed88ead service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638429 Nov 08 13:43:38.555116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45400) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:38.564180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'Port': ['ID=7da4ece8-fa42-4778-acc4-1551c847f7bf,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:38.592176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0162fddd-a08c-49e0-9226-1b62011f5b73 req-0f0c2b92-aed8-4fc1-bfa0-3d9847dcb15d service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026511 Nov 08 13:43:38.607771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1af7aa9e-e4f8-4444-a882-195e795fcfdb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.632684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event updated for resources: {'Port': ['ID=f9fc4529-8159-4408-a404-fe34c449ceaf,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:38.666328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.675534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-4cae1d6e-17c6-458a-bb4a-fc9c0f81d19e service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107337 Nov 08 13:43:38.676301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.704718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.705954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28e91806-c123-49c5-9216-38344e527fd8 req-aaed48c6-dd55-449f-a027-f1d5c78c5831 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0869522 Nov 08 13:43:38.707481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.709582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0c786d78-8988-4aba-95a3-091dee8fd2f8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8113861 Nov 08 13:43:38.739515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-b2887970-e1f2-4a13-89d6-aa783c86f498 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118661 Nov 08 13:43:38.810910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-02adecf9-a417-40bd-afb6-5351a20b788d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 HTTP/1.1" status: 200 len: 217 time: 0.0630951 Nov 08 13:43:38.862440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28e91806-c123-49c5-9216-38344e527fd8 req-0dee02a8-7dec-4a25-a879-f7ce116c1b00 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.175 HTTP/1.1" status: 200 len: 696 time: 0.1402152 Nov 08 13:43:38.866354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1af7aa9e-e4f8-4444-a882-195e795fcfdb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.919630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1af7aa9e-e4f8-4444-a882-195e795fcfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:38.935076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-a91eb4c1-885f-47b9-b1cb-66686a7a8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:38.938247 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-a91eb4c1-885f-47b9-b1cb-66686a7a8e72 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1192236 Nov 08 13:43:38.996166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-53e4ba60-1614-4b8b-bb8c-7224e36150a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:38.998732 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-53e4ba60-1614-4b8b-bb8c-7224e36150a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0513070 Nov 08 13:43:39.111993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-056775ff-da4f-4974-b8d4-8aec9606ceb7 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057458 Nov 08 13:43:39.275774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-3eed7ce1-8b36-4ff0-9b06-1a0e1435a94b tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:39.277847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-3eed7ce1-8b36-4ff0-9b06-1a0e1435a94b tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 950 time: 0.0832102 Nov 08 13:43:39.326894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-5280dc0e-4aaf-49ae-b57a-ed6ee4dca02f service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074435 Nov 08 13:43:39.336739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1af7aa9e-e4f8-4444-a882-195e795fcfdb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90f708b1e11348c1aa71f92b690fd810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7802503 Nov 08 13:43:39.340848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7aa9e-e4f8-4444-a882-195e795fcfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8d7371-857b-400b-9431-1aee7ab6a08a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:39.343362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45420) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:39.377403 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-42c1af1b-2280-4d3d-8b65-e66e98b312b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac HTTP/1.1" status: 200 len: 217 time: 0.0401523 Nov 08 13:43:39.413496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b1671-d5eb-405c-8cac-d9fa630717f1 req-df2b9b88-1905-4adf-85ec-9f7b794962b8 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:39.416160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d11b1671-d5eb-405c-8cac-d9fa630717f1 req-df2b9b88-1905-4adf-85ec-9f7b794962b8 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 950 time: 0.4977937 Nov 08 13:43:39.438324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e91806-c123-49c5-9216-38344e527fd8 req-e96bb370-c533-466f-bdac-99e9dc5eeca0 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:39.440751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28e91806-c123-49c5-9216-38344e527fd8 req-e96bb370-c533-466f-bdac-99e9dc5eeca0 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.5698631 Nov 08 13:43:39.464951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-54a273c8-e790-4c8e-9337-9f35e2fbdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:39.466608 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-54a273c8-e790-4c8e-9337-9f35e2fbdd93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.0712161 Nov 08 13:43:39.555866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Deleting port fddf2d69-9535-4484-9529-9c7d84a017f2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:39.556500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:39.560015 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00f6ca51-0360-4fe5-913c-49702d56f48b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:39.600496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d11b1671-d5eb-405c-8cac-d9fa630717f1 req-6387543e-566d-49c8-a83a-9a69e9315b67 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/security-groups?id=173e2ced-ef7c-4f35-85cb-069214ee2f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580615 Nov 08 13:43:39.618230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00f6ca51-0360-4fe5-913c-49702d56f48b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:39.662876 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844f2cfc-ce76-4722-a216-f5f8b1dbadb9 x-openstack-request-id: req-844f2cfc-ce76-4722-a216-f5f8b1dbadb9 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:39.665211 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61443e0-3552-43ee-b2fe-3faf1e16a1ce", "name": "network-vif-plugged", "status": "completed", "tag": "8d584738-3729-4106-bc24-336fa1759d8d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:39.665965 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-844f2cfc-ce76-4722-a216-f5f8b1dbadb9 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:39.668473 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d584738-3729-4106-bc24-336fa1759d8d', 'code': 200} Nov 08 13:43:39.694692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-e5ed722c-282c-423d-9ed2-6174a6df710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:39.696794 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-e5ed722c-282c-423d-9ed2-6174a6df710f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2218845 Nov 08 13:43:39.812762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00f6ca51-0360-4fe5-913c-49702d56f48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:39.815192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00f6ca51-0360-4fe5-913c-49702d56f48b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:39.816637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-00f6ca51-0360-4fe5-913c-49702d56f48b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed8d7371-857b-400b-9431-1aee7ab6a08a HTTP/1.1" status: 204 len: 168 time: 0.4696052 Nov 08 13:43:39.846345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] For port fddf2d69-9535-4484-9529-9c7d84a017f2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=fddf2d69-9535-4484-9529-9c7d84a017f2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:39.847168 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:39.847363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01f8875b-374b-4b73-aaa9-d533e3bc9ca3 req-74a8ac8a-cb41-47b0-a3d8-21cb16f02f73 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 210 time: 0.0451484 Nov 08 13:43:39.869675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f6ca51-0360-4fe5-913c-49702d56f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8d7371-857b-400b-9431-1aee7ab6a08a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:39.869966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Calling delete_port for fddf2d69-9535-4484-9529-9c7d84a017f2 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:39.889529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929b32f-286d-4af9-8ab0-1b3185e840c1 req-0a6eabb9-8193-4f03-b0a0-f9731e1a151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:39.891826 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1929b32f-286d-4af9-8ab0-1b3185e840c1 req-0a6eabb9-8193-4f03-b0a0-f9731e1a151c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 1100 time: 0.1249142 Nov 08 13:43:39.910904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718248e-c303-4964-8723-ef0b5d4495d9 req-5d631f9a-5102-4d33-9f66-335344ea961f tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:39.912665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b718248e-c303-4964-8723-ef0b5d4495d9 req-5d631f9a-5102-4d33-9f66-335344ea961f tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 949 time: 0.1497962 Nov 08 13:43:39.976268 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-9dbd7474-59c5-42c4-8cdf-f59cec8e7d78 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627606 Nov 08 13:43:39.999296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b718248e-c303-4964-8723-ef0b5d4495d9 req-3e08ce14-554c-46b6-9a11-ef078d251918 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786433 Nov 08 13:43:40.042217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1929b32f-286d-4af9-8ab0-1b3185e840c1 req-6301fe6d-5e7f-417e-9f9d-a1e7b6b2872d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412969 Nov 08 13:43:40.057114 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-f7103614-ab78-4949-9b30-cf6fefb2eca6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--444677956&fields=id&tenant_id=d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 267 time: 0.0812700 Nov 08 13:43:40.162848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83baacb0-9549-4598-bb86-53332a4be5ee req-1bbad238-b5bb-4741-bf74-17b9dc4bb8f4 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips/c29f98c8-9779-4203-8b25-8b713d1abce4 HTTP/1.1" status: 200 len: 693 time: 0.1030023 Nov 08 13:43:40.164085 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-c8868474-46bd-420c-b1b6-e74740113f53 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749883 Nov 08 13:43:40.189725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:40.204252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['fddf2d69-9535-4484-9529-9c7d84a017f2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:40.252151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Pushing event deleted for resources: {'Port': ['ID=fddf2d69-9535-4484-9529-9c7d84a017f2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:40.329579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-be76e395-d2de-4cc7-bf63-3cf6da64a5ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82c6d4aa-48c3-4216-93a8-3ef166060413 HTTP/1.1" status: 200 len: 217 time: 0.0918136 Nov 08 13:43:40.403065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-43b01478-731a-4c85-ba36-a475e11ca85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:40.404648 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-43b01478-731a-4c85-ba36-a475e11ca85b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.0663309 Nov 08 13:43:40.415491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-5dc5e9b3-5811-4a80-ba4f-708ac50c9389 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:40.417317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-5dc5e9b3-5811-4a80-ba4f-708ac50c9389 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.54 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.2458556 Nov 08 13:43:40.478036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-c67cad57-2b4c-40ce-9b03-82e3a0180ea0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:40.479462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] No DVR routers for this DVR port fddf2d69-9535-4484-9529-9c7d84a017f2 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:43:40.479994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-c67cad57-2b4c-40ce-9b03-82e3a0180ea0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 817 time: 0.4085104 Nov 08 13:43:40.488387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'port': {'device_id': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'admin_state_up': True, 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:40.494390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:40.510379 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-80039dda-3c78-4de3-8b33-95452341a7c9 req-f8640d1e-2fe3-4128-9f61-430fe0b039d3 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.54 "DELETE /v2.0/ports/fddf2d69-9535-4484-9529-9c7d84a017f2 HTTP/1.1" status: 204 len: 173 time: 1.2245688 Nov 08 13:43:40.510880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'name': 'network-vif-deleted', 'tag': 'fddf2d69-9535-4484-9529-9c7d84a017f2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:40.519204 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8956d9-7759-45fb-bca4-ad44ecc96319" -d '{"events": [{"server_uuid": "0ecafdfe-0f14-490f-a848-336d5c995e02", "name": "network-vif-deleted", "tag": "fddf2d69-9535-4484-9529-9c7d84a017f2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:40.549448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-37b58d88-3516-43bc-a745-c144aaec906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:40.551308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-37b58d88-3516-43bc-a745-c144aaec906b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265290 Nov 08 13:43:40.580591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-d32e58b0-ca84-46d8-85e2-6c80bdb82db5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/quotas/d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 375 time: 0.0666308 Nov 08 13:43:40.670596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83baacb0-9549-4598-bb86-53332a4be5ee req-196aea74-6d09-411d-b1d2-eda8fb445199 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:40.673129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83baacb0-9549-4598-bb86-53332a4be5ee req-196aea74-6d09-411d-b1d2-eda8fb445199 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.5102446 Nov 08 13:43:40.699977 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-063ba09d-f6db-42fd-aee8-3f582bafa1f1 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396213 Nov 08 13:43:40.716837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-83baacb0-9549-4598-bb86-53332a4be5ee req-1a496fab-945e-450e-8107-0ffb4d84cb05 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:43:40.717695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83baacb0-9549-4598-bb86-53332a4be5ee req-1a496fab-945e-450e-8107-0ffb4d84cb05 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134978 Nov 08 13:43:40.769253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-303f7581-244b-4b9f-9692-48bb9e4c7365 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1321964 Nov 08 13:43:40.797159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Made reservation on behalf of b430fe33e59e4c4b878e8071f1cb58ae for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:40.803473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:40.808447 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bfc7df-b37c-4b30-9b44-51ef9d9c6a70 x-openstack-request-id: req-53bfc7df-b37c-4b30-9b44-51ef9d9c6a70 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:40.808778 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ecafdfe-0f14-490f-a848-336d5c995e02", "name": "network-vif-deleted", "tag": "fddf2d69-9535-4484-9529-9c7d84a017f2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:40.809136 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53bfc7df-b37c-4b30-9b44-51ef9d9c6a70 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:40.809417 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecafdfe-0f14-490f-a848-336d5c995e02', 'name': 'network-vif-deleted', 'tag': 'fddf2d69-9535-4484-9529-9c7d84a017f2', 'status': 'completed', 'code': 200} Nov 08 13:43:40.849427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-ebcc20e7-86d7-425e-a481-fca6103241fc service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410096 Nov 08 13:43:40.925928 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-1641b308-a8dc-402b-8d30-98dc86aae6ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60 HTTP/1.1" status: 200 len: 217 time: 0.0668762 Nov 08 13:43:41.031943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-bb299c94-a623-4d07-b7d3-96f6047c6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:41.036494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-bb299c94-a623-4d07-b7d3-96f6047c6bb2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.1018898 Nov 08 13:43:41.094556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-e5497c15-36bb-4bcf-8580-7da53181a909 service neutron] 10.222.0.65 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868037 Nov 08 13:43:41.099078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-02367b1e-4f1c-4014-bc97-2ba35941ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:41.100949 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-02367b1e-4f1c-4014-bc97-2ba35941ef1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0565219 Nov 08 13:43:41.145083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4730b0fd-a259-4f79-a5d0-f6b6b66b36f3 req-75c4d639-9eff-489b-aa77-8ace3e8f77d9 tempest-TenantUsagesTestJSON-408251237 tempest-TenantUsagesTestJSON-408251237-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ecafdfe-0f14-490f-a848-336d5c995e02 HTTP/1.1" status: 200 len: 210 time: 0.0733166 Nov 08 13:43:41.195509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Allocated IP 172.20.0.9 (c3015bfa-04ab-4f13-9a38-a84dbf18742f/a630c4b9-65c0-4ca9-8270-6b63a0fd991e/3a8745d4-a747-4d4b-85c3-ee403e3e65f9) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:41.251718 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-684fed12-631e-4a4f-a493-640a63a1e53c service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368883 Nov 08 13:43:41.295037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-628c93b7-7f77-4932-9540-25411b7dac89 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips/c29f98c8-9779-4203-8b25-8b713d1abce4 HTTP/1.1" status: 200 len: 693 time: 0.0935462 Nov 08 13:43:41.342813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cedc380b-4a90-4c0f-afc0-86011f99f9bb req-9af0635e-ccb6-4aa2-b4ff-65e3321bfddf service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839238 Nov 08 13:43:41.433805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-a646cce9-86b2-4782-87af-1e63126a9326 service neutron] 10.222.0.65 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387282 Nov 08 13:43:41.547526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-6ac1a80a-6310-40a7-8cac-e7172c2f2148 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:41.552226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-6ac1a80a-6310-40a7-8cac-e7172c2f2148 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2494583 Nov 08 13:43:41.637368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:41.643051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-6a7d42fd-5bda-4aad-ac5a-a646384fd7fd tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.175 HTTP/1.1" status: 200 len: 696 time: 0.0712326 Nov 08 13:43:41.663691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e31ca4d-5310-4af2-a972-d39b7181639f req-80ebd1ef-0a4a-4429-acea-e2efd19b1a82 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 210 time: 0.0434773 Nov 08 13:43:41.732538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-2d62951c-2659-4eab-9a9d-37c93473a74a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.175 HTTP/1.1" status: 200 len: 696 time: 0.0735087 Nov 08 13:43:41.873683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:41.889479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0a4f58bd-187f-4ee5-8376-62eb40f10d80'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:41.947313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a31ac-97a3-46f6-add5-574f42b82ef5 req-907c0c7a-0bcd-4c3b-8f30-d6a8ae13ecff tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:41.948716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba9a31ac-97a3-46f6-add5-574f42b82ef5 req-907c0c7a-0bcd-4c3b-8f30-d6a8ae13ecff tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 949 time: 0.2101958 Nov 08 13:43:41.972964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:41.990993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:42.003067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:42.005783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:42.116248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba9a31ac-97a3-46f6-add5-574f42b82ef5 req-f8f49d64-db53-4cbd-a732-a22bea4a1a1c tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527483 Nov 08 13:43:42.124270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:42.125446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.131968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Deleting port f9fc4529-8159-4408-a404-fe34c449ceaf {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:42.133426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.213531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-988468be-2029-4158-9e91-40cd6202f42d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7322006 Nov 08 13:43:42.263485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Request body: {'port': {'device_id': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:42.362586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.366048 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.366477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.394216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Calling delete_port for f9fc4529-8159-4408-a404-fe34c449ceaf owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:42.401852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2b2f8487-3d89-4af6-9f36-fd759f0d3862 None None] Provisioning complete for port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:42.402616 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8487-3d89-4af6-9f36-fd759f0d3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.455908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2b2f8487-3d89-4af6-9f36-fd759f0d3862 None None] Port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:42.688928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2149124b-d8ca-478d-877a-3a0411a4a7cd req-1caaa5f9-e110-49d8-86e0-8938cee306ff tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 210 time: 0.0835302 Nov 08 13:43:42.733592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fddf2d69-9535-4484-9529-9c7d84a017f2 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:43:42.766452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: fddf2d69-9535-4484-9529-9c7d84a017f2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:43:42.767295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device fddf2d69-9535-4484-9529-9c7d84a017f2 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:43:42.786586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.862644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event deleted for resources: {'Port': ['ID=f9fc4529-8159-4408-a404-fe34c449ceaf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:42.932854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:42.947451 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:42.984619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Transition to ACTIVE for port object 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:42.998996 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:43.006647 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:43.017348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bfcddef-b84f-4e0e-9c73-70fc0b8c7f8d req-5924e771-98e9-4ce9-8d05-3d5792718052 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "DELETE /v2.0/floatingips/c29f98c8-9779-4203-8b25-8b713d1abce4 HTTP/1.1" status: 204 len: 173 time: 1.2749043 Nov 08 13:43:43.021317 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:43.251163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:43.255997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-75202207-cc0c-4109-9b87-3a3729750d40 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:43.265659 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-75202207-cc0c-4109-9b87-3a3729750d40 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 817 time: 0.3028235 Nov 08 13:43:43.396140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-4b805ddd-d02a-4681-8d53-58694e6de8fe tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 379 time: 0.1196654 Nov 08 13:43:43.407849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'port': {'device_id': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'admin_state_up': True, 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'security_groups': ['c565088c-cac2-4d90-ad25-8d40f05b3452']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:43.453271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45530) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:43.546377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f100a2-15f6-47f7-89d8-b0f84ba59028 req-1e92615c-0cd3-448d-ab14-a78555222d5e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:43.548517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64f100a2-15f6-47f7-89d8-b0f84ba59028 req-1e92615c-0cd3-448d-ab14-a78555222d5e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 943 time: 0.2917182 Nov 08 13:43:43.569797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Made reservation on behalf of d76fb09903684e27bc4939fff16ad91e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:43.575591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:43.582287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Attempting to bind port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:43.582764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Attempting to bind port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:43.583150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Attempting to bind port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:43.596649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:43:43.597042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Attempting to bind port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:43.615015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:43.615390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:43.615881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Bound using segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:43.616328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Bound port: 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:43.616893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:43.627688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbb50e-446e-4e1c-b703-3438430a2709 req-671bedd1-7129-4ad5-8ad9-82560214599f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:43.629312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdbb50e-446e-4e1c-b703-3438430a2709 req-671bedd1-7129-4ad5-8ad9-82560214599f tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3700931 Nov 08 13:43:43.698061 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64f100a2-15f6-47f7-89d8-b0f84ba59028 req-2ab82bb4-a332-49c7-8a48-307d6957aa9c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337411 Nov 08 13:43:43.777941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] For port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:43.788447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] For port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:43.798746 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:43.808973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Allocated IP 172.20.0.14 (a7d0c4da-dc12-4c57-af5f-6c7bf581c961/a27b60f2-9b19-4929-be58-c1a14ac7d8ca/d74fdf93-114a-4aa7-8af5-9c1d90e119d0) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:44.075550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45564) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:44.082496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.144999 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.205068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:44.209435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:44.211428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:44.213659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:44.260586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cbfae066-ba18-4ae4-8f3d-616b130ab0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.298085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:44.298756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.326967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:44.329309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.330320 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-96e05cbe-11af-41af-b6cd-9c1631343a52 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9274778 Nov 08 13:43:44.331370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] 10.222.0.54 "PUT /v2.0/ports/3a8745d4-a747-4d4b-85c3-ee403e3e65f9 HTTP/1.1" status: 200 len: 1091 time: 2.0726073 Nov 08 13:43:44.338552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:44.341167 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37" -d '{"events": [{"name": "network-changed", "server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:44.347588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Request body: {'port': {'device_id': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:44.372022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836168af-e7fa-42c6-a4d0-d4e96ec5bf78 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:44.382039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-3381cbba-73e8-44fd-8bcb-128daaf8a219 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=50d056533a1042978a0e759f3460cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1883252 Nov 08 13:43:44.393750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d776a4b-4b78-428a-9c9d-80572fc1f2e8 req-72e99ac4-1b95-49ca-9b5b-9526bde5db6b tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=f074c793e73e4368bdff36d25790e570 HTTP/1.1" status: 200 len: 1657 time: 0.2010715 Nov 08 13:43:44.471079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cbfae066-ba18-4ae4-8f3d-616b130ab0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.472514 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.476722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cbfae066-ba18-4ae4-8f3d-616b130ab0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.569399 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cbfae066-ba18-4ae4-8f3d-616b130ab0a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=519fdb18f4774f2a98506fb00aa69aea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4916027 Nov 08 13:43:44.571607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45572) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:44.572495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfae066-ba18-4ae4-8f3d-616b130ab0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28e7476-f970-4223-97c2-214fb3d5a94d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:44.638819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0da57e11-f061-4d50-afd0-eb9cd383114d None None] Provisioning complete for port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:44.639694 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0da57e11-f061-4d50-afd0-eb9cd383114d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.699785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7f50a44b-5068-4b93-abd1-f35123d1ada2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ea02137af5043cb8582441e11944fea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2304323 Nov 08 13:43:44.703162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45574) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:44.716790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0da57e11-f061-4d50-afd0-eb9cd383114d None None] Port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:44.764867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26fbd876-23de-4ce0-bbb4-cd738ebb4359 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.770738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-9ff6fe5e-5b67-49e3-a2b3-5838b5ce2207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:44.772333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-9ff6fe5e-5b67-49e3-a2b3-5838b5ce2207 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 1094 time: 0.3509049 Nov 08 13:43:44.860265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26fbd876-23de-4ce0-bbb4-cd738ebb4359 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:44.865748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-6e9ad1df-ac0f-46f0-848f-a0f1bca0ef31 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:44.865748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-6e9ad1df-ac0f-46f0-848f-a0f1bca0ef31 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4676120 Nov 08 13:43:44.869860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d776a4b-4b78-428a-9c9d-80572fc1f2e8 req-8475d1ac-838d-46f1-9380-3ff150d50757 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:44.873263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d776a4b-4b78-428a-9c9d-80572fc1f2e8 req-8475d1ac-838d-46f1-9380-3ff150d50757 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks?id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 787 time: 0.4292438 Nov 08 13:43:44.887517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-d0a147f1-2ad2-4446-a643-f22775e86282 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9 HTTP/1.1" status: 200 len: 217 time: 0.0866187 Nov 08 13:43:44.893856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-4d776a4b-4b78-428a-9c9d-80572fc1f2e8 req-a132a547-918f-48b6-9fea-ea9141906f6b tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:43:44.895485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d776a4b-4b78-428a-9c9d-80572fc1f2e8 req-a132a547-918f-48b6-9fea-ea9141906f6b tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064049 Nov 08 13:43:44.960852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-8ae0e765-eb76-46b0-8db8-5b5ad7bec1db tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/quotas/50d056533a1042978a0e759f3460cb76 HTTP/1.1" status: 200 len: 375 time: 0.0840368 Nov 08 13:43:45.005046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26fbd876-23de-4ce0-bbb4-cd738ebb4359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.008593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26fbd876-23de-4ce0-bbb4-cd738ebb4359 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.015215 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-26fbd876-23de-4ce0-bbb4-cd738ebb4359 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e28e7476-f970-4223-97c2-214fb3d5a94d HTTP/1.1" status: 204 len: 168 time: 0.4388304 Nov 08 13:43:45.022427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-a323dda5-35ff-42f8-9d70-8fb98450a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:45.025159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-a323dda5-35ff-42f8-9d70-8fb98450a3dd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1256130 Nov 08 13:43:45.045414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-316885eb-37b3-4fc9-a4c1-440ec2f8fad0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.069542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbd876-23de-4ce0-bbb4-cd738ebb4359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28e7476-f970-4223-97c2-214fb3d5a94d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:45.106226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74fdf93-114a-4aa7-8af5-9c1d90e119d0 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:45.118202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.138071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Transition to ACTIVE for port object d74fdf93-114a-4aa7-8af5-9c1d90e119d0 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:45.145684 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.198624 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-316885eb-37b3-4fc9-a4c1-440ec2f8fad0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.253567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:45.272421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-9cb5af21-c591-42cc-9fdb-fae26c739c45 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=50d056533a1042978a0e759f3460cb76&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2891490 Nov 08 13:43:45.292500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-04f50909-3e0a-4b0d-bfb3-ea3e77f84453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:45.294571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-04f50909-3e0a-4b0d-bfb3-ea3e77f84453 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2454166 Nov 08 13:43:45.321652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c2df2-2290-44f8-902b-bb052bd9c268 req-cbfa68c2-ec02-4e3e-acb8-381f344b6550 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:45.326477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d80c2df2-2290-44f8-902b-bb052bd9c268 req-cbfa68c2-ec02-4e3e-acb8-381f344b6550 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 932 time: 0.2972124 Nov 08 13:43:45.447957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Attempting to bind port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:45.449484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Attempting to bind port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:45.450283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Attempting to bind port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:45.471262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:43:45.472552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Attempting to bind port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:45.482931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:45.492470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Checking segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:45.494159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Bound using segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:45.494159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Bound port: d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:45.498571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.618101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:45.635983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:45.642307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.696649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:45.697288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.698903 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] 10.222.0.54 "PUT /v2.0/ports/d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 1092 time: 1.3565171 Nov 08 13:43:45.702204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:45.705616 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46" -d '{"events": [{"name": "network-changed", "server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:45.722280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d80c2df2-2290-44f8-902b-bb052bd9c268 req-6717ae3b-a9ed-4a42-a304-f46f443ace07 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3769035 Nov 08 13:43:45.725691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-62fb68a6-1f63-4ffc-b29b-d47779f2448c service neutron] 10.222.0.54 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968835 Nov 08 13:43:45.746691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f75b5-8f7d-4a0f-978a-54794e7ffd56 service neutron] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:45.781369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-316885eb-37b3-4fc9-a4c1-440ec2f8fad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.795656 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-316885eb-37b3-4fc9-a4c1-440ec2f8fad0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:45.798186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-316885eb-37b3-4fc9-a4c1-440ec2f8fad0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/173e2ced-ef7c-4f35-85cb-069214ee2f4c HTTP/1.1" status: 204 len: 168 time: 1.0842075 Nov 08 13:43:45.894336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316885eb-37b3-4fc9-a4c1-440ec2f8fad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e2ced-ef7c-4f35-85cb-069214ee2f4c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:45.933517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bc2763d7-c882-4293-bee7-3e00a65ff05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:45.942531 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bc2763d7-c882-4293-bee7-3e00a65ff05d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1095 time: 0.1783755 Nov 08 13:43:46.084920 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44156d45-62af-4c99-bd66-165be6e3e415 x-openstack-request-id: req-44156d45-62af-4c99-bd66-165be6e3e415 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:46.092873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-0c1c48eb-bf7e-4d04-8a59-b1c5f788faa5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 217 time: 0.1398163 Nov 08 13:43:46.098196 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:46.098919 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44156d45-62af-4c99-bd66-165be6e3e415 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:46.099558 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9', 'status': 'completed', 'code': 200} Nov 08 13:43:46.170197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8987dfa-54aa-43d5-89e9-aa9504964eb0 req-aab5347c-7c6b-41b4-aac3-4ff8600cff63 service neutron] 10.222.0.54 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284203 Nov 08 13:43:46.198299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7f81-bc70-4473-9e39-539d294f323e req-cbf66bcf-6313-4bd0-a5b2-dafb302a66fd tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:46.221685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-927c7f81-bc70-4473-9e39-539d294f323e req-cbf66bcf-6313-4bd0-a5b2-dafb302a66fd tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 945 time: 0.2364655 Nov 08 13:43:46.271917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-8e1d6951-9146-474c-a61e-772647d2ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:46.273932 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-8e1d6951-9146-474c-a61e-772647d2ee1e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.1649899 Nov 08 13:43:46.449720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-a48496d8-6217-428a-85f2-fba3718b64f7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:46.449720 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-a48496d8-6217-428a-85f2-fba3718b64f7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 945 time: 0.1735482 Nov 08 13:43:46.450634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162efdc-498c-4f34-9a67-827ee3ebea6f req-b3d8c7d7-609a-46c6-aa18-09981b872c07 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:46.450634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2162efdc-498c-4f34-9a67-827ee3ebea6f req-b3d8c7d7-609a-46c6-aa18-09981b872c07 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 943 time: 0.2266893 Nov 08 13:43:46.456465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-927c7f81-bc70-4473-9e39-539d294f323e req-fa921d1b-4ecb-4739-b6d4-fc57c5f7ef7e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261982 Nov 08 13:43:46.460241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-47e3d1fa-bf8b-4c93-8a21-82c00bcb3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:46.461810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-47e3d1fa-bf8b-4c93-8a21-82c00bcb3474 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 1094 time: 0.1584129 Nov 08 13:43:46.479579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-0ffe9ee0-a4b8-4e83-8877-7305a05603af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:46.482648 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-0ffe9ee0-a4b8-4e83-8877-7305a05603af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789787 Nov 08 13:43:46.629889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45612) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:46.737528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-940faf11-753f-4e27-8477-74e9a50e5306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:46.739043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-940faf11-753f-4e27-8477-74e9a50e5306 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.2633867 Nov 08 13:43:46.747220 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e2566e4e-a499-4bab-bb0a-47eb1b333a0c tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips/42e5bd94-288c-46b1-8981-bf01a34ad2b5 HTTP/1.1" status: 200 len: 693 time: 0.1414447 Nov 08 13:43:46.748277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17c5cb47-6cbd-41b6-bf76-6c271f98b84c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:46.783257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-bd8cda58-799b-465f-a014-349ea46a0fbe service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927144 Nov 08 13:43:46.789241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Deleting port b528179c-e5ab-4b30-ba81-1f4589b742ab {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:46.789732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:46.809751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2162efdc-498c-4f34-9a67-827ee3ebea6f req-aecec0ca-e6d7-4e2f-8a5a-cb54e2de4d6b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468947 Nov 08 13:43:46.822995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-ef3ade96-8ab3-489b-b833-4a7f8f02b348 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9 HTTP/1.1" status: 200 len: 217 time: 0.0724335 Nov 08 13:43:47.009963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-87858125-7351-4158-9eb7-b8dd1cde6360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:47.011540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-87858125-7351-4158-9eb7-b8dd1cde6360 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1714737 Nov 08 13:43:47.064788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9732ebda-07cc-44c2-96e4-b8167ca5e9fa req-4b3acf68-1d57-47d1-814c-d868223d895e tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 210 time: 0.0640068 Nov 08 13:43:47.177162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-16612c0b-8828-4cde-b241-6bdae94bde79 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:47.185142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-16612c0b-8828-4cde-b241-6bdae94bde79 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.4230254 Nov 08 13:43:47.212157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-a1ae7832-44b8-4000-87a6-65363c43fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:47.213656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-a1ae7832-44b8-4000-87a6-65363c43fe0e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887608 Nov 08 13:43:47.214152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45622) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:47.275105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17c5cb47-6cbd-41b6-bf76-6c271f98b84c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:47.302696 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201b5fb2-8eeb-4a48-959c-ff7aa41cda71 x-openstack-request-id: req-201b5fb2-8eeb-4a48-959c-ff7aa41cda71 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:47.303570 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:47.304105 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-201b5fb2-8eeb-4a48-959c-ff7aa41cda71 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:47.304770 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'status': 'completed', 'code': 200} Nov 08 13:43:47.326625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-1533a043-900f-4b64-9687-c23f886ae586 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.1401792 Nov 08 13:43:47.327331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17c5cb47-6cbd-41b6-bf76-6c271f98b84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:47.465735 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-bbd8c4ed-399c-40ab-be1f-5f95b72dd86a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.1197093 Nov 08 13:43:47.476176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] For port b528179c-e5ab-4b30-ba81-1f4589b742ab, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b528179c-e5ab-4b30-ba81-1f4589b742ab,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:47.477203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:47.516607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1221a29-3c30-40d1-9e05-3cbc378d5797 req-c98d3454-9b5f-4db7-9d12-cf2ab650f480 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192805 Nov 08 13:43:47.517984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-613244250-network', 'tenant_id': '875b81635a814be9b8f2550176097540'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:47.548576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Calling delete_port for b528179c-e5ab-4b30-ba81-1f4589b742ab owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:47.558726 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-a1e85c14-ee82-4624-b08f-9ffb2552181a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=50d056533a1042978a0e759f3460cb76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679386 Nov 08 13:43:47.664736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-17c5cb47-6cbd-41b6-bf76-6c271f98b84c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0738cec4466e4fbfa88e9ddf658a043c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0333290 Nov 08 13:43:47.674818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45628) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:47.680180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ec4c5-f172-422b-8b17-61eeda29165c req-db4eba8f-a6c9-4bd5-8c2c-4067255a7bf0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:47.692380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-386ec4c5-f172-422b-8b17-61eeda29165c req-db4eba8f-a6c9-4bd5-8c2c-4067255a7bf0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.4823337 Nov 08 13:43:47.722508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5cb47-6cbd-41b6-bf76-6c271f98b84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b688a89-4ac9-4b8a-8fc0-ddaa818bcd44,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:47.795957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-dd197c80-f339-45c3-adec-2cb90097fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:47.797529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-dd197c80-f339-45c3-adec-2cb90097fb35 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1095 time: 0.2102735 Nov 08 13:43:47.863480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Made reservation on behalf of 875b81635a814be9b8f2550176097540 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:47.867325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:47.910029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-b2c272f2-e6c7-4126-8610-e28f40a79919 service neutron] 10.222.0.54 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6377156 Nov 08 13:43:47.925045 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bda7dd77-7bae-4cd3-87ce-5195602e2e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:47.939655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-04bccbfb-3ff8-4c2e-b830-f7144acaad2b tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:47.941071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-04bccbfb-3ff8-4c2e-b830-f7144acaad2b tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3725498 Nov 08 13:43:47.950694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:47.967310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Request body: {'port': {'device_id': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '50d056533a1042978a0e759f3460cb76'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:48.006980 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bda7dd77-7bae-4cd3-87ce-5195602e2e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.059481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-386ec4c5-f172-422b-8b17-61eeda29165c req-3f252f66-c574-481d-98c5-33c2f9c11880 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3463061 Nov 08 13:43:48.095929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.102487 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-5bdfc543-0274-4d37-98c3-29a3573af2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:48.104169 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-5bdfc543-0274-4d37-98c3-29a3573af2fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.2960031 Nov 08 13:43:48.110102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['b528179c-e5ab-4b30-ba81-1f4589b742ab'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:48.181477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event deleted for resources: {'Port': ['ID=b528179c-e5ab-4b30-ba81-1f4589b742ab,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:48.194336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-99b04874-1b61-4813-a483-f8cebf316f6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 217 time: 0.0759714 Nov 08 13:43:48.253353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Deleting port 9099da43-b254-47d9-a586-0ddd02455da7 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:48.253788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.275190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] No DVR routers for this DVR port b528179c-e5ab-4b30-ba81-1f4589b742ab on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:43:48.281644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.282628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f1c3ba-6f86-4df7-b6f9-e68ff0509e37 req-1c14790f-09b7-4485-812b-82f21cc76247 service neutron] 10.222.0.54 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279612 Nov 08 13:43:48.284511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e541b281-2472-4f0c-b2c8-2c078eced7b5 req-d6739945-f6fe-4f1b-8063-2282274aefbb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 210 time: 0.0530398 Nov 08 13:43:48.284910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-25d7ecb9-6033-4e37-9cda-850b3c622295 req-c09fb8af-97b8-46e4-aa87-e9bf9e2eda30 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "DELETE /v2.0/ports/b528179c-e5ab-4b30-ba81-1f4589b742ab HTTP/1.1" status: 204 len: 173 time: 1.8242197 Nov 08 13:43:48.288896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bda7dd77-7bae-4cd3-87ce-5195602e2e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.291023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bda7dd77-7bae-4cd3-87ce-5195602e2e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.294951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bda7dd77-7bae-4cd3-87ce-5195602e2e45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b688a89-4ac9-4b8a-8fc0-ddaa818bcd44 HTTP/1.1" status: 204 len: 168 time: 0.6141677 Nov 08 13:43:48.324854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7dd77-7bae-4cd3-87ce-5195602e2e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b688a89-4ac9-4b8a-8fc0-ddaa818bcd44,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:48.330217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-5cc031ba-2c46-4b16-ade5-195eb7de0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:48.331612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-5cc031ba-2c46-4b16-ade5-195eb7de0f47 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.1243811 Nov 08 13:43:48.349904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Made reservation on behalf of 50d056533a1042978a0e759f3460cb76 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:48.353551 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.461021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-6521389d-195c-42d0-bf50-303f95c6cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:48.462647 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-6521389d-195c-42d0-bf50-303f95c6cd0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232455 Nov 08 13:43:48.497154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.512015 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.519006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.519337 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.563371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30db67-9719-4b02-81d3-72d5317abe9e req-91f2625b-846e-4559-ac6c-2ff6bea8c5ee tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:48.570925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af30db67-9719-4b02-81d3-72d5317abe9e req-91f2625b-846e-4559-ac6c-2ff6bea8c5ee tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 943 time: 0.1817253 Nov 08 13:43:48.576894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Calling delete_port for 9099da43-b254-47d9-a586-0ddd02455da7 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:48.578679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:43:48.620459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.621160 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Added segment 153ca4d9-63cb-4268-a753-abd337357c85 of type vlan for network d1061468-5929-421b-8744-5dcae3d08c87 Nov 08 13:43:48.626698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba84ebb-0387-4594-bc76-72fd7fae78e1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:48.752412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.764141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af30db67-9719-4b02-81d3-72d5317abe9e req-3f8181b8-d802-4606-8fef-f6561e85826a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919870 Nov 08 13:43:48.769866 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-21ef7658-60ac-40a9-b37f-048ad8d65cb3 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900062 Nov 08 13:43:48.856462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.858549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:48.859357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:48.869172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Allocated IP 192.168.233.72 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/931a23c2-c839-4eb7-9911-0dc4faae135a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:48.941927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-145825da-1d52-470c-8310-a84d6dbc6f28 req-ea3547f5-41eb-42fb-80d5-6c8ffaa17f6c tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 210 time: 0.0550714 Nov 08 13:43:48.977617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7587106 Nov 08 13:43:48.977840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45644) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:48.991705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Request body: {'subnet': {'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-613244250-subnet', 'tenant_id': '875b81635a814be9b8f2550176097540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:49.043232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d36cd24-edbf-4d1b-83a5-a0d5355b6c46 req-70d243e3-b957-4405-a5f8-26ee71b92b9e service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533979 Nov 08 13:43:49.049822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Made reservation on behalf of 875b81635a814be9b8f2550176097540 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:49.063318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:49.306334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a208de6-5137-45aa-8c09-f292319fdc98', 'name': 'network-vif-deleted', 'tag': 'b528179c-e5ab-4b30-ba81-1f4589b742ab'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:49.310675 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aed70f3-7d87-41a8-90af-c740beb8d720" -d '{"events": [{"server_uuid": "4a208de6-5137-45aa-8c09-f292319fdc98", "name": "network-vif-deleted", "tag": "b528179c-e5ab-4b30-ba81-1f4589b742ab"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:49.393629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838c437-04b0-431b-81c9-674cbf7c7dec admin admin] Pushing event updated for resources: {'Network': ['ID=d1061468-5929-421b-8744-5dcae3d08c87,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:49.406879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d1061468-5929-421b-8744-5dcae3d08c87 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:43:49.424280 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:49.510350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event deleted for resources: {'Port': ['ID=9099da43-b254-47d9-a586-0ddd02455da7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:49.604519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:49.608385 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:49.610969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-212d56b3-6c8d-4273-9130-f73aa0d419e7 req-e3152a14-b9a7-40e0-a42a-755a1558ab0a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "DELETE /v2.0/floatingips/42e5bd94-288c-46b1-8981-bf01a34ad2b5 HTTP/1.1" status: 204 len: 173 time: 2.1006930 Nov 08 13:43:49.724163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:49.781588 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7f6bbf-b85a-49d7-a85e-ee63ad9b7f38 x-openstack-request-id: req-fd7f6bbf-b85a-49d7-a85e-ee63ad9b7f38 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:49.782328 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a208de6-5137-45aa-8c09-f292319fdc98", "name": "network-vif-deleted", "tag": "b528179c-e5ab-4b30-ba81-1f4589b742ab", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:49.782328 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd7f6bbf-b85a-49d7-a85e-ee63ad9b7f38 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:49.782541 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a208de6-5137-45aa-8c09-f292319fdc98', 'name': 'network-vif-deleted', 'tag': 'b528179c-e5ab-4b30-ba81-1f4589b742ab', 'status': 'completed', 'code': 200} Nov 08 13:43:49.790765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4ef8d-cea5-42c2-bf45-29a0a6435e61 req-3a38052a-7c82-46ff-88d3-d9361de37b26 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:49.793194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dc4ef8d-cea5-42c2-bf45-29a0a6435e61 req-3a38052a-7c82-46ff-88d3-d9361de37b26 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.4142795 Nov 08 13:43:49.802157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:49.807643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56cd2940-b8a6-4209-9174-7afe3ebd332a,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:49.839508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-809c172a-2b22-4dc5-8085-2c9d88e8df54 req-655b5e03-f0e0-456d-9b42-359c09c17d44 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 210 time: 0.0328038 Nov 08 13:43:49.841764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Checking segment: {'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:49.842376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Network hostable DHCP agents. Network: d1061468-5929-421b-8744-5dcae3d08c87, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:43:49.883487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dc4ef8d-cea5-42c2-bf45-29a0a6435e61 req-2ef45c68-da4e-4d78-844b-c6cc182e67ec tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840769 Nov 08 13:43:49.889596 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:49.903318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['8d584738-3729-4106-bc24-336fa1759d8d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:49.945464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Network d1061468-5929-421b-8744-5dcae3d08c87 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:43:49.971554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:49.979103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Pushing event updated for resources: {'Port': ['ID=931a23c2-c839-4eb7-9911-0dc4faae135a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:49.992350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:50.018418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:50.064364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-2f2d903a-e8de-4fa1-a83a-06ade7a97b95 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips/7a07575c-dd20-4ced-a251-0d141f5a96af HTTP/1.1" status: 200 len: 693 time: 0.1124079 Nov 08 13:43:50.123181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:50.123919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.129070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d1061468-5929-421b-8744-5dcae3d08c87) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:50.142665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:50.143387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.144231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87084d07-494f-4a3c-b97b-249e62678132 None None] Network d1061468-5929-421b-8744-5dcae3d08c87 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:43:50.166196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-35c81219-23ba-4271-b436-0d1b4520adcf tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2098720 Nov 08 13:43:50.198398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c11795e4-cbda-4804-a694-e01ad2e88da5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2114797 Nov 08 13:43:50.205878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Request body: {'port': {'device_id': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:50.340943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807004b-1a85-47ef-a044-87eb8438fe51 req-3fd7c73f-d937-4bd1-b771-b53e54f1fc6b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:50.342807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d807004b-1a85-47ef-a044-87eb8438fe51 req-3fd7c73f-d937-4bd1-b771-b53e54f1fc6b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 943 time: 0.1415765 Nov 08 13:43:50.371299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.401984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-078ec5ff-dae8-4118-b14c-94a636f4c628 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:50.412234 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-078ec5ff-dae8-4118-b14c-94a636f4c628 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.3463936 Nov 08 13:43:50.448580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c99b4-5fe8-4568-b38b-bd256a4b3351 None None] Network d1061468-5929-421b-8744-5dcae3d08c87 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:43:50.506525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-1cc9eb13-83f4-41d1-84ca-ea69db735deb tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.0609181 Nov 08 13:43:50.570902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d807004b-1a85-47ef-a044-87eb8438fe51 req-222ac587-5a0e-4680-90eb-e59d20c84f0c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129138 Nov 08 13:43:50.580013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-d395e5d6-6b57-4edb-a79c-6b332809c5e2 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.133 HTTP/1.1" status: 200 len: 696 time: 0.0645783 Nov 08 13:43:50.732320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b4990ecf-73f7-4856-9b23-9e07a7a5e690 None None] Provisioning complete for port 931a23c2-c839-4eb7-9911-0dc4faae135a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:50.733357 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b4990ecf-73f7-4856-9b23-9e07a7a5e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.767219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Deleting port b9f7dc2b-d2e5-41d5-bc82-8f9c5db2cf52 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:50.771359 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.778172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:43:50.780382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b528179c-e5ab-4b30-ba81-1f4589b742ab no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:43:50.854565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f6c5e-4862-41e7-927c-702f0a4a07d5 req-953bcb61-4a61-459a-8937-615cad5b97f8 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:50.863929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b7f6c5e-4862-41e7-927c-702f0a4a07d5 req-953bcb61-4a61-459a-8937-615cad5b97f8 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 935 time: 0.1487482 Nov 08 13:43:50.929748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.930194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.938113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931a23c2-c839-4eb7-9911-0dc4faae135a {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:50.953930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:50.955084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Calling delete_port for b9f7dc2b-d2e5-41d5-bc82-8f9c5db2cf52 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:50.969203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b7f6c5e-4862-41e7-927c-702f0a4a07d5 req-058a361c-ee10-4ec3-8215-d1142b92c744 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034985 Nov 08 13:43:50.972701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Transition to ACTIVE for port object 931a23c2-c839-4eb7-9911-0dc4faae135a will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:50.980978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:50.989739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.007367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9', 'mac_address': 'fa:16:3e:dd:34:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:43:51.048119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: b528179c-e5ab-4b30-ba81-1f4589b742ab {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:43:51.049770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b528179c-e5ab-4b30-ba81-1f4589b742ab not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:43:51.059925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b4990ecf-73f7-4856-9b23-9e07a7a5e690 None None] Port 931a23c2-c839-4eb7-9911-0dc4faae135a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:43:51.080786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Pushing event updated for resources: {'Port': ['ID=931a23c2-c839-4eb7-9911-0dc4faae135a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:51.131599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.152652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:51.178277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:51.183856 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.184646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:43:51.271506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Attempting to bind port 931a23c2-c839-4eb7-9911-0dc4faae135a on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:43:51.272211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Attempting to bind port 931a23c2-c839-4eb7-9911-0dc4faae135a by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:43:51.272756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Attempting to bind port 931a23c2-c839-4eb7-9911-0dc4faae135a on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:51.279153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Port 931a23c2-c839-4eb7-9911-0dc4faae135a on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:43:51.279821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Attempting to bind port 931a23c2-c839-4eb7-9911-0dc4faae135a on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:43:51.287600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:43:51.288503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:43:51.289114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:43:51.289748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Bound port: 931a23c2-c839-4eb7-9911-0dc4faae135a, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:43:51.290306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.345098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.389581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:51.391484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] For port 931a23c2-c839-4eb7-9911-0dc4faae135a, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:43:51.395697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] For port 931a23c2-c839-4eb7-9911-0dc4faae135a, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=931a23c2-c839-4eb7-9911-0dc4faae135a,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:43:51.403619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.445970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event deleted for resources: {'Port': ['ID=b9f7dc2b-d2e5-41d5-bc82-8f9c5db2cf52,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:51.459322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'port_id': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'mac_address': 'fa:16:3e:77:9c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:43:51.478898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-6920cfee-8cbd-48f2-b20b-15874bfe769d req-340d5e64-aff7-4f07-9626-557de2dcce5e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-353826650', 'description': 'tempest-description-2117662449'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:51.484545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Pushing event updated for resources: {'Port': ['ID=931a23c2-c839-4eb7-9911-0dc4faae135a,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:51.517537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:51.518290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.519994 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-5eaf6a60-f971-45be-a730-722708af4cbb service neutron] 10.222.0.70 "PUT /v2.0/ports/931a23c2-c839-4eb7-9911-0dc4faae135a HTTP/1.1" status: 200 len: 1095 time: 1.3204098 Nov 08 13:43:51.576646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:51.582874 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.606927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74fdf93-114a-4aa7-8af5-9c1d90e119d0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:51.647410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:51.654551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6920cfee-8cbd-48f2-b20b-15874bfe769d req-340d5e64-aff7-4f07-9626-557de2dcce5e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.656136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.696662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-995346c6-e2a2-4061-975c-900b4cc9f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:51.703471 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-995346c6-e2a2-4061-975c-900b4cc9f8ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50d056533a1042978a0e759f3460cb76&device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 1098 time: 0.0970805 Nov 08 13:43:51.731462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:51.732230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.744681 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.760926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7d214b5-6c4a-4568-8432-94fdde2b3dd1 req-fa6f4063-6846-417c-8828-54d64c46d497 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "DELETE /v2.0/floatingips/7a07575c-dd20-4ced-a251-0d141f5a96af HTTP/1.1" status: 204 len: 173 time: 1.1795950 Nov 08 13:43:51.780371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-4acbd34c-1d49-4667-ae2d-7bcb6a89cf16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=931a23c2-c839-4eb7-9911-0dc4faae135a HTTP/1.1" status: 200 len: 217 time: 0.0687582 Nov 08 13:43:51.784078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'tag': '931a23c2-c839-4eb7-9911-0dc4faae135a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:51.789393 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9543df7-6263-47cc-9b85-257fd0e1efb9" -d '{"events": [{"name": "network-changed", "server_uuid": "4dda930a-9edb-4fc3-82f8-c29df06ad4ec", "tag": "931a23c2-c839-4eb7-9911-0dc4faae135a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:51.927991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-66d6b34c-b5d5-40b7-8e7d-2c0041674f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:51.930397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-66d6b34c-b5d5-40b7-8e7d-2c0041674f76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1336782 Nov 08 13:43:51.937675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6920cfee-8cbd-48f2-b20b-15874bfe769d req-340d5e64-aff7-4f07-9626-557de2dcce5e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.946777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6920cfee-8cbd-48f2-b20b-15874bfe769d req-340d5e64-aff7-4f07-9626-557de2dcce5e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:51.999434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d5e64-aff7-4f07-9626-557de2dcce5e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0f84ad-9ca7-47df-a3f9-d8db90b55a31,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:52.012245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-08fbdf39-498a-4443-8e8a-206d7ec59e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.014640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-08fbdf39-498a-4443-8e8a-206d7ec59e90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734370 Nov 08 13:43:52.026001 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6920cfee-8cbd-48f2-b20b-15874bfe769d req-340d5e64-aff7-4f07-9626-557de2dcce5e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:52.027690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6920cfee-8cbd-48f2-b20b-15874bfe769d req-340d5e64-aff7-4f07-9626-557de2dcce5e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7013896 Nov 08 13:43:52.048901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b09aec51-b3cc-4ed6-a36f-8c9d595897ba req-8cdda244-0be7-4659-ac4f-4043c80c0956 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 210 time: 0.0407834 Nov 08 13:43:52.066723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d74fdf93-114a-4aa7-8af5-9c1d90e119d0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:52.114069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['3a8745d4-a747-4d4b-85c3-ee403e3e65f9'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:52.238826 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-37a6999b-e51e-4975-a325-93a3c17f1871 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162910 Nov 08 13:43:52.239158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd83d2-62cd-4c77-9417-3c177ca94228 req-3acf45b1-e7a9-4542-8e82-c3f142cc0a4f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.243058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ffd83d2-62cd-4c77-9417-3c177ca94228 req-3acf45b1-e7a9-4542-8e82-c3f142cc0a4f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 945 time: 0.1123028 Nov 08 13:43:52.352753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ffd83d2-62cd-4c77-9417-3c177ca94228 req-d3896efe-bf93-4180-8050-d6790a853d0d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020293 Nov 08 13:43:52.364874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07becc3d-220a-4213-a6d5-320e66678204 req-4163abc5-432e-419d-84fc-6a858adf42eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.366354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07becc3d-220a-4213-a6d5-320e66678204 req-4163abc5-432e-419d-84fc-6a858adf42eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 944 time: 0.0902791 Nov 08 13:43:52.448810 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c6bff0b-3469-460a-a3ba-b23b9aed0337 req-c96ca219-d84f-4fce-a67e-704a2f322c79 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973302 Nov 08 13:43:52.492587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6190e87d-2400-4945-8320-04262db482ea req-327e23b3-9765-4c8b-922a-a717820dce8d tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips/88212042-eb5c-494f-95b5-9de322a88623 HTTP/1.1" status: 200 len: 693 time: 0.0731156 Nov 08 13:43:52.505174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07becc3d-220a-4213-a6d5-320e66678204 req-3f01cbd9-ec93-4bb9-a5b1-50c93fc1d650 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319621 Nov 08 13:43:52.584198 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da753b0-bd3c-4bcd-8da0-e5ebb15d5339 x-openstack-request-id: req-0da753b0-bd3c-4bcd-8da0-e5ebb15d5339 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:52.584578 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dda930a-9edb-4fc3-82f8-c29df06ad4ec", "tag": "931a23c2-c839-4eb7-9911-0dc4faae135a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:52.585370 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0da753b0-bd3c-4bcd-8da0-e5ebb15d5339 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:52.585987 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'tag': '931a23c2-c839-4eb7-9911-0dc4faae135a', 'status': 'completed', 'code': 200} Nov 08 13:43:52.686526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-d7c7ce6b-0d05-4a5e-b56a-3c4cdf4e8e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.689538 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-d7c7ce6b-0d05-4a5e-b56a-3c4cdf4e8e83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=50d056533a1042978a0e759f3460cb76&device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 1098 time: 0.0781531 Nov 08 13:43:52.788504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190e87d-2400-4945-8320-04262db482ea req-b279f151-1e4c-4235-8e2d-3b79b98bae64 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.790937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6190e87d-2400-4945-8320-04262db482ea req-b279f151-1e4c-4235-8e2d-3b79b98bae64 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2841244 Nov 08 13:43:52.817250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-b90a41b4-7df8-46b6-92d9-2243b89adfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.817533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeca960-4216-48a1-984b-0e73619974fd req-7d111642-37d5-49e8-bd55-5facd452bbb1 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.820025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efeca960-4216-48a1-984b-0e73619974fd req-7d111642-37d5-49e8-bd55-5facd452bbb1 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 947 time: 0.1592209 Nov 08 13:43:52.820618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-b90a41b4-7df8-46b6-92d9-2243b89adfbe service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1203094 Nov 08 13:43:52.855940 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:52.888526 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-322e3608-f968-4c51-874f-e5f166150224 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=931a23c2-c839-4eb7-9911-0dc4faae135a HTTP/1.1" status: 200 len: 217 time: 0.0596163 Nov 08 13:43:52.921129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6190e87d-2400-4945-8320-04262db482ea req-b4c1a286-b09f-4d89-b095-03d736c55b8a tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.1192784 Nov 08 13:43:52.966609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efeca960-4216-48a1-984b-0e73619974fd req-fbdedd5f-0164-49c1-9b38-d3ef28fa1408 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366277 Nov 08 13:43:52.975823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-bb4d3a98-7911-405e-988b-56b4a058af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:52.978373 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-bb4d3a98-7911-405e-988b-56b4a058af66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0767686 Nov 08 13:43:53.026826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6190e87d-2400-4945-8320-04262db482ea req-6863650d-a7f1-449d-a343-0ef4989416ca tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.222 HTTP/1.1" status: 200 len: 696 time: 0.0741279 Nov 08 13:43:53.029868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d60347f6-9d56-4f63-88c2-e3c79d8c6882 req-1b65f81d-4715-49cf-a942-c6e46bcadba8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1280674671', 'description': 'tempest-description-1613521975'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:53.047254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-dd9fe10b-dffb-4467-a878-c5fdf637b0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:53.048873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-dd9fe10b-dffb-4467-a878-c5fdf637b0c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0618634 Nov 08 13:43:53.202070 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d60347f6-9d56-4f63-88c2-e3c79d8c6882 req-1b65f81d-4715-49cf-a942-c6e46bcadba8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.225303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-8c1a5dae-4c8a-478a-8b64-1381c83069bc service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653111 Nov 08 13:43:53.302484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Deleting port 5578f4de-3ae5-4ae2-bb86-7edbf272448b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:53.303265 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.365671 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9543df7-6263-47cc-9b85-257fd0e1efb9 req-dbe02961-55f0-4e8a-8b90-9ac072b27e7f service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299350 Nov 08 13:43:53.377835 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d60347f6-9d56-4f63-88c2-e3c79d8c6882 req-1b65f81d-4715-49cf-a942-c6e46bcadba8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.390946 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d60347f6-9d56-4f63-88c2-e3c79d8c6882 req-1b65f81d-4715-49cf-a942-c6e46bcadba8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.433251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.439923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d60347f6-9d56-4f63-88c2-e3c79d8c6882 req-1b65f81d-4715-49cf-a942-c6e46bcadba8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.441528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d60347f6-9d56-4f63-88c2-e3c79d8c6882 req-1b65f81d-4715-49cf-a942-c6e46bcadba8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4192762 Nov 08 13:43:53.460710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f81d-4715-49cf-a942-c6e46bcadba8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6500fa63-d432-4707-bf91-dd101eaf8f8e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:53.479954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.479954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.506509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Calling delete_port for 5578f4de-3ae5-4ae2-bb86-7edbf272448b owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:53.667686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d53474cd-a82f-49e5-960a-f25c736cea63 req-ca0222d8-c5cb-41b8-abc5-03bdc97842ac tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 210 time: 0.0392470 Nov 08 13:43:53.774485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.811597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Pushing event deleted for resources: {'Port': ['ID=5578f4de-3ae5-4ae2-bb86-7edbf272448b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:53.849820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550b57-ee83-4ee9-917b-09520b48af4b req-225f78fb-6965-464d-81e5-251a3c7cc33c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:53.851393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88550b57-ee83-4ee9-917b-09520b48af4b req-225f78fb-6965-464d-81e5-251a3c7cc33c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 945 time: 0.1119320 Nov 08 13:43:53.915759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.918280 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:53.919430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6190e87d-2400-4945-8320-04262db482ea req-e71c85b5-94ad-48c8-8c6b-3a7183ad65b9 tempest-FloatingIPDetailsTestJSON-986744355 tempest-FloatingIPDetailsTestJSON-986744355-project] 10.222.0.65 "DELETE /v2.0/floatingips/88212042-eb5c-494f-95b5-9de322a88623 HTTP/1.1" status: 204 len: 173 time: 0.8842061 Nov 08 13:43:53.926576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45736) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:53.949966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88550b57-ee83-4ee9-917b-09520b48af4b req-0c4cf78c-5556-4860-8680-1c2d1bd64715 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776474 Nov 08 13:43:53.970502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 931a23c2-c839-4eb7-9911-0dc4faae135a details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:43:54.216019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 931a23c2-c839-4eb7-9911-0dc4faae135a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=931a23c2-c839-4eb7-9911-0dc4faae135a,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:54.245714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046526d-483a-4ae9-824b-702c6e7eac26 req-b10de910-666e-4313-a212-24f52bc318f4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:54.248039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7046526d-483a-4ae9-824b-702c6e7eac26 req-b10de910-666e-4313-a212-24f52bc318f4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 944 time: 0.1706908 Nov 08 13:43:54.267783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '931a23c2-c839-4eb7-9911-0dc4faae135a', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '931a23c2-c839-4eb7-9911-0dc4faae135a', 'mac_address': 'fa:16:3e:3c:8e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:43:54.301029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-5da31363-bcf6-4e38-96c8-9f4bb5acfba1 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:54.304269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-5da31363-bcf6-4e38-96c8-9f4bb5acfba1 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 812 time: 0.2070622 Nov 08 13:43:54.356354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-20f57134-6741-4413-978b-ae519b911fa7 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/quotas/875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 375 time: 0.0457802 Nov 08 13:43:54.370242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:54.401685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931a23c2-c839-4eb7-9911-0dc4faae135a {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:54.430929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 931a23c2-c839-4eb7-9911-0dc4faae135a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=931a23c2-c839-4eb7-9911-0dc4faae135a,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:54.440313 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:54.456651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-b5245bc1-c99a-4767-87c9-807b8074a6d9 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910399 Nov 08 13:43:54.490803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7046526d-483a-4ae9-824b-702c6e7eac26 req-53ccb40b-74f9-4811-96a9-e655a4b126ad tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978316 Nov 08 13:43:54.506609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=931a23c2-c839-4eb7-9911-0dc4faae135a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:54.702944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-a51fe4e1-e0c0-49ed-9a5f-10d9c37ddff7 service neutron] 10.222.0.65 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334554 Nov 08 13:43:54.718717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd9c56-3845-445a-b61a-fb0af30ad749 req-1da759d3-65a6-4f91-b1db-0d1525c6ea0c tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:54.727781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07cd9c56-3845-445a-b61a-fb0af30ad749 req-1da759d3-65a6-4f91-b1db-0d1525c6ea0c tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 948 time: 0.0966439 Nov 08 13:43:54.753887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['931a23c2-c839-4eb7-9911-0dc4faae135a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:43:54.802893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:54.831409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:54.956951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:43:54.971502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07cd9c56-3845-445a-b61a-fb0af30ad749 req-38ee9ac0-07a8-4408-835d-392fd56240ab tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427406 Nov 08 13:43:54.974070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45766) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:54.976321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:54.976830 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.036147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-a1f1529f-4294-4ae9-8ccd-79a2d9027a76 service neutron] 10.222.0.65 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060923 Nov 08 13:43:55.141378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-965276e3-29c9-4e06-beb8-d81a36a5f778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.306919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.351335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7639465-e3bc-469f-99b2-4e87c30f8e00 req-de1c8765-8720-4ff3-9815-7650db514ffb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a208de6-5137-45aa-8c09-f292319fdc98 HTTP/1.1" status: 200 len: 210 time: 0.0893166 Nov 08 13:43:55.376482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:55.392586 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4dcbf-0973-4db1-b850-6d6fccd2521f" -d '{"events": [{"server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "name": "network-vif-plugged", "status": "completed", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:55.410570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:55.416426 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.417354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:55.496405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Deleting port da5068ab-8c36-4a22-a5cb-fdc11ac13e72 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:55.500894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.533129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:55.546254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-965276e3-29c9-4e06-beb8-d81a36a5f778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.579966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:43:55.593915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:55.596253 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.606000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad7cb1b8-49bb-4ebd-b975-d963a9d3e5be req-bbe2e56c-d160-4843-a513-45b99c914102 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 210 time: 0.1433480 Nov 08 13:43:55.607088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-965276e3-29c9-4e06-beb8-d81a36a5f778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.657872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] For port da5068ab-8c36-4a22-a5cb-fdc11ac13e72, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,segment=NetworkSegment(11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4),segment_id=11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:55.662753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.681377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e4199-5d90-4423-9875-b6b3a0f754ca req-ae1e6a15-679b-4217-8f18-b65899158a22 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:55.685285 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d6d9c4-1f57-4ecf-baca-09465863c851 x-openstack-request-id: req-b4d6d9c4-1f57-4ecf-baca-09465863c851 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:55.687545 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "name": "network-vif-plugged", "status": "completed", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:55.689354 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4d6d9c4-1f57-4ecf-baca-09465863c851 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:55.690301 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9', 'code': 200} Nov 08 13:43:55.695450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-299e4199-5d90-4423-9875-b6b3a0f754ca req-ae1e6a15-679b-4217-8f18-b65899158a22 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 945 time: 0.3800130 Nov 08 13:43:55.705821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Calling delete_port for da5068ab-8c36-4a22-a5cb-fdc11ac13e72 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:55.723170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965276e3-29c9-4e06-beb8-d81a36a5f778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b10b5f-669c-4592-93a0-b3e733369f3b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:55.766819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-965276e3-29c9-4e06-beb8-d81a36a5f778 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cf2e5291a6f54ff8bacf8dd99a6f44fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7914653 Nov 08 13:43:55.770575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45784) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:55.814535 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.892660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0f5d-3b77-48a9-b875-818db730f203 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.906678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-299e4199-5d90-4423-9875-b6b3a0f754ca req-f383f7c0-9f11-4729-88ec-b65c0ee3956b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100873 Nov 08 13:43:55.908649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:55.916048 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:55.934070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef700a24-9dc0-4388-85d0-1acc8a05799d req-8597195c-c154-49c4-9339-c82f9bab848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:55.936766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef700a24-9dc0-4388-85d0-1acc8a05799d req-8597195c-c154-49c4-9339-c82f9bab848f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 1096 time: 0.1326764 Nov 08 13:43:55.971728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0f5d-3b77-48a9-b875-818db730f203 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:56.039794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7cdf45-2a88-45b9-b77b-bec8ca8914a6 req-8ea4e7cd-c961-4674-bb0c-a91e9803b793 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:56.051564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef7cdf45-2a88-45b9-b77b-bec8ca8914a6 req-8ea4e7cd-c961-4674-bb0c-a91e9803b793 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 945 time: 0.2218544 Nov 08 13:43:56.065486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:56.099802 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef700a24-9dc0-4388-85d0-1acc8a05799d req-070a3d8a-ddc6-46bb-af36-aaad2babeb9e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521940 Nov 08 13:43:56.131292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef7cdf45-2a88-45b9-b77b-bec8ca8914a6 req-9f4c9658-7bc9-4a5b-9599-3f00827008d6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781107 Nov 08 13:43:56.133984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0f5d-3b77-48a9-b875-818db730f203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:56.137455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f8a0f5d-3b77-48a9-b875-818db730f203 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:56.138731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2f8a0f5d-3b77-48a9-b875-818db730f203 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77b10b5f-669c-4592-93a0-b3e733369f3b HTTP/1.1" status: 204 len: 168 time: 0.3651278 Nov 08 13:43:56.191083 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:56.195115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a0f5d-3b77-48a9-b875-818db730f203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b10b5f-669c-4592-93a0-b3e733369f3b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:56.231452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=da5068ab-8c36-4a22-a5cb-fdc11ac13e72,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:56.302798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f615c-90e0-433a-b127-432e3a89a983 req-043029a1-50df-48e8-a7d9-7ce6d5e98d36 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:56.336049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b98f615c-90e0-433a-b127-432e3a89a983 req-043029a1-50df-48e8-a7d9-7ce6d5e98d36 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 948 time: 0.2030909 Nov 08 13:43:56.408343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b98f615c-90e0-433a-b127-432e3a89a983 req-60e2220b-9f70-4b3b-8695-abca08f89539 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712919 Nov 08 13:43:56.458175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:56.740669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93d55f82-7edc-48b0-a882-a99482e59822 req-542f7334-2e06-47db-ac8e-38ecc7b4cb75 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 210 time: 0.0425878 Nov 08 13:43:57.087063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-de759277-8d43-4a88-ae7c-33ebff40faae tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:57.088758 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-de759277-8d43-4a88-ae7c-33ebff40faae tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.70 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 812 time: 0.1765385 Nov 08 13:43:57.134283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'port': {'device_id': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87', 'admin_state_up': True, 'tenant_id': '875b81635a814be9b8f2550176097540'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:57.179717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7c539-c4cb-40f5-b2f7-12ade195318d req-1f5f4551-c41e-42fd-bdba-10c5184138b0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:57.181426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6b7c539-c4cb-40f5-b2f7-12ade195318d req-1f5f4551-c41e-42fd-bdba-10c5184138b0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.0882220 Nov 08 13:43:57.189780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367203-ffa5-4756-a986-ec111f31ce2a req-f83feed6-840e-4fb8-bc6b-66ddf17f8805 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:57.191440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97367203-ffa5-4756-a986-ec111f31ce2a req-f83feed6-840e-4fb8-bc6b-66ddf17f8805 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.1737199 Nov 08 13:43:57.221843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97367203-ffa5-4756-a986-ec111f31ce2a req-3331b940-d0c0-4ebd-9383-77336918fdda tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/quotas/8ae1c5eb31374040a586938178bb93d6 HTTP/1.1" status: 200 len: 375 time: 0.0226758 Nov 08 13:43:57.269968 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97367203-ffa5-4756-a986-ec111f31ce2a req-2b3310fd-34a9-4471-9ca5-fcc995531351 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391693 Nov 08 13:43:57.282126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6b7c539-c4cb-40f5-b2f7-12ade195318d req-5aaebe87-b744-4b09-b1a7-577346f95985 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891535 Nov 08 13:43:57.308324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:43:57.387683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Made reservation on behalf of 875b81635a814be9b8f2550176097540 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:43:57.391487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:57.434244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97367203-ffa5-4756-a986-ec111f31ce2a req-2e0b7955-6c91-4089-b016-6dfb1842154a service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492152 Nov 08 13:43:57.496225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ced84f-8540-49b1-b321-3d2db3531701 req-862f4d3a-787e-4f09-89ae-213f3dec57b5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:57.499147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5ced84f-8540-49b1-b321-3d2db3531701 req-862f4d3a-787e-4f09-89ae-213f3dec57b5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 945 time: 0.1253495 Nov 08 13:43:57.562551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:43:57.575328 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] Sync routers for ids ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:43:57.576102 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-261c5fb9-7466-4370-b4b9-9126a04b0a8e admin admin] 10.222.0.65 "PUT /v2.0/routers/ba0586f5-2880-40fb-a201-e8fd6e2f1ac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6476116 Nov 08 13:43:57.580876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45846) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:57.591630 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] Routers {'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:57.592330 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:57.673917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5ced84f-8540-49b1-b321-3d2db3531701 req-abdbfb28-fe0c-457b-a1cf-7c8b175b7726 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586370 Nov 08 13:43:57.691676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:43:57.694084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97367203-ffa5-4756-a986-ec111f31ce2a req-12111b3a-729b-451f-9900-e8eedc199ebe service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488286 Nov 08 13:43:57.696232 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd10e0a-f37a-403b-833a-c250c621f7c5" -d '{"events": [{"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-plugged", "status": "completed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:43:57.718762 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] Set router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:57.736238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Allocated IP 172.20.0.7 (d1061468-5929-421b-8744-5dcae3d08c87/56cd2940-b8a6-4209-9174-7afe3ebd332a/5a67133b-0ecb-494d-bbdc-052f0992512a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:43:57.801415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:57.852664 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6489308e-4ef7-48bf-bc0a-bb775cd65346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:57.980245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 931a23c2-c839-4eb7-9911-0dc4faae135a up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:43:58.003794 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:56Z', 'revision_number': 5, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:58.053368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf960c55-c5e7-43c3-8f42-f1b6744fe91a req-23e958cb-7998-4c99-b6d7-7b1406140b67 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:58.065266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf960c55-c5e7-43c3-8f42-f1b6744fe91a req-23e958cb-7998-4c99-b6d7-7b1406140b67 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 948 time: 0.0939658 Nov 08 13:43:58.068467 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] Checking router: ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:43:58.072004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.082084 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] Routers {'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:43:58.082495 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:43:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:58.093769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 931a23c2-c839-4eb7-9911-0dc4faae135a completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:43:58.117121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 931a23c2-c839-4eb7-9911-0dc4faae135a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:43:58.117496 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.168764 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a30f67-bb63-4457-9dbb-b1b658ab9e48 x-openstack-request-id: req-34a30f67-bb63-4457-9dbb-b1b658ab9e48 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:43:58.169048 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-plugged", "status": "completed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:43:58.169484 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34a30f67-bb63-4457-9dbb-b1b658ab9e48 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:43:58.170064 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'code': 200} Nov 08 13:43:58.189067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.210971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf960c55-c5e7-43c3-8f42-f1b6744fe91a req-b38eb3eb-f3a8-46d5-b0bf-b7798fd6fc24 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437249 Nov 08 13:43:58.306838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.324157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82677cfa-bba6-45f0-aedd-52632cff2132 req-64928c75-8195-4d5d-82a9-28dccabcbf35 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=186ddaf4-8160-474d-b67e-bf1393bd9121 HTTP/1.1" status: 200 len: 210 time: 0.0488241 Nov 08 13:43:58.336917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.367014 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] Set router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:43:58.378700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 931a23c2-c839-4eb7-9911-0dc4faae135a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=931a23c2-c839-4eb7-9911-0dc4faae135a,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:58.388870 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.418892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Deleting port 6695c26f-3326-40ac-8622-3cdec461fc2b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:43:58.419252 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.423346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Network d1061468-5929-421b-8744-5dcae3d08c87 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:43:58.429475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8532d8d-1995-4c98-83ae-e1628c52d3fd req-c22960fe-8c83-496f-9775-460d40c6085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:58.431101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8532d8d-1995-4c98-83ae-e1628c52d3fd req-c22960fe-8c83-496f-9775-460d40c6085f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1097 time: 0.1989915 Nov 08 13:43:58.454796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e2a32-b281-4c21-b087-346926987845 req-c6818bf7-22dc-4150-90d3-14ccc3b94909 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:58.462052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:43:58.471256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b3e2a32-b281-4c21-b087-346926987845 req-c6818bf7-22dc-4150-90d3-14ccc3b94909 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 931 time: 0.1460342 Nov 08 13:43:58.476806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:43:58.485072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:58.564774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.565061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.565391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.566316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.566316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.566571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.566791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.566997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.567650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.567650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.567940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=931a23c2-c839-4eb7-9911-0dc4faae135a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:58.571950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.575185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:43:58.626142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b3e2a32-b281-4c21-b087-346926987845 req-5c7b25cc-b5ec-4b5c-b88f-fc2b7e614854 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539650 Nov 08 13:43:58.649870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] For port 6695c26f-3326-40ac-8622-3cdec461fc2b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6695c26f-3326-40ac-8622-3cdec461fc2b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:43:58.650422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.674645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29caad6-510e-4448-b399-6e7ea9bb2c59 req-0d62d6c6-9079-4b2c-bcf1-cbf6d1392be8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:58.676048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e29caad6-510e-4448-b399-6e7ea9bb2c59 req-0d62d6c6-9079-4b2c-bcf1-cbf6d1392be8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.0941427 Nov 08 13:43:58.687975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:58.688780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:58.701374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8532d8d-1995-4c98-83ae-e1628c52d3fd req-90a1ead6-518c-41f1-9eec-c3d93ea96b96 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535064 Nov 08 13:43:58.709820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Calling delete_port for 6695c26f-3326-40ac-8622-3cdec461fc2b owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:43:58.730308 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:56Z', 'revision_number': 5, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:43:58.735676 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-9a394753-a21f-42ae-8d30-ce399d3ebb89 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6052005 Nov 08 13:43:58.765680 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed6701c-fd2b-4a52-9085-8d29bcf3f2bb None None] The sync data for ids ['ba0586f5-2880-40fb-a201-e8fd6e2f1ac8'] in n-d-804292-2 is: [{'id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'name': 'tempest-FloatingIPDetailsTestJSON-1272591156-router', 'tenant_id': 'f074c793e73e4368bdff36d25790e570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:09Z', 'updated_at': '2021-11-08T13:43:56Z', 'revision_number': 5, 'project_id': 'f074c793e73e4368bdff36d25790e570', 'gw_port': {'id': '6695c26f-3326-40ac-8622-3cdec461fc2b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0586f5-2880-40fb-a201-e8fd6e2f1ac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:10Z', 'updated_at': '2021-11-08T13:43:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:43:58.781426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Request body: {'port': {'device_id': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:43:58.811394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e29caad6-510e-4448-b399-6e7ea9bb2c59 req-f39e963e-2cff-4352-a712-d482c348d840 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284530 Nov 08 13:43:58.898828 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.154899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fe9ed-2c76-4785-979a-4076c4890e28 req-7d76adf9-5bfd-4298-b160-578c4c96cceb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:59.156750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e72fe9ed-2c76-4785-979a-4076c4890e28 req-7d76adf9-5bfd-4298-b160-578c4c96cceb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 945 time: 0.0880268 Nov 08 13:43:59.219594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.240150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e72fe9ed-2c76-4785-979a-4076c4890e28 req-16c01d2c-99cb-4f99-826a-88a1fd77bb39 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719888 Nov 08 13:43:59.305423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=6695c26f-3326-40ac-8622-3cdec461fc2b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:59.463109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e63451-b341-4a67-ac19-b4182ac508ed req-496c1c31-bbe1-4ca6-a6e1-10cce1ea776b tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:43:59.464901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43e63451-b341-4a67-ac19-b4182ac508ed req-496c1c31-bbe1-4ca6-a6e1-10cce1ea776b tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 949 time: 0.0880840 Nov 08 13:43:59.495184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.578583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43e63451-b341-4a67-ac19-b4182ac508ed req-f93c6404-4b80-4e8e-a3b0-868439c17c7b tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013973 Nov 08 13:43:59.666191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.673089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.772764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.773446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:43:59.783817 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.787400 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7eb17085-afe2-4d69-934a-9ed8e9c81ecd admin admin] 10.222.0.65 "DELETE /v2.0/routers/ba0586f5-2880-40fb-a201-e8fd6e2f1ac8 HTTP/1.1" status: 204 len: 168 time: 2.2026973 Nov 08 13:43:59.788111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45938) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:59.806360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a67133b-0ecb-494d-bbdc-052f0992512a {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:43:59.827259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.846907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Transition to ACTIVE for port object 5a67133b-0ecb-494d-bbdc-052f0992512a will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:43:59.885093 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:43:59.952351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Pushing event updated for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:43:59.961455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45944) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:43:59.985180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] Deleting subnet 7b9dfd56-f1b0-4941-a009-844b2365868d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:43:59.989534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.073947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.160328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Attempting to bind port 5a67133b-0ecb-494d-bbdc-052f0992512a on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:00.160715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Attempting to bind port 5a67133b-0ecb-494d-bbdc-052f0992512a by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:00.160984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Attempting to bind port 5a67133b-0ecb-494d-bbdc-052f0992512a on network d1061468-5929-421b-8744-5dcae3d08c87 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:00.170480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-07a4c191-40e6-45c8-b24e-d12954ecbbd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.170950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931a23c2-c839-4eb7-9911-0dc4faae135a'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:00.174636 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af96ae0d-39a5-438a-88ac-a39f2564842d" -d '{"events": [{"server_uuid": "4dda930a-9edb-4fc3-82f8-c29df06ad4ec", "name": "network-vif-plugged", "status": "completed", "tag": "931a23c2-c839-4eb7-9911-0dc4faae135a"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:00.175471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Port 5a67133b-0ecb-494d-bbdc-052f0992512a on network d1061468-5929-421b-8744-5dcae3d08c87 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:00.175821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Attempting to bind port 5a67133b-0ecb-494d-bbdc-052f0992512a on network d1061468-5929-421b-8744-5dcae3d08c87 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:00.211850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:00.212303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-ac2d69e2-7dca-48d4-94a6-36bf6219d550 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:00.212830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Checking segment: {'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:00.212830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Bound using segment: {'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:00.213074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Bound port: 5a67133b-0ecb-494d-bbdc-052f0992512a, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:00.213390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.213577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-ac2d69e2-7dca-48d4-94a6-36bf6219d550 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.5556891 Nov 08 13:44:00.223185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56609e-9ab0-4fa6-86c2-9e9bc1a8d397 req-78ba848d-8076-4aac-8d29-7ad855e17239 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:00.224780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf56609e-9ab0-4fa6-86c2-9e9bc1a8d397 req-78ba848d-8076-4aac-8d29-7ad855e17239 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 931 time: 0.4872677 Nov 08 13:44:00.243832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-1f33bfa5-7db9-4c3b-8b56-102ffd09ef0f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/quotas/8ae1c5eb31374040a586938178bb93d6 HTTP/1.1" status: 200 len: 375 time: 0.0174234 Nov 08 13:44:00.261764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.285325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-d1f60789-696b-4a2c-b60e-30e01506d155 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351055 Nov 08 13:44:00.332540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf56609e-9ab0-4fa6-86c2-9e9bc1a8d397 req-12463dd6-5178-42b8-b6b2-0b591013caf3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998249 Nov 08 13:44:00.399328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:00.407171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5a67133b-0ecb-494d-bbdc-052f0992512a,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:00.422693 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.425076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.442613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-7bc0faae-71c4-4c83-a4d0-2b544b17e289 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491280 Nov 08 13:44:00.494248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9dfd56-f1b0-4941-a009-844b2365868d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:00.498997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-07a4c191-40e6-45c8-b24e-d12954ecbbd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.514672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54efe2a0-a65c-4a13-88ba-5a112fc305d6 None None] Network 9437beb4-be6f-4397-a18f-eb14b79a5e36 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:44:00.514833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.520847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-821ea376-b161-4557-9833-ac5c120894fc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7b9dfd56-f1b0-4941-a009-844b2365868d HTTP/1.1" status: 204 len: 168 time: 0.7297921 Nov 08 13:44:00.527677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45954) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:00.537518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-07a4c191-40e6-45c8-b24e-d12954ecbbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.537518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:00.537518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.537518 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] 10.222.0.70 "PUT /v2.0/ports/5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 200 len: 1091 time: 1.7590423 Nov 08 13:44:00.540582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:00.542960 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df64e55-d792-46e2-a534-2c197fbc9e56" -d '{"events": [{"name": "network-changed", "server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:00.619858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26bc10-e4c0-4a2b-976b-120ae16f88ea service neutron] Pushing event updated for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:00.649675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8563-4463-434d-a306-c59a80885391 req-d6c78b15-b82f-44ca-ab83-d2712c9b0265 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:00.661524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4c191-40e6-45c8-b24e-d12954ecbbd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8381bfe-0d3d-4f4a-ae35-6e2a8dd3907a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:00.669945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-07a4c191-40e6-45c8-b24e-d12954ecbbd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64c8fc5c33f746559e62a4659002e94b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7081625 Nov 08 13:44:00.670504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28fa8563-4463-434d-a306-c59a80885391 req-d6c78b15-b82f-44ca-ab83-d2712c9b0265 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.2428710 Nov 08 13:44:00.677628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:00.704861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da5068ab-8c36-4a22-a5cb-fdc11ac13e72 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:00.734295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-bd9c0e65-5e83-438c-9a8c-a4b56510f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:00.735974 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-bd9c0e65-5e83-438c-9a8c-a4b56510f9c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1094 time: 0.1348283 Nov 08 13:44:00.738559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.779394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: da5068ab-8c36-4a22-a5cb-fdc11ac13e72 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:00.780877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da5068ab-8c36-4a22-a5cb-fdc11ac13e72 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:00.781563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6695c26f-3326-40ac-8622-3cdec461fc2b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:00.803974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28fa8563-4463-434d-a306-c59a80885391 req-34cfbc1a-3f73-4b4f-85a3-997c42550cf1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248183 Nov 08 13:44:00.819048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-db377b5d-b3a4-4168-9c4d-ed7440a42982 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622644 Nov 08 13:44:00.854192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-393439d6-cf0d-4d3f-a131-80ab4030b705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.855935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6695c26f-3326-40ac-8622-3cdec461fc2b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:00.856526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6695c26f-3326-40ac-8622-3cdec461fc2b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:00.888714 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff36db73-d9d2-430c-bbc3-d07baa91fae9 x-openstack-request-id: req-ff36db73-d9d2-430c-bbc3-d07baa91fae9 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:00.889050 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dda930a-9edb-4fc3-82f8-c29df06ad4ec", "name": "network-vif-plugged", "status": "completed", "tag": "931a23c2-c839-4eb7-9911-0dc4faae135a", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:00.889266 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff36db73-d9d2-430c-bbc3-d07baa91fae9 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:00.889673 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931a23c2-c839-4eb7-9911-0dc4faae135a', 'code': 200} Nov 08 13:44:00.891007 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-393439d6-cf0d-4d3f-a131-80ab4030b705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.940387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] DHCP port deletion for 9437beb4-be6f-4397-a18f-eb14b79a5e36 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:44:00.969303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-393439d6-cf0d-4d3f-a131-80ab4030b705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.970428 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-393439d6-cf0d-4d3f-a131-80ab4030b705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:00.974216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-393439d6-cf0d-4d3f-a131-80ab4030b705 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8381bfe-0d3d-4f4a-ae35-6e2a8dd3907a HTTP/1.1" status: 204 len: 168 time: 0.2904699 Nov 08 13:44:01.002105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393439d6-cf0d-4d3f-a131-80ab4030b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8381bfe-0d3d-4f4a-ae35-6e2a8dd3907a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:01.050236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] Deleting port 96da11bb-3702-406a-9c89-45f969288434 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:01.050618 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.207018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] For port 96da11bb-3702-406a-9c89-45f969288434, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=96da11bb-3702-406a-9c89-45f969288434,segment=NetworkSegment(11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4),segment_id=11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:01.209466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.232371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] Calling delete_port for 96da11bb-3702-406a-9c89-45f969288434 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:01.296902 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee124764-252d-4f1b-823e-85ffbe9bfaa3 x-openstack-request-id: req-ee124764-252d-4f1b-823e-85ffbe9bfaa3 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:01.297688 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:01.297688 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee124764-252d-4f1b-823e-85ffbe9bfaa3 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:01.298040 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a', 'status': 'completed', 'code': 200} Nov 08 13:44:01.348639 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-045a195d-d0a5-4f2c-b296-67cb180b30f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 200 len: 217 time: 0.6010191 Nov 08 13:44:01.403991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eac5f9-bd48-4be2-8ad6-72c8e5150cc2 req-1b765ec7-fd0a-429c-9306-ebaa42441424 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:01.417160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79eac5f9-bd48-4be2-8ad6-72c8e5150cc2 req-1b765ec7-fd0a-429c-9306-ebaa42441424 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1953881 Nov 08 13:44:01.427874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45978) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:01.446731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'floatingip': {'port_id': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:01.490298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d1344-7f5a-4908-8216-7c170497ed84 req-86368680-9471-4f81-a7e6-7d6948f779cd tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:01.504034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-062d1344-7f5a-4908-8216-7c170497ed84 req-86368680-9471-4f81-a7e6-7d6948f779cd tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 949 time: 0.1943331 Nov 08 13:44:01.551306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2eb63ee8-cd15-409d-a32f-556966bf5699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.567157 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.588923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9557d-41e8-4e9c-b6a5-6150ca421919 req-2ec9ffa8-bf0f-470c-b451-6d66566dad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:01.592644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cf9557d-41e8-4e9c-b6a5-6150ca421919 req-2ec9ffa8-bf0f-470c-b451-6d66566dad42 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 1100 time: 0.3037682 Nov 08 13:44:01.609325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-11f8c4df-3aa5-4e4a-b1e5-cf3784593912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:01.611588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] Pushing event deleted for resources: {'Port': ['ID=96da11bb-3702-406a-9c89-45f969288434,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:01.611833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-11f8c4df-3aa5-4e4a-b1e5-cf3784593912 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.1842289 Nov 08 13:44:01.627721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412d539-d03d-4b06-8f88-798564733f93 None None] No DVR routers for this DVR port 96da11bb-3702-406a-9c89-45f969288434 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:01.677478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-062d1344-7f5a-4908-8216-7c170497ed84 req-00b42653-7c59-4d51-a300-c7dae765f6a2 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697628 Nov 08 13:44:01.688276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cf9557d-41e8-4e9c-b6a5-6150ca421919 req-fecaa503-db0d-43ad-8d72-7300759383b8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691948 Nov 08 13:44:01.699551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Deleting port 96da11bb-3702-406a-9c89-45f969288434 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:01.699983 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.714823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.719338 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-d0ec7ad1-83ea-482a-9b1c-4a54528d6c32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371134 Nov 08 13:44:01.803115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97f8edc4-600e-4c48-9d28-0fabae5e519d req-d1e63211-d9e5-47f1-96ad-639db4a7456b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 210 time: 0.2644584 Nov 08 13:44:01.825287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] For port 96da11bb-3702-406a-9c89-45f969288434, host n-d-804292-2, got binding levels [] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:01.825654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.844191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Calling delete_port for 96da11bb-3702-406a-9c89-45f969288434 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:01.847045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Port 96da11bb-3702-406a-9c89-45f969288434 was not found and therefore no delete operation was performed {{(pid=101840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 13:44:01.848346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:01.876529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Pushing event deleted for resources: {'Port': ['ID=96da11bb-3702-406a-9c89-45f969288434,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:01.890792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] No DVR routers for this DVR port 96da11bb-3702-406a-9c89-45f969288434 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:01.898806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ad802-56e2-44b7-87a0-28fd956d780b req-2a2bf6aa-3f29-4f74-b491-a1b6d5e1a800 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:01.900517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-325ad802-56e2-44b7-87a0-28fd956d780b req-2a2bf6aa-3f29-4f74-b491-a1b6d5e1a800 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 943 time: 0.1168604 Nov 08 13:44:02.035664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.072888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-325ad802-56e2-44b7-87a0-28fd956d780b req-58b0db0e-4a6a-4cd2-888f-123dcfe6246a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245258 Nov 08 13:44:02.109178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9437beb4-be6f-4397-a18f-eb14b79a5e36']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:02.115226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-7166f7af-5276-4095-ad59-994b4a0d6fbc service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341971 Nov 08 13:44:02.129453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:02.129673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d647b7-a4a1-4dac-ac11-f1bb4a58b2a4') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:02.163359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.222661 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.235136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:44:02.235538 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:44:02.237355 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:44:02.317670 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.326199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.330998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] 10.222.0.65 "DELETE /v2.0/networks/9437beb4-be6f-4397-a18f-eb14b79a5e36 HTTP/1.1" status: 204 len: 168 time: 1.7992847 Nov 08 13:44:02.335813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5d2ccc5c-1bc3-4cc4-bdd9-bb9b914d4610 req-3f42db8e-b3cd-4237-a079-9d736509f29a service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093861 Nov 08 13:44:02.347423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c807a444-bc69-448e-9e5a-9bcc086e764a admin admin] Pushing event deleted for resources: {'Network': ['ID=9437beb4-be6f-4397-a18f-eb14b79a5e36,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:02.434841 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.439610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.666114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-5820c358-5d0f-4b47-9204-627d9df6e2ea tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:02.670020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-5820c358-5d0f-4b47-9204-627d9df6e2ea tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.2124774 Nov 08 13:44:02.688645 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Floating IP 507f7f2f-ab35-44e2-b547-4a3f5d68a254 associated. External IP: 172.25.8.103, port: d74fdf93-114a-4aa7-8af5-9c1d90e119d0. Nov 08 13:44:02.693368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Request body: {'port': {'device_id': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'admin_state_up': True, 'tenant_id': '8ae1c5eb31374040a586938178bb93d6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:02.732238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 96da11bb-3702-406a-9c89-45f969288434 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:02.765325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46012) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:02.793364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 96da11bb-3702-406a-9c89-45f969288434 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:02.793715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 96da11bb-3702-406a-9c89-45f969288434 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:02.886695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-cb988b95-0077-4079-921d-c2a6d6af900a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:02.888256 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-cb988b95-0077-4079-921d-c2a6d6af900a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1094 time: 0.4854352 Nov 08 13:44:02.940323 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:02.966204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6129a891-e9ff-4f6e-9dde-a39a02ab2f9c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f074c793e73e4368bdff36d25790e570&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993132 Nov 08 13:44:02.970438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46016) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:03.037994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:03.041895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.073212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-86b5915f-a156-4d1e-b6af-b5ebe9fb7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:03.074872 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-86b5915f-a156-4d1e-b6af-b5ebe9fb7b16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 913 time: 0.1684906 Nov 08 13:44:03.088199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636a807-dc86-4ca8-a875-b222d188205e req-88d0a422-7a23-4623-8248-722570ca453a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:03.090360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1636a807-dc86-4ca8-a875-b222d188205e req-88d0a422-7a23-4623-8248-722570ca453a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 949 time: 0.2639043 Nov 08 13:44:03.138603 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-e7d6491c-59f5-4f12-a2c7-fba70506d039 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 200 len: 217 time: 0.0555604 Nov 08 13:44:03.168914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d31a2994-2d59-46f8-b66e-8a30cd88cbd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.222241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:44:03.226740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1636a807-dc86-4ca8-a875-b222d188205e req-800d400c-1027-424e-92c7-7c8d9f6f83d0 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746286 Nov 08 13:44:03.249060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d31a2994-2d59-46f8-b66e-8a30cd88cbd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.312651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-58637219-33a6-4e17-aa14-7ea132f7f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:03.314178 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-58637219-33a6-4e17-aa14-7ea132f7f968 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.1399953 Nov 08 13:44:03.371530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-93050fba-a239-48b0-b34d-ab6f934fd343 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442550 Nov 08 13:44:03.389346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-9f83ee19-24ee-4e34-8568-ee8e6f2f3f62 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:44:03.390394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-9f83ee19-24ee-4e34-8568-ee8e6f2f3f62 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061295 Nov 08 13:44:03.407307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Allocated IP 172.20.0.10 (9f4e5055-f8d8-4590-a4c8-9654875d52ae/75924a23-a018-43ee-9528-ec8ba9fe14c6/98923ec4-50cb-466a-824f-a338d0d3218b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:03.414476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e726567-7b43-4ee1-a95e-55549a4b763e req-1f3759a1-d9ff-4154-b580-77e4de6f8903 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 210 time: 0.0663853 Nov 08 13:44:03.430971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:44:03.448800 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.464389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] Sync routers for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:44:03.472368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d31a2994-2d59-46f8-b66e-8a30cd88cbd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.474792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d31a2994-2d59-46f8-b66e-8a30cd88cbd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.477734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d31a2994-2d59-46f8-b66e-8a30cd88cbd9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29adbd7b-c994-4d8d-bcc2-ba18c650172e HTTP/1.1" status: 204 len: 168 time: 0.5026169 Nov 08 13:44:03.519389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a2994-2d59-46f8-b66e-8a30cd88cbd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29adbd7b-c994-4d8d-bcc2-ba18c650172e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:03.523780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:44:03.524960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:44:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:03.525746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8a87f-8523-46f5-af6d-73012af36c36 req-e29198d1-0f13-43d9-afe6-7b95cd3b3e6d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:03.527957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edb8a87f-8523-46f5-af6d-73012af36c36 req-e29198d1-0f13-43d9-afe6-7b95cd3b3e6d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 943 time: 0.1679728 Nov 08 13:44:03.540588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-97b2a3f3-5070-48f4-9cae-0b436368e2e7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "PUT /v2.0/floatingips/507f7f2f-ab35-44e2-b547-4a3f5d68a254 HTTP/1.1" status: 200 len: 992 time: 2.1115210 Nov 08 13:44:03.559208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:03.562729 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d0da28-69c0-4545-8916-14e1808881e3" -d '{"events": [{"name": "network-changed", "server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:03.635889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-7b6e6ffe-881d-4ffa-836b-4f4bbd612c48 service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365046 Nov 08 13:44:03.644824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edb8a87f-8523-46f5-af6d-73012af36c36 req-ad424b55-321c-4b1e-90df-5ab30a361eb6 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029797 Nov 08 13:44:03.763381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:44:03.796527 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b240740-d57c-4934-82a0-bb16f3b3f78d x-openstack-request-id: req-4b240740-d57c-4934-82a0-bb16f3b3f78d {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:03.796527 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:03.796527 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b240740-d57c-4934-82a0-bb16f3b3f78d {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:03.797523 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'status': 'completed', 'code': 200} Nov 08 13:44:03.903072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:03.930209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9df64e55-d792-46e2-a534-2c197fbc9e56 req-dd7b8818-0262-4b08-9659-98122b64ee0a service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265017 Nov 08 13:44:03.945412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0da28-69c0-4545-8916-14e1808881e3 req-9c0284a5-3617-4a5b-8ab4-5fbd05f89f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:03.947388 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10d0da28-69c0-4545-8916-14e1808881e3 req-9c0284a5-3617-4a5b-8ab4-5fbd05f89f1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1097 time: 0.1098816 Nov 08 13:44:04.007924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5a67133b-0ecb-494d-bbdc-052f0992512a details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:04.069946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:04.184468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:04.203719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:04.222527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:04.271027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5a67133b-0ecb-494d-bbdc-052f0992512a,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:04.277374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event updated for resources: {'Port': ['ID=98923ec4-50cb-466a-824f-a338d0d3218b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:04.282600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0da28-69c0-4545-8916-14e1808881e3 req-5ad1d20b-0cde-4377-bc60-4e4ad88ca7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:04.285074 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10d0da28-69c0-4545-8916-14e1808881e3 req-5ad1d20b-0cde-4377-bc60-4e4ad88ca7cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.3218980 Nov 08 13:44:04.292366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '5a67133b-0ecb-494d-bbdc-052f0992512a', 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87', 'port_id': '5a67133b-0ecb-494d-bbdc-052f0992512a', 'mac_address': 'fa:16:3e:d1:eb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cd2940-b8a6-4209-9174-7afe3ebd332a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:04.361311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '507f7f2f-ab35-44e2-b547-4a3f5d68a254', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'port_id': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'mac_address': 'fa:16:3e:77:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:43:36Z', 'updated_at': '2021-11-08T13:44:02Z', 'revision_number': 1, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:04.420948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:04.422666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:04.440121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] Checking router: 0ce5e09a-38db-44d9-b4ed-aee6940451d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:44:04.479221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8567a108-c222-4745-b560-5d38ddd3ebef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7990730 Nov 08 13:44:04.483533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10d0da28-69c0-4545-8916-14e1808881e3 req-2e8edd78-8a0d-466c-b240-9fe36e5a65e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 1000 time: 0.1883967 Nov 08 13:44:04.500991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:44:04.502583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fbd3d-d718-4000-acb0-3d95e0609f71 req-623628d6-ae7d-499c-b558-ee4080fba9f1 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:04.503629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:44:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:04.505462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Request body: {'port': {'device_id': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:04.513980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f9fbd3d-d718-4000-acb0-3d95e0609f71 req-623628d6-ae7d-499c-b558-ee4080fba9f1 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 949 time: 0.1382561 Nov 08 13:44:04.582254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0da28-69c0-4545-8916-14e1808881e3 req-6a067c38-ac5a-4db9-b04f-f4e2e014f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:04.584229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10d0da28-69c0-4545-8916-14e1808881e3 req-6a067c38-ac5a-4db9-b04f-f4e2e014f173 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.0848570 Nov 08 13:44:04.649959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f9fbd3d-d718-4000-acb0-3d95e0609f71 req-01134b71-f143-4666-84dd-4d66fff10953 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261525 Nov 08 13:44:04.704224 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:04.708093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0da28-69c0-4545-8916-14e1808881e3 req-b37083fd-4c2c-48f8-9cd3-194507c46d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:04.709654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10d0da28-69c0-4545-8916-14e1808881e3 req-b37083fd-4c2c-48f8-9cd3-194507c46d52 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035390 Nov 08 13:44:04.867075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433cd3a-b838-4eec-b0d3-b68e3d3405b4 req-4383cc9c-9b00-4827-ad48-2233b935437b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:04.877695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:44:04.879314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d433cd3a-b838-4eec-b0d3-b68e3d3405b4 req-4383cc9c-9b00-4827-ad48-2233b935437b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 932 time: 0.1404195 Nov 08 13:44:04.951068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d433cd3a-b838-4eec-b0d3-b68e3d3405b4 req-cb52275c-fb04-4263-b39a-6f2a2f6f2449 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645759 Nov 08 13:44:04.955412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:04.992517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a67133b-0ecb-494d-bbdc-052f0992512a {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:05.016361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10d0da28-69c0-4545-8916-14e1808881e3 req-22e20adc-3077-4cd1-af53-04013c8daa91 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945430 Nov 08 13:44:05.077141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5a67133b-0ecb-494d-bbdc-052f0992512a,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:05.107221 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:05.254912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:05.385092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e716c-f9ee-4cd0-b392-405bdc72fc6f req-c3c5d445-ef4a-4b7d-8e7e-124f0530aa54 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:05.398792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-640e716c-f9ee-4cd0-b392-405bdc72fc6f req-c3c5d445-ef4a-4b7d-8e7e-124f0530aa54 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 944 time: 0.1092308 Nov 08 13:44:05.399505 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10d0da28-69c0-4545-8916-14e1808881e3 req-1600d3cf-a33a-4305-8dcd-b642d668703f service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758535 Nov 08 13:44:05.438921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:05.471832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-640e716c-f9ee-4cd0-b392-405bdc72fc6f req-c9a13aae-cfbb-48fb-9da1-0cfde4c086ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719113 Nov 08 13:44:05.478839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:05.539348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '507f7f2f-ab35-44e2-b547-4a3f5d68a254', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'port_id': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'mac_address': 'fa:16:3e:77:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:43:36Z', 'updated_at': '2021-11-08T13:44:02Z', 'revision_number': 1, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:05.554296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98923ec4-50cb-466a-824f-a338d0d3218b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:05.568433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:05.581008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d288d3d7-5bc0-4b49-8ac7-148705054df5 None None] The sync data for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 is: [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '507f7f2f-ab35-44e2-b547-4a3f5d68a254', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'floating_ip_address': '172.25.8.103', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'port_id': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'mac_address': 'fa:16:3e:77:9c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:43:36Z', 'updated_at': '2021-11-08T13:44:02Z', 'revision_number': 1, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:44:05.587291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Transition to ACTIVE for port object 98923ec4-50cb-466a-824f-a338d0d3218b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:05.596728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:05.687531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Pushing event updated for resources: {'Port': ['ID=98923ec4-50cb-466a-824f-a338d0d3218b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:05.845216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Attempting to bind port 98923ec4-50cb-466a-824f-a338d0d3218b on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:05.845639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Attempting to bind port 98923ec4-50cb-466a-824f-a338d0d3218b by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:05.846242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Attempting to bind port 98923ec4-50cb-466a-824f-a338d0d3218b on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:05.870084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Port 98923ec4-50cb-466a-824f-a338d0d3218b on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:05.872451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Attempting to bind port 98923ec4-50cb-466a-824f-a338d0d3218b on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:05.881198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:05.888989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:05.889548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Checking segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:05.890209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Bound using segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:05.890935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Bound port: 98923ec4-50cb-466a-824f-a338d0d3218b, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:05.891518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:05.936588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c84772-e868-4b1f-9c90-fe3fc62aa001 req-b6aef8bd-c0f4-4ce5-9856-bc109898ec0f tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:05.938982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24c84772-e868-4b1f-9c90-fe3fc62aa001 req-b6aef8bd-c0f4-4ce5-9856-bc109898ec0f tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 1100 time: 0.0860069 Nov 08 13:44:05.978176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-24c84772-e868-4b1f-9c90-fe3fc62aa001 req-fb4f8949-ba5e-4633-98cc-8fb1887bcb5d tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:06.061070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfd0984-26c5-4068-a17e-46cf408115e5 None None] New status for floating IP 507f7f2f-ab35-44e2-b547-4a3f5d68a254: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:44:06.082427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] For port 98923ec4-50cb-466a-824f-a338d0d3218b, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:06.099484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] For port 98923ec4-50cb-466a-824f-a338d0d3218b, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=98923ec4-50cb-466a-824f-a338d0d3218b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:06.112640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:06.158956 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-24c84772-e868-4b1f-9c90-fe3fc62aa001 req-fb4f8949-ba5e-4633-98cc-8fb1887bcb5d tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:06.170282 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-24c84772-e868-4b1f-9c90-fe3fc62aa001 req-fb4f8949-ba5e-4633-98cc-8fb1887bcb5d tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:06.193615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:06.194753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:06.196452 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] 10.222.0.54 "PUT /v2.0/ports/98923ec4-50cb-466a-824f-a338d0d3218b HTTP/1.1" status: 200 len: 1092 time: 1.6991365 Nov 08 13:44:06.199101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'tag': '98923ec4-50cb-466a-824f-a338d0d3218b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:06.203393 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af533d-9527-4d1b-ba96-6c4405cdfbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "29db89d6-7eda-4221-83ad-cfb7a8987b2b", "tag": "98923ec4-50cb-466a-824f-a338d0d3218b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:06.241971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecbb92-80fc-4564-8600-fba3d1908485 service neutron] Pushing event updated for resources: {'Port': ['ID=98923ec4-50cb-466a-824f-a338d0d3218b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:06.328454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24c84772-e868-4b1f-9c90-fe3fc62aa001 req-fb4f8949-ba5e-4633-98cc-8fb1887bcb5d tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744931 Nov 08 13:44:06.332313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-32384db7-e79b-4d8d-974b-4735322dc783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:06.333777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f8949-ba5e-4633-98cc-8fb1887bcb5d tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f82867-5e69-49a8-b259-0e172ddb1b1c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:06.333950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-32384db7-e79b-4d8d-974b-4735322dc783 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 1095 time: 0.0741668 Nov 08 13:44:06.365597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3e1a5-03c3-46f4-b231-a58e203a47cf req-b5e7b0ee-e3d9-455b-8f2c-ffca16c9b8bf tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:06.375654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ed3e1a5-03c3-46f4-b231-a58e203a47cf req-b5e7b0ee-e3d9-455b-8f2c-ffca16c9b8bf tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 944 time: 0.2073092 Nov 08 13:44:06.410737 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-6139d1e5-614e-49c4-bfca-63c5f1d08b6d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98923ec4-50cb-466a-824f-a338d0d3218b HTTP/1.1" status: 200 len: 217 time: 0.0681345 Nov 08 13:44:06.445374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ed3e1a5-03c3-46f4-b231-a58e203a47cf req-64712b7d-2cb2-4999-b98f-1ffe540c0aac tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687060 Nov 08 13:44:06.493363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8706d060-c92b-4086-aef2-2cea506bc9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:06.499086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8706d060-c92b-4086-aef2-2cea506bc9fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0813239 Nov 08 13:44:06.549439 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-58edd808-39d0-4cbb-9e30-2e6e767b5dfc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400813 Nov 08 13:44:06.611874 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05dc10c-ea32-4907-a93f-b356157fd13d x-openstack-request-id: req-a05dc10c-ea32-4907-a93f-b356157fd13d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:06.612603 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29db89d6-7eda-4221-83ad-cfb7a8987b2b", "tag": "98923ec4-50cb-466a-824f-a338d0d3218b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:06.612603 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a05dc10c-ea32-4907-a93f-b356157fd13d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:06.612805 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'tag': '98923ec4-50cb-466a-824f-a338d0d3218b', 'status': 'completed', 'code': 200} Nov 08 13:44:06.662062 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-8957bcda-9682-4684-aa07-9daf99593025 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054177 Nov 08 13:44:06.768554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2318774-f1f8-48eb-b76d-c89e4576f086 req-e76c7387-0a37-4544-baec-90d72c88afeb tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:06.770098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2318774-f1f8-48eb-b76d-c89e4576f086 req-e76c7387-0a37-4544-baec-90d72c88afeb tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 944 time: 0.0631464 Nov 08 13:44:06.782243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-927d3c65-96b1-4930-a672-076cfe5ae26a req-4a78c222-2625-4f1a-ae8f-eef188d45159 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126845 Nov 08 13:44:06.833672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2318774-f1f8-48eb-b76d-c89e4576f086 req-d0ef8ca9-7cbd-4c34-809e-4740236ad793 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546479 Nov 08 13:44:06.886031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-f707441d-d573-4aac-841b-626e3ab881f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:06.887668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-f707441d-d573-4aac-841b-626e3ab881f8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 1095 time: 0.0473890 Nov 08 13:44:06.987893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-859a64cd-0a7a-4523-9f45-930193e648be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:06.989546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-859a64cd-0a7a-4523-9f45-930193e648be service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.0939722 Nov 08 13:44:07.036934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-b1172e50-f4c2-4ef6-8ff7-0aea1c688804 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=98923ec4-50cb-466a-824f-a338d0d3218b HTTP/1.1" status: 200 len: 217 time: 0.0382750 Nov 08 13:44:07.087720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-6471308d-9f88-436e-aa93-cc526cf5b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:07.089368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-6471308d-9f88-436e-aa93-cc526cf5b6ee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0459344 Nov 08 13:44:07.123989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-de88e686-123c-4b78-a8b0-0d45be731817 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273421 Nov 08 13:44:07.344076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46212) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:07.452302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ee2ac-c1ff-4167-ad3d-d584f6dcf840 req-18ee3580-ca09-499e-8b64-1e9a22a4464c tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:07.463078 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-156ee2ac-c1ff-4167-ad3d-d584f6dcf840 req-18ee3580-ca09-499e-8b64-1e9a22a4464c tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 1100 time: 0.0560019 Nov 08 13:44:07.528014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b9595cb-9f97-4f21-87a3-e35424febf5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:07.542208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-156ee2ac-c1ff-4167-ad3d-d584f6dcf840 req-9941e169-e3b1-4785-8c0b-b417900dad1f tempest-ServersAdminNegativeTestJSON-1318269868 tempest-ServersAdminNegativeTestJSON-1318269868-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756655 Nov 08 13:44:07.543339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-c124fe9f-4114-411a-b709-f63156572ec5 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108105 Nov 08 13:44:07.666054 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58af533d-9527-4d1b-ba96-6c4405cdfbfe req-3029e402-4092-412f-85b3-365aec0702b0 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133189 Nov 08 13:44:07.730263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0351a-2a25-46b4-ae96-34cc8ba13c63 req-c047a361-44e5-4eab-a034-795aa4ef2f63 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:07.731801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07c0351a-2a25-46b4-ae96-34cc8ba13c63 req-c047a361-44e5-4eab-a034-795aa4ef2f63 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 944 time: 0.1141474 Nov 08 13:44:07.752762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b9595cb-9f97-4f21-87a3-e35424febf5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:07.761786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b9595cb-9f97-4f21-87a3-e35424febf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:07.820716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8b9595cb-9f97-4f21-87a3-e35424febf5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96648f8a9f154d9d81779391c88f175a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4747200 Nov 08 13:44:07.823484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46250) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:07.824114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9595cb-9f97-4f21-87a3-e35424febf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1dd5c92-f950-45e3-bb69-8d205a7d9430,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:07.833786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07c0351a-2a25-46b4-ae96-34cc8ba13c63 req-d000771d-7791-4b16-aae4-8ef410a8ca02 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912805 Nov 08 13:44:07.891614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5815-3129-4baa-aa9e-5a27ab19d184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:07.913692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5815-3129-4baa-aa9e-5a27ab19d184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:07.970238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f5d5f-59ad-484c-8c5f-fda95ca5587d req-9374603c-fa52-4c70-adb9-0ce94258ec78 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:07.972165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-834f5d5f-59ad-484c-8c5f-fda95ca5587d req-9374603c-fa52-4c70-adb9-0ce94258ec78 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 944 time: 0.0558479 Nov 08 13:44:07.974863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5815-3129-4baa-aa9e-5a27ab19d184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:07.977865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5815-3129-4baa-aa9e-5a27ab19d184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:07.979776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d1ba5815-3129-4baa-aa9e-5a27ab19d184 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1dd5c92-f950-45e3-bb69-8d205a7d9430 HTTP/1.1" status: 204 len: 168 time: 0.1548102 Nov 08 13:44:07.989882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba5815-3129-4baa-aa9e-5a27ab19d184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1dd5c92-f950-45e3-bb69-8d205a7d9430,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:08.044435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5a67133b-0ecb-494d-bbdc-052f0992512a up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:08.061200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-834f5d5f-59ad-484c-8c5f-fda95ca5587d req-106829c7-eed1-4e1b-83f0-136c98a327e5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829632 Nov 08 13:44:08.124165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 5a67133b-0ecb-494d-bbdc-052f0992512a completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:08.128427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 5a67133b-0ecb-494d-bbdc-052f0992512a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:08.128786 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:08.232184 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:08.265787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:08.269127 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f440d08f-7667-43db-8e71-c9b797e3b262" -d '{"events": [{"server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "name": "network-vif-plugged", "status": "completed", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:08.285585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5a67133b-0ecb-494d-bbdc-052f0992512a,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:08.294671 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:08.385640 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41979318-f34a-4123-83ca-c6e7d44d7960 x-openstack-request-id: req-41979318-f34a-4123-83ca-c6e7d44d7960 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:08.385941 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "name": "network-vif-plugged", "status": "completed", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:08.386202 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-41979318-f34a-4123-83ca-c6e7d44d7960 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:08.386657 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a', 'code': 200} Nov 08 13:44:08.387306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:08.486721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1e42d-5eaa-4072-9952-26de38bc8af9 req-7eed1efc-0180-4a86-a8fd-ef57b83f21e5 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:08.488520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aef1e42d-5eaa-4072-9952-26de38bc8af9 req-7eed1efc-0180-4a86-a8fd-ef57b83f21e5 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 949 time: 0.0623050 Nov 08 13:44:08.495018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832a7e4-263a-4776-89ac-d92080dab58a req-69d1f00a-4e6e-44cc-8318-052d0257686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:08.497145 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f832a7e4-263a-4776-89ac-d92080dab58a req-69d1f00a-4e6e-44cc-8318-052d0257686b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1096 time: 0.0570929 Nov 08 13:44:08.555935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aef1e42d-5eaa-4072-9952-26de38bc8af9 req-2be3e43e-113c-4648-bd50-aa938fa6cfb2 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610383 Nov 08 13:44:08.556574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f832a7e4-263a-4776-89ac-d92080dab58a req-ed28edae-da12-43b0-8f0e-170dd3d33f65 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492468 Nov 08 13:44:08.998440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103c6d7-d7f2-4031-82bf-13ce0865f9e7 req-aaca5075-01ac-408c-b699-37f3597f053e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:09.000230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1103c6d7-d7f2-4031-82bf-13ce0865f9e7 req-aaca5075-01ac-408c-b699-37f3597f053e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 944 time: 0.0549350 Nov 08 13:44:09.055355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1103c6d7-d7f2-4031-82bf-13ce0865f9e7 req-1f66318a-f9e6-4f4e-8a5d-28748ccc3337 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487378 Nov 08 13:44:09.265951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a7d7d-bd97-485a-9397-ebbd4fbfc01a req-612c6493-ef97-48c9-b513-722b1a6bf6ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:09.267547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-544a7d7d-bd97-485a-9397-ebbd4fbfc01a req-612c6493-ef97-48c9-b513-722b1a6bf6ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 945 time: 0.0556829 Nov 08 13:44:09.320480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-544a7d7d-bd97-485a-9397-ebbd4fbfc01a req-27be1b04-9599-4cb2-a886-ec40b6d5be2d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465701 Nov 08 13:44:09.749732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb31f3e-57ac-4f33-892c-7d2eece4b396 req-1a282bc3-1065-40a6-9b74-b1a0ad7444b8 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:09.752236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cb31f3e-57ac-4f33-892c-7d2eece4b396 req-1a282bc3-1065-40a6-9b74-b1a0ad7444b8 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 949 time: 0.0659742 Nov 08 13:44:09.818119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cb31f3e-57ac-4f33-892c-7d2eece4b396 req-af591a06-9a77-41b9-9110-700cf303b3f4 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525351 Nov 08 13:44:10.241895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2c915-e8b1-4c94-abbc-5224cc63c084 req-9aeeec63-dd1f-4c22-8586-1c7c3c52070a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:10.243701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8a2c915-e8b1-4c94-abbc-5224cc63c084 req-9aeeec63-dd1f-4c22-8586-1c7c3c52070a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 944 time: 0.0542874 Nov 08 13:44:10.288489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-f448fa98-acb8-4a87-b07e-90b8b5584226 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:10.290173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-f448fa98-acb8-4a87-b07e-90b8b5584226 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 949 time: 0.0545120 Nov 08 13:44:10.301104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8a2c915-e8b1-4c94-abbc-5224cc63c084 req-925c4b29-e326-4466-a9ed-b924bf34aa46 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Nov 08 13:44:10.414411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Deleting port 931a23c2-c839-4eb7-9911-0dc4faae135a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:10.414905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:10.539012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] For port 931a23c2-c839-4eb7-9911-0dc4faae135a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=931a23c2-c839-4eb7-9911-0dc4faae135a,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:10.539429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:10.555765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Calling delete_port for 931a23c2-c839-4eb7-9911-0dc4faae135a owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:10.572053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ab5bc-2da5-4401-b5f6-b730c0a29a1b req-007612c2-02fe-4ef9-acca-7211265822ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:10.574587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-275ab5bc-2da5-4401-b5f6-b730c0a29a1b req-007612c2-02fe-4ef9-acca-7211265822ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 945 time: 0.0693781 Nov 08 13:44:10.635097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-275ab5bc-2da5-4401-b5f6-b730c0a29a1b req-7010dff6-b5ef-4a4c-8f23-9e5c4ddfef05 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538046 Nov 08 13:44:10.773248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:10.789303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['8d584738-3729-4106-bc24-336fa1759d8d', '931a23c2-c839-4eb7-9911-0dc4faae135a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:10.816548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Pushing event deleted for resources: {'Port': ['ID=931a23c2-c839-4eb7-9911-0dc4faae135a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:10.828612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-c89abae5-a2a1-4d3c-a845-99377600fac1 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-353826650&fields=id&tenant_id=875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 267 time: 0.0949991 Nov 08 13:44:10.880780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 98923ec4-50cb-466a-824f-a338d0d3218b details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:10.893596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] No DVR routers for this DVR port 931a23c2-c839-4eb7-9911-0dc4faae135a on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:10.898424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:10.904705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-4d59cafd-0b45-4a3e-a76e-e3d44641c2a0 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:10.905516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0369f7e2-4ea1-4f5e-9a8a-e72ad78692f3 req-1eeda7ae-76bc-4b52-b641-ecb7f5cf832a tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "DELETE /v2.0/ports/931a23c2-c839-4eb7-9911-0dc4faae135a HTTP/1.1" status: 204 len: 173 time: 0.6070583 Nov 08 13:44:10.906308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-4d59cafd-0b45-4a3e-a76e-e3d44641c2a0 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 945 time: 0.0767324 Nov 08 13:44:10.914191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'name': 'network-vif-deleted', 'tag': '931a23c2-c839-4eb7-9911-0dc4faae135a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:10.919269 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aae416-78ff-439d-8d3e-2f361354e510" -d '{"events": [{"server_uuid": "4dda930a-9edb-4fc3-82f8-c29df06ad4ec", "name": "network-vif-deleted", "tag": "931a23c2-c839-4eb7-9911-0dc4faae135a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:10.935283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'port': {'security_groups': ['cba84ebb-0387-4594-bc76-72fd7fae78e1', '3c0f84ad-9ca7-47df-a3f9-d8db90b55a31']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:10.980270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46588) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:11.049252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.197228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f423-ee95-4ce8-adb0-e34a65c5947f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.208672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 98923ec4-50cb-466a-824f-a338d0d3218b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=98923ec4-50cb-466a-824f-a338d0d3218b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:11.228330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '98923ec4-50cb-466a-824f-a338d0d3218b', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'port_id': '98923ec4-50cb-466a-824f-a338d0d3218b', 'mac_address': 'fa:16:3e:cc:35:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75924a23-a018-43ee-9528-ec8ba9fe14c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:11.302765 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.325939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98923ec4-50cb-466a-824f-a338d0d3218b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:11.338040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f423-ee95-4ce8-adb0-e34a65c5947f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.344369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5a67133b-0ecb-494d-bbdc-052f0992512a,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:11.347362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7b1f423-ee95-4ce8-adb0-e34a65c5947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.357872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 98923ec4-50cb-466a-824f-a338d0d3218b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=98923ec4-50cb-466a-824f-a338d0d3218b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:11.364338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.385379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b88cbb79-dad3-43c0-b0cf-20ba37e719a8 req-a9fd7bda-26c8-4638-9c32-23826aeebe76 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=4dda930a-9edb-4fc3-82f8-c29df06ad4ec HTTP/1.1" status: 200 len: 210 time: 0.0381358 Nov 08 13:44:11.401798 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b7b1f423-ee95-4ce8-adb0-e34a65c5947f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ff4c0fef2b74596978a45a87a53eea0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4200628 Nov 08 13:44:11.403998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1f423-ee95-4ce8-adb0-e34a65c5947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107f9669-f264-405d-b638-de7ea19b8899,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:11.404822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46608) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:11.409766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.424399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.433690 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:44:11.436279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=98923ec4-50cb-466a-824f-a338d0d3218b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:11.444725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.445067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.445609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.446088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.446268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.446985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.447513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.448039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.448583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.448920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.449250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.449577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.513074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:11.514130 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.515806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81072bca-c2ba-4b5e-8753-1ffe1b76513c req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "PUT /v2.0/ports/5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 200 len: 981 time: 0.5873830 Nov 08 13:44:11.524581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:11.526965 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c1187d-20b2-4cd8-9a55-23640b3f7490" -d '{"events": [{"name": "network-changed", "server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:11.571519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-81d0eda4-71cd-4e91-8799-56b6564a03ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.607580 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-81d0eda4-71cd-4e91-8799-56b6564a03ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:11.612439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:11.670240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:11.672816 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:11.680523 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c203132-b3d7-43a0-a282-68042cfe64df x-openstack-request-id: req-8c203132-b3d7-43a0-a282-68042cfe64df {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:11.680827 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dda930a-9edb-4fc3-82f8-c29df06ad4ec", "name": "network-vif-deleted", "tag": "931a23c2-c839-4eb7-9911-0dc4faae135a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:11.681092 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c203132-b3d7-43a0-a282-68042cfe64df {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:11.681501 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda930a-9edb-4fc3-82f8-c29df06ad4ec', 'name': 'network-vif-deleted', 'tag': '931a23c2-c839-4eb7-9911-0dc4faae135a', 'status': 'completed', 'code': 200} Nov 08 13:44:11.730778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.731264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.731853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.732366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.732903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.733976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.734516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.735040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.735566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.736123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.736663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.737167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eadf8e0-d506-42d9-ae34-81e805cf5891 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:11.782772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['98923ec4-50cb-466a-824f-a338d0d3218b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:12.252384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-81d0eda4-71cd-4e91-8799-56b6564a03ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:12.256190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-81d0eda4-71cd-4e91-8799-56b6564a03ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:12.260343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-81d0eda4-71cd-4e91-8799-56b6564a03ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/107f9669-f264-405d-b638-de7ea19b8899 HTTP/1.1" status: 204 len: 168 time: 0.8519506 Nov 08 13:44:12.291503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725d321-d564-4081-859b-988836ac06d7 req-dc53799d-9f86-42d8-a6ea-c399c58099ec tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:12.294083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7725d321-d564-4081-859b-988836ac06d7 req-dc53799d-9f86-42d8-a6ea-c399c58099ec tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 945 time: 0.1506770 Nov 08 13:44:12.301338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-19ff343c-cb6c-4ec9-a258-bd29b2f75e59 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1280674671&fields=id&tenant_id=875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 267 time: 0.1596515 Nov 08 13:44:12.304791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0eda4-71cd-4e91-8799-56b6564a03ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107f9669-f264-405d-b638-de7ea19b8899,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:12.428073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7725d321-d564-4081-859b-988836ac06d7 req-bc02a309-687c-46fd-b241-7f371d578578 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251597 Nov 08 13:44:12.445927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-7d8338cd-aa97-49b7-b708-43d3cd2c9dff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:12.456374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-7d8338cd-aa97-49b7-b708-43d3cd2c9dff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 984 time: 0.1393325 Nov 08 13:44:12.464063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'port': {'security_groups': ['3c0f84ad-9ca7-47df-a3f9-d8db90b55a31', 'cba84ebb-0387-4594-bc76-72fd7fae78e1', '6500fa63-d432-4707-bf91-dd101eaf8f8e']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:12.490690 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50217ee-bbbf-4b0b-90de-9fd208bb9d8b x-openstack-request-id: req-c50217ee-bbbf-4b0b-90de-9fd208bb9d8b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:12.490985 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:12.491239 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c50217ee-bbbf-4b0b-90de-9fd208bb9d8b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:12.491636 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a', 'status': 'completed', 'code': 200} Nov 08 13:44:12.576407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-81993d9d-37c1-41e0-adf2-138a9cb3de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:12.578364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-81993d9d-37c1-41e0-adf2-138a9cb3de79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1135 time: 0.0531743 Nov 08 13:44:12.589480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:12.626363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d6d93-967e-4db3-ad69-0e6af69562e4 req-97e01640-0c9b-449d-8f98-3d0b44b6e98d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:12.628029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-021d6d93-967e-4db3-ad69-0e6af69562e4 req-97e01640-0c9b-449d-8f98-3d0b44b6e98d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0733311 Nov 08 13:44:12.706501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-eb7cef14-597a-4af4-b0dd-33f4bfe2f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:12.708056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-eb7cef14-597a-4af4-b0dd-33f4bfe2f6a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 913 time: 0.1217275 Nov 08 13:44:12.770732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-021d6d93-967e-4db3-ad69-0e6af69562e4 req-7f7de210-d03c-4f56-bab7-9e074a5b8491 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1089950 Nov 08 13:44:12.776873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-d31fc83a-d6f7-445d-8638-4e3754f5f5cb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 200 len: 217 time: 0.0570908 Nov 08 13:44:12.870958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-06f7a615-b45d-43b2-baf9-644f74a35940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:12.873254 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-06f7a615-b45d-43b2-baf9-644f74a35940 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.0760272 Nov 08 13:44:12.913624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-37364979-4ec4-4f0e-8954-89552e0b01fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322273 Nov 08 13:44:12.977545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5a67133b-0ecb-494d-bbdc-052f0992512a,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:13.060762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.061091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-c9ff3ad8-f887-4aea-bec0-b18c9cabe6d9 service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400940 Nov 08 13:44:13.069756 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.083141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:13.183379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:13.184113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.191088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1c1187d-20b2-4cd8-9a55-23640b3f7490 req-3b7dda9d-13ca-4202-970a-058e0456c091 service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238875 Nov 08 13:44:13.203642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c49065-b766-44cd-8ed1-cf0694b32623 req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "PUT /v2.0/ports/5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 200 len: 1020 time: 0.7444646 Nov 08 13:44:13.284143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bdd114-6b6e-4718-acc9-b885c6236696 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=7']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:13.324980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:13.337535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46696) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:13.472827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1078364370-network', 'tenant_id': '60ad56c720bc4196a808458bc3655d72'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:13.508798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e4a16-c9f2-431a-b15c-5ef4fe792fc2 req-5d48e9f5-ab3c-4b79-bfee-a4d23a3f70ae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:13.510413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-931e4a16-c9f2-431a-b15c-5ef4fe792fc2 req-5d48e9f5-ab3c-4b79-bfee-a4d23a3f70ae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0881562 Nov 08 13:44:13.525788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Made reservation on behalf of 60ad56c720bc4196a808458bc3655d72 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:13.528362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.569461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.632738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-931e4a16-c9f2-431a-b15c-5ef4fe792fc2 req-9feeed33-1fd3-4665-89ed-b5e77e2c5f52 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1101193 Nov 08 13:44:13.643442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043681a1-a55e-4c4d-9ef0-cebfcd2a567f req-6393b05b-f9b4-44e2-9973-99baf8be58e2 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:13.655949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-043681a1-a55e-4c4d-9ef0-cebfcd2a567f req-6393b05b-f9b4-44e2-9973-99baf8be58e2 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1023 time: 0.1325805 Nov 08 13:44:13.743979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.753551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.773135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-043681a1-a55e-4c4d-9ef0-cebfcd2a567f req-45841046-1850-473a-aa6c-fd3f069e114e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c0f84ad-9ca7-47df-a3f9-d8db90b55a31&id=6500fa63-d432-4707-bf91-dd101eaf8f8e&id=cba84ebb-0387-4594-bc76-72fd7fae78e1 HTTP/1.1" status: 200 len: 6200 time: 0.1155310 Nov 08 13:44:13.797650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:44:13.813270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:13.822211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.822618 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Added segment 644a9fc7-c6e0-4744-8628-af56f439baa8 of type vlan for network 19baace4-5777-4f73-8104-00c52d476d61 Nov 08 13:44:13.881086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.942251 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.943217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:13.943840 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:13.961799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b68fd5-236c-462a-b19d-985de1ae4b08 req-e48eb12c-0332-401f-80b5-65bc9c5cd392 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:13.963397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05b68fd5-236c-462a-b19d-985de1ae4b08 req-e48eb12c-0332-401f-80b5-65bc9c5cd392 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 945 time: 0.0844193 Nov 08 13:44:14.028197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6895537 Nov 08 13:44:14.032158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46738) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:14.038933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Request body: {'subnet': {'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1078364370-subnet', 'tenant_id': '60ad56c720bc4196a808458bc3655d72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:14.042265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c6f83-f7ae-4858-84c8-c07d13e3cf62 admin admin] Pushing event updated for resources: {'Network': ['ID=19baace4-5777-4f73-8104-00c52d476d61,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:14.056864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 19baace4-5777-4f73-8104-00c52d476d61 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:44:14.082945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05b68fd5-236c-462a-b19d-985de1ae4b08 req-32e183df-1d7c-48c7-9764-33cb9334fb96 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065199 Nov 08 13:44:14.084032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Made reservation on behalf of 60ad56c720bc4196a808458bc3655d72 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:14.086923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:14.268048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-748ac85e-91a6-44e2-aa2f-155da44eae49 req-f8de0014-cafe-4a8c-8b1c-cf151cecfa4f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': ' tempest-securitygroup -900701525 ', 'description': 'tempest-description-1987776130'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:14.293676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-748ac85e-91a6-44e2-aa2f-155da44eae49 req-f8de0014-cafe-4a8c-8b1c-cf151cecfa4f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:14.302581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:14.360679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9b2e64-0ffd-477b-bd16-f21a47f445a9,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:14.368067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Checking segment: {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:14.368339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Network hostable DHCP agents. Network: 19baace4-5777-4f73-8104-00c52d476d61, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:44:14.385151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Network 19baace4-5777-4f73-8104-00c52d476d61 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:44:14.394167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 19baace4-5777-4f73-8104-00c52d476d61) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:14.398369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:14.398972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:14.399762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac3523-f7ff-4e50-9546-6636e92d8755 req-20be9cc5-5127-47cc-a31f-ca97327e923d tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:14.401575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-adac3523-f7ff-4e50-9546-6636e92d8755 req-20be9cc5-5127-47cc-a31f-ca97327e923d tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 949 time: 0.0856786 Nov 08 13:44:14.405808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f96f4-ec02-4610-a898-cd74c07681ef None None] Network 19baace4-5777-4f73-8104-00c52d476d61 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:44:14.434016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9a1857cd-1172-4325-b42b-e3195515e4b2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3920543 Nov 08 13:44:14.434278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-748ac85e-91a6-44e2-aa2f-155da44eae49 req-f8de0014-cafe-4a8c-8b1c-cf151cecfa4f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:14.445092 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-748ac85e-91a6-44e2-aa2f-155da44eae49 req-f8de0014-cafe-4a8c-8b1c-cf151cecfa4f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:14.508243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:14.511774 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628f7715-8152-4e66-8bbf-58b3abffe142" -d '{"events": [{"name": "network-changed", "server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:14.522246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-748ac85e-91a6-44e2-aa2f-155da44eae49 req-f8de0014-cafe-4a8c-8b1c-cf151cecfa4f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:14.523658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-748ac85e-91a6-44e2-aa2f-155da44eae49 req-f8de0014-cafe-4a8c-8b1c-cf151cecfa4f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2607474 Nov 08 13:44:14.533090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de0014-cafe-4a8c-8b1c-cf151cecfa4f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c514576c-4a6c-4d28-b294-644f69d9be34,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:14.568042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-adac3523-f7ff-4e50-9546-6636e92d8755 req-80403fc6-cf4a-4f4c-a61a-cd9be627013f tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/security-groups?id=c965c024-bcff-442e-b09f-e6b99afe4a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455708 Nov 08 13:44:14.600058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c4040-35ed-4d30-b42d-aee2dd759ef9 None None] Network 19baace4-5777-4f73-8104-00c52d476d61 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:44:14.674408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f205cc-1f8b-46c7-8875-58b5e53739f6 req-5b17da87-07e5-41c0-9386-21ed0c8fe10a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:14.677089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52f205cc-1f8b-46c7-8875-58b5e53739f6 req-5b17da87-07e5-41c0-9386-21ed0c8fe10a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0665343 Nov 08 13:44:14.739973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52f205cc-1f8b-46c7-8875-58b5e53739f6 req-bf622da4-5b3e-4c7c-b254-955e92713444 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552859 Nov 08 13:44:14.793281 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70406c52-4d84-4307-a00d-c717ab16ac86 x-openstack-request-id: req-70406c52-4d84-4307-a00d-c717ab16ac86 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:14.793774 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:14.794101 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70406c52-4d84-4307-a00d-c717ab16ac86 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:14.794628 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a', 'status': 'completed', 'code': 200} Nov 08 13:44:14.855079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 98923ec4-50cb-466a-824f-a338d0d3218b up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:14.860112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad8f44bc-c5c4-4a85-ac65-853e4dae545a req-6f6473bb-1beb-42bc-b242-f6d244cb921b tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/c514576c-4a6c-4d28-b294-644f69d9be34 HTTP/1.1" status: 200 len: 1797 time: 0.0535169 Nov 08 13:44:14.877234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-432f2721-b1e5-4b19-8eb0-ed178a6b1d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:14.879104 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-432f2721-b1e5-4b19-8eb0-ed178a6b1d5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1174 time: 0.0596371 Nov 08 13:44:14.951816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 98923ec4-50cb-466a-824f-a338d0d3218b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:14.961753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 98923ec4-50cb-466a-824f-a338d0d3218b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:14.962271 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.062656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.064554 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4dcb23f-2e79-4817-a253-1b2cc5cf0c92 req-34885409-f9f5-4260-b940-2b60d173619d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/c514576c-4a6c-4d28-b294-644f69d9be34 HTTP/1.1" status: 200 len: 1797 time: 0.0908458 Nov 08 13:44:15.087085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-c25aaa72-a5ab-4f69-963a-8cd283049d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:15.088808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-c25aaa72-a5ab-4f69-963a-8cd283049d60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 913 time: 0.1967683 Nov 08 13:44:15.096133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98923ec4-50cb-466a-824f-a338d0d3218b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:15.100111 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45076525-ff58-4e94-a304-3937b19445b6" -d '{"events": [{"server_uuid": "29db89d6-7eda-4221-83ad-cfb7a8987b2b", "name": "network-vif-plugged", "status": "completed", "tag": "98923ec4-50cb-466a-824f-a338d0d3218b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:15.115024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 98923ec4-50cb-466a-824f-a338d0d3218b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=98923ec4-50cb-466a-824f-a338d0d3218b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:15.123883 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.170754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-5907e153-9dc3-41c6-a6c8-8f80710e9f5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 200 len: 217 time: 0.0727878 Nov 08 13:44:15.188732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=98923ec4-50cb-466a-824f-a338d0d3218b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:15.214929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4dcb23f-2e79-4817-a253-1b2cc5cf0c92 req-894d1699-42e5-427f-983e-d0b8fc1406bd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.237783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-e70d9965-d404-4070-a54b-436bfd372aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:15.239293 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-e70d9965-d404-4070-a54b-436bfd372aeb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.0582910 Nov 08 13:44:15.251489 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-5215bca0-29a1-4fea-830e-b270d1373855 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:15.253112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-5215bca0-29a1-4fea-830e-b270d1373855 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 815 time: 0.1811228 Nov 08 13:44:15.262844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4dcb23f-2e79-4817-a253-1b2cc5cf0c92 req-894d1699-42e5-427f-983e-d0b8fc1406bd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.279825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-b82524bf-4a28-4539-8814-69ab25c5d918 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332530 Nov 08 13:44:15.289466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-b3a018db-1245-4070-81cb-97634fce35ae tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/quotas/60ad56c720bc4196a808458bc3655d72 HTTP/1.1" status: 200 len: 375 time: 0.0284715 Nov 08 13:44:15.330262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-7f95b67a-ab92-411a-bd75-31a7c57bfd37 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320899 Nov 08 13:44:15.346947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-82aed500-e5c8-4d34-ab88-f3c76e392aef service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:44:15.347951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-82aed500-e5c8-4d34-ab88-f3c76e392aef service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053990 Nov 08 13:44:15.349029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4dcb23f-2e79-4817-a253-1b2cc5cf0c92 req-894d1699-42e5-427f-983e-d0b8fc1406bd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.351611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e4dcb23f-2e79-4817-a253-1b2cc5cf0c92 req-894d1699-42e5-427f-983e-d0b8fc1406bd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.352673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4dcb23f-2e79-4817-a253-1b2cc5cf0c92 req-894d1699-42e5-427f-983e-d0b8fc1406bd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/c514576c-4a6c-4d28-b294-644f69d9be34 HTTP/1.1" status: 204 len: 173 time: 0.2865021 Nov 08 13:44:15.370758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d1699-42e5-427f-983e-d0b8fc1406bd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c514576c-4a6c-4d28-b294-644f69d9be34,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:15.405597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46816) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:15.424594 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-1de6cb70-8df1-4c0d-bad4-0dff71e05dbb service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370542 Nov 08 13:44:15.506960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-4fe65cf9-3d01-4b8c-8308-0a3bddc4f5de service neutron] 10.222.0.65 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446552 Nov 08 13:44:15.534554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-f34aa48b-bd9b-4dce-9eb4-41f95e94f516 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:15.536119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-f34aa48b-bd9b-4dce-9eb4-41f95e94f516 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 949 time: 0.1252706 Nov 08 13:44:15.615303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4cfceefe-ffe1-4093-a1b4-a94856ca267f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.629086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-628f7715-8152-4e66-8bbf-58b3abffe142 req-8cfd8ab9-bc68-42f6-b1b7-f64d24603866 service neutron] 10.222.0.70 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792986 Nov 08 13:44:15.657192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Deleting port 8d584738-3729-4106-bc24-336fa1759d8d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:15.657535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.676511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-0482c831-828d-40df-b364-29ef4e43bc88 service neutron] 10.222.0.65 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686447 Nov 08 13:44:15.686669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad1fd6-f4c5-49f0-80cf-e36e4699fce0 req-37fe148c-e539-4a16-b619-10e7b56c9032 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:15.688164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cad1fd6-f4c5-49f0-80cf-e36e4699fce0 req-37fe148c-e539-4a16-b619-10e7b56c9032 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.1160588 Nov 08 13:44:15.763009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cad1fd6-f4c5-49f0-80cf-e36e4699fce0 req-53b846c4-2e74-4ff3-b7bb-8ec476a44a57 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Nov 08 13:44:15.774683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] For port 8d584738-3729-4106-bc24-336fa1759d8d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8d584738-3729-4106-bc24-336fa1759d8d,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:15.775091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.786831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4cfceefe-ffe1-4093-a1b4-a94856ca267f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.789333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Calling delete_port for 8d584738-3729-4106-bc24-336fa1759d8d owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:15.793858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4cfceefe-ffe1-4093-a1b4-a94856ca267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:15.835895 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dbd5fc-2afe-463b-aac8-dfc0ac3ab8aa x-openstack-request-id: req-98dbd5fc-2afe-463b-aac8-dfc0ac3ab8aa {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:15.837441 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29db89d6-7eda-4221-83ad-cfb7a8987b2b", "name": "network-vif-plugged", "status": "completed", "tag": "98923ec4-50cb-466a-824f-a338d0d3218b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:15.837984 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98dbd5fc-2afe-463b-aac8-dfc0ac3ab8aa {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:15.838541 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98923ec4-50cb-466a-824f-a338d0d3218b', 'code': 200} Nov 08 13:44:15.841443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfceefe-ffe1-4093-a1b4-a94856ca267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6883ea0-b141-4996-a210-e1389edfc84d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:15.908691 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-54830ea8-8166-414e-af9c-1d33e58f179c req-cf53cef1-8d0b-4879-aa2d-5d55593bcbb2 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:15.911443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54830ea8-8166-414e-af9c-1d33e58f179c req-cf53cef1-8d0b-4879-aa2d-5d55593bcbb2 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/c514576c-4a6c-4d28-b294-644f69d9be34 HTTP/1.1" status: 404 len: 352 time: 0.0772560 Nov 08 13:44:15.926556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4cfceefe-ffe1-4093-a1b4-a94856ca267f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f62c94266fdf4461a2644df6179a9f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194571 Nov 08 13:44:15.929209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46834) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:16.013153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444461b8-c0bd-4a77-9c19-ab8a73e989de req-da351ec0-e975-433b-8226-a151b9beea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:16.015964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444461b8-c0bd-4a77-9c19-ab8a73e989de req-da351ec0-e975-433b-8226-a151b9beea81 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 1097 time: 0.1050613 Nov 08 13:44:16.017192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.034898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['8d584738-3729-4106-bc24-336fa1759d8d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:16.046258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ef40bbe-48b3-4529-a331-b27d7c778bac req-d3d47138-cef4-4d6c-a22e-9401bbc33ff2 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61443e0-3552-43ee-b2fe-3faf1e16a1ce HTTP/1.1" status: 200 len: 210 time: 0.0389476 Nov 08 13:44:16.059582 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da58337d-c968-40df-a584-a9bf46066f57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.069271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 931a23c2-c839-4eb7-9911-0dc4faae135a no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:16.069760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Pushing event deleted for resources: {'Port': ['ID=8d584738-3729-4106-bc24-336fa1759d8d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:16.090343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da58337d-c968-40df-a584-a9bf46066f57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.140658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 931a23c2-c839-4eb7-9911-0dc4faae135a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:16.141502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 931a23c2-c839-4eb7-9911-0dc4faae135a not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:16.162101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] No DVR routers for this DVR port 8d584738-3729-4106-bc24-336fa1759d8d on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:16.166540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.170762 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-922e88a6-f2c5-4e4f-be03-77477c1aa3b4 req-28001c25-f75b-484f-8951-18561baff456 tempest-ServersAdminNegativeTestJSON-2112355698 tempest-ServersAdminNegativeTestJSON-2112355698-project] 10.222.0.70 "DELETE /v2.0/ports/8d584738-3729-4106-bc24-336fa1759d8d HTTP/1.1" status: 204 len: 173 time: 0.6248422 Nov 08 13:44:16.171665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'name': 'network-vif-deleted', 'tag': '8d584738-3729-4106-bc24-336fa1759d8d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:16.174722 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777856ed-039f-460e-be49-26d8e60582c3" -d '{"events": [{"server_uuid": "f61443e0-3552-43ee-b2fe-3faf1e16a1ce", "name": "network-vif-deleted", "tag": "8d584738-3729-4106-bc24-336fa1759d8d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:16.181426 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-444461b8-c0bd-4a77-9c19-ab8a73e989de req-0debaa20-2f9f-472f-b5be-4d2a12e499a3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557958 Nov 08 13:44:16.206702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da58337d-c968-40df-a584-a9bf46066f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.210112 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da58337d-c968-40df-a584-a9bf46066f57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.216515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-da58337d-c968-40df-a584-a9bf46066f57 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6883ea0-b141-4996-a210-e1389edfc84d HTTP/1.1" status: 204 len: 168 time: 0.2824471 Nov 08 13:44:16.262565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49cd4042-2be4-4c0a-b5d6-254b66444ddd req-1b2c8896-4fad-4ded-b81c-efa2b5add0ce tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 210 time: 0.0446668 Nov 08 13:44:16.263518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58337d-c968-40df-a584-a9bf46066f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6883ea0-b141-4996-a210-e1389edfc84d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:16.316305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d3869bae-5ba8-40b0-8ca0-719cc7eb023d req-5d2242f2-69bf-46f8-860b-6d55f3b4326a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-268904438', 'description': 'tempest-description-1029710885'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:16.345086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d3869bae-5ba8-40b0-8ca0-719cc7eb023d req-5d2242f2-69bf-46f8-860b-6d55f3b4326a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.439191 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d3869bae-5ba8-40b0-8ca0-719cc7eb023d req-5d2242f2-69bf-46f8-860b-6d55f3b4326a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.444998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d3869bae-5ba8-40b0-8ca0-719cc7eb023d req-5d2242f2-69bf-46f8-860b-6d55f3b4326a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.473717 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d3869bae-5ba8-40b0-8ca0-719cc7eb023d req-5d2242f2-69bf-46f8-860b-6d55f3b4326a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.475229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3869bae-5ba8-40b0-8ca0-719cc7eb023d req-5d2242f2-69bf-46f8-860b-6d55f3b4326a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1647403 Nov 08 13:44:16.485417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2242f2-69bf-46f8-860b-6d55f3b4326a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efad255-a3e1-4dd5-b153-29c5f282316f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:16.596415 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2bd82-b4f7-4e70-9b09-9d3bd0db29db x-openstack-request-id: req-4ba2bd82-b4f7-4e70-9b09-9d3bd0db29db {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:16.596861 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61443e0-3552-43ee-b2fe-3faf1e16a1ce", "name": "network-vif-deleted", "tag": "8d584738-3729-4106-bc24-336fa1759d8d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:16.597314 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ba2bd82-b4f7-4e70-9b09-9d3bd0db29db {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:16.598834 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61443e0-3552-43ee-b2fe-3faf1e16a1ce', 'name': 'network-vif-deleted', 'tag': '8d584738-3729-4106-bc24-336fa1759d8d', 'status': 'completed', 'code': 200} Nov 08 13:44:16.637872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-4c672d69-621b-47d2-95f2-65c5a213b4f0 req-e46cf25c-aefa-45d3-88a9-30ea3b477ff5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-78770754', 'description': 'tempest-description-2071921777'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:16.697899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f8596-af78-494e-ab5d-7366eb60a0ea req-6af7f0e3-e916-425c-b384-f29a15831e5c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:16.699623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec8f8596-af78-494e-ab5d-7366eb60a0ea req-6af7f0e3-e916-425c-b384-f29a15831e5c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1210561 Nov 08 13:44:16.701249 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4c672d69-621b-47d2-95f2-65c5a213b4f0 req-e46cf25c-aefa-45d3-88a9-30ea3b477ff5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.837897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec8f8596-af78-494e-ab5d-7366eb60a0ea req-01e284f9-5b50-4a42-8ad2-54ad70c941e4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094003 Nov 08 13:44:16.884379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4c672d69-621b-47d2-95f2-65c5a213b4f0 req-e46cf25c-aefa-45d3-88a9-30ea3b477ff5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.890330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4c672d69-621b-47d2-95f2-65c5a213b4f0 req-e46cf25c-aefa-45d3-88a9-30ea3b477ff5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.937866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cf25c-aefa-45d3-88a9-30ea3b477ff5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8e2a03-5c71-4eab-a038-87a1f41845da,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:16.957319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4c672d69-621b-47d2-95f2-65c5a213b4f0 req-e46cf25c-aefa-45d3-88a9-30ea3b477ff5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:16.958569 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c672d69-621b-47d2-95f2-65c5a213b4f0 req-e46cf25c-aefa-45d3-88a9-30ea3b477ff5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3251839 Nov 08 13:44:16.990464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa2ea9d-17e2-47e7-8e15-2c802cc568a1 req-b8cae9cb-e122-4939-b1e5-afa0681c87c4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:16.992053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4aa2ea9d-17e2-47e7-8e15-2c802cc568a1 req-b8cae9cb-e122-4939-b1e5-afa0681c87c4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.0791504 Nov 08 13:44:16.997198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-3c5d42bd-c215-4fa7-a201-3c6bb6b245ed req-4b1c021e-2a92-48af-ae79-26e73e11650a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1854217263', 'description': 'tempest-description-617313606'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:17.046515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3c5d42bd-c215-4fa7-a201-3c6bb6b245ed req-4b1c021e-2a92-48af-ae79-26e73e11650a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.068129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4aa2ea9d-17e2-47e7-8e15-2c802cc568a1 req-0a205058-2e42-4e23-b725-1ea28be5fc9e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663426 Nov 08 13:44:17.145813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3c5d42bd-c215-4fa7-a201-3c6bb6b245ed req-4b1c021e-2a92-48af-ae79-26e73e11650a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.151904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3c5d42bd-c215-4fa7-a201-3c6bb6b245ed req-4b1c021e-2a92-48af-ae79-26e73e11650a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.194825 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-3c5d42bd-c215-4fa7-a201-3c6bb6b245ed req-4b1c021e-2a92-48af-ae79-26e73e11650a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.200452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c5d42bd-c215-4fa7-a201-3c6bb6b245ed req-4b1c021e-2a92-48af-ae79-26e73e11650a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2072911 Nov 08 13:44:17.203987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c021e-2a92-48af-ae79-26e73e11650a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88fb913d-e447-40a2-ac63-dd3a68f17f9c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:17.440104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a714fe40-14a1-494d-98a9-b400c06a2f69 req-03818ef7-2abb-4650-941b-685e8b4b06a8 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 10997 time: 0.2150335 Nov 08 13:44:17.458798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-ba52d4d4-fd00-4d12-af74-9f833c1ed646 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:17.460444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-ba52d4d4-fd00-4d12-af74-9f833c1ed646 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 815 time: 0.1736650 Nov 08 13:44:17.466941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83537a7d-6125-4054-af64-fd6f31c6eb2f req-3659bed8-8fcc-4df6-a137-94c3003392e2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 210 time: 0.0727410 Nov 08 13:44:17.488510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Request body: {'port': {'device_id': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'admin_state_up': True, 'tenant_id': '60ad56c720bc4196a808458bc3655d72'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:17.521354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a714fe40-14a1-494d-98a9-b400c06a2f69 req-8d415860-ac01-479d-acf8-8072e6b87390 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/cba84ebb-0387-4594-bc76-72fd7fae78e1 HTTP/1.1" status: 200 len: 2998 time: 0.0803971 Nov 08 13:44:17.541388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46892) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:17.611476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a714fe40-14a1-494d-98a9-b400c06a2f69 req-d4a168b7-ccfa-45a8-bb0a-65c2850b793d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/cba84ebb-0387-4594-bc76-72fd7fae78e1 HTTP/1.1" status: 200 len: 2998 time: 0.0843441 Nov 08 13:44:17.699103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Made reservation on behalf of 60ad56c720bc4196a808458bc3655d72 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:17.704545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.770572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ce6b13a-0da6-4259-81ef-0b820d7500b5 req-f2ae7575-8646-4d45-8747-f017e49f3932 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5efad255-a3e1-4dd5-b153-29c5f282316f HTTP/1.1" status: 200 len: 1817 time: 0.0849762 Nov 08 13:44:17.790164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e154e8eb-ca5d-4bfc-863d-37e42256be4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50d056533a1042978a0e759f3460cb76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476861 Nov 08 13:44:17.795023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46902) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:17.850111 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6ce6b13a-0da6-4259-81ef-0b820d7500b5 req-e3f886e2-afad-497d-b9c3-072a089bc1dc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.865347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a5cbd84-44c1-42f4-9abf-eebf75bcf323 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=139cbc286d344ba7a210ceb13b4fabc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281930 Nov 08 13:44:17.892223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6ce6b13a-0da6-4259-81ef-0b820d7500b5 req-e3f886e2-afad-497d-b9c3-072a089bc1dc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.904282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33260732-4c19-44ee-86c5-cd4237e72584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.906801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Allocated IP 172.20.0.11 (19baace4-5777-4f73-8104-00c52d476d61/be9b2e64-0ffd-477b-bd16-f21a47f445a9/ce5ce2bd-ebfa-40b2-9620-b7e03737ef04) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:17.939117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33260732-4c19-44ee-86c5-cd4237e72584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.994787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6ce6b13a-0da6-4259-81ef-0b820d7500b5 req-e3f886e2-afad-497d-b9c3-072a089bc1dc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.997821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6ce6b13a-0da6-4259-81ef-0b820d7500b5 req-e3f886e2-afad-497d-b9c3-072a089bc1dc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:17.999084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ce6b13a-0da6-4259-81ef-0b820d7500b5 req-e3f886e2-afad-497d-b9c3-072a089bc1dc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/5efad255-a3e1-4dd5-b153-29c5f282316f HTTP/1.1" status: 204 len: 173 time: 0.2276812 Nov 08 13:44:18.020217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f886e2-afad-497d-b9c3-072a089bc1dc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efad255-a3e1-4dd5-b153-29c5f282316f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:18.028518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-8008b514-9cf8-4ff2-a5d8-e5937c5bd143 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:18.032037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-8008b514-9cf8-4ff2-a5d8-e5937c5bd143 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591473 Nov 08 13:44:18.057002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-d2b9e0d7-2479-4586-9d54-d280d94e3496 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/quotas/139cbc286d344ba7a210ceb13b4fabc7 HTTP/1.1" status: 200 len: 375 time: 0.0120575 Nov 08 13:44:18.065735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33260732-4c19-44ee-86c5-cd4237e72584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.068468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33260732-4c19-44ee-86c5-cd4237e72584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.072132 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-33260732-4c19-44ee-86c5-cd4237e72584 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c965c024-bcff-442e-b09f-e6b99afe4a9a HTTP/1.1" status: 204 len: 168 time: 0.2736368 Nov 08 13:44:18.083040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33260732-4c19-44ee-86c5-cd4237e72584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c965c024-bcff-442e-b09f-e6b99afe4a9a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:18.095444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-d2c97a04-92e1-4a7f-84e3-3e7e22c21549 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=139cbc286d344ba7a210ceb13b4fabc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321891 Nov 08 13:44:18.135706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.158341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea50d-c5a8-4653-a757-24036ea66956 req-85b2267c-fb00-4208-a4d1-f381fcc855fe tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:18.160601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-826ea50d-c5a8-4653-a757-24036ea66956 req-85b2267c-fb00-4208-a4d1-f381fcc855fe tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0694182 Nov 08 13:44:18.184384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.223485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-826ea50d-c5a8-4653-a757-24036ea66956 req-4806e3e8-8962-4bb4-ba1f-e719cf52ec00 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534987 Nov 08 13:44:18.261738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Network 19baace4-5777-4f73-8104-00c52d476d61 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:18.267655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:18.270398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:18.272816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:18.286163 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-fe7397e5-e325-4470-9b88-6e4207cf9a08 req-ec968244-0f37-41c4-9eaf-db7fd60ba32d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:18.287700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe7397e5-e325-4470-9b88-6e4207cf9a08 req-ec968244-0f37-41c4-9eaf-db7fd60ba32d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5efad255-a3e1-4dd5-b153-29c5f282316f HTTP/1.1" status: 404 len: 352 time: 0.0233283 Nov 08 13:44:18.336840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:18.337602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.359194 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-f90277c0-a3be-4b6b-9d22-4f32a6f30a2e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803074 Nov 08 13:44:18.375446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Request body: {'port': {'device_id': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:18.406185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e7e1c67-fd3d-4a83-91b9-852ead5ee5f4 req-5e3afea4-3ff0-4f4a-bd1b-a7f512487e17 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 210 time: 0.0460386 Nov 08 13:44:18.448218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507e0c-989d-4c94-8ec7-4434e37b8859 req-3b4a8cb9-1bbd-4a23-a919-7dfd42f44721 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:18.451547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c507e0c-989d-4c94-8ec7-4434e37b8859 req-3b4a8cb9-1bbd-4a23-a919-7dfd42f44721 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.1176095 Nov 08 13:44:18.474513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.560284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c507e0c-989d-4c94-8ec7-4434e37b8859 req-e24e260e-a21f-4250-8185-a9220c5ba6ac tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004453 Nov 08 13:44:18.584442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46932) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:18.692933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f3fa0622-3a00-42a3-aa27-0508ebc88a07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9290599c70a44a58a02d626dc3335a87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1037753 Nov 08 13:44:18.695506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46940) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:18.698425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf346f06-26c7-4833-9c3f-53d7c0cfd23b req-992b0bee-a135-4ee7-94a4-513ef9503885 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5e8e2a03-5c71-4eab-a038-87a1f41845da HTTP/1.1" status: 200 len: 1816 time: 0.1315680 Nov 08 13:44:18.768869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20eebf-7ca2-4524-96f4-ce0080998c05 req-9a57f51c-77a0-4037-acee-35d766b96b02 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:18.770380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da20eebf-7ca2-4524-96f4-ce0080998c05 req-9a57f51c-77a0-4037-acee-35d766b96b02 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 932 time: 0.1353428 Nov 08 13:44:18.808242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:18.816270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.827623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0998a16b-7067-431d-93b1-0df42c67a6ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.832730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Transition to ACTIVE for port object ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:18.837791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.878766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bf346f06-26c7-4833-9c3f-53d7c0cfd23b req-57ae49be-0cec-4523-8f58-2efdd52fe6ad tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.893522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da20eebf-7ca2-4524-96f4-ce0080998c05 req-7e417903-171a-4b43-8ee8-6d7816b48ee0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094310 Nov 08 13:44:18.898711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0998a16b-7067-431d-93b1-0df42c67a6ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.939996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:18.948454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bf346f06-26c7-4833-9c3f-53d7c0cfd23b req-57ae49be-0cec-4523-8f58-2efdd52fe6ad tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:18.985743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Attempting to bind port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:18.986078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Attempting to bind port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:18.987199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Attempting to bind port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 on network 19baace4-5777-4f73-8104-00c52d476d61 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:18.994979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 on network 19baace4-5777-4f73-8104-00c52d476d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:19.002003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Attempting to bind port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 on network 19baace4-5777-4f73-8104-00c52d476d61 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:19.005809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0998a16b-7067-431d-93b1-0df42c67a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.008490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0998a16b-7067-431d-93b1-0df42c67a6ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.009872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0998a16b-7067-431d-93b1-0df42c67a6ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28f82867-5e69-49a8-b259-0e172ddb1b1c HTTP/1.1" status: 204 len: 168 time: 0.3105557 Nov 08 13:44:19.010052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:19.010387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Checking segment: {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:19.010844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Bound using segment: {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:19.011523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Bound port: ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:19.011928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.022643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998a16b-7067-431d-93b1-0df42c67a6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f82867-5e69-49a8-b259-0e172ddb1b1c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:19.024749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bf346f06-26c7-4833-9c3f-53d7c0cfd23b req-57ae49be-0cec-4523-8f58-2efdd52fe6ad tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.027851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bf346f06-26c7-4833-9c3f-53d7c0cfd23b req-57ae49be-0cec-4523-8f58-2efdd52fe6ad tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.064183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf346f06-26c7-4833-9c3f-53d7c0cfd23b req-57ae49be-0cec-4523-8f58-2efdd52fe6ad tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/5e8e2a03-5c71-4eab-a038-87a1f41845da HTTP/1.1" status: 204 len: 173 time: 0.3487666 Nov 08 13:44:19.097961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae49be-0cec-4523-8f58-2efdd52fe6ad tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8e2a03-5c71-4eab-a038-87a1f41845da,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:19.110385 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-cd068759-1739-49d0-bf82-ae5f54db1b64 req-41c0f769-f7bd-4c49-85c4-8a311d5b030f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:19.125924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd068759-1739-49d0-bf82-ae5f54db1b64 req-41c0f769-f7bd-4c49-85c4-8a311d5b030f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5e8e2a03-5c71-4eab-a038-87a1f41845da HTTP/1.1" status: 404 len: 352 time: 0.0494292 Nov 08 13:44:19.148201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:19.156746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:19.165601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.206153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:19.208053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.210035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] 10.222.0.70 "PUT /v2.0/ports/ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 HTTP/1.1" status: 200 len: 1092 time: 0.8408902 Nov 08 13:44:19.212704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:19.215222 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79607d47-39c0-4f3f-9672-260db7f418d6" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:19.254758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b659eb-170d-47fa-a52b-250e4bcfe478 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:19.275103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7fbbf-06c2-45ca-9f59-b491f8e3ecb1 req-bbb3a3bf-ce62-419a-abfa-67ceea6b13b0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:19.276819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26b7fbbf-06c2-45ca-9f59-b491f8e3ecb1 req-bbb3a3bf-ce62-419a-abfa-67ceea6b13b0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.0841186 Nov 08 13:44:19.282590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1117f9dc-194e-4bcf-bf5f-146736f69abb req-78bf7943-136b-4471-98db-26969bc34444 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/88fb913d-e447-40a2-ac63-dd3a68f17f9c HTTP/1.1" status: 200 len: 1817 time: 0.0881100 Nov 08 13:44:19.323258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-e147783d-6f3f-4e00-96cb-fb2be02559a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:19.325930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-e147783d-6f3f-4e00-96cb-fb2be02559a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 1095 time: 0.0618224 Nov 08 13:44:19.379002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26b7fbbf-06c2-45ca-9f59-b491f8e3ecb1 req-d30341b1-c9bd-4f19-af5d-a57aed77bc33 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944557 Nov 08 13:44:19.382829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-d6803581-c22a-46c5-8476-c7f90b8fc24b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 HTTP/1.1" status: 200 len: 217 time: 0.0380723 Nov 08 13:44:19.404499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1117f9dc-194e-4bcf-bf5f-146736f69abb req-6098b748-fe62-4504-8478-4724aa63fe2c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.464193 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e13a65-dba2-4d80-b679-3ae0cb8f8986 x-openstack-request-id: req-b4e13a65-dba2-4d80-b679-3ae0cb8f8986 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:19.464530 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:19.465230 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4e13a65-dba2-4d80-b679-3ae0cb8f8986 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:19.465230 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'status': 'completed', 'code': 200} Nov 08 13:44:19.471219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1117f9dc-194e-4bcf-bf5f-146736f69abb req-6098b748-fe62-4504-8478-4724aa63fe2c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.542449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-82f50479-ac3a-4490-ac7b-5b42589931b9 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=139cbc286d344ba7a210ceb13b4fabc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445471 Nov 08 13:44:19.545098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-b3699fec-3ec5-4be1-adde-720b9f7000ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:19.549215 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-b3699fec-3ec5-4be1-adde-720b9f7000ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be9b2e64-0ffd-477b-bd16-f21a47f445a9 HTTP/1.1" status: 200 len: 855 time: 0.1506648 Nov 08 13:44:19.572794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d69db-6f3a-410b-9d16-7c70dc4bb98f req-094c8505-a264-4e57-bd18-f7a82361e108 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:19.574328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c1d69db-6f3a-410b-9d16-7c70dc4bb98f req-094c8505-a264-4e57-bd18-f7a82361e108 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0629077 Nov 08 13:44:19.575479 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1117f9dc-194e-4bcf-bf5f-146736f69abb req-6098b748-fe62-4504-8478-4724aa63fe2c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.578626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1117f9dc-194e-4bcf-bf5f-146736f69abb req-6098b748-fe62-4504-8478-4724aa63fe2c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:19.590669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1117f9dc-194e-4bcf-bf5f-146736f69abb req-6098b748-fe62-4504-8478-4724aa63fe2c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/88fb913d-e447-40a2-ac63-dd3a68f17f9c HTTP/1.1" status: 204 len: 173 time: 0.2961822 Nov 08 13:44:19.601908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098b748-fe62-4504-8478-4724aa63fe2c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88fb913d-e447-40a2-ac63-dd3a68f17f9c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:19.627182 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-0fe9c6cd-1978-47b7-ae31-46ad7fd66c26 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19baace4-5777-4f73-8104-00c52d476d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636353 Nov 08 13:44:19.671461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c1d69db-6f3a-410b-9d16-7c70dc4bb98f req-b73c0dd1-68c4-49d0-b5f9-30ea3dc3d87e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791855 Nov 08 13:44:19.731037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51e28c8c-f333-4f91-a1ec-5d8a9147c61c req-716a88ca-9eac-4c65-bfe3-13f1994bac37 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 210 time: 0.0839803 Nov 08 13:44:19.778087 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-671c5536-504a-48da-8e7c-584cab601f89 req-547972c3-57ec-49a4-960d-12d022c1c130 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:19.780481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-671c5536-504a-48da-8e7c-584cab601f89 req-547972c3-57ec-49a4-960d-12d022c1c130 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/88fb913d-e447-40a2-ac63-dd3a68f17f9c HTTP/1.1" status: 404 len: 352 time: 0.0186369 Nov 08 13:44:19.789087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9e5c52e3-f248-484c-9aa9-9ad5ab7ea6af tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:19.790591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9e5c52e3-f248-484c-9aa9-9ad5ab7ea6af tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2400160 Nov 08 13:44:19.810597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Request body: {'port': {'device_id': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '139cbc286d344ba7a210ceb13b4fabc7'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:19.817316 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-ccbdc384-73aa-49bc-bcc2-7423e6752503 service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577268 Nov 08 13:44:19.898293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1e90bb1-0db8-41d4-a5f3-4ba293df89ba req-7780a94a-fef6-4c24-9984-2e304eacb41a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 6200 time: 0.0881510 Nov 08 13:44:19.961067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1e90bb1-0db8-41d4-a5f3-4ba293df89ba req-3057a006-6bc9-4bb1-a3bb-3f3604c8bd81 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/cba84ebb-0387-4594-bc76-72fd7fae78e1 HTTP/1.1" status: 200 len: 2998 time: 0.0549090 Nov 08 13:44:19.993946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c5a6f2a-015a-4cef-b2bf-e4d363c6a73e req-83bbc50d-e674-4c0e-b58d-db5584c1cebe service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655560 Nov 08 13:44:20.003462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Made reservation on behalf of 139cbc286d344ba7a210ceb13b4fabc7 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:20.007501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.017600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.038330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1e90bb1-0db8-41d4-a5f3-4ba293df89ba req-7417153c-5779-4d36-a38a-f230587708bb tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/cba84ebb-0387-4594-bc76-72fd7fae78e1 HTTP/1.1" status: 200 len: 2998 time: 0.0688589 Nov 08 13:44:20.071550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-cda658cd-cea6-4c9a-ad1b-786def713197 req-4c7cb9d3-bdc5-48da-85a3-5eccd5811622 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1415445127', 'description': 'tempest-description-456393620'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:20.079421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8d584738-3729-4106-bc24-336fa1759d8d no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:20.108379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902789b-f1c8-4420-96c9-d45ac09081b0 req-37d7c104-36e4-4624-b164-dd562b48ec88 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:20.115722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3902789b-f1c8-4420-96c9-d45ac09081b0 req-37d7c104-36e4-4624-b164-dd562b48ec88 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 944 time: 0.0917752 Nov 08 13:44:20.117614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 8d584738-3729-4106-bc24-336fa1759d8d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:20.118077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8d584738-3729-4106-bc24-336fa1759d8d not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:20.120005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cda658cd-cea6-4c9a-ad1b-786def713197 req-4c7cb9d3-bdc5-48da-85a3-5eccd5811622 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.137403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.146910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.160280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-898dc5ed-4ceb-4dad-9700-554b82caa2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:20.162278 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-898dc5ed-4ceb-4dad-9700-554b82caa2cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 1095 time: 0.0723975 Nov 08 13:44:20.200158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3902789b-f1c8-4420-96c9-d45ac09081b0 req-321e0961-522b-4bf3-a491-25b3db8f7069 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781770 Nov 08 13:44:20.232132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f767777-91d3-4cff-9f32-f8f606ff665a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:20.243676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cda658cd-cea6-4c9a-ad1b-786def713197 req-4c7cb9d3-bdc5-48da-85a3-5eccd5811622 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.250507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cda658cd-cea6-4c9a-ad1b-786def713197 req-4c7cb9d3-bdc5-48da-85a3-5eccd5811622 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.298233 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cda658cd-cea6-4c9a-ad1b-786def713197 req-4c7cb9d3-bdc5-48da-85a3-5eccd5811622 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.299506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cda658cd-cea6-4c9a-ad1b-786def713197 req-4c7cb9d3-bdc5-48da-85a3-5eccd5811622 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2347691 Nov 08 13:44:20.301408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7cb9d3-bdc5-48da-85a3-5eccd5811622 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e93325-0b48-45fb-aa92-8f846b84e28c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:20.338618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-a19525e7-d0f8-44ba-9acd-faf0e0429a04 req-6c623525-f507-4d2d-a9a5-e1c49d447601 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1942913819', 'description': 'tempest-description-1276776667'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:20.368080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a19525e7-d0f8-44ba-9acd-faf0e0429a04 req-6c623525-f507-4d2d-a9a5-e1c49d447601 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.406537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Allocated IP 192.168.233.190 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/466e9aa2-f81e-478b-a8a6-bb53a4448829) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:20.409261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-31067d53-0814-4735-800e-66d66fc2e763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:20.410720 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-31067d53-0814-4735-800e-66d66fc2e763 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 916 time: 0.1887352 Nov 08 13:44:20.455516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a19525e7-d0f8-44ba-9acd-faf0e0429a04 req-6c623525-f507-4d2d-a9a5-e1c49d447601 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.460016 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a19525e7-d0f8-44ba-9acd-faf0e0429a04 req-6c623525-f507-4d2d-a9a5-e1c49d447601 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.461803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-1c009dcb-e63b-4c36-93e1-6ac7f4c9032e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 HTTP/1.1" status: 200 len: 217 time: 0.0424948 Nov 08 13:44:20.531346 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a19525e7-d0f8-44ba-9acd-faf0e0429a04 req-6c623525-f507-4d2d-a9a5-e1c49d447601 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.537072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a19525e7-d0f8-44ba-9acd-faf0e0429a04 req-6c623525-f507-4d2d-a9a5-e1c49d447601 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2100866 Nov 08 13:44:20.546439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c623525-f507-4d2d-a9a5-e1c49d447601 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bc9b26-35bf-4a61-9cb1-22a23d538fd8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:20.572226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-ddb7f600-6480-4ea9-bee7-49f3e5fcb226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:20.573384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb2fe8-8ed1-4a31-837a-3f3aa0e77379 req-6a7f5132-13ab-491f-b051-84c6880b4267 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:20.573607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-ddb7f600-6480-4ea9-bee7-49f3e5fcb226 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be9b2e64-0ffd-477b-bd16-f21a47f445a9 HTTP/1.1" status: 200 len: 855 time: 0.1030080 Nov 08 13:44:20.574938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88fb2fe8-8ed1-4a31-837a-3f3aa0e77379 req-6a7f5132-13ab-491f-b051-84c6880b4267 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.0915403 Nov 08 13:44:20.634789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-b1ad1302-3ffa-4629-8d12-3ee0b279444b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19baace4-5777-4f73-8104-00c52d476d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514650 Nov 08 13:44:20.649678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88fb2fe8-8ed1-4a31-837a-3f3aa0e77379 req-16d954f9-e988-43f4-81d3-01d2a9c5a818 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674744 Nov 08 13:44:20.765983 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.794564 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-e97cddc5-36eb-4e13-a266-fb7991aa5e87 service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494813 Nov 08 13:44:20.887476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e85e871e-6fd7-491b-8d0f-f7d1add2ebda tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:20.889018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e85e871e-6fd7-491b-8d0f-f7d1add2ebda tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 812 time: 0.1400154 Nov 08 13:44:20.898579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:20.915887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-bf3099aa-a0d2-4c05-a2d6-f471e58fd8e5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/quotas/875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 375 time: 0.0190396 Nov 08 13:44:20.966455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:20.971447 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-79607d47-39c0-4f3f-9672-260db7f418d6 req-fb8df57e-f802-49bf-a49e-499905c4f273 service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616669 Nov 08 13:44:20.975801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:20.978008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Pushing event updated for resources: {'Port': ['ID=466e9aa2-f81e-478b-a8a6-bb53a4448829,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:20.980538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:20.985451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283a1d-a6c0-4ca4-be78-a08018b40715 req-5039f11b-b3a0-4483-8db4-26c827fbaea4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:20.986454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51283a1d-a6c0-4ca4-be78-a08018b40715 req-5039f11b-b3a0-4483-8db4-26c827fbaea4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0915351 Nov 08 13:44:20.995933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-a20fa5cc-9643-4193-8128-6980e63fd13b tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654659 Nov 08 13:44:21.037097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.037718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.057747 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-a5ccf2d7-ecf0-433e-8520-4cb93500b26c tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2522304 Nov 08 13:44:21.071785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Request body: {'port': {'device_id': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:21.110278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51283a1d-a6c0-4ca4-be78-a08018b40715 req-85002170-8a4e-46e2-a4cd-8b665842131e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1081109 Nov 08 13:44:21.142895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8e417aae-acc6-4713-baed-54e10edbdc13 service neutron] 10.222.0.65 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337323 Nov 08 13:44:21.147827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.266081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-a7af19a2-f9e1-4be7-8b33-641f4bee00f6 service neutron] 10.222.0.65 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222754 Nov 08 13:44:21.275377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a4229-4f41-41df-ab5d-c15c1300e17e req-bc2ad42c-207e-4297-9205-d15c5acc4a65 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.276104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b2a4229-4f41-41df-ab5d-c15c1300e17e req-bc2ad42c-207e-4297-9205-d15c5acc4a65 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 936 time: 0.0743279 Nov 08 13:44:21.341344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b2a4229-4f41-41df-ab5d-c15c1300e17e req-d30f765d-1fa7-43fa-a182-da0bbaa8a7a3 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523140 Nov 08 13:44:21.344501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a8e3541f-1b88-4631-8e98-d0f96e3abc25 None None] Provisioning complete for port 466e9aa2-f81e-478b-a8a6-bb53a4448829 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:21.344999 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8e3541f-1b88-4631-8e98-d0f96e3abc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.383355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a8e3541f-1b88-4631-8e98-d0f96e3abc25 None None] Port 466e9aa2-f81e-478b-a8a6-bb53a4448829 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:44:21.464788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466e9aa2-f81e-478b-a8a6-bb53a4448829 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:21.475219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.494564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Transition to ACTIVE for port object 466e9aa2-f81e-478b-a8a6-bb53a4448829 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:21.500827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.536985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bf6fd-0458-4f99-960a-9bb6f9480318 req-63907533-5375-46f9-b247-d3198933815a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.538652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f5bf6fd-0458-4f99-960a-9bb6f9480318 req-63907533-5375-46f9-b247-d3198933815a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.0888784 Nov 08 13:44:21.572851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=466e9aa2-f81e-478b-a8a6-bb53a4448829,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:21.637409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f5bf6fd-0458-4f99-960a-9bb6f9480318 req-65b55408-f6a3-4fd9-9570-0f67cb3cfbc8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893233 Nov 08 13:44:21.719321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Attempting to bind port 466e9aa2-f81e-478b-a8a6-bb53a4448829 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:21.719766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Attempting to bind port 466e9aa2-f81e-478b-a8a6-bb53a4448829 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:21.720176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Attempting to bind port 466e9aa2-f81e-478b-a8a6-bb53a4448829 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:21.725531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Port 466e9aa2-f81e-478b-a8a6-bb53a4448829 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:21.725946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Attempting to bind port 466e9aa2-f81e-478b-a8a6-bb53a4448829 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:21.732420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:21.732854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:21.733863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:21.734391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Bound port: 466e9aa2-f81e-478b-a8a6-bb53a4448829, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:21.734934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.750345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f4b7963c-d80e-4b88-afdc-1d69724b084f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405955 Nov 08 13:44:21.811042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] For port 466e9aa2-f81e-478b-a8a6-bb53a4448829, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:21.814874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] For port 466e9aa2-f81e-478b-a8a6-bb53a4448829, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=466e9aa2-f81e-478b-a8a6-bb53a4448829,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:21.820068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.876865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.877668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:21.879303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] 10.222.0.70 "PUT /v2.0/ports/466e9aa2-f81e-478b-a8a6-bb53a4448829 HTTP/1.1" status: 200 len: 1096 time: 0.8126490 Nov 08 13:44:21.879885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'tag': '466e9aa2-f81e-478b-a8a6-bb53a4448829'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:21.884027 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d53566-bb46-4ef1-ae51-10e0212d4279" -d '{"events": [{"name": "network-changed", "server_uuid": "573af492-8af6-45e0-a1ce-36cdf5fea44d", "tag": "466e9aa2-f81e-478b-a8a6-bb53a4448829"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:21.910040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9625051-af14-482c-b10e-f8aa742b89b0 req-f6e2ef05-c07f-4c34-9493-66f40edaa846 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.912423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a899cbf-fa5b-4772-8471-9a0b8ee8ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=466e9aa2-f81e-478b-a8a6-bb53a4448829,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:21.919477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9625051-af14-482c-b10e-f8aa742b89b0 req-f6e2ef05-c07f-4c34-9493-66f40edaa846 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 944 time: 0.2119048 Nov 08 13:44:21.949656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-767733e9-599b-44e9-907e-731401ef34ed tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:21.958518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-767733e9-599b-44e9-907e-731401ef34ed tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919699 Nov 08 13:44:21.993943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-ac68c1bb-dc29-4a55-b26d-10a4e06e2fe5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/quotas/43661e2b5ad3479ab16dbc8ebe16e903 HTTP/1.1" status: 200 len: 375 time: 0.0344138 Nov 08 13:44:22.017249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-1d1df2fb-23b9-4c26-9de6-9a44b9c8bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:22.019096 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-1d1df2fb-23b9-4c26-9de6-9a44b9c8bef6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=139cbc286d344ba7a210ceb13b4fabc7&device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 1099 time: 0.0772688 Nov 08 13:44:22.072529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-9f248c96-9482-4999-b52a-040f6af75933 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=466e9aa2-f81e-478b-a8a6-bb53a4448829 HTTP/1.1" status: 200 len: 217 time: 0.0394294 Nov 08 13:44:22.076315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:22.097683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-4abc5eed-2711-428f-8c21-67d984b09332 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1028256 Nov 08 13:44:22.109469 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9625051-af14-482c-b10e-f8aa742b89b0 req-4e04c145-074f-4366-be84-b1d435f05a83 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890721 Nov 08 13:44:22.165934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-bc5acc3e-4402-4763-9824-bb5ff3b781bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:22.167868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-bc5acc3e-4402-4763-9824-bb5ff3b781bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0870795 Nov 08 13:44:22.312852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:22.347380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'port_id': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'mac_address': 'fa:16:3e:aa:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b2e64-0ffd-477b-bd16-f21a47f445a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:22.415204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:22.429682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:22.459844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:22.460331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95d8c805-f7e7-4c59-b509-b530180f1d5a req-0470a091-e53c-44aa-ba38-b968d50e02a5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 210 time: 0.0708468 Nov 08 13:44:22.475930 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:22.549083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:22.555400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7d2a751-04de-45be-9c3b-c4696728febb req-fa11262c-7d13-4e10-ab5f-b90465070169 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 210 time: 0.0548542 Nov 08 13:44:22.626585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23957653-d1f8-4814-ba9e-8e528b21e272 req-d86e56b3-9307-4218-aabd-130bd76b2fb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:22.628242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23957653-d1f8-4814-ba9e-8e528b21e272 req-d86e56b3-9307-4218-aabd-130bd76b2fb9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0718436 Nov 08 13:44:22.734714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23957653-d1f8-4814-ba9e-8e528b21e272 req-d61c966c-c15f-44cf-a44a-3e4fb56cbdf4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973079 Nov 08 13:44:22.740824 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e655e1-87e9-4cb9-a6fa-07a77f3962c7 x-openstack-request-id: req-59e655e1-87e9-4cb9-a6fa-07a77f3962c7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:22.741407 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "573af492-8af6-45e0-a1ce-36cdf5fea44d", "tag": "466e9aa2-f81e-478b-a8a6-bb53a4448829", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:22.741407 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59e655e1-87e9-4cb9-a6fa-07a77f3962c7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:22.741763 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'tag': '466e9aa2-f81e-478b-a8a6-bb53a4448829', 'status': 'completed', 'code': 200} Nov 08 13:44:22.754726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18b47a-fc7d-46d2-bfb8-f719c1729846 req-647eedd1-716e-4e07-b814-9ad0725927d5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:22.755047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d18b47a-fc7d-46d2-bfb8-f719c1729846 req-647eedd1-716e-4e07-b814-9ad0725927d5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 948 time: 0.0941207 Nov 08 13:44:22.774925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-b17c5b0c-db03-4fd5-816b-a9d73dc0467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:22.776962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-b17c5b0c-db03-4fd5-816b-a9d73dc0467f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5974369 Nov 08 13:44:22.829465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:22.854419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d18b47a-fc7d-46d2-bfb8-f719c1729846 req-b0bbafa2-af0f-4af2-80f3-65376a0868ff tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918689 Nov 08 13:44:22.924633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:23.021135 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5efa3-9552-4c25-96ea-5b91199b75c4 req-9ce66343-ca58-46ec-8166-9917d4c16ff9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:23.038079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-c5d81075-2ebe-46c9-bd0a-6816ab63fae1 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513659 Nov 08 13:44:23.045681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4c5efa3-9552-4c25-96ea-5b91199b75c4 req-9ce66343-ca58-46ec-8166-9917d4c16ff9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.1261597 Nov 08 13:44:23.075904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-1b99a62d-a22b-4edb-a685-4094c1ee3887 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:23.078088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-1b99a62d-a22b-4edb-a685-4094c1ee3887 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 946 time: 0.1935465 Nov 08 13:44:23.123670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4c5efa3-9552-4c25-96ea-5b91199b75c4 req-f2de1d6e-6771-484b-99c4-8a2d18c5d9e6 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760810 Nov 08 13:44:23.188835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-65b58681-d778-43f3-a728-19a8735de97b tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:23.190587 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-65b58681-d778-43f3-a728-19a8735de97b tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.54 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 812 time: 0.3050518 Nov 08 13:44:23.212788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'port': {'device_id': '29d0701f-f24e-4929-869c-164e7ea118a7', 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87', 'admin_state_up': True, 'tenant_id': '875b81635a814be9b8f2550176097540'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:23.255101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b0b23-9836-4634-a110-5808daea849e req-0d83d5b7-f5e8-4ecc-93a4-65218323d968 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:23.263124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e1b0b23-9836-4634-a110-5808daea849e req-0d83d5b7-f5e8-4ecc-93a4-65218323d968 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 945 time: 0.0638814 Nov 08 13:44:23.316578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e1b0b23-9836-4634-a110-5808daea849e req-fa324784-4903-4ef9-89e4-c1f9eec0e495 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520687 Nov 08 13:44:23.325693 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e53b92f-23ac-4a63-b6a9-34575a120d81 req-22726f57-0dcb-4a5c-9a9c-22b92753b235 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754965 Nov 08 13:44:23.377244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Deleting port 98923ec4-50cb-466a-824f-a338d0d3218b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:23.377585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:23.416782 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:23.464415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Made reservation on behalf of 875b81635a814be9b8f2550176097540 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:23.468463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:23.547108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-97e016ef-1637-4e5c-8ffc-483cf29ee989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:23.548635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-97e016ef-1637-4e5c-8ffc-483cf29ee989 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=139cbc286d344ba7a210ceb13b4fabc7&device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 1099 time: 0.1545622 Nov 08 13:44:23.549704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b35cde04-42ec-4dff-804b-d40234a52c67 req-5e1176f6-262d-4af4-a39f-1799c5ff1cc2 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 210 time: 0.0270057 Nov 08 13:44:23.604862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] For port 98923ec4-50cb-466a-824f-a338d0d3218b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=98923ec4-50cb-466a-824f-a338d0d3218b,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:23.605227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:23.654543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5116c28c-62ea-42eb-9c88-cc2577905397 req-4cdf2b43-6672-4175-b9ac-288a2c62033b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 210 time: 0.0306737 Nov 08 13:44:23.657543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Calling delete_port for 98923ec4-50cb-466a-824f-a338d0d3218b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:23.773103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Allocated IP 172.20.0.10 (d1061468-5929-421b-8744-5dcae3d08c87/56cd2940-b8a6-4209-9174-7afe3ebd332a/04e015c4-a7a0-4cb7-92fb-7ab295d26106) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:23.810790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-58985692-676c-473f-925c-afd75a22695c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534351 Nov 08 13:44:23.821239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-dbf838a7-10a1-4a04-b866-c02faec1218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:23.822675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-dbf838a7-10a1-4a04-b866-c02faec1218e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2571473 Nov 08 13:44:23.877166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02522489-9297-4368-add2-6825b93c4118 req-db02e30b-afb1-462a-a31e-e2477cb81c48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:23.888054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02522489-9297-4368-add2-6825b93c4118 req-db02e30b-afb1-462a-a31e-e2477cb81c48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0740628 Nov 08 13:44:23.948664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02522489-9297-4368-add2-6825b93c4118 req-5af82cb2-dbc8-4cb6-9c2d-7a97341df705 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591438 Nov 08 13:44:23.959221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-0fac3a8f-5a1b-4e10-abcc-7fe9d6c97fd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=466e9aa2-f81e-478b-a8a6-bb53a4448829 HTTP/1.1" status: 200 len: 217 time: 0.1206892 Nov 08 13:44:24.034027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54eaa2-c5a9-4825-a926-2851c7883b78 req-34625290-956c-4d27-9f74-f7c4813f3e5b tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.036282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d54eaa2-c5a9-4825-a926-2851c7883b78 req-34625290-956c-4d27-9f74-f7c4813f3e5b tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 948 time: 0.0517840 Nov 08 13:44:24.082439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:24.087061 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d54eaa2-c5a9-4825-a926-2851c7883b78 req-34a27ad2-4d65-4314-aac9-2783d8378260 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Nov 08 13:44:24.134955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:24.141102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:24.142506 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.152045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-0517a84d-6d8f-4bc0-85e1-f6f20f0f1fe3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.153519 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-0517a84d-6d8f-4bc0-85e1-f6f20f0f1fe3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3274257 Nov 08 13:44:24.154992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-4c72a055-e205-48ce-b9d0-79ec8f4fffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.156382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-4c72a055-e205-48ce-b9d0-79ec8f4fffb2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1842446 Nov 08 13:44:24.186183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:24.198808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.224634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['98923ec4-50cb-466a-824f-a338d0d3218b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:24.238516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf354ccf-0058-491b-bbc5-3291e17061aa req-2a99e06c-01da-4582-ac5a-ab0dd92f3777 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=29db89d6-7eda-4221-83ad-cfb7a8987b2b HTTP/1.1" status: 200 len: 210 time: 0.0388460 Nov 08 13:44:24.254029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.277658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.283068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:24.284737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event deleted for resources: {'Port': ['ID=98923ec4-50cb-466a-824f-a338d0d3218b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:24.285344 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344fe4f0-6ab0-43d3-a0cc-32d451d3c3c2" -d '{"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:24.299246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:24.304093 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.359832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:24.391695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] No DVR routers for this DVR port 98923ec4-50cb-466a-824f-a338d0d3218b on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:24.398054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-6505ee12-451f-444d-b75c-9421272c13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.399592 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-6505ee12-451f-444d-b75c-9421272c13a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2185137 Nov 08 13:44:24.404338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.407611 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57f9b769-3a50-4fc4-9f66-84d5dd1a7ba6 req-324c8952-6cfb-46f6-8086-f3276f9e5672 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "DELETE /v2.0/ports/98923ec4-50cb-466a-824f-a338d0d3218b HTTP/1.1" status: 204 len: 173 time: 1.3137643 Nov 08 13:44:24.429762 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ed6d7e-7358-4f59-a63a-e44c772c7b9e x-openstack-request-id: req-95ed6d7e-7358-4f59-a63a-e44c772c7b9e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:24.430312 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:24.430520 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95ed6d7e-7358-4f59-a63a-e44c772c7b9e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:24.431237 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'code': 200} Nov 08 13:44:24.461042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.474100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:24.489740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad203c3-9ebb-44ad-8ea3-e9355fb555aa req-1375e035-ca64-444d-8750-7ef8fcda33f0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.497898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dad203c3-9ebb-44ad-8ea3-e9355fb555aa req-1375e035-ca64-444d-8750-7ef8fcda33f0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0937016 Nov 08 13:44:24.607316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Network d1061468-5929-421b-8744-5dcae3d08c87 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:24.619160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dad203c3-9ebb-44ad-8ea3-e9355fb555aa req-7a15426a-9a54-4f44-b2cb-56c812bf4a32 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206412 Nov 08 13:44:24.622651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:24.629270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:24.632206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:24.646640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e6822-ef26-4b45-bacd-e84d21b07d87 req-ea4899d5-6555-442d-b03a-ee0e8c3e98a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.648203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c3e6822-ef26-4b45-bacd-e84d21b07d87 req-ea4899d5-6555-442d-b03a-ee0e8c3e98a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 1097 time: 0.0730019 Nov 08 13:44:24.669930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:24.673650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.693969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.698057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-12fc9c56-39d4-4539-8b2d-5cea8237ba85 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858791 Nov 08 13:44:24.735721 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c3e6822-ef26-4b45-bacd-e84d21b07d87 req-c17f975d-afa5-420a-84fd-88c45245c31a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785539 Nov 08 13:44:24.747285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'name': 'network-vif-deleted', 'tag': '98923ec4-50cb-466a-824f-a338d0d3218b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:24.750267 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5230ad6a-72a1-49c5-990c-cd027d5b1ad5" -d '{"events": [{"server_uuid": "29db89d6-7eda-4221-83ad-cfb7a8987b2b", "name": "network-vif-deleted", "tag": "98923ec4-50cb-466a-824f-a338d0d3218b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:24.768640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb08bef-f571-469a-89fa-922a0c1e2bb5 req-dd5df016-46b0-41d3-b9ed-c73cc902ee74 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.770988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3eb08bef-f571-469a-89fa-922a0c1e2bb5 req-dd5df016-46b0-41d3-b9ed-c73cc902ee74 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 932 time: 0.0969663 Nov 08 13:44:24.785993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:24.786653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.872062 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-e9e2c1c1-0133-43e6-8ccd-0754d71e6612 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6658518 Nov 08 13:44:24.895326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Request body: {'port': {'device_id': '29d0701f-f24e-4929-869c-164e7ea118a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:24.946558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e6d53566-bb46-4ef1-ae51-10e0212d4279 req-626b69cf-abc7-402c-9b45-1d352604b7a2 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335670 Nov 08 13:44:24.972515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:24.986403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.094654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.097123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c7eb065-26a8-4040-86e9-da969c0beae3 req-6fd26b05-c09c-4673-b54f-663f9a83d025 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 210 time: 0.3559194 Nov 08 13:44:25.118821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:25.147085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3eb08bef-f571-469a-89fa-922a0c1e2bb5 req-b5d3d92b-d248-469e-a1da-24695c2d9cf5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 Nov 08 13:44:25.182997 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4b0b54-881a-4f3e-8b5c-6b7201936d7d x-openstack-request-id: req-cc4b0b54-881a-4f3e-8b5c-6b7201936d7d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:25.183295 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29db89d6-7eda-4221-83ad-cfb7a8987b2b", "name": "network-vif-deleted", "tag": "98923ec4-50cb-466a-824f-a338d0d3218b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:25.183612 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc4b0b54-881a-4f3e-8b5c-6b7201936d7d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:25.183959 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29db89d6-7eda-4221-83ad-cfb7a8987b2b', 'name': 'network-vif-deleted', 'tag': '98923ec4-50cb-466a-824f-a338d0d3218b', 'status': 'completed', 'code': 200} Nov 08 13:44:25.281862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.126 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/a84e90e7-aa93-46ad-9b0a-12e5b21d90d2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:25.302058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e674d-530d-4841-941a-c292dc909daf req-7fa36222-77ca-4982-8259-7e6393f8bb37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:25.303591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f9e674d-530d-4841-941a-c292dc909daf req-7fa36222-77ca-4982-8259-7e6393f8bb37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0832114 Nov 08 13:44:25.369056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4988d10-6f33-4eb2-8d6f-b288e76b5df5 req-1d15e6a4-2255-49e3-894d-771e9558a0a5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:25.370546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4988d10-6f33-4eb2-8d6f-b288e76b5df5 req-1d15e6a4-2255-49e3-894d-771e9558a0a5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 948 time: 0.0945752 Nov 08 13:44:25.397323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f9e674d-530d-4841-941a-c292dc909daf req-aa546e8d-8cf9-4363-836b-520fcdb443a4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775254 Nov 08 13:44:25.429235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4988d10-6f33-4eb2-8d6f-b288e76b5df5 req-716870f3-767b-4c71-9a84-fb254dbfad1d tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506434 Nov 08 13:44:25.553809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.564287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e015c4-a7a0-4cb7-92fb-7ab295d26106 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:25.573977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.595369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Transition to ACTIVE for port object 04e015c4-a7a0-4cb7-92fb-7ab295d26106 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:25.602766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.646354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.696895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Pushing event updated for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:25.700373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:25.722843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:25.727709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:25.764057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-38732b41-97e7-4522-8f36-3754bb3fed33 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:25.766107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-38732b41-97e7-4522-8f36-3754bb3fed33 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.1512926 Nov 08 13:44:25.781378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4478ee-88ea-46fa-82a9-09f6960b95f2 req-d39a224b-e7d7-423e-b6bf-ce14edf17276 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:25.784840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc4478ee-88ea-46fa-82a9-09f6960b95f2 req-d39a224b-e7d7-423e-b6bf-ce14edf17276 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0854247 Nov 08 13:44:25.814124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-a6661ab6-194d-4a11-a783-f6896d50aca2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/quotas/8ae1c5eb31374040a586938178bb93d6 HTTP/1.1" status: 200 len: 375 time: 0.0278409 Nov 08 13:44:25.823509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:25.824182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.833124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:25.846683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Attempting to bind port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:25.847029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Attempting to bind port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:25.847384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Attempting to bind port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 on network d1061468-5929-421b-8744-5dcae3d08c87 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:25.855895 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f782b30e-2d03-49b1-9a39-cd4ae5cd7680 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6734927 Nov 08 13:44:25.856451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 on network d1061468-5929-421b-8744-5dcae3d08c87 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:25.856777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Attempting to bind port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 on network d1061468-5929-421b-8744-5dcae3d08c87 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:25.862284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:25.862668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Checking segment: {'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:25.863011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Bound using segment: {'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:25.863446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Bound port: 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153ca4d9-63cb-4268-a753-abd337357c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:25.863858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.864535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-143eb330-e522-46c6-be4e-a83c8d6315a8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415204 Nov 08 13:44:25.877753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Request body: {'port': {'device_id': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:25.888507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc4478ee-88ea-46fa-82a9-09f6960b95f2 req-720f3493-7dd3-4ffa-9653-f8b4e0852ec2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991342 Nov 08 13:44:25.982342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-1cbf84c3-b21d-4fa6-8aa9-494212985cb5 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076632 Nov 08 13:44:25.983462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:25.998844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:26.012457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:26.065919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4322873f-8ac5-4998-b2ce-b7b9344435d2 None None] Provisioning complete for port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:26.067012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4322873f-8ac5-4998-b2ce-b7b9344435d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:26.090519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-f9a0a683-eba8-489c-9320-49b5718c7e26 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004236 Nov 08 13:44:26.109663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4322873f-8ac5-4998-b2ce-b7b9344435d2 None None] Port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:44:26.252568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58baee21-bec0-440a-88bf-4058b1406a4e req-388b925b-d19a-4e75-8dac-7c96da4cd3bc tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:26.254108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58baee21-bec0-440a-88bf-4058b1406a4e req-388b925b-d19a-4e75-8dac-7c96da4cd3bc tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 936 time: 0.0562367 Nov 08 13:44:26.354082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:26.364257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58baee21-bec0-440a-88bf-4058b1406a4e req-0a45d8e0-ac63-431f-92d4-cf9bb5788edd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021950 Nov 08 13:44:26.406304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:26.406911 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:26.407046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbef63b-377d-412c-aeeb-20bbc5a138e5 req-e5513660-4fb3-4986-9c02-ba49d76116fe tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:26.408415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] 10.222.0.54 "PUT /v2.0/ports/04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 1092 time: 1.5233674 Nov 08 13:44:26.408958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dbef63b-377d-412c-aeeb-20bbc5a138e5 req-e5513660-4fb3-4986-9c02-ba49d76116fe tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 944 time: 0.0994399 Nov 08 13:44:26.489250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dbef63b-377d-412c-aeeb-20bbc5a138e5 req-b05ce857-6fe3-41a9-8a3e-785b46ef32d0 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682342 Nov 08 13:44:26.496227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8eed24-f05e-4382-99ed-466170fd03b6 service neutron] Pushing event updated for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:26.565046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b070b50b-61e9-40ae-a630-0c2e5a5e507c req-44066d80-f85e-4de9-925c-de114d4c2c49 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 210 time: 0.0281634 Nov 08 13:44:26.725139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:26.735776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:26.737113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bfe7c-250c-405d-879c-ff44e3e5470b req-1decf508-a27f-4a1a-9934-fe214b652283 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:26.739112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc5bfe7c-250c-405d-879c-ff44e3e5470b req-1decf508-a27f-4a1a-9934-fe214b652283 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1055996 Nov 08 13:44:26.751784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb6b64-7bfd-4afd-8e30-c8d68fb4471e req-4508c12c-e691-4230-b635-94ea1f38a0ea tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:26.753627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bebb6b64-7bfd-4afd-8e30-c8d68fb4471e req-4508c12c-e691-4230-b635-94ea1f38a0ea tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 948 time: 0.0868928 Nov 08 13:44:26.760851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-654de8e6-4301-4326-b9c6-f0287f014bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:26.762485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-654de8e6-4301-4326-b9c6-f0287f014bdf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1095 time: 0.2951119 Nov 08 13:44:26.763589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Transition to ACTIVE for port object a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:26.769882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:26.837172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc5bfe7c-250c-405d-879c-ff44e3e5470b req-1ae623c4-28c7-44d1-94fb-db586063e24e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823946 Nov 08 13:44:26.843849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bebb6b64-7bfd-4afd-8e30-c8d68fb4471e req-91762482-f42c-483f-b47f-197444271c49 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816700 Nov 08 13:44:26.852605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-f49cae4a-da91-4d0f-9a3e-ffff87879010 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 217 time: 0.0751047 Nov 08 13:44:26.871040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:26.916187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 98923ec4-50cb-466a-824f-a338d0d3218b no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:26.954119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 98923ec4-50cb-466a-824f-a338d0d3218b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:26.954548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 98923ec4-50cb-466a-824f-a338d0d3218b not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:26.968800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-ea00f5db-f0b8-4e0c-ae88-2dd8931fa031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:26.970292 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-ea00f5db-f0b8-4e0c-ae88-2dd8931fa031 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.1098089 Nov 08 13:44:27.015823 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-a85e0c3e-816b-4dd3-92d7-f9ddb1babb66 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349457 Nov 08 13:44:27.034372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Attempting to bind port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:27.035025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Attempting to bind port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:27.035549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Attempting to bind port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:27.048309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-2b8172e3-16bf-40a8-82be-3cf12900ed37 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:44:27.050194 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-2b8172e3-16bf-40a8-82be-3cf12900ed37 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096569 Nov 08 13:44:27.051321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:27.051868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Attempting to bind port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:27.070308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:27.070642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:27.071309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:27.072108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Bound port: a84e90e7-aa93-46ad-9b0a-12e5b21d90d2, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:27.072736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:27.082358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f568f-3f51-445d-a9d3-3120a4cb539e req-7602a515-4813-4421-8c58-c46040250248 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.094966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-115f568f-3f51-445d-a9d3-3120a4cb539e req-7602a515-4813-4421-8c58-c46040250248 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0927651 Nov 08 13:44:27.195669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-115f568f-3f51-445d-a9d3-3120a4cb539e req-070fe36f-8cc9-4ff0-8c90-de5077406527 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991223 Nov 08 13:44:27.206253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:27.208656 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30605d24-fb51-4cd3-9086-14d07234da7b" -d '{"events": [{"name": "network-changed", "server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:27.229772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] For port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:27.235098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] For port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:27.243410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:27.283799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd839f-c178-4f72-83ee-8c60aa80e24f req-09348faf-81ca-4355-b54d-8e540564c0ac tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.285480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7cd839f-c178-4f72-83ee-8c60aa80e24f req-09348faf-81ca-4355-b54d-8e540564c0ac tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0882831 Nov 08 13:44:27.311200 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e980cf-f736-4e0f-8991-a3a1655a4919 x-openstack-request-id: req-42e980cf-f736-4e0f-8991-a3a1655a4919 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:27.312406 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:27.312838 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42e980cf-f736-4e0f-8991-a3a1655a4919 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:27.313415 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106', 'status': 'completed', 'code': 200} Nov 08 13:44:27.323040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-b17ea188-a14e-4958-bfbc-3b40806429de service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648606 Nov 08 13:44:27.333493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.334126 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:27.335489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] 10.222.0.70 "PUT /v2.0/ports/a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 HTTP/1.1" status: 200 len: 1096 time: 1.4682398 Nov 08 13:44:27.363048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7cd839f-c178-4f72-83ee-8c60aa80e24f req-2939aff7-cd00-43cd-9275-2ced32b1467c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701051 Nov 08 13:44:27.400882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-32242c72-14d2-4e1e-bfc8-486ad0ce0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.402699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-32242c72-14d2-4e1e-bfc8-486ad0ce0e40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1095 time: 0.1538913 Nov 08 13:44:27.405692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241bab5-4dae-419a-a436-2a3d5710789e req-f1deded2-c5b0-406a-82fb-73b91790c0e2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.407251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6241bab5-4dae-419a-a436-2a3d5710789e req-f1deded2-c5b0-406a-82fb-73b91790c0e2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0798843 Nov 08 13:44:27.441700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c19827-4705-44d7-88cb-870e6a3c23e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:27.469596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6241bab5-4dae-419a-a436-2a3d5710789e req-46496ea0-c6cb-424e-8f2c-c00e2a854b5d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473878 Nov 08 13:44:27.574934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5bf33a-ba7a-4155-99a1-365187fcf04c req-f4ef0827-85f2-452c-9ed6-1513f7562fbe tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.583219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be5bf33a-ba7a-4155-99a1-365187fcf04c req-f4ef0827-85f2-452c-9ed6-1513f7562fbe tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 948 time: 0.0703797 Nov 08 13:44:27.596321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-33cf7ee3-cbdf-4f04-a312-6db26c700b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.598514 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-33cf7ee3-cbdf-4f04-a312-6db26c700b7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 1099 time: 0.1679690 Nov 08 13:44:27.628271 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c28e1f31-97f3-4eb2-bd21-3f4a225f5d96 req-7bab70c4-226e-4a35-8925-655967086e7e service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903943 Nov 08 13:44:27.664005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be5bf33a-ba7a-4155-99a1-365187fcf04c req-57319dc1-b0c8-4757-9163-d4034eed800b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757809 Nov 08 13:44:27.728957 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-1bdc178c-4d83-4f8b-bf0c-c96d5a472629 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 HTTP/1.1" status: 200 len: 217 time: 0.1116102 Nov 08 13:44:27.794988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-1f4ec870-a88d-4daa-9fb7-5aced60b9337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.795358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a9513-ec77-42a1-9cba-51fc6ea77632 req-be758add-9799-4096-a415-ab447bdf3c28 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.797075 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-1f4ec870-a88d-4daa-9fb7-5aced60b9337 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.3564088 Nov 08 13:44:27.803761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-399a9513-ec77-42a1-9cba-51fc6ea77632 req-be758add-9799-4096-a415-ab447bdf3c28 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 944 time: 0.0821073 Nov 08 13:44:27.854250 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-374427d8-565b-4b4f-81dc-20e45e82beeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:27.877567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-399a9513-ec77-42a1-9cba-51fc6ea77632 req-739796a7-5582-44b7-821c-11c89542db68 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559783 Nov 08 13:44:27.935334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605d24-fb51-4cd3-9086-14d07234da7b req-e57bebf2-5028-4df3-86ea-6748ccd7c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.937232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30605d24-fb51-4cd3-9086-14d07234da7b req-e57bebf2-5028-4df3-86ea-6748ccd7c060 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1095 time: 0.2298734 Nov 08 13:44:27.943947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-4e09fc78-0b0e-4a2a-affc-a0ca18421774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.945407 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-4e09fc78-0b0e-4a2a-affc-a0ca18421774 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1934855 Nov 08 13:44:27.964958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-32c71065-30da-4b96-9398-4611ee1b1ae7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:27.966567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-32c71065-30da-4b96-9398-4611ee1b1ae7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.3649950 Nov 08 13:44:28.017895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Request body: {'port': {'device_id': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'admin_state_up': True, 'tenant_id': '8ae1c5eb31374040a586938178bb93d6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:28.023115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76528661-e59a-49f2-92ec-847ec48520e6 req-ea9de589-267c-43b9-ab15-c4508b6edf85 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 210 time: 0.0492511 Nov 08 13:44:28.026091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-cc3c263a-75f6-4791-97a5-24982dd8439d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 998 time: 0.2031121 Nov 08 13:44:28.056592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1900d-5fb0-4e74-9824-f0e108cba15e req-899b85bb-d1b4-4d4a-96c8-0795600797cb tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.058494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58c1900d-5fb0-4e74-9824-f0e108cba15e req-899b85bb-d1b4-4d4a-96c8-0795600797cb tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 948 time: 0.1087968 Nov 08 13:44:28.106369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 466e9aa2-f81e-478b-a8a6-bb53a4448829 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:28.144840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58c1900d-5fb0-4e74-9824-f0e108cba15e req-eb13b0d8-f604-499f-8504-8aa9d46d9b1f tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778477 Nov 08 13:44:28.178898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74ed37-661f-416a-b640-bf8d1dd46a0c req-235934e6-1394-41b6-9b55-592363b843fb tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.184272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e74ed37-661f-416a-b640-bf8d1dd46a0c req-235934e6-1394-41b6-9b55-592363b843fb tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0802510 Nov 08 13:44:28.198337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-c1e7a197-780d-4cd9-83e0-68c4cac4cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.199894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-c1e7a197-780d-4cd9-83e0-68c4cac4cc42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2325079 Nov 08 13:44:28.212326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-0dd51511-763b-4579-a04c-1ff406cf7229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.214063 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-0dd51511-763b-4579-a04c-1ff406cf7229 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1445193 Nov 08 13:44:28.239298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 466e9aa2-f81e-478b-a8a6-bb53a4448829, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=466e9aa2-f81e-478b-a8a6-bb53a4448829,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:28.259505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605d24-fb51-4cd3-9086-14d07234da7b req-52e5b7f1-9282-48b7-9382-8c451a6d2f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.261277 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30605d24-fb51-4cd3-9086-14d07234da7b req-52e5b7f1-9282-48b7-9382-8c451a6d2f58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 913 time: 0.3150041 Nov 08 13:44:28.265563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e74ed37-661f-416a-b640-bf8d1dd46a0c req-1474d766-9158-4eac-82b8-1765a42f27bb tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749550 Nov 08 13:44:28.270899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '466e9aa2-f81e-478b-a8a6-bb53a4448829', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '466e9aa2-f81e-478b-a8a6-bb53a4448829', 'mac_address': 'fa:16:3e:c8:bf:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:28.317872 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:28.331598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466e9aa2-f81e-478b-a8a6-bb53a4448829 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:28.352381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 466e9aa2-f81e-478b-a8a6-bb53a4448829, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=466e9aa2-f81e-478b-a8a6-bb53a4448829,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:28.356623 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:28.370084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30605d24-fb51-4cd3-9086-14d07234da7b req-f3481576-2de4-4f70-82d0-e10ad8f30f49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 217 time: 0.0801187 Nov 08 13:44:28.408401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-9f4e5a28-afa9-4d9b-9aec-cb5a8f327923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.409893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-9f4e5a28-afa9-4d9b-9aec-cb5a8f327923 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780901 Nov 08 13:44:28.410486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:28.413961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:28.415494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=466e9aa2-f81e-478b-a8a6-bb53a4448829,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:28.439103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-12b6584a-5eca-4f2e-8ccb-97d877cec570 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195179 Nov 08 13:44:28.479223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e1d71-3964-4e39-a1a5-d04b645dd276 req-7d5e8444-ffc9-49d6-8cfe-49c99cd948fe tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.480739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-025e1d71-3964-4e39-a1a5-d04b645dd276 req-7d5e8444-ffc9-49d6-8cfe-49c99cd948fe tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0499256 Nov 08 13:44:28.537086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-025e1d71-3964-4e39-a1a5-d04b645dd276 req-7c61a342-a101-4e16-8437-dfd185a1e1bc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499802 Nov 08 13:44:28.674815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30605d24-fb51-4cd3-9086-14d07234da7b req-868d0d47-dbbe-46ad-827e-e30bb46fe261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.677929 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30605d24-fb51-4cd3-9086-14d07234da7b req-868d0d47-dbbe-46ad-827e-e30bb46fe261 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.2126749 Nov 08 13:44:28.689468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['466e9aa2-f81e-478b-a8a6-bb53a4448829'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:28.693417 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-bb33fd88-4983-4559-9617-012b7e06c209 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662606 Nov 08 13:44:28.760130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30605d24-fb51-4cd3-9086-14d07234da7b req-4675c691-e067-4833-8077-5bbceade87e3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714989 Nov 08 13:44:28.774327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f626ed3-3226-420d-90c3-e6e9cc46e022 req-f980bfe2-f40c-4e19-9eaf-c56debda2c95 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184009 Nov 08 13:44:28.777420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139fafc-9fb7-4a31-b39e-60ba51a904a6 req-4f72e9b9-35a7-4957-99db-2aac51e17714 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.779199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a139fafc-9fb7-4a31-b39e-60ba51a904a6 req-4f72e9b9-35a7-4957-99db-2aac51e17714 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 948 time: 0.0553155 Nov 08 13:44:28.841390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a139fafc-9fb7-4a31-b39e-60ba51a904a6 req-fb25edbe-7474-4d8f-aed3-67256ec2f6d3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Nov 08 13:44:28.885295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Allocated IP 172.20.0.2 (9f4e5055-f8d8-4590-a4c8-9654875d52ae/75924a23-a018-43ee-9528-ec8ba9fe14c6/d0452337-444e-48e9-a016-4af2106c6b76) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:28.970812 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d348cc37-90c4-446b-be75-d92eb431fd96 req-86fee5d0-0514-4723-b732-0fc387cf86a6 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432241 Nov 08 13:44:28.973464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c341e7-c47f-408c-a315-0392f0ccfeb8 req-0dec1782-fa9c-4fb2-9a05-5b352b843aef tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:28.975666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55c341e7-c47f-408c-a315-0392f0ccfeb8 req-0dec1782-fa9c-4fb2-9a05-5b352b843aef tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 944 time: 0.0496085 Nov 08 13:44:28.985969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30605d24-fb51-4cd3-9086-14d07234da7b req-416036c0-6263-42dd-8579-570f99abcee7 service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060556 Nov 08 13:44:29.029657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55c341e7-c47f-408c-a315-0392f0ccfeb8 req-9ded16dd-49af-47dd-bed8-be0113ff9dbf tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475261 Nov 08 13:44:29.128686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ec7775-765e-4ef6-af2f-f02961387b5d req-c886b1cb-c2c8-4c58-a408-e5fc2292a8aa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 210 time: 0.0307295 Nov 08 13:44:29.271042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e6e0e-742b-4bdd-844e-7f085431ac64 req-7934ccaa-aaf5-47e7-9769-119703c22ab6 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.272683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc3e6e0e-742b-4bdd-844e-7f085431ac64 req-7934ccaa-aaf5-47e7-9769-119703c22ab6 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 949 time: 0.0538716 Nov 08 13:44:29.328584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc3e6e0e-742b-4bdd-844e-7f085431ac64 req-61cf8b65-5f9d-475e-8b58-b73af10e39dc tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Nov 08 13:44:29.385011 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696c3c7-62d2-4d0f-bee8-d35094ae765b req-7b0fb47d-8aa8-4e10-ab9c-682a4b255577 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.388318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f696c3c7-62d2-4d0f-bee8-d35094ae765b req-7b0fb47d-8aa8-4e10-ab9c-682a4b255577 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0586822 Nov 08 13:44:29.447825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f696c3c7-62d2-4d0f-bee8-d35094ae765b req-c33b9de1-22f4-45d7-9714-76562b48fc9c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536804 Nov 08 13:44:29.456044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'tag': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:29.458355 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5175509-22ab-46a5-8ab8-3591306683b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc02876b-f2b6-487a-8c16-c504bda57fbe", "tag": "a84e90e7-aa93-46ad-9b0a-12e5b21d90d2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:29.466954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30605d24-fb51-4cd3-9086-14d07234da7b req-dbbdfa08-0c8c-4e65-b0ce-915204f40f07 service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635453 Nov 08 13:44:29.477630 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:29.523781 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c1c9b-de0c-4420-9ff5-4afd7e8f3243 x-openstack-request-id: req-c67c1c9b-de0c-4420-9ff5-4afd7e8f3243 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:29.524441 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc02876b-f2b6-487a-8c16-c504bda57fbe", "tag": "a84e90e7-aa93-46ad-9b0a-12e5b21d90d2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:29.524867 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c67c1c9b-de0c-4420-9ff5-4afd7e8f3243 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:29.525604 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'tag': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'status': 'completed', 'code': 200} Nov 08 13:44:29.528173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:29.609602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:29.622395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:29.629363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:29.633658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-3c4e219b-f46d-43b3-908e-688fd6ab4c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.635774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-3c4e219b-f46d-43b3-908e-688fd6ab4c7d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 1099 time: 0.0720084 Nov 08 13:44:29.637258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:29.683625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c27035-670b-41dd-b328-92bfc0b83ea0 req-6a5e8b74-38e3-4412-86cd-51de61595c76 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.685242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3c27035-670b-41dd-b328-92bfc0b83ea0 req-6a5e8b74-38e3-4412-86cd-51de61595c76 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0658281 Nov 08 13:44:29.734882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.735508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:29.737516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3c27035-670b-41dd-b328-92bfc0b83ea0 req-a60321ef-43da-4b4a-a58d-022e8c76b767 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455911 Nov 08 13:44:29.762652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-02d12610-b4bc-4447-b2e8-2aa32779d226 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7637293 Nov 08 13:44:29.779098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Request body: {'port': {'device_id': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:29.802755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-1aaa2f79-335c-4e0e-a6c5-5c329c7df587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.804330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-1aaa2f79-335c-4e0e-a6c5-5c329c7df587 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1431010 Nov 08 13:44:29.859358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a41231-de37-4643-9297-c1f80303c6be req-fcd682e0-74c0-4e7d-b32d-e4c7ac55afe9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.860940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1a41231-de37-4643-9297-c1f80303c6be req-fcd682e0-74c0-4e7d-b32d-e4c7ac55afe9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0513699 Nov 08 13:44:29.872687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-fad78bf3-89b4-46bd-96c4-5e1d2dcedbd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 HTTP/1.1" status: 200 len: 217 time: 0.0571361 Nov 08 13:44:29.873424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:29.911719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1a41231-de37-4643-9297-c1f80303c6be req-f21f4080-67ae-492c-8f9e-a276cff0fc78 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446453 Nov 08 13:44:29.958166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-29e42fa6-d80e-435b-afac-ca508bf92fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.959680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-29e42fa6-d80e-435b-afac-ca508bf92fa5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0770934 Nov 08 13:44:29.975928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47007cc5-bab6-4fd3-832c-2128e723dfd2 req-9f001b7d-c60b-4b99-9ea6-b1fadcd099ae tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:29.978189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47007cc5-bab6-4fd3-832c-2128e723dfd2 req-9f001b7d-c60b-4b99-9ea6-b1fadcd099ae tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 948 time: 0.0573857 Nov 08 13:44:30.044415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47007cc5-bab6-4fd3-832c-2128e723dfd2 req-ba98443b-e112-4dd5-a17f-03147342a955 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582240 Nov 08 13:44:30.073459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-279b17ee-dba5-49e8-b49d-7862525c8634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.075294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-279b17ee-dba5-49e8-b49d-7862525c8634 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1019375 Nov 08 13:44:30.136913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 466e9aa2-f81e-478b-a8a6-bb53a4448829 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:30.184848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a067f-22d8-4d13-bb8e-e0c5df37dc28 req-e08af625-7f89-4c86-a0ad-79ba9752419a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.187029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b98a067f-22d8-4d13-bb8e-e0c5df37dc28 req-e08af625-7f89-4c86-a0ad-79ba9752419a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 944 time: 0.0796797 Nov 08 13:44:30.196647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 466e9aa2-f81e-478b-a8a6-bb53a4448829 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:30.200515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960e870-e4de-47c0-8963-5b7c58f593ae req-c683685b-787f-47ec-813b-2996598e7393 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.200971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 466e9aa2-f81e-478b-a8a6-bb53a4448829 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:30.201345 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.207409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8960e870-e4de-47c0-8963-5b7c58f593ae req-c683685b-787f-47ec-813b-2996598e7393 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0990391 Nov 08 13:44:30.240808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-a60c960c-1071-4f09-9c31-22a7adf06a62 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541095 Nov 08 13:44:30.288189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.301781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8960e870-e4de-47c0-8963-5b7c58f593ae req-ff9f21f4-c95b-4855-820e-340f41936a14 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0875325 Nov 08 13:44:30.314199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e9aa2-f81e-478b-a8a6-bb53a4448829'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:30.316577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b98a067f-22d8-4d13-bb8e-e0c5df37dc28 req-76e725b4-e393-446c-95e5-1f3d5150275e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071484 Nov 08 13:44:30.317181 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58242d7-15b0-482d-9dc6-7601d7436913" -d '{"events": [{"server_uuid": "573af492-8af6-45e0-a1ce-36cdf5fea44d", "name": "network-vif-plugged", "status": "completed", "tag": "466e9aa2-f81e-478b-a8a6-bb53a4448829"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:30.331338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 466e9aa2-f81e-478b-a8a6-bb53a4448829, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=466e9aa2-f81e-478b-a8a6-bb53a4448829,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:30.346568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.401211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0452337-444e-48e9-a016-4af2106c6b76 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:30.404683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=466e9aa2-f81e-478b-a8a6-bb53a4448829,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:30.407770 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5175509-22ab-46a5-8ab8-3591306683b4 req-0ab8215f-4ee2-4001-a35d-fb67f3a70e28 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571817 Nov 08 13:44:30.412253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.426747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Transition to ACTIVE for port object d0452337-444e-48e9-a016-4af2106c6b76 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:30.431028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43428bf-808e-4359-bd14-c8badd9cc90c req-d6820017-465d-4423-b5ed-498c3e4f6110 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.431215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.439635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d43428bf-808e-4359-bd14-c8badd9cc90c req-d6820017-465d-4423-b5ed-498c3e4f6110 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 931 time: 0.0668998 Nov 08 13:44:30.494076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d43428bf-808e-4359-bd14-c8badd9cc90c req-e0127b3a-fd3c-4400-a6f2-8616e11ce217 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532305 Nov 08 13:44:30.545359 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770bce16-1271-44e0-b357-9cf8e29e2d82 x-openstack-request-id: req-770bce16-1271-44e0-b357-9cf8e29e2d82 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:30.545709 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573af492-8af6-45e0-a1ce-36cdf5fea44d", "name": "network-vif-plugged", "status": "completed", "tag": "466e9aa2-f81e-478b-a8a6-bb53a4448829", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:30.546495 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-770bce16-1271-44e0-b357-9cf8e29e2d82 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:30.546889 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466e9aa2-f81e-478b-a8a6-bb53a4448829', 'code': 200} Nov 08 13:44:30.557995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:30.594082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Attempting to bind port d0452337-444e-48e9-a016-4af2106c6b76 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:30.594508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Attempting to bind port d0452337-444e-48e9-a016-4af2106c6b76 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:30.595304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Attempting to bind port d0452337-444e-48e9-a016-4af2106c6b76 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:30.599593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Port d0452337-444e-48e9-a016-4af2106c6b76 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:30.599949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Attempting to bind port d0452337-444e-48e9-a016-4af2106c6b76 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:30.605239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:30.605725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Checking segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:30.606124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Bound using segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:30.606558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Bound port: d0452337-444e-48e9-a016-4af2106c6b76, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:30.606918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.616083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c28a0-89a0-459d-bac8-b928468fe5a7 req-55cb768d-edd8-4ef1-962a-a8bf526506a2 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.617692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-440c28a0-89a0-459d-bac8-b928468fe5a7 req-55cb768d-edd8-4ef1-962a-a8bf526506a2 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 950 time: 0.0613744 Nov 08 13:44:30.697248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-440c28a0-89a0-459d-bac8-b928468fe5a7 req-c11b42bc-567e-470f-ad13-b4570cdd6e64 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Nov 08 13:44:30.706157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705a360-a8b7-424b-8adf-04439eea2b1a req-530306c5-9f14-4808-aff7-8539a4a23168 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.710160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:30.713549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0705a360-a8b7-424b-8adf-04439eea2b1a req-530306c5-9f14-4808-aff7-8539a4a23168 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0946977 Nov 08 13:44:30.713706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62c6fe-69dc-46e2-a020-18f28e9790b3 req-5a639f6f-f256-41fb-bfd5-91960a6ebc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.715441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5a62c6fe-69dc-46e2-a020-18f28e9790b3 req-5a639f6f-f256-41fb-bfd5-91960a6ebc5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 1101 time: 0.0735924 Nov 08 13:44:30.717329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:30.723022 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.763150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0705a360-a8b7-424b-8adf-04439eea2b1a req-5fdc35bd-fc46-407a-9db1-add2ec015043 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488095 Nov 08 13:44:30.782369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.783010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:30.787006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] 10.222.0.54 "PUT /v2.0/ports/d0452337-444e-48e9-a016-4af2106c6b76 HTTP/1.1" status: 200 len: 1091 time: 1.0096505 Nov 08 13:44:30.837800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892660c-f2f5-43d5-926c-e89b0c0ea5ec service neutron] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:30.845583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5a62c6fe-69dc-46e2-a020-18f28e9790b3 req-f23fa373-67da-4657-bff5-970edb8fc955 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124992 Nov 08 13:44:30.868995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c74a36-80bb-489c-8153-357b77f22fd0 req-8c27e001-fbbe-4286-86ed-4d65312d3ab7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.870513 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9c74a36-80bb-489c-8153-357b77f22fd0 req-8c27e001-fbbe-4286-86ed-4d65312d3ab7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0560324 Nov 08 13:44:30.888599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-7365e019-d645-4d89-96e1-159bbd2bd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.890682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-7365e019-d645-4d89-96e1-159bbd2bd5ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 1094 time: 0.0453038 Nov 08 13:44:30.922465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9c74a36-80bb-489c-8153-357b77f22fd0 req-d99d6711-b5fa-45f4-99d8-b6919ce3f2ad tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449555 Nov 08 13:44:30.939029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-abc7b694-6b0a-407c-87a4-5240becbec05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0452337-444e-48e9-a016-4af2106c6b76 HTTP/1.1" status: 200 len: 217 time: 0.0392199 Nov 08 13:44:30.946598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 04e015c4-a7a0-4cb7-92fb-7ab295d26106 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:30.990485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-6ec50189-eb83-4aec-aaf8-05ffd244b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:30.991989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-6ec50189-eb83-4aec-aaf8-05ffd244b8bc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0450914 Nov 08 13:44:31.028413 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-1fff8a03-6f28-4f78-939f-2877d4fc8412 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287786 Nov 08 13:44:31.048754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:31.060785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '04e015c4-a7a0-4cb7-92fb-7ab295d26106', 'network_id': 'd1061468-5929-421b-8744-5dcae3d08c87', 'port_id': '04e015c4-a7a0-4cb7-92fb-7ab295d26106', 'mac_address': 'fa:16:3e:a2:cf:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cd2940-b8a6-4209-9174-7afe3ebd332a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:31.101978 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:31.118927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e015c4-a7a0-4cb7-92fb-7ab295d26106 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:31.131564 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-a8cb58a2-a129-4acd-ade0-c4f11ee2ce24 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939348 Nov 08 13:44:31.140097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:31.146483 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:31.172207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b7968-3d37-4cc0-b837-77febef0ab83 req-c23333b2-bef0-4831-8801-9fec8008e4d0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.173724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b2b7968-3d37-4cc0-b837-77febef0ab83 req-c23333b2-bef0-4831-8801-9fec8008e4d0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 948 time: 0.0571504 Nov 08 13:44:31.197949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:31.230089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b1c11b3-6c18-4ff3-948b-5ff0493a81ee req-15f6add6-9ddf-492f-852d-14f57018a19b service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905993 Nov 08 13:44:31.234584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b2b7968-3d37-4cc0-b837-77febef0ab83 req-c5e1b2b1-93f2-4a47-9664-7c9d8eb56d7f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Nov 08 13:44:31.416171 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5006-ceee-41c5-9934-5aa3954ea21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:31.451085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c1e2-f2b5-432f-8156-46677fd46b24 req-51f3423b-8246-4625-a137-74a71942c9b4 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.453238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89a3c1e2-f2b5-432f-8156-46677fd46b24 req-51f3423b-8246-4625-a137-74a71942c9b4 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 945 time: 0.0549450 Nov 08 13:44:31.502716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89a3c1e2-f2b5-432f-8156-46677fd46b24 req-1556acb7-c682-4bf0-b9c7-9cf710bc7248 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434227 Nov 08 13:44:31.526899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:31.529519 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4" -d '{"events": [{"name": "network-changed", "server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "tag": "d0452337-444e-48e9-a016-4af2106c6b76"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:31.569806 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077df5b6-2462-438b-adf5-da7532f524f9 x-openstack-request-id: req-077df5b6-2462-438b-adf5-da7532f524f9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:31.570197 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "tag": "d0452337-444e-48e9-a016-4af2106c6b76", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:31.570329 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-077df5b6-2462-438b-adf5-da7532f524f9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:31.570782 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76', 'status': 'completed', 'code': 200} Nov 08 13:44:31.614531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8268426-d378-4b38-8217-ffe10d23db63 req-f3d00c56-c0b0-41cc-8e2d-3ab042f022b9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.615968 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8268426-d378-4b38-8217-ffe10d23db63 req-f3d00c56-c0b0-41cc-8e2d-3ab042f022b9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 943 time: 0.0528843 Nov 08 13:44:31.629569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-00acbc65-66cc-43a8-b44c-254b78e64250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.631077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-00acbc65-66cc-43a8-b44c-254b78e64250 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 1094 time: 0.0417175 Nov 08 13:44:31.673849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8268426-d378-4b38-8217-ffe10d23db63 req-6849d05b-199c-44fc-987a-c1a3dfc3e4ca tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514030 Nov 08 13:44:31.728730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-c3e7ffe4-3fb9-4bb4-9653-c3fe4c175325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.730437 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-c3e7ffe4-3fb9-4bb4-9653-c3fe4c175325 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.0915592 Nov 08 13:44:31.752743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['04e015c4-a7a0-4cb7-92fb-7ab295d26106'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:31.776370 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-3d228225-5077-4a70-8065-5e6979d4eb21 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0452337-444e-48e9-a016-4af2106c6b76 HTTP/1.1" status: 200 len: 217 time: 0.0386477 Nov 08 13:44:31.836571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-f3093f69-cba9-4edd-a69c-ebd6d16691d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.838066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-f3093f69-cba9-4edd-a69c-ebd6d16691d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0543425 Nov 08 13:44:31.857843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b464db4-a8bf-49ea-a7aa-44a48faca17c req-4d403b39-cc9e-4f33-a192-436497d3b270 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.860264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b464db4-a8bf-49ea-a7aa-44a48faca17c req-4d403b39-cc9e-4f33-a192-436497d3b270 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 950 time: 0.0875597 Nov 08 13:44:31.876609 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-dd650cfd-91b5-44d4-bd1c-502fdab6647b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300140 Nov 08 13:44:31.934669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d65791-07dc-473e-85e3-72f6939530e5 req-1caa453b-26dd-4374-b6a6-bf91b3681321 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:31.936281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05d65791-07dc-473e-85e3-72f6939530e5 req-1caa453b-26dd-4374-b6a6-bf91b3681321 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0750871 Nov 08 13:44:31.954970 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b464db4-a8bf-49ea-a7aa-44a48faca17c req-f3b09143-17ec-4a4a-afa1-debb2266256a tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838397 Nov 08 13:44:31.975996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-4c3ded62-4e6e-4e11-8893-b27192a8653d service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911574 Nov 08 13:44:32.003207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05d65791-07dc-473e-85e3-72f6939530e5 req-0f3940d5-f16b-4220-aa6b-4d5122cc0d48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587180 Nov 08 13:44:32.122331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9f0cfc4d-da25-4474-98ad-cd93ad18faa4 req-f00172ad-cfa5-4186-8c92-762ccccfe821 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378620 Nov 08 13:44:32.149015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dff2b-cccb-4fdb-95f6-680ee3e1f127 req-2eed8276-6638-4ab5-8f8d-a4d20ef35ea8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:32.150686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07dff2b-cccb-4fdb-95f6-680ee3e1f127 req-2eed8276-6638-4ab5-8f8d-a4d20ef35ea8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0673358 Nov 08 13:44:32.152392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:32.204803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07dff2b-cccb-4fdb-95f6-680ee3e1f127 req-2d3a5ec8-ab02-4592-8ffe-bced489f83be tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468199 Nov 08 13:44:32.282965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:32.300450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'mac_address': 'fa:16:3e:fa:a3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:32.350989 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:32.365906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:32.371815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea429fcc-7c83-428a-8768-00437f5b4619 req-f9a9bbf8-3e6b-4adc-9104-f591528e43f3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:32.373713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea429fcc-7c83-428a-8768-00437f5b4619 req-f9a9bbf8-3e6b-4adc-9104-f591528e43f3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0889854 Nov 08 13:44:32.385555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:32.390941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:32.399918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e72656-1005-4443-9a2d-b7459a042d51 req-83ac2696-393b-4014-8660-95227aa3a21f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:32.401475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66e72656-1005-4443-9a2d-b7459a042d51 req-83ac2696-393b-4014-8660-95227aa3a21f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 948 time: 0.0811002 Nov 08 13:44:32.456300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:32.487665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea429fcc-7c83-428a-8768-00437f5b4619 req-6ff3cb4a-4798-4e18-a604-38d12603919b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064405 Nov 08 13:44:32.501308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66e72656-1005-4443-9a2d-b7459a042d51 req-9bf2bbcb-894c-4f75-978d-5cc7f9801649 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837693 Nov 08 13:44:32.617764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54475b-a6b3-4033-8ff8-40ab5d5a841f req-648b00c3-e1a4-46b3-ad58-a6836f94d745 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:32.619510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c54475b-a6b3-4033-8ff8-40ab5d5a841f req-648b00c3-e1a4-46b3-ad58-a6836f94d745 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 945 time: 0.0495667 Nov 08 13:44:32.671627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c54475b-a6b3-4033-8ff8-40ab5d5a841f req-d1e7ba74-c997-4bc3-b8e3-6acf405e6485 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451615 Nov 08 13:44:32.791246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6bc42-8e4d-4999-be31-53d3814de2d8 req-bac937dc-ab89-491e-a6cd-f8b7abfc418c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:32.792762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ae6bc42-8e4d-4999-be31-53d3814de2d8 req-bac937dc-ab89-491e-a6cd-f8b7abfc418c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 943 time: 0.0501666 Nov 08 13:44:32.829300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:32.840560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ae6bc42-8e4d-4999-be31-53d3814de2d8 req-891ed5fc-0c34-43f9-a36e-d36bf69717b5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Nov 08 13:44:32.944534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:32.968493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 04e015c4-a7a0-4cb7-92fb-7ab295d26106 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:33.024041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:33.027999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:33.028369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:33.078965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6655a-6ad6-42de-90b3-3f48c47a993c req-78f86539-90a9-433c-8e64-7dcb90b60ef5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.080073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9eb6655a-6ad6-42de-90b3-3f48c47a993c req-78f86539-90a9-433c-8e64-7dcb90b60ef5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 950 time: 0.0537455 Nov 08 13:44:33.116590 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:33.129255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9eb6655a-6ad6-42de-90b3-3f48c47a993c req-0fc9ce96-e68f-4e8a-bc38-d53e6307d76f tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Nov 08 13:44:33.152782 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:33.152782 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26542ce6-1e12-47b2-90ce-6ffdb498dc99" -d '{"events": [{"server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "name": "network-vif-plugged", "status": "completed", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:33.160992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:33.169528 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:33.201526 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b9197e-2360-4f84-a2bf-c2dd5759f011 x-openstack-request-id: req-57b9197e-2360-4f84-a2bf-c2dd5759f011 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:33.202458 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "name": "network-vif-plugged", "status": "completed", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:33.202635 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57b9197e-2360-4f84-a2bf-c2dd5759f011 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:33.202942 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106', 'code': 200} Nov 08 13:44:33.232409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:33.302941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fade0e-1c51-4c7d-98a7-bfa4b454546f req-9f7cd204-2b24-40a5-804a-8c90995d0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.304699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-43fade0e-1c51-4c7d-98a7-bfa4b454546f req-9f7cd204-2b24-40a5-804a-8c90995d0a8c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1097 time: 0.0500753 Nov 08 13:44:33.344810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b86b6-abe0-4f39-a695-30499d936a0b req-c3e46897-7c3f-42c5-a064-604da23d04ee tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.346619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f8b86b6-abe0-4f39-a695-30499d936a0b req-c3e46897-7c3f-42c5-a064-604da23d04ee tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0539672 Nov 08 13:44:33.354935 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-43fade0e-1c51-4c7d-98a7-bfa4b454546f req-65bc0368-5cc3-45ea-9aba-7e44e46052e2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Nov 08 13:44:33.396023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f8b86b6-abe0-4f39-a695-30499d936a0b req-f609c1bd-ba77-4779-9c34-fa5c1b4e3666 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430381 Nov 08 13:44:33.462082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8ecb3-2aaa-46cc-9c3c-a9747d58cff7 req-dc057274-5704-4377-82d9-c9eefce27358 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.463680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7e8ecb3-2aaa-46cc-9c3c-a9747d58cff7 req-dc057274-5704-4377-82d9-c9eefce27358 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 950 time: 0.0526791 Nov 08 13:44:33.513332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7e8ecb3-2aaa-46cc-9c3c-a9747d58cff7 req-c33a244d-1a19-43a2-9d2c-e93dddd2c628 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427928 Nov 08 13:44:33.640606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04fb4a-b6de-4fd9-b193-e6ce9dd6cb8b req-887477d6-a115-4451-9b9a-82c58006c845 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.642095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a04fb4a-b6de-4fd9-b193-e6ce9dd6cb8b req-887477d6-a115-4451-9b9a-82c58006c845 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0798643 Nov 08 13:44:33.650702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb4162-0667-4579-8ff9-75ca346b962f req-0b258b70-0f42-45c6-8f47-c968f7fa629e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.652221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34fb4162-0667-4579-8ff9-75ca346b962f req-0b258b70-0f42-45c6-8f47-c968f7fa629e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 949 time: 0.0792797 Nov 08 13:44:33.727718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a04fb4a-b6de-4fd9-b193-e6ce9dd6cb8b req-665af4e9-30e4-4a91-bb86-f1d836275e6b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745163 Nov 08 13:44:33.730876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34fb4162-0667-4579-8ff9-75ca346b962f req-a2476f42-5cc9-4e28-9db2-5908ff788872 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720327 Nov 08 13:44:33.860241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f400ce-5e50-4fa3-a763-fcb35c3f0fa7 req-70b659dd-c668-4522-8e31-d1d36e145a98 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.861724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2f400ce-5e50-4fa3-a763-fcb35c3f0fa7 req-70b659dd-c668-4522-8e31-d1d36e145a98 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 946 time: 0.0769386 Nov 08 13:44:33.870214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f761905-e407-4cdb-ba8a-697d8e459b41 req-3b19e4ec-3dca-4e74-916b-8b8ac5559356 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:33.871895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f761905-e407-4cdb-ba8a-697d8e459b41 req-3b19e4ec-3dca-4e74-916b-8b8ac5559356 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0767336 Nov 08 13:44:33.945237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2f400ce-5e50-4fa3-a763-fcb35c3f0fa7 req-09fa26b7-2fe4-46d4-bb93-a08c0cee86d4 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723796 Nov 08 13:44:33.948774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f761905-e407-4cdb-ba8a-697d8e459b41 req-f858576e-bb1c-4704-bdfe-1b59ce9e3ccb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697174 Nov 08 13:44:34.082173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f732c-bf25-4fc0-b44f-32d15bdee182 req-9ab87657-ada6-4303-97a7-01aa0ef7b803 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:34.083652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-289f732c-bf25-4fc0-b44f-32d15bdee182 req-9ab87657-ada6-4303-97a7-01aa0ef7b803 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 943 time: 0.0800586 Nov 08 13:44:34.105515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af65f6b-ab4a-4bef-8930-ddfc86cbc404 req-d692c1c0-ccf6-4bff-abce-326dce97de0c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:34.107044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8af65f6b-ab4a-4bef-8930-ddfc86cbc404 req-d692c1c0-ccf6-4bff-abce-326dce97de0c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0737462 Nov 08 13:44:34.169227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-289f732c-bf25-4fc0-b44f-32d15bdee182 req-0398f9b3-b16b-4763-8f0b-7af3bcf3164d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778720 Nov 08 13:44:34.187071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8af65f6b-ab4a-4bef-8930-ddfc86cbc404 req-3d0f7b63-7d87-4a8d-8433-a7778d96ef58 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707111 Nov 08 13:44:34.301096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c12f2-82d9-432c-80a8-7b7912627151 req-9371284a-614a-4d01-bf4b-491c53ac2db1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:34.302555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b91c12f2-82d9-432c-80a8-7b7912627151 req-9371284a-614a-4d01-bf4b-491c53ac2db1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0495582 Nov 08 13:44:34.354527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b91c12f2-82d9-432c-80a8-7b7912627151 req-1164c705-8664-447f-b796-7a1600003026 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460365 Nov 08 13:44:34.515336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef5d5e-065b-4c3e-ad32-d6f81cfc6176 req-8ba202bb-f56d-4e70-a147-448bdfbb2c5c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:34.516860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75ef5d5e-065b-4c3e-ad32-d6f81cfc6176 req-8ba202bb-f56d-4e70-a147-448bdfbb2c5c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0517368 Nov 08 13:44:34.566619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75ef5d5e-065b-4c3e-ad32-d6f81cfc6176 req-dad40f9c-a53b-42fe-9af7-619161eb00a6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437891 Nov 08 13:44:34.634076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339593-2a38-4f22-8c01-d8f9af5a9180 req-996913be-842b-4387-851e-c211d06ffcb1 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:34.635555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00339593-2a38-4f22-8c01-d8f9af5a9180 req-996913be-842b-4387-851e-c211d06ffcb1 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 950 time: 0.0492730 Nov 08 13:44:34.682750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00339593-2a38-4f22-8c01-d8f9af5a9180 req-adac3ee8-a545-4d33-a73d-01179f06b7c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405900 Nov 08 13:44:34.851819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845902a-ea1e-4eb0-8832-3393eae9eab2 req-e6446d33-7109-4402-bbc2-e39dd98a820a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:34.853292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5845902a-ea1e-4eb0-8832-3393eae9eab2 req-e6446d33-7109-4402-bbc2-e39dd98a820a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 949 time: 0.0539675 Nov 08 13:44:34.903929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5845902a-ea1e-4eb0-8832-3393eae9eab2 req-ecaa02d4-d82c-43f1-834f-8b6d546454ab tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440779 Nov 08 13:44:34.976925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d0452337-444e-48e9-a016-4af2106c6b76 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:35.065832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f81b4d-3111-4b66-bfc7-745654c5ffe4 req-c7952b1a-f918-430d-aca0-5560fd31ec52 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:35.067287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f81b4d-3111-4b66-bfc7-745654c5ffe4 req-c7952b1a-f918-430d-aca0-5560fd31ec52 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 946 time: 0.0505819 Nov 08 13:44:35.078340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:35.090169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd0452337-444e-48e9-a016-4af2106c6b76', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'port_id': 'd0452337-444e-48e9-a016-4af2106c6b76', 'mac_address': 'fa:16:3e:08:c0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75924a23-a018-43ee-9528-ec8ba9fe14c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:35.116612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f81b4d-3111-4b66-bfc7-745654c5ffe4 req-05e55bed-98fd-4d84-b7a2-c26d402971f1 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Nov 08 13:44:35.128637 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.141956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0452337-444e-48e9-a016-4af2106c6b76 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:35.163251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:35.167094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.216094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:35.236999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-43aa92ba-9400-44e4-b72f-316cdee323b6 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1415445127&fields=id&tenant_id=875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 267 time: 0.0545712 Nov 08 13:44:35.321984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-d65dcfa8-9896-4018-89bd-5d022fd54420 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:35.323354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-d65dcfa8-9896-4018-89bd-5d022fd54420 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 946 time: 0.0808580 Nov 08 13:44:35.337236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91507836-f768-405c-8428-5968fdc9eab3 req-fc353a94-5e86-4587-9916-8b4fb4a9e6eb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:35.338737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91507836-f768-405c-8428-5968fdc9eab3 req-fc353a94-5e86-4587-9916-8b4fb4a9e6eb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 944 time: 0.0856621 Nov 08 13:44:35.345232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'port': {'security_groups': ['cba84ebb-0387-4594-bc76-72fd7fae78e1', '83e93325-0b48-45fb-aa92-8f846b84e28c']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:35.413078 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.444749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.449694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91507836-f768-405c-8428-5968fdc9eab3 req-7d348f20-176f-48eb-9260-06a366fb0bbd tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001081 Nov 08 13:44:35.585242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9241dab-ff36-4507-84f1-f324852512f2 req-70078c88-1228-442d-b960-58ea53e1f737 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:35.586666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9241dab-ff36-4507-84f1-f324852512f2 req-70078c88-1228-442d-b960-58ea53e1f737 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.70 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 950 time: 0.0575867 Nov 08 13:44:35.588570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d0452337-444e-48e9-a016-4af2106c6b76'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:35.652532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:35.716602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.719548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Deleting port 466e9aa2-f81e-478b-a8a6-bb53a4448829 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:35.720144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.725115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.747316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:35.751969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.777999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:35.779076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.791300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e96d331-f4d8-4da2-8c8b-82c258256126 req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "PUT /v2.0/ports/04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 982 time: 0.4514885 Nov 08 13:44:35.797265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:35.804748 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:35.835189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] For port 466e9aa2-f81e-478b-a8a6-bb53a4448829, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=466e9aa2-f81e-478b-a8a6-bb53a4448829,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:35.835189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:35.849681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84a9a9-00c2-4a94-af49-7978d5c080fd req-54cbd728-f184-4ae6-8f5c-b5f37d155cb4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:35.852227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c84a9a9-00c2-4a94-af49-7978d5c080fd req-54cbd728-f184-4ae6-8f5c-b5f37d155cb4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1735251 Nov 08 13:44:35.852376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Calling delete_port for 466e9aa2-f81e-478b-a8a6-bb53a4448829 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:35.853812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142b1c6-b38d-4a81-94df-0217d3eb462d tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:35.865497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['04e015c4-a7a0-4cb7-92fb-7ab295d26106'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:35.940474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c7327-52f3-4143-b9c9-3e117cc14de7 req-f32c1230-03e2-4aad-a4ea-3f56f0ec57d5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:35.942147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-004c7327-52f3-4143-b9c9-3e117cc14de7 req-f32c1230-03e2-4aad-a4ea-3f56f0ec57d5 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/ports?device_id=573af492-8af6-45e0-a1ce-36cdf5fea44d HTTP/1.1" status: 200 len: 950 time: 0.0803885 Nov 08 13:44:35.972393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c84a9a9-00c2-4a94-af49-7978d5c080fd req-f54a4618-09f9-4bce-90b4-debfb819d145 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005089 Nov 08 13:44:35.996202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:36.003314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-004c7327-52f3-4143-b9c9-3e117cc14de7 req-9d7c8011-1c56-49e8-938e-987c16eddbd7 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f767777-91d3-4cff-9f32-f8f606ff665a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520318 Nov 08 13:44:36.066675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Pushing event deleted for resources: {'Port': ['ID=466e9aa2-f81e-478b-a8a6-bb53a4448829,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:36.095775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d182533-6394-4e2e-b741-9c868b4de85b req-b22dd2c9-c71a-422d-86e4-4ecf71925e01 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/83e93325-0b48-45fb-aa92-8f846b84e28c HTTP/1.1" status: 200 len: 1817 time: 0.0672560 Nov 08 13:44:36.117162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] No DVR routers for this DVR port 466e9aa2-f81e-478b-a8a6-bb53a4448829 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:36.121060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:36.130371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9241dab-ff36-4507-84f1-f324852512f2 req-7da1fb92-e064-4842-9361-492bb93c15c0 tempest-ImagesNegativeTestJSON-119174341 tempest-ImagesNegativeTestJSON-119174341-project] 10.222.0.70 "DELETE /v2.0/ports/466e9aa2-f81e-478b-a8a6-bb53a4448829 HTTP/1.1" status: 204 len: 173 time: 0.5304978 Nov 08 13:44:36.130683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'name': 'network-vif-deleted', 'tag': '466e9aa2-f81e-478b-a8a6-bb53a4448829'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:36.133087 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1634c2-ab47-4341-b507-aa2d94652ac6" -d '{"events": [{"server_uuid": "573af492-8af6-45e0-a1ce-36cdf5fea44d", "name": "network-vif-deleted", "tag": "466e9aa2-f81e-478b-a8a6-bb53a4448829"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:36.163702 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-3d182533-6394-4e2e-b741-9c868b4de85b req-9918c364-5300-4145-920a-afa49990507f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 13:44:36.176546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d182533-6394-4e2e-b741-9c868b4de85b req-9918c364-5300-4145-920a-afa49990507f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/83e93325-0b48-45fb-aa92-8f846b84e28c HTTP/1.1" status: 409 len: 341 time: 0.0734997 Nov 08 13:44:36.184041 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5463a22e-cac2-4fdd-abc8-f11b2354565a x-openstack-request-id: req-5463a22e-cac2-4fdd-abc8-f11b2354565a {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:36.184537 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:36.185006 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5463a22e-cac2-4fdd-abc8-f11b2354565a {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:36.185480 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106', 'status': 'completed', 'code': 200} Nov 08 13:44:36.228840 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbe842-acae-4519-91a0-9eccf2eb1ed4 x-openstack-request-id: req-68cbe842-acae-4519-91a0-9eccf2eb1ed4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:36.229140 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "573af492-8af6-45e0-a1ce-36cdf5fea44d", "name": "network-vif-deleted", "tag": "466e9aa2-f81e-478b-a8a6-bb53a4448829", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:36.229397 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68cbe842-acae-4519-91a0-9eccf2eb1ed4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:36.229800 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573af492-8af6-45e0-a1ce-36cdf5fea44d', 'name': 'network-vif-deleted', 'tag': '466e9aa2-f81e-478b-a8a6-bb53a4448829', 'status': 'completed', 'code': 200} Nov 08 13:44:36.278569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:36.318931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0c1f8-5b0e-45de-a11a-5c457287190f req-0e5ec868-7ea1-4c7c-aa69-abdf9a172b87 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.320653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76a0c1f8-5b0e-45de-a11a-5c457287190f req-0e5ec868-7ea1-4c7c-aa69-abdf9a172b87 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 949 time: 0.0920393 Nov 08 13:44:36.368918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-2bd75680-b8b7-4679-9ea6-be1223afd063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.370330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-2bd75680-b8b7-4679-9ea6-be1223afd063 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1136 time: 0.1513059 Nov 08 13:44:36.378646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-54dbc5a7-2168-4614-aaf6-1568ea79c5c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045043 Nov 08 13:44:36.401523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['04e015c4-a7a0-4cb7-92fb-7ab295d26106'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:36.461790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76a0c1f8-5b0e-45de-a11a-5c457287190f req-77b32fbb-413c-4f0c-8509-d070ce064ab3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298733 Nov 08 13:44:36.484673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:36.499727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:36.500129 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:36.502091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['466e9aa2-f81e-478b-a8a6-bb53a4448829'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:36.517794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-a7d37e24-47f7-4edb-82e4-04255a9b487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.519293 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-a7d37e24-47f7-4edb-82e4-04255a9b487e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1095 time: 0.1099110 Nov 08 13:44:36.533954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-14fd8ee3-9e51-40d8-8e6c-dea49755e5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.536038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-14fd8ee3-9e51-40d8-8e6c-dea49755e5cc service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 913 time: 0.1568091 Nov 08 13:44:36.542387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f0c81-8434-4e45-9ddc-7b0bdf723da1 req-2596b325-e674-4fc7-9181-2a2d1a2d5bf5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.552491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-452f0c81-8434-4e45-9ddc-7b0bdf723da1 req-2596b325-e674-4fc7-9181-2a2d1a2d5bf5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 985 time: 0.0688949 Nov 08 13:44:36.616359 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-2ef91ad3-58b6-43e3-bd21-d1f9a5c8b350 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 217 time: 0.0659397 Nov 08 13:44:36.645178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab7c25-e6bd-483c-9a6b-b1e56758a1b2 req-b7bee982-579f-43fc-8ee2-eb0cf0428c7d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.646512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21ab7c25-e6bd-483c-9a6b-b1e56758a1b2 req-b7bee982-579f-43fc-8ee2-eb0cf0428c7d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 944 time: 0.0889931 Nov 08 13:44:36.679597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:36.689088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-452f0c81-8434-4e45-9ddc-7b0bdf723da1 req-207a25bb-bdd1-4331-bb47-f22eeb50c276 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=83e93325-0b48-45fb-aa92-8f846b84e28c&id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1199133 Nov 08 13:44:36.722848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21ab7c25-e6bd-483c-9a6b-b1e56758a1b2 req-7dd6eb09-41ca-4e89-97ee-0a7d13d0ca5a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663221 Nov 08 13:44:36.726724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:36.726851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-d96fa72c-5141-4bbb-a672-818893698bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.728189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-d96fa72c-5141-4bbb-a672-818893698bd8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.1028504 Nov 08 13:44:36.728975 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130268bd-e308-4891-ba65-3a79ca523723" -d '{"events": [{"server_uuid": "bc02876b-f2b6-487a-8c16-c504bda57fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a84e90e7-aa93-46ad-9b0a-12e5b21d90d2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:36.757325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:36.767578 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:36.794073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-8ef85678-8f8e-4576-9436-dbd6b5349de2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542686 Nov 08 13:44:36.798488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-bc0aa7e5-1955-4453-baf0-03cd2fe5bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:36.800110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-bc0aa7e5-1955-4453-baf0-03cd2fe5bdef service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.2367959 Nov 08 13:44:36.820579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:36.862213 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a73aa2-8bb5-4dc3-979d-41aa61465fa4 x-openstack-request-id: req-c4a73aa2-8bb5-4dc3-979d-41aa61465fa4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:36.862579 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc02876b-f2b6-487a-8c16-c504bda57fbe", "name": "network-vif-plugged", "status": "completed", "tag": "a84e90e7-aa93-46ad-9b0a-12e5b21d90d2", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:36.862908 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4a73aa2-8bb5-4dc3-979d-41aa61465fa4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:36.863363 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'code': 200} Nov 08 13:44:36.928033 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-bde16b2e-067b-4e74-ac6a-10dcac349170 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 998 time: 0.0988059 Nov 08 13:44:36.992686 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-e0b195b3-a29b-4e3a-a535-e3c40420079e service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887777 Nov 08 13:44:36.993476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d0452337-444e-48e9-a016-4af2106c6b76 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:37.054534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port d0452337-444e-48e9-a016-4af2106c6b76 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:37.059786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d0452337-444e-48e9-a016-4af2106c6b76 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:37.060240 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:37.096840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-c9fbc3e7-5904-4f36-9cc8-ea67f49abd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.098330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-c9fbc3e7-5904-4f36-9cc8-ea67f49abd00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1517675 Nov 08 13:44:37.108649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf89ec-258f-4ec7-906e-6a813531179e req-ac1d5c29-a797-4b55-896f-9d37a86a1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.110189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cacf89ec-258f-4ec7-906e-6a813531179e req-ac1d5c29-a797-4b55-896f-9d37a86a1ab9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 1101 time: 0.1503747 Nov 08 13:44:37.159421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04bad-c043-45aa-bdd4-c6315539e065 req-d0f93835-63d7-41d8-843b-64839148d279 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.168443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6c04bad-c043-45aa-bdd4-c6315539e065 req-d0f93835-63d7-41d8-843b-64839148d279 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0941160 Nov 08 13:44:37.195633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6b58de2-78d0-4846-ba3b-2a10c1edb8b0 req-0cd7b9d8-a077-46e7-addd-47105a11ea60 service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824436 Nov 08 13:44:37.223167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-da59fade-9401-4667-bcd9-4e75a2b9b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.224702 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-da59fade-9401-4667-bcd9-4e75a2b9b6d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099949 Nov 08 13:44:37.232589 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cacf89ec-258f-4ec7-906e-6a813531179e req-1c7faf95-271c-4698-bcce-2aa1305ff525 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067371 Nov 08 13:44:37.239278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6c04bad-c043-45aa-bdd4-c6315539e065 req-787dd9df-97b1-420d-864f-5b264aca41d1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696907 Nov 08 13:44:37.335174 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:37.349784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-428c6a45-3c4c-4bed-b19b-3f2e91850c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.351282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-428c6a45-3c4c-4bed-b19b-3f2e91850c20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1136 time: 0.0941787 Nov 08 13:44:37.373136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:37.377371 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:37.390064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-92a82e06-6fb2-474d-80a6-d9fa0b6b4fbc service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556404 Nov 08 13:44:37.426674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:37.470398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-f7a55e7f-23ce-47ab-a670-64f9ef59ca90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.471868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-f7a55e7f-23ce-47ab-a670-64f9ef59ca90 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 913 time: 0.1101384 Nov 08 13:44:37.558369 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-0b661a57-cc1a-4935-aa14-f0f392fdf361 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 217 time: 0.0760901 Nov 08 13:44:37.580370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47364) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:37.582039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4c847-6849-4b2f-8fc6-624ddd1209b0 req-27784afd-88fb-485a-8862-c8d3f62f1b5e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.583834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fae4c847-6849-4b2f-8fc6-624ddd1209b0 req-27784afd-88fb-485a-8862-c8d3f62f1b5e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 950 time: 0.0515838 Nov 08 13:44:37.633639 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5ad5e27-7b64-4829-8a23-32ce96876cf7 req-1107c5f8-b4e5-48ab-932d-0f9853c90e7f service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747203 Nov 08 13:44:37.637327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-945a4599-a274-436e-bbda-d00d86231a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.638727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-945a4599-a274-436e-bbda-d00d86231a68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.0727777 Nov 08 13:44:37.640425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fae4c847-6849-4b2f-8fc6-624ddd1209b0 req-23647716-1e59-4616-841e-86ba824f36fa tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Nov 08 13:44:37.680996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-9be5ba96-8cac-42c4-970f-17b3bb349c09 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344687 Nov 08 13:44:37.792836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba29df10-358e-436c-98d6-582f84ae17a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=139cbc286d344ba7a210ceb13b4fabc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110169 Nov 08 13:44:37.795281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47372) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:37.829069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-6f9b5fe5-f2c4-4273-84f3-dff61d798a85 service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405749 Nov 08 13:44:37.870372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76612601-652c-4b86-afc7-16dcebd988b5 req-8dbbc07b-cb16-4297-86e0-69e37c6dce98 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.872327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76612601-652c-4b86-afc7-16dcebd988b5 req-8dbbc07b-cb16-4297-86e0-69e37c6dce98 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 985 time: 0.0857203 Nov 08 13:44:37.880548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a611f4-1f45-49a4-bad1-1330c0124de5 req-3a661262-884e-44b5-a8cf-405c778cd1c9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:37.881978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a611f4-1f45-49a4-bad1-1330c0124de5 req-3a661262-884e-44b5-a8cf-405c778cd1c9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0848815 Nov 08 13:44:37.911016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-588d8d52-c759-4c95-a456-35b85963b20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:37.944288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-588d8d52-c759-4c95-a456-35b85963b20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:37.962837 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a611f4-1f45-49a4-bad1-1330c0124de5 req-a665c169-b3b5-40cf-b75f-1bf7a3b4f784 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740044 Nov 08 13:44:37.969100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76612601-652c-4b86-afc7-16dcebd988b5 req-221e373c-87e1-4e43-8876-9e7dfc5f0f92 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=83e93325-0b48-45fb-aa92-8f846b84e28c&id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0860102 Nov 08 13:44:37.978703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9efb2034-4d2d-4094-9e43-26e7468e4dea req-be7b80b9-ee47-4d5f-b5ed-dd03a004cf67 service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380916 Nov 08 13:44:38.014326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-588d8d52-c759-4c95-a456-35b85963b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:38.018401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-588d8d52-c759-4c95-a456-35b85963b20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:38.020851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-588d8d52-c759-4c95-a456-35b85963b20f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f767777-91d3-4cff-9f32-f8f606ff665a HTTP/1.1" status: 204 len: 168 time: 0.2231886 Nov 08 13:44:38.031057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d8d52-c759-4c95-a456-35b85963b20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f767777-91d3-4cff-9f32-f8f606ff665a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:38.372288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc03fa-fbd1-435a-8178-c7c59839217d req-7a88ee86-94ef-4806-afd0-0e4512778eff tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:38.373829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efdc03fa-fbd1-435a-8178-c7c59839217d req-7a88ee86-94ef-4806-afd0-0e4512778eff tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0517433 Nov 08 13:44:38.423313 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efdc03fa-fbd1-435a-8178-c7c59839217d req-74dcd883-da98-40e9-98dd-37195d9c0a96 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432055 Nov 08 13:44:38.766756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c963f3b-1399-4ccc-8de4-32b28b0ce39b req-c34178ad-8e95-4656-a666-ffd838135fc1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:38.768242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c963f3b-1399-4ccc-8de4-32b28b0ce39b req-c34178ad-8e95-4656-a666-ffd838135fc1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 950 time: 0.0568984 Nov 08 13:44:38.817820 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c963f3b-1399-4ccc-8de4-32b28b0ce39b req-d3518a07-28c4-4eeb-979a-bb76f8cec7c5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Nov 08 13:44:38.864831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:38.869522 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33f4c8-25e3-49d2-afd3-8a4dd241bb84" -d '{"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-plugged", "status": "completed", "tag": "d0452337-444e-48e9-a016-4af2106c6b76"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:38.908121 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22354a5-7fed-49a4-a2c8-f41cf3566ff6 x-openstack-request-id: req-c22354a5-7fed-49a4-a2c8-f41cf3566ff6 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:38.908414 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-plugged", "status": "completed", "tag": "d0452337-444e-48e9-a016-4af2106c6b76", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:38.908670 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c22354a5-7fed-49a4-a2c8-f41cf3566ff6 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:38.909062 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76', 'code': 200} Nov 08 13:44:39.019171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371a995-59b4-4971-a70a-ee8f37404bcf req-08e304c7-5034-445c-bc7a-25dda6fb561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:39.020640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2371a995-59b4-4971-a70a-ee8f37404bcf req-08e304c7-5034-445c-bc7a-25dda6fb561d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 1096 time: 0.0443976 Nov 08 13:44:39.083809 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2371a995-59b4-4971-a70a-ee8f37404bcf req-82c26966-9f82-4c64-9454-86e5882f18ad service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546961 Nov 08 13:44:39.125446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f673992-dfb7-4aac-af90-1715026c5050 req-2557281f-7b8f-4cdb-a0f0-d72c4232f245 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:39.126943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f673992-dfb7-4aac-af90-1715026c5050 req-2557281f-7b8f-4cdb-a0f0-d72c4232f245 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0866747 Nov 08 13:44:39.138920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef2c3d-0853-4118-b4f3-2c7b2abd4565 req-0177f67b-dc04-4bd3-b6bf-002caeb55c05 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:39.141067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82ef2c3d-0853-4118-b4f3-2c7b2abd4565 req-0177f67b-dc04-4bd3-b6bf-002caeb55c05 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 985 time: 0.0688283 Nov 08 13:44:39.165701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47420) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:39.219814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f673992-dfb7-4aac-af90-1715026c5050 req-a5403535-55b8-4ac1-b048-7d91fd9dd0cb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777476 Nov 08 13:44:39.234705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82ef2c3d-0853-4118-b4f3-2c7b2abd4565 req-667fb514-6c2c-4c92-97e6-7ff5b780577e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=83e93325-0b48-45fb-aa92-8f846b84e28c&id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0835207 Nov 08 13:44:39.286236 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff76468-f14d-440f-b2ac-4c7d4104a44f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.372393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff76468-f14d-440f-b2ac-4c7d4104a44f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.377452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff76468-f14d-440f-b2ac-4c7d4104a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.404567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-5a77c40f-d2d8-4a1b-ae37-55121d5bccc3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1942913819&fields=id&tenant_id=875b81635a814be9b8f2550176097540 HTTP/1.1" status: 200 len: 267 time: 0.0431592 Nov 08 13:44:39.414845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff76468-f14d-440f-b2ac-4c7d4104a44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9054fac0-942e-4f31-a3b1-3213f3a13a14,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:39.418986 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4ff76468-f14d-440f-b2ac-4c7d4104a44f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3958277b2a164084a0ce38b821d1fd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520406 Nov 08 13:44:39.422235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47426) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:39.462094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-fd41d972-e47f-4464-ac1a-d66d55718010 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:39.466132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-fd41d972-e47f-4464-ac1a-d66d55718010 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 985 time: 0.0536330 Nov 08 13:44:39.474295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb72-6509-44f8-995a-bef303779754 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.478815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'port': {'security_groups': ['83e93325-0b48-45fb-aa92-8f846b84e28c', 'cba84ebb-0387-4594-bc76-72fd7fae78e1', 'e2bc9b26-35bf-4a61-9cb1-22a23d538fd8']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:39.497724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb72-6509-44f8-995a-bef303779754 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.545342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb72-6509-44f8-995a-bef303779754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.548579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff7dcb72-6509-44f8-995a-bef303779754 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.549789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ff7dcb72-6509-44f8-995a-bef303779754 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9054fac0-942e-4f31-a3b1-3213f3a13a14 HTTP/1.1" status: 204 len: 168 time: 0.1266308 Nov 08 13:44:39.558045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7dcb72-6509-44f8-995a-bef303779754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9054fac0-942e-4f31-a3b1-3213f3a13a14,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:39.607839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64056108-711c-430f-b9b5-8cde80cac22c req-d0052625-3c5b-4a68-97cd-584aae2aa21f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:39.609878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64056108-711c-430f-b9b5-8cde80cac22c req-d0052625-3c5b-4a68-97cd-584aae2aa21f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0994296 Nov 08 13:44:39.610451 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.712770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64056108-711c-430f-b9b5-8cde80cac22c req-316bab96-809e-45b4-9cf6-8edf5894f005 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931146 Nov 08 13:44:39.856422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:39.892818 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.907783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.922293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:39.953743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['04e015c4-a7a0-4cb7-92fb-7ab295d26106'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:39.969898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:39.970538 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:39.974769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c895b0e-c993-4d16-b59f-7cc8b74e33af req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "PUT /v2.0/ports/04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 1021 time: 0.5008497 Nov 08 13:44:39.977941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:39.980070 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0f5e06-0616-4456-ab63-ea502b584965" -d '{"events": [{"name": "network-changed", "server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:40.048377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbe495-7af6-47ef-821f-55ff593b1c99 req-85e68229-d9af-48e1-8e29-32393bb85448 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:40.049593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bdbe495-7af6-47ef-821f-55ff593b1c99 req-85e68229-d9af-48e1-8e29-32393bb85448 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 950 time: 0.1547284 Nov 08 13:44:40.054495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47137b5b-0786-4e2d-9cce-4ed231f7bdb3 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=7']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:40.081032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17731650-3299-49c3-9d43-2364f1dc11db req-9a1d97c3-8208-47d4-b978-f7c8987f8fbf tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/e2bc9b26-35bf-4a61-9cb1-22a23d538fd8 HTTP/1.1" status: 200 len: 1818 time: 0.0854259 Nov 08 13:44:40.101416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['04e015c4-a7a0-4cb7-92fb-7ab295d26106'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:40.140511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bdbe495-7af6-47ef-821f-55ff593b1c99 req-9e07a4e2-875d-42ae-9a03-e2eb215c9974 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821609 Nov 08 13:44:40.158757 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-17731650-3299-49c3-9d43-2364f1dc11db req-85f8b5b4-2cb3-49c5-8b8c-604105f232bc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 13:44:40.164341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17731650-3299-49c3-9d43-2364f1dc11db req-85f8b5b4-2cb3-49c5-8b8c-604105f232bc tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2bc9b26-35bf-4a61-9cb1-22a23d538fd8 HTTP/1.1" status: 409 len: 341 time: 0.0759983 Nov 08 13:44:40.208492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 466e9aa2-f81e-478b-a8a6-bb53a4448829 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:40.232422 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed45a682-b75a-474a-a064-e1710bcb5368 x-openstack-request-id: req-ed45a682-b75a-474a-a064-e1710bcb5368 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:40.232779 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:40.233071 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed45a682-b75a-474a-a064-e1710bcb5368 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:40.233481 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106', 'status': 'completed', 'code': 200} Nov 08 13:44:40.274102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 466e9aa2-f81e-478b-a8a6-bb53a4448829 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:40.274102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 466e9aa2-f81e-478b-a8a6-bb53a4448829 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:40.329635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-00a60be9-f88b-46f0-890f-9e811502f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:40.332983 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-00a60be9-f88b-46f0-890f-9e811502f36d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=875b81635a814be9b8f2550176097540&device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1175 time: 0.0736229 Nov 08 13:44:40.361005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47470) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:40.553475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-813216052-network', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:40.553744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-d5cb7717-9763-41fa-8487-6427c4be60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:40.556392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-d5cb7717-9763-41fa-8487-6427c4be60dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 200 len: 913 time: 0.2129843 Nov 08 13:44:40.613000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59f09a-c6cf-4be0-843a-339397cdd41b req-070252fd-3ee6-4926-bca4-6a4c9e271115 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:40.622239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e59f09a-c6cf-4be0-843a-339397cdd41b req-070252fd-3ee6-4926-bca4-6a4c9e271115 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0886955 Nov 08 13:44:40.649929 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-2b04d1ce-1bb5-44ef-8e35-c7c8bca85a08 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 200 len: 217 time: 0.0849643 Nov 08 13:44:40.665704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Made reservation on behalf of 6ddf399a785b47c29c2529c88025cce3 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:40.669290 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:40.693527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:40.711131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-6c141f46-fbf5-4759-85d8-09e0f7fda2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:40.713549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-6c141f46-fbf5-4759-85d8-09e0f7fda2a7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 200 len: 852 time: 0.0557342 Nov 08 13:44:40.747016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-0ffe571c-66bf-4742-8e4e-462994ef2c87 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d1061468-5929-421b-8744-5dcae3d08c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258729 Nov 08 13:44:40.749253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e59f09a-c6cf-4be0-843a-339397cdd41b req-b346101a-6b82-406e-ba6e-ddf5909463dc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254930 Nov 08 13:44:40.758996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea26a09-c4f5-4280-bc6e-57d49f6da9fa req-d1876fd8-131a-4b14-8668-f1941ab72c4b tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:40.760517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aea26a09-c4f5-4280-bc6e-57d49f6da9fa req-d1876fd8-131a-4b14-8668-f1941ab72c4b tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 1101 time: 0.1191349 Nov 08 13:44:40.819285 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-aea26a09-c4f5-4280-bc6e-57d49f6da9fa req-e3fc0abf-0d65-4c21-9b27-744aead749f8 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:40.859586 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-7c0dbb0c-f97c-422d-a25c-7573b8b79269 service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036239 Nov 08 13:44:40.864787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:40.874548 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:40.906546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:44:40.930211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:40.930611 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Added segment 3d38bb81-200d-4ec6-8b72-279c12ab3f81 of type vlan for network 036c6215-626d-4db1-bc0d-40dda2638d3a Nov 08 13:44:40.932199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e2445-c490-41e8-bebc-d64e5bfa7554,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:41.011892 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:41.041750 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-aea26a09-c4f5-4280-bc6e-57d49f6da9fa req-e3fc0abf-0d65-4c21-9b27-744aead749f8 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:41.053710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-aea26a09-c4f5-4280-bc6e-57d49f6da9fa req-e3fc0abf-0d65-4c21-9b27-744aead749f8 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:41.108537 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:41.109358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:41.109943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:41.135355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bc049-3e2a-45ed-9abc-4f12b082ff06 req-5a4719c2-e2e5-41d7-af1a-b29358582489 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:41.136937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d35bc049-3e2a-45ed-9abc-4f12b082ff06 req-5a4719c2-e2e5-41d7-af1a-b29358582489 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1024 time: 0.1564837 Nov 08 13:44:41.140005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aea26a09-c4f5-4280-bc6e-57d49f6da9fa req-e3fc0abf-0d65-4c21-9b27-744aead749f8 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418150 Nov 08 13:44:41.140495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc0abf-0d65-4c21-9b27-744aead749f8 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa4e45f-9981-400c-9427-7c439e11bdc0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:41.173140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8059616 Nov 08 13:44:41.177988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47480) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:41.261904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7f0f5e06-0616-4456-ab63-ea502b584965 req-fdf0cd69-181a-4013-9177-40f9f0c0b730 service neutron] 10.222.0.54 "GET /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901312 Nov 08 13:44:41.501417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Request body: {'subnet': {'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-813216052-subnet', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:41.549559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47755488-8b5b-4aed-9f0e-33a320d51793 admin admin] Pushing event updated for resources: {'Network': ['ID=036c6215-626d-4db1-bc0d-40dda2638d3a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:41.560210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 036c6215-626d-4db1-bc0d-40dda2638d3a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:44:41.587920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Made reservation on behalf of 6ddf399a785b47c29c2529c88025cce3 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:41.590249 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:41.630598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b89e5-c83e-468f-b347-1838edc7f080 req-b8b698a3-1364-4179-8c5c-8095b021e0a7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:41.632148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-223b89e5-c83e-468f-b347-1838edc7f080 req-b8b698a3-1364-4179-8c5c-8095b021e0a7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1244535 Nov 08 13:44:41.642474 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d35bc049-3e2a-45ed-9abc-4f12b082ff06 req-9ae4c197-4b0b-420e-9149-5dbe26aef357 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=83e93325-0b48-45fb-aa92-8f846b84e28c&id=cba84ebb-0387-4594-bc76-72fd7fae78e1&id=e2bc9b26-35bf-4a61-9cb1-22a23d538fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4796624 Nov 08 13:44:41.741059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-223b89e5-c83e-468f-b347-1838edc7f080 req-360c210b-229b-46fc-84f6-a86ec06a3ee9 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975883 Nov 08 13:44:41.849694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:41.924140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7041365d-11ac-4f2c-875f-6d411a95a8a9,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:41.949338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e2229-448a-41df-ad99-65b6ab601754 req-a3924668-de62-4d76-83db-c27e5f79237e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:41.950839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d0e2229-448a-41df-ad99-65b6ab601754 req-a3924668-de62-4d76-83db-c27e5f79237e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1109347 Nov 08 13:44:41.958245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Checking segment: {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:41.958600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Network hostable DHCP agents. Network: 036c6215-626d-4db1-bc0d-40dda2638d3a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:44:42.009368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Network 036c6215-626d-4db1-bc0d-40dda2638d3a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:44:42.029258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-d3e178b7-1d61-4073-be0c-c57d1ecc675b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387471 Nov 08 13:44:42.035556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 036c6215-626d-4db1-bc0d-40dda2638d3a) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:42.043444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d0e2229-448a-41df-ad99-65b6ab601754 req-67c4d9a4-89c4-4e55-8b69-77e49159afa1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863297 Nov 08 13:44:42.043721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d58d6d-58a3-4e0e-bdb0-4d92da17d7a0 None None] Network 036c6215-626d-4db1-bc0d-40dda2638d3a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:44:42.044928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:42.046077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.130168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b3a94c4e-ac28-420c-a5fd-24d6aefb567a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9511044 Nov 08 13:44:42.132895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47502) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:42.137297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:42.163325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.164486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.201164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-57f3055d-19a2-46ce-bd03-9595d75da191 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:42.209317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-57f3055d-19a2-46ce-bd03-9595d75da191 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1715860 Nov 08 13:44:42.226575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-39c668b5-af1b-409b-9aa5-e08401a11d25 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/quotas/43661e2b5ad3479ab16dbc8ebe16e903 HTTP/1.1" status: 200 len: 375 time: 0.0162392 Nov 08 13:44:42.238727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.265756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-036c6215-626d-4db1-bc0d-40dda2638d3a', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:44:42.267878 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.288351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-9767a3ca-437c-4a5e-b809-c213cd482d0e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0608189 Nov 08 13:44:42.427564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Allocated IP 172.20.0.2 (036c6215-626d-4db1-bc0d-40dda2638d3a/7041365d-11ac-4f2c-875f-6d411a95a8a9/73580e7f-f5ed-4d9d-a8bb-0d685be62e0c) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:42.441765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.453551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913376ec-d746-4b43-9142-df6f025a1f48 req-bebc989e-2060-4a34-932e-fa69ef18e8aa tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:42.455345 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-913376ec-d746-4b43-9142-df6f025a1f48 req-bebc989e-2060-4a34-932e-fa69ef18e8aa tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1024 time: 0.2146995 Nov 08 13:44:42.652983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Deleting port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:42.653335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.682140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4733c-c2b3-48db-a18a-1540199c83c2 req-48b9b618-8934-48f5-b2d8-ff6fb63e2fd8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:42.683973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.692062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5d4733c-c2b3-48db-a18a-1540199c83c2 req-48b9b618-8934-48f5-b2d8-ff6fb63e2fd8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0785134 Nov 08 13:44:42.693800 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.740466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5d4733c-c2b3-48db-a18a-1540199c83c2 req-19983524-9e9c-431a-bd73-86d253c93490 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Nov 08 13:44:42.749443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Network 036c6215-626d-4db1-bc0d-40dda2638d3a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:42.752747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:42.757588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:42.762753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Pushing event updated for resources: {'Port': ['ID=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:42.840450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Attempting to bind port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:42.841318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Attempting to bind port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:42.842690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Attempting to bind port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c on network 036c6215-626d-4db1-bc0d-40dda2638d3a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:42.848441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:42.852161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Checking segment: {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:42.852969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.853607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Bound using segment: {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:42.854332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Bound port: 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:42.854944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.859157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] For port 04e015c4-a7a0-4cb7-92fb-7ab295d26106, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=04e015c4-a7a0-4cb7-92fb-7ab295d26106,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:42.859533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.899169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Calling delete_port for 04e015c4-a7a0-4cb7-92fb-7ab295d26106 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:42.928863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] For port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:42.934689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] For port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:42.941498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.943905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:42.945181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869f088-ca50-4a2f-9295-49a76a22cf0c req-f3d20edd-c4d0-445f-8e2d-701768def432 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:42.946728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f869f088-ca50-4a2f-9295-49a76a22cf0c req-f3d20edd-c4d0-445f-8e2d-701768def432 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 1024 time: 0.1113861 Nov 08 13:44:42.966291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e35d4-e2b3-4246-9886-62c8fce86871 req-94571040-afec-4d34-9c55-c449158726b8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:42.968437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-687e35d4-e2b3-4246-9886-62c8fce86871 req-94571040-afec-4d34-9c55-c449158726b8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0829940 Nov 08 13:44:43.013355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:43.042791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ea5d6-7d2f-4514-af71-6a4c8554b393 None None] Pushing event updated for resources: {'Port': ['ID=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:43.103450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-687e35d4-e2b3-4246-9886-62c8fce86871 req-15cbefa6-e470-4dd0-a623-49663b33f9b7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241376 Nov 08 13:44:43.124236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f869f088-ca50-4a2f-9295-49a76a22cf0c req-0fa6566b-14fa-4c31-9416-19721756d102 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=83e93325-0b48-45fb-aa92-8f846b84e28c&id=cba84ebb-0387-4594-bc76-72fd7fae78e1&id=e2bc9b26-35bf-4a61-9cb1-22a23d538fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1604769 Nov 08 13:44:43.184299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Allocated IP 172.25.8.178 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/e00f91d8-fdbf-43dd-a63a-bc8588e0a788) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:43.444097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:43.459828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['04e015c4-a7a0-4cb7-92fb-7ab295d26106'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:43.462635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:43.491635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'Port': ['ID=04e015c4-a7a0-4cb7-92fb-7ab295d26106,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:43.506010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:43.528008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7caca8b-1114-4776-ac0b-596251b806d8 req-eb6ad590-9dbf-498d-909c-0aa7524fe9cf tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 210 time: 0.0561714 Nov 08 13:44:43.579463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] No DVR routers for this DVR port 04e015c4-a7a0-4cb7-92fb-7ab295d26106 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:43.582941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:43.586453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-913376ec-d746-4b43-9142-df6f025a1f48 req-b1855fe5-8fba-4a5b-8a9d-5ec9c9b64b40 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.54 "DELETE /v2.0/ports/04e015c4-a7a0-4cb7-92fb-7ab295d26106 HTTP/1.1" status: 204 len: 173 time: 1.1229231 Nov 08 13:44:43.586913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'name': 'network-vif-deleted', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:43.589214 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170a1f9d-f43a-43e8-8a72-2717298fe875" -d '{"events": [{"server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "name": "network-vif-deleted", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:43.637507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:43.685970 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5a0c37-359a-46cd-97aa-89289e421fad x-openstack-request-id: req-ee5a0c37-359a-46cd-97aa-89289e421fad {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:43.687378 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d0701f-f24e-4929-869c-164e7ea118a7", "name": "network-vif-deleted", "tag": "04e015c4-a7a0-4cb7-92fb-7ab295d26106", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:43.687378 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee5a0c37-359a-46cd-97aa-89289e421fad {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:43.687378 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d0701f-f24e-4929-869c-164e7ea118a7', 'name': 'network-vif-deleted', 'tag': '04e015c4-a7a0-4cb7-92fb-7ab295d26106', 'status': 'completed', 'code': 200} Nov 08 13:44:43.694694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Pushing event updated for resources: {'Port': ['ID=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:43.709980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:43.712543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:43.715809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:43.948348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113ca11-bba2-4868-8b13-716a8e85f09d req-06222d39-2cec-4225-acd4-e5cabb695fe3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:43.957684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b113ca11-bba2-4868-8b13-716a8e85f09d req-06222d39-2cec-4225-acd4-e5cabb695fe3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0883334 Nov 08 13:44:44.010017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b113ca11-bba2-4868-8b13-716a8e85f09d req-f73f36aa-af00-40eb-a525-33a1057a96b2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514169 Nov 08 13:44:44.033088 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:44.265087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:44.304533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30eab41-c583-4493-97e5-5ddc0ff94f07 None None] Network 036c6215-626d-4db1-bc0d-40dda2638d3a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:44:44.338255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1942540f-2975-4639-85b1-7d158d141961 req-e0413d24-57a2-4ceb-8117-588534f6b78f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=29d0701f-f24e-4929-869c-164e7ea118a7 HTTP/1.1" status: 200 len: 210 time: 0.0337212 Nov 08 13:44:44.359828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6eb25-56f2-4915-8617-64e5439fbd1a req-2d8f6dd9-9db1-40d1-a209-4d3aa5b6e29b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:44.361594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fae6eb25-56f2-4915-8617-64e5439fbd1a req-2d8f6dd9-9db1-40d1-a209-4d3aa5b6e29b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0981753 Nov 08 13:44:44.374339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8cf14514-24e9-42ef-ab12-1563eb8cfd50 None None] Provisioning complete for port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:44.374775 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cf14514-24e9-42ef-ab12-1563eb8cfd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:44.422846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Router cb34e98f-b7de-46ea-83b5-a212144e8b42 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:44:44.467749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fae6eb25-56f2-4915-8617-64e5439fbd1a req-2577f919-c465-4a62-8088-f06f3f1e4de0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905018 Nov 08 13:44:44.526423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cf14514-24e9-42ef-ab12-1563eb8cfd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:44.595815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8cf14514-24e9-42ef-ab12-1563eb8cfd50 None None] For port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:44.606189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cf14514-24e9-42ef-ab12-1563eb8cfd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:44.619838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:44:44.651074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Sync routers for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:44:44.707591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:44:44.708249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:44:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:44.724961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-326e4ecf-7c80-41b2-aaa5-6bdd782f5233 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658388 Nov 08 13:44:44.734049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9514c019-4b7c-47ad-8ba7-b844fafa6cfc req-f51e1a3c-fc72-4ef3-9604-785088fefa2f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 210 time: 0.0520022 Nov 08 13:44:44.772505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:44.773746 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4f182606-9742-4596-8d73-eb0f93a94ee3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6398456 Nov 08 13:44:44.777203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47552) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:44.863984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:44.892885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-468932d2-ada8-4aea-8db6-27d5b2896af6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:44.894415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-468932d2-ada8-4aea-8db6-27d5b2896af6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625035 Nov 08 13:44:44.905294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf14514-24e9-42ef-ab12-1563eb8cfd50 None None] Pushing event updated for resources: {'Port': ['ID=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:44.913396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:44:44.924519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:45.064955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:45.070965 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.103130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:45.104181 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.134449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-46429b33-8636-4e89-90db-e7424d861d28 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371966 Nov 08 13:44:45.141943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-99076444-8600-4720-aa13-1711987fb656 None None] Provisioning complete for port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:45.142817 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99076444-8600-4720-aa13-1711987fb656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.230030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7126ea-cbc4-49e9-ab41-320232282680 req-fbb569ac-1c76-4e29-806c-59b77387311f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:45.239963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b7126ea-cbc4-49e9-ab41-320232282680 req-fbb569ac-1c76-4e29-806c-59b77387311f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1382384 Nov 08 13:44:45.346553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:43Z', 'revision_number': 3, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:45.348645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b7126ea-cbc4-49e9-ab41-320232282680 req-cee88907-4428-4ebf-bfa2-9a0e4e13e0b3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060171 Nov 08 13:44:45.368197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-d1b734cf-e6fd-4499-943a-d94132400625 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:45.369675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-d1b734cf-e6fd-4499-943a-d94132400625 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929240 Nov 08 13:44:45.370875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.237 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/94e23afd-2b9e-49e3-a29a-edf13c62f0a5) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:45.412995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:45.472999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.549885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Checking router: cb34e98f-b7de-46ea-83b5-a212144e8b42 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:44:45.550310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Updating router cb34e98f-b7de-46ea-83b5-a212144e8b42 port e00f91d8-fdbf-43dd-a63a-bc8588e0a788 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:44:45.580428 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.583125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1744853-eda9-4f0f-ae1f-1d1f3f5639af req-053acd10-0ecc-4cd4-9924-00dce3958659 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/83e93325-0b48-45fb-aa92-8f846b84e28c HTTP/1.1" status: 200 len: 1817 time: 0.1653373 Nov 08 13:44:45.641057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:45.644668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.679046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.741438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85c385-2637-4a17-b4b7-528660266f64 req-5370e5b6-4985-4374-8231-b920d64aea10 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:45.742980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c85c385-2637-4a17-b4b7-528660266f64 req-5370e5b6-4985-4374-8231-b920d64aea10 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1441357 Nov 08 13:44:45.746673 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b1744853-eda9-4f0f-ae1f-1d1f3f5639af req-9e2636f3-ebce-4272-baa0-42f4eab74776 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.762472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.781037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:45.817768 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b1744853-eda9-4f0f-ae1f-1d1f3f5639af req-9e2636f3-ebce-4272-baa0-42f4eab74776 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.852333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:45.859442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Allocated IP 172.20.0.1 (036c6215-626d-4db1-bc0d-40dda2638d3a/7041365d-11ac-4f2c-875f-6d411a95a8a9/962729aa-aca2-4744-930d-46e6d3d701fe) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:45.861891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:45.881012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:45.897254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c85c385-2637-4a17-b4b7-528660266f64 req-168f98ed-8556-4a1f-929f-d97702a9b53d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165831 Nov 08 13:44:45.925963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.223 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/027d35c4-f296-40ec-a76b-3f172b511d92) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:45.932905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:45.937082 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.954386 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.962525 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b1744853-eda9-4f0f-ae1f-1d1f3f5639af req-9e2636f3-ebce-4272-baa0-42f4eab74776 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.965494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b1744853-eda9-4f0f-ae1f-1d1f3f5639af req-9e2636f3-ebce-4272-baa0-42f4eab74776 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.969344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:45.970012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:45.981383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1744853-eda9-4f0f-ae1f-1d1f3f5639af req-9e2636f3-ebce-4272-baa0-42f4eab74776 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/83e93325-0b48-45fb-aa92-8f846b84e28c HTTP/1.1" status: 204 len: 173 time: 0.3972623 Nov 08 13:44:45.998489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-1850ce23-80bb-4ad8-8ca7-90bf1c3f8311 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0783935 Nov 08 13:44:46.060251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Attempting to bind port e00f91d8-fdbf-43dd-a63a-bc8588e0a788 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:46.060646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Attempting to bind port e00f91d8-fdbf-43dd-a63a-bc8588e0a788 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:46.061021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Attempting to bind port e00f91d8-fdbf-43dd-a63a-bc8588e0a788 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:46.066271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf725995-4840-4541-886f-4564aacc3e86 None None] Pushing event updated for resources: {'Port': ['ID=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:46.078929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2636f3-ebce-4272-baa0-42f4eab74776 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e93325-0b48-45fb-aa92-8f846b84e28c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:46.084142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Request body: {'port': {'device_id': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:46.086222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:46.086222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:46.086491 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.089570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:46.089570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Bound port: e00f91d8-fdbf-43dd-a63a-bc8588e0a788, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:46.089570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.126738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e0a69da-1e58-42f2-8931-dbfb2a66fad8 req-39b70411-5588-471f-b337-4ba6538f2f9b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 210 time: 0.0602095 Nov 08 13:44:46.180801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] For port e00f91d8-fdbf-43dd-a63a-bc8588e0a788, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:46.183986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] For port e00f91d8-fdbf-43dd-a63a-bc8588e0a788, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:46.191233 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.219445 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.227307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ae620c6-f345-4704-a435-f98cca4e110c req-f5bc1ff4-7579-4664-89a3-4dc305a00d6b tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/e2bc9b26-35bf-4a61-9cb1-22a23d538fd8 HTTP/1.1" status: 200 len: 1818 time: 0.0913322 Nov 08 13:44:46.250487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.280394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf725995-4840-4541-886f-4564aacc3e86 None None] Pushing event updated for resources: {'Port': ['ID=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:46.283030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:44:46.283650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:44:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:46.308521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.318701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.328443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2a15db23-8d5c-4b2d-a33b-1d052aeb7d0b None None] Provisioning complete for port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:46.328824 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a15db23-8d5c-4b2d-a33b-1d052aeb7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.337855 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1ae620c6-f345-4704-a435-f98cca4e110c req-e7da37f4-4b4f-4c50-8cc4-a62a2eb9e9ed tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.377740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Network 036c6215-626d-4db1-bc0d-40dda2638d3a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:46.383536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:46.387960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Pushing event updated for resources: {'Port': ['ID=962729aa-aca2-4744-930d-46e6d3d701fe,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:46.390913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:46.393945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1ae620c6-f345-4704-a435-f98cca4e110c req-e7da37f4-4b4f-4c50-8cc4-a62a2eb9e9ed tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.416595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2a15db23-8d5c-4b2d-a33b-1d052aeb7d0b None None] Port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:44:46.439094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.440997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:44:46.466658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.503058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=027d35c4-f296-40ec-a76b-3f172b511d92,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:46.537516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:46.543091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1ae620c6-f345-4704-a435-f98cca4e110c req-e7da37f4-4b4f-4c50-8cc4-a62a2eb9e9ed tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.545823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1ae620c6-f345-4704-a435-f98cca4e110c req-e7da37f4-4b4f-4c50-8cc4-a62a2eb9e9ed tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.555590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:46.559769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ae620c6-f345-4704-a435-f98cca4e110c req-e7da37f4-4b4f-4c50-8cc4-a62a2eb9e9ed tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/e2bc9b26-35bf-4a61-9cb1-22a23d538fd8 HTTP/1.1" status: 204 len: 173 time: 0.3242736 Nov 08 13:44:46.559995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:46.565467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:46.629980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da37f4-4b4f-4c50-8cc4-a62a2eb9e9ed tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bc9b26-35bf-4a61-9cb1-22a23d538fd8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:46.674541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:46.675205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.727409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6db69651-8f4f-424d-a305-bdd3f45154ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3265343 Nov 08 13:44:46.735806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df23861-ee7d-4524-b585-c9766685959e req-fdec6c1d-7410-4c0b-8bd2-1b853276f4fb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:46.742520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Request body: {'port': {'device_id': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:46.743102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6df23861-ee7d-4524-b585-c9766685959e req-fdec6c1d-7410-4c0b-8bd2-1b853276f4fb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.2337708 Nov 08 13:44:46.757831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-8405928d-2144-4575-92e8-778faf3e54e2 req-7717117e-6a8a-48ab-8b37-f13ead87a142 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-550583026', 'description': 'tempest-description-358698870'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:46.813756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:46.832512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8405928d-2144-4575-92e8-778faf3e54e2 req-7717117e-6a8a-48ab-8b37-f13ead87a142 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.861156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.907088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6df23861-ee7d-4524-b585-c9766685959e req-1e39f4a7-357e-44fc-be1f-76f7e132821c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389096 Nov 08 13:44:46.923414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.939128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:46.970652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:46.989759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8405928d-2144-4575-92e8-778faf3e54e2 req-7717117e-6a8a-48ab-8b37-f13ead87a142 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.003720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:47.004143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.004561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8405928d-2144-4575-92e8-778faf3e54e2 req-7717117e-6a8a-48ab-8b37-f13ead87a142 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.005887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 04e015c4-a7a0-4cb7-92fb-7ab295d26106 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:47.039911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:43Z', 'revision_number': 3, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:47.041545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Transition to ACTIVE for port object 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:47.049655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.065058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3c15890a-408c-4896-b1b6-85baef7afc86 None None] Provisioning complete for port 962729aa-aca2-4744-930d-46e6d3d701fe triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:47.065500 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c15890a-408c-4896-b1b6-85baef7afc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.093994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8405928d-2144-4575-92e8-778faf3e54e2 req-7717117e-6a8a-48ab-8b37-f13ead87a142 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.098814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8405928d-2144-4575-92e8-778faf3e54e2 req-7717117e-6a8a-48ab-8b37-f13ead87a142 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3544669 Nov 08 13:44:47.116614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717117e-6a8a-48ab-8b37-f13ead87a142 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b552f5c-55d6-4c49-809b-29eb2f7b57f2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:47.127159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 04e015c4-a7a0-4cb7-92fb-7ab295d26106 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:47.127497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 04e015c4-a7a0-4cb7-92fb-7ab295d26106 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:47.129082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f526da-65a6-43e4-81b6-43163948dae6 None None] The sync data for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 is: [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:43Z', 'revision_number': 3, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:44:47.141828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Pushing event updated for resources: {'Port': ['ID=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:47.166859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3c15890a-408c-4896-b1b6-85baef7afc86 None None] Port 962729aa-aca2-4744-930d-46e6d3d701fe cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:44:47.198781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c3fa9-6df5-4bf0-9f60-25b715c2f6e6 req-589e1c29-1485-4ee5-b9b4-8bdbf19b3b10 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:47.218431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-798c3fa9-6df5-4bf0-9f60-25b715c2f6e6 req-589e1c29-1485-4ee5-b9b4-8bdbf19b3b10 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.2125745 Nov 08 13:44:47.291812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8bbcd215-ce86-4756-9c9e-14f483f53ad9 None None] Provisioning complete for port 027d35c4-f296-40ec-a76b-3f172b511d92 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:47.292409 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8bbcd215-ce86-4756-9c9e-14f483f53ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.347824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcd215-ce86-4756-9c9e-14f483f53ad9 None None] Port 027d35c4-f296-40ec-a76b-3f172b511d92 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:44:47.456618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-798c3fa9-6df5-4bf0-9f60-25b715c2f6e6 req-db3a3cdc-952e-423d-bc1f-2b999a676c75 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368183 Nov 08 13:44:47.505138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.519593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3032a4d-47ac-45ce-8b30-cf50b2a4e579 req-4b64b8dc-e5fd-4a46-8396-b41ee6f6c9db tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5b552f5c-55d6-4c49-809b-29eb2f7b57f2 HTTP/1.1" status: 200 len: 1818 time: 0.1691456 Nov 08 13:44:47.522921 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.535013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e3032a4d-47ac-45ce-8b30-cf50b2a4e579 req-91f3a0a9-b1fa-4af8-b728-df10b96deadd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1943650167', 'description': 'tempest-description-hth-615018822'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:47.676325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.694072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Pushing event updated for resources: {'Port': ['ID=962729aa-aca2-4744-930d-46e6d3d701fe,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:47.704160 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e3032a4d-47ac-45ce-8b30-cf50b2a4e579 req-91f3a0a9-b1fa-4af8-b728-df10b96deadd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.744767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Attempting to bind port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:47.745354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Attempting to bind port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:47.745508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Attempting to bind port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:47.756190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:47.756512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Attempting to bind port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:47.772924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:47.773360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:47.773818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:47.774342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Bound port: 94e23afd-2b9e-49e3-a29a-edf13c62f0a5, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:47.774799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.781846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f1c4c-26bc-4f6f-a637-9319e1462293 req-87c15502-2b7f-423a-b949-6283f591e79c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:47.783502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e59f1c4c-26bc-4f6f-a637-9319e1462293 req-87c15502-2b7f-423a-b949-6283f591e79c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 936 time: 0.2085779 Nov 08 13:44:47.849627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027d35c4-f296-40ec-a76b-3f172b511d92 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:47.862751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.868000 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e3032a4d-47ac-45ce-8b30-cf50b2a4e579 req-91f3a0a9-b1fa-4af8-b728-df10b96deadd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.881810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e3032a4d-47ac-45ce-8b30-cf50b2a4e579 req-91f3a0a9-b1fa-4af8-b728-df10b96deadd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.884407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e3032a4d-47ac-45ce-8b30-cf50b2a4e579 req-91f3a0a9-b1fa-4af8-b728-df10b96deadd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.885647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3032a4d-47ac-45ce-8b30-cf50b2a4e579 req-91f3a0a9-b1fa-4af8-b728-df10b96deadd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "PUT /v2.0/security-groups/5b552f5c-55d6-4c49-809b-29eb2f7b57f2 HTTP/1.1" status: 200 len: 1793 time: 0.3549879 Nov 08 13:44:47.898859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Transition to ACTIVE for port object 027d35c4-f296-40ec-a76b-3f172b511d92 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:47.903244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] For port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:47.906755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] For port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:47.908434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:47.914782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e59f1c4c-26bc-4f6f-a637-9319e1462293 req-61c21d82-7cf8-47e9-99a0-db77e2a598ca tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172171 Nov 08 13:44:47.924606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Network 036c6215-626d-4db1-bc0d-40dda2638d3a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:47.944212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:47.957245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3a0a9-b1fa-4af8-b728-df10b96deadd tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b552f5c-55d6-4c49-809b-29eb2f7b57f2,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:47.958258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.004098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Pushing event updated for resources: {'Port': ['ID=027d35c4-f296-40ec-a76b-3f172b511d92,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:48.046720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.047352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.049449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] 10.222.0.54 "PUT /v2.0/ports/94e23afd-2b9e-49e3-a29a-edf13c62f0a5 HTTP/1.1" status: 200 len: 1096 time: 1.9724240 Nov 08 13:44:48.053349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'tag': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:48.057398 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd" -d '{"events": [{"name": "network-changed", "server_uuid": "40970b2d-4a81-474a-b9cf-d540daf0ae0f", "tag": "94e23afd-2b9e-49e3-a29a-edf13c62f0a5"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:48.239638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc847d7-4e80-4b45-ba9e-9729b396b714 service neutron] Pushing event updated for resources: {'Port': ['ID=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:48.261512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-62ed0066-737f-40d6-96d6-c68d7e995a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.263046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-62ed0066-737f-40d6-96d6-c68d7e995a01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 1099 time: 0.1268923 Nov 08 13:44:48.272534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Attempting to bind port 027d35c4-f296-40ec-a76b-3f172b511d92 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:48.272864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Attempting to bind port 027d35c4-f296-40ec-a76b-3f172b511d92 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:48.273194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Attempting to bind port 027d35c4-f296-40ec-a76b-3f172b511d92 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:48.315987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Port 027d35c4-f296-40ec-a76b-3f172b511d92 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:48.316639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Attempting to bind port 027d35c4-f296-40ec-a76b-3f172b511d92 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:48.321379 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-7aa22d25-bace-492a-9758-f4edc9525fcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=94e23afd-2b9e-49e3-a29a-edf13c62f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0454643 Nov 08 13:44:48.326123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:48.326668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:48.327079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:48.327783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Bound port: 027d35c4-f296-40ec-a76b-3f172b511d92, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:48.328190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.416651 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:44:48.452927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3791e0eb-d8cc-4f25-8ba1-2410998d3d60 None None] Provisioning complete for port 962729aa-aca2-4744-930d-46e6d3d701fe triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:48.453917 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3791e0eb-d8cc-4f25-8ba1-2410998d3d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.472154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-dde5897e-c3c8-498d-9202-7ff94d485a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.473991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-dde5897e-c3c8-498d-9202-7ff94d485a87 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1273468 Nov 08 13:44:48.477277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] For port 027d35c4-f296-40ec-a76b-3f172b511d92, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:48.490237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] For port 027d35c4-f296-40ec-a76b-3f172b511d92, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=027d35c4-f296-40ec-a76b-3f172b511d92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:48.504602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.506725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3791e0eb-d8cc-4f25-8ba1-2410998d3d60 None None] Port 962729aa-aca2-4744-930d-46e6d3d701fe cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:44:48.561741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ab598e5-33b7-4b0c-a5d3-a8612ae2b4e3 req-f5b5e054-bed0-4a88-8f07-2ec98dfcdbbf tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5b552f5c-55d6-4c49-809b-29eb2f7b57f2 HTTP/1.1" status: 200 len: 1793 time: 0.5945976 Nov 08 13:44:48.571806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.572533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.573797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] 10.222.0.54 "PUT /v2.0/ports/027d35c4-f296-40ec-a76b-3f172b511d92 HTTP/1.1" status: 200 len: 1096 time: 1.8369305 Nov 08 13:44:48.613713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-bd3347af-faf0-4f88-8dcb-a246a3e30c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.615795 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-bd3347af-faf0-4f88-8dcb-a246a3e30c99 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1229734 Nov 08 13:44:48.628525 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9971aed-7309-475b-bcfc-89d38dd014b0 x-openstack-request-id: req-b9971aed-7309-475b-bcfc-89d38dd014b0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:48.628684 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40970b2d-4a81-474a-b9cf-d540daf0ae0f", "tag": "94e23afd-2b9e-49e3-a29a-edf13c62f0a5", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:48.629096 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9971aed-7309-475b-bcfc-89d38dd014b0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:48.629356 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'tag': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', 'status': 'completed', 'code': 200} Nov 08 13:44:48.635721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Router cb34e98f-b7de-46ea-83b5-a212144e8b42 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:44:48.651146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42499aeb-79e1-4611-84fe-bd588b325b9e service neutron] Pushing event updated for resources: {'Port': ['ID=027d35c4-f296-40ec-a76b-3f172b511d92,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:48.658662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040d23-f849-44f2-8e3d-4c54e9cbf551 req-13effe65-428f-4a27-a62c-2ebe601fc3f5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.660377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1040d23-f849-44f2-8e3d-4c54e9cbf551 req-13effe65-428f-4a27-a62c-2ebe601fc3f5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1441534 Nov 08 13:44:48.707595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e00f91d8-fdbf-43dd-a63a-bc8588e0a788 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:48.784475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-5702f775-4e40-4960-9f5d-02bcf6dae567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.785958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-5702f775-4e40-4960-9f5d-02bcf6dae567 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 1099 time: 0.1108842 Nov 08 13:44:48.791024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1040d23-f849-44f2-8e3d-4c54e9cbf551 req-a8050a62-4bcc-499e-b061-2396f1716751 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208065 Nov 08 13:44:48.816321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e00f91d8-fdbf-43dd-a63a-bc8588e0a788 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:48.817660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.858822 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-b8c67f79-292c-47e9-8b14-b6fcd1c060d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=027d35c4-f296-40ec-a76b-3f172b511d92 HTTP/1.1" status: 200 len: 217 time: 0.0605099 Nov 08 13:44:48.860744 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-c14b6a3d-1a03-42f6-a162-b560bd6924cd service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302232 Nov 08 13:44:48.923981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.960958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port e00f91d8-fdbf-43dd-a63a-bc8588e0a788, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:48.971699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:48.980699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7506a134-5385-4778-bd6d-ee8e214a75b1 req-60650ca0-23da-43b5-bb5f-bf3f96b3b72b tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5b552f5c-55d6-4c49-809b-29eb2f7b57f2 HTTP/1.1" status: 200 len: 1793 time: 0.1119232 Nov 08 13:44:48.990623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-82fc399e-4ac7-4a23-bc56-b6c97fb2460e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:48.992475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-82fc399e-4ac7-4a23-bc56-b6c97fb2460e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1209948 Nov 08 13:44:49.002091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afad95-76fb-402e-b5cd-47f74d0e130e req-a09ea5ef-eef0-4ee1-82e6-6fb5825b4074 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:49.003601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77afad95-76fb-402e-b5cd-47f74d0e130e req-a09ea5ef-eef0-4ee1-82e6-6fb5825b4074 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1333089 Nov 08 13:44:49.030928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:44:49.044459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-873ce0da-4bb7-40da-9815-eff6233d0989 admin admin] 10.222.0.65 "PUT /v2.0/routers/cb34e98f-b7de-46ea-83b5-a212144e8b42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2583754 Nov 08 13:44:49.049406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:49.065469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-8e3a29ef-02ee-448e-a62d-eb12c10f48e2 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833084 Nov 08 13:44:49.097117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-0dc78685-b6b7-44c9-81ee-96dc965c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:49.097414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7506a134-5385-4778-bd6d-ee8e214a75b1 req-600649d8-21f0-4f86-9b22-978be7d7f04f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.098919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-0dc78685-b6b7-44c9-81ee-96dc965c4076 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0907087 Nov 08 13:44:49.142660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7506a134-5385-4778-bd6d-ee8e214a75b1 req-600649d8-21f0-4f86-9b22-978be7d7f04f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.156586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77afad95-76fb-402e-b5cd-47f74d0e130e req-bbba1357-c1ce-4e38-8997-68d0d03e5f14 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388330 Nov 08 13:44:49.218939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7506a134-5385-4778-bd6d-ee8e214a75b1 req-600649d8-21f0-4f86-9b22-978be7d7f04f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.235351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-7506a134-5385-4778-bd6d-ee8e214a75b1 req-600649d8-21f0-4f86-9b22-978be7d7f04f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.239818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7506a134-5385-4778-bd6d-ee8e214a75b1 req-600649d8-21f0-4f86-9b22-978be7d7f04f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/5b552f5c-55d6-4c49-809b-29eb2f7b57f2 HTTP/1.1" status: 204 len: 173 time: 0.2581844 Nov 08 13:44:49.244288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-4ba710a4-52a9-4039-9924-eb0eb3c2ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:49.245862 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-4ba710a4-52a9-4039-9924-eb0eb3c2ecbe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 1099 time: 0.1028521 Nov 08 13:44:49.276405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600649d8-21f0-4f86-9b22-978be7d7f04f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b552f5c-55d6-4c49-809b-29eb2f7b57f2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:49.280539 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-6e9e330b-b65f-43c1-a92d-2519e0e7ac9b service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687777 Nov 08 13:44:49.322507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751c26a-d6f5-4c6d-a662-62273cac14f6 req-7bbc8881-2bfd-4669-a163-a1be7a7b5360 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:49.331825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5751c26a-d6f5-4c6d-a662-62273cac14f6 req-7bbc8881-2bfd-4669-a163-a1be7a7b5360 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 948 time: 0.0877011 Nov 08 13:44:49.395746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5751c26a-d6f5-4c6d-a662-62273cac14f6 req-8a2e0c5c-f0b3-4095-b0be-4ef9e459bbb3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627127 Nov 08 13:44:49.425263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-e216e854-1283-4064-a282-66b3f13e9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:49.426793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-e216e854-1283-4064-a282-66b3f13e9330 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1704779 Nov 08 13:44:49.445612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e562226-00ad-400b-87f6-0f3da43bad86 req-150fc122-a4be-4a6f-bf43-78eec0544a76 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517794 Nov 08 13:44:49.490582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-e7116f46-2ff5-406b-a69d-12ec7a558725 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=94e23afd-2b9e-49e3-a29a-edf13c62f0a5 HTTP/1.1" status: 200 len: 217 time: 0.0557234 Nov 08 13:44:49.511410 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-af900668-d36e-4116-aa25-31c0ee504850 req-d570cf78-f0d3-4160-a18c-17207e80938a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:49.512736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af900668-d36e-4116-aa25-31c0ee504850 req-d570cf78-f0d3-4160-a18c-17207e80938a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/e2bc9b26-35bf-4a61-9cb1-22a23d538fd8 HTTP/1.1" status: 404 len: 352 time: 0.0184846 Nov 08 13:44:49.547799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-0b789723-1b63-493f-a9ec-66a197a050ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:49.548493 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-83a59dab-0fd9-4064-8435-d5433684a016 req-1dde0c83-e90d-4d7e-ba79-e600c1e746af tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:49.549443 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-0b789723-1b63-493f-a9ec-66a197a050ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0493975 Nov 08 13:44:49.549661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83a59dab-0fd9-4064-8435-d5433684a016 req-1dde0c83-e90d-4d7e-ba79-e600c1e746af tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/83e93325-0b48-45fb-aa92-8f846b84e28c HTTP/1.1" status: 404 len: 352 time: 0.0158386 Nov 08 13:44:49.600117 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-a99f0291-62da-470c-bc6f-96a9ec09da76 req-19cef960-aabd-44f2-b304-e46ec58a1b7e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:49.601371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a99f0291-62da-470c-bc6f-96a9ec09da76 req-19cef960-aabd-44f2-b304-e46ec58a1b7e tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/88fb913d-e447-40a2-ac63-dd3a68f17f9c HTTP/1.1" status: 404 len: 352 time: 0.0255568 Nov 08 13:44:49.601743 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Sync routers for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:44:49.620499 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:44:49.621060 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:44:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:49.630182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-9cf6da96-9a24-4cd5-8b51-6c8844b57bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:49.632116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-9cf6da96-9a24-4cd5-8b51-6c8844b57bff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0737674 Nov 08 13:44:49.645096 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-506a5da1-57f9-418e-8731-897ac5a9e060 req-4ad939ed-dfeb-458c-ae8c-025334a6452f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:49.648275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-506a5da1-57f9-418e-8731-897ac5a9e060 req-4ad939ed-dfeb-458c-ae8c-025334a6452f tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5e8e2a03-5c71-4eab-a038-87a1f41845da HTTP/1.1" status: 404 len: 352 time: 0.0182614 Nov 08 13:44:49.648815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47622) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:49.654675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d7753aa5-0d3a-401c-b9c4-6c86b37b8cc4 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--778972760', 'description': 'tempest-description--1583544535'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:49.690891 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-fa840b12-76dd-42e9-8f40-7cc4b4a0b84d req-acc659ac-bf45-474d-90e8-95888a9547be tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:49.692116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa840b12-76dd-42e9-8f40-7cc4b4a0b84d req-acc659ac-bf45-474d-90e8-95888a9547be tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/5efad255-a3e1-4dd5-b153-29c5f282316f HTTP/1.1" status: 404 len: 352 time: 0.0209093 Nov 08 13:44:49.695508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7753aa5-0d3a-401c-b9c4-6c86b37b8cc4 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.743254 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-4444ea4b-5934-4a24-8b93-96dd8613f139 req-3b268827-02cb-45b9-b7c0-37aa9ed86b64 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] show failed (client error): The resource could not be found. Nov 08 13:44:49.744235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4444ea4b-5934-4a24-8b93-96dd8613f139 req-3b268827-02cb-45b9-b7c0-37aa9ed86b64 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/c514576c-4a6c-4d28-b294-644f69d9be34 HTTP/1.1" status: 404 len: 352 time: 0.0236635 Nov 08 13:44:49.747697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-ac712aaf-1e0d-4744-a329-ab9e705a5de7 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059101 Nov 08 13:44:49.810013 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7753aa5-0d3a-401c-b9c4-6c86b37b8cc4 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.818446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7753aa5-0d3a-401c-b9c4-6c86b37b8cc4 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.864389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7753aa5-0d3a-401c-b9c4-6c86b37b8cc4 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb3efaf-da0d-4cc8-8385-e62362d5092f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:49.882239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7753aa5-0d3a-401c-b9c4-6c86b37b8cc4 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:49.887262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7753aa5-0d3a-401c-b9c4-6c86b37b8cc4 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2337801 Nov 08 13:44:49.887262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47634) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:49.888175 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:44:49.891698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9ff33c09-2f91-4d57-af9f-4022a35fface tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Request body: {'security_group_rule': {'security_group_id': '9cb3efaf-da0d-4cc8-8385-e62362d5092f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:49.906160 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-189d4eb0-62f6-4e91-b9ea-46b86bb980dd req-0b55de42-b22c-4de6-9e56-44c8d3c2edec service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503334 Nov 08 13:44:49.947963 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ff33c09-2f91-4d57-af9f-4022a35fface tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.019526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d44fa-8ee8-4aad-b3d4-16df87325828 req-cf50ed5d-ebab-4589-b05d-3c95c77afd0a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:50.021231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-841d44fa-8ee8-4aad-b3d4-16df87325828 req-cf50ed5d-ebab-4589-b05d-3c95c77afd0a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0906928 Nov 08 13:44:50.068002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ff33c09-2f91-4d57-af9f-4022a35fface tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.081075 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ff33c09-2f91-4d57-af9f-4022a35fface tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.123698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff33c09-2f91-4d57-af9f-4022a35fface tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3368e9f-1cc0-427b-9e75-7c3adb674683,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:50.125968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:47Z', 'revision_number': 2, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:50.129365 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ff33c09-2f91-4d57-af9f-4022a35fface tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.130585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ff33c09-2f91-4d57-af9f-4022a35fface tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427342 Nov 08 13:44:50.133822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47638) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:50.140755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0f932bf6-ae21-461c-ad2d-7ce8db154bdb tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Request body: {'security_group_rule': {'security_group_id': '9cb3efaf-da0d-4cc8-8385-e62362d5092f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:50.152228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b41dd-22de-49e2-8366-49f39c4aca23 req-9a26454a-fded-4747-a51c-c46b485f7963 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:50.154264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd2b41dd-22de-49e2-8366-49f39c4aca23 req-9a26454a-fded-4747-a51c-c46b485f7963 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1023 time: 0.1308279 Nov 08 13:44:50.156570 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Checking router: cb34e98f-b7de-46ea-83b5-a212144e8b42 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:44:50.156927 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Updating router cb34e98f-b7de-46ea-83b5-a212144e8b42 port 962729aa-aca2-4744-930d-46e6d3d701fe binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:44:50.159238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-841d44fa-8ee8-4aad-b3d4-16df87325828 req-522b99f5-f5e5-46e5-86e9-59b0f3ca0974 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242683 Nov 08 13:44:50.175501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f932bf6-ae21-461c-ad2d-7ce8db154bdb tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.197479 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.245004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd2b41dd-22de-49e2-8366-49f39c4aca23 req-6ba59070-8fa5-49ec-b621-55e93b1904b4 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c0f84ad-9ca7-47df-a3f9-d8db90b55a31&id=6500fa63-d432-4707-bf91-dd101eaf8f8e&id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0754704 Nov 08 13:44:50.259211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f932bf6-ae21-461c-ad2d-7ce8db154bdb tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.264327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f932bf6-ae21-461c-ad2d-7ce8db154bdb tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.285372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f932bf6-ae21-461c-ad2d-7ce8db154bdb tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acd5209-d2d4-46be-8b39-b1536319cb64,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:50.296918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f932bf6-ae21-461c-ad2d-7ce8db154bdb tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.298664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0f932bf6-ae21-461c-ad2d-7ce8db154bdb tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1623180 Nov 08 13:44:50.301396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47642) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:50.306122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:50.308036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047a49c-6541-4631-9a9a-83864c3c6398 req-fbce29cb-a807-40c8-b237-9a10778f4730 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:50.309845 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1047a49c-6541-4631-9a9a-83864c3c6398 req-fbce29cb-a807-40c8-b237-9a10778f4730 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0622687 Nov 08 13:44:50.333645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.364481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1047a49c-6541-4631-9a9a-83864c3c6398 req-6e5d7ab7-47b1-4af5-b437-448ff715e845 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483499 Nov 08 13:44:50.452821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.520637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ed24d-7979-4e5e-9401-fc3bf9e1c810 req-ba87e503-e732-4f2e-a49d-0989a7997dc1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:50.522451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-961ed24d-7979-4e5e-9401-fc3bf9e1c810 req-ba87e503-e732-4f2e-a49d-0989a7997dc1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 948 time: 0.0604017 Nov 08 13:44:50.528258 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.534911 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.569758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Allocated IP 172.25.8.67 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/cf00343d-ad64-4db6-a36f-78d3f9366fa6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:50.579797 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Pushing event updated for resources: {'Port': ['ID=962729aa-aca2-4744-930d-46e6d3d701fe,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:50.593363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-961ed24d-7979-4e5e-9401-fc3bf9e1c810 req-e94352f9-473d-4837-97e9-049e785d7328 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645480 Nov 08 13:44:50.648014 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.648980 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.649513 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.649647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'tag': '027d35c4-f296-40ec-a76b-3f172b511d92'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:50.650112 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.650672 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.651166 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.651674 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.651863 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16761283-8643-4328-9fbc-e55764800333" -d '{"events": [{"name": "network-changed", "server_uuid": "60eb674d-4e45-45e8-9612-c39745ccbe0d", "tag": "027d35c4-f296-40ec-a76b-3f172b511d92"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:50.652360 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.652857 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.653355 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.653838 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.654311 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:50.659855 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Attempting to bind port 962729aa-aca2-4744-930d-46e6d3d701fe on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:50.660466 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Attempting to bind port 962729aa-aca2-4744-930d-46e6d3d701fe by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:50.661022 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Attempting to bind port 962729aa-aca2-4744-930d-46e6d3d701fe on network 036c6215-626d-4db1-bc0d-40dda2638d3a {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:50.668336 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:50.668926 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Checking segment: {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:50.669490 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.670623 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Bound using segment: {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:50.671275 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Bound port: 962729aa-aca2-4744-930d-46e6d3d701fe, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:50.671857 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.685686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e00f91d8-fdbf-43dd-a63a-bc8588e0a788 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:50.715652 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46b5029-6fd2-4fe5-8143-fbd34b4e8eb2 x-openstack-request-id: req-a46b5029-6fd2-4fe5-8143-fbd34b4e8eb2 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:50.716018 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60eb674d-4e45-45e8-9612-c39745ccbe0d", "tag": "027d35c4-f296-40ec-a76b-3f172b511d92", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:50.716240 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a46b5029-6fd2-4fe5-8143-fbd34b4e8eb2 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:50.716604 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'tag': '027d35c4-f296-40ec-a76b-3f172b511d92', 'status': 'completed', 'code': 200} Nov 08 13:44:50.739337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.759887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e00f91d8-fdbf-43dd-a63a-bc8588e0a788 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:50.760537 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.764528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] For port 962729aa-aca2-4744-930d-46e6d3d701fe, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:50.769335 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] For port 962729aa-aca2-4744-930d-46e6d3d701fe, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=962729aa-aca2-4744-930d-46e6d3d701fe,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:50.775488 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.816169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:50.834004 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:44:50.834746 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:44:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:50.882333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:50.884183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event updated for resources: {'Port': ['ID=cf00343d-ad64-4db6-a36f-78d3f9366fa6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:50.888049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:50.890364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:50.906034 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b039141-1a42-4777-8c2b-7d02247e2d94 None None] Pushing event updated for resources: {'Port': ['ID=962729aa-aca2-4744-930d-46e6d3d701fe,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:50.932527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761283-8643-4328-9fbc-e55764800333 req-40dd1850-f4ff-4525-acc9-f92c0a036ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:50.934077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16761283-8643-4328-9fbc-e55764800333 req-40dd1850-f4ff-4525-acc9-f92c0a036ce1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 1099 time: 0.1564333 Nov 08 13:44:50.979174 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:44:50.993551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bfacdc82-08a5-4b0e-bcb9-81af4d50ff61 None None] Provisioning complete for port 962729aa-aca2-4744-930d-46e6d3d701fe triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:50.994308 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bfacdc82-08a5-4b0e-bcb9-81af4d50ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.021507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.094478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bfacdc82-08a5-4b0e-bcb9-81af4d50ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.121355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761283-8643-4328-9fbc-e55764800333 req-69a22049-1c62-41d4-9eaf-5b9b49e21e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:51.123274 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16761283-8643-4328-9fbc-e55764800333 req-69a22049-1c62-41d4-9eaf-5b9b49e21e94 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1403866 Nov 08 13:44:51.124043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.133976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bfacdc82-08a5-4b0e-bcb9-81af4d50ff61 None None] For port 962729aa-aca2-4744-930d-46e6d3d701fe, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=962729aa-aca2-4744-930d-46e6d3d701fe,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:51.139946 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bfacdc82-08a5-4b0e-bcb9-81af4d50ff61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.187397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16761283-8643-4328-9fbc-e55764800333 req-d93c840d-5a06-431a-b1c0-9e790dd632f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=027d35c4-f296-40ec-a76b-3f172b511d92 HTTP/1.1" status: 200 len: 217 time: 0.0405459 Nov 08 13:44:51.195070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacdc82-08a5-4b0e-bcb9-81af4d50ff61 None None] Pushing event updated for resources: {'Port': ['ID=962729aa-aca2-4744-930d-46e6d3d701fe,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:51.230559 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:50Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:51.258522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7a63e8e3-aed7-4bf3-b7ae-a179c9645a2c None None] Provisioning complete for port 962729aa-aca2-4744-930d-46e6d3d701fe triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:51.258893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a63e8e3-aed7-4bf3-b7ae-a179c9645a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.268061 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5f19d5-e916-47a9-83f1-d53fab52a979 None None] The sync data for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 is: [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:50Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:44:51.303596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761283-8643-4328-9fbc-e55764800333 req-4f512151-7478-4d04-af68-2848e166b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:51.306074 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16761283-8643-4328-9fbc-e55764800333 req-4f512151-7478-4d04-af68-2848e166b5ea service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1098084 Nov 08 13:44:51.325219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04f595-b400-431f-8079-0abe55162ea9 req-0159d469-4530-47b0-ae55-a3eb69ac1526 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:51.326832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f04f595-b400-431f-8079-0abe55162ea9 req-0159d469-4530-47b0-ae55-a3eb69ac1526 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0755963 Nov 08 13:44:51.423174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16761283-8643-4328-9fbc-e55764800333 req-388e2b6f-7d44-41b6-8732-db4617b7ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:51.424690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16761283-8643-4328-9fbc-e55764800333 req-388e2b6f-7d44-41b6-8732-db4617b7ebd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114595 Nov 08 13:44:51.466319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.467233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f04f595-b400-431f-8079-0abe55162ea9 req-7973ef07-17e3-4aab-b43f-0c64e6516be3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175048 Nov 08 13:44:51.476403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.509864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c61e144-2113-4700-b4d7-f5afad6f8fae req-a12d630a-3801-45b9-a1fb-410548573272 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:51.512205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c61e144-2113-4700-b4d7-f5afad6f8fae req-a12d630a-3801-45b9-a1fb-410548573272 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1023 time: 0.1202161 Nov 08 13:44:51.623093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event updated for resources: {'Port': ['ID=cf00343d-ad64-4db6-a36f-78d3f9366fa6,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:51.627342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.631589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783273-47e8-433e-bbc9-0f6ec4978693 req-2d792aec-6fcc-47e4-b47f-9dfefc7b01b6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:51.633621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac783273-47e8-433e-bbc9-0f6ec4978693 req-2d792aec-6fcc-47e4-b47f-9dfefc7b01b6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0814409 Nov 08 13:44:51.644883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c61e144-2113-4700-b4d7-f5afad6f8fae req-3675f175-b278-47b3-9d51-f0d78ba884c5 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups?id=3c0f84ad-9ca7-47df-a3f9-d8db90b55a31&id=6500fa63-d432-4707-bf91-dd101eaf8f8e&id=cba84ebb-0387-4594-bc76-72fd7fae78e1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1259768 Nov 08 13:44:51.668712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:51.671524 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-961c23c3-87ae-496e-99ce-1b387e504f99 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3675005 Nov 08 13:44:51.694404 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16761283-8643-4328-9fbc-e55764800333 req-d52ce1d5-86f9-40fb-947f-9fc1baa5a527 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565029 Nov 08 13:44:51.717773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac783273-47e8-433e-bbc9-0f6ec4978693 req-a257e571-950b-4edf-b654-dbff55455f68 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704441 Nov 08 13:44:51.820197 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-16761283-8643-4328-9fbc-e55764800333 req-9f6c8494-d560-482d-8ebc-4e271b314c98 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169894 Nov 08 13:44:51.846321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc89777-8814-45bc-a4e9-10f26a55b956 req-336d793a-7026-4e0d-923b-d5ea9cc3ba33 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:51.848109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fc89777-8814-45bc-a4e9-10f26a55b956 req-336d793a-7026-4e0d-923b-d5ea9cc3ba33 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 948 time: 0.0662692 Nov 08 13:44:51.935372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fc89777-8814-45bc-a4e9-10f26a55b956 req-4fd19586-295b-406c-9206-7d6ddfbb67e7 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797546 Nov 08 13:44:51.944096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-9c448cd0-6296-4618-89f6-700e3c356033 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--778972760&fields=id&tenant_id=6ddf399a785b47c29c2529c88025cce3 HTTP/1.1" status: 200 len: 267 time: 0.0818386 Nov 08 13:44:52.051237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-fd780e24-e265-47fc-a7f3-ab6057957954 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:52.053000 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-fd780e24-e265-47fc-a7f3-ab6057957954 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.70 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 1023 time: 0.0711238 Nov 08 13:44:52.098003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-3de8dcea-65d8-41e7-8416-6fd3f60dfd7e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:52.105367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-3de8dcea-65d8-41e7-8416-6fd3f60dfd7e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/networks?id=036c6215-626d-4db1-bc0d-40dda2638d3a HTTP/1.1" status: 200 len: 814 time: 0.1457732 Nov 08 13:44:52.120572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-092c439f-f964-4ad1-a120-0b980fb26acd tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/quotas/6ddf399a785b47c29c2529c88025cce3 HTTP/1.1" status: 200 len: 375 time: 0.0141411 Nov 08 13:44:52.180928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Deleting port 5a67133b-0ecb-494d-bbdc-052f0992512a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:44:52.181267 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:52.196935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-409ee74a-7fa6-461a-a53a-d63c6e747a6b tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ddf399a785b47c29c2529c88025cce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0692172 Nov 08 13:44:52.221512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-f6452a75-2cfa-4c2a-834f-6802d480e6de service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:44:52.222570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-f6452a75-2cfa-4c2a-834f-6802d480e6de service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099380 Nov 08 13:44:52.285999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] For port 5a67133b-0ecb-494d-bbdc-052f0992512a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5a67133b-0ecb-494d-bbdc-052f0992512a,segment=NetworkSegment(153ca4d9-63cb-4268-a753-abd337357c85),segment_id=153ca4d9-63cb-4268-a753-abd337357c85)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:52.286364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:52.304317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Calling delete_port for 5a67133b-0ecb-494d-bbdc-052f0992512a owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:44:52.338843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-3392c37d-d892-4cec-8943-463c5f7a3460 service neutron] 10.222.0.65 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088502 Nov 08 13:44:52.443322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-15067351-8217-405d-a527-07ecd9fce3aa service neutron] 10.222.0.65 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035910 Nov 08 13:44:52.449243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:52.462609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5a67133b-0ecb-494d-bbdc-052f0992512a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:52.496811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'Port': ['ID=5a67133b-0ecb-494d-bbdc-052f0992512a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:52.541633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] No DVR routers for this DVR port 5a67133b-0ecb-494d-bbdc-052f0992512a on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:44:52.544626 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:52.551875 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad1bf25e-b5d2-4aee-9163-91952842d7ce req-222d83ac-0afd-407a-9110-64ce5edd5726 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.70 "DELETE /v2.0/ports/5a67133b-0ecb-494d-bbdc-052f0992512a HTTP/1.1" status: 204 len: 173 time: 0.4862955 Nov 08 13:44:52.702476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a45a506e-608f-4b6d-a3a0-bf408d754b61 req-bbf0326b-3d4f-4851-bf84-e6d0e1474e33 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 210 time: 0.0407097 Nov 08 13:44:52.703329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 962729aa-aca2-4744-930d-46e6d3d701fe up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:52.711066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723e1e8-b346-4311-bc66-784a6f16627e req-d36cfffe-fe79-49e3-94da-7c448fc7cb58 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:52.718166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'name': 'network-vif-deleted', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:52.720541 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1901c31f-733f-4594-b9f5-8304b207abe5" -d '{"events": [{"server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "name": "network-vif-deleted", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:52.722653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f723e1e8-b346-4311-bc66-784a6f16627e req-d36cfffe-fe79-49e3-94da-7c448fc7cb58 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1575069 Nov 08 13:44:52.796363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 962729aa-aca2-4744-930d-46e6d3d701fe triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:52.797350 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:52.820663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f723e1e8-b346-4311-bc66-784a6f16627e req-509eec24-611a-408c-b146-650ed965671f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896254 Nov 08 13:44:52.857003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67ea3610-8ad1-4233-b5c5-ba00595a7655 req-c9308c66-411a-49ab-9ee0-70cbbeb0cb9a tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7baa525-5ed8-4ebd-a33c-144a49de154c HTTP/1.1" status: 200 len: 210 time: 0.0337844 Nov 08 13:44:52.886939 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:52.889785 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5938284c-08aa-4b27-8db4-4a954dbf7c99 x-openstack-request-id: req-5938284c-08aa-4b27-8db4-4a954dbf7c99 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:52.890175 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7baa525-5ed8-4ebd-a33c-144a49de154c", "name": "network-vif-deleted", "tag": "5a67133b-0ecb-494d-bbdc-052f0992512a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:52.890907 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5938284c-08aa-4b27-8db4-4a954dbf7c99 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:52.891854 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7baa525-5ed8-4ebd-a33c-144a49de154c', 'name': 'network-vif-deleted', 'tag': '5a67133b-0ecb-494d-bbdc-052f0992512a', 'status': 'completed', 'code': 200} Nov 08 13:44:53.010893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:53.017032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f8413-764d-44f5-9d2d-94e3afccc86f req-5afa874a-9f10-4fef-9f4c-2afa9d156731 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:53.018784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-055f8413-764d-44f5-9d2d-94e3afccc86f req-5afa874a-9f10-4fef-9f4c-2afa9d156731 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0712061 Nov 08 13:44:53.110200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-055f8413-764d-44f5-9d2d-94e3afccc86f req-cdab3f93-820e-413e-a0af-037c24287c91 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839248 Nov 08 13:44:53.125542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddba203-0109-4962-9f04-3c636748f490 req-47d5400f-5aa7-4d81-9957-ac92141d3b83 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:53.127188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eddba203-0109-4962-9f04-3c636748f490 req-47d5400f-5aa7-4d81-9957-ac92141d3b83 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 948 time: 0.0850153 Nov 08 13:44:53.140690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:53.159369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', 'mac_address': 'fa:16:3e:94:4d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:53.217056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eddba203-0109-4962-9f04-3c636748f490 req-a42e0863-3ef8-480f-94c2-32369ce57831 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Nov 08 13:44:53.247938 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:53.264827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:53.288643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:53.293100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:53.293854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 027d35c4-f296-40ec-a76b-3f172b511d92 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:44:53.362005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:53.365449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 027d35c4-f296-40ec-a76b-3f172b511d92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=027d35c4-f296-40ec-a76b-3f172b511d92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:53.377565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '027d35c4-f296-40ec-a76b-3f172b511d92', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '027d35c4-f296-40ec-a76b-3f172b511d92', 'mac_address': 'fa:16:3e:05:f9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:44:53.425667 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:53.426482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:53.444661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027d35c4-f296-40ec-a76b-3f172b511d92 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:53.464498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 027d35c4-f296-40ec-a76b-3f172b511d92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=027d35c4-f296-40ec-a76b-3f172b511d92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:53.468647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:53.521467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=027d35c4-f296-40ec-a76b-3f172b511d92,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:53.802524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-352db7f0-e4ca-4652-ac68-efa47259eb25 req-8413e8ac-e023-40b5-9007-b01a4a19a061 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 210 time: 0.0268078 Nov 08 13:44:53.874725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['94e23afd-2b9e-49e3-a29a-edf13c62f0a5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:54.005065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab6114-7922-4303-84be-3e46daafed5c req-206f1cc2-5546-45a2-8d50-bc83ca47dd31 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:54.007508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56ab6114-7922-4303-84be-3e46daafed5c req-206f1cc2-5546-45a2-8d50-bc83ca47dd31 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0977669 Nov 08 13:44:54.018061 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4d3a34c-0993-468e-9641-daeea552dedf req-ac8aa367-6013-4d77-bdbe-d66ba76e61e1 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/6500fa63-d432-4707-bf91-dd101eaf8f8e HTTP/1.1" status: 200 len: 1818 time: 0.0729411 Nov 08 13:44:54.022770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:44:54.122769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56ab6114-7922-4303-84be-3e46daafed5c req-ae2c998e-c122-4db5-a112-e3636859b26c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033669 Nov 08 13:44:54.170494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f4d3a34c-0993-468e-9641-daeea552dedf req-5fadfac4-0787-4115-8050-5edcd4bfc70c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.210489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-475540c8-fa09-4a5c-9503-ec9625e6e256 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:54.213002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-475540c8-fa09-4a5c-9503-ec9625e6e256 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.70 "GET /v2.0/networks?id=036c6215-626d-4db1-bc0d-40dda2638d3a HTTP/1.1" status: 200 len: 814 time: 0.2602680 Nov 08 13:44:54.238955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f4d3a34c-0993-468e-9641-daeea552dedf req-5fadfac4-0787-4115-8050-5edcd4bfc70c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.317659 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-6652f408-9da5-4d6c-be33-07ca511d2ed5 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ddf399a785b47c29c2529c88025cce3 HTTP/1.1" status: 200 len: 379 time: 0.0853379 Nov 08 13:44:54.349810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Request body: {'port': {'device_id': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'admin_state_up': True, 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'security_groups': ['9cb3efaf-da0d-4cc8-8385-e62362d5092f']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:54.351006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f4d3a34c-0993-468e-9641-daeea552dedf req-5fadfac4-0787-4115-8050-5edcd4bfc70c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.354343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f4d3a34c-0993-468e-9641-daeea552dedf req-5fadfac4-0787-4115-8050-5edcd4bfc70c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.356075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4d3a34c-0993-468e-9641-daeea552dedf req-5fadfac4-0787-4115-8050-5edcd4bfc70c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/6500fa63-d432-4707-bf91-dd101eaf8f8e HTTP/1.1" status: 204 len: 173 time: 0.3289626 Nov 08 13:44:54.413938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fadfac4-0787-4115-8050-5edcd4bfc70c tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6500fa63-d432-4707-bf91-dd101eaf8f8e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:54.443882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4beb86-f127-49fb-bf37-67e59d47e936 req-c5485890-b338-417b-ae91-90ac0751b788 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:54.445598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e4beb86-f127-49fb-bf37-67e59d47e936 req-c5485890-b338-417b-ae91-90ac0751b788 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0675609 Nov 08 13:44:54.512241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Made reservation on behalf of 6ddf399a785b47c29c2529c88025cce3 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:54.517191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.525223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e4beb86-f127-49fb-bf37-67e59d47e936 req-3700e6b1-8bb0-47b2-b918-f74ad18f9c48 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690463 Nov 08 13:44:54.533602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225c5ec-3414-4b75-a9e3-fccc9bd212ed req-278f26c7-9cee-4c19-b153-10f760fad03a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:54.535307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5225c5ec-3414-4b75-a9e3-fccc9bd212ed req-278f26c7-9cee-4c19-b153-10f760fad03a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 949 time: 0.0887375 Nov 08 13:44:54.592920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5225c5ec-3414-4b75-a9e3-fccc9bd212ed req-dc95b9b5-0d42-49a2-9c16-b220a5ae496b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Nov 08 13:44:54.671692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2a36711-587d-4465-9513-536422f25ab0 req-7f69354e-4f22-4248-9b0d-fc7e5d5c5943 tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "GET /v2.0/security-groups/3c0f84ad-9ca7-47df-a3f9-d8db90b55a31 HTTP/1.1" status: 200 len: 1817 time: 0.0385587 Nov 08 13:44:54.672124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Allocated IP 172.20.0.13 (036c6215-626d-4db1-bc0d-40dda2638d3a/7041365d-11ac-4f2c-875f-6d411a95a8a9/e0496da0-e76d-46f4-9492-baaeeb5cdbad) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:54.738426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a2a36711-587d-4465-9513-536422f25ab0 req-7eaf5eca-1000-4d25-80da-e227eacb96ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.765288 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a2a36711-587d-4465-9513-536422f25ab0 req-7eaf5eca-1000-4d25-80da-e227eacb96ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.812555 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a2a36711-587d-4465-9513-536422f25ab0 req-7eaf5eca-1000-4d25-80da-e227eacb96ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.815407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a2a36711-587d-4465-9513-536422f25ab0 req-7eaf5eca-1000-4d25-80da-e227eacb96ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:54.816737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2a36711-587d-4465-9513-536422f25ab0 req-7eaf5eca-1000-4d25-80da-e227eacb96ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] 10.222.0.65 "DELETE /v2.0/security-groups/3c0f84ad-9ca7-47df-a3f9-d8db90b55a31 HTTP/1.1" status: 204 len: 173 time: 0.1388514 Nov 08 13:44:54.822616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47720) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:54.828823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf5eca-1000-4d25-80da-e227eacb96ff tempest-SecurityGroupsTestJSON-270837133 tempest-SecurityGroupsTestJSON-270837133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0f84ad-9ca7-47df-a3f9-d8db90b55a31,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:54.906264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a8cc107-e1c6-47c0-8f1a-48bee31098b0 req-cdabbcc0-95bb-4bae-b9c8-69be1c68e4e7 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Nov 08 13:44:55.169822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.193298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] Deleting subnet 56cd2940-b8a6-4209-9174-7afe3ebd332a {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:44:55.197692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.253071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.258026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53a9fc0-aa4b-45e0-aad6-81962a54b199 req-e4b6806c-8c6e-4437-8382-ba149204de08 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:55.266436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d53a9fc0-aa4b-45e0-aad6-81962a54b199 req-e4b6806c-8c6e-4437-8382-ba149204de08 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0710833 Nov 08 13:44:55.283125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.324168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d53a9fc0-aa4b-45e0-aad6-81962a54b199 req-3dad0957-ca9d-4cb4-95e9-2d63564123f3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567205 Nov 08 13:44:55.347860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.370918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Network 036c6215-626d-4db1-bc0d-40dda2638d3a is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:55.378773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:55.382870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:55.385894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event updated for resources: {'Port': ['ID=e0496da0-e76d-46f4-9492-baaeeb5cdbad,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:55.451368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:55.452538 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.460470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.495623 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-a0233404-15a2-4224-84b4-0680c65fefa2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1664171 Nov 08 13:44:55.496381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56cd2940-b8a6-4209-9174-7afe3ebd332a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:55.499418 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.504232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-791ff85b-9315-4703-afc4-d021a45ea12e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/56cd2940-b8a6-4209-9174-7afe3ebd332a HTTP/1.1" status: 204 len: 168 time: 0.6805336 Nov 08 13:44:55.505537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47728) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:55.509926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Request body: {'port': {'device_id': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:55.572156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.581263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.673499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9a9bf77e-d308-4223-9665-f315f2e5c241 None None] Provisioning complete for port e0496da0-e76d-46f4-9492-baaeeb5cdbad triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:55.674462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf77e-d308-4223-9665-f315f2e5c241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.708086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.721421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9a9bf77e-d308-4223-9665-f315f2e5c241 None None] Port e0496da0-e76d-46f4-9492-baaeeb5cdbad cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:44:55.755252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1061468-5929-421b-8744-5dcae3d08c87']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:55.765373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566703ab-720f-4b38-97d6-0db3d6db8a4e req-ac387d33-1988-45ee-87ed-7243e4a018a3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:55.766885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-566703ab-720f-4b38-97d6-0db3d6db8a4e req-ac387d33-1988-45ee-87ed-7243e4a018a3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1532972 Nov 08 13:44:55.780650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153ca4d9-63cb-4268-a753-abd337357c85') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:55.780950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153ca4d9-63cb-4268-a753-abd337357c85') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:44:55.807999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.831049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39597904-0ec0-4086-8248-f7ba0b70d6a2 req-43d585b3-a856-4876-814a-9b52f97fb939 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:55.832609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39597904-0ec0-4086-8248-f7ba0b70d6a2 req-43d585b3-a856-4876-814a-9b52f97fb939 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 949 time: 0.1401987 Nov 08 13:44:55.838773 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.858760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:44:55.859156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:44:55.864092 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:44:55.879108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0496da0-e76d-46f4-9492-baaeeb5cdbad {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:44:55.886798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.900664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Transition to ACTIVE for port object e0496da0-e76d-46f4-9492-baaeeb5cdbad will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:44:55.904252 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.924285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-566703ab-720f-4b38-97d6-0db3d6db8a4e req-3c9b6e08-1b64-4b93-aeca-c1d4d15dc388 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488135 Nov 08 13:44:55.969346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39597904-0ec0-4086-8248-f7ba0b70d6a2 req-b83f446d-0420-465c-8179-4021ef37a814 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228440 Nov 08 13:44:55.970488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.973660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Pushing event updated for resources: {'Port': ['ID=e0496da0-e76d-46f4-9492-baaeeb5cdbad,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:55.976345 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:55.981228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] 10.222.0.65 "DELETE /v2.0/networks/d1061468-5929-421b-8744-5dcae3d08c87 HTTP/1.1" status: 204 len: 168 time: 0.4743645 Nov 08 13:44:56.012366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b70ff5-1cfb-45af-ba19-b35e83c18c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1061468-5929-421b-8744-5dcae3d08c87,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:56.074630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Attempting to bind port e0496da0-e76d-46f4-9492-baaeeb5cdbad on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:56.075007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Attempting to bind port e0496da0-e76d-46f4-9492-baaeeb5cdbad by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:56.075254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Attempting to bind port e0496da0-e76d-46f4-9492-baaeeb5cdbad on network 036c6215-626d-4db1-bc0d-40dda2638d3a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:56.083856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Port e0496da0-e76d-46f4-9492-baaeeb5cdbad on network 036c6215-626d-4db1-bc0d-40dda2638d3a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:44:56.084334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Attempting to bind port e0496da0-e76d-46f4-9492-baaeeb5cdbad on network 036c6215-626d-4db1-bc0d-40dda2638d3a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:56.090766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:56.091126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Checking segment: {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:56.091493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Bound using segment: {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:56.092102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Bound port: e0496da0-e76d-46f4-9492-baaeeb5cdbad, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d38bb81-200d-4ec6-8b72-279c12ab3f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:56.092841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:56.119314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a7cf6-f49d-4835-a546-cc566a3fe6b7 req-01619bb6-e7f7-4652-ace8-7a797eb55d73 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:56.121314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a56a7cf6-f49d-4835-a546-cc566a3fe6b7 req-01619bb6-e7f7-4652-ace8-7a797eb55d73 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 944 time: 0.0669720 Nov 08 13:44:56.173037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47740) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:56.180411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] For port e0496da0-e76d-46f4-9492-baaeeb5cdbad, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:56.184496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] For port e0496da0-e76d-46f4-9492-baaeeb5cdbad, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:56.189501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:56.199759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a56a7cf6-f49d-4835-a546-cc566a3fe6b7 req-36d47eeb-4919-4dad-8c12-bd124039458c tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714846 Nov 08 13:44:56.236094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:56.236819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:56.237938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-46fd356a-5d43-4d5d-9bef-e88d82eaddfd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=875b81635a814be9b8f2550176097540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0638232 Nov 08 13:44:56.238698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] 10.222.0.70 "PUT /v2.0/ports/e0496da0-e76d-46f4-9492-baaeeb5cdbad HTTP/1.1" status: 200 len: 1092 time: 0.7329228 Nov 08 13:44:56.239286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:56.240406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47742) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:56.242284 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:56.305758 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e2f9cb-f6f6-405c-824a-a9be8d0dcc60 x-openstack-request-id: req-54e2f9cb-f6f6-405c-824a-a9be8d0dcc60 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:56.305758 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:56.305758 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54e2f9cb-f6f6-405c-824a-a9be8d0dcc60 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:56.305758 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'status': 'completed', 'code': 200} Nov 08 13:44:56.306745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e96206-3bd3-4379-92ed-481000e8161b service neutron] Pushing event updated for resources: {'Port': ['ID=e0496da0-e76d-46f4-9492-baaeeb5cdbad,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:56.308241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5a67133b-0ecb-494d-bbdc-052f0992512a no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:44:56.315037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00b18e1-1f5b-44f1-9e95-cb8d58cfe747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:56.337634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 5a67133b-0ecb-494d-bbdc-052f0992512a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:44:56.338376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5a67133b-0ecb-494d-bbdc-052f0992512a not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:44:56.352742 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00b18e1-1f5b-44f1-9e95-cb8d58cfe747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:56.365262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-1d553e87-8727-4c10-a963-f9a5bc2c4d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:56.366783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-1d553e87-8727-4c10-a963-f9a5bc2c4d69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddf399a785b47c29c2529c88025cce3&device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 1095 time: 0.0733297 Nov 08 13:44:56.430434 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-a9190266-d79d-4d42-bddf-87f8760d1268 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad HTTP/1.1" status: 200 len: 217 time: 0.0440722 Nov 08 13:44:56.442242 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00b18e1-1f5b-44f1-9e95-cb8d58cfe747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:56.444822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00b18e1-1f5b-44f1-9e95-cb8d58cfe747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:56.449134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d00b18e1-1f5b-44f1-9e95-cb8d58cfe747 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cba84ebb-0387-4594-bc76-72fd7fae78e1 HTTP/1.1" status: 204 len: 168 time: 0.2044404 Nov 08 13:44:56.460407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b18e1-1f5b-44f1-9e95-cb8d58cfe747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba84ebb-0387-4594-bc76-72fd7fae78e1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:56.494840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d0a44-06b8-49cf-a984-8f25884071f9 req-2ba5c92f-ba99-46ec-a8e2-7f172adcdf14 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:56.503502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-744d0a44-06b8-49cf-a984-8f25884071f9 req-2ba5c92f-ba99-46ec-a8e2-7f172adcdf14 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0898392 Nov 08 13:44:56.558781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-f3ad0f1d-cd43-4dd2-b951-6b3fa58fc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:56.561320 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-f3ad0f1d-cd43-4dd2-b951-6b3fa58fc880 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7041365d-11ac-4f2c-875f-6d411a95a8a9 HTTP/1.1" status: 200 len: 853 time: 0.1206360 Nov 08 13:44:56.564679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-744d0a44-06b8-49cf-a984-8f25884071f9 req-af5dbf22-1cec-4098-b6c9-8a09587e4db5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600774 Nov 08 13:44:56.635230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6854538-3800-415e-aedd-1638db393fa9 req-2864aef1-e095-4269-aadc-1dc74ef5b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:56.636792 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-2864aef1-e095-4269-aadc-1dc74ef5b42e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=036c6215-626d-4db1-bc0d-40dda2638d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587175 Nov 08 13:44:56.741661 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-04fd163a-36e1-400c-9b53-63070b142bac service neutron] 10.222.0.70 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904987 Nov 08 13:44:56.844079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6854538-3800-415e-aedd-1638db393fa9 req-2d999374-a657-44d8-a168-63f5c11a875b service neutron] 10.222.0.70 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921526 Nov 08 13:44:56.943306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-082b1f57-4c5d-4909-a0d5-c893509e8a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:56.944752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-082b1f57-4c5d-4909-a0d5-c893509e8a71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddf399a785b47c29c2529c88025cce3&device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 1095 time: 0.0417385 Nov 08 13:44:57.009312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:57.071321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-3da934fc-7b8b-42ac-94cf-a5614775a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.073889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-3da934fc-7b8b-42ac-94cf-a5614775a11e service neutron] 10.222.0.70 "GET /v2.0/networks?id=036c6215-626d-4db1-bc0d-40dda2638d3a HTTP/1.1" status: 200 len: 915 time: 0.1194251 Nov 08 13:44:57.081151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:57.087041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:57.087411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.098979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae8e74-772c-46c4-bcf8-3cce66e31124 req-da0409c5-46a4-451e-9aa8-caf81fe82bb7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.107052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99ae8e74-772c-46c4-bcf8-3cce66e31124 req-da0409c5-46a4-451e-9aa8-caf81fe82bb7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1019418 Nov 08 13:44:57.132080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-c00de317-6fe6-4cb1-832b-ba96fcd70fc6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad HTTP/1.1" status: 200 len: 217 time: 0.0468540 Nov 08 13:44:57.191970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.192547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be00e71-e626-4742-b91d-6afaa1a11be2 req-a01fc9a4-5ac3-4498-9f98-29f1e43542a8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.199706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-68379a7c-daf3-46e8-a856-3ef808564b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.200267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3be00e71-e626-4742-b91d-6afaa1a11be2 req-a01fc9a4-5ac3-4498-9f98-29f1e43542a8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 949 time: 0.1210301 Nov 08 13:44:57.201533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-68379a7c-daf3-46e8-a856-3ef808564b53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7041365d-11ac-4f2c-875f-6d411a95a8a9 HTTP/1.1" status: 200 len: 853 time: 0.0606601 Nov 08 13:44:57.219014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:57.221560 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e5f314-0e1d-4df9-9f5a-4329dfe092c8" -d '{"events": [{"server_uuid": "40970b2d-4a81-474a-b9cf-d540daf0ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "94e23afd-2b9e-49e3-a29a-edf13c62f0a5"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:57.236306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:57.242322 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.243454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99ae8e74-772c-46c4-bcf8-3cce66e31124 req-8844ac82-b978-469a-b317-d355942c8a56 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354952 Nov 08 13:44:57.243821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 027d35c4-f296-40ec-a76b-3f172b511d92 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:44:57.263627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-bb543aed-1c51-4ae4-a88a-8e682518fdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.269707 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-bb543aed-1c51-4ae4-a88a-8e682518fdc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=036c6215-626d-4db1-bc0d-40dda2638d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585706 Nov 08 13:44:57.296760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3be00e71-e626-4742-b91d-6afaa1a11be2 req-7fe0a9da-cca8-4e3c-8961-b03a72d4653b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953889 Nov 08 13:44:57.297544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47780) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:57.301902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:57.363314 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a187248a-9d91-419b-92a5-69e6ef668739 x-openstack-request-id: req-a187248a-9d91-419b-92a5-69e6ef668739 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:57.363720 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40970b2d-4a81-474a-b9cf-d540daf0ae0f", "name": "network-vif-plugged", "status": "completed", "tag": "94e23afd-2b9e-49e3-a29a-edf13c62f0a5", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:57.364104 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a187248a-9d91-419b-92a5-69e6ef668739 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:57.364597 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', 'code': 200} Nov 08 13:44:57.368243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 027d35c4-f296-40ec-a76b-3f172b511d92 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:44:57.374711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 027d35c4-f296-40ec-a76b-3f172b511d92 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:44:57.375217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.472079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1993460853-network', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:57.477255 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-abd6e4b6-c7b8-4d44-960e-bea98e9a156a service neutron] 10.222.0.70 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975832 Nov 08 13:44:57.503663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20142a-2f51-4922-83bc-65deb352388c req-5bf3c48e-de4e-44a4-b6e8-2ea4d4b55886 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.505538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c20142a-2f51-4922-83bc-65deb352388c req-5bf3c48e-de4e-44a4-b6e8-2ea4d4b55886 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 944 time: 0.0749753 Nov 08 13:44:57.521351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Made reservation on behalf of 5940b57ea4f441cfab58a3e99213edaa for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:57.523597 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.527253 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.534885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a914e6f-8e13-4a75-b87a-2055d739daae req-fd634173-3cb8-46c4-ac5e-3a6c2e955253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.536473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1a914e6f-8e13-4a75-b87a-2055d739daae req-fd634173-3cb8-46c4-ac5e-3a6c2e955253 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 1101 time: 0.0915785 Nov 08 13:44:57.539582 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.563327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 027d35c4-f296-40ec-a76b-3f172b511d92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=027d35c4-f296-40ec-a76b-3f172b511d92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:44:57.570064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.588670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c20142a-2f51-4922-83bc-65deb352388c req-f0d1efd2-f033-43f1-aa86-605c91aeb523 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746248 Nov 08 13:44:57.640603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=027d35c4-f296-40ec-a76b-3f172b511d92,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:57.641771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1a914e6f-8e13-4a75-b87a-2055d739daae req-94198a9a-63a9-42c5-953e-887f90c9c62c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751841 Nov 08 13:44:57.664364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa58c71f-199a-4cb7-ba80-13fcc3a4e94c req-88c0cb82-77d6-4354-bf96-c877b4ccf7c8 service neutron] 10.222.0.70 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709199 Nov 08 13:44:57.690735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.695150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.736185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:44:57.756728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f9ea3-f6c8-41a9-a271-2dddcc6fa01f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:57.760280 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.760619 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Added segment 88c753d2-197e-4658-8a4e-f1860a46de85 of type vlan for network 73acf905-b5c9-4803-86dd-c0c7e688d37f Nov 08 13:44:57.797001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04d3c8-0836-432a-9ec9-6d6e0ca74c72 req-b836e6f7-7812-4bdf-a357-745c0156d786 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.798496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f04d3c8-0836-432a-9ec9-6d6e0ca74c72 req-b836e6f7-7812-4bdf-a357-745c0156d786 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1229498 Nov 08 13:44:57.825252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.837993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-12f460cb-3d68-41a8-842b-f93095325400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.871621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f04d3c8-0836-432a-9ec9-6d6e0ca74c72 req-f6b0cd7c-5941-4b8b-9d7a-70aa76289d19 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Nov 08 13:44:57.873789 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.874692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:57.875313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:57.934235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6356065 Nov 08 13:44:57.937851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47788) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:57.941906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c12ae-277f-4dc4-86e9-ba27dfffaae1 admin admin] Pushing event updated for resources: {'Network': ['ID=73acf905-b5c9-4803-86dd-c0c7e688d37f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:57.943087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Request body: {'subnet': {'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1993460853-subnet', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:57.952910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:44:57.966097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Made reservation on behalf of 5940b57ea4f441cfab58a3e99213edaa for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:44:57.968418 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.138425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.199493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b899c2dd-c447-40e1-a7b1-bf432a8be20f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:58.206901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Checking segment: {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:58.207258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Network hostable DHCP agents. Network: 73acf905-b5c9-4803-86dd-c0c7e688d37f, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:44:58.224398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:44:58.233324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 73acf905-b5c9-4803-86dd-c0c7e688d37f) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:58.237376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:58.237989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.243403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc31af4-5334-4ea9-8e4c-906d953e7ee6 None None] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:44:58.257121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e571f6b-2992-42f4-aa25-7904e2a2b3b3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3155110 Nov 08 13:44:58.257357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:44:58.261666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:44:58.283163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.284262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.337031 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.389919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c2b74-618e-4fb9-b123-9d4d5533fa79 req-85cb7d3c-c63f-4614-aa63-86893bf199df tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:58.391711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a4c2b74-618e-4fb9-b123-9d4d5533fa79 req-85cb7d3c-c63f-4614-aa63-86893bf199df tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0721791 Nov 08 13:44:58.405994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-73acf905-b5c9-4803-86dd-c0c7e688d37f', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:44:58.407013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.479123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a4c2b74-618e-4fb9-b123-9d4d5533fa79 req-b3aaa6d8-c6df-4d66-9726-9059eb919ea4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783062 Nov 08 13:44:58.488787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20d722-def6-49e4-b18f-8a89ef535d16 req-88f1f106-4c58-43b4-8cea-08ce26e11468 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:58.498583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e20d722-def6-49e4-b18f-8a89ef535d16 req-88f1f106-4c58-43b4-8cea-08ce26e11468 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 950 time: 0.0882335 Nov 08 13:44:58.505722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.557218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e20d722-def6-49e4-b18f-8a89ef535d16 req-271f4535-0c72-48f0-9cee-71a2cdbcdc47 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577579 Nov 08 13:44:58.566909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Allocated IP 172.20.0.2 (73acf905-b5c9-4803-86dd-c0c7e688d37f/b899c2dd-c447-40e1-a7b1-bf432a8be20f/1b597326-4bd3-4e9c-85ac-ec8fff78b456) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:58.722573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed69dfb-7eab-4cbc-9105-7608c8e9e163 req-bfb812ef-c3bc-454e-9585-7ab71a5efa73 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:58.723839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bed69dfb-7eab-4cbc-9105-7608c8e9e163 req-bfb812ef-c3bc-454e-9585-7ab71a5efa73 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 944 time: 0.0575759 Nov 08 13:44:58.742764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.757037 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.766262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.767438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.789832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bed69dfb-7eab-4cbc-9105-7608c8e9e163 req-52e228ea-7833-4dec-9781-63a3d5eecb47 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565929 Nov 08 13:44:58.803199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:58.806112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:58.812042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:58.822732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Pushing event updated for resources: {'Port': ['ID=1b597326-4bd3-4e9c-85ac-ec8fff78b456,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:58.870786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Attempting to bind port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:44:58.871157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Attempting to bind port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:44:58.871520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Attempting to bind port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 on network 73acf905-b5c9-4803-86dd-c0c7e688d37f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:44:58.876902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:44:58.877277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Checking segment: {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:44:58.877675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.878068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Bound using segment: {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:44:58.878535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Bound port: 1b597326-4bd3-4e9c-85ac-ec8fff78b456, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:44:58.878911 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:58.880897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Allocated IP 172.25.8.208 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/30ae1fd4-0a71-453b-87b8-4e4d9880a67f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:44:58.949572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] For port 1b597326-4bd3-4e9c-85ac-ec8fff78b456, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:44:58.955670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] For port 1b597326-4bd3-4e9c-85ac-ec8fff78b456, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1b597326-4bd3-4e9c-85ac-ec8fff78b456,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:44:58.963991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:59.002193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:59.007994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd673c8-535b-4f5f-bc9e-33913bf8fee7 req-fc81dcd9-202d-43d3-bc56-f71c36cbf81f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:59.018622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fd673c8-535b-4f5f-bc9e-33913bf8fee7 req-fc81dcd9-202d-43d3-bc56-f71c36cbf81f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0669847 Nov 08 13:44:59.031497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d42a2-46d0-4c0c-813f-f34a42ea8712 None None] Pushing event updated for resources: {'Port': ['ID=1b597326-4bd3-4e9c-85ac-ec8fff78b456,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:59.046703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:59.075839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fd673c8-535b-4f5f-bc9e-33913bf8fee7 req-775dc7d0-37b1-4f19-a81d-3d127a647024 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544329 Nov 08 13:44:59.092925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:44:59.100121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:44:59.103110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:44:59.129704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Pushing event updated for resources: {'Port': ['ID=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:44:59.142065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.142408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.142746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.143081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.143410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.143755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.144240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.144567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.144923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.145243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.145657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.146046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:44:59.365918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d35c4-f296-40ec-a76b-3f172b511d92'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:44:59.368435 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf52534c-4a41-4569-9bea-13dee916e500" -d '{"events": [{"server_uuid": "60eb674d-4e45-45e8-9612-c39745ccbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "027d35c4-f296-40ec-a76b-3f172b511d92"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:44:59.406207 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed80d8-be7f-4a4f-96ec-f5b39884e997 x-openstack-request-id: req-4bed80d8-be7f-4a4f-96ec-f5b39884e997 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:44:59.406504 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60eb674d-4e45-45e8-9612-c39745ccbe0d", "name": "network-vif-plugged", "status": "completed", "tag": "027d35c4-f296-40ec-a76b-3f172b511d92", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:44:59.406766 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bed80d8-be7f-4a4f-96ec-f5b39884e997 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:44:59.407157 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027d35c4-f296-40ec-a76b-3f172b511d92', 'code': 200} Nov 08 13:44:59.418359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:59.546096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ca67f-2912-4bc2-aec0-c5cbd7a84220 req-ca6c17cb-8f41-425c-a3aa-c6618d9dbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:59.547573 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0a9ca67f-2912-4bc2-aec0-c5cbd7a84220 req-ca6c17cb-8f41-425c-a3aa-c6618d9dbbc0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 1101 time: 0.0785441 Nov 08 13:44:59.626979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c5033-32aa-4568-ad3b-584821d98642 req-6b4c4ba9-f4bb-4715-a8c6-7fc10118a958 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:59.628622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd6c5033-32aa-4568-ad3b-584821d98642 req-6b4c4ba9-f4bb-4715-a8c6-7fc10118a958 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0585136 Nov 08 13:44:59.641101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0a9ca67f-2912-4bc2-aec0-c5cbd7a84220 req-d4706c07-4a24-4aa7-9aa6-2a67641e7d50 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584152 Nov 08 13:44:59.685567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd6c5033-32aa-4568-ad3b-584821d98642 req-5f115f76-a19c-4309-9a6e-2c35f8ae45bd tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497012 Nov 08 13:44:59.695323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:44:59.812648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e2832-5c36-4ab7-bebd-a610a858091a req-b8c4e92e-456c-4abd-acdf-c8b7b443026e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:44:59.820329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-030e2832-5c36-4ab7-bebd-a610a858091a req-b8c4e92e-456c-4abd-acdf-c8b7b443026e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 950 time: 0.0660100 Nov 08 13:44:59.841443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Router 4ea6d09e-6945-482f-9120-243f0cbac94b is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:44:59.867763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-030e2832-5c36-4ab7-bebd-a610a858091a req-dfb501cc-de5f-439f-b851-d192de89faa4 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Nov 08 13:44:59.966032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:44:59.979990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Sync routers for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:44:59.996614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:00.000970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e55529e0-4d32-45ef-91fa-e323508430b2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.7402430 Nov 08 13:45:00.001706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47816) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:00.005503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca0d6e-5747-40bc-b914-30fb5e5f7c1d None None] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:45:00.008551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:00.009944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:44:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:00.140273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e648bd-5051-4df3-becb-cf75b843fc4c req-64e814bd-b3ac-4171-bbe1-070c10b0e162 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:00.141855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14e648bd-5051-4df3-becb-cf75b843fc4c req-64e814bd-b3ac-4171-bbe1-070c10b0e162 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 944 time: 0.1327248 Nov 08 13:45:00.158944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-81b2fcb3-c91c-4876-b2fd-12b870e19ed0 None None] Provisioning complete for port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:00.159343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-81b2fcb3-c91c-4876-b2fd-12b870e19ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:00.224236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:00.301768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14e648bd-5051-4df3-becb-cf75b843fc4c req-7e7142d8-933c-40d3-9436-a2138a644c90 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519880 Nov 08 13:45:00.321583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd4313-d7a7-4d72-98ea-8310e52f7c42 req-2c237dbc-a3a2-4696-84b9-6ac719029ac4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:00.322477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8acd4313-d7a7-4d72-98ea-8310e52f7c42 req-2c237dbc-a3a2-4696-84b9-6ac719029ac4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1293678 Nov 08 13:45:00.361940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e0496da0-e76d-46f4-9492-baaeeb5cdbad details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:00.451088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8acd4313-d7a7-4d72-98ea-8310e52f7c42 req-b4ca0a10-4853-44b8-bba0-3753ec2a7700 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216140 Nov 08 13:45:00.591662 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:00.613896 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-81b2fcb3-c91c-4876-b2fd-12b870e19ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:00.708656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1b597326-4bd3-4e9c-85ac-ec8fff78b456 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:00.777944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-81b2fcb3-c91c-4876-b2fd-12b870e19ed0 None None] For port 1b597326-4bd3-4e9c-85ac-ec8fff78b456, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1b597326-4bd3-4e9c-85ac-ec8fff78b456,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:00.794703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-81b2fcb3-c91c-4876-b2fd-12b870e19ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:00.828198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Allocated IP 172.20.0.1 (73acf905-b5c9-4803-86dd-c0c7e688d37f/b899c2dd-c447-40e1-a7b1-bf432a8be20f/3f9cb77a-c1f3-4657-b58d-aedf5931761c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:00.855000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e0496da0-e76d-46f4-9492-baaeeb5cdbad, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:00.869548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71224686-52b3-42b8-af20-ecd0099b5641 req-8526eb50-3a46-4245-b5f6-f1c8bc627426 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:00.871112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71224686-52b3-42b8-af20-ecd0099b5641 req-8526eb50-3a46-4245-b5f6-f1c8bc627426 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0950973 Nov 08 13:45:00.896897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'port_id': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'mac_address': 'fa:16:3e:5e:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:00.900380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:44:59Z', 'revision_number': 3, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:00.903224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:00.903597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:00.905105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2fcb3-c91c-4876-b2fd-12b870e19ed0 None None] Pushing event updated for resources: {'Port': ['ID=1b597326-4bd3-4e9c-85ac-ec8fff78b456,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:00.955894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Checking router: 4ea6d09e-6945-482f-9120-243f0cbac94b for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:45:00.955894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Updating router 4ea6d09e-6945-482f-9120-243f0cbac94b port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:45:01.008753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71224686-52b3-42b8-af20-ecd0099b5641 req-85e42b18-d2fa-4693-b67b-a9862fe44d6e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300840 Nov 08 13:45:01.036744 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.037230 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.039159 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.065281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85950b75-c5ac-4b36-9c10-2d965fb1a535 req-77029bc0-d8a8-43a7-9736-90db0d47e3ee tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:01.066805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85950b75-c5ac-4b36-9c10-2d965fb1a535 req-77029bc0-d8a8-43a7-9736-90db0d47e3ee tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 950 time: 0.1050234 Nov 08 13:45:01.082680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b53ae1ee-73db-4dbf-baac-fff9a7253969 None None] Provisioning complete for port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:01.083049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b53ae1ee-73db-4dbf-baac-fff9a7253969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.087361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0496da0-e76d-46f4-9492-baaeeb5cdbad {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:01.233626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e0496da0-e76d-46f4-9492-baaeeb5cdbad, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:01.253295 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.391770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e0496da0-e76d-46f4-9492-baaeeb5cdbad,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:01.440347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9add5040-6945-4cb1-9ff8-551328f1b9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.463504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.512039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85950b75-c5ac-4b36-9c10-2d965fb1a535 req-c79bb040-af2f-4e4a-aaad-4507354d57dc tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333076 Nov 08 13:45:01.535517 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.541292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0a015-8189-4ec0-8501-a9a17a64b2ba req-7082326b-e407-49d8-8dd0-c10e339624e0 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:01.542540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.544572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0aa0a015-8189-4ec0-8501-a9a17a64b2ba req-7082326b-e407-49d8-8dd0-c10e339624e0 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 945 time: 0.1387231 Nov 08 13:45:01.550407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:01.559662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:01.562863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:01.606509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9cb77a-c1f3-4657-b58d-aedf5931761c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:01.610578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Attempting to bind port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:01.611251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Attempting to bind port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:01.611721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Attempting to bind port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:01.614080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c926db-240a-498e-a43a-594e36dd1f0b None None] Pushing event updated for resources: {'Port': ['ID=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:01.620337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:01.621072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:01.621550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.622312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:01.622906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Bound port: 30ae1fd4-0a71-453b-87b8-4e4d9880a67f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:01.623944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.647563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e0496da0-e76d-46f4-9492-baaeeb5cdbad'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:01.672546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.722971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] For port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:01.730398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] For port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:01.742424 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.759955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0aa0a015-8189-4ec0-8501-a9a17a64b2ba req-8838e5d5-d421-484b-b7de-6d9aaa228c73 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000999 Nov 08 13:45:01.778079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff7fba-e761-4886-9bd0-5ffdf24b3467 req-c4a945df-2305-43bb-b675-066bb8fbf87c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:01.780345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcff7fba-e761-4886-9bd0-5ffdf24b3467 req-c4a945df-2305-43bb-b675-066bb8fbf87c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1834872 Nov 08 13:45:01.842785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:01.843321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:45:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:01.849486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c926db-240a-498e-a43a-594e36dd1f0b None None] Pushing event updated for resources: {'Port': ['ID=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:01.869953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcff7fba-e761-4886-9bd0-5ffdf24b3467 req-a909e363-9725-4805-97a6-06d2aee47201 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832155 Nov 08 13:45:01.897437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:01.928808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6b9292ad-d43f-4231-94fe-723c697d6eff None None] Provisioning complete for port 3f9cb77a-c1f3-4657-b58d-aedf5931761c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:01.929175 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6b9292ad-d43f-4231-94fe-723c697d6eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:02.026083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6b9292ad-d43f-4231-94fe-723c697d6eff None None] Port 3f9cb77a-c1f3-4657-b58d-aedf5931761c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:45:02.038094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:02.075469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:02.081567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:02.185371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:02.189340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Pushing event updated for resources: {'Port': ['ID=3f9cb77a-c1f3-4657-b58d-aedf5931761c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:02.213920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa1d3a-7106-4106-8ca8-d65e37398b05 req-824a1456-db2d-4294-b27b-5fa76b3d717e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:02.215624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67fa1d3a-7106-4106-8ca8-d65e37398b05 req-824a1456-db2d-4294-b27b-5fa76b3d717e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1291995 Nov 08 13:45:02.239867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:44:59Z', 'revision_number': 3, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:02.267464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f908a2d8-725c-40b3-9326-d62f4b2b0464 None None] The sync data for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 is: [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:44:59Z', 'revision_number': 3, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:45:02.320165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67fa1d3a-7106-4106-8ca8-d65e37398b05 req-ec7a105b-fd31-4a86-acf4-19c7fc3c1e01 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940247 Nov 08 13:45:02.343465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:02.345009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:02.491671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Router 4ea6d09e-6945-482f-9120-243f0cbac94b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:45:02.646592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:45:02.652442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aeb53aa9-d8fa-41b4-8921-d6478f3bd325 admin admin] 10.222.0.65 "PUT /v2.0/routers/4ea6d09e-6945-482f-9120-243f0cbac94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6497953 Nov 08 13:45:02.709429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3344d-fb9a-46d7-95d3-c86e27b1282e req-4d26d602-9744-4377-b533-aad44f1d9e19 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:02.711009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3da3344d-fb9a-46d7-95d3-c86e27b1282e req-4d26d602-9744-4377-b533-aad44f1d9e19 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 950 time: 0.0835829 Nov 08 13:45:02.778525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3da3344d-fb9a-46d7-95d3-c86e27b1282e req-bf0e6e90-8168-4750-8ed8-5e953842252e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597601 Nov 08 13:45:02.801615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1b597326-4bd3-4e9c-85ac-ec8fff78b456 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:02.870138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c26cab7a-bfce-44e0-b842-4020164cfe4b None None] Provisioning complete for port 3f9cb77a-c1f3-4657-b58d-aedf5931761c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:02.870515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c26cab7a-bfce-44e0-b842-4020164cfe4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:02.913774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:02.914152 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:02.914685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef94c3a-d1b8-4bc9-a430-65f8fbaf8384 req-3949eb64-79b2-42c1-ba9a-de711c2b4199 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:02.916258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ef94c3a-d1b8-4bc9-a430-65f8fbaf8384 req-3949eb64-79b2-42c1-ba9a-de711c2b4199 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 945 time: 0.0593522 Nov 08 13:45:02.973242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ef94c3a-d1b8-4bc9-a430-65f8fbaf8384 req-3be4f88d-5d16-41a8-86ac-027a5894d97b tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485826 Nov 08 13:45:02.988075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c26cab7a-bfce-44e0-b842-4020164cfe4b None None] Port 3f9cb77a-c1f3-4657-b58d-aedf5931761c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:45:03.034936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 30ae1fd4-0a71-453b-87b8-4e4d9880a67f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:03.074535 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.090731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:03.091112 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.107630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef80128-ac10-4461-a928-bd97514a688a req-be891d13-d72f-4565-bc33-a8ba89a9df15 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:03.109452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ef80128-ac10-4461-a928-bd97514a688a req-be891d13-d72f-4565-bc33-a8ba89a9df15 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 950 time: 0.0577641 Nov 08 13:45:03.202339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ef80128-ac10-4461-a928-bd97514a688a req-e86bdf17-9d56-47fa-8704-f48910019823 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817387 Nov 08 13:45:03.303337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:03.308846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0454c4e2-f523-4850-8a48-be5006ee6564 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1265575640', 'description': 'tempest-description--2121328884'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:03.348375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9a8a8-2984-49c7-9d42-37fa1e4d9ce2 req-460e9bef-f75c-4f81-b430-cd024a7759b3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:03.350042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bc9a8a8-2984-49c7-9d42-37fa1e4d9ce2 req-460e9bef-f75c-4f81-b430-cd024a7759b3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0868576 Nov 08 13:45:03.351386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0454c4e2-f523-4850-8a48-be5006ee6564 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.370105 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.394412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:03.400928 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.436793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bc9a8a8-2984-49c7-9d42-37fa1e4d9ce2 req-4f9a0550-13e6-457e-b1f3-7fcc7e6b7198 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748024 Nov 08 13:45:03.461157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:03.485357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0454c4e2-f523-4850-8a48-be5006ee6564 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.492893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0454c4e2-f523-4850-8a48-be5006ee6564 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.528892 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0454c4e2-f523-4850-8a48-be5006ee6564 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.531046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0454c4e2-f523-4850-8a48-be5006ee6564 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2259264 Nov 08 13:45:03.533922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47864) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:03.538622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454c4e2-f523-4850-8a48-be5006ee6564 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde6e33c-0e93-41a1-89e6-ea9574c328ee,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:03.538808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9417f8d0-6092-46f0-9558-86d6c3b9d1e9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Request body: {'security_group_rule': {'security_group_id': 'fde6e33c-0e93-41a1-89e6-ea9574c328ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:03.595105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9417f8d0-6092-46f0-9558-86d6c3b9d1e9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.641786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039844a-c138-4f75-8a13-d93db1c25d43 req-4038c830-3c4e-4ecc-8536-94bab8488e96 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:03.644186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a039844a-c138-4f75-8a13-d93db1c25d43 req-4038c830-3c4e-4ecc-8536-94bab8488e96 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0673220 Nov 08 13:45:03.669537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9417f8d0-6092-46f0-9558-86d6c3b9d1e9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.674389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9417f8d0-6092-46f0-9558-86d6c3b9d1e9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.697011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417f8d0-6092-46f0-9558-86d6c3b9d1e9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=026f0325-1e2b-42cb-a051-856166745111,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:03.708375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9417f8d0-6092-46f0-9558-86d6c3b9d1e9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.709675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9417f8d0-6092-46f0-9558-86d6c3b9d1e9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747401 Nov 08 13:45:03.712592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47866) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:03.717582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e325284c-0ac8-4571-b6a3-b3c23b042371 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Request body: {'security_group_rule': {'security_group_id': 'fde6e33c-0e93-41a1-89e6-ea9574c328ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:03.726086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627db3-ad65-4148-bb18-a5cd9760389b req-96482201-7288-4d6d-9c7a-a1c7d6e4c770 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:03.732107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95627db3-ad65-4148-bb18-a5cd9760389b req-96482201-7288-4d6d-9c7a-a1c7d6e4c770 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:03.734328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95627db3-ad65-4148-bb18-a5cd9760389b req-96482201-7288-4d6d-9c7a-a1c7d6e4c770 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f&device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 1691 time: 0.0889463 Nov 08 13:45:03.737650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a039844a-c138-4f75-8a13-d93db1c25d43 req-49c675d3-3bd2-4034-bdb3-d511a1f34b3d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838051 Nov 08 13:45:03.748995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e325284c-0ac8-4571-b6a3-b3c23b042371 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.793126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95627db3-ad65-4148-bb18-a5cd9760389b req-9c9a0677-716e-45d3-9cf0-aff702d5ea1c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Nov 08 13:45:03.817560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e325284c-0ac8-4571-b6a3-b3c23b042371 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.821765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e325284c-0ac8-4571-b6a3-b3c23b042371 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.840142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325284c-0ac8-4571-b6a3-b3c23b042371 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431ddeef-48cb-4013-9b8c-253a900c81a4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:03.849587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e325284c-0ac8-4571-b6a3-b3c23b042371 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:03.853598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e325284c-0ac8-4571-b6a3-b3c23b042371 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372111 Nov 08 13:45:03.853987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47870) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:03.859248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:03.889699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.009698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddb8f7-6781-4584-8da3-b939cf81141c req-f391f2f3-7076-4791-9bfb-9143fe33cdeb tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:04.011282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66ddb8f7-6781-4584-8da3-b939cf81141c req-f391f2f3-7076-4791-9bfb-9143fe33cdeb tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 1101 time: 0.0609510 Nov 08 13:45:04.059842 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.108097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66ddb8f7-6781-4584-8da3-b939cf81141c req-0a84ad77-610e-4d15-8c4b-42cfe54e0e3f tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886004 Nov 08 13:45:04.179019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ab177-adf4-49f7-ab83-b8fa17a002ac req-f3af57ee-6eb7-4c03-ab09-701b0d99dc73 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:04.180286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07ab177-adf4-49f7-ab83-b8fa17a002ac req-f3af57ee-6eb7-4c03-ab09-701b0d99dc73 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 945 time: 0.1184196 Nov 08 13:45:04.205785 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Sync routers for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:45:04.215763 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:04.216384 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:45:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:04.291602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Allocated IP 172.25.8.215 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/293330d8-ff27-440f-84f5-49f80403e0c7) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:04.301756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e969f7-5287-4b6a-a4cf-51d5b2b32f68 req-18b5e2c3-4e02-4a3f-9cb0-c99b90e1cfe8 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:04.303438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19e969f7-5287-4b6a-a4cf-51d5b2b32f68 req-18b5e2c3-4e02-4a3f-9cb0-c99b90e1cfe8 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 1101 time: 0.1222451 Nov 08 13:45:04.308410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07ab177-adf4-49f7-ab83-b8fa17a002ac req-a8f21bbc-bd2b-4ce9-b2b9-ca260c77a81b tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154366 Nov 08 13:45:04.326745 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:04.356150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e0496da0-e76d-46f4-9492-baaeeb5cdbad up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:04.423663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19e969f7-5287-4b6a-a4cf-51d5b2b32f68 req-7c3d68a4-e060-4da1-a005-ac0ea332602f tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052470 Nov 08 13:45:04.442305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e0496da0-e76d-46f4-9492-baaeeb5cdbad completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:45:04.446823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e0496da0-e76d-46f4-9492-baaeeb5cdbad triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:04.447179 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.467065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.520167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.555924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.589405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:04.593170 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6f7d55-a6c5-4548-94f4-7e20af8f60a8" -d '{"events": [{"server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "name": "network-vif-plugged", "status": "completed", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:04.613164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:04.613567 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 2, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:04.633572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e0496da0-e76d-46f4-9492-baaeeb5cdbad, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:04.645464 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.660538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:04.726168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event updated for resources: {'Port': ['ID=293330d8-ff27-440f-84f5-49f80403e0c7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:04.730165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:04.738047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 30ae1fd4-0a71-453b-87b8-4e4d9880a67f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:04.771064 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Checking router: 4ea6d09e-6945-482f-9120-243f0cbac94b for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:45:04.771417 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Updating router 4ea6d09e-6945-482f-9120-243f0cbac94b port 3f9cb77a-c1f3-4657-b58d-aedf5931761c binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:45:04.784560 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9361cf44-eb24-4df9-9567-5d1d0b919f0f x-openstack-request-id: req-9361cf44-eb24-4df9-9567-5d1d0b919f0f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:04.784969 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "name": "network-vif-plugged", "status": "completed", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:04.785289 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9361cf44-eb24-4df9-9567-5d1d0b919f0f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:04.785745 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'code': 200} Nov 08 13:45:04.785991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c612-58e4-49d8-a07b-7b6d2021f06b req-f1395445-fb42-4b38-aaee-9b69ab5b73e0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:04.792701 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e0496da0-e76d-46f4-9492-baaeeb5cdbad,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:04.795431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9c1c612-58e4-49d8-a07b-7b6d2021f06b req-f1395445-fb42-4b38-aaee-9b69ab5b73e0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.2530291 Nov 08 13:45:04.823318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:04.823453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.831688 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:04.880405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9c1c612-58e4-49d8-a07b-7b6d2021f06b req-87cf6912-0329-4b45-9d44-d14ac2b71ff2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839720 Nov 08 13:45:04.938842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-980bba5e-668d-4652-8117-6f4fb8c2d39f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339947 Nov 08 13:45:04.950616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc9788-b5bd-4162-9552-2c2445546a33 req-9ddfddb1-31b0-492a-b3fe-8ff20503660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:04.952356 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8cc9788-b5bd-4162-9552-2c2445546a33 req-9ddfddb1-31b0-492a-b3fe-8ff20503660d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 1097 time: 0.0817292 Nov 08 13:45:05.002230 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8cc9788-b5bd-4162-9552-2c2445546a33 req-0c7b19f1-340c-4c50-b911-fc0e8b75e229 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412207 Nov 08 13:45:05.008500 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.109409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e2f67-37a0-4583-94b3-61a6779a7993 req-8c57a616-af5b-4e7c-adc3-97d3c988c97b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:05.111000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e2f67-37a0-4583-94b3-61a6779a7993 req-8c57a616-af5b-4e7c-adc3-97d3c988c97b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1484380 Nov 08 13:45:05.114665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.158658 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.164563 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.171256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-7195add0-6243-4f36-948b-e7fb5e4b840b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:05.172803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-7195add0-6243-4f36-948b-e7fb5e4b840b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235487 Nov 08 13:45:05.218762 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e3652-d6bf-4ea7-b1ab-7085baa7b3db None None] Pushing event updated for resources: {'Port': ['ID=3f9cb77a-c1f3-4657-b58d-aedf5931761c,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:05.224161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-786813bd-e494-4e54-89ef-07281cb3a823 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/quotas/43661e2b5ad3479ab16dbc8ebe16e903 HTTP/1.1" status: 200 len: 375 time: 0.0443444 Nov 08 13:45:05.271351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1e2f67-37a0-4583-94b3-61a6779a7993 req-3842cd31-dbfc-4166-8ee7-92862d552ff3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456280 Nov 08 13:45:05.282961 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Attempting to bind port 3f9cb77a-c1f3-4657-b58d-aedf5931761c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:05.283626 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Attempting to bind port 3f9cb77a-c1f3-4657-b58d-aedf5931761c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:05.284209 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Attempting to bind port 3f9cb77a-c1f3-4657-b58d-aedf5931761c on network 73acf905-b5c9-4803-86dd-c0c7e688d37f {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:05.290302 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:05.290670 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Checking segment: {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:05.291201 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.291593 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Bound using segment: {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:05.292154 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Bound port: 3f9cb77a-c1f3-4657-b58d-aedf5931761c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:05.292533 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.364303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-8ff34730-182c-48fa-90c8-9fee5fb9ac84 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1191916 Nov 08 13:45:05.378287 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] For port 3f9cb77a-c1f3-4657-b58d-aedf5931761c, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:05.383771 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] For port 3f9cb77a-c1f3-4657-b58d-aedf5931761c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3f9cb77a-c1f3-4657-b58d-aedf5931761c,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:05.392397 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.433277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.436409 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.446704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.462787 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e3652-d6bf-4ea7-b1ab-7085baa7b3db None None] Pushing event updated for resources: {'Port': ['ID=3f9cb77a-c1f3-4657-b58d-aedf5931761c,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:05.481364 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:05.482001 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:45:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:05.545349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a5622ef6-9b57-4451-b6fc-1c4318e34ae9 None None] Provisioning complete for port 3f9cb77a-c1f3-4657-b58d-aedf5931761c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:05.546375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5622ef6-9b57-4451-b6fc-1c4318e34ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.557256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event updated for resources: {'Port': ['ID=293330d8-ff27-440f-84f5-49f80403e0c7,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:05.586239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9525a33-2166-408a-83eb-62b7f31b18db req-17021b03-045a-494d-9d25-941df9a44249 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:05.594963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9525a33-2166-408a-83eb-62b7f31b18db req-17021b03-045a-494d-9d25-941df9a44249 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 946 time: 0.1655135 Nov 08 13:45:05.618953 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:05.638867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.667429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5622ef6-9b57-4451-b6fc-1c4318e34ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.689637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9525a33-2166-408a-83eb-62b7f31b18db req-46c1ed23-7f77-4168-9dfb-5c5ca1068317 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924244 Nov 08 13:45:05.695782 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.707652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-718e06e1-1036-4d19-af7d-90d070eb76b7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8520451 Nov 08 13:45:05.776027 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.778537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a5622ef6-9b57-4451-b6fc-1c4318e34ae9 None None] For port 3f9cb77a-c1f3-4657-b58d-aedf5931761c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3f9cb77a-c1f3-4657-b58d-aedf5931761c,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:05.792269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5622ef6-9b57-4451-b6fc-1c4318e34ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.906578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5622ef6-9b57-4451-b6fc-1c4318e34ae9 None None] Pushing event updated for resources: {'Port': ['ID=3f9cb77a-c1f3-4657-b58d-aedf5931761c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:05.921633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3a2a5d5f-7c9f-4b9a-bb39-19f9342993ac None None] Provisioning complete for port 3f9cb77a-c1f3-4657-b58d-aedf5931761c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:05.921937 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a2a5d5f-7c9f-4b9a-bb39-19f9342993ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:05.925692 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:05.974214 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c61f1-7971-413d-9bb3-7ed196c6aea2 None None] The sync data for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 is: [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:45:06.027887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-4ea6315b-cac3-45d7-b4fb-b41b534da01d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1265575640&fields=id&tenant_id=5940b57ea4f441cfab58a3e99213edaa HTTP/1.1" status: 200 len: 267 time: 0.0677578 Nov 08 13:45:06.207241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719f4a1-16df-44a4-921f-0fe42ab5676b req-5c27fc36-5ee7-401a-8555-4b8ed5c9dd60 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:06.209029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1719f4a1-16df-44a4-921f-0fe42ab5676b req-5c27fc36-5ee7-401a-8555-4b8ed5c9dd60 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1090689 Nov 08 13:45:06.249604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-25288adf-b30b-4653-b8b9-2f046d99452d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:06.251210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-25288adf-b30b-4653-b8b9-2f046d99452d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/networks?id=73acf905-b5c9-4803-86dd-c0c7e688d37f HTTP/1.1" status: 200 len: 806 time: 0.2025616 Nov 08 13:45:06.292413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1719f4a1-16df-44a4-921f-0fe42ab5676b req-8bab100e-deee-4a70-8e64-b425e00d830c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704324 Nov 08 13:45:06.299639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-534b5e45-c080-4c82-86d1-865826c10942 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/quotas/5940b57ea4f441cfab58a3e99213edaa HTTP/1.1" status: 200 len: 375 time: 0.0329986 Nov 08 13:45:06.370737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-40a0ae2f-f17c-40dc-ba17-a831b297d684 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5940b57ea4f441cfab58a3e99213edaa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643220 Nov 08 13:45:06.424034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39f8d1aa-86ef-42e5-83e5-2edcf96eb3c0 req-fe60c22d-81ce-4336-9e2a-8db4737cef3f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 210 time: 0.0445955 Nov 08 13:45:06.607979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a4020-20c7-43ab-bc7e-5795db03b3f9 req-ce0bbd0d-28a4-4509-a29a-12a9e491e304 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:06.616426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b6a4020-20c7-43ab-bc7e-5795db03b3f9 req-ce0bbd0d-28a4-4509-a29a-12a9e491e304 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1221309 Nov 08 13:45:06.668644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-87f207bf-b314-49d0-85e8-d7cfd9068faf service neutron] 10.222.0.65 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903814 Nov 08 13:45:06.720327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b6a4020-20c7-43ab-bc7e-5795db03b3f9 req-e19bda54-b875-47b4-84f0-6db35bf96090 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029458 Nov 08 13:45:06.722704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3f9cb77a-c1f3-4657-b58d-aedf5931761c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:06.821950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-08be8280-f5ca-4781-b4d2-57c2a522bec9 service neutron] 10.222.0.65 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523502 Nov 08 13:45:06.855378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3f9cb77a-c1f3-4657-b58d-aedf5931761c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:06.855978 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:06.918982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5b235-1446-48fe-9382-7007ba7913ea req-a8f2b783-0996-4c1a-b162-a0ca1c90b24e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:06.932731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47c5b235-1446-48fe-9382-7007ba7913ea req-a8f2b783-0996-4c1a-b162-a0ca1c90b24e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 946 time: 0.0882826 Nov 08 13:45:07.010671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47c5b235-1446-48fe-9382-7007ba7913ea req-20de8618-547a-44d5-9e35-b4e656f6fb12 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641420 Nov 08 13:45:07.245137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12945467-83da-4056-8fb9-e9368670ca86 req-99da34f6-2842-4758-bd7e-0b37c4668ae7 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 210 time: 0.0289986 Nov 08 13:45:07.285465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab556471-95fd-458e-9742-9b775373e968 req-fed4aa03-06ae-4e75-a305-c5a7dc55d363 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:07.287225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab556471-95fd-458e-9742-9b775373e968 req-fed4aa03-06ae-4e75-a305-c5a7dc55d363 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 946 time: 0.0803962 Nov 08 13:45:07.296995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:07.302116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Request body: {'floatingip': {'port_id': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:07.372516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:07.446420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976105dd-ce13-432e-9924-2a8d72cd9714 req-0f60da80-e13e-4a49-a7e2-b34ee39907cf tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:07.455953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-976105dd-ce13-432e-9924-2a8d72cd9714 req-0f60da80-e13e-4a49-a7e2-b34ee39907cf tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0798900 Nov 08 13:45:07.594452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-976105dd-ce13-432e-9924-2a8d72cd9714 req-a260cf5f-94cb-4300-999a-b61635b47204 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321483 Nov 08 13:45:07.609709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-072e3ee4-17c1-432c-96a4-655d92655964 req-aefe49ae-ef28-48b1-9a47-29fe34cfc66f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 210 time: 0.0747313 Nov 08 13:45:07.678330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-77c847f7-292d-497e-b072-673b9689bc73 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267224 Nov 08 13:45:07.817818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-4babfa1a-97b9-4936-937f-d1fe36dae6d1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276754 Nov 08 13:45:07.894258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2e74e-b1ed-449e-8fbe-fb729257eb93 req-d29c608b-072a-493c-b0c7-e7ac0efc8fea tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:07.903299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdf2e74e-b1ed-449e-8fbe-fb729257eb93 req-d29c608b-072a-493c-b0c7-e7ac0efc8fea tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0699046 Nov 08 13:45:07.959265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdf2e74e-b1ed-449e-8fbe-fb729257eb93 req-3e56dd5b-f933-4952-b8f3-786ddd14fae4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548408 Nov 08 13:45:08.021310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-c2c697a4-54ee-40e4-8167-0723787ef635 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:08.022721 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-c2c697a4-54ee-40e4-8167-0723787ef635 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3065155 Nov 08 13:45:08.037974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:08.363978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b86a87f-8256-44c4-9b79-c0e84155f1d9 req-639a5612-1a19-43df-8439-f84fd1b91104 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 210 time: 0.0281506 Nov 08 13:45:08.457371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-bd44fa05-5d51-40aa-8ff1-2e71746aa81c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:08.458810 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-bd44fa05-5d51-40aa-8ff1-2e71746aa81c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6303964 Nov 08 13:45:08.483307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:08.627113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.resource_extend [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:45:08.717817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-d1859292-56e3-46db-b194-5271df23ceac tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:08.719265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-d1859292-56e3-46db-b194-5271df23ceac tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.54 "GET /v2.0/networks?id=73acf905-b5c9-4803-86dd-c0c7e688d37f HTTP/1.1" status: 200 len: 806 time: 0.2963257 Nov 08 13:45:08.728358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-089dcb10-434f-491e-9764-e0a8d9aa57c6 req-9e8200ae-4035-4e86-a194-4d502fc405f5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 210 time: 0.0512154 Nov 08 13:45:08.738341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:08.751418 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:08.757759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa5c13-ee5c-40a4-bc66-659982ba829f req-39746442-e47d-43e9-a982-86990f90cbcc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:08.759689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19fa5c13-ee5c-40a4-bc66-659982ba829f req-39746442-e47d-43e9-a982-86990f90cbcc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0842307 Nov 08 13:45:08.809077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:45:08.810294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19fa5c13-ee5c-40a4-bc66-659982ba829f req-a1582f2e-98c8-4e6a-aa10-e4ef2cf921e1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443971 Nov 08 13:45:08.812646 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:08.970775 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-eec79d72-e0cd-40db-b5f6-82eef26aaa0c tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5940b57ea4f441cfab58a3e99213edaa HTTP/1.1" status: 200 len: 380 time: 0.2370338 Nov 08 13:45:08.977398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:45:08.980818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:08.994410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Request body: {'port': {'device_id': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'admin_state_up': True, 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'security_groups': ['fde6e33c-0e93-41a1-89e6-ea9574c328ee']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:09.008287 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Floating IP a91ebbe2-9d89-4929-9b19-d1ebb9c67768 associated. External IP: 172.25.8.67, port: e0496da0-e76d-46f4-9492-baaeeb5cdbad. Nov 08 13:45:09.078850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cce9b-1a17-4964-b963-cc400a4869c5 req-d912adf4-0ff8-4458-9b0d-9c0d8c7677a6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.080370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f56cce9b-1a17-4964-b963-cc400a4869c5 req-d912adf4-0ff8-4458-9b0d-9c0d8c7677a6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0515113 Nov 08 13:45:09.130005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f56cce9b-1a17-4964-b963-cc400a4869c5 req-60522546-f3b7-4753-a2f5-f9bc289e0f90 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Nov 08 13:45:09.278708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.172 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/626c7422-6a39-49b2-b01d-39ff46bbf59e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:09.414812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.415531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Made reservation on behalf of 5940b57ea4f441cfab58a3e99213edaa for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:45:09.418970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:09.422015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.428234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.434384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.440989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.446975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.452993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.455607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-16703a69-b053-49c9-b66f-89e3847a9e3c tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.1014600 Nov 08 13:45:09.487538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bc4b522-312a-4011-ac57-9c33dd4a354f req-632c9fac-f288-4a2d-8f37-9f91438ea8f9 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 210 time: 0.0316281 Nov 08 13:45:09.537625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c32faa0-84c9-4f20-b953-da15461e7682 req-eabf4f03-fbfd-426f-833f-c2243aea91bb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717092 Nov 08 13:45:09.580061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Router cb34e98f-b7de-46ea-83b5-a212144e8b42 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:45:09.675539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:09.683329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.689452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.695536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.701625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.707692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.713798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.720467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.722352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-745d41b0-b86f-4297-8fba-96558e83e119 req-728d1491-5856-4004-ab2f-e243b6a7f335 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.0974762 Nov 08 13:45:09.782337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Allocated IP 172.20.0.12 (73acf905-b5c9-4803-86dd-c0c7e688d37f/b899c2dd-c447-40e1-a7b1-bf432a8be20f/db9b679b-8a1e-4114-aef3-0a18de8865b7) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:09.816989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:45:09.824328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:09.831659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] Sync routers for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:45:09.840568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-279e24bf-6d36-4278-925f-18aea4feb2cb req-314ffb13-1888-4ff6-a8a2-8e8b689ce89a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 210 time: 0.0345626 Nov 08 13:45:09.845362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:09.845991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:45:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:09.853078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:09.898698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:09.901521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:09.938789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-64252b0c-1d62-4d22-a15c-70cf82da8823 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "PUT /v2.0/floatingips/a91ebbe2-9d89-4929-9b19-d1ebb9c67768 HTTP/1.1" status: 200 len: 991 time: 2.6404166 Nov 08 13:45:09.947344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:09.949812 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:09.952186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd764df4-3959-451d-a71d-dbe960a39c06 req-f485383d-1c72-4516-84a7-0971cac65af4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:09.958933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd764df4-3959-451d-a71d-dbe960a39c06 req-f485383d-1c72-4516-84a7-0971cac65af4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0622799 Nov 08 13:45:09.986373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:10.003013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:10.050821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd764df4-3959-451d-a71d-dbe960a39c06 req-dc3969cc-d5d4-4f78-b137-2246d1f746de tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879190 Nov 08 13:45:10.063932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.227 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/e4930261-687c-4bb9-bbda-f726fd08cc1c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:10.074149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:10.157837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:10.168417 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2933f546-4284-41e4-b2ed-822b84ca7d04 x-openstack-request-id: req-2933f546-4284-41e4-b2ed-822b84ca7d04 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:10.168739 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:10.169009 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2933f546-4284-41e4-b2ed-822b84ca7d04 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:10.169435 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'status': 'completed', 'code': 200} Nov 08 13:45:10.274259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e1c07-6c4a-459e-a143-03361388f200 req-b8e1e779-a514-4d64-b385-0767142310a3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:10.282833 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336e1c07-6c4a-459e-a143-03361388f200 req-b8e1e779-a514-4d64-b385-0767142310a3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0682530 Nov 08 13:45:10.315854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=626c7422-6a39-49b2-b01d-39ff46bbf59e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:10.348571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336e1c07-6c4a-459e-a143-03361388f200 req-bb3fd996-c915-4a26-9a5e-644328faee49 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641806 Nov 08 13:45:10.375160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:10.375814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:10.422871 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-31465761-4010-4f02-a95d-07e741fc8c69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3900430 Nov 08 13:45:10.426729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3149de9a-e885-45cc-a144-122f5170b9d9 None None] Provisioning complete for port 626c7422-6a39-49b2-b01d-39ff46bbf59e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:10.427110 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3149de9a-e885-45cc-a144-122f5170b9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:10.433424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-74f97129-d325-4d76-a440-3de7f92e8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:10.434960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-74f97129-d325-4d76-a440-3de7f92e8752 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6ddf399a785b47c29c2529c88025cce3&device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 1097 time: 0.2266324 Nov 08 13:45:10.460139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Request body: {'port': {'device_id': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:10.503508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:10.519937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:10.523179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3149de9a-e885-45cc-a144-122f5170b9d9 None None] Port 626c7422-6a39-49b2-b01d-39ff46bbf59e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:45:10.606657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d74a331e-baee-4b76-a3e9-0ef7f92e7ba3 req-33424e03-dfec-418f-9d0e-a2ac416ee3e6 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 210 time: 0.0387628 Nov 08 13:45:10.629044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:10.663940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a91ebbe2-9d89-4929-9b19-d1ebb9c67768', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'port_id': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'mac_address': 'fa:16:3e:5e:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:44:50Z', 'updated_at': '2021-11-08T13:45:08Z', 'revision_number': 1, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:51Z', 'revision_number': 5, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:10.670813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-a8fa285e-219e-4fa1-a330-bcbc073cec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:10.672318 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-a8fa285e-219e-4fa1-a330-bcbc073cec32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=036c6215-626d-4db1-bc0d-40dda2638d3a HTTP/1.1" status: 200 len: 915 time: 0.2242630 Nov 08 13:45:10.674864 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:10.693839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:10.701033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] Checking router: cb34e98f-b7de-46ea-83b5-a212144e8b42 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:45:10.709591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:10.710204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:45:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:10.799876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:10.868249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:10.999226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb5c34-4160-4f63-9cc0-8460eed85920 req-b696358c-6239-49c0-8bc0-b813b503e6b6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.001837 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0cb5c34-4160-4f63-9cc0-8460eed85920 req-b696358c-6239-49c0-8bc0-b813b503e6b6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 936 time: 0.0619156 Nov 08 13:45:11.079469 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0cb5c34-4160-4f63-9cc0-8460eed85920 req-14c9e198-6395-4bc7-9717-f3256a599cb4 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689685 Nov 08 13:45:11.111381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:11.126992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:11.136646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:11.148076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:11.206378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:11.217082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f95d1-a411-4840-8a09-a5393369b77a req-4ed6a1cc-cab9-4d99-8ba3-866abb1940aa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.220000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:11.225748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c17f95d1-a411-4840-8a09-a5393369b77a req-4ed6a1cc-cab9-4d99-8ba3-866abb1940aa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0664368 Nov 08 13:45:11.245393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:11.251716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event updated for resources: {'Port': ['ID=db9b679b-8a1e-4114-aef3-0a18de8865b7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:11.261828 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-261ee826-4e36-44e0-83f4-c48a53e78656 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad HTTP/1.1" status: 200 len: 999 time: 0.5629075 Nov 08 13:45:11.290674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c17f95d1-a411-4840-8a09-a5393369b77a req-a8efce74-087c-45c9-bd8c-5c833122bcaa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625470 Nov 08 13:45:11.332589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a91ebbe2-9d89-4929-9b19-d1ebb9c67768', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'port_id': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'mac_address': 'fa:16:3e:5e:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:44:50Z', 'updated_at': '2021-11-08T13:45:08Z', 'revision_number': 1, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:51Z', 'revision_number': 5, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:11.430547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.431224 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:11.536648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49e67f-5a37-4fab-a3a2-42ed0d583ee5 None None] The sync data for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 is: [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a91ebbe2-9d89-4929-9b19-d1ebb9c67768', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'floating_ip_address': '172.25.8.67', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'port_id': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'mac_address': 'fa:16:3e:5e:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:44:50Z', 'updated_at': '2021-11-08T13:45:08Z', 'revision_number': 1, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:51Z', 'revision_number': 5, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:45:11.556027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.557043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:11.577232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=e4930261-687c-4bb9-bbda-f726fd08cc1c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:11.581421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a01f5-a0b4-4a16-b474-321cfd9ff615 req-eda85502-3d95-462e-b085-fb7e4ec096e9 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.605080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-922a01f5-a0b4-4a16-b474-321cfd9ff615 req-eda85502-3d95-462e-b085-fb7e4ec096e9 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.1576321 Nov 08 13:45:11.630772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-0a27f64d-7aa0-404c-af6b-889bb4b05347 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6389883 Nov 08 13:45:11.645097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-39ad1b34-ffa6-4001-80ef-dee83fbdb42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.646715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-13a00a53-1cf1-4d94-8385-c6209e6d99b2 None None] Provisioning complete for port db9b679b-8a1e-4114-aef3-0a18de8865b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:11.647114 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13a00a53-1cf1-4d94-8385-c6209e6d99b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:11.648663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-39ad1b34-ffa6-4001-80ef-dee83fbdb42d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7041365d-11ac-4f2c-875f-6d411a95a8a9 HTTP/1.1" status: 200 len: 853 time: 0.3547952 Nov 08 13:45:11.659374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-458b1689-684b-42ff-957e-f48004431873 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1824317 Nov 08 13:45:11.668575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Request body: {'port': {'device_id': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:11.679275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Request body: {'port': {'device_id': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:11.688049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-922a01f5-a0b4-4a16-b474-321cfd9ff615 req-d36ec25e-0005-4fc9-aa51-52fe73cc60b3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814962 Nov 08 13:45:11.764100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-13a00a53-1cf1-4d94-8385-c6209e6d99b2 None None] Port db9b679b-8a1e-4114-aef3-0a18de8865b7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:45:11.781632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744fd9c-9793-48cd-b8bf-0a66c5366c48 req-641660c6-2050-41a8-ac37-d56abdbcbbf0 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.783246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9744fd9c-9793-48cd-b8bf-0a66c5366c48 req-641660c6-2050-41a8-ac37-d56abdbcbbf0 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 932 time: 0.0628586 Nov 08 13:45:11.859613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9744fd9c-9793-48cd-b8bf-0a66c5366c48 req-121c53a6-6aee-4091-bc6d-503da072c7de tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666950 Nov 08 13:45:11.909082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fe7c4c01-56c6-4be9-80d2-ed1dd2bbfec5 None None] Provisioning complete for port e4930261-687c-4bb9-bbda-f726fd08cc1c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:11.909706 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fe7c4c01-56c6-4be9-80d2-ed1dd2bbfec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:11.939481 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb282cd-0495-4d1c-a7f3-00f86c6a5fc9 None None] New status for floating IP a91ebbe2-9d89-4929-9b19-d1ebb9c67768: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:45:11.940893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:11.944184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-56c6c4c9-52dd-48d6-b950-0ad905ed5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:11.945854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-56c6c4c9-52dd-48d6-b950-0ad905ed5bdb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=036c6215-626d-4db1-bc0d-40dda2638d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2742896 Nov 08 13:45:11.975074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:11.978736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626c7422-6a39-49b2-b01d-39ff46bbf59e {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:12.007355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fe7c4c01-56c6-4be9-80d2-ed1dd2bbfec5 None None] Port e4930261-687c-4bb9-bbda-f726fd08cc1c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:45:12.008625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:12.104026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Transition to ACTIVE for port object 626c7422-6a39-49b2-b01d-39ff46bbf59e will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:45:12.122104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:12.217837 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-34d44a4b-96ea-4ebc-91aa-7ce6426bc957 service neutron] 10.222.0.70 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572155 Nov 08 13:45:12.356100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48044) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:12.463226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Pushing event updated for resources: {'Port': ['ID=626c7422-6a39-49b2-b01d-39ff46bbf59e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:12.602581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be464a13-f4bf-4545-9b9c-2119a8b3fb18 req-aaeb8584-d282-4ef2-b609-b1eb2a97b712 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.604072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be464a13-f4bf-4545-9b9c-2119a8b3fb18 req-aaeb8584-d282-4ef2-b609-b1eb2a97b712 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 936 time: 0.4347060 Nov 08 13:45:12.650297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1b9b5-5cb0-449f-b69d-f7a2e63a5ab8 req-cc69cb07-b38a-410b-b915-e87a54556533 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.654206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6d1b9b5-5cb0-449f-b69d-f7a2e63a5ab8 req-cc69cb07-b38a-410b-b915-e87a54556533 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0880566 Nov 08 13:45:12.699575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be464a13-f4bf-4545-9b9c-2119a8b3fb18 req-de36c235-6f90-45c9-952a-0f661c52e9d6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880013 Nov 08 13:45:12.717808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3242c3cb-cdf3-426a-b6cd-941c3aa22cce req-50eb3594-88fe-46e3-991f-71a5f6aca2ec service neutron] 10.222.0.70 "GET /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4840152 Nov 08 13:45:12.721490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.722042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.723404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.724321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.724727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.725180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.725638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.726366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6d1b9b5-5cb0-449f-b69d-f7a2e63a5ab8 req-71464c99-2151-4a42-a89f-ee1cdf80acef tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692673 Nov 08 13:45:12.727510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-fbfa49b5-0641-42b3-b189-19748852348a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6499 time: 0.3680305 Nov 08 13:45:12.752364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Attempting to bind port 626c7422-6a39-49b2-b01d-39ff46bbf59e on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:12.752696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Attempting to bind port 626c7422-6a39-49b2-b01d-39ff46bbf59e by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:12.753022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Attempting to bind port 626c7422-6a39-49b2-b01d-39ff46bbf59e on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:12.793022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Port 626c7422-6a39-49b2-b01d-39ff46bbf59e on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:45:12.793339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Attempting to bind port 626c7422-6a39-49b2-b01d-39ff46bbf59e on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:12.816605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:12.816937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:12.817325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:12.817762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Bound port: 626c7422-6a39-49b2-b01d-39ff46bbf59e, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:12.818110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:12.834269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd14c33-a720-47d8-b45e-a0ca15610e64 req-16175031-30ed-4c33-b270-ee19528d75b4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.835940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5cd14c33-a720-47d8-b45e-a0ca15610e64 req-16175031-30ed-4c33-b270-ee19528d75b4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0517190 Nov 08 13:45:12.889066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5cd14c33-a720-47d8-b45e-a0ca15610e64 req-6eddb071-5826-4ccb-800e-35062b95c779 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Nov 08 13:45:12.963934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4930261-687c-4bb9-bbda-f726fd08cc1c {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:12.970351 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-9e348c71-4603-42e1-a744-fc7365ae29c5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&id=9405f310-aa59-418a-ba06-7dfd31694a44&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2136238 Nov 08 13:45:12.979456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:12.984105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db9b679b-8a1e-4114-aef3-0a18de8865b7 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:12.991453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98681d18-5f14-46dd-8bf7-fc55beb3ff4e req-e7532352-7ffa-4eb1-9991-4f2de7bdcc13 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:12.993209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98681d18-5f14-46dd-8bf7-fc55beb3ff4e req-e7532352-7ffa-4eb1-9991-4f2de7bdcc13 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 932 time: 0.0535219 Nov 08 13:45:13.002283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.022853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Transition to ACTIVE for port object e4930261-687c-4bb9-bbda-f726fd08cc1c will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:45:13.034983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] For port 626c7422-6a39-49b2-b01d-39ff46bbf59e, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:13.037068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.041965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] For port 626c7422-6a39-49b2-b01d-39ff46bbf59e, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=626c7422-6a39-49b2-b01d-39ff46bbf59e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:13.049928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Transition to ACTIVE for port object db9b679b-8a1e-4114-aef3-0a18de8865b7 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:45:13.054635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98681d18-5f14-46dd-8bf7-fc55beb3ff4e req-d9828060-8994-4f4f-bb95-1ce342a623fe tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537529 Nov 08 13:45:13.054859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.080432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.110055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.111489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.112948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] 10.222.0.54 "PUT /v2.0/ports/626c7422-6a39-49b2-b01d-39ff46bbf59e HTTP/1.1" status: 200 len: 1096 time: 2.6719148 Nov 08 13:45:13.128893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'tag': '626c7422-6a39-49b2-b01d-39ff46bbf59e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:13.131505 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7014ae-fe77-4f22-8f31-f2d3bf857958", "tag": "626c7422-6a39-49b2-b01d-39ff46bbf59e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:13.136930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Pushing event updated for resources: {'Port': ['ID=e4930261-687c-4bb9-bbda-f726fd08cc1c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:13.274657 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c786ae1-2ee8-40ef-b6fd-1a026118037f x-openstack-request-id: req-6c786ae1-2ee8-40ef-b6fd-1a026118037f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:13.274657 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7014ae-fe77-4f22-8f31-f2d3bf857958", "tag": "626c7422-6a39-49b2-b01d-39ff46bbf59e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:13.275184 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c786ae1-2ee8-40ef-b6fd-1a026118037f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:13.275719 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'tag': '626c7422-6a39-49b2-b01d-39ff46bbf59e', 'status': 'completed', 'code': 200} Nov 08 13:45:13.401867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Attempting to bind port e4930261-687c-4bb9-bbda-f726fd08cc1c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:13.402202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Attempting to bind port e4930261-687c-4bb9-bbda-f726fd08cc1c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:13.402528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Attempting to bind port e4930261-687c-4bb9-bbda-f726fd08cc1c on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:13.427362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Port e4930261-687c-4bb9-bbda-f726fd08cc1c on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:45:13.427687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Attempting to bind port e4930261-687c-4bb9-bbda-f726fd08cc1c on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:13.432152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-b77faf7d-87e0-4765-a0d2-2d25e724eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.433689 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-b77faf7d-87e0-4765-a0d2-2d25e724eda0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 1099 time: 0.2202082 Nov 08 13:45:13.437794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bd44c-9c04-4919-bd66-30b7987899a4 service neutron] Pushing event updated for resources: {'Port': ['ID=626c7422-6a39-49b2-b01d-39ff46bbf59e,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:13.465016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:13.465395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:13.465744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:13.466178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Bound port: e4930261-687c-4bb9-bbda-f726fd08cc1c, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:13.467066 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.544508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-68c91f39-0291-4f71-8550-804a6ff3ae6f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=626c7422-6a39-49b2-b01d-39ff46bbf59e HTTP/1.1" status: 200 len: 217 time: 0.0980558 Nov 08 13:45:13.551117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Attempting to bind port db9b679b-8a1e-4114-aef3-0a18de8865b7 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:13.551380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Attempting to bind port db9b679b-8a1e-4114-aef3-0a18de8865b7 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:13.551578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Attempting to bind port db9b679b-8a1e-4114-aef3-0a18de8865b7 on network 73acf905-b5c9-4803-86dd-c0c7e688d37f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:13.579039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Port db9b679b-8a1e-4114-aef3-0a18de8865b7 on network 73acf905-b5c9-4803-86dd-c0c7e688d37f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:45:13.579355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Attempting to bind port db9b679b-8a1e-4114-aef3-0a18de8865b7 on network 73acf905-b5c9-4803-86dd-c0c7e688d37f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:13.620302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Pushing event updated for resources: {'Port': ['ID=db9b679b-8a1e-4114-aef3-0a18de8865b7,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:13.628677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:13.629062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Checking segment: {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:13.629424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Bound using segment: {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:13.629950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Bound port: db9b679b-8a1e-4114-aef3-0a18de8865b7, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c753d2-197e-4658-8a4e-f1860a46de85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:13.630168 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.668066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-eca3f30c-f324-4227-9b74-424c55c0d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.669459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-eca3f30c-f324-4227-9b74-424c55c0d40a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1066208 Nov 08 13:45:13.713699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] For port e4930261-687c-4bb9-bbda-f726fd08cc1c, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:13.747464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] For port e4930261-687c-4bb9-bbda-f726fd08cc1c, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e4930261-687c-4bb9-bbda-f726fd08cc1c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:13.764577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.801544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] For port db9b679b-8a1e-4114-aef3-0a18de8865b7, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:13.825104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.825729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.827283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] 10.222.0.70 "PUT /v2.0/ports/e4930261-687c-4bb9-bbda-f726fd08cc1c HTTP/1.1" status: 200 len: 1096 time: 2.1545913 Nov 08 13:45:13.833240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] For port db9b679b-8a1e-4114-aef3-0a18de8865b7, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:13.835533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-3a77740c-4f58-4c22-98ad-20caf6e60ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.837062 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-3a77740c-4f58-4c22-98ad-20caf6e60ca2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581073 Nov 08 13:45:13.843422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.888190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aed3da-9a87-4591-8098-c9723d248067 service neutron] Pushing event updated for resources: {'Port': ['ID=e4930261-687c-4bb9-bbda-f726fd08cc1c,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:13.900235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b89e375-f70a-49e4-81d2-2f60292b51c0 req-a6a5db08-8bad-4fb8-a480-21efc5a3e7e1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.902071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b89e375-f70a-49e4-81d2-2f60292b51c0 req-a6a5db08-8bad-4fb8-a480-21efc5a3e7e1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 948 time: 0.1016948 Nov 08 13:45:13.912492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f3e6b-3928-40cc-a20f-a6c100805479 req-dfaaa8c9-3fd5-4580-8c1a-8b4c63435645 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.913892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b75f3e6b-3928-40cc-a20f-a6c100805479 req-dfaaa8c9-3fd5-4580-8c1a-8b4c63435645 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1038191 Nov 08 13:45:13.993005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:13.993942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:13.996212 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] 10.222.0.54 "PUT /v2.0/ports/db9b679b-8a1e-4114-aef3-0a18de8865b7 HTTP/1.1" status: 200 len: 1092 time: 2.3403230 Nov 08 13:45:13.997013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d9eea-bac5-4523-9a9b-1181e0a52d82 service neutron] Pushing event updated for resources: {'Port': ['ID=db9b679b-8a1e-4114-aef3-0a18de8865b7,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:14.018886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b75f3e6b-3928-40cc-a20f-a6c100805479 req-840bbe04-29fc-46dc-92d7-aa8fd1d5b142 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972073 Nov 08 13:45:14.045236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b89e375-f70a-49e4-81d2-2f60292b51c0 req-2e3b64f0-7d27-4d87-b9b0-6693c3b79f97 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302512 Nov 08 13:45:14.210563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4aae7-9371-4d26-9e48-54b3a6a924f6 req-a2a33206-df4c-4173-8bab-8927fe998cd2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.212474 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f4aae7-9371-4d26-9e48-54b3a6a924f6 req-a2a33206-df4c-4173-8bab-8927fe998cd2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0756409 Nov 08 13:45:14.296711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f4aae7-9371-4d26-9e48-54b3a6a924f6 req-19b9f913-460f-4708-8abe-5f05c83d15d8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733109 Nov 08 13:45:14.305648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afa3e3-80b5-41a4-bdba-85f6c0a9baec req-ae4401f9-9e20-4d3b-9142-63fc5870d1ad tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.307170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83afa3e3-80b5-41a4-bdba-85f6c0a9baec req-ae4401f9-9e20-4d3b-9142-63fc5870d1ad tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 944 time: 0.0937748 Nov 08 13:45:14.373082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83afa3e3-80b5-41a4-bdba-85f6c0a9baec req-1544bca7-ba91-435a-838f-c0c470cb7559 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490937 Nov 08 13:45:14.405096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:14.418661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:45:14.522757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-c25681a1-c662-4ec6-956f-5c709c67943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.524382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-c25681a1-c662-4ec6-956f-5c709c67943f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 1099 time: 0.5361731 Nov 08 13:45:14.541999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7625a-bb04-4863-961f-efb8caa6fd71 req-140a986d-9759-42d2-89aa-22c8a49332ca tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.550251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85c7625a-bb04-4863-961f-efb8caa6fd71 req-140a986d-9759-42d2-89aa-22c8a49332ca tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0647180 Nov 08 13:45:14.554715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-86f2fdac-6c8a-46ab-81e2-e037cde1ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.556333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-86f2fdac-6c8a-46ab-81e2-e037cde1ee6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5940b57ea4f441cfab58a3e99213edaa&device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 1095 time: 0.4826596 Nov 08 13:45:14.578482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:14.600900 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-2e7adc49-8bb9-4087-9770-cf7d884dc882 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e4930261-687c-4bb9-bbda-f726fd08cc1c HTTP/1.1" status: 200 len: 217 time: 0.0651128 Nov 08 13:45:14.605118 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-8eb80ff7-cefb-45f8-a17c-03e5cfce8d5e service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466369 Nov 08 13:45:14.613319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:14.619377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:14.619650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85c7625a-bb04-4863-961f-efb8caa6fd71 req-74ebc1f0-84b3-4f62-8dee-543df0f6cfd7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634997 Nov 08 13:45:14.621530 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34163fe6-1961-48fe-8f1a-a06db2347bf4" -d '{"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:14.642274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'port_id': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'mac_address': 'fa:16:3e:aa:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b2e64-0ffd-477b-bd16-f21a47f445a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:14.644891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:14.650632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:14.664725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-325f1171-22b1-4ce8-aa01-df362a94ecb6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7 HTTP/1.1" status: 200 len: 217 time: 0.0735598 Nov 08 13:45:14.674580 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04356672-ef08-4cc4-b8ec-047f0e9b3bcd x-openstack-request-id: req-04356672-ef08-4cc4-b8ec-047f0e9b3bcd {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:14.674875 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-unplugged", "status": "completed", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:14.675133 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04356672-ef08-4cc4-b8ec-047f0e9b3bcd {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:14.675596 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'code': 200} Nov 08 13:45:14.697056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-8a81bcb5-e486-40fc-b82c-72ca29cee230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.698573 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-8a81bcb5-e486-40fc-b82c-72ca29cee230 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1095 time: 0.2122669 Nov 08 13:45:14.716998 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:14.735140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:14.740002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:14.765848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.766197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.766537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.766873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.767212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.767538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.767891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.768218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.768543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.768872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.769196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.769515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:14.776605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:14.781800 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:14.833024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:14.868039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-68686b67-5a91-4e00-bfa6-85126239b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.869501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-68686b67-5a91-4e00-bfa6-85126239b17d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.2158070 Nov 08 13:45:14.877872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-079c46b2-4b11-4162-8e66-891791fa02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.879221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-079c46b2-4b11-4162-8e66-891791fa02f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b899c2dd-c447-40e1-a7b1-bf432a8be20f HTTP/1.1" status: 200 len: 845 time: 0.1862521 Nov 08 13:45:14.960080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-0f63ed5b-bb55-4694-a80e-ed1c0d1a5d1d service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049383 Nov 08 13:45:14.968707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-bf7d4e06-51fd-4e1d-946e-03199597d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.970110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-bf7d4e06-51fd-4e1d-946e-03199597d5a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.2481437 Nov 08 13:45:14.982098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66c67-f128-4dc4-b337-08c351526002 req-7ce367ce-dda6-436e-90cb-012de03a5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:14.984270 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-7ce367ce-dda6-436e-90cb-012de03a5ebe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73acf905-b5c9-4803-86dd-c0c7e688d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918477 Nov 08 13:45:15.038954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-98c66478-a545-4cbd-9afc-c1aa448e9992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.040438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-98c66478-a545-4cbd-9afc-c1aa448e9992 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588273 Nov 08 13:45:15.106426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d0452337-444e-48e9-a016-4af2106c6b76 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:15.158800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:15.188493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa7efd-68ee-46b3-980b-9bc1a95154c9 req-c40c31b0-71e2-4a03-9eeb-5ad2d03ee121 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.190945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6eaa7efd-68ee-46b3-980b-9bc1a95154c9 req-c40c31b0-71e2-4a03-9eeb-5ad2d03ee121 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1028283 Nov 08 13:45:15.205937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-71995d76-f784-4adb-bc00-19664e26aad8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 998 time: 0.2206371 Nov 08 13:45:15.223392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44f4e3-d193-4a22-b628-80d20354cca2 req-8efaa53b-461c-4ccf-a29f-0aa19abccb22 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.225173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d44f4e3-d193-4a22-b628-80d20354cca2 req-8efaa53b-461c-4ccf-a29f-0aa19abccb22 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 948 time: 0.0951419 Nov 08 13:45:15.271422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:15.278233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'tag': 'e4930261-687c-4bb9-bbda-f726fd08cc1c'}, {'name': 'network-changed', 'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:15.280780 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b843e46-f43c-4f65-b681-65fc7886621e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f0419b-e560-4450-af29-0d2f22c8be7e", "tag": "e4930261-687c-4bb9-bbda-f726fd08cc1c"}, {"name": "network-changed", "server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:15.288387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd0452337-444e-48e9-a016-4af2106c6b76', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'port_id': 'd0452337-444e-48e9-a016-4af2106c6b76', 'mac_address': 'fa:16:3e:08:c0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75924a23-a018-43ee-9528-ec8ba9fe14c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:15.291666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6eaa7efd-68ee-46b3-980b-9bc1a95154c9 req-52b4290a-2257-4722-8e0d-f8b24f8e7919 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937355 Nov 08 13:45:15.293880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-5e89a1a1-8ea8-4726-adbc-bfac9a41f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.295979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-5e89a1a1-8ea8-4726-adbc-bfac9a41f2ef service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 1099 time: 0.2671487 Nov 08 13:45:15.321504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d44f4e3-d193-4a22-b628-80d20354cca2 req-566a3f19-741b-40ab-a451-e2819bbc9ff1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867479 Nov 08 13:45:15.339990 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-9f079b4e-d0dd-4aff-864d-4d19a529275a service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123298 Nov 08 13:45:15.345820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:15.353458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-c1138e36-b853-4149-8c83-5e50709aff36 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973979 Nov 08 13:45:15.365582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d0452337-444e-48e9-a016-4af2106c6b76 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:15.377071 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03e4b0b-64fe-45d5-858b-f35d3baef7e6 x-openstack-request-id: req-a03e4b0b-64fe-45d5-858b-f35d3baef7e6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:15.377379 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f0419b-e560-4450-af29-0d2f22c8be7e", "tag": "e4930261-687c-4bb9-bbda-f726fd08cc1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:15.377636 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a03e4b0b-64fe-45d5-858b-f35d3baef7e6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:15.378113 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'tag': 'e4930261-687c-4bb9-bbda-f726fd08cc1c', 'status': 'completed', 'code': 200} Nov 08 13:45:15.378304 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'status': 'completed', 'code': 200} Nov 08 13:45:15.405521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:15.419158 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:15.472065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52a829-502c-4c0c-9a99-83fb09cb793e req-900bb758-1de6-41dd-ad5e-a25db3b267c7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.480504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa52a829-502c-4c0c-9a99-83fb09cb793e req-900bb758-1de6-41dd-ad5e-a25db3b267c7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 945 time: 0.0585418 Nov 08 13:45:15.507173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:15.509415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-1aafe09c-2e3a-4f24-b81a-6020c7d65290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.511057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-1aafe09c-2e3a-4f24-b81a-6020c7d65290 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.2916474 Nov 08 13:45:15.578719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa52a829-502c-4c0c-9a99-83fb09cb793e req-f9cdd586-a6ef-4ee6-aa79-c87a91cecf81 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969570 Nov 08 13:45:15.587050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0adbbe36-7a9c-4318-a298-0774b8209500 req-6b2c3dc1-9df2-4d2b-95f9-7fe0122b76a5 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079301 Nov 08 13:45:15.595056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10074d8-8526-43c7-b6bd-be54b5df536a req-293c12b3-64f9-46a3-b17a-ea0361dac9d0 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.604305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e10074d8-8526-43c7-b6bd-be54b5df536a req-293c12b3-64f9-46a3-b17a-ea0361dac9d0 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 944 time: 0.0992053 Nov 08 13:45:15.660870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-b5a9bf63-12fe-432e-82dd-059489c3aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.662314 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-b5a9bf63-12fe-432e-82dd-059489c3aae3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3488967 Nov 08 13:45:15.664136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-3a2ee763-2d55-4bf9-95b5-299ede9faf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.665559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e10074d8-8526-43c7-b6bd-be54b5df536a req-2c940325-83a0-4769-b86c-7041a36a2c60 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601573 Nov 08 13:45:15.668170 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-3a2ee763-2d55-4bf9-95b5-299ede9faf27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202891 Nov 08 13:45:15.670635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ec66c67-f128-4dc4-b337-08c351526002 req-ab33e0a1-b370-40c4-a979-73460b008c92 service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163104 Nov 08 13:45:15.763341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-fb535df5-0a81-464c-817b-ddc4ac61bcf0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=626c7422-6a39-49b2-b01d-39ff46bbf59e HTTP/1.1" status: 200 len: 217 time: 0.0697856 Nov 08 13:45:15.790573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674eda2-a772-415a-9b42-c52666ed1812 req-c8c4c43d-9784-40cc-936c-c7b70eadface tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.792274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c674eda2-a772-415a-9b42-c52666ed1812 req-c8c4c43d-9784-40cc-936c-c7b70eadface tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0583317 Nov 08 13:45:15.817550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d0452337-444e-48e9-a016-4af2106c6b76'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:15.845383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c674eda2-a772-415a-9b42-c52666ed1812 req-e50fec4d-0a74-4ec0-821c-970594d43c0f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460272 Nov 08 13:45:15.864007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-6c80251a-e033-486b-8d65-2e195bdb79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.865574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-6c80251a-e033-486b-8d65-2e195bdb79b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 1099 time: 0.2159216 Nov 08 13:45:15.914302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-941927b8-9d56-4a20-b6e5-03063f53156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.915836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-941927b8-9d56-4a20-b6e5-03063f53156d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5940b57ea4f441cfab58a3e99213edaa&device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 1095 time: 0.1638489 Nov 08 13:45:15.921535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-1ac8e27e-57f2-4ed9-85a5-e327d0e8a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:15.922864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-1ac8e27e-57f2-4ed9-85a5-e327d0e8a662 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1120012 Nov 08 13:45:15.981128 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-cecf0873-79a1-4284-b985-33097dd3e559 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865469 Nov 08 13:45:16.141839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-c0b30883-7399-43f8-96e9-aba49068bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.143222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-c0b30883-7399-43f8-96e9-aba49068bec3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1832359 Nov 08 13:45:16.154648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-de22abc8-7924-4745-9ed6-c8b8cefedb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.156089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-de22abc8-7924-4745-9ed6-c8b8cefedb71 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.2787690 Nov 08 13:45:16.236354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-d4c9f2ba-8a10-4f34-ae88-2b4c173fd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.237841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-d4c9f2ba-8a10-4f34-ae88-2b4c173fd888 service neutron] 10.222.0.54 "GET /v2.0/networks?id=73acf905-b5c9-4803-86dd-c0c7e688d37f HTTP/1.1" status: 200 len: 907 time: 0.2766161 Nov 08 13:45:16.265664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-9bfb603b-9feb-4133-bf96-0c2679e304c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=e4930261-687c-4bb9-bbda-f726fd08cc1c HTTP/1.1" status: 200 len: 217 time: 0.0900216 Nov 08 13:45:16.270063 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1d565d8-ddf8-479b-b9ca-681e4365c7da req-c19fe164-51b5-4b1f-bc2d-b6c08f1d2413 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660584 Nov 08 13:45:16.320426 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-6055639e-32cf-4c82-802c-d01964ec7e7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7 HTTP/1.1" status: 200 len: 217 time: 0.0523837 Nov 08 13:45:16.405231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-e8a67972-f686-4450-a604-b4220bc6c0dd service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453322 Nov 08 13:45:16.413663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-03beaf14-77fb-4649-b2b2-a29941ccaf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.415663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-03beaf14-77fb-4649-b2b2-a29941ccaf94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1068976 Nov 08 13:45:16.459474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-8200a1c3-8a61-414d-b1f8-d958a1bb76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.460961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-8200a1c3-8a61-414d-b1f8-d958a1bb76b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b899c2dd-c447-40e1-a7b1-bf432a8be20f HTTP/1.1" status: 200 len: 845 time: 0.1206014 Nov 08 13:45:16.467933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24580939-d2d4-46f6-834a-cb9e23af7372 req-248e07c0-401e-4a76-967b-2fd755163bdd tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.469467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24580939-d2d4-46f6-834a-cb9e23af7372 req-248e07c0-401e-4a76-967b-2fd755163bdd tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 944 time: 0.0943789 Nov 08 13:45:16.492678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb71e8-012f-4050-81d9-0e32e5c90eb1 req-b9226e29-e217-4b6c-9279-6a3e9c655355 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.498349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eabb71e8-012f-4050-81d9-0e32e5c90eb1 req-b9226e29-e217-4b6c-9279-6a3e9c655355 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 948 time: 0.0899208 Nov 08 13:45:16.567874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-505b9a00-dc84-48d2-bcca-b0d992b48b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.569437 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-505b9a00-dc84-48d2-bcca-b0d992b48b06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441784 Nov 08 13:45:16.572509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24580939-d2d4-46f6-834a-cb9e23af7372 req-3776cdd6-4f74-475c-864f-82a8ba1dd64c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768690 Nov 08 13:45:16.577545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72e88c2b-c5f3-491b-abf6-27f3b5a00a10 req-2ae22c3f-c5f5-451f-8e31-f0fc5aa2a3d7 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612785 Nov 08 13:45:16.580895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eabb71e8-012f-4050-81d9-0e32e5c90eb1 req-e36e4dc5-fa21-4845-b267-38e8e51e148a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750017 Nov 08 13:45:16.587504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b843e46-f43c-4f65-b681-65fc7886621e req-53411e00-f61d-4744-9dc4-09f31c5d0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.590218 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-53411e00-f61d-4744-9dc4-09f31c5d0ef9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73acf905-b5c9-4803-86dd-c0c7e688d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1125584 Nov 08 13:45:16.739511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-082f5948-51a6-4885-b6bc-230667648b9b service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602690 Nov 08 13:45:16.745328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907c9d4-6884-4511-90a0-05c2d3957eb8 req-1e7769cb-245e-472e-a8b9-150ff229570d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.747192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d907c9d4-6884-4511-90a0-05c2d3957eb8 req-1e7769cb-245e-472e-a8b9-150ff229570d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 945 time: 0.0717752 Nov 08 13:45:16.752968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-2f408e15-a726-4c98-85b0-803d120f597b service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482618 Nov 08 13:45:16.839017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d907c9d4-6884-4511-90a0-05c2d3957eb8 req-edb8c19f-a850-4acd-9122-c33a589ede89 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814462 Nov 08 13:45:16.883894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb3506-020e-433e-b108-2d17bff0e625 req-733ec671-ba32-49e7-bb90-1fbd0e661223 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.885488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68fb3506-020e-433e-b108-2d17bff0e625 req-733ec671-ba32-49e7-bb90-1fbd0e661223 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 944 time: 0.0631933 Nov 08 13:45:16.933391 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-24c4001b-4b36-4c82-9830-3402f73c74ba service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623616 Nov 08 13:45:16.937039 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b843e46-f43c-4f65-b681-65fc7886621e req-96df9ab0-4a75-4af2-be87-4f5c69e0e5d8 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779976 Nov 08 13:45:16.963722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68fb3506-020e-433e-b108-2d17bff0e625 req-6c0de19a-db47-4262-b124-8b284f101d35 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699069 Nov 08 13:45:16.984261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c900758-043e-461d-8599-5e8007f8291f req-d9e7ee77-97f7-426f-a7c6-73488e75961e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:16.985799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c900758-043e-461d-8599-5e8007f8291f req-d9e7ee77-97f7-426f-a7c6-73488e75961e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0630054 Nov 08 13:45:17.034563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c900758-043e-461d-8599-5e8007f8291f req-0383840b-4446-4947-a769-7d44d55feb15 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427995 Nov 08 13:45:17.119925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d0452337-444e-48e9-a016-4af2106c6b76 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:17.171911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d0452337-444e-48e9-a016-4af2106c6b76 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:17.172282 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:17.248490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:17.272875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:17.275305 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123d3ef5-14a7-401b-892f-175bd59c31fb" -d '{"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-plugged", "status": "completed", "tag": "d0452337-444e-48e9-a016-4af2106c6b76"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:17.287962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:17.292686 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:17.319274 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9d22b4-876b-4972-b620-2b9c3467b76c x-openstack-request-id: req-cf9d22b4-876b-4972-b620-2b9c3467b76c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:17.319565 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-plugged", "status": "completed", "tag": "d0452337-444e-48e9-a016-4af2106c6b76", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:17.319915 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf9d22b4-876b-4972-b620-2b9c3467b76c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:17.320298 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76', 'code': 200} Nov 08 13:45:17.356443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:17.702513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2ff49-3f23-42e3-a315-91ddc902cf7a req-5433e61d-52e8-4e32-94a9-c73e18d7d37e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:17.704012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bf2ff49-3f23-42e3-a315-91ddc902cf7a req-5433e61d-52e8-4e32-94a9-c73e18d7d37e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0591595 Nov 08 13:45:17.776883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b47559-0d3f-4943-a92b-2e671b250fac req-a70c3ad6-be6a-4ae0-9983-af34d53febdd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:17.778372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47b47559-0d3f-4943-a92b-2e671b250fac req-a70c3ad6-be6a-4ae0-9983-af34d53febdd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 948 time: 0.0955400 Nov 08 13:45:17.783549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bf2ff49-3f23-42e3-a315-91ddc902cf7a req-e1c95231-4138-43c4-97ad-fb5f63656502 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615838 Nov 08 13:45:17.829074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47b47559-0d3f-4943-a92b-2e671b250fac req-9dbf329c-e1dd-42eb-bee9-1b5e11d7ed65 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Nov 08 13:45:17.962659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eabec4-d242-4208-80e4-90e53ecc0461 req-516aef2f-f3bc-4de5-b6d5-4a55a4c925d7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:17.964118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79eabec4-d242-4208-80e4-90e53ecc0461 req-516aef2f-f3bc-4de5-b6d5-4a55a4c925d7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 945 time: 0.0507572 Nov 08 13:45:18.016418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79eabec4-d242-4208-80e4-90e53ecc0461 req-5388f385-20e2-463f-b34a-544d64b25b62 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 Nov 08 13:45:18.095187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98322fcb-5f6d-451a-8b4b-7f182b70e71e req-8221ccae-1946-4659-b6af-06ade8c2779b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:18.097184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98322fcb-5f6d-451a-8b4b-7f182b70e71e req-8221ccae-1946-4659-b6af-06ade8c2779b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 944 time: 0.0576630 Nov 08 13:45:18.145540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98322fcb-5f6d-451a-8b4b-7f182b70e71e req-a01d3102-aac3-43d3-a441-419cab03e52b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428834 Nov 08 13:45:18.437952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e4930261-687c-4bb9-bbda-f726fd08cc1c details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:18.441043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:18.554284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:18.554659 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:18.599388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e4930261-687c-4bb9-bbda-f726fd08cc1c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e4930261-687c-4bb9-bbda-f726fd08cc1c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:18.613803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e4930261-687c-4bb9-bbda-f726fd08cc1c', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'e4930261-687c-4bb9-bbda-f726fd08cc1c', 'mac_address': 'fa:16:3e:5c:32:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:18.677360 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:18.696705 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:18.701710 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4930261-687c-4bb9-bbda-f726fd08cc1c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:18.733124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e4930261-687c-4bb9-bbda-f726fd08cc1c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e4930261-687c-4bb9-bbda-f726fd08cc1c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:18.739986 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:18.752739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:18.771073 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:18.797569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e4930261-687c-4bb9-bbda-f726fd08cc1c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:18.850622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:18.907772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730251-042d-47a4-a372-57c7716f583d req-a430fcc0-d131-474b-9fd0-343617252e3e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:18.909358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3730251-042d-47a4-a372-57c7716f583d req-a430fcc0-d131-474b-9fd0-343617252e3e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0546944 Nov 08 13:45:18.991907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b832a7-3f6c-49fb-a939-2417a0f6e74b req-295dee6a-44c1-432b-9ca7-d37e3ea6ec1d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:18.993646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5b832a7-3f6c-49fb-a939-2417a0f6e74b req-295dee6a-44c1-432b-9ca7-d37e3ea6ec1d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 949 time: 0.0832324 Nov 08 13:45:19.007634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3730251-042d-47a4-a372-57c7716f583d req-9f11514f-229c-4c9d-a3f7-dbf605af3242 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887802 Nov 08 13:45:19.056211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5b832a7-3f6c-49fb-a939-2417a0f6e74b req-e9729b6f-d2c6-4096-a1bc-8cee619c9019 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472970 Nov 08 13:45:19.126021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e4930261-687c-4bb9-bbda-f726fd08cc1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:19.212925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79be7f-0110-4fa8-8127-f60fa8c60aeb req-c5facf14-06ef-4fba-a83e-9b9c2cdc50f5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:19.214622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df79be7f-0110-4fa8-8127-f60fa8c60aeb req-c5facf14-06ef-4fba-a83e-9b9c2cdc50f5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0577135 Nov 08 13:45:19.302780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df79be7f-0110-4fa8-8127-f60fa8c60aeb req-c73e9cb4-4aee-46d2-b6dc-a31d8beeb111 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814695 Nov 08 13:45:19.317176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbc7be-0d42-42e0-a377-661fb3cf11bb req-4e56a4f2-faca-4dcb-8fd5-b0fea1993b19 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:19.318771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dbbc7be-0d42-42e0-a377-661fb3cf11bb req-4e56a4f2-faca-4dcb-8fd5-b0fea1993b19 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 944 time: 0.0829194 Nov 08 13:45:19.365959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:19.368660 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a54cd2-b780-4e7e-a625-f635f1370d5b" -d '{"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:19.380532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dbbc7be-0d42-42e0-a377-661fb3cf11bb req-f8e83c01-2021-4eb2-bd2c-7bea51bd83b1 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544930 Nov 08 13:45:19.418158 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a44b386-8fef-4ef4-aeac-67f8152244f9 x-openstack-request-id: req-9a44b386-8fef-4ef4-aeac-67f8152244f9 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:19.418457 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:19.418709 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a44b386-8fef-4ef4-aeac-67f8152244f9 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:19.419099 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'code': 200} Nov 08 13:45:19.587846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7b4cb-c026-43b3-9e2a-e8ff71502b8a req-dbc45b20-5dab-4b77-9861-51cbed237292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:19.589358 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-53e7b4cb-c026-43b3-9e2a-e8ff71502b8a req-dbc45b20-5dab-4b77-9861-51cbed237292 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 1097 time: 0.0427046 Nov 08 13:45:19.637059 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-53e7b4cb-c026-43b3-9e2a-e8ff71502b8a req-cfd41018-83c7-42d7-859a-71a08b495b37 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397344 Nov 08 13:45:20.185629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9705e-94dc-49bd-9586-009051804606 req-9f670e4b-a9b1-4d52-a7e3-394165c1c9af tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:20.187207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45d9705e-94dc-49bd-9586-009051804606 req-9f670e4b-a9b1-4d52-a7e3-394165c1c9af tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1089420 Nov 08 13:45:20.251976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45d9705e-94dc-49bd-9586-009051804606 req-1b779f52-5948-409d-90a5-18e33631c4cf tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509653 Nov 08 13:45:20.274697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3df75-5475-4186-88d6-1eada8f788ba req-25873258-daf7-4725-a1af-f4c2ebdaa9ea tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:20.274697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74a3df75-5475-4186-88d6-1eada8f788ba req-25873258-daf7-4725-a1af-f4c2ebdaa9ea tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 949 time: 0.1201050 Nov 08 13:45:20.340690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74a3df75-5475-4186-88d6-1eada8f788ba req-bfd61c97-03d2-4099-b753-8b1910856bb6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667384 Nov 08 13:45:20.468533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a302ea-6584-46e9-aac4-3f05ba845d5f req-9fbde0d9-5dcf-4123-9693-f193d649f8b6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:20.470268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42a302ea-6584-46e9-aac4-3f05ba845d5f req-9fbde0d9-5dcf-4123-9693-f193d649f8b6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0599411 Nov 08 13:45:20.565836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290c5a6-fff7-4f1e-b519-9c45b63be435 req-ddf7aa5e-d195-4180-bdab-cc98866dc60f tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:20.567312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c290c5a6-fff7-4f1e-b519-9c45b63be435 req-ddf7aa5e-d195-4180-bdab-cc98866dc60f tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 944 time: 0.0880327 Nov 08 13:45:20.572884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42a302ea-6584-46e9-aac4-3f05ba845d5f req-1cfed905-2a78-437c-ae6e-2452dad0c281 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940905 Nov 08 13:45:20.645062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c290c5a6-fff7-4f1e-b519-9c45b63be435 req-babb13cb-4e3f-4d17-9723-0f2b88f72070 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648677 Nov 08 13:45:21.137112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device db9b679b-8a1e-4114-aef3-0a18de8865b7 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:21.272434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port db9b679b-8a1e-4114-aef3-0a18de8865b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:21.287153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'port_id': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'mac_address': 'fa:16:3e:72:9e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:21.331363 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:21.346253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db9b679b-8a1e-4114-aef3-0a18de8865b7 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:21.370048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port db9b679b-8a1e-4114-aef3-0a18de8865b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:21.376210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:21.376942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 626c7422-6a39-49b2-b01d-39ff46bbf59e details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:21.426385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94167-b816-4da2-af08-52cba3fc9437 req-958e9b12-1c8e-4fbe-8315-8696eb7f5d44 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:21.428159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24e94167-b816-4da2-af08-52cba3fc9437 req-958e9b12-1c8e-4fbe-8315-8696eb7f5d44 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0872231 Nov 08 13:45:21.470694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=db9b679b-8a1e-4114-aef3-0a18de8865b7,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:21.539087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24e94167-b816-4da2-af08-52cba3fc9437 req-fef6c2b0-0a3f-4d26-919a-bd58528f6c21 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039300 Nov 08 13:45:21.647563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da25b28-ded9-4d65-baf7-03baecadba54 req-5bfe2f0c-37cf-499c-aa23-426bb929153c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:21.660772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4da25b28-ded9-4d65-baf7-03baecadba54 req-5bfe2f0c-37cf-499c-aa23-426bb929153c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 949 time: 0.0946414 Nov 08 13:45:21.680980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 626c7422-6a39-49b2-b01d-39ff46bbf59e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=626c7422-6a39-49b2-b01d-39ff46bbf59e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:21.732642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4da25b28-ded9-4d65-baf7-03baecadba54 req-9919a536-69ef-492a-8fa0-6221b3e5d6d2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Nov 08 13:45:21.740248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '626c7422-6a39-49b2-b01d-39ff46bbf59e', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '626c7422-6a39-49b2-b01d-39ff46bbf59e', 'mac_address': 'fa:16:3e:d2:17:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:21.812642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46333588-b593-4dcd-9110-f554d33720e7 req-e71a6c5a-a349-4fe3-9568-320aeb811ea5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:21.822150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46333588-b593-4dcd-9110-f554d33720e7 req-e71a6c5a-a349-4fe3-9568-320aeb811ea5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0863736 Nov 08 13:45:21.835111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:21.851384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626c7422-6a39-49b2-b01d-39ff46bbf59e {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:21.876919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 626c7422-6a39-49b2-b01d-39ff46bbf59e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=626c7422-6a39-49b2-b01d-39ff46bbf59e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:21.892186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:21.925149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9018c-4151-485a-8035-1346ad5c2b8a req-111978b6-b713-4c27-b8ca-f0d3d3049dcd tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:21.926834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bb9018c-4151-485a-8035-1346ad5c2b8a req-111978b6-b713-4c27-b8ca-f0d3d3049dcd tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 945 time: 0.1018152 Nov 08 13:45:21.943058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46333588-b593-4dcd-9110-f554d33720e7 req-1fcaa493-00ba-48c1-947a-45985593bd6f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197760 Nov 08 13:45:22.017737 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=626c7422-6a39-49b2-b01d-39ff46bbf59e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:22.060501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bb9018c-4151-485a-8035-1346ad5c2b8a req-4cf9536e-417b-4493-9c07-208d3f7f247a tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161633 Nov 08 13:45:22.129965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb6065-fece-48f0-82ee-a9f70c7c2c91 req-e5f8e22d-385b-4ef5-95a0-37a70612d994 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:22.131774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bbb6065-fece-48f0-82ee-a9f70c7c2c91 req-e5f8e22d-385b-4ef5-95a0-37a70612d994 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0880115 Nov 08 13:45:22.217585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bbb6065-fece-48f0-82ee-a9f70c7c2c91 req-0090bb23-f80d-4bec-82d7-bdc9b55266ed tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788541 Nov 08 13:45:22.415247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['626c7422-6a39-49b2-b01d-39ff46bbf59e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:22.468093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['db9b679b-8a1e-4114-aef3-0a18de8865b7'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:22.471219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e4930261-687c-4bb9-bbda-f726fd08cc1c up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:22.704681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e4930261-687c-4bb9-bbda-f726fd08cc1c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:45:22.718889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e4930261-687c-4bb9-bbda-f726fd08cc1c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:22.719197 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:22.745084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b748c-8c46-41a0-8a6c-118de9270fba req-0eb260f4-b4bb-49fa-8532-a87781bc579f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:22.748786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-064b748c-8c46-41a0-8a6c-118de9270fba req-0eb260f4-b4bb-49fa-8532-a87781bc579f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1030397 Nov 08 13:45:22.816336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-064b748c-8c46-41a0-8a6c-118de9270fba req-0427c616-d83b-404d-9a18-d75256cff533 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608306 Nov 08 13:45:22.907327 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:23.037983 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:23.066434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-b1265439-37ab-4557-8156-e75c698aa23b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:23.068383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-b1265439-37ab-4557-8156-e75c698aa23b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 815 time: 0.2314558 Nov 08 13:45:23.077437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a1ec2-b45c-45b4-84fe-fef689255900 req-3e587400-72ab-4e9d-a0b3-c61f7d01c05c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:23.079049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f19a1ec2-b45c-45b4-84fe-fef689255900 req-3e587400-72ab-4e9d-a0b3-c61f7d01c05c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 949 time: 0.0991256 Nov 08 13:45:23.086736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4930261-687c-4bb9-bbda-f726fd08cc1c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:23.089226 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8693982-01b8-4fc3-b603-66445057b47a" -d '{"events": [{"server_uuid": "b4f0419b-e560-4450-af29-0d2f22c8be7e", "name": "network-vif-plugged", "status": "completed", "tag": "e4930261-687c-4bb9-bbda-f726fd08cc1c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:23.094267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e4930261-687c-4bb9-bbda-f726fd08cc1c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e4930261-687c-4bb9-bbda-f726fd08cc1c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:23.100593 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:23.102923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-e43ec8b6-5027-4cb8-9d47-7fc60e75e294 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/quotas/60ad56c720bc4196a808458bc3655d72 HTTP/1.1" status: 200 len: 375 time: 0.0227127 Nov 08 13:45:23.154095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e4930261-687c-4bb9-bbda-f726fd08cc1c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:23.161228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f19a1ec2-b45c-45b4-84fe-fef689255900 req-0c1cad78-a1bd-4e9e-acb7-36136573a5bd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746710 Nov 08 13:45:23.188298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6113548c-ee8f-4ee4-b65f-7585f5c98deb tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767965 Nov 08 13:45:23.207972 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc37e148-d1cc-4a8f-91f9-f912444bc060 x-openstack-request-id: req-cc37e148-d1cc-4a8f-91f9-f912444bc060 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:23.208607 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f0419b-e560-4450-af29-0d2f22c8be7e", "name": "network-vif-plugged", "status": "completed", "tag": "e4930261-687c-4bb9-bbda-f726fd08cc1c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:23.209240 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc37e148-d1cc-4a8f-91f9-f912444bc060 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:23.209847 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4930261-687c-4bb9-bbda-f726fd08cc1c', 'code': 200} Nov 08 13:45:23.331898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-043914b0-57d4-4759-ab1a-1f985056eacc service neutron] 10.222.0.65 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358645 Nov 08 13:45:23.349148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b416b-c584-41a0-995f-cfcd7498a722 req-70a55463-cc1d-402c-87af-38af1da74e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:23.351411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a74b416b-c584-41a0-995f-cfcd7498a722 req-70a55463-cc1d-402c-87af-38af1da74e79 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 1101 time: 0.0606556 Nov 08 13:45:23.409223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28423010-fd34-4561-9100-c86de24635aa req-39f58e39-95b8-4861-a041-acdece3b9615 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:23.417687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28423010-fd34-4561-9100-c86de24635aa req-39f58e39-95b8-4861-a041-acdece3b9615 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 945 time: 0.1439235 Nov 08 13:45:23.420769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a74b416b-c584-41a0-995f-cfcd7498a722 req-eb63d45c-a750-4f29-b790-4ee3d934cbfd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Nov 08 13:45:23.421687 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:23.484487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-7bb8aa3f-112b-4bc8-ae55-5d9dc7302088 service neutron] 10.222.0.65 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517491 Nov 08 13:45:23.490304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28423010-fd34-4561-9100-c86de24635aa req-4bb3760e-617c-423f-aaca-131a75580440 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706654 Nov 08 13:45:23.705201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f1489d-a179-4dd1-81dd-f28b4b32a8fa req-74b0a045-8578-4271-8cf8-f2870ec2ca28 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 210 time: 0.0357561 Nov 08 13:45:23.979639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0da12-a63e-45de-81c7-8a59295af447 req-88d3485a-49d1-4444-aa94-12a2feb3b170 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:23.989080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbb0da12-a63e-45de-81c7-8a59295af447 req-88d3485a-49d1-4444-aa94-12a2feb3b170 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0860870 Nov 08 13:45:24.067246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbb0da12-a63e-45de-81c7-8a59295af447 req-2301a98b-9d00-442b-99ea-1edb476be300 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715256 Nov 08 13:45:24.309946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae332ce-392f-4dc7-b9e5-4460ed9ed081 req-a174c2c1-4369-4299-8526-4ce1625f11d6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:24.318221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ae332ce-392f-4dc7-b9e5-4460ed9ed081 req-a174c2c1-4369-4299-8526-4ce1625f11d6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 950 time: 0.0666268 Nov 08 13:45:24.375753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ae332ce-392f-4dc7-b9e5-4460ed9ed081 req-d7cee84f-b899-40a9-8f9d-e90caca1912e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565531 Nov 08 13:45:24.473904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de0140-2b02-4370-992e-829fd3a1c22a req-e205385e-fa38-4da2-9f60-9bb789d530c9 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:24.476297 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-31de0140-2b02-4370-992e-829fd3a1c22a req-e205385e-fa38-4da2-9f60-9bb789d530c9 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cd350a8-1fd5-4a05-8f3f-f8e6728866d7 HTTP/1.1" status: 200 len: 946 time: 0.0820847 Nov 08 13:45:24.651300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778aac4d-b3a2-4315-9ccc-0d963d07e4a4 req-66c070d0-9044-4cf7-8b03-da5c817b158b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:24.655408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-778aac4d-b3a2-4315-9ccc-0d963d07e4a4 req-66c070d0-9044-4cf7-8b03-da5c817b158b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 945 time: 0.0653379 Nov 08 13:45:24.671303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Deleting port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:45:24.671638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:24.742102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-778aac4d-b3a2-4315-9ccc-0d963d07e4a4 req-ad84cf77-327b-4272-98e1-9d50b5f84852 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766468 Nov 08 13:45:24.851108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f6d4dcb-90ee-4437-9ce9-08b8032219af req-6c5340a4-d40f-4b0a-a609-0cc85017ba63 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 210 time: 0.0462155 Nov 08 13:45:25.169016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device db9b679b-8a1e-4114-aef3-0a18de8865b7 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:25.258968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port db9b679b-8a1e-4114-aef3-0a18de8865b7 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:45:25.265024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd7a94-616b-4a32-b107-7c15810e77bd req-3c920d64-9347-4c6f-a3a7-4e87fb6e4899 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:25.265915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port db9b679b-8a1e-4114-aef3-0a18de8865b7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:25.265915 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.266815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfbd7a94-616b-4a32-b107-7c15810e77bd req-3c920d64-9347-4c6f-a3a7-4e87fb6e4899 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.1018779 Nov 08 13:45:25.351426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfbd7a94-616b-4a32-b107-7c15810e77bd req-6daaab15-bc51-4fb7-86d5-b9e792a152f1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716288 Nov 08 13:45:25.362148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-0eb512b0-8af6-47fa-b9d6-416d44d2f434 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:25.363697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-0eb512b0-8af6-47fa-b9d6-416d44d2f434 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 815 time: 0.1714318 Nov 08 13:45:25.381948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Request body: {'port': {'device_id': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'admin_state_up': True, 'tenant_id': '60ad56c720bc4196a808458bc3655d72'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:25.387103 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.417716 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:45:25.431626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] For port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:25.432049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.436176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:25.438515 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c602b10c-7a2f-4899-b120-e3963d0d7e62" -d '{"events": [{"server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "name": "network-vif-plugged", "status": "completed", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:25.455013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port db9b679b-8a1e-4114-aef3-0a18de8865b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:25.463689 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.464862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 626c7422-6a39-49b2-b01d-39ff46bbf59e up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:25.480787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Calling delete_port for ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:45:25.522446 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19913523-d6b8-4ca4-a402-d42ec0cc28d0 x-openstack-request-id: req-19913523-d6b8-4ca4-a402-d42ec0cc28d0 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:25.526607 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "name": "network-vif-plugged", "status": "completed", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:25.527252 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19913523-d6b8-4ca4-a402-d42ec0cc28d0 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:25.527981 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'code': 200} Nov 08 13:45:25.597223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a949d2e-ba3f-47b0-b5c2-e0499af0d712 req-93efedd6-12f9-4912-96f6-4354c09ea15a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:25.600109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a949d2e-ba3f-47b0-b5c2-e0499af0d712 req-93efedd6-12f9-4912-96f6-4354c09ea15a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 950 time: 0.1066763 Nov 08 13:45:25.647148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=db9b679b-8a1e-4114-aef3-0a18de8865b7,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:25.667537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 626c7422-6a39-49b2-b01d-39ff46bbf59e completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:45:25.678900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 626c7422-6a39-49b2-b01d-39ff46bbf59e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:25.680617 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.683265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a949d2e-ba3f-47b0-b5c2-e0499af0d712 req-91b89241-47c4-43c2-9938-00e6ce43a5fd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770841 Nov 08 13:45:25.711177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Made reservation on behalf of 60ad56c720bc4196a808458bc3655d72 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:45:25.714826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.757996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93261429-d08c-45b2-a5d3-b2496ac2d99c req-b2ac31fd-2404-4e75-9ad9-955972c23ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:25.760143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93261429-d08c-45b2-a5d3-b2496ac2d99c req-b2ac31fd-2404-4e75-9ad9-955972c23ecc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 1097 time: 0.1351981 Nov 08 13:45:25.896891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:25.974813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93261429-d08c-45b2-a5d3-b2496ac2d99c req-d0991cbb-0485-45ce-8de6-d36f0b1b2864 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582377 Nov 08 13:45:25.976220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 626c7422-6a39-49b2-b01d-39ff46bbf59e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=626c7422-6a39-49b2-b01d-39ff46bbf59e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:25.988560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:26.004653 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:26.018296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:26.038456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Pushing event deleted for resources: {'Port': ['ID=ce5ce2bd-ebfa-40b2-9620-b7e03737ef04,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:26.053826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Allocated IP 172.20.0.13 (19baace4-5777-4f73-8104-00c52d476d61/be9b2e64-0ffd-477b-bd16-f21a47f445a9/74902ec0-0115-456f-9d49-ea733ac9994b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:26.116084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] No DVR routers for this DVR port ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:45:26.121184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:26.126868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-31de0140-2b02-4370-992e-829fd3a1c22a req-87018cab-267d-4914-b393-dee6ff8f0665 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "DELETE /v2.0/ports/ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 HTTP/1.1" status: 204 len: 173 time: 1.6154354 Nov 08 13:45:26.127471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-deleted', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:26.131792 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acff8fc3-36d2-4738-83af-8a10a7b3772d" -d '{"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-deleted", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:26.134181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dc306-5d59-4dfe-9aff-4906647896f9 req-c34598c3-81e3-4d91-97aa-a82c41e56466 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:26.151549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e4dc306-5d59-4dfe-9aff-4906647896f9 req-c34598c3-81e3-4d91-97aa-a82c41e56466 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 949 time: 0.1958952 Nov 08 13:45:26.194284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234d543-43fa-4c1d-8aa4-128e3ba3fcad req-147d2eb9-7294-4f7b-8ba9-e55a03a407a1 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:26.210953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e234d543-43fa-4c1d-8aa4-128e3ba3fcad req-147d2eb9-7294-4f7b-8ba9-e55a03a407a1 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.2360709 Nov 08 13:45:26.341997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=626c7422-6a39-49b2-b01d-39ff46bbf59e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:26.345513 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e4dc306-5d59-4dfe-9aff-4906647896f9 req-6eeb7b2a-83aa-4ab7-b28e-e7c4ed209ae0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920602 Nov 08 13:45:26.439155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e234d543-43fa-4c1d-8aa4-128e3ba3fcad req-72971929-5dea-4487-a0d0-e1cd815be77d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047794 Nov 08 13:45:26.586306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a32eb127-f72d-48ad-8dd3-c6657e6a54f2 req-5b19fc1f-db4d-4b5e-9a14-6d7a5c21177a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 210 time: 0.0368426 Nov 08 13:45:26.617904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:26.661112 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387001c2-e4c3-4439-a3b7-52d04bf657cf x-openstack-request-id: req-387001c2-e4c3-4439-a3b7-52d04bf657cf {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:26.661587 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd350a8-1fd5-4a05-8f3f-f8e6728866d7", "name": "network-vif-deleted", "tag": "ce5ce2bd-ebfa-40b2-9620-b7e03737ef04", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:26.661851 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-387001c2-e4c3-4439-a3b7-52d04bf657cf {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:26.662397 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd350a8-1fd5-4a05-8f3f-f8e6728866d7', 'name': 'network-vif-deleted', 'tag': 'ce5ce2bd-ebfa-40b2-9620-b7e03737ef04', 'status': 'completed', 'code': 200} Nov 08 13:45:26.687363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:26.768522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48b272-9156-4d19-8289-b8d1991d0682 req-9457d52b-3315-46bb-9ffb-0e7c1162da57 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:26.770535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d48b272-9156-4d19-8289-b8d1991d0682 req-9457d52b-3315-46bb-9ffb-0e7c1162da57 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0656877 Nov 08 13:45:26.773255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Network 19baace4-5777-4f73-8104-00c52d476d61 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:26.786850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:26.791830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:26.806704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:26.834213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d48b272-9156-4d19-8289-b8d1991d0682 req-0584e07e-b839-406d-91ee-8cd9134b99c5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518243 Nov 08 13:45:26.908593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:26.909279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:26.934521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6cc59c2c-7629-45fa-9870-dde14f03e1a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5577474 Nov 08 13:45:26.956818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Request body: {'port': {'device_id': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:27.034518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.344257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74902ec0-0115-456f-9d49-ea733ac9994b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:27.354765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.374994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Transition to ACTIVE for port object 74902ec0-0115-456f-9d49-ea733ac9994b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:45:27.379972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.495379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:27.529955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c7422-6a39-49b2-b01d-39ff46bbf59e'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:27.532325 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fb2581-58de-4c34-a984-6a4e16f087d6" -d '{"events": [{"server_uuid": "7c7014ae-fe77-4f22-8f31-f2d3bf857958", "name": "network-vif-plugged", "status": "completed", "tag": "626c7422-6a39-49b2-b01d-39ff46bbf59e"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:27.544524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f699b-a952-4987-92e9-0aa4ac7ff20f req-7fa27221-9469-4fee-9b9f-89de0ae45386 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:27.546108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-187f699b-a952-4987-92e9-0aa4ac7ff20f req-7fa27221-9469-4fee-9b9f-89de0ae45386 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 950 time: 0.0845242 Nov 08 13:45:27.552947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Attempting to bind port 74902ec0-0115-456f-9d49-ea733ac9994b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:27.553706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Attempting to bind port 74902ec0-0115-456f-9d49-ea733ac9994b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:27.554362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Attempting to bind port 74902ec0-0115-456f-9d49-ea733ac9994b on network 19baace4-5777-4f73-8104-00c52d476d61 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:27.560701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Port 74902ec0-0115-456f-9d49-ea733ac9994b on network 19baace4-5777-4f73-8104-00c52d476d61 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:45:27.561482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Attempting to bind port 74902ec0-0115-456f-9d49-ea733ac9994b on network 19baace4-5777-4f73-8104-00c52d476d61 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:27.567335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:27.567999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Checking segment: {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:27.568447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Bound using segment: {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:27.568984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Bound port: 74902ec0-0115-456f-9d49-ea733ac9994b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:27.569371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.636622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-187f699b-a952-4987-92e9-0aa4ac7ff20f req-a71904ca-581c-4c4a-83c1-42c08dc8a00b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828719 Nov 08 13:45:27.663964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f91b8-2674-4e44-8ca5-a4e418796e30 req-ce363be5-bbe5-4c04-9410-58301400366a tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:27.664880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c09f91b8-2674-4e44-8ca5-a4e418796e30 req-ce363be5-bbe5-4c04-9410-58301400366a tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.0911877 Nov 08 13:45:27.676626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:27.684782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:27.706581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.734105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c09f91b8-2674-4e44-8ca5-a4e418796e30 req-5659f46e-a0e8-4c28-81a1-dff214586788 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684352 Nov 08 13:45:27.755460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:27.756385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.758015 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/74902ec0-0115-456f-9d49-ea733ac9994b HTTP/1.1" status: 200 len: 1092 time: 0.8094153 Nov 08 13:45:27.821845 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8f595f-f493-4358-bbf4-c71e76829b65 x-openstack-request-id: req-fb8f595f-f493-4358-bbf4-c71e76829b65 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:27.822137 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7014ae-fe77-4f22-8f31-f2d3bf857958", "name": "network-vif-plugged", "status": "completed", "tag": "626c7422-6a39-49b2-b01d-39ff46bbf59e", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:27.822398 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb8f595f-f493-4358-bbf4-c71e76829b65 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:27.823841 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626c7422-6a39-49b2-b01d-39ff46bbf59e', 'code': 200} Nov 08 13:45:27.877693 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d217482e-af5f-4a47-80eb-a46411a0711a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:27.903091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13433-ef4e-4abc-9d66-28d4c501a4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:27.931357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-ccb09bc1-1d48-4adf-ab5c-30408080a6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:27.933533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-ccb09bc1-1d48-4adf-ab5c-30408080a6f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 1095 time: 0.0844681 Nov 08 13:45:27.939620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a3628-c89b-4130-bcc0-1e1640e2de8c req-267c24d0-9b97-47cb-a3e8-d2eeb9fd2a2c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:27.952086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-297a3628-c89b-4130-bcc0-1e1640e2de8c req-267c24d0-9b97-47cb-a3e8-d2eeb9fd2a2c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 944 time: 0.0970888 Nov 08 13:45:27.986775 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-4301e727-f014-4590-b121-fb00cd339eec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74902ec0-0115-456f-9d49-ea733ac9994b HTTP/1.1" status: 200 len: 217 time: 0.0408041 Nov 08 13:45:28.043292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-297a3628-c89b-4130-bcc0-1e1640e2de8c req-23d52a65-231e-4ca3-bb8d-6db908c85b81 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898933 Nov 08 13:45:28.095438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-0fd5f088-494a-4ccf-b876-1861e203526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:28.097263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-0fd5f088-494a-4ccf-b876-1861e203526c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be9b2e64-0ffd-477b-bd16-f21a47f445a9 HTTP/1.1" status: 200 len: 855 time: 0.0922253 Nov 08 13:45:28.102821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d201fa3-6e0d-4d40-8cf6-274ef8997365 req-b56bbc5f-1ebe-4b12-af7a-fc0f77c6ee35 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:28.104440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d201fa3-6e0d-4d40-8cf6-274ef8997365 req-b56bbc5f-1ebe-4b12-af7a-fc0f77c6ee35 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0587068 Nov 08 13:45:28.112327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb1c91-a6dd-4cf1-8adc-86aafa1c62ce req-370f9c96-592f-4bab-b768-90f965de5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:28.114276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09fb1c91-a6dd-4cf1-8adc-86aafa1c62ce req-370f9c96-592f-4bab-b768-90f965de5b43 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 1101 time: 0.1795530 Nov 08 13:45:28.171044 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-168ee8e0-ffa2-4838-8fbe-efe26af67929 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19baace4-5777-4f73-8104-00c52d476d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556042 Nov 08 13:45:28.175358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d201fa3-6e0d-4d40-8cf6-274ef8997365 req-4aafd272-6648-4730-a894-594edeb021a5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575905 Nov 08 13:45:28.215637 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09fb1c91-a6dd-4cf1-8adc-86aafa1c62ce req-271d37b6-294e-4dcf-9183-2e11cd19a264 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860555 Nov 08 13:45:28.285776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-3895fe4f-d52b-4d9f-b000-144b96ab9f46 service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032870 Nov 08 13:45:28.424720 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef6b80f3-f4e2-411e-bb1a-8e657938478c req-28b380cb-9944-424a-9a12-a3c6b3076046 service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284652 Nov 08 13:45:28.479856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:45:28.511315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:45:28.512170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ce5ce2bd-ebfa-40b2-9620-b7e03737ef04 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:45:28.663978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:28.669571 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f" -d '{"events": [{"name": "network-changed", "server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:28.709631 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5907ef02-f70a-43a3-9497-0148b027138a x-openstack-request-id: req-5907ef02-f70a-43a3-9497-0148b027138a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:28.712380 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:28.712380 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5907ef02-f70a-43a3-9497-0148b027138a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:28.712380 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b', 'status': 'completed', 'code': 200} Nov 08 13:45:28.816845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-1ed27c7c-43df-42b3-85a2-28cebf36098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:28.819169 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-1ed27c7c-43df-42b3-85a2-28cebf36098e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 1095 time: 0.0647707 Nov 08 13:45:28.839088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78894f5d-7b10-443b-94c1-12f21260c106 req-1d29a327-c29d-42ad-b3c8-92b893513daa tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:28.848857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78894f5d-7b10-443b-94c1-12f21260c106 req-1d29a327-c29d-42ad-b3c8-92b893513daa tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 950 time: 0.1104684 Nov 08 13:45:28.936692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78894f5d-7b10-443b-94c1-12f21260c106 req-40462068-865e-4ffa-a361-2c94b2da87fd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867021 Nov 08 13:45:29.003550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-5781b13d-6af2-44b1-b59b-93eb7d6df302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:29.009737 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-5781b13d-6af2-44b1-b59b-93eb7d6df302 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 916 time: 0.1822908 Nov 08 13:45:29.024704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185be7-9a02-49be-82d5-87c4fd02c9d8 req-1a8305e0-6e00-4667-a4c4-042d0cbdad43 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:29.026803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e185be7-9a02-49be-82d5-87c4fd02c9d8 req-1a8305e0-6e00-4667-a4c4-042d0cbdad43 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.0659134 Nov 08 13:45:29.092183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-5bd41be2-e82b-414f-8031-41b73397bb34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74902ec0-0115-456f-9d49-ea733ac9994b HTTP/1.1" status: 200 len: 217 time: 0.0530767 Nov 08 13:45:29.101278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e185be7-9a02-49be-82d5-87c4fd02c9d8 req-94916c32-7d8c-46d5-90ea-9b61e34caf78 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647485 Nov 08 13:45:29.182888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-5d0f6908-47fb-499f-b382-b3e021affbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:29.184636 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-5d0f6908-47fb-499f-b382-b3e021affbb5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be9b2e64-0ffd-477b-bd16-f21a47f445a9 HTTP/1.1" status: 200 len: 855 time: 0.0843992 Nov 08 13:45:29.220308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-3d2d3625-96c2-4e63-b0f5-34fc8fd701fb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19baace4-5777-4f73-8104-00c52d476d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275190 Nov 08 13:45:29.285894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e1a94-70aa-4a31-b646-c0551774ede5 req-8d994296-d132-4f71-a018-dbcbfa028498 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:29.287795 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f51e1a94-70aa-4a31-b646-c0551774ede5 req-8d994296-d132-4f71-a018-dbcbfa028498 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 944 time: 0.1200900 Nov 08 13:45:29.323130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e75370-f812-4f65-a1d8-c4a5197f846b req-8bd780d7-d1fa-473c-b454-e68196d19e98 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:29.334748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48306) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:45:29.339014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77e75370-f812-4f65-a1d8-c4a5197f846b req-8bd780d7-d1fa-473c-b454-e68196d19e98 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.1351976 Nov 08 13:45:29.345209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Request body: {'floatingip': {'port_id': 'db9b679b-8a1e-4114-aef3-0a18de8865b7'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:29.353732 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-a528098b-d566-4240-90b6-9eec1176f184 service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173608 Nov 08 13:45:29.422757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:29.423595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f51e1a94-70aa-4a31-b646-c0551774ede5 req-535314cf-a8c9-468c-9478-9a26d5a9baff tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278138 Nov 08 13:45:29.538162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719b98f-d83d-4c4d-98b5-660bacb96f9e req-16bce9cd-83e7-4d03-84b9-160a2eabe666 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:29.541314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4719b98f-d83d-4c4d-98b5-660bacb96f9e req-16bce9cd-83e7-4d03-84b9-160a2eabe666 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0844691 Nov 08 13:45:29.605382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4719b98f-d83d-4c4d-98b5-660bacb96f9e req-1e384833-ed33-4947-b460-2adac97b7556 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574281 Nov 08 13:45:29.680182 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c9783ccf-e844-4f0e-bcf0-2220c6fb212f req-a233b94f-b27e-4226-a2f6-088e97a1165f service neutron] 10.222.0.70 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943461 Nov 08 13:45:30.095663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7db14e-b7c8-4552-8b54-1438dafdd488 req-30d8306b-8d0c-4eb7-a0a0-37879a55fdad tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:30.103573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c7db14e-b7c8-4552-8b54-1438dafdd488 req-30d8306b-8d0c-4eb7-a0a0-37879a55fdad tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 950 time: 0.0912373 Nov 08 13:45:30.142940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:30.152857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:30.225529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c7db14e-b7c8-4552-8b54-1438dafdd488 req-15ef1999-f198-4f97-9620-8aad333b8661 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189783 Nov 08 13:45:30.319342 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Floating IP 35cce6ad-0cdb-442d-a94c-364e578345db associated. External IP: 172.25.8.215, port: db9b679b-8a1e-4114-aef3-0a18de8865b7. Nov 08 13:45:30.610023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de651-62c1-47f8-9b05-68203748345d req-8d855a5b-8e09-4fba-bc94-1edf0333c7f4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:30.616926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b06de651-62c1-47f8-9b05-68203748345d req-8d855a5b-8e09-4fba-bc94-1edf0333c7f4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 944 time: 0.0671489 Nov 08 13:45:30.632183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Router 4ea6d09e-6945-482f-9120-243f0cbac94b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:45:30.722594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b06de651-62c1-47f8-9b05-68203748345d req-751e9ae4-4309-4afe-851d-44ebfa1a7bf2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008501 Nov 08 13:45:30.771810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:45:30.777880 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:30.786108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] Sync routers for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:45:30.802656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:30.805519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:45:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:30.826875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6822cf-105c-469c-9fde-ad4e1d006d06 req-5f6dd754-45a3-4c41-9380-c1e314a3f2d9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:30.827141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c5bbe73b-83e8-4eac-90b1-438dd18d4004 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "PUT /v2.0/floatingips/35cce6ad-0cdb-442d-a94c-364e578345db HTTP/1.1" status: 200 len: 992 time: 1.4910336 Nov 08 13:45:30.827717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:30.828589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f6822cf-105c-469c-9fde-ad4e1d006d06 req-5f6dd754-45a3-4c41-9380-c1e314a3f2d9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0812533 Nov 08 13:45:30.830076 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142533ba-9d38-406d-8c28-7187f726b301" -d '{"events": [{"name": "network-changed", "server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:30.917107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f6822cf-105c-469c-9fde-ad4e1d006d06 req-50e7fcb9-e22b-4a81-8831-07d09d5a37f9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697441 Nov 08 13:45:30.964841 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8ef6b8-2992-4697-83ff-402547ba5db6 x-openstack-request-id: req-ad8ef6b8-2992-4697-83ff-402547ba5db6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:30.965147 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:30.965391 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad8ef6b8-2992-4697-83ff-402547ba5db6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:30.965805 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'status': 'completed', 'code': 200} Nov 08 13:45:31.078513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142533ba-9d38-406d-8c28-7187f726b301 req-5680bb12-7630-44d8-b310-ef1e2e61081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:31.080575 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-142533ba-9d38-406d-8c28-7187f726b301 req-5680bb12-7630-44d8-b310-ef1e2e61081c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5940b57ea4f441cfab58a3e99213edaa&device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 1097 time: 0.0814173 Nov 08 13:45:31.086834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:31.422846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88b865-cfcb-45d4-a3ab-d9cfdf2b4b9b req-636b9cfb-abb9-4f88-877e-d649c75a89e3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:31.439176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab88b865-cfcb-45d4-a3ab-d9cfdf2b4b9b req-636b9cfb-abb9-4f88-877e-d649c75a89e3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 950 time: 0.1018057 Nov 08 13:45:31.443621 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e094549-b32a-49a1-85fa-cce291aee9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:31.451260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '35cce6ad-0cdb-442d-a94c-364e578345db', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'port_id': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'mac_address': 'fa:16:3e:72:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:45:04Z', 'updated_at': '2021-11-08T13:45:30Z', 'revision_number': 1, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 5, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:31.553200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] Checking router: 4ea6d09e-6945-482f-9120-243f0cbac94b for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:45:31.559562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142533ba-9d38-406d-8c28-7187f726b301 req-8488325a-85df-4002-9719-c71e20917bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:31.562589 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-142533ba-9d38-406d-8c28-7187f726b301 req-8488325a-85df-4002-9719-c71e20917bc7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=73acf905-b5c9-4803-86dd-c0c7e688d37f HTTP/1.1" status: 200 len: 907 time: 0.4742203 Nov 08 13:45:31.565620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:45:31.566925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:45:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:31.573659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab88b865-cfcb-45d4-a3ab-d9cfdf2b4b9b req-eae9383d-03d8-4d7f-8801-3299a7db6b69 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331933 Nov 08 13:45:31.679670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-142533ba-9d38-406d-8c28-7187f726b301 req-477cb9a9-707c-4e4c-b1d2-cb219e7ea750 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7 HTTP/1.1" status: 200 len: 1000 time: 0.1063626 Nov 08 13:45:31.755964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142533ba-9d38-406d-8c28-7187f726b301 req-922a710d-3e5f-42b4-9fe9-4a093e9ab198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:31.757498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-142533ba-9d38-406d-8c28-7187f726b301 req-922a710d-3e5f-42b4-9fe9-4a093e9ab198 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b899c2dd-c447-40e1-a7b1-bf432a8be20f HTTP/1.1" status: 200 len: 845 time: 0.0710502 Nov 08 13:45:31.772170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:45:31.837737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142533ba-9d38-406d-8c28-7187f726b301 req-718b9aa0-1c08-4d3d-94ce-e52803db2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:31.841088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-142533ba-9d38-406d-8c28-7187f726b301 req-718b9aa0-1c08-4d3d-94ce-e52803db2cd0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73acf905-b5c9-4803-86dd-c0c7e688d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754421 Nov 08 13:45:31.968481 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-142533ba-9d38-406d-8c28-7187f726b301 req-f206cfcb-43ac-4a7f-8574-7dd32ad8e7a8 service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137583 Nov 08 13:45:31.993118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee234-547b-4202-a259-c10b647f6295 req-aa59d728-c0ef-438a-8f70-7639bfa2d1ac tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:31.995028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efbee234-547b-4202-a259-c10b647f6295 req-aa59d728-c0ef-438a-8f70-7639bfa2d1ac tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 944 time: 0.1513209 Nov 08 13:45:32.049626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d060c34-b4bf-48bc-a2b5-3218db8f53b3 req-2a007e74-57ab-4101-9231-5fe9c3abe9a2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:32.056619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d060c34-b4bf-48bc-a2b5-3218db8f53b3 req-2a007e74-57ab-4101-9231-5fe9c3abe9a2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:32.058281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d060c34-b4bf-48bc-a2b5-3218db8f53b3 req-2a007e74-57ab-4101-9231-5fe9c3abe9a2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958&device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 1691 time: 0.1494286 Nov 08 13:45:32.099184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efbee234-547b-4202-a259-c10b647f6295 req-64eea01b-f79d-416b-ba24-e66afd5fe51c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958107 Nov 08 13:45:32.140308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d060c34-b4bf-48bc-a2b5-3218db8f53b3 req-090ba370-c713-4b46-96ed-87bc2e07210c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717065 Nov 08 13:45:32.153819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-142533ba-9d38-406d-8c28-7187f726b301 req-f70d13b9-9a70-40d5-a0ae-7ae932636e4d service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732695 Nov 08 13:45:32.254289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278fe25-13e0-430b-b385-2ece7641520e req-ed1ba4e5-2dba-41d5-95be-45b0550ebd1a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:32.256618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9278fe25-13e0-430b-b385-2ece7641520e req-ed1ba4e5-2dba-41d5-95be-45b0550ebd1a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0701244 Nov 08 13:45:32.293205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '35cce6ad-0cdb-442d-a94c-364e578345db', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'port_id': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'mac_address': 'fa:16:3e:72:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:45:04Z', 'updated_at': '2021-11-08T13:45:30Z', 'revision_number': 1, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 5, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:45:32.325512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6df2420-5f29-4694-9409-e3f21b313978 None None] The sync data for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 is: [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '35cce6ad-0cdb-442d-a94c-364e578345db', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'floating_ip_address': '172.25.8.215', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'port_id': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'mac_address': 'fa:16:3e:72:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:45:04Z', 'updated_at': '2021-11-08T13:45:30Z', 'revision_number': 1, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 5, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:45:32.339718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9278fe25-13e0-430b-b385-2ece7641520e req-35752857-73f8-4a8c-93d8-1b81ed6abf39 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753906 Nov 08 13:45:32.474887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3253e94-3b43-46ea-9b7d-d80f943b013c req-a532a86e-10ea-4924-a335-4d487804dbed tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:32.476470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3253e94-3b43-46ea-9b7d-d80f943b013c req-a532a86e-10ea-4924-a335-4d487804dbed tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 1101 time: 0.0473597 Nov 08 13:45:32.493260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 74902ec0-0115-456f-9d49-ea733ac9994b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:32.526459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3253e94-3b43-46ea-9b7d-d80f943b013c req-8c5265e2-e295-4e11-8a4a-e8b326a024bd tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Nov 08 13:45:32.551520 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91c5bd0-3f11-46a5-8881-efd3a72f3c13 None None] New status for floating IP 35cce6ad-0cdb-442d-a94c-364e578345db: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:45:32.609476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:32.623003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '74902ec0-0115-456f-9d49-ea733ac9994b', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'port_id': '74902ec0-0115-456f-9d49-ea733ac9994b', 'mac_address': 'fa:16:3e:de:1e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b2e64-0ffd-477b-bd16-f21a47f445a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:32.644674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905d90b-b3cd-4b94-84f7-7ea22a73fbe3 req-0d9e99be-07c4-472b-8824-ebbcd4df4b8c tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:32.646538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a905d90b-b3cd-4b94-84f7-7ea22a73fbe3 req-0d9e99be-07c4-472b-8824-ebbcd4df4b8c tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 1101 time: 0.0455856 Nov 08 13:45:32.667364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:32.684500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74902ec0-0115-456f-9d49-ea733ac9994b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:32.693941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a905d90b-b3cd-4b94-84f7-7ea22a73fbe3 req-6cc45008-4d43-4b61-bebb-5fdb8ff0f0c4 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410483 Nov 08 13:45:32.709738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:32.714563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:32.770307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:32.849279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-830a53ad-8a2d-427d-9172-fe5e5ff0397b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208645 Nov 08 13:45:32.942056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:33.072614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-d9e79f44-fa11-4562-95ee-c0ab8daee55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:33.074152 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-d9e79f44-fa11-4562-95ee-c0ab8daee55f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 1096 time: 0.0469766 Nov 08 13:45:33.118249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['74902ec0-0115-456f-9d49-ea733ac9994b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:33.213369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-74effe8e-f7ad-40b6-a807-5682eecf790e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:33.215213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-74effe8e-f7ad-40b6-a807-5682eecf790e service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.1325583 Nov 08 13:45:33.288448 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-8ea9dafc-341e-4bc5-929f-2e0d67723837 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0452337-444e-48e9-a016-4af2106c6b76 HTTP/1.1" status: 200 len: 217 time: 0.0396724 Nov 08 13:45:33.308898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-166904aa-ddb3-490d-8124-7040c369fc2b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:33.311008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-166904aa-ddb3-490d-8124-7040c369fc2b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4562547 Nov 08 13:45:33.335057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c2838-b32b-4d7c-a402-b4f5e2490aad req-32fd32d7-1d2a-4a66-ac0f-25e66909a70e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:33.336576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-538c2838-b32b-4d7c-a402-b4f5e2490aad req-32fd32d7-1d2a-4a66-ac0f-25e66909a70e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 945 time: 0.1070805 Nov 08 13:45:33.339265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-240ea445-0afa-49e1-b6e5-1122365cf2cb tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/quotas/43661e2b5ad3479ab16dbc8ebe16e903 HTTP/1.1" status: 200 len: 375 time: 0.0223551 Nov 08 13:45:33.349476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-65e1cd86-200b-4687-9ce9-d2972a0b6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:33.350976 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-65e1cd86-200b-4687-9ce9-d2972a0b6803 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0542836 Nov 08 13:45:33.385312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-00c74a0c-6d1e-4f87-8d82-bc4fbfed563b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260036 Nov 08 13:45:33.427509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-538c2838-b32b-4d7c-a402-b4f5e2490aad req-ba688a25-f545-43cd-abaa-1bbcde7fe88a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799387 Nov 08 13:45:33.441938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-f7482549-cba6-42e2-a09d-d7861768e042 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0957060 Nov 08 13:45:33.514376 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-023a825a-5395-48b7-9b4b-63bbd358570f service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202340 Nov 08 13:45:33.674409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02ba2fe1-a512-4c09-9846-758527ae7f94 req-979e1c8e-e144-47ae-9d26-2fefcf541817 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364431 Nov 08 13:45:33.712359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcea53-4876-4da5-b2df-43d30afe4e95 req-abc70f3d-f0de-45a7-a0df-6ae49d5e3a35 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:33.714960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30bcea53-4876-4da5-b2df-43d30afe4e95 req-abc70f3d-f0de-45a7-a0df-6ae49d5e3a35 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0634317 Nov 08 13:45:33.789897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0683cb3-2d90-47a2-ad97-92cac2465022 req-148887fd-a8d7-4d26-9eb5-d4bab8cf1608 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 210 time: 0.0419807 Nov 08 13:45:33.795466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30bcea53-4876-4da5-b2df-43d30afe4e95 req-6967c082-5717-4e74-98e6-eb5a4552788a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743606 Nov 08 13:45:34.508969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 74902ec0-0115-456f-9d49-ea733ac9994b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:34.582467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1643aa-e179-4826-a480-1505c9a8c635 req-1347d5b6-303c-4fe4-ad2d-0ae6fbdd3807 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:34.584829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d1643aa-e179-4826-a480-1505c9a8c635 req-1347d5b6-303c-4fe4-ad2d-0ae6fbdd3807 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 945 time: 0.0681357 Nov 08 13:45:34.586333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 74902ec0-0115-456f-9d49-ea733ac9994b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:45:34.592057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 74902ec0-0115-456f-9d49-ea733ac9994b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:34.593215 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:34.683227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d1643aa-e179-4826-a480-1505c9a8c635 req-3dfb7a3a-a241-48d1-afc1-194d68461603 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760303 Nov 08 13:45:34.691347 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-3507347d-1f2b-43eb-8a38-bbcac939977e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419803 Nov 08 13:45:34.736504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:34.819902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:34.821387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:34.824831 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db830f1d-d5da-47a2-b463-07b64d734eba" -d '{"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-plugged", "status": "completed", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:34.841086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:34.842324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-26a5da7d-2e3f-42a9-9bdf-755db44383d2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:34.843932 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-26a5da7d-2e3f-42a9-9bdf-755db44383d2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453247 Nov 08 13:45:34.860795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:34.947993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:34.957730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e8cba-2db8-4194-b5f7-2732b39a4de0 req-a9ec7ddb-980b-419f-b366-f6ae9703ac90 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:34.960298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-707e8cba-2db8-4194-b5f7-2732b39a4de0 req-a9ec7ddb-980b-419f-b366-f6ae9703ac90 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 945 time: 0.0708983 Nov 08 13:45:35.009201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ac5a91-b601-4b37-8ff5-dfc110a46076 req-cd51311c-55a9-4a2c-8201-d252c2110c0b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 210 time: 0.0375264 Nov 08 13:45:35.047827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-707e8cba-2db8-4194-b5f7-2732b39a4de0 req-cf54654d-e2eb-4c0e-933b-10e802f00a94 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773623 Nov 08 13:45:35.052049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:45:35.055565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.073478 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03753e1-7e31-4a82-b85d-e189cb257208 x-openstack-request-id: req-d03753e1-7e31-4a82-b85d-e189cb257208 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:35.073845 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-plugged", "status": "completed", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:35.074270 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d03753e1-7e31-4a82-b85d-e189cb257208 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:35.074940 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b', 'code': 200} Nov 08 13:45:35.210316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d0452337-444e-48e9-a016-4af2106c6b76 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:45:35.231696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.179 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/610e6f02-25a6-4527-a0fc-4187730dfd3e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:35.245920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffa6e8-9f94-4f5c-8586-e5baf437bd71 req-86b2d5b6-2687-42ea-bce2-98008f298b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:35.248346 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-daffa6e8-9f94-4f5c-8586-e5baf437bd71 req-86b2d5b6-2687-42ea-bce2-98008f298b1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 1097 time: 0.0984867 Nov 08 13:45:35.304599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.331706 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-daffa6e8-9f94-4f5c-8586-e5baf437bd71 req-adb82716-6192-42b8-a55d-a9939c89219d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742755 Nov 08 13:45:35.345518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:35.350027 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.403819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:35.425979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.444499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.478321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.494764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'e4930261-687c-4bb9-bbda-f726fd08cc1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:35.497116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', '626c7422-6a39-49b2-b01d-39ff46bbf59e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:35.527394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:35.533669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:35.541054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:35.577529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=610e6f02-25a6-4527-a0fc-4187730dfd3e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:35.614764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:35.615618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.637004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-13fd0812-a9ac-46c1-a374-551ef61f82a5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7806380 Nov 08 13:45:35.652745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Request body: {'port': {'device_id': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:35.728758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.767175 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.881747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d96a27-bb06-4d2c-8976-8d31abf7e009 req-179c8f22-bc08-4f21-948c-4b9e4127e429 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:35.892867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4559d4ec-8633-4649-add0-5d2f9bc768ac None None] Provisioning complete for port 610e6f02-25a6-4527-a0fc-4187730dfd3e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:35.893236 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4559d4ec-8633-4649-add0-5d2f9bc768ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:35.894882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34d96a27-bb06-4d2c-8976-8d31abf7e009 req-179c8f22-bc08-4f21-948c-4b9e4127e429 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0779324 Nov 08 13:45:35.955588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34d96a27-bb06-4d2c-8976-8d31abf7e009 req-7f5ece04-f841-45a6-81dc-d689990280ad tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593491 Nov 08 13:45:35.981337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4559d4ec-8633-4649-add0-5d2f9bc768ac None None] Port 610e6f02-25a6-4527-a0fc-4187730dfd3e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:45:36.101416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610e6f02-25a6-4527-a0fc-4187730dfd3e {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:36.113094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:36.141669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Transition to ACTIVE for port object 610e6f02-25a6-4527-a0fc-4187730dfd3e will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:45:36.147261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:36.228444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Pushing event updated for resources: {'Port': ['ID=610e6f02-25a6-4527-a0fc-4187730dfd3e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:36.240080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3312e8-f6b5-402c-a2c9-83a45f4bf1ea req-c94865b6-7f25-4c80-bf7a-760386a8d0a2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:36.241792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be3312e8-f6b5-402c-a2c9-83a45f4bf1ea req-c94865b6-7f25-4c80-bf7a-760386a8d0a2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 943 time: 0.0944850 Nov 08 13:45:36.255491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9bede-1add-40a8-a904-46442abade0e req-236d81da-2715-4e60-bcc1-17b9cae260dd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:36.257353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ab9bede-1add-40a8-a904-46442abade0e req-236d81da-2715-4e60-bcc1-17b9cae260dd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 948 time: 0.1117477 Nov 08 13:45:36.286475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Attempting to bind port 610e6f02-25a6-4527-a0fc-4187730dfd3e on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:36.286814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Attempting to bind port 610e6f02-25a6-4527-a0fc-4187730dfd3e by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:36.287148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Attempting to bind port 610e6f02-25a6-4527-a0fc-4187730dfd3e on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:36.292852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Port 610e6f02-25a6-4527-a0fc-4187730dfd3e on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:45:36.293219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Attempting to bind port 610e6f02-25a6-4527-a0fc-4187730dfd3e on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:36.299226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:36.299570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:36.300006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:36.300438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Bound port: 610e6f02-25a6-4527-a0fc-4187730dfd3e, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:36.300795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:36.334720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be3312e8-f6b5-402c-a2c9-83a45f4bf1ea req-1f70ad78-96f5-468f-a561-70bcd0eef447 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Nov 08 13:45:36.342693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ab9bede-1add-40a8-a904-46442abade0e req-fca817f7-f01e-4dc0-a500-e11096357070 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782137 Nov 08 13:45:36.380921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] For port 610e6f02-25a6-4527-a0fc-4187730dfd3e, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:36.384821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] For port 610e6f02-25a6-4527-a0fc-4187730dfd3e, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=610e6f02-25a6-4527-a0fc-4187730dfd3e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:36.391283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:36.428128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:36.429088 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:36.430286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] 10.222.0.54 "PUT /v2.0/ports/610e6f02-25a6-4527-a0fc-4187730dfd3e HTTP/1.1" status: 200 len: 1096 time: 0.7829435 Nov 08 13:45:36.430748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'tag': '610e6f02-25a6-4527-a0fc-4187730dfd3e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:36.433118 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c97b08-d860-486e-ac06-b95eb99f97bf" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd1954c-e161-444d-a3eb-7371e8de71c7", "tag": "610e6f02-25a6-4527-a0fc-4187730dfd3e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:36.472736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39ea8b-dcc1-4972-b3f6-c61d5b10d325 service neutron] Pushing event updated for resources: {'Port': ['ID=610e6f02-25a6-4527-a0fc-4187730dfd3e,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:36.477152 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4c440d-f35d-4f35-a990-e4078a91263f x-openstack-request-id: req-ab4c440d-f35d-4f35-a990-e4078a91263f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:36.477741 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd1954c-e161-444d-a3eb-7371e8de71c7", "tag": "610e6f02-25a6-4527-a0fc-4187730dfd3e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:36.478016 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab4c440d-f35d-4f35-a990-e4078a91263f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:36.478468 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'tag': '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'status': 'completed', 'code': 200} Nov 08 13:45:36.563858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-b5995218-cc75-4ba0-aecb-47d06976f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:36.565799 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-b5995218-cc75-4ba0-aecb-47d06976f032 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 1099 time: 0.0689991 Nov 08 13:45:36.626465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-3ae2526f-3503-43e7-adf8-f0a71b4aa896 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=610e6f02-25a6-4527-a0fc-4187730dfd3e HTTP/1.1" status: 200 len: 217 time: 0.0518837 Nov 08 13:45:36.689197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-2d21b621-c370-44b4-bc5b-dd5f1a9aa1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:36.690664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-2d21b621-c370-44b4-bc5b-dd5f1a9aa1f0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0546563 Nov 08 13:45:36.755355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-d26d004d-ea89-404f-86aa-c17b2099675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:36.756890 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-d26d004d-ea89-404f-86aa-c17b2099675c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0587807 Nov 08 13:45:36.870991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-c59b7fc9-444d-4790-b10e-6cb16478985a service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009724 Nov 08 13:45:36.993697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b08a1ea-6474-40f2-802d-9dbb3f043ee8 req-0db8cad6-9dbb-4bd6-890d-866694bdadfa service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033661 Nov 08 13:45:37.077027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:37.079582 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0122de94-6faf-4fc7-9a06-51a76d082e1b" -d '{"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-unplugged", "status": "completed", "tag": "d0452337-444e-48e9-a016-4af2106c6b76"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:37.112873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-4396f68c-0ba7-4232-92b7-bd8440a5964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.114386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-4396f68c-0ba7-4232-92b7-bd8440a5964d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 1099 time: 0.0536618 Nov 08 13:45:37.147151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-f2476249-0b30-4502-a673-887df40e7860 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.148714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-f2476249-0b30-4502-a673-887df40e7860 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb HTTP/1.1" status: 200 len: 943 time: 0.0902553 Nov 08 13:45:37.173502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef75cf-f1b4-4afd-b184-fb848e8cdddd req-1959eb48-de2f-4961-ad01-1aef455324f3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.175563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bef75cf-f1b4-4afd-b184-fb848e8cdddd req-1959eb48-de2f-4961-ad01-1aef455324f3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1039152 Nov 08 13:45:37.220892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-9578e44a-2e8c-4331-9658-edb1b89abd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.222371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-9578e44a-2e8c-4331-9658-edb1b89abd41 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1004694 Nov 08 13:45:37.266357 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-d2e8768f-eb53-4b78-8984-d398a8ef2d65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=610e6f02-25a6-4527-a0fc-4187730dfd3e HTTP/1.1" status: 200 len: 217 time: 0.0364509 Nov 08 13:45:37.293304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bef75cf-f1b4-4afd-b184-fb848e8cdddd req-e03f4e2c-1c24-4ffc-a3e1-6ddf398448a2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067021 Nov 08 13:45:37.320317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Deleting port d0452337-444e-48e9-a016-4af2106c6b76 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:45:37.320661 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:37.333364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-500eb480-37cd-4506-94d9-b13ab7a33ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.334892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-500eb480-37cd-4506-94d9-b13ab7a33ff2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0571632 Nov 08 13:45:37.337901 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57b71d3-5b8c-4a77-9297-64e4cfa57b3c x-openstack-request-id: req-c57b71d3-5b8c-4a77-9297-64e4cfa57b3c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:37.339941 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-unplugged", "status": "failed", "tag": "d0452337-444e-48e9-a016-4af2106c6b76", "code": 422}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:37.340545 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c57b71d3-5b8c-4a77-9297-64e4cfa57b3c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:37.341911 n-d-804292-2 neutron-server[101842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76', 'code': 422} returned with failed status Nov 08 13:45:37.395138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-46acd657-19b0-43dc-a6a6-71fa81d20bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.396585 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-46acd657-19b0-43dc-a6a6-71fa81d20bec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0480525 Nov 08 13:45:37.463590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] For port d0452337-444e-48e9-a016-4af2106c6b76, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d0452337-444e-48e9-a016-4af2106c6b76,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:37.464135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:37.481609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Calling delete_port for d0452337-444e-48e9-a016-4af2106c6b76 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:45:37.491078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd956375-eff4-4094-a719-6ff95f558bb9 req-c714039d-6a30-4be2-926a-6bdcd7fd0590 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.492659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd956375-eff4-4094-a719-6ff95f558bb9 req-c714039d-6a30-4be2-926a-6bdcd7fd0590 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1043296 Nov 08 13:45:37.516890 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-995f849e-df4c-4647-8c45-5450c65db09f service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117942 Nov 08 13:45:37.594161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd956375-eff4-4094-a719-6ff95f558bb9 req-4698ff3e-415c-424a-b36c-bbd149724e03 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926201 Nov 08 13:45:37.619988 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01c97b08-d860-486e-ac06-b95eb99f97bf req-ae082008-6734-404f-9cad-0421bf307892 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958035 Nov 08 13:45:37.709981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:37.751598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2803-ea35-4f53-b687-c4fd6998b8e1 req-807b381d-b3c6-47ce-b4ad-3f2c3848bb61 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:37.753132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6b2803-ea35-4f53-b687-c4fd6998b8e1 req-807b381d-b3c6-47ce-b4ad-3f2c3848bb61 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 948 time: 0.0983057 Nov 08 13:45:37.753889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event deleted for resources: {'Port': ['ID=d0452337-444e-48e9-a016-4af2106c6b76,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:37.787679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.788053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.788399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.788742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.789085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.789420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.789771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.790084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.790412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.790742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.791074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.791402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:45:37.817621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] No DVR routers for this DVR port d0452337-444e-48e9-a016-4af2106c6b76 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:45:37.820813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:37.824223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21269d04-21fb-4b6f-9ffd-561ea37495bb req-0eabd763-fa07-4006-b8ce-dd8011136124 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "DELETE /v2.0/ports/d0452337-444e-48e9-a016-4af2106c6b76 HTTP/1.1" status: 204 len: 173 time: 0.6678815 Nov 08 13:45:37.824930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-deleted', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:37.827818 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25749ec9-51f1-4359-8c7c-a73522050c57" -d '{"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-deleted", "tag": "d0452337-444e-48e9-a016-4af2106c6b76"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:37.859533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6b2803-ea35-4f53-b687-c4fd6998b8e1 req-bb7a0829-89da-4f37-8b55-736e77ed8a09 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934007 Nov 08 13:45:38.039320 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd7a957-84d7-46bc-ba04-6b979980d886 x-openstack-request-id: req-bfd7a957-84d7-46bc-ba04-6b979980d886 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:38.039679 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb", "name": "network-vif-deleted", "tag": "d0452337-444e-48e9-a016-4af2106c6b76", "status": "failed", "code": 422}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:38.040046 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfd7a957-84d7-46bc-ba04-6b979980d886 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:38.041200 n-d-804292-2 neutron-server[101841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0910d7f9-6ef6-4623-9cfe-af3f7b9abbdb', 'name': 'network-vif-deleted', 'tag': 'd0452337-444e-48e9-a016-4af2106c6b76', 'status': 'failed', 'code': 422} returned with failed status Nov 08 13:45:38.146769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc673b98-f37c-49fc-8031-4a3248a408fc req-e8f28fe9-1061-4df7-a67f-e333d32b2fdb tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:38.148596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc673b98-f37c-49fc-8031-4a3248a408fc req-e8f28fe9-1061-4df7-a67f-e333d32b2fdb tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0672090 Nov 08 13:45:38.212836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc673b98-f37c-49fc-8031-4a3248a408fc req-b7fea232-9cf1-4e0b-a125-744d437f5ef5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557077 Nov 08 13:45:38.394021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a95c9-1b58-4bf2-b198-8194e3ad5c61 req-cff10db6-8dcf-4208-8ccc-e42fdb0fc346 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:38.396559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a16a95c9-1b58-4bf2-b198-8194e3ad5c61 req-cff10db6-8dcf-4208-8ccc-e42fdb0fc346 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1111646 Nov 08 13:45:38.461979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-29d103a3-8494-4155-850a-f26a4407d77c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:38.463472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-29d103a3-8494-4155-850a-f26a4407d77c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.1528745 Nov 08 13:45:38.482487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a16a95c9-1b58-4bf2-b198-8194e3ad5c61 req-b9b132ab-6a68-4f7d-912d-f7fb62517209 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769007 Nov 08 13:45:38.484884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-5105d0e1-db02-47ce-8219-0028e773e9fa tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/quotas/8ae1c5eb31374040a586938178bb93d6 HTTP/1.1" status: 200 len: 375 time: 0.0137212 Nov 08 13:45:38.521351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-02892ede-65d7-4ecf-874c-8d9a91e2afc3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281117 Nov 08 13:45:38.675761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-74670b3e-8752-444b-90aa-4973ddab8c94 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475523 Nov 08 13:45:38.789854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-0006c296-376b-4644-b437-90cb821c4a98 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132276 Nov 08 13:45:38.833372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c6eff-d18c-43db-855c-c5ea3339046e req-e0327653-271c-4590-9a53-f424b96aa32f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:38.834955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da2c6eff-d18c-43db-855c-c5ea3339046e req-e0327653-271c-4590-9a53-f424b96aa32f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0661230 Nov 08 13:45:38.887896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da2c6eff-d18c-43db-855c-c5ea3339046e req-6999724b-c7ee-4b83-9c0a-e7525bd0746c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Nov 08 13:45:38.979922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42bb02a8-d508-4f97-88c0-5f33c406d43f req-e95a56b6-a71e-4062-b3e3-8ff29131c7d9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 210 time: 0.0360503 Nov 08 13:45:39.037146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecc07e-9a51-4a79-8c3f-8d9dbbe61e7e req-5d02997a-6558-4161-9200-d76389826568 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:39.038822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74ecc07e-9a51-4a79-8c3f-8d9dbbe61e7e req-5d02997a-6558-4161-9200-d76389826568 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 948 time: 0.0854645 Nov 08 13:45:39.097283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74ecc07e-9a51-4a79-8c3f-8d9dbbe61e7e req-3c107338-f0d5-41a5-a24f-d84d8b12c2a1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512283 Nov 08 13:45:39.235726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d0452337-444e-48e9-a016-4af2106c6b76 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:45:39.257727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: d0452337-444e-48e9-a016-4af2106c6b76 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:45:39.258126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d0452337-444e-48e9-a016-4af2106c6b76 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:45:39.798142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-af2c1820-8214-4880-a4b3-47bbd4b6f1de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415163 Nov 08 13:45:39.887700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32727-2c2e-47da-83d5-4685826b3620 req-914d85b6-da0a-488e-8fc0-7a9e21bea4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:39.889730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-914d85b6-da0a-488e-8fc0-7a9e21bea4a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 1096 time: 0.0419810 Nov 08 13:45:40.022203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32727-2c2e-47da-83d5-4685826b3620 req-74d1e683-f5e5-48b1-9f36-c62ff78a2d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:40.025615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-74d1e683-f5e5-48b1-9f36-c62ff78a2d64 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.1038139 Nov 08 13:45:40.042020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92319a4e-6c86-44e6-99fb-1e22fba87e91 req-96646f0e-2c24-4b32-ab7c-849e1f130913 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:40.049951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92319a4e-6c86-44e6-99fb-1e22fba87e91 req-96646f0e-2c24-4b32-ab7c-849e1f130913 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0852740 Nov 08 13:45:40.096866 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-4a253a4e-0ef5-40a8-8426-34bb20d7b223 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9 HTTP/1.1" status: 200 len: 217 time: 0.0620358 Nov 08 13:45:40.116106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92319a4e-6c86-44e6-99fb-1e22fba87e91 req-886565bd-9597-477e-93a7-536bf3c9d4b8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649331 Nov 08 13:45:40.140732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e43722d9-f956-4571-820a-ba3203bc5cca req-83ab5938-5c45-4eef-add5-85edb8afd275 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 210 time: 0.0412745 Nov 08 13:45:40.215107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32727-2c2e-47da-83d5-4685826b3620 req-249036bd-72b7-4151-b202-7bf62dcd3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:40.217861 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-249036bd-72b7-4151-b202-7bf62dcd3eb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.1081598 Nov 08 13:45:40.270623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d83fac-1dfa-4fbc-8203-8727cdc48993 req-1060586d-5c31-4a46-8e76-5022fde3d038 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:40.272498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24d83fac-1dfa-4fbc-8203-8727cdc48993 req-1060586d-5c31-4a46-8e76-5022fde3d038 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 948 time: 0.0634141 Nov 08 13:45:40.299420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-febf5f8f-d572-4a5b-9e33-ca624bd1ee7e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:40.301142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-febf5f8f-d572-4a5b-9e33-ca624bd1ee7e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.2140520 Nov 08 13:45:40.312204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a32727-2c2e-47da-83d5-4685826b3620 req-1b416d45-e491-45c7-a846-de2f7d602093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:40.313683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-1b416d45-e491-45c7-a846-de2f7d602093 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841119 Nov 08 13:45:40.328916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24d83fac-1dfa-4fbc-8203-8727cdc48993 req-0cd69e7c-91c4-44c1-b585-04823032b9ff tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490568 Nov 08 13:45:40.352580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Request body: {'port': {'device_id': '025b3a41-3efb-4c46-b74c-602138e6b174', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'admin_state_up': True, 'tenant_id': '8ae1c5eb31374040a586938178bb93d6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:40.522057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-6a2b04cd-36fd-41b7-b968-bb20fbf19d61 service neutron] 10.222.0.54 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732545 Nov 08 13:45:40.564586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:45:40.568037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:40.682247 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-68a32727-2c2e-47da-83d5-4685826b3620 req-4d5a1620-c360-46a8-bf13-f636a4703c11 service neutron] 10.222.0.54 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519573 Nov 08 13:45:40.750995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Allocated IP 172.20.0.5 (9f4e5055-f8d8-4590-a4c8-9654875d52ae/75924a23-a018-43ee-9528-ec8ba9fe14c6/5002fbec-b3ac-46c3-a57b-9c8701c069b1) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:40.906719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:40.941740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:40.984922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:40.990362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:40.994347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:41.001812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event updated for resources: {'Port': ['ID=5002fbec-b3ac-46c3-a57b-9c8701c069b1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:41.049670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:41.050271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:41.066038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-78dfbfe2-eae1-4355-b7f5-97ed9836f590 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7185667 Nov 08 13:45:41.173475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Request body: {'port': {'device_id': '025b3a41-3efb-4c46-b74c-602138e6b174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:41.234154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:41.279237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67ad34-0839-471c-a92f-d64ebae8f2ac req-678f8cb1-6246-414a-b336-f7668ba0862a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:41.280781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa67ad34-0839-471c-a92f-d64ebae8f2ac req-678f8cb1-6246-414a-b336-f7668ba0862a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0865183 Nov 08 13:45:41.295005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf247aed-3564-4557-9b57-3644847b287b req-f0453f2c-5a79-4670-8f73-c40fff8eff05 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:41.296548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf247aed-3564-4557-9b57-3644847b287b req-f0453f2c-5a79-4670-8f73-c40fff8eff05 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 931 time: 0.0701036 Nov 08 13:45:41.377548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa67ad34-0839-471c-a92f-d64ebae8f2ac req-e0e8b5a6-e298-4a1e-9720-fb257956160f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798619 Nov 08 13:45:41.381882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf247aed-3564-4557-9b57-3644847b287b req-220272cb-d896-4625-b544-d559a978ad71 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695617 Nov 08 13:45:41.581576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5002fbec-b3ac-46c3-a57b-9c8701c069b1 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:41.587657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789d9db-f1b7-4050-b2ad-7faec267fb85 req-a898306e-63ad-41e5-bd0b-ab88d467b1c0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:41.589256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b789d9db-f1b7-4050-b2ad-7faec267fb85 req-a898306e-63ad-41e5-bd0b-ab88d467b1c0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 948 time: 0.0621965 Nov 08 13:45:41.591044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:41.606412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Transition to ACTIVE for port object 5002fbec-b3ac-46c3-a57b-9c8701c069b1 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:45:41.612175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:41.653514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b789d9db-f1b7-4050-b2ad-7faec267fb85 req-bfe4ef1b-7354-4caf-a73f-2808af42bb71 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571952 Nov 08 13:45:41.697416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5002fbec-b3ac-46c3-a57b-9c8701c069b1,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:41.770754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Attempting to bind port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:41.771084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Attempting to bind port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:41.771417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Attempting to bind port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:41.776425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:45:41.776748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Attempting to bind port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:41.782800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:41.783140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Checking segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:41.783520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Bound using segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:41.783980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Bound port: 5002fbec-b3ac-46c3-a57b-9c8701c069b1, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:41.784335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:41.855757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] For port 5002fbec-b3ac-46c3-a57b-9c8701c069b1, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:41.860219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] For port 5002fbec-b3ac-46c3-a57b-9c8701c069b1, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5002fbec-b3ac-46c3-a57b-9c8701c069b1,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:41.866357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:41.903289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:41.904451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:41.905836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] 10.222.0.54 "PUT /v2.0/ports/5002fbec-b3ac-46c3-a57b-9c8701c069b1 HTTP/1.1" status: 200 len: 1091 time: 0.7373257 Nov 08 13:45:41.906285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025b3a41-3efb-4c46-b74c-602138e6b174', 'tag': '5002fbec-b3ac-46c3-a57b-9c8701c069b1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:41.908595 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907138b5-b01c-446a-ac15-5c669f3c5e36" -d '{"events": [{"name": "network-changed", "server_uuid": "025b3a41-3efb-4c46-b74c-602138e6b174", "tag": "5002fbec-b3ac-46c3-a57b-9c8701c069b1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:41.938755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b4632-701f-4359-9af8-365e069f05c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5002fbec-b3ac-46c3-a57b-9c8701c069b1,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:41.962689 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acea3de3-fc20-4d7f-828b-30a00cf1f41e x-openstack-request-id: req-acea3de3-fc20-4d7f-828b-30a00cf1f41e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:41.962980 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "025b3a41-3efb-4c46-b74c-602138e6b174", "tag": "5002fbec-b3ac-46c3-a57b-9c8701c069b1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:41.963231 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acea3de3-fc20-4d7f-828b-30a00cf1f41e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:41.963628 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '025b3a41-3efb-4c46-b74c-602138e6b174', 'tag': '5002fbec-b3ac-46c3-a57b-9c8701c069b1', 'status': 'completed', 'code': 200} Nov 08 13:45:42.001804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-661ef070-0da2-473c-82c9-ab6c15dec02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:42.003285 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-661ef070-0da2-473c-82c9-ab6c15dec02b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 1094 time: 0.0509915 Nov 08 13:45:42.056563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-11768fc3-b7d9-4d42-ae87-23504dbf1e44 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5002fbec-b3ac-46c3-a57b-9c8701c069b1 HTTP/1.1" status: 200 len: 217 time: 0.0369112 Nov 08 13:45:42.110436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-a6e8b641-93a0-450a-bbfb-045f1282df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:42.112235 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-a6e8b641-93a0-450a-bbfb-045f1282df7a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0486059 Nov 08 13:45:42.153041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-f2f94e8c-02ed-440b-b6ba-26301e4922f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323532 Nov 08 13:45:42.540353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daea36b-3ed4-49f3-9e4f-0f09ba97d759 req-2046bf65-daf3-4e8b-95b0-4bcebba227b7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:42.542049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1daea36b-3ed4-49f3-9e4f-0f09ba97d759 req-2046bf65-daf3-4e8b-95b0-4bcebba227b7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 943 time: 0.0829554 Nov 08 13:45:42.551044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adad08a-6c02-432f-a2cc-51326195d97d req-b006d661-dcbb-4b33-9937-79a5e7c88d05 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:42.552140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-dc175640-6727-4339-99d0-aafa77089767 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908131 Nov 08 13:45:42.552560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9adad08a-6c02-432f-a2cc-51326195d97d req-b006d661-dcbb-4b33-9937-79a5e7c88d05 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0833240 Nov 08 13:45:42.628041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1daea36b-3ed4-49f3-9e4f-0f09ba97d759 req-67fbc95f-435f-4fc1-b799-495e594b2e8c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744388 Nov 08 13:45:42.641628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9adad08a-6c02-432f-a2cc-51326195d97d req-dc7233bd-e966-4d3c-bc66-eb3fe971b332 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820613 Nov 08 13:45:42.698764 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f998ccc1-6365-43fc-9af4-f967f59b5e4a req-360ed37d-b62c-49fd-86ab-889fb47b8a14 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298127 Nov 08 13:45:42.831882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-e64c61a1-a82f-4d26-bf36-8ea5eb80d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:42.833510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-e64c61a1-a82f-4d26-bf36-8ea5eb80d584 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 1094 time: 0.0561774 Nov 08 13:45:42.852311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c0457-a5da-4d58-a25e-c3dd14d8e3ab req-060e88a5-c0e1-4d2b-a53a-84cc55a9a979 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:42.853919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb6c0457-a5da-4d58-a25e-c3dd14d8e3ab req-060e88a5-c0e1-4d2b-a53a-84cc55a9a979 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 948 time: 0.0635540 Nov 08 13:45:42.913733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb6c0457-a5da-4d58-a25e-c3dd14d8e3ab req-c1aeb079-ac16-4321-b060-c656bd69bbb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530949 Nov 08 13:45:42.949602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-e806b550-e690-4b99-a5eb-5bad501d4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:42.951155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-e806b550-e690-4b99-a5eb-5bad501d4dd5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.1077302 Nov 08 13:45:43.000718 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-2a6228ba-6ee4-4bfc-99d7-a39ab3eb0660 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5002fbec-b3ac-46c3-a57b-9c8701c069b1 HTTP/1.1" status: 200 len: 217 time: 0.0375400 Nov 08 13:45:43.054167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-0f8247eb-96a0-4151-86ec-ee427533d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:43.055648 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-0f8247eb-96a0-4151-86ec-ee427533d49b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0457888 Nov 08 13:45:43.098322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-a5507063-b662-491b-8b70-427eec1baaae service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302517 Nov 08 13:45:43.215076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-21dfe68b-7ea7-4b1e-b909-004eeab5a7ff service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049542 Nov 08 13:45:43.259777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 610e6f02-25a6-4527-a0fc-4187730dfd3e details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:43.322410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-907138b5-b01c-446a-ac15-5c669f3c5e36 req-71f1f481-098f-4c05-a1be-369c256cc60c service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990825 Nov 08 13:45:43.363958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 610e6f02-25a6-4527-a0fc-4187730dfd3e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=610e6f02-25a6-4527-a0fc-4187730dfd3e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:43.376377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'mac_address': 'fa:16:3e:b5:67:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:43.414427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:43.431032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610e6f02-25a6-4527-a0fc-4187730dfd3e {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:43.453130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 610e6f02-25a6-4527-a0fc-4187730dfd3e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=610e6f02-25a6-4527-a0fc-4187730dfd3e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:43.457453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:43.510182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=610e6f02-25a6-4527-a0fc-4187730dfd3e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:43.789885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea957a-cdc3-4e24-b6b0-74ac74852c73 req-524563d7-754a-462b-b7c2-fc0b794eee40 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:43.791324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baea957a-cdc3-4e24-b6b0-74ac74852c73 req-524563d7-754a-462b-b7c2-fc0b794eee40 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 943 time: 0.0824928 Nov 08 13:45:43.811812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b6951-456f-4a57-adc9-4894690573f7 req-e08acec6-b4ca-4086-9e32-9f7374a8eaa4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:43.813309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9b6951-456f-4a57-adc9-4894690573f7 req-e08acec6-b4ca-4086-9e32-9f7374a8eaa4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0783703 Nov 08 13:45:43.877126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baea957a-cdc3-4e24-b6b0-74ac74852c73 req-dbaa8f9a-4825-4e96-84f7-9d723daf17c6 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788908 Nov 08 13:45:43.890332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9b6951-456f-4a57-adc9-4894690573f7 req-ebdfd5f6-59c3-479a-89c9-1166653790b5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692699 Nov 08 13:45:44.100855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7c7bd4-397f-4750-99f1-d3638197cceb req-1c8f64b3-e75f-4b8a-993c-ec15b2fddbd8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:44.102303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a7c7bd4-397f-4750-99f1-d3638197cceb req-1c8f64b3-e75f-4b8a-993c-ec15b2fddbd8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 949 time: 0.0520120 Nov 08 13:45:44.140759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['610e6f02-25a6-4527-a0fc-4187730dfd3e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:44.163403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a7c7bd4-397f-4750-99f1-d3638197cceb req-bf83e333-3e0d-4df2-b5d9-8de3ea139391 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549595 Nov 08 13:45:45.041928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351103e5-4832-46f4-ad56-e235de0d25d6 req-34ca5cc4-981e-49da-9d3c-06e86a9b4be0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:45.043526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-351103e5-4832-46f4-ad56-e235de0d25d6 req-34ca5cc4-981e-49da-9d3c-06e86a9b4be0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 943 time: 0.0847015 Nov 08 13:45:45.057048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fe6fb-d446-4f40-8bdf-a3dfc5e27c7f req-ba025ef0-f9a8-4495-a7df-2dda404aa973 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:45.058608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-150fe6fb-d446-4f40-8bdf-a3dfc5e27c7f req-ba025ef0-f9a8-4495-a7df-2dda404aa973 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0985751 Nov 08 13:45:45.136273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-351103e5-4832-46f4-ad56-e235de0d25d6 req-e53e45da-f488-4950-b424-35ddfb10db2f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766425 Nov 08 13:45:45.140563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-150fe6fb-d446-4f40-8bdf-a3dfc5e27c7f req-918c44e7-7647-4657-810b-da05bb5ffd72 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748537 Nov 08 13:45:45.357200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8a29c-cf0e-46fc-a763-ee2075d3837b req-96b7a6bb-e0c2-47fc-a41e-cdb1b4b21014 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:45.359145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2aa8a29c-cf0e-46fc-a763-ee2075d3837b req-96b7a6bb-e0c2-47fc-a41e-cdb1b4b21014 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 949 time: 0.0530238 Nov 08 13:45:45.415182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2aa8a29c-cf0e-46fc-a763-ee2075d3837b req-08071b28-8399-4aef-b4ee-e91db7b3540d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445535 Nov 08 13:45:46.300525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b42c90-30ff-436b-acc6-3aa788f49d8c req-3979a953-81f4-4905-9cd3-3b591b62b7ec tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:46.302218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2b42c90-30ff-436b-acc6-3aa788f49d8c req-3979a953-81f4-4905-9cd3-3b591b62b7ec tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 943 time: 0.0855761 Nov 08 13:45:46.317823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37632048-4bf6-4185-9932-4df36534a51d req-a2087a13-4168-42fa-9c4a-82d175df2ef0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:46.319303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37632048-4bf6-4185-9932-4df36534a51d req-a2087a13-4168-42fa-9c4a-82d175df2ef0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0722454 Nov 08 13:45:46.389568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2b42c90-30ff-436b-acc6-3aa788f49d8c req-cdebfbd8-11d8-463f-ab01-529be9d12b16 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802624 Nov 08 13:45:46.397303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37632048-4bf6-4185-9932-4df36534a51d req-2999e2dd-6958-40d3-9c47-0413adaf24c5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Nov 08 13:45:46.569983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd7987-7d79-4b18-98c3-f5ceaabfa456 req-e7af294d-0639-4030-8d65-a25bb68ff865 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:46.571610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7efd7987-7d79-4b18-98c3-f5ceaabfa456 req-e7af294d-0639-4030-8d65-a25bb68ff865 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 949 time: 0.0508981 Nov 08 13:45:46.626025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7efd7987-7d79-4b18-98c3-f5ceaabfa456 req-9bb61906-00e4-42fb-ae62-78daf8e4dbd1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483677 Nov 08 13:45:47.291865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 610e6f02-25a6-4527-a0fc-4187730dfd3e up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:47.375558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 610e6f02-25a6-4527-a0fc-4187730dfd3e completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:45:47.379952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 610e6f02-25a6-4527-a0fc-4187730dfd3e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:47.380321 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:47.476734 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:47.525799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610e6f02-25a6-4527-a0fc-4187730dfd3e'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:47.530072 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc43763-a984-4dfe-9b53-7c06aae93749" -d '{"events": [{"server_uuid": "bcd1954c-e161-444d-a3eb-7371e8de71c7", "name": "network-vif-plugged", "status": "completed", "tag": "610e6f02-25a6-4527-a0fc-4187730dfd3e"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:47.547572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5821c2f-461a-4b9b-973c-0e5b0bddc774 req-abb65cfc-982c-4717-84a7-ac10e7afd982 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:47.549390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 610e6f02-25a6-4527-a0fc-4187730dfd3e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=610e6f02-25a6-4527-a0fc-4187730dfd3e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:47.549874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5821c2f-461a-4b9b-973c-0e5b0bddc774 req-abb65cfc-982c-4717-84a7-ac10e7afd982 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 943 time: 0.0804427 Nov 08 13:45:47.556674 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:47.614553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=610e6f02-25a6-4527-a0fc-4187730dfd3e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:47.616064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaca11-61ff-4348-91cc-3d0a97a3dd58 req-dbe5caea-1959-4dbd-a61d-7cc7d1b31fa2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:47.618830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aacaca11-61ff-4348-91cc-3d0a97a3dd58 req-dbe5caea-1959-4dbd-a61d-7cc7d1b31fa2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1113868 Nov 08 13:45:47.709150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5821c2f-461a-4b9b-973c-0e5b0bddc774 req-44c22322-3e81-4746-a8f4-fb12e03830ab tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433766 Nov 08 13:45:47.740063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aacaca11-61ff-4348-91cc-3d0a97a3dd58 req-59fbc81d-df62-4bcd-b334-0e360269ce8c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121323 Nov 08 13:45:47.865707 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b49c6-a721-488b-8a66-4ca0af2ea567 x-openstack-request-id: req-860b49c6-a721-488b-8a66-4ca0af2ea567 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:47.866084 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1954c-e161-444d-a3eb-7371e8de71c7", "name": "network-vif-plugged", "status": "completed", "tag": "610e6f02-25a6-4527-a0fc-4187730dfd3e", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:47.866454 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-860b49c6-a721-488b-8a66-4ca0af2ea567 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:47.866922 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'code': 200} Nov 08 13:45:47.988941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66e0b4-1d26-4cc1-8f8e-10cc5d92d3b9 req-715e8a47-9cd3-4417-b6f1-20a69aad109d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:47.991142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e66e0b4-1d26-4cc1-8f8e-10cc5d92d3b9 req-715e8a47-9cd3-4417-b6f1-20a69aad109d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 950 time: 0.0764070 Nov 08 13:45:48.007475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab316c6b-49c7-4b22-86b4-1c0581e7cc46 req-08e1f5f4-0908-4ed1-a169-96dcd62aa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:48.009624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab316c6b-49c7-4b22-86b4-1c0581e7cc46 req-08e1f5f4-0908-4ed1-a169-96dcd62aa3bd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 1101 time: 0.0607111 Nov 08 13:45:48.061835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e66e0b4-1d26-4cc1-8f8e-10cc5d92d3b9 req-c9e22971-bc19-425c-acc1-1d6c6db2d520 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Nov 08 13:45:48.077536 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab316c6b-49c7-4b22-86b4-1c0581e7cc46 req-2556b8ad-3648-4869-8261-f4ee7fdce1f7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591218 Nov 08 13:45:48.872401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e0f99-f3d2-458a-8c83-34ea1d284c02 req-3d43a032-87ee-4a4a-9263-a6f4f7dc0520 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:48.874284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-195e0f99-f3d2-458a-8c83-34ea1d284c02 req-3d43a032-87ee-4a4a-9263-a6f4f7dc0520 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 943 time: 0.0853558 Nov 08 13:45:48.898826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07397e02-7ca9-44b1-adbf-853da7d03152 req-f86461af-2aaa-4450-b4e0-b79180cd268a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:48.900436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07397e02-7ca9-44b1-adbf-853da7d03152 req-f86461af-2aaa-4450-b4e0-b79180cd268a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0767105 Nov 08 13:45:48.971320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-195e0f99-f3d2-458a-8c83-34ea1d284c02 req-d172233a-9389-498b-a67e-61ac400a41ca tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898488 Nov 08 13:45:48.986608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07397e02-7ca9-44b1-adbf-853da7d03152 req-a6de4549-49e0-44ad-802e-b6a0d3e49e6c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783710 Nov 08 13:45:49.205786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ded239-a5b4-4064-ba6c-8d8e5f402c38 req-9c3cae9a-97e6-4ddd-a41b-1a9181357368 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:49.207610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9ded239-a5b4-4064-ba6c-8d8e5f402c38 req-9c3cae9a-97e6-4ddd-a41b-1a9181357368 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 950 time: 0.0611479 Nov 08 13:45:49.270525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9ded239-a5b4-4064-ba6c-8d8e5f402c38 req-c9405ad7-3a45-4dce-95e8-0fd4aa9ff3cf tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512421 Nov 08 13:45:49.288810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5002fbec-b3ac-46c3-a57b-9c8701c069b1 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:45:49.402232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5002fbec-b3ac-46c3-a57b-9c8701c069b1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5002fbec-b3ac-46c3-a57b-9c8701c069b1,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:49.415079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '5002fbec-b3ac-46c3-a57b-9c8701c069b1', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'port_id': '5002fbec-b3ac-46c3-a57b-9c8701c069b1', 'mac_address': 'fa:16:3e:69:89:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75924a23-a018-43ee-9528-ec8ba9fe14c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:45:49.458626 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:49.473101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5002fbec-b3ac-46c3-a57b-9c8701c069b1 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:49.503095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5002fbec-b3ac-46c3-a57b-9c8701c069b1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5002fbec-b3ac-46c3-a57b-9c8701c069b1,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:49.507232 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:49.556375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5002fbec-b3ac-46c3-a57b-9c8701c069b1,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:50.077482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5002fbec-b3ac-46c3-a57b-9c8701c069b1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:50.187971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a07f80a-bd24-40e5-b30b-e5cec25c13e0 req-db082b8a-a5ce-4a4d-b4b5-94daf5007df2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:50.190199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a07f80a-bd24-40e5-b30b-e5cec25c13e0 req-db082b8a-a5ce-4a4d-b4b5-94daf5007df2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 944 time: 0.1284075 Nov 08 13:45:50.209938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc52170-3cc4-4f89-9610-15e7fb14dd52 req-16875387-e30d-4c94-ba22-5908376ee9e3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:50.211600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dc52170-3cc4-4f89-9610-15e7fb14dd52 req-16875387-e30d-4c94-ba22-5908376ee9e3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1076920 Nov 08 13:45:50.313213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a07f80a-bd24-40e5-b30b-e5cec25c13e0 req-6a2a4091-3741-4ae7-868d-e301f17ca6c4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004348 Nov 08 13:45:50.322170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dc52170-3cc4-4f89-9610-15e7fb14dd52 req-881e26d5-e845-4514-a8fd-59b55ee74839 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015253 Nov 08 13:45:50.545181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69316c36-fada-446e-afe7-f5b69ad3263d req-904d5b61-5306-44f6-b29a-2a498e45161c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:50.547095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69316c36-fada-446e-afe7-f5b69ad3263d req-904d5b61-5306-44f6-b29a-2a498e45161c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 950 time: 0.0600049 Nov 08 13:45:50.600049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69316c36-fada-446e-afe7-f5b69ad3263d req-2b626b2f-7f04-43e8-a145-ccaa14e1a70f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463238 Nov 08 13:45:50.724120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bdef95-7dc6-4528-8a39-215dba98910e req-8b11e9c8-0d05-4c08-b1d4-b4c0bf55ca3f tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:50.725661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1bdef95-7dc6-4528-8a39-215dba98910e req-8b11e9c8-0d05-4c08-b1d4-b4c0bf55ca3f tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 1101 time: 0.0425324 Nov 08 13:45:50.783864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1bdef95-7dc6-4528-8a39-215dba98910e req-4ddc5e21-150c-47e6-8adc-9833bfaec661 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462892 Nov 08 13:45:50.934430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-8bda3b16-0e0f-4c0a-9818-c7c20ee3a6c8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232964 Nov 08 13:45:51.052063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-bfb399d2-0622-4e99-a254-77be637e9e2d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:51.053527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-bfb399d2-0622-4e99-a254-77be637e9e2d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129332 Nov 08 13:45:51.069249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-26dae54f-e7a9-413f-8ed1-5aa955b8f392 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/quotas/43661e2b5ad3479ab16dbc8ebe16e903 HTTP/1.1" status: 200 len: 375 time: 0.0097909 Nov 08 13:45:51.141975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-83edbc73-9ef9-46f1-97be-679142368219 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0661442 Nov 08 13:45:51.321133 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3153daeb-d3d7-460c-9672-5bf6e0d172ad req-4767b58d-eca1-4f6f-ba74-b61255213b8a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 210 time: 0.0266578 Nov 08 13:45:51.499795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ecf0a1-6141-4303-93d1-9f6240a7367e req-00d73761-c35f-458e-b812-afdd7f67baba tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:51.499795 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18ecf0a1-6141-4303-93d1-9f6240a7367e req-00d73761-c35f-458e-b812-afdd7f67baba tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 944 time: 0.1017292 Nov 08 13:45:51.519006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078763d5-b6a1-4a9e-8465-edbe0053c9ff req-66e3568d-e239-432f-89d2-1433f7f95f2f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:51.521690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-078763d5-b6a1-4a9e-8465-edbe0053c9ff req-66e3568d-e239-432f-89d2-1433f7f95f2f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0862851 Nov 08 13:45:51.619421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18ecf0a1-6141-4303-93d1-9f6240a7367e req-4ea103da-4e70-4da7-8f84-b24a4f655e17 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963371 Nov 08 13:45:51.631589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-078763d5-b6a1-4a9e-8465-edbe0053c9ff req-4a7ddb3b-eb50-4de2-8b8e-2e7257a63d74 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984676 Nov 08 13:45:52.440573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec938947-b0e6-4225-95d4-12b98b2a6896 req-c02be9c0-9247-443d-ba42-08c867722a44 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 210 time: 0.0282276 Nov 08 13:45:52.492765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-c861726c-dace-4cf0-bad6-f13fd9795a50 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248885 Nov 08 13:45:52.633679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-0e6be71f-79dc-49a3-9313-2764ee4140ce tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:52.636166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-0e6be71f-79dc-49a3-9313-2764ee4140ce tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1223643 Nov 08 13:45:52.655152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:52.792343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:45:52.796946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:52.832032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3a0c2-cf21-4ea4-a7ac-668fc1cd5fcd req-2ca0f9e9-05a3-4c8c-b294-f3a4d5670519 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:52.833740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1be3a0c2-cf21-4ea4-a7ac-668fc1cd5fcd req-2ca0f9e9-05a3-4c8c-b294-f3a4d5670519 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1054399 Nov 08 13:45:52.852193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91b40d-970b-45d5-9bbe-a4ce56f253f7 req-ce77b618-bb8e-4a28-abfa-84d5a00c3e83 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:52.853890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff91b40d-970b-45d5-9bbe-a4ce56f253f7 req-ce77b618-bb8e-4a28-abfa-84d5a00c3e83 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 944 time: 0.1135988 Nov 08 13:45:52.889072 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:52.962372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.166 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/f69301e2-9a15-46a1-96db-bf165fbe0711) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:45:52.992981 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1be3a0c2-cf21-4ea4-a7ac-668fc1cd5fcd req-6ae5ecc7-5000-49b7-9f01-39c606c37fd7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494598 Nov 08 13:45:53.000528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff91b40d-970b-45d5-9bbe-a4ce56f253f7 req-56a10126-febc-473b-89ca-6ebf70fc5ba3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312726 Nov 08 13:45:53.207268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.260022 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.275363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'e4930261-687c-4bb9-bbda-f726fd08cc1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:53.279094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', '626c7422-6a39-49b2-b01d-39ff46bbf59e', '610e6f02-25a6-4527-a0fc-4187730dfd3e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:45:53.312817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:45:53.319192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:45:53.323921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:45:53.331778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=f69301e2-9a15-46a1-96db-bf165fbe0711,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:53.357085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5002fbec-b3ac-46c3-a57b-9c8701c069b1 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:45:53.398733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:53.399893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.423943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-52bbd518-a433-4908-bf0c-06c7242bc892 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7726274 Nov 08 13:45:53.462143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Request body: {'port': {'device_id': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:45:53.472778 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.555987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.566794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:45:53.599133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:53.599508 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.607162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f959817-2caf-4c45-a334-68ae496cd86e req-af2a9e7a-a3da-4e0c-ad43-896d21339694 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:53.620472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f959817-2caf-4c45-a334-68ae496cd86e req-af2a9e7a-a3da-4e0c-ad43-896d21339694 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 936 time: 0.0830915 Nov 08 13:45:53.696337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f959817-2caf-4c45-a334-68ae496cd86e req-69c174c0-42c9-4167-9d8c-b05648cb4eae tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745907 Nov 08 13:45:53.777624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3f5cf20d-6a5c-4831-a11e-905cb64189dc None None] Provisioning complete for port f69301e2-9a15-46a1-96db-bf165fbe0711 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:45:53.778712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf20d-6a5c-4831-a11e-905cb64189dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.956859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f69301e2-9a15-46a1-96db-bf165fbe0711 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:45:53.973778 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:53.994637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Transition to ACTIVE for port object f69301e2-9a15-46a1-96db-bf165fbe0711 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:45:54.000744 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:54.020730 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:54.024907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cf20d-6a5c-4831-a11e-905cb64189dc None None] Port f69301e2-9a15-46a1-96db-bf165fbe0711 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:45:54.070373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b3a41-3efb-4c46-b74c-602138e6b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002fbec-b3ac-46c3-a57b-9c8701c069b1'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:54.073357 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ef5e80-6253-40fe-95f8-75e3db54fa3d" -d '{"events": [{"server_uuid": "025b3a41-3efb-4c46-b74c-602138e6b174", "name": "network-vif-plugged", "status": "completed", "tag": "5002fbec-b3ac-46c3-a57b-9c8701c069b1"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:54.097006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Pushing event updated for resources: {'Port': ['ID=f69301e2-9a15-46a1-96db-bf165fbe0711,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:54.132516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5002fbec-b3ac-46c3-a57b-9c8701c069b1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5002fbec-b3ac-46c3-a57b-9c8701c069b1,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:45:54.147389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:54.219183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Attempting to bind port f69301e2-9a15-46a1-96db-bf165fbe0711 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:45:54.219571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Attempting to bind port f69301e2-9a15-46a1-96db-bf165fbe0711 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:45:54.220100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Attempting to bind port f69301e2-9a15-46a1-96db-bf165fbe0711 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:54.225772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Port f69301e2-9a15-46a1-96db-bf165fbe0711 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:45:54.225996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Attempting to bind port f69301e2-9a15-46a1-96db-bf165fbe0711 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:45:54.233006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330cca0-0cbf-4423-9983-e7b48f53467b req-e3e29d5b-4b5c-462d-aab0-3281c837b574 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:54.235919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:45:54.236537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:45:54.237442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:45:54.238701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Bound port: f69301e2-9a15-46a1-96db-bf165fbe0711, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:45:54.239134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:54.243463 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7330cca0-0cbf-4423-9983-e7b48f53467b req-e3e29d5b-4b5c-462d-aab0-3281c837b574 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1438594 Nov 08 13:45:54.328525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7330cca0-0cbf-4423-9983-e7b48f53467b req-fb47a01e-55a4-4fcd-8c43-c1ffd3f4a22f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836468 Nov 08 13:45:54.330657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5002fbec-b3ac-46c3-a57b-9c8701c069b1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:54.336810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] For port f69301e2-9a15-46a1-96db-bf165fbe0711, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:45:54.341106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd61da-7d2d-4b16-9682-151a1809d79e req-d0c22361-313d-45ab-aa67-135f330a834a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:54.353505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29bd61da-7d2d-4b16-9682-151a1809d79e req-d0c22361-313d-45ab-aa67-135f330a834a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.1988177 Nov 08 13:45:54.357309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] For port f69301e2-9a15-46a1-96db-bf165fbe0711, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f69301e2-9a15-46a1-96db-bf165fbe0711,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:45:54.366246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:54.445444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29bd61da-7d2d-4b16-9682-151a1809d79e req-61dd84ef-d365-4453-95db-e76cddf3db51 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908332 Nov 08 13:45:54.491272 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bf35a7-efa2-4d1b-99b2-c5a7641f33e4 x-openstack-request-id: req-b8bf35a7-efa2-4d1b-99b2-c5a7641f33e4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:54.495748 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b3a41-3efb-4c46-b74c-602138e6b174", "name": "network-vif-plugged", "status": "completed", "tag": "5002fbec-b3ac-46c3-a57b-9c8701c069b1", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:54.496050 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8bf35a7-efa2-4d1b-99b2-c5a7641f33e4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:54.496501 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b3a41-3efb-4c46-b74c-602138e6b174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5002fbec-b3ac-46c3-a57b-9c8701c069b1', 'code': 200} Nov 08 13:45:54.519544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:54.520517 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:54.525095 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] 10.222.0.54 "PUT /v2.0/ports/f69301e2-9a15-46a1-96db-bf165fbe0711 HTTP/1.1" status: 200 len: 1096 time: 1.0670400 Nov 08 13:45:54.525095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'tag': 'f69301e2-9a15-46a1-96db-bf165fbe0711'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:45:54.532056 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0ab80a-c93a-494a-8b36-5ddbef841a14" -d '{"events": [{"name": "network-changed", "server_uuid": "7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73", "tag": "f69301e2-9a15-46a1-96db-bf165fbe0711"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:45:54.693695 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2b5729-e5a0-41fc-a7da-c52af85db7e4 x-openstack-request-id: req-fa2b5729-e5a0-41fc-a7da-c52af85db7e4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:45:54.694412 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73", "tag": "f69301e2-9a15-46a1-96db-bf165fbe0711", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:45:54.694552 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa2b5729-e5a0-41fc-a7da-c52af85db7e4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:45:54.695177 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'tag': 'f69301e2-9a15-46a1-96db-bf165fbe0711', 'status': 'completed', 'code': 200} Nov 08 13:45:54.744728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebf4fa-446f-4ec1-9aac-1955dc868737 service neutron] Pushing event updated for resources: {'Port': ['ID=f69301e2-9a15-46a1-96db-bf165fbe0711,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:45:54.766484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d6e5f-e055-49be-a980-618678d8fa21 req-a14a18ea-5518-4681-8ada-c0e9f628cbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:54.769124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b50d6e5f-e055-49be-a980-618678d8fa21 req-a14a18ea-5518-4681-8ada-c0e9f628cbd3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 1096 time: 0.2065980 Nov 08 13:45:54.809110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-32936ed9-f58a-478e-8972-41dae414c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:54.810659 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-32936ed9-f58a-478e-8972-41dae414c4ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 1099 time: 0.1346066 Nov 08 13:45:54.838255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa4115-34d1-4e74-9804-58722ee5f7e8 req-b34adcdd-6f91-4446-8552-9855a2750a8d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:54.839842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9fa4115-34d1-4e74-9804-58722ee5f7e8 req-b34adcdd-6f91-4446-8552-9855a2750a8d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 948 time: 0.0529222 Nov 08 13:45:54.875386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b50d6e5f-e055-49be-a980-618678d8fa21 req-c6cf8d56-25b8-41b5-9f0f-514b3ed2472a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956399 Nov 08 13:45:54.878896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-6e76b018-6fb5-43f8-a746-d0fa518c91e6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f69301e2-9a15-46a1-96db-bf165fbe0711 HTTP/1.1" status: 200 len: 217 time: 0.0493748 Nov 08 13:45:54.898937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9fa4115-34d1-4e74-9804-58722ee5f7e8 req-5d800a45-d86e-49f2-bce7-154e151bee4c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520389 Nov 08 13:45:55.214588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-ad02f160-877e-4ec4-a443-162ef0300e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.216120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-ad02f160-877e-4ec4-a443-162ef0300e97 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0460370 Nov 08 13:45:55.266653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-e43d8f8b-9a43-4014-8c55-137d4f18264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.268684 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-e43d8f8b-9a43-4014-8c55-137d4f18264e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436077 Nov 08 13:45:55.377904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-68ff0ebe-d1ed-45ae-9638-2858b4c91d1f service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928144 Nov 08 13:45:55.454949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302de32-5f88-49cb-b068-e2db6128637f req-b2562618-71a0-414a-9e00-b373e2529064 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.456464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0302de32-5f88-49cb-b068-e2db6128637f req-b2562618-71a0-414a-9e00-b373e2529064 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0541661 Nov 08 13:45:55.473133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be3751f6-7845-4154-b6bb-cf63be76e784 req-1b1c4a6e-6290-49ef-bb1f-3c52bfe3008d service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874355 Nov 08 13:45:55.547483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0302de32-5f88-49cb-b068-e2db6128637f req-8847c9f9-950c-4d68-b1e4-4ef094245065 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806262 Nov 08 13:45:55.581101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-c6169525-d366-4c76-8595-b74fc871df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.582627 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-c6169525-d366-4c76-8595-b74fc871df0d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 1099 time: 0.0464079 Nov 08 13:45:55.592035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d9f05-d223-4c71-a744-616922d408f8 req-280482d0-0075-4862-953c-0d3ab63c4445 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.593809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-558d9f05-d223-4c71-a744-616922d408f8 req-280482d0-0075-4862-953c-0d3ab63c4445 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0691617 Nov 08 13:45:55.647146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-558d9f05-d223-4c71-a744-616922d408f8 req-ff347620-9a99-496d-8e72-cfc3aa9a8108 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472231 Nov 08 13:45:55.691447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-0b1be320-a140-4cc1-8d53-5e39597463fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.692881 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-0b1be320-a140-4cc1-8d53-5e39597463fb service neutron] 10.222.0.54 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.1017590 Nov 08 13:45:55.742851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-d98c00f6-9b46-4909-b163-6a71ae607f1f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=f69301e2-9a15-46a1-96db-bf165fbe0711 HTTP/1.1" status: 200 len: 217 time: 0.0357130 Nov 08 13:45:55.812164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-e4a83d4c-8a98-4e73-aa4f-37017cde8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.813558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-e4a83d4c-8a98-4e73-aa4f-37017cde8873 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0492301 Nov 08 13:45:55.862531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-9596dd5e-17b6-4d9f-b5ad-21199d08d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:55.864089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-9596dd5e-17b6-4d9f-b5ad-21199d08d401 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426817 Nov 08 13:45:55.968931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-b8531e71-5780-41b3-a0c6-cd4bec925053 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920458 Nov 08 13:45:56.021399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d9cf2-3ff9-4b68-ac07-8795b0e4c15f req-392a48d9-ee7b-4c23-9bdb-724bfac3393b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:56.022882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b76d9cf2-3ff9-4b68-ac07-8795b0e4c15f req-392a48d9-ee7b-4c23-9bdb-724bfac3393b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 948 time: 0.0504742 Nov 08 13:45:56.065111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ad0ab80a-c93a-494a-8b36-5ddbef841a14 req-95fac2bf-5df6-4d12-b9cc-567eab017f39 service neutron] 10.222.0.54 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881345 Nov 08 13:45:56.077367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b76d9cf2-3ff9-4b68-ac07-8795b0e4c15f req-71dcb94c-fcb1-4d6b-a11c-7968c0a0b87f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473888 Nov 08 13:45:56.673614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78651273-6f75-4c9c-b53f-51ac8fcddce0 req-b84d7a6d-f0c2-4efa-8493-6764b1714265 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:56.675104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78651273-6f75-4c9c-b53f-51ac8fcddce0 req-b84d7a6d-f0c2-4efa-8493-6764b1714265 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0535080 Nov 08 13:45:56.728838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78651273-6f75-4c9c-b53f-51ac8fcddce0 req-9219bea9-77e9-4783-b7b8-25a966c6e191 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453680 Nov 08 13:45:56.799473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd50724-b006-4e39-9cbd-f5fa3e4ebadf req-432996c7-d511-46b8-802f-0af462b4deec tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:56.801087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dd50724-b006-4e39-9cbd-f5fa3e4ebadf req-432996c7-d511-46b8-802f-0af462b4deec tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0507624 Nov 08 13:45:56.850620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dd50724-b006-4e39-9cbd-f5fa3e4ebadf req-803d4bca-09da-477e-bbd9-569bd5fd7b47 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Nov 08 13:45:57.204209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c7201-fd8a-46d8-9ec8-ca5cebbb4d86 req-cf90192c-daba-46e3-816d-6c64a3e53f95 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:57.205687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f3c7201-fd8a-46d8-9ec8-ca5cebbb4d86 req-cf90192c-daba-46e3-816d-6c64a3e53f95 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 948 time: 0.0587280 Nov 08 13:45:57.258983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f3c7201-fd8a-46d8-9ec8-ca5cebbb4d86 req-d9640106-9273-4e5e-bce2-5fbd8f83531c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472372 Nov 08 13:45:57.843882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58b3240f-2625-48c9-b871-a9bb19b58274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:45:57.870580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3445fd-188d-4254-8f44-90812394e2d4 req-7104c284-096a-417b-af99-5b41983b50be tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:57.872449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab3445fd-188d-4254-8f44-90812394e2d4 req-7104c284-096a-417b-af99-5b41983b50be tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0578837 Nov 08 13:45:57.924807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab3445fd-188d-4254-8f44-90812394e2d4 req-4f31fb1e-1474-4971-93b1-0a4a129d8842 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452518 Nov 08 13:45:58.002745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc9d7a-4d86-490b-a4bd-490cd11e4c63 req-3b83448e-8539-47c0-bbb8-dbb1d33c90e4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.004247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bbc9d7a-4d86-490b-a4bd-490cd11e4c63 req-3b83448e-8539-47c0-bbb8-dbb1d33c90e4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Nov 08 13:45:58.052467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bbc9d7a-4d86-490b-a4bd-490cd11e4c63 req-eef4b15f-8f5f-494e-b641-cc8747dc2d66 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Nov 08 13:45:58.256861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280d1b2-228b-46c2-8006-de117e43f1dc req-1c01b0f3-a5d9-4f1f-a251-f79381de58e7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.258393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7280d1b2-228b-46c2-8006-de117e43f1dc req-1c01b0f3-a5d9-4f1f-a251-f79381de58e7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0554991 Nov 08 13:45:58.312807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7280d1b2-228b-46c2-8006-de117e43f1dc req-d0bfecaf-45c1-438a-a765-595f94650f6a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Nov 08 13:45:58.388669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f88e-7963-4e0d-a4b9-afd19961c3cd req-b796d947-98c8-497f-a3c5-e46d579f3b3a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:58.390191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa91f88e-7963-4e0d-a4b9-afd19961c3cd req-b796d947-98c8-497f-a3c5-e46d579f3b3a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 948 time: 0.0512421 Nov 08 13:45:58.438541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa91f88e-7963-4e0d-a4b9-afd19961c3cd req-0fddbca4-1087-4f1d-b840-fb2d456df2fb tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Nov 08 13:45:59.046394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f8b46-9545-4ec8-8e8b-c5a39f4c7472 req-eaab6dcf-41f9-4ffc-ae32-58bf8254745c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:59.047999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d80f8b46-9545-4ec8-8e8b-c5a39f4c7472 req-eaab6dcf-41f9-4ffc-ae32-58bf8254745c tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Nov 08 13:45:59.100029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d80f8b46-9545-4ec8-8e8b-c5a39f4c7472 req-088b02aa-b0db-497d-b9bb-b5e017ca95d8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Nov 08 13:45:59.432898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fa698-ce95-4cdd-80b8-eff7cf591776 req-13a29262-4a97-41d7-8a24-87468739cfe5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:59.435038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a58fa698-ce95-4cdd-80b8-eff7cf591776 req-13a29262-4a97-41d7-8a24-87468739cfe5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0502670 Nov 08 13:45:59.485473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a58fa698-ce95-4cdd-80b8-eff7cf591776 req-698e76f2-07f5-4446-833f-5c3ee23dea7b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443633 Nov 08 13:45:59.560454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68bc7f-0b62-4b0f-b071-8d30b0ebff54 req-c8b687f5-0b0f-4ac7-a84c-0651b46c57fd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:45:59.561926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e68bc7f-0b62-4b0f-b071-8d30b0ebff54 req-c8b687f5-0b0f-4ac7-a84c-0651b46c57fd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 948 time: 0.0493748 Nov 08 13:45:59.608627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e68bc7f-0b62-4b0f-b071-8d30b0ebff54 req-819bc954-cfb9-4df8-b44d-92cd89469e3f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405467 Nov 08 13:45:59.998650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d077c-7782-42e2-b74e-d217731cb7af req-0bc080dc-8b24-4755-9acf-d58140941475 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:00.000229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-926d077c-7782-42e2-b74e-d217731cb7af req-0bc080dc-8b24-4755-9acf-d58140941475 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0566125 Nov 08 13:46:00.050468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-926d077c-7782-42e2-b74e-d217731cb7af req-9fc9d58f-32fc-432d-89ba-78ed47972547 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438304 Nov 08 13:46:00.173798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89fabb-8b6b-40ac-9cf6-c4254799dec1 req-5fd96851-3642-4db1-b351-654c01275bec tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:00.175214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c89fabb-8b6b-40ac-9cf6-c4254799dec1 req-5fd96851-3642-4db1-b351-654c01275bec tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0532842 Nov 08 13:46:00.255793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01790-b4f9-4573-8146-9fc64269f067 req-7ef2d26b-a67d-4f30-b8be-f1c68b89df0b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:00.257285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdb01790-b4f9-4573-8146-9fc64269f067 req-7ef2d26b-a67d-4f30-b8be-f1c68b89df0b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0811603 Nov 08 13:46:00.261168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c89fabb-8b6b-40ac-9cf6-c4254799dec1 req-c7dd9215-30d8-4bac-9c8c-4b1302107ada tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769973 Nov 08 13:46:00.305829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdb01790-b4f9-4573-8146-9fc64269f067 req-0032645e-56de-4ac3-9a9a-4d0bf4aac00b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425875 Nov 08 13:46:00.533332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-2be991b8-37e8-450b-ba17-177eb11200e3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:00.534815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-2be991b8-37e8-450b-ba17-177eb11200e3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.1021531 Nov 08 13:46:00.550854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-1c7700f7-aa06-4aa7-a301-12922ab0497f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/quotas/b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 375 time: 0.0101922 Nov 08 13:46:00.635770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56baa58c-2460-4ef6-9942-bdc9c94a06c3 req-5cb6d749-0f8f-4f75-94ac-8e4c6d62e0c9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:00.637368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56baa58c-2460-4ef6-9942-bdc9c94a06c3 req-5cb6d749-0f8f-4f75-94ac-8e4c6d62e0c9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0832705 Nov 08 13:46:00.651470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-bc50a7c3-afd4-44f0-87a2-5638cb14b8bc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0878201 Nov 08 13:46:01.027172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56baa58c-2460-4ef6-9942-bdc9c94a06c3 req-835eb223-96a2-4ffd-944f-e1c883142929 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3746865 Nov 08 13:46:01.051874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-255fa219-84de-41c1-872e-ba5c1dad3924 service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923845 Nov 08 13:46:01.177891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7cb32-585c-416f-9946-ab5a9e0478d7 req-7df1d131-ab15-435e-95cf-51452497b793 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:01.179262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ae7cb32-585c-416f-9946-ab5a9e0478d7 req-7df1d131-ab15-435e-95cf-51452497b793 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 948 time: 0.0963545 Nov 08 13:46:01.182834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-4c617400-86e8-402a-ae66-faeaf072273c service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250629 Nov 08 13:46:01.241700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ae7cb32-585c-416f-9946-ab5a9e0478d7 req-c23da267-7956-482c-850b-ab7545251eb2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564077 Nov 08 13:46:01.352868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f69301e2-9a15-46a1-96db-bf165fbe0711 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:01.447084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39ff19ff-3de0-48d2-b332-1b08656762d3 req-526a3130-6b77-4225-863d-a780dbe9a95f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 210 time: 0.0347850 Nov 08 13:46:01.481485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f69301e2-9a15-46a1-96db-bf165fbe0711, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f69301e2-9a15-46a1-96db-bf165fbe0711,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:01.503668 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-664a311d-e31f-487d-92e0-53201457426b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:01.510866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'f69301e2-9a15-46a1-96db-bf165fbe0711', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': 'f69301e2-9a15-46a1-96db-bf165fbe0711', 'mac_address': 'fa:16:3e:8a:1b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:01.544319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78316d76-cb28-414a-90ae-512ce5e2786e req-55d5f20c-574b-49ff-b04b-36c3e9282277 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:01.545967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78316d76-cb28-414a-90ae-512ce5e2786e req-55d5f20c-574b-49ff-b04b-36c3e9282277 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0648680 Nov 08 13:46:01.556296 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:01.572719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f69301e2-9a15-46a1-96db-bf165fbe0711 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:01.597705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f69301e2-9a15-46a1-96db-bf165fbe0711, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f69301e2-9a15-46a1-96db-bf165fbe0711,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:01.603178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:01.604453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78316d76-cb28-414a-90ae-512ce5e2786e req-a39c7edd-0136-49bc-9fe5-f19889e2deeb tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500307 Nov 08 13:46:01.653313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f69301e2-9a15-46a1-96db-bf165fbe0711,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:02.127614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f69301e2-9a15-46a1-96db-bf165fbe0711'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:02.154636 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7002dfe-3c5b-479f-94c2-592a8e22c228 req-45019c57-837a-45c3-b5cf-44119150c9f8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:02.156475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7002dfe-3c5b-479f-94c2-592a8e22c228 req-45019c57-837a-45c3-b5cf-44119150c9f8 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0578923 Nov 08 13:46:02.206755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7002dfe-3c5b-479f-94c2-592a8e22c228 req-ea9a05c6-4a50-4067-a537-08ac3121d519 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437126 Nov 08 13:46:02.375163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9e635-8dd3-46b2-a992-a05f4f21b2a1 req-ccf4720f-3834-43c7-a304-99655d23dabd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:02.384771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25e9e635-8dd3-46b2-a992-a05f4f21b2a1 req-ccf4720f-3834-43c7-a304-99655d23dabd tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 949 time: 0.0699301 Nov 08 13:46:02.418665 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:46:02.461571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25e9e635-8dd3-46b2-a992-a05f4f21b2a1 req-cc2fcfd4-fd88-4c51-9f39-4a7e8e252bbf tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705056 Nov 08 13:46:02.476245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-6ca52151-061a-427d-b12b-833b67b0e050 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:02.478090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-6ca52151-061a-427d-b12b-833b67b0e050 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.1663821 Nov 08 13:46:02.503684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'port': {'device_id': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'admin_state_up': True, 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:02.568319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da2302a5-8601-4c3b-9751-a2d36cfc2049 req-93cef6ab-4225-4095-a4b8-361c210ceef6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 210 time: 0.0284605 Nov 08 13:46:02.622407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Made reservation on behalf of b430fe33e59e4c4b878e8071f1cb58ae for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:02.627047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:02.732634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f14ce-e1dc-4b97-8272-c441ff6c415a req-3317b9a3-dfd0-4b6d-8436-08130f977ac9 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:02.734202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa2f14ce-e1dc-4b97-8272-c441ff6c415a req-3317b9a3-dfd0-4b6d-8436-08130f977ac9 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0558345 Nov 08 13:46:02.785600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa2f14ce-e1dc-4b97-8272-c441ff6c415a req-6f591143-225e-46d9-a471-3020904f2b86 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Nov 08 13:46:02.805999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Allocated IP 172.20.0.5 (c3015bfa-04ab-4f13-9a38-a84dbf18742f/a630c4b9-65c0-4ca9-8270-6b63a0fd991e/e312fac3-dc44-4753-8b9d-a4ae619febd0) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:46:02.940844 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:02.960314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:02.996780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.012242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0a4f58bd-187f-4ee5-8376-62eb40f10d80'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:03.040787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:46:03.047460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:46:03.051759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:46:03.083962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=e312fac3-dc44-4753-8b9d-a4ae619febd0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:03.105768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.106365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.106878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.108195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.108542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.108881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.109206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.110036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.110036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.110198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.110479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.110800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:03.129697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:03.130369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.151444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-d538633a-1e7e-4ac7-b127-998e58efeda8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6533103 Nov 08 13:46:03.165497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Request body: {'port': {'device_id': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:03.249566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.343156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5966666-7ffa-404d-9c5c-061a38d8dd0e req-2577155d-5f46-453e-bb75-3b611b118b27 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:03.344701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5966666-7ffa-404d-9c5c-061a38d8dd0e req-2577155d-5f46-453e-bb75-3b611b118b27 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0521657 Nov 08 13:46:03.356673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-91f3c653-d270-43a3-94b9-db076506d509 None None] Provisioning complete for port e312fac3-dc44-4753-8b9d-a4ae619febd0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:03.357084 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-91f3c653-d270-43a3-94b9-db076506d509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.395780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-91f3c653-d270-43a3-94b9-db076506d509 None None] Port e312fac3-dc44-4753-8b9d-a4ae619febd0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:46:03.402192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5966666-7ffa-404d-9c5c-061a38d8dd0e req-ec8a7b19-7dff-4067-bfc7-a91d1c44daa4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500140 Nov 08 13:46:03.516067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['3a8745d4-a747-4d4b-85c3-ee403e3e65f9'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:03.553019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e312fac3-dc44-4753-8b9d-a4ae619febd0 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:03.563608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.579862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Transition to ACTIVE for port object e312fac3-dc44-4753-8b9d-a4ae619febd0 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:46:03.586951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.609242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1205d-e64c-46ed-ae5f-a873a977685f req-0a3a074b-9a3a-4100-8705-cd8817a12fb8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:03.616265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37f1205d-e64c-46ed-ae5f-a873a977685f req-0a3a074b-9a3a-4100-8705-cd8817a12fb8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 949 time: 0.0685415 Nov 08 13:46:03.689411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e312fac3-dc44-4753-8b9d-a4ae619febd0,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:03.734958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37f1205d-e64c-46ed-ae5f-a873a977685f req-199c2176-3d21-4075-af20-1df3219fd2da tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088815 Nov 08 13:46:03.761259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748de95-8d48-4e29-8375-0c9c2ec06b1a req-a8b233f2-b33a-4e70-b713-5b19cee2d1d7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:03.762843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3748de95-8d48-4e29-8375-0c9c2ec06b1a req-a8b233f2-b33a-4e70-b713-5b19cee2d1d7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 943 time: 0.0860279 Nov 08 13:46:03.804407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Attempting to bind port e312fac3-dc44-4753-8b9d-a4ae619febd0 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:46:03.804795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Attempting to bind port e312fac3-dc44-4753-8b9d-a4ae619febd0 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:46:03.805181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Attempting to bind port e312fac3-dc44-4753-8b9d-a4ae619febd0 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:03.811966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Port e312fac3-dc44-4753-8b9d-a4ae619febd0 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:46:03.812382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Attempting to bind port e312fac3-dc44-4753-8b9d-a4ae619febd0 on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:03.818600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3748de95-8d48-4e29-8375-0c9c2ec06b1a req-d575d0cc-0397-4bf9-86a0-583f189ec9fe tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476155 Nov 08 13:46:03.819393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:46:03.819771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:46:03.820735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Bound using segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:46:03.821183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Bound port: e312fac3-dc44-4753-8b9d-a4ae619febd0, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:46:03.821703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.894846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] For port e312fac3-dc44-4753-8b9d-a4ae619febd0, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:46:03.898535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] For port e312fac3-dc44-4753-8b9d-a4ae619febd0, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:46:03.903523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.934743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a36ec-2f5c-473e-93ff-cdc1cd58dfce req-90946986-f774-4a82-b524-7a27a4b4f333 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:03.936877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e47a36ec-2f5c-473e-93ff-cdc1cd58dfce req-90946986-f774-4a82-b524-7a27a4b4f333 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0561674 Nov 08 13:46:03.945503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:03.946130 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:03.947539 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] 10.222.0.70 "PUT /v2.0/ports/e312fac3-dc44-4753-8b9d-a4ae619febd0 HTTP/1.1" status: 200 len: 1091 time: 0.7874088 Nov 08 13:46:03.948046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:03.950354 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace5429c-e856-45b0-ba5c-4ae61831ac5c" -d '{"events": [{"name": "network-changed", "server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:03.976980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6da45-9c87-4f49-9cc8-4f97e9d793e2 service neutron] Pushing event updated for resources: {'Port': ['ID=e312fac3-dc44-4753-8b9d-a4ae619febd0,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:04.005217 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e47a36ec-2f5c-473e-93ff-cdc1cd58dfce req-eeb96517-2ab4-4ab2-ba34-84297c6c2794 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609374 Nov 08 13:46:04.035675 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9980a284-d63a-4ba7-9ef7-d1f65a87ae27 x-openstack-request-id: req-9980a284-d63a-4ba7-9ef7-d1f65a87ae27 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:04.035675 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:04.035957 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9980a284-d63a-4ba7-9ef7-d1f65a87ae27 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:04.036172 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0', 'status': 'completed', 'code': 200} Nov 08 13:46:04.053364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-517a928d-c39b-438b-bfba-53733f54079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.054886 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-517a928d-c39b-438b-bfba-53733f54079a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 1094 time: 0.0540571 Nov 08 13:46:04.100819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-23453ddb-f152-448e-8a2c-659685c7ba46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0 HTTP/1.1" status: 200 len: 217 time: 0.0366788 Nov 08 13:46:04.162645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-c6c6fe7b-3cc0-4d5b-9833-d8e6bd96787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.164312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-c6c6fe7b-3cc0-4d5b-9833-d8e6bd96787e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0536878 Nov 08 13:46:04.221024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ff392-5632-4564-8989-3d81e24124a0 req-85d59ca9-b79c-48d1-8a66-d20e49a43f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.222552 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-85d59ca9-b79c-48d1-8a66-d20e49a43f1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494716 Nov 08 13:46:04.329960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-17cf5c49-14c5-442c-9423-af6eecfa4f3e service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985444 Nov 08 13:46:04.435686 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-267ff392-5632-4564-8989-3d81e24124a0 req-53467edf-1820-483a-8408-49a854dd99e1 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913134 Nov 08 13:46:04.544660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-99cdaa0a-58fc-438f-8cac-abf65dcf7489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.547784 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-99cdaa0a-58fc-438f-8cac-abf65dcf7489 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 1094 time: 0.0550442 Nov 08 13:46:04.556220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49e173-a2a3-4e89-a22f-b7496b9ab7b9 req-ac93b984-940c-4c08-8fc6-52c48bdc44b4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.558030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca49e173-a2a3-4e89-a22f-b7496b9ab7b9 req-ac93b984-940c-4c08-8fc6-52c48bdc44b4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0637765 Nov 08 13:46:04.628212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca49e173-a2a3-4e89-a22f-b7496b9ab7b9 req-757b2b77-c1a4-48d1-8fe0-811c444ff9fb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624645 Nov 08 13:46:04.664340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-4a66aef6-f324-420a-ba47-8949590c4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.666827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-4a66aef6-f324-420a-ba47-8949590c4cda service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.1121101 Nov 08 13:46:04.715598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-78fe06a0-4494-4fe4-8f19-6fbb78daf4fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0 HTTP/1.1" status: 200 len: 217 time: 0.0386584 Nov 08 13:46:04.770166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-c277842e-1656-457d-a4ad-742dfe9f3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.771643 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-c277842e-1656-457d-a4ad-742dfe9f3d19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0471554 Nov 08 13:46:04.822755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-b74c36d8-b5e7-422d-ac8c-786193bdc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.824187 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-b74c36d8-b5e7-422d-ac8c-786193bdc054 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424340 Nov 08 13:46:04.873845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11d8b8-02cd-404f-871c-62f867d8e822 req-b6af1376-439b-4414-baa9-cb5f057f986e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.875526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a11d8b8-02cd-404f-871c-62f867d8e822 req-b6af1376-439b-4414-baa9-cb5f057f986e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 949 time: 0.0613351 Nov 08 13:46:04.934392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-b29a1543-710c-4471-89aa-bd01917da9f2 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986962 Nov 08 13:46:04.953071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a11d8b8-02cd-404f-871c-62f867d8e822 req-256924cc-36c8-4db6-b774-5eea93315737 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715680 Nov 08 13:46:04.971340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b0eb-88c5-44ff-9151-afa56c2668e3 req-ca204eb1-cb62-4599-8731-f41a776e44b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:04.973702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2063b0eb-88c5-44ff-9151-afa56c2668e3 req-ca204eb1-cb62-4599-8731-f41a776e44b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 943 time: 0.0708311 Nov 08 13:46:05.032258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2063b0eb-88c5-44ff-9151-afa56c2668e3 req-6cd3f9c0-cd12-4426-bd59-3a6f6372a5c0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525198 Nov 08 13:46:05.038504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ace5429c-e856-45b0-ba5c-4ae61831ac5c req-8633ed73-80c0-47f2-ac89-f99c6852e75c service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956304 Nov 08 13:46:05.126689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dc1c6-1212-4ede-b22a-9aeb41da86b4 req-9c64b215-1560-4e91-8f3c-fc5853b17b7b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:05.128194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-060dc1c6-1212-4ede-b22a-9aeb41da86b4 req-9c64b215-1560-4e91-8f3c-fc5853b17b7b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0507808 Nov 08 13:46:05.178295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-060dc1c6-1212-4ede-b22a-9aeb41da86b4 req-8995dc07-d863-4a8a-b4ac-4e5f21048acd tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440598 Nov 08 13:46:05.365220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f69301e2-9a15-46a1-96db-bf165fbe0711 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:05.424552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port f69301e2-9a15-46a1-96db-bf165fbe0711 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:46:05.428083 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:05.428876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port f69301e2-9a15-46a1-96db-bf165fbe0711 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:05.429521 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:05.510490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:05.532938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69301e2-9a15-46a1-96db-bf165fbe0711'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:05.535144 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fafbb6f-dd5c-4896-bd0e-a4f0ab8d6306" -d '{"events": [{"server_uuid": "7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73", "name": "network-vif-plugged", "status": "completed", "tag": "f69301e2-9a15-46a1-96db-bf165fbe0711"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:05.548657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f69301e2-9a15-46a1-96db-bf165fbe0711, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f69301e2-9a15-46a1-96db-bf165fbe0711,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:05.552876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:05.579674 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122d39c1-f462-4cad-8ad3-af1f3dbfa26a x-openstack-request-id: req-122d39c1-f462-4cad-8ad3-af1f3dbfa26a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:05.579997 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73", "name": "network-vif-plugged", "status": "completed", "tag": "f69301e2-9a15-46a1-96db-bf165fbe0711", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:05.580248 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-122d39c1-f462-4cad-8ad3-af1f3dbfa26a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:05.580632 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f69301e2-9a15-46a1-96db-bf165fbe0711', 'code': 200} Nov 08 13:46:05.611398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f69301e2-9a15-46a1-96db-bf165fbe0711,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:05.694512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93401a8b-59c7-40b8-8e48-4f0a85f19447 req-d41fe785-325b-417f-8d68-b2a55e958310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:05.696025 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93401a8b-59c7-40b8-8e48-4f0a85f19447 req-d41fe785-325b-417f-8d68-b2a55e958310 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 1101 time: 0.0471342 Nov 08 13:46:05.745804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:05.760545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93401a8b-59c7-40b8-8e48-4f0a85f19447 req-a193ba28-b770-4d90-af32-43aa9a8dffe5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545979 Nov 08 13:46:05.784305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efaea6-9867-4d22-a6b6-a88b691cc3da req-c82bd451-a079-4ac7-96c6-3aaf14b0fa68 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:05.785784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94efaea6-9867-4d22-a6b6-a88b691cc3da req-c82bd451-a079-4ac7-96c6-3aaf14b0fa68 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0570610 Nov 08 13:46:05.833497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94efaea6-9867-4d22-a6b6-a88b691cc3da req-2b11a925-ecae-47bd-a1fe-5800e5f348bb tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Nov 08 13:46:06.076038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ff30b-dd5d-465f-8469-7325a566e38b req-94b11e78-742e-4337-8cb8-51b95bd28103 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:06.077562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-625ff30b-dd5d-465f-8469-7325a566e38b req-94b11e78-742e-4337-8cb8-51b95bd28103 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 950 time: 0.0524540 Nov 08 13:46:06.150494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-625ff30b-dd5d-465f-8469-7325a566e38b req-a116cadc-a769-41d7-96fe-9a92b33d4f7e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668423 Nov 08 13:46:06.167849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6afb2-cae2-417c-b3ed-b3adca4df0ba req-aebb7c82-849d-4af6-86a2-6a630271b136 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:06.169321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c6afb2-cae2-417c-b3ed-b3adca4df0ba req-aebb7c82-849d-4af6-86a2-6a630271b136 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 943 time: 0.0664997 Nov 08 13:46:06.217188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c6afb2-cae2-417c-b3ed-b3adca4df0ba req-2408b026-04fb-4cc3-ac4f-9adaae357174 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Nov 08 13:46:06.299856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffce4f6-2683-45b5-adda-9595e0e1e0cb req-5c417014-83fc-4e47-b1a1-479abeeaeb1e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:06.301270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dffce4f6-2683-45b5-adda-9595e0e1e0cb req-5c417014-83fc-4e47-b1a1-479abeeaeb1e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0522819 Nov 08 13:46:06.352629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dffce4f6-2683-45b5-adda-9595e0e1e0cb req-8bd5396c-59fe-40e6-ae5f-46f3a2aa54e5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453954 Nov 08 13:46:06.949702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85cb267-0127-49a9-8020-8245998f5c61 req-56e07161-dff4-4c4f-9ac2-a2a15d009c5d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:06.951878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f85cb267-0127-49a9-8020-8245998f5c61 req-56e07161-dff4-4c4f-9ac2-a2a15d009c5d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0497527 Nov 08 13:46:06.998745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f85cb267-0127-49a9-8020-8245998f5c61 req-6ff40e6d-22b4-451e-bb09-b6ed333dc7ed tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Nov 08 13:46:07.269669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68cfe6-e5fe-4329-8c23-dd6added9757 req-d70e71a8-db10-4f5e-ba15-34839a4c72e1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:07.271183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee68cfe6-e5fe-4329-8c23-dd6added9757 req-d70e71a8-db10-4f5e-ba15-34839a4c72e1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 950 time: 0.0506721 Nov 08 13:46:07.360920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee68cfe6-e5fe-4329-8c23-dd6added9757 req-0aa5e69f-bca5-4374-8352-45ab0730e3a2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800536 Nov 08 13:46:07.374302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d84b82-dad0-44a9-9ad9-78cfa95e8ecc req-184f3490-136f-49f7-8c24-56448a980f87 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:07.375838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13d84b82-dad0-44a9-9ad9-78cfa95e8ecc req-184f3490-136f-49f7-8c24-56448a980f87 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 943 time: 0.0831571 Nov 08 13:46:07.437562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13d84b82-dad0-44a9-9ad9-78cfa95e8ecc req-8a448c43-e511-4589-85c9-6a9d10559270 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Nov 08 13:46:07.479691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8843d9a-63ba-48e2-b22d-a3e9271df7ee req-81793377-95ce-41a5-b5c9-0fa46da0936b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:07.481254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8843d9a-63ba-48e2-b22d-a3e9271df7ee req-81793377-95ce-41a5-b5c9-0fa46da0936b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0578544 Nov 08 13:46:07.536796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8843d9a-63ba-48e2-b22d-a3e9271df7ee req-0710a746-0e3e-4637-bfc1-86abebe60444 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Nov 08 13:46:08.125029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756294fc-26d8-4c15-8a8f-b41468561e49 req-ad0e0a86-7cbf-4677-a586-057ead58088f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:08.126522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-756294fc-26d8-4c15-8a8f-b41468561e49 req-ad0e0a86-7cbf-4677-a586-057ead58088f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0546720 Nov 08 13:46:08.174324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-756294fc-26d8-4c15-8a8f-b41468561e49 req-02af97b1-c0aa-4b5c-943c-93e03988a373 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Nov 08 13:46:08.479881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a9c03-38a2-4554-b80c-5c9d4d68a4e8 req-bd57d6c0-873a-4b35-8f52-c98e44cdccc8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:08.481414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee9a9c03-38a2-4554-b80c-5c9d4d68a4e8 req-bd57d6c0-873a-4b35-8f52-c98e44cdccc8 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 950 time: 0.0498960 Nov 08 13:46:08.555550 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee9a9c03-38a2-4554-b80c-5c9d4d68a4e8 req-80f8df0b-f643-478f-be27-c6d756428107 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672014 Nov 08 13:46:08.574680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10754be-affa-4297-99e2-de65cfa866f4 req-b21572ce-09dd-4af9-9cee-48a9e6d4e8ee tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:08.576207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b10754be-affa-4297-99e2-de65cfa866f4 req-b21572ce-09dd-4af9-9cee-48a9e6d4e8ee tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 943 time: 0.0675633 Nov 08 13:46:08.647418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e312fac3-dc44-4753-8b9d-a4ae619febd0 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:08.656551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b10754be-affa-4297-99e2-de65cfa866f4 req-8766cea3-5795-45f9-be97-31bfeef097b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735705 Nov 08 13:46:08.681294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb36b91-a565-46f5-a1f7-994b5f4e9f27 req-6867c34e-8d25-4bf4-b5cd-487b6ee8f51e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:08.687092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9eb36b91-a565-46f5-a1f7-994b5f4e9f27 req-6867c34e-8d25-4bf4-b5cd-487b6ee8f51e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0699286 Nov 08 13:46:08.755907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e312fac3-dc44-4753-8b9d-a4ae619febd0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:08.757142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9eb36b91-a565-46f5-a1f7-994b5f4e9f27 req-7fc40caa-5f28-41f5-982e-364a1f53ed95 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666451 Nov 08 13:46:08.768113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e312fac3-dc44-4753-8b9d-a4ae619febd0', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': 'e312fac3-dc44-4753-8b9d-a4ae619febd0', 'mac_address': 'fa:16:3e:1e:60:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:08.769579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df2e96-8198-42fa-92b2-f4c677711fe8 req-b6076fac-a7aa-413e-a2e8-1c8f147a1a3b tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:08.776788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07df2e96-8198-42fa-92b2-f4c677711fe8 req-b6076fac-a7aa-413e-a2e8-1c8f147a1a3b tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 1101 time: 0.0548091 Nov 08 13:46:08.813141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:08.821913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07df2e96-8198-42fa-92b2-f4c677711fe8 req-816da6d6-fc84-46fd-8a5d-85bcd5657fbd tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Nov 08 13:46:08.831554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e312fac3-dc44-4753-8b9d-a4ae619febd0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:08.857068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e312fac3-dc44-4753-8b9d-a4ae619febd0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:08.861882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:08.919861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e312fac3-dc44-4753-8b9d-a4ae619febd0,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:09.027413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-4d60fa9b-5a3c-4a69-9acb-1325917c985d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262783 Nov 08 13:46:09.134872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-e30ea501-8e63-4e7e-8ed3-fa137a87d97a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:09.136362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-e30ea501-8e63-4e7e-8ed3-fa137a87d97a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1029310 Nov 08 13:46:09.151632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-5011af80-9838-44c0-b7ed-6bb817761ab5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/quotas/43661e2b5ad3479ab16dbc8ebe16e903 HTTP/1.1" status: 200 len: 375 time: 0.0090058 Nov 08 13:46:09.216230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-d5541575-059b-41d4-a391-8a257ca8788f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0578599 Nov 08 13:46:09.233744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e312fac3-dc44-4753-8b9d-a4ae619febd0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:09.306561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc512597-1bee-4684-84f7-a8050caaa5db req-3aedd8fb-d8ff-4d0b-9d64-51a9ae9e890f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:09.308395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc512597-1bee-4684-84f7-a8050caaa5db req-3aedd8fb-d8ff-4d0b-9d64-51a9ae9e890f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0617630 Nov 08 13:46:09.367135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc512597-1bee-4684-84f7-a8050caaa5db req-c455cba4-687a-41c5-be0d-0089165c6ea7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503657 Nov 08 13:46:09.403432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79c25d1e-2463-4aeb-bb7d-0e35798e7dec req-2e449623-0014-4752-b185-03e0c4500634 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 210 time: 0.0321462 Nov 08 13:46:09.787250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47357176-7b5b-4ffc-b6fa-834c4bf7a541 req-afa607d7-ed20-4182-9582-ec4a9df3e301 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:09.789029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47357176-7b5b-4ffc-b6fa-834c4bf7a541 req-afa607d7-ed20-4182-9582-ec4a9df3e301 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 944 time: 0.0622802 Nov 08 13:46:09.883980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47357176-7b5b-4ffc-b6fa-834c4bf7a541 req-143336c0-ecd6-49b8-b913-a6fcb7774154 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829470 Nov 08 13:46:09.912733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fec4a6-7502-46bb-bc09-dc392e6671f7 req-695161be-1c7b-4126-84f5-4fe7258169f7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:09.914272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4fec4a6-7502-46bb-bc09-dc392e6671f7 req-695161be-1c7b-4126-84f5-4fe7258169f7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0749259 Nov 08 13:46:09.966936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4fec4a6-7502-46bb-bc09-dc392e6671f7 req-fa2f1797-c255-4ce7-aef8-21355220d6b2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Nov 08 13:46:10.322051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-6a1db5a9-6fed-4bb1-8bc0-1a63f998852e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211017 Nov 08 13:46:10.445713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-fb644f21-69a6-4073-8515-32387a0dc836 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:10.447252 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-fb644f21-69a6-4073-8515-32387a0dc836 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1190352 Nov 08 13:46:10.465546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Request body: {'port': {'device_id': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '43661e2b5ad3479ab16dbc8ebe16e903'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:10.510970 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53f810a-21ae-4df9-931c-86e4481f8873 req-3e427977-9cec-4cbf-94e2-1c30ffb5916d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 210 time: 0.0294979 Nov 08 13:46:10.527919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d3afe-ab38-4e36-822e-38e414745ab1 req-daea9371-851d-439d-a0c2-68c7ea79c551 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:10.530303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-261d3afe-ab38-4e36-822e-38e414745ab1 req-daea9371-851d-439d-a0c2-68c7ea79c551 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0762906 Nov 08 13:46:10.580713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Made reservation on behalf of 43661e2b5ad3479ab16dbc8ebe16e903 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:10.584237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:10.587067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-261d3afe-ab38-4e36-822e-38e414745ab1 req-6011b557-e4e3-47b7-b88a-86ee2684cc77 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496297 Nov 08 13:46:10.647884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e312fac3-dc44-4753-8b9d-a4ae619febd0 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:10.697598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e312fac3-dc44-4753-8b9d-a4ae619febd0 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:46:10.703012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e312fac3-dc44-4753-8b9d-a4ae619febd0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:10.703386 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:10.725478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Allocated IP 192.168.233.16 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/887ff699-1ac5-4d01-bbe7-7165e7321fd2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:46:10.782746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:10.811404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:10.814703 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319c1e8d-dc30-4603-a677-4a6a7cf6bc25" -d '{"events": [{"server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "name": "network-vif-plugged", "status": "completed", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:10.836487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e312fac3-dc44-4753-8b9d-a4ae619febd0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:10.840381 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:10.863480 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1ffe56-8b19-4a43-aa56-1717110b3e60 x-openstack-request-id: req-bc1ffe56-8b19-4a43-aa56-1717110b3e60 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:10.863800 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "name": "network-vif-plugged", "status": "completed", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:10.864055 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc1ffe56-8b19-4a43-aa56-1717110b3e60 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:10.864446 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0', 'code': 200} Nov 08 13:46:10.892584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e312fac3-dc44-4753-8b9d-a4ae619febd0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:10.917243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:10.982502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:10.993560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e46430-23e2-48b2-a104-a3c4b2096a23 req-c1d18591-88de-4fde-a54a-397366a59195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:10.994292 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11e46430-23e2-48b2-a104-a3c4b2096a23 req-c1d18591-88de-4fde-a54a-397366a59195 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 1096 time: 0.0644653 Nov 08 13:46:11.000537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'e4930261-687c-4bb9-bbda-f726fd08cc1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:11.014781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e6c37-1381-4ba8-b7d5-48fde4de9865 req-c4b66ec4-1187-4335-9500-fcf2d86e2d32 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:11.022464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-905e6c37-1381-4ba8-b7d5-48fde4de9865 req-c4b66ec4-1187-4335-9500-fcf2d86e2d32 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 945 time: 0.0685709 Nov 08 13:46:11.039493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', '626c7422-6a39-49b2-b01d-39ff46bbf59e', '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'f69301e2-9a15-46a1-96db-bf165fbe0711'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:11.049968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:46:11.085487 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11e46430-23e2-48b2-a104-a3c4b2096a23 req-a12e95d6-3f48-44cc-b068-4abea81257ff service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819256 Nov 08 13:46:11.086368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:46:11.087079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-905e6c37-1381-4ba8-b7d5-48fde4de9865 req-1a74a0c6-1ac8-4678-a7b4-f2e2413b5cdb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596139 Nov 08 13:46:11.098870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:46:11.202494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479cace-86bb-43f7-8b77-d98f27533d16 req-45994b3f-15f0-4b3b-8b97-89ec9aed92ad tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:11.204740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9479cace-86bb-43f7-8b77-d98f27533d16 req-45994b3f-15f0-4b3b-8b97-89ec9aed92ad tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0582087 Nov 08 13:46:11.289542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9479cace-86bb-43f7-8b77-d98f27533d16 req-d123c7db-bf1e-4a86-880a-03f8c7b01260 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772817 Nov 08 13:46:11.431930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event updated for resources: {'Port': ['ID=887ff699-1ac5-4d01-bbe7-7165e7321fd2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:11.458529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:11.459155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:11.476404 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-55832aa9-2005-4589-ae7b-2d2fbed56cb5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0166037 Nov 08 13:46:11.481386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7a9bec50-d356-42ff-93f9-5c483df72138 None None] Provisioning complete for port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:11.482301 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a9bec50-d356-42ff-93f9-5c483df72138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:11.490158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Request body: {'port': {'device_id': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:11.546164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:11.551487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7a9bec50-d356-42ff-93f9-5c483df72138 None None] Port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:46:11.644494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5769c0-8f6d-419c-9816-a8086f3c6664 req-cb2289af-5575-4edc-b617-0844bbf5e2c0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:11.646628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e5769c0-8f6d-419c-9816-a8086f3c6664 req-cb2289af-5575-4edc-b617-0844bbf5e2c0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 935 time: 0.0573285 Nov 08 13:46:11.698178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e5769c0-8f6d-419c-9816-a8086f3c6664 req-c507bfc2-f382-43cb-b438-27560871bec6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Nov 08 13:46:11.758425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9090-2b52-4342-9c92-67b7451c667f req-c37f4cc5-2e89-452d-b241-713444c3c6ee tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:11.760008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9fe9090-2b52-4342-9c92-67b7451c667f req-c37f4cc5-2e89-452d-b241-713444c3c6ee tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0657465 Nov 08 13:46:11.814244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9fe9090-2b52-4342-9c92-67b7451c667f req-e43d48a7-afef-447c-9065-5759c9e84d92 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455289 Nov 08 13:46:11.869210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887ff699-1ac5-4d01-bbe7-7165e7321fd2 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:11.877352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:11.890332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Transition to ACTIVE for port object 887ff699-1ac5-4d01-bbe7-7165e7321fd2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:46:11.893309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:11.960554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=887ff699-1ac5-4d01-bbe7-7165e7321fd2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:12.017025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Attempting to bind port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:46:12.017362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Attempting to bind port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:46:12.017687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Attempting to bind port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:12.022234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:46:12.022554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Attempting to bind port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:12.027920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:46:12.028268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:46:12.029231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:46:12.029667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Bound port: 887ff699-1ac5-4d01-bbe7-7165e7321fd2, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:46:12.030049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:12.104452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] For port 887ff699-1ac5-4d01-bbe7-7165e7321fd2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:46:12.107901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] For port 887ff699-1ac5-4d01-bbe7-7165e7321fd2, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=887ff699-1ac5-4d01-bbe7-7165e7321fd2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:46:12.113583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:12.146672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.147319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:12.148711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] 10.222.0.70 "PUT /v2.0/ports/887ff699-1ac5-4d01-bbe7-7165e7321fd2 HTTP/1.1" status: 200 len: 1095 time: 0.6631830 Nov 08 13:46:12.149152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'tag': '887ff699-1ac5-4d01-bbe7-7165e7321fd2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:12.151432 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a61dbc-e536-4e58-94a2-df071b81dac3" -d '{"events": [{"name": "network-changed", "server_uuid": "a20fea49-568e-4192-8e2e-b5e2d01549b8", "tag": "887ff699-1ac5-4d01-bbe7-7165e7321fd2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:12.193654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585c899-53a5-4581-aacc-7b8b4dc2acf7 service neutron] Pushing event updated for resources: {'Port': ['ID=887ff699-1ac5-4d01-bbe7-7165e7321fd2,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:12.224983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7449712-9b02-4507-abc2-c473e7e2908e req-6227fe56-a9f6-494b-a665-058f7d4fe0f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.226875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7449712-9b02-4507-abc2-c473e7e2908e req-6227fe56-a9f6-494b-a665-058f7d4fe0f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 945 time: 0.0760794 Nov 08 13:46:12.243443 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6575d422-751d-4f34-9ecd-6c3ed789e5e0 x-openstack-request-id: req-6575d422-751d-4f34-9ecd-6c3ed789e5e0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:12.243443 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20fea49-568e-4192-8e2e-b5e2d01549b8", "tag": "887ff699-1ac5-4d01-bbe7-7165e7321fd2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:12.243772 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6575d422-751d-4f34-9ecd-6c3ed789e5e0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:12.244077 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'tag': '887ff699-1ac5-4d01-bbe7-7165e7321fd2', 'status': 'completed', 'code': 200} Nov 08 13:46:12.269413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-85927578-ab91-45e2-bf75-e29f62d65b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.271203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-85927578-ab91-45e2-bf75-e29f62d65b92 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 1098 time: 0.0596261 Nov 08 13:46:12.299806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7449712-9b02-4507-abc2-c473e7e2908e req-72f4273c-cbc8-4e87-ad58-35331a9c001d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Nov 08 13:46:12.333953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-220da00d-6708-4c44-8763-dd88fc2a62b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=887ff699-1ac5-4d01-bbe7-7165e7321fd2 HTTP/1.1" status: 200 len: 217 time: 0.0480375 Nov 08 13:46:12.417788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-7d124fc9-e953-486c-a73c-3b773271de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.419303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-7d124fc9-e953-486c-a73c-3b773271de20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0715137 Nov 08 13:46:12.457494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b158526-5426-4d78-ba36-6af469efc1cc req-097f00b2-91f0-4adf-b087-6540529f6ec3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.459109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b158526-5426-4d78-ba36-6af469efc1cc req-097f00b2-91f0-4adf-b087-6540529f6ec3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0662334 Nov 08 13:46:12.483133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612c73-a382-4d38-869d-8819ba777bb4 req-784d59c8-287f-464f-bdec-fd6be8aea0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.485058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-784d59c8-287f-464f-bdec-fd6be8aea0ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488183 Nov 08 13:46:12.520423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b158526-5426-4d78-ba36-6af469efc1cc req-a695cbaf-3605-42b1-9f66-688240ae6f25 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547035 Nov 08 13:46:12.586916 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-07d89aeb-7224-45f9-85e8-9b0c334647b0 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925028 Nov 08 13:46:12.678109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-18612c73-a382-4d38-869d-8819ba777bb4 req-dd778d37-5d8b-47a6-b618-b0f64ee7d0ab service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834186 Nov 08 13:46:12.779423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-4de67ee0-903a-492b-9829-fbac1f2842f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.780950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-4de67ee0-903a-492b-9829-fbac1f2842f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 1098 time: 0.0492744 Nov 08 13:46:12.829320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b4cbf-6f7b-4c6f-83c5-9ae45cfd9965 req-bc10a43d-c45b-4251-be42-c22d1400ec5a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.830912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f50b4cbf-6f7b-4c6f-83c5-9ae45cfd9965 req-bc10a43d-c45b-4251-be42-c22d1400ec5a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 947 time: 0.0496066 Nov 08 13:46:12.879979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-3c693e94-37d7-4269-92ce-f27fb10018c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.881773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f50b4cbf-6f7b-4c6f-83c5-9ae45cfd9965 req-81652d19-4b15-4103-9736-81a2244540bb tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449748 Nov 08 13:46:12.882207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-3c693e94-37d7-4269-92ce-f27fb10018c3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.0923815 Nov 08 13:46:12.929375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-46dbf822-3648-4708-8caa-9bba50344f55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=887ff699-1ac5-4d01-bbe7-7165e7321fd2 HTTP/1.1" status: 200 len: 217 time: 0.0392258 Nov 08 13:46:12.945022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71af4f8-ddd6-4dc9-9c9c-adf5a7befc71 req-c5cc2176-50da-4662-8172-6cdc4c08d8f9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.946517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c71af4f8-ddd6-4dc9-9c9c-adf5a7befc71 req-c5cc2176-50da-4662-8172-6cdc4c08d8f9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0542650 Nov 08 13:46:12.995123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-e629b802-c8e5-4a0f-a8cb-ae173c2e1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:12.998509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-e629b802-c8e5-4a0f-a8cb-ae173c2e1ce7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0509064 Nov 08 13:46:13.004187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c71af4f8-ddd6-4dc9-9c9c-adf5a7befc71 req-115c0d61-ff49-444c-8902-d2c5f4e82d60 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514839 Nov 08 13:46:13.049973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-28cf6e7d-e5c0-4b4f-802c-83b338f71811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:13.051479 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-28cf6e7d-e5c0-4b4f-802c-83b338f71811 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424101 Nov 08 13:46:13.148764 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-7ac906e8-f03d-428a-b440-2707ac1b52ea service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859935 Nov 08 13:46:13.246155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30a61dbc-e536-4e58-94a2-df071b81dac3 req-5090c61e-d0d9-41c1-b9a5-539b7dff40fd service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838032 Nov 08 13:46:13.418233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fba17-a0bb-4eac-a69f-7da66da21017 req-e64ba9b0-3f2b-4097-8749-7f56c0a26d6a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:13.419803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-845fba17-a0bb-4eac-a69f-7da66da21017 req-e64ba9b0-3f2b-4097-8749-7f56c0a26d6a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 945 time: 0.0514982 Nov 08 13:46:13.470859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-845fba17-a0bb-4eac-a69f-7da66da21017 req-bef91ccc-c65d-4710-89c1-16b43db4b1b3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448880 Nov 08 13:46:13.590248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-cad68e43-6690-4828-a465-f83382f2c296 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 267 time: 0.0529232 Nov 08 13:46:13.675201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411652-e3fc-44ae-ada9-6ce1c7d8cb16 req-b7e61b76-c114-472b-8f78-6bf260ff68c4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:13.676928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d411652-e3fc-44ae-ada9-6ce1c7d8cb16 req-b7e61b76-c114-472b-8f78-6bf260ff68c4 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0855150 Nov 08 13:46:13.691100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-bf5ed445-d0ea-4ec7-b120-1bdf39792b33 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:13.692659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-bf5ed445-d0ea-4ec7-b120-1bdf39792b33 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 945 time: 0.0918653 Nov 08 13:46:13.706527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'port': {'security_groups': []}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:13.797744 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d411652-e3fc-44ae-ada9-6ce1c7d8cb16 req-847653e4-66d7-420e-ba1b-39645d83e4b8 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039267 Nov 08 13:46:13.801832 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:13.973747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] For port e312fac3-dc44-4753-8b9d-a4ae619febd0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:14.025309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:14.035127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a961b-3f97-4a68-b131-92305fbbc414 req-47935f9a-44e2-487f-9705-3e5163992cd2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.036636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-631a961b-3f97-4a68-b131-92305fbbc414 req-47935f9a-44e2-487f-9705-3e5163992cd2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 947 time: 0.0820842 Nov 08 13:46:14.037698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:14.049795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0a4f58bd-187f-4ee5-8376-62eb40f10d80', 'e312fac3-dc44-4753-8b9d-a4ae619febd0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:14.054490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['3a8745d4-a747-4d4b-85c3-ee403e3e65f9'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:14.096232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.096867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:14.098250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8f8ac81-9fbe-4ace-b73a-d03a7b056443 req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "PUT /v2.0/ports/e312fac3-dc44-4753-8b9d-a4ae619febd0 HTTP/1.1" status: 200 len: 904 time: 0.3979995 Nov 08 13:46:14.099956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:14.104473 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42f2729-0022-4043-9946-3fd5cc72e3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:14.150266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536ef19-ecf6-4d4a-b743-b10c1bed7e48 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=e312fac3-dc44-4753-8b9d-a4ae619febd0,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:14.159776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-631a961b-3f97-4a68-b131-92305fbbc414 req-c704fa71-d551-4fe1-8b96-e1fa31e6e3fa tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153543 Nov 08 13:46:14.243944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c491e34a-b814-48c7-9b3b-8a5df657d76c req-9b710c45-16e2-4d80-a27b-a449a495247f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.253000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c491e34a-b814-48c7-9b3b-8a5df657d76c req-9b710c45-16e2-4d80-a27b-a449a495247f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0789931 Nov 08 13:46:14.272891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e312fac3-dc44-4753-8b9d-a4ae619febd0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:14.328729 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c491e34a-b814-48c7-9b3b-8a5df657d76c req-a02418e7-a76d-44d2-8e50-16152ed82f4a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743642 Nov 08 13:46:14.345784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f61fa4-0747-473b-981d-d2a2131535cd req-fccd3835-06b7-4633-b3ed-408e4c6375cd tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.352424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5f61fa4-0747-473b-981d-d2a2131535cd req-fccd3835-06b7-4633-b3ed-408e4c6375cd tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 907 time: 0.0843322 Nov 08 13:46:14.379871 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1119ec02-8f57-4836-8190-26957878fedc x-openstack-request-id: req-1119ec02-8f57-4836-8190-26957878fedc {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:14.380197 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:14.380575 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1119ec02-8f57-4836-8190-26957878fedc {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:14.380994 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0', 'status': 'completed', 'code': 200} Nov 08 13:46:14.450803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-556796e3-fecf-4ed3-89ea-7a3f5ffba2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.451926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-556796e3-fecf-4ed3-89ea-7a3f5ffba2bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 1058 time: 0.0453346 Nov 08 13:46:14.455779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cd6c3990-c7ee-4554-b976-ec913f674d6c None None] Provisioning complete for port e312fac3-dc44-4753-8b9d-a4ae619febd0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:14.456141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd6c3990-c7ee-4554-b976-ec913f674d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:14.565517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-e29f5b9e-dc96-4bc9-b698-cf4d14766310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.567025 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-e29f5b9e-dc96-4bc9-b698-cf4d14766310 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.1079779 Nov 08 13:46:14.580766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef806c-d94e-42e4-ad7e-633ab4ea508d req-87d34e6a-d7df-4e21-acfc-6f0b6a31893a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.582276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7ef806c-d94e-42e4-ad7e-633ab4ea508d req-87d34e6a-d7df-4e21-acfc-6f0b6a31893a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0593657 Nov 08 13:46:14.610031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-b7bf2191-21b7-4d5a-a6e4-76df14216b61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0 HTTP/1.1" status: 200 len: 217 time: 0.0349498 Nov 08 13:46:14.639332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7ef806c-d94e-42e4-ad7e-633ab4ea508d req-ed806973-83a6-4578-8841-4525e7f9dd61 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509965 Nov 08 13:46:14.671616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-3aecbf2e-7dae-442a-ace1-2d25c562e714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.673279 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-3aecbf2e-7dae-442a-ace1-2d25c562e714 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0523770 Nov 08 13:46:14.693798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 74902ec0-0115-456f-9d49-ea733ac9994b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:14.698993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 74902ec0-0115-456f-9d49-ea733ac9994b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:14.722321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-ee701176-1ba3-41f8-92cf-b9939174da3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.723953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-ee701176-1ba3-41f8-92cf-b9939174da3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430064 Nov 08 13:46:14.771986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aaecd-fc9e-49ab-a3da-1470664d41f9 req-8d13f367-c123-472f-b14e-d7237af2d00a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.773522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-616aaecd-fc9e-49ab-a3da-1470664d41f9 req-8d13f367-c123-472f-b14e-d7237af2d00a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0576820 Nov 08 13:46:14.823814 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-7452c79d-6a7e-4f63-bdd5-7ba87ef35498 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905237 Nov 08 13:46:14.832028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-616aaecd-fc9e-49ab-a3da-1470664d41f9 req-4855b989-7e9d-4de2-87d8-cb90885fa968 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477316 Nov 08 13:46:14.862611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:14.892508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:14.914004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:14.916326 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae28aaa-82a9-4d7f-8014-9f7cae946266" -d '{"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:14.926506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '74902ec0-0115-456f-9d49-ea733ac9994b', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'port_id': '74902ec0-0115-456f-9d49-ea733ac9994b', 'mac_address': 'fa:16:3e:de:1e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b2e64-0ffd-477b-bd16-f21a47f445a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:14.932218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:14.951276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d177f8-f9be-46a6-ad52-3027e6a50c42 req-fa9945fb-feb1-4f07-860e-a39868e2ce81 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:14.953240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f42f2729-0022-4043-9946-3fd5cc72e3b3 req-3386a63b-2a92-4c3b-aff4-73c89b9cf7c7 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172132 Nov 08 13:46:14.956384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58d177f8-f9be-46a6-ad52-3027e6a50c42 req-fa9945fb-feb1-4f07-860e-a39868e2ce81 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0643172 Nov 08 13:46:14.959425 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:14.998660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:15.024895 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 74902ec0-0115-456f-9d49-ea733ac9994b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:15.036861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:15.065969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.066617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.066617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.066967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.067300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.067645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.068010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.068332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.068660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.068984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.069311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.069636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:15.071601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58d177f8-f9be-46a6-ad52-3027e6a50c42 req-f078e3a9-bd1f-4927-a145-7e6d8cc3b91d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066637 Nov 08 13:46:15.087037 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:46:15.087401 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:46:15.121144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-a7b67611-8211-4436-b84b-e209c58b5137 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:15.121303 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d30d34-2fba-4fdd-9f4b-8ab994e1acb8 x-openstack-request-id: req-65d30d34-2fba-4fdd-9f4b-8ab994e1acb8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:15.121649 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-unplugged", "status": "completed", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:15.121904 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65d30d34-2fba-4fdd-9f4b-8ab994e1acb8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:15.122744 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b', 'code': 200} Nov 08 13:46:15.122832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-a7b67611-8211-4436-b84b-e209c58b5137 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.1388988 Nov 08 13:46:15.138561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-65180c7b-d404-4e7c-a511-c6c837168d03 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/quotas/b430fe33e59e4c4b878e8071f1cb58ae HTTP/1.1" status: 200 len: 375 time: 0.0091536 Nov 08 13:46:15.201321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-ef05ed90-f028-486a-bc96-35243fc7c5ed tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0567589 Nov 08 13:46:15.326965 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-43e70b30-79f0-44e7-a3ea-534643332565 service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188159 Nov 08 13:46:15.334452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5740b2-274b-4f31-a382-672e5da8ae10 req-806641d7-8b57-4794-86b1-4cd8ca77f0c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:15.336001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be5740b2-274b-4f31-a382-672e5da8ae10 req-806641d7-8b57-4794-86b1-4cd8ca77f0c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 947 time: 0.0716159 Nov 08 13:46:15.441557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be5740b2-274b-4f31-a382-672e5da8ae10 req-ee1be71f-f2df-4397-b8ab-b5429f911049 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975709 Nov 08 13:46:15.461844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-c7e45a2e-f308-4e2d-8e18-a42697902f0d service neutron] 10.222.0.65 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248860 Nov 08 13:46:15.548001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe50d1-c8f5-44c0-a549-9d2d74cf5b8f req-c5f11d63-5f9e-45b8-a12f-3e9865e41114 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:15.549595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58fe50d1-c8f5-44c0-a549-9d2d74cf5b8f req-c5f11d63-5f9e-45b8-a12f-3e9865e41114 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0504830 Nov 08 13:46:15.609764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58fe50d1-c8f5-44c0-a549-9d2d74cf5b8f req-7d364a9e-ced1-408a-93af-cc626d83f77b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530484 Nov 08 13:46:15.671225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:15.691138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74902ec0-0115-456f-9d49-ea733ac9994b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:15.723905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:15.729484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:15.768480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d670b6b4-6cc4-4a3c-bb49-d29efd9ed24f req-3ce626df-87d4-4b25-802c-820d4f041765 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 210 time: 0.0304568 Nov 08 13:46:15.781051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:16.102806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['74902ec0-0115-456f-9d49-ea733ac9994b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:16.208446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d7d0c-6d6c-4018-8273-d7d9217c9e00 req-1ebd1090-fc78-4587-b649-5ad0fb9f2ba1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:16.209909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-796d7d0c-6d6c-4018-8273-d7d9217c9e00 req-1ebd1090-fc78-4587-b649-5ad0fb9f2ba1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 945 time: 0.0543904 Nov 08 13:46:16.259668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-796d7d0c-6d6c-4018-8273-d7d9217c9e00 req-6686ccb8-2958-41ee-96b9-bee2ca24364b tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424795 Nov 08 13:46:16.563797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e9c90-e727-4160-875f-b2104e57cab4 req-c487c912-a517-4412-99a5-a6480b314d3a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:16.565570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-217e9c90-e727-4160-875f-b2104e57cab4 req-c487c912-a517-4412-99a5-a6480b314d3a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 947 time: 0.0521579 Nov 08 13:46:16.622291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-217e9c90-e727-4160-875f-b2104e57cab4 req-bb75c1a3-6b18-4d90-87d3-a129444a7d9b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Nov 08 13:46:16.624066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-29e5b0d9-9be5-4a99-9901-33dbb936d7be tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:16.625626 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-29e5b0d9-9be5-4a99-9901-33dbb936d7be tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 812 time: 0.1219749 Nov 08 13:46:16.642408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Request body: {'port': {'device_id': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'admin_state_up': True, 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:16.715222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 887ff699-1ac5-4d01-bbe7-7165e7321fd2 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:16.773071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c46b2-01cc-461d-9bcb-88805b83e53c req-ba0495be-b3de-418e-9679-b22aa7424ab7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:16.774679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-157c46b2-01cc-461d-9bcb-88805b83e53c req-ba0495be-b3de-418e-9679-b22aa7424ab7 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0742543 Nov 08 13:46:16.797409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Made reservation on behalf of b430fe33e59e4c4b878e8071f1cb58ae for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:16.802908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:16.844404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-157c46b2-01cc-461d-9bcb-88805b83e53c req-c89408d1-5643-4759-aa39-8876dd17fe7d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584409 Nov 08 13:46:16.936261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a88b9d7-ca97-4d83-83f1-9fa8afcdee12 req-b1dc3e47-9916-47de-8cb2-6c4c16e06b0f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 210 time: 0.0284228 Nov 08 13:46:16.967826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Allocated IP 172.20.0.3 (c3015bfa-04ab-4f13-9a38-a84dbf18742f/a630c4b9-65c0-4ca9-8270-6b63a0fd991e/2557678b-cff4-4e8e-b6e9-8d3ce250064d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:46:16.992094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 887ff699-1ac5-4d01-bbe7-7165e7321fd2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=887ff699-1ac5-4d01-bbe7-7165e7321fd2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:17.004258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '887ff699-1ac5-4d01-bbe7-7165e7321fd2', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '887ff699-1ac5-4d01-bbe7-7165e7321fd2', 'mac_address': 'fa:16:3e:8b:90:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:17.041217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.054129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887ff699-1ac5-4d01-bbe7-7165e7321fd2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:17.073951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 887ff699-1ac5-4d01-bbe7-7165e7321fd2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=887ff699-1ac5-4d01-bbe7-7165e7321fd2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:17.078845 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.124508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.125796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=887ff699-1ac5-4d01-bbe7-7165e7321fd2,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:17.159833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.173136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['3a8745d4-a747-4d4b-85c3-ee403e3e65f9'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:17.175422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0a4f58bd-187f-4ee5-8376-62eb40f10d80'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:17.201928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:46:17.209122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:46:17.212989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:46:17.219765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:17.269096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:17.270033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.288481 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b98c809a-518f-4fed-a92e-dc8e34549eae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6535022 Nov 08 13:46:17.306772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Request body: {'port': {'device_id': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:17.389054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.401246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d834a-a07d-4bed-9c3f-74d0161c6433 req-103ea548-c1c2-498d-8f15-03dfb12d26e2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:17.409765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-201d834a-a07d-4bed-9c3f-74d0161c6433 req-103ea548-c1c2-498d-8f15-03dfb12d26e2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 945 time: 0.0714691 Nov 08 13:46:17.464296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-201d834a-a07d-4bed-9c3f-74d0161c6433 req-6a3ccae1-5cfd-47e3-8b27-fd2211929d0f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537748 Nov 08 13:46:17.488608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['887ff699-1ac5-4d01-bbe7-7165e7321fd2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:17.535750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-92630a11-b1e2-4a9f-b3b2-ea7e9aad786c None None] Provisioning complete for port 2557678b-cff4-4e8e-b6e9-8d3ce250064d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:17.536118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-92630a11-b1e2-4a9f-b3b2-ea7e9aad786c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.586606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-92630a11-b1e2-4a9f-b3b2-ea7e9aad786c None None] Port 2557678b-cff4-4e8e-b6e9-8d3ce250064d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:46:17.678411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2557678b-cff4-4e8e-b6e9-8d3ce250064d {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:17.686901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.703951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Transition to ACTIVE for port object 2557678b-cff4-4e8e-b6e9-8d3ce250064d will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:46:17.708145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.754748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37c535-feae-4763-83ef-ad7573d84ac0 req-f185b7fe-79a6-4944-bc52-618f72995194 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:17.756630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc37c535-feae-4763-83ef-ad7573d84ac0 req-f185b7fe-79a6-4944-bc52-618f72995194 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 948 time: 0.0574050 Nov 08 13:46:17.816875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:17.818856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc37c535-feae-4763-83ef-ad7573d84ac0 req-4669b66e-52bb-4356-88bd-df7eadc896f7 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562723 Nov 08 13:46:17.887757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Attempting to bind port 2557678b-cff4-4e8e-b6e9-8d3ce250064d on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:46:17.888162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Attempting to bind port 2557678b-cff4-4e8e-b6e9-8d3ce250064d by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:46:17.888517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Attempting to bind port 2557678b-cff4-4e8e-b6e9-8d3ce250064d on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:17.894931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Port 2557678b-cff4-4e8e-b6e9-8d3ce250064d on network c3015bfa-04ab-4f13-9a38-a84dbf18742f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:46:17.895320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Attempting to bind port 2557678b-cff4-4e8e-b6e9-8d3ce250064d on network c3015bfa-04ab-4f13-9a38-a84dbf18742f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:17.902640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:46:17.902991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Checking segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:46:17.904083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Bound using segment: {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:46:17.904950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Bound port: 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92dc59ef-68a6-4721-87c1-269fdec165d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:46:17.904950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:17.980629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:46:17.986106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:46:17.993516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:18.005925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0a2de-bc2c-4642-a7c0-c5473d1e345a req-ec040733-d3f3-4780-bab6-123cb62cb547 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.014728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8a0a2de-bc2c-4642-a7c0-c5473d1e345a req-ec040733-d3f3-4780-bab6-123cb62cb547 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0767226 Nov 08 13:46:18.033862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.034473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:18.035867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] 10.222.0.70 "PUT /v2.0/ports/2557678b-cff4-4e8e-b6e9-8d3ce250064d HTTP/1.1" status: 200 len: 1091 time: 0.7375388 Nov 08 13:46:18.036309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:18.038545 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92863d4b-ed1a-41e0-b2c8-324c5a016d27" -d '{"events": [{"name": "network-changed", "server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:18.064489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f138f8c-721d-447b-a621-9670ec7d0a6a service neutron] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:18.104127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8a0a2de-bc2c-4642-a7c0-c5473d1e345a req-3a883f9d-0d9e-468a-95e1-ffa4a7f6fa0e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875094 Nov 08 13:46:18.115957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b2e96-9f1b-4975-883c-69bd7243d000 req-3d2c1f15-28a8-4f29-ac94-cd7010ff986d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.125536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b2b2e96-9f1b-4975-883c-69bd7243d000 req-3d2c1f15-28a8-4f29-ac94-cd7010ff986d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 943 time: 0.1026511 Nov 08 13:46:18.160391 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ee026f-d1b8-4cfe-aa26-f9a35828da55 x-openstack-request-id: req-70ee026f-d1b8-4cfe-aa26-f9a35828da55 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:18.160824 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:18.160959 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70ee026f-d1b8-4cfe-aa26-f9a35828da55 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:18.161392 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'status': 'completed', 'code': 200} Nov 08 13:46:18.179315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b0f016c6-447b-4ee0-8bb0-f3e56fdfdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.180505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b2b2e96-9f1b-4975-883c-69bd7243d000 req-5dd428d3-2a31-475c-9be9-869869fa69ad tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538170 Nov 08 13:46:18.182386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-b0f016c6-447b-4ee0-8bb0-f3e56fdfdff6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 1094 time: 0.0847774 Nov 08 13:46:18.230695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-f421b184-9749-45ec-9b7f-575cb9e6a473 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d HTTP/1.1" status: 200 len: 217 time: 0.0369544 Nov 08 13:46:18.284438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-e69a6a25-a9d6-41b7-957a-acddc590033d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.285888 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-e69a6a25-a9d6-41b7-957a-acddc590033d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0463634 Nov 08 13:46:18.344948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-7d63374c-6e56-45a4-a2f5-0162eca06359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.346437 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-7d63374c-6e56-45a4-a2f5-0162eca06359 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525572 Nov 08 13:46:18.441313 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-9ccb495b-3009-4e04-bbdd-88f8dae5da4f service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852158 Nov 08 13:46:18.538393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52e7f0ed-78ef-493a-b255-e0e270655b49 req-91b0113e-b20c-48c5-9f29-2ca6dd7eb7d1 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891144 Nov 08 13:46:18.592635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386f0cf-05e9-4aee-9d43-b7b50848126f req-bed8a948-6093-4716-8eef-7a2ca922eae7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.594154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c386f0cf-05e9-4aee-9d43-b7b50848126f req-bed8a948-6093-4716-8eef-7a2ca922eae7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 945 time: 0.0569534 Nov 08 13:46:18.634294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-3cc4a665-5d4b-46ba-a4de-0d01be42d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.635824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-3cc4a665-5d4b-46ba-a4de-0d01be42d53a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 1094 time: 0.0421300 Nov 08 13:46:18.646413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c386f0cf-05e9-4aee-9d43-b7b50848126f req-0776656c-c328-46f7-8b80-4a7b11e2852d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450697 Nov 08 13:46:18.731599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-6f7904b8-96f7-45c1-a3e9-3b3a25216e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.733113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-6f7904b8-96f7-45c1-a3e9-3b3a25216e59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.0899873 Nov 08 13:46:18.733793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 74902ec0-0115-456f-9d49-ea733ac9994b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:18.778140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-3606be55-9965-4057-a230-03dbc4124d09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d HTTP/1.1" status: 200 len: 217 time: 0.0366070 Nov 08 13:46:18.781626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 74902ec0-0115-456f-9d49-ea733ac9994b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:18.782005 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:18.832594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-4e5229cc-0a53-4c38-9e1c-9ef09f2c0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.834061 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-4e5229cc-0a53-4c38-9e1c-9ef09f2c0422 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0463264 Nov 08 13:46:18.866626 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:18.885854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-950f1b8b-c2d2-4f93-82c5-2b1e0ab29a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.887761 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-950f1b8b-c2d2-4f93-82c5-2b1e0ab29a54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420718 Nov 08 13:46:18.894521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:18.897024 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52629a75-7eac-431f-bc55-5a480c8bc994" -d '{"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-plugged", "status": "completed", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:18.910339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:18.926237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:18.977957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718db36f-c6f5-4c7a-935b-57adb059f9f7 req-6023920b-0847-41df-8122-e6b57f659913 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:18.979763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-718db36f-c6f5-4c7a-935b-57adb059f9f7 req-6023920b-0847-41df-8122-e6b57f659913 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 948 time: 0.0658822 Nov 08 13:46:18.982575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:19.011774 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa4cf59-9867-49b2-847b-8551d748eeae x-openstack-request-id: req-2aa4cf59-9867-49b2-847b-8551d748eeae {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:19.012079 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-plugged", "status": "completed", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:19.012336 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2aa4cf59-9867-49b2-847b-8551d748eeae {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:19.012796 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b', 'code': 200} Nov 08 13:46:19.013667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-ccc07fd6-8d06-4d45-b324-a5eb6ae1d628 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141002 Nov 08 13:46:19.038230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-718db36f-c6f5-4c7a-935b-57adb059f9f7 req-5deaad0b-6f88-4c20-8427-38b5611c3e59 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509679 Nov 08 13:46:19.128290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-92863d4b-ed1a-41e0-b2c8-324c5a016d27 req-1ffee1dd-3daf-4a0a-8769-53940c2d30a5 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963924 Nov 08 13:46:19.223854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af713971-7188-4e31-a3c4-773a8503dc53 req-d9a07f11-5367-4054-b9af-4793919eb1b9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:19.225388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af713971-7188-4e31-a3c4-773a8503dc53 req-d9a07f11-5367-4054-b9af-4793919eb1b9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0542130 Nov 08 13:46:19.238550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d242571-6f47-43f2-a2d7-20b44d2923b7 req-892ee935-7da4-4cff-885b-2a155c590704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:19.240294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8d242571-6f47-43f2-a2d7-20b44d2923b7 req-892ee935-7da4-4cff-885b-2a155c590704 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 1097 time: 0.0434854 Nov 08 13:46:19.294624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8d242571-6f47-43f2-a2d7-20b44d2923b7 req-859ab16c-ca7d-415e-88c1-89e6c2962cc1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Nov 08 13:46:19.310373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af713971-7188-4e31-a3c4-773a8503dc53 req-a2b8fb5d-bf1c-4005-b719-2bb86c5e4e9a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769446 Nov 08 13:46:19.326122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b24fc-2d24-4978-99b7-50fe733bf44e req-b9bf9901-810a-49f7-896a-05aa345b9708 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:19.327599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d69b24fc-2d24-4978-99b7-50fe733bf44e req-b9bf9901-810a-49f7-896a-05aa345b9708 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 943 time: 0.0701509 Nov 08 13:46:19.376352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d69b24fc-2d24-4978-99b7-50fe733bf44e req-585cc1a6-36c1-4356-bd70-e37114a10481 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426598 Nov 08 13:46:19.765064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5176ca-26ed-4c07-b043-e5368b380bf2 req-da1c3934-cd9a-4657-9125-d33f70ea02d0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:19.766653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f5176ca-26ed-4c07-b043-e5368b380bf2 req-da1c3934-cd9a-4657-9125-d33f70ea02d0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0511658 Nov 08 13:46:19.823976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f5176ca-26ed-4c07-b043-e5368b380bf2 req-379577c0-9f6d-4b9b-b39d-2059c25142b1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510364 Nov 08 13:46:20.166494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ad5e6-84a7-4e4f-8c76-18a8936d143d req-27d0fd6e-8d35-46ab-b1f2-c6b92272d004 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:20.168302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-890ad5e6-84a7-4e4f-8c76-18a8936d143d req-27d0fd6e-8d35-46ab-b1f2-c6b92272d004 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 948 time: 0.0529420 Nov 08 13:46:20.220081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-890ad5e6-84a7-4e4f-8c76-18a8936d143d req-181fc059-f393-45a7-a5bd-a43a6f0811d7 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Nov 08 13:46:20.431114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af88267-46df-4f67-b637-8dfb085beaef req-2abb78bf-0204-4823-b4aa-1a90db5e132c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:20.432654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4af88267-46df-4f67-b637-8dfb085beaef req-2abb78bf-0204-4823-b4aa-1a90db5e132c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0506327 Nov 08 13:46:20.515120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4af88267-46df-4f67-b637-8dfb085beaef req-45930952-4943-43a4-9959-1472be8e1ea4 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759659 Nov 08 13:46:20.523412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe68b7-da1c-47b6-8db2-fff0ff32c825 req-45de32c4-0de1-4253-87ca-f0e755eef778 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:20.525158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ebe68b7-da1c-47b6-8db2-fff0ff32c825 req-45de32c4-0de1-4253-87ca-f0e755eef778 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 943 time: 0.0799727 Nov 08 13:46:20.573450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ebe68b7-da1c-47b6-8db2-fff0ff32c825 req-272a9c4f-3be0-4293-86d6-d1903413c54c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Nov 08 13:46:20.761849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 887ff699-1ac5-4d01-bbe7-7165e7321fd2 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:20.812606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:46:20.816808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:20.817180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:20.905645 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:20.939862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 887ff699-1ac5-4d01-bbe7-7165e7321fd2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=887ff699-1ac5-4d01-bbe7-7165e7321fd2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:20.944794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:20.949761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a694684-0104-432b-8371-27aab5fab1ff req-72b46e10-c991-442d-9684-b4b98fa12479 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:20.952223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a694684-0104-432b-8371-27aab5fab1ff req-72b46e10-c991-442d-9684-b4b98fa12479 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0561314 Nov 08 13:46:20.995103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=887ff699-1ac5-4d01-bbe7-7165e7321fd2,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:21.004162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a694684-0104-432b-8371-27aab5fab1ff req-4e16ada7-5874-40bf-960f-6c64c44b2a0e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Nov 08 13:46:21.014479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887ff699-1ac5-4d01-bbe7-7165e7321fd2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:21.016795 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa704779-ff08-4410-84c1-32bff8f8b03c" -d '{"events": [{"server_uuid": "a20fea49-568e-4192-8e2e-b5e2d01549b8", "name": "network-vif-plugged", "status": "completed", "tag": "887ff699-1ac5-4d01-bbe7-7165e7321fd2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:21.056199 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6cba07-02c1-4239-96b1-bc799b35d6b5 x-openstack-request-id: req-3d6cba07-02c1-4239-96b1-bc799b35d6b5 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:21.056567 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20fea49-568e-4192-8e2e-b5e2d01549b8", "name": "network-vif-plugged", "status": "completed", "tag": "887ff699-1ac5-4d01-bbe7-7165e7321fd2", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:21.056953 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d6cba07-02c1-4239-96b1-bc799b35d6b5 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:21.057396 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887ff699-1ac5-4d01-bbe7-7165e7321fd2', 'code': 200} Nov 08 13:46:21.123399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4638ab5-fb01-4ad7-9720-68e207fdb3e5 req-75e179a4-76ea-4d6d-895e-1f1b0323f7dc tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:21.124923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4638ab5-fb01-4ad7-9720-68e207fdb3e5 req-75e179a4-76ea-4d6d-895e-1f1b0323f7dc tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.0514476 Nov 08 13:46:21.157630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dcacc-aec0-43af-b47d-38a474be404f req-25ade0a0-417a-4043-91c3-ec637030cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:21.159147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b4dcacc-aec0-43af-b47d-38a474be404f req-25ade0a0-417a-4043-91c3-ec637030cb8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 1100 time: 0.0410776 Nov 08 13:46:21.185637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4638ab5-fb01-4ad7-9720-68e207fdb3e5 req-25bb5dc3-a764-426f-8948-2a22672d5bc1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542085 Nov 08 13:46:21.213565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0b4dcacc-aec0-43af-b47d-38a474be404f req-fc893292-cc38-4138-8a51-2324f5dd1a90 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416796 Nov 08 13:46:21.345601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9b799-94fc-4f92-9403-9fb3691a9638 req-3d96d7f0-17fa-411d-b014-59da74aae170 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:21.347402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8d9b799-94fc-4f92-9403-9fb3691a9638 req-3d96d7f0-17fa-411d-b014-59da74aae170 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 949 time: 0.0571432 Nov 08 13:46:21.396737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8d9b799-94fc-4f92-9403-9fb3691a9638 req-86cc88a6-0892-454c-8723-cd06ceb82976 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434210 Nov 08 13:46:21.555389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508207e-7252-4168-b1ec-c0488f3f227a req-a794981e-ff4e-4d9a-bffc-422ab1c0dd87 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:21.556921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-a794981e-ff4e-4d9a-bffc-422ab1c0dd87 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 815 time: 0.1115503 Nov 08 13:46:21.573992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-7bfb88c4-ae4a-4299-a53a-0819fd3f9c8e tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/quotas/60ad56c720bc4196a808458bc3655d72 HTTP/1.1" status: 200 len: 375 time: 0.0112481 Nov 08 13:46:21.655248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-f0974bf8-d314-4a2a-8858-0459763f2655 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741084 Nov 08 13:46:21.663269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7618e1-ce9c-42b9-959e-ea095e7215f4 req-0d37e2d1-65bc-4108-b4ab-7f1abe219f85 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:21.664659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7618e1-ce9c-42b9-959e-ea095e7215f4 req-0d37e2d1-65bc-4108-b4ab-7f1abe219f85 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0738666 Nov 08 13:46:21.769262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7618e1-ce9c-42b9-959e-ea095e7215f4 req-bc69b8fb-f0e5-4c19-9a11-9c828d556115 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968392 Nov 08 13:46:21.785982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-0dce71e6-7c43-4854-924c-139444aade3c service neutron] 10.222.0.65 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204095 Nov 08 13:46:21.913155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-1d70c95f-b6da-442c-93dd-746b3bb2d77c service neutron] 10.222.0.65 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177828 Nov 08 13:46:21.921546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f7da0-7d6a-4e1d-95fc-dab00a3a2f7d req-51f187b9-3f57-496a-ac91-1e4fe4677af1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:21.922989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-288f7da0-7d6a-4e1d-95fc-dab00a3a2f7d req-51f187b9-3f57-496a-ac91-1e4fe4677af1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 943 time: 0.0728037 Nov 08 13:46:21.972395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-288f7da0-7d6a-4e1d-95fc-dab00a3a2f7d req-be90e14f-2fdd-41ca-9cda-976818e611cc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430033 Nov 08 13:46:22.086187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-686ed22c-5ddc-40dd-8973-a86822aa87f2 req-e053c951-7248-4b72-9e9f-b2ebb63f6f94 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 210 time: 0.0266492 Nov 08 13:46:22.522278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efe7c6-ed6f-4335-9ae3-1451c1e255a7 req-41f826a4-5144-4a00-a7fc-6658925b7f03 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:22.523746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4efe7c6-ed6f-4335-9ae3-1451c1e255a7 req-41f826a4-5144-4a00-a7fc-6658925b7f03 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 949 time: 0.0530632 Nov 08 13:46:22.578494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4efe7c6-ed6f-4335-9ae3-1451c1e255a7 req-1a467ad2-7fc3-44c0-8432-2d0466d08804 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479903 Nov 08 13:46:22.758108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2557678b-cff4-4e8e-b6e9-8d3ce250064d details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:22.858330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:22.870129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'mac_address': 'fa:16:3e:2c:66:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:22.891922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b19aa-183d-4786-86e3-91c02d23946e req-1cab31bd-be16-45c1-b55d-f6dcf6b49917 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:22.893420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf2b19aa-183d-4786-86e3-91c02d23946e req-1cab31bd-be16-45c1-b55d-f6dcf6b49917 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0526638 Nov 08 13:46:22.919310 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:22.920390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:22.936145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2557678b-cff4-4e8e-b6e9-8d3ce250064d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:22.943143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf2b19aa-183d-4786-86e3-91c02d23946e req-41032d08-50fe-471d-9141-1a2d3f6f2ac9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Nov 08 13:46:22.957732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:22.962216 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.021491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:23.107472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75d96a-b69e-4372-9c82-a17a6102c49c req-1cff934f-ff3d-433c-b1c5-981e0a695123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:23.109110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d75d96a-b69e-4372-9c82-a17a6102c49c req-1cff934f-ff3d-433c-b1c5-981e0a695123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 944 time: 0.0619109 Nov 08 13:46:23.178425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508207e-7252-4168-b1ec-c0488f3f227a req-34ca3bd9-e420-4de0-b221-8ba7c5525427 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:23.180582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-34ca3bd9-e420-4de0-b221-8ba7c5525427 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.54 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 815 time: 0.1340466 Nov 08 13:46:23.187935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d75d96a-b69e-4372-9c82-a17a6102c49c req-4b21fda7-201e-4364-8939-c5b473a74f55 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713618 Nov 08 13:46:23.204176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Request body: {'port': {'device_id': '8abd7310-783b-4b56-b44b-b907190c7927', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'admin_state_up': True, 'tenant_id': '60ad56c720bc4196a808458bc3655d72'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:23.268638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0383843-0e24-4686-9465-790a48d75c30 req-f82bbee2-e29e-4281-b77e-5a75a1fd06db tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 210 time: 0.0484481 Nov 08 13:46:23.326654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068857-14a6-4e82-bde0-7281345de25e req-29132002-20e9-452e-8ba9-1c34674f87b2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:23.328219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77068857-14a6-4e82-bde0-7281345de25e req-29132002-20e9-452e-8ba9-1c34674f87b2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "GET /v2.0/ports?device_id=d704629f-8342-42e5-abc0-b5d1b79df8e7 HTTP/1.1" status: 200 len: 946 time: 0.1077423 Nov 08 13:46:23.413563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Made reservation on behalf of 60ad56c720bc4196a808458bc3655d72 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:23.417037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.422184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['2557678b-cff4-4e8e-b6e9-8d3ce250064d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:23.457175 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.525687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Deleting port 74902ec0-0115-456f-9d49-ea733ac9994b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:23.525914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.633689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Allocated IP 172.20.0.11 (19baace4-5777-4f73-8104-00c52d476d61/be9b2e64-0ffd-477b-bd16-f21a47f445a9/19856f81-3bc9-4a17-8e3b-91552326a6b8) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:46:23.666558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] For port 74902ec0-0115-456f-9d49-ea733ac9994b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=74902ec0-0115-456f-9d49-ea733ac9994b,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:23.666918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.692677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Calling delete_port for 74902ec0-0115-456f-9d49-ea733ac9994b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:23.714924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80096c7a-4530-4af8-b055-d40990c380cd req-c23132ad-f21e-41e9-b99e-df93b4aa6998 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:23.716710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80096c7a-4530-4af8-b055-d40990c380cd req-c23132ad-f21e-41e9-b99e-df93b4aa6998 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 949 time: 0.0616283 Nov 08 13:46:23.766889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80096c7a-4530-4af8-b055-d40990c380cd req-c72135ca-7740-445b-ac0c-368e86237985 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Nov 08 13:46:23.879107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.881609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac27180-e085-4382-9c84-7ad7059779d7 req-d9879757-421c-4540-a243-3725a8d4ab88 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:23.883183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ac27180-e085-4382-9c84-7ad7059779d7 req-d9879757-421c-4540-a243-3725a8d4ab88 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 1100 time: 0.0439246 Nov 08 13:46:23.928522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ac27180-e085-4382-9c84-7ad7059779d7 req-959d79e1-748b-4d3f-93b9-419165879280 tempest-ServersOnMultiNodesTest-596901317 tempest-ServersOnMultiNodesTest-596901317-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 Nov 08 13:46:23.942680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:23.991982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Pushing event deleted for resources: {'Port': ['ID=74902ec0-0115-456f-9d49-ea733ac9994b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:24.000200 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:24.068510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] No DVR routers for this DVR port 74902ec0-0115-456f-9d49-ea733ac9994b on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:24.075288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:24.078537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77068857-14a6-4e82-bde0-7281345de25e req-75850269-b82b-4103-8fc9-db946a5f0748 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.70 "DELETE /v2.0/ports/74902ec0-0115-456f-9d49-ea733ac9994b HTTP/1.1" status: 204 len: 173 time: 0.7393491 Nov 08 13:46:24.080324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Network 19baace4-5777-4f73-8104-00c52d476d61 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:46:24.080933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-deleted', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:24.083244 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4abc7fb-1d93-4c82-a980-48e0d09b43b6" -d '{"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-deleted", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:24.083758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617a7b4-20ac-435f-8230-08130bb11bbd req-3d8f4fd1-c754-4995-8b56-967268bb1fba tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.085270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e617a7b4-20ac-435f-8230-08130bb11bbd req-3d8f4fd1-c754-4995-8b56-967268bb1fba tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0660644 Nov 08 13:46:24.088974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:46:24.093160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:46:24.139121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Pushing event updated for resources: {'Port': ['ID=19856f81-3bc9-4a17-8e3b-91552326a6b8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:24.157828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.158496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:24.172738 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318d5ef1-c487-43d9-a311-6fda4fd761f5 x-openstack-request-id: req-318d5ef1-c487-43d9-a311-6fda4fd761f5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:24.173017 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704629f-8342-42e5-abc0-b5d1b79df8e7", "name": "network-vif-deleted", "tag": "74902ec0-0115-456f-9d49-ea733ac9994b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:24.173432 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-318d5ef1-c487-43d9-a311-6fda4fd761f5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:24.173869 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704629f-8342-42e5-abc0-b5d1b79df8e7', 'name': 'network-vif-deleted', 'tag': '74902ec0-0115-456f-9d49-ea733ac9994b', 'status': 'completed', 'code': 200} Nov 08 13:46:24.179152 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-8f194743-52af-477b-89ec-b014a137c5e1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9806054 Nov 08 13:46:24.202685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Request body: {'port': {'device_id': '8abd7310-783b-4b56-b44b-b907190c7927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:24.221135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e617a7b4-20ac-435f-8230-08130bb11bbd req-8d3794f1-b52e-4ab5-bfa5-9c6de74c3cfc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121855 Nov 08 13:46:24.297951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:24.320253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7be3d-1ac6-422a-bf0e-efff4aae9601 req-114c1f23-3354-4f82-b67c-03eb14deb869 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.327200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5d7be3d-1ac6-422a-bf0e-efff4aae9601 req-114c1f23-3354-4f82-b67c-03eb14deb869 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 949 time: 0.0627887 Nov 08 13:46:24.376900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5d7be3d-1ac6-422a-bf0e-efff4aae9601 req-fbd47413-21ba-4956-b37d-99e96806cadb tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488224 Nov 08 13:46:24.440080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69454cb9-4fce-4067-8baa-2dca914df50a req-5c3386d5-6d5e-4cdc-8667-dd38b15b877d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.441741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69454cb9-4fce-4067-8baa-2dca914df50a req-5c3386d5-6d5e-4cdc-8667-dd38b15b877d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 944 time: 0.0613580 Nov 08 13:46:24.524542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8dbc2-b0cc-46a9-9595-063a709ae018 req-1f4eceb2-2c02-45af-b019-ed16805d4d38 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:24.526151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3a8dbc2-b0cc-46a9-9595-063a709ae018 req-1f4eceb2-2c02-45af-b019-ed16805d4d38 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 932 time: 0.0834413 Nov 08 13:46:24.530216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69454cb9-4fce-4067-8baa-2dca914df50a req-828dd53e-71af-4289-8f4e-a2a3f28e6daa tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787644 Nov 08 13:46:24.589978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3a8dbc2-b0cc-46a9-9595-063a709ae018 req-f98133ca-f120-460e-8d53-d927f85a8c83 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Nov 08 13:46:24.864247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19856f81-3bc9-4a17-8e3b-91552326a6b8 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:24.872783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:24.885318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Transition to ACTIVE for port object 19856f81-3bc9-4a17-8e3b-91552326a6b8 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:46:24.889304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:24.940556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Pushing event updated for resources: {'Port': ['ID=19856f81-3bc9-4a17-8e3b-91552326a6b8,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:25.015648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Attempting to bind port 19856f81-3bc9-4a17-8e3b-91552326a6b8 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:46:25.016020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Attempting to bind port 19856f81-3bc9-4a17-8e3b-91552326a6b8 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:46:25.016366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Attempting to bind port 19856f81-3bc9-4a17-8e3b-91552326a6b8 on network 19baace4-5777-4f73-8104-00c52d476d61 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:25.020954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Port 19856f81-3bc9-4a17-8e3b-91552326a6b8 on network 19baace4-5777-4f73-8104-00c52d476d61 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:46:25.021279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Attempting to bind port 19856f81-3bc9-4a17-8e3b-91552326a6b8 on network 19baace4-5777-4f73-8104-00c52d476d61 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:25.026254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:46:25.026617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Checking segment: {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:46:25.026988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Bound using segment: {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:46:25.027432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Bound port: 19856f81-3bc9-4a17-8e3b-91552326a6b8, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644a9fc7-c6e0-4744-8628-af56f439baa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '19baace4-5777-4f73-8104-00c52d476d61'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:46:25.027818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:25.098776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] For port 19856f81-3bc9-4a17-8e3b-91552326a6b8, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:46:25.102329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] For port 19856f81-3bc9-4a17-8e3b-91552326a6b8, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19856f81-3bc9-4a17-8e3b-91552326a6b8,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:46:25.106946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:25.144772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:25.145399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:25.146772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] 10.222.0.54 "PUT /v2.0/ports/19856f81-3bc9-4a17-8e3b-91552326a6b8 HTTP/1.1" status: 200 len: 1092 time: 0.9489102 Nov 08 13:46:25.168450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df196bdf-58c8-4252-b104-084dcace1903 service neutron] Pushing event updated for resources: {'Port': ['ID=19856f81-3bc9-4a17-8e3b-91552326a6b8,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:25.223041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508207e-7252-4168-b1ec-c0488f3f227a req-efec793a-fd96-4095-b435-55f54e112342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:25.224564 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-efec793a-fd96-4095-b435-55f54e112342 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 1095 time: 0.0402362 Nov 08 13:46:25.270690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-7df61f12-2477-4dcc-9a7b-4abffd8be63e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19856f81-3bc9-4a17-8e3b-91552326a6b8 HTTP/1.1" status: 200 len: 217 time: 0.0361567 Nov 08 13:46:25.321163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508207e-7252-4168-b1ec-c0488f3f227a req-267d1e9e-b991-4eed-827a-4e1614ff68c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:25.322630 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-267d1e9e-b991-4eed-827a-4e1614ff68c5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be9b2e64-0ffd-477b-bd16-f21a47f445a9 HTTP/1.1" status: 200 len: 855 time: 0.0452669 Nov 08 13:46:25.347811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae53054-5c94-488c-8f96-62d32810b9e7 req-e7832c55-314b-4d2a-be38-5958d89220af tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:25.349361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ae53054-5c94-488c-8f96-62d32810b9e7 req-e7832c55-314b-4d2a-be38-5958d89220af tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0542343 Nov 08 13:46:25.365501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-d6f1301a-662e-4ad6-b978-a9e8bedbf3fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19baace4-5777-4f73-8104-00c52d476d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347967 Nov 08 13:46:25.404190 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ae53054-5c94-488c-8f96-62d32810b9e7 req-d00edcfd-d1ef-402f-8372-f91a4680703e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Nov 08 13:46:25.459886 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-acf6a7f2-d7ab-4519-b974-12a6d079aff5 service neutron] 10.222.0.54 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840631 Nov 08 13:46:25.563020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5508207e-7252-4168-b1ec-c0488f3f227a req-d00230bc-ce97-4d7b-894c-138c87fa9165 service neutron] 10.222.0.54 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947518 Nov 08 13:46:25.807065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9374a3-5333-41ee-8b8a-7d3240758a3f req-4dda0ef2-d023-484e-bc1d-98e6b7784f4b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:25.808561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c9374a3-5333-41ee-8b8a-7d3240758a3f req-4dda0ef2-d023-484e-bc1d-98e6b7784f4b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 949 time: 0.3570549 Nov 08 13:46:25.821001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32496bdd-a11a-4d83-b271-c291015b95db req-bc56c9a5-2fec-4250-9b48-db5d9cc079ac tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:25.822391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32496bdd-a11a-4d83-b271-c291015b95db req-bc56c9a5-2fec-4250-9b48-db5d9cc079ac tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 944 time: 0.0652096 Nov 08 13:46:25.895226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c9374a3-5333-41ee-8b8a-7d3240758a3f req-f9b9059c-8905-4da9-b987-1731383c6579 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718813 Nov 08 13:46:25.898459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32496bdd-a11a-4d83-b271-c291015b95db req-f73ec694-a8ea-4d3f-86f7-ebd12d68b272 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688682 Nov 08 13:46:26.016317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a72f4d-113e-43a0-a936-2b5f7d4c4ba0 req-f1c6375b-d133-4f27-84ae-ba9d68d96b12 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:26.017863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2a72f4d-113e-43a0-a936-2b5f7d4c4ba0 req-f1c6375b-d133-4f27-84ae-ba9d68d96b12 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 944 time: 0.0565186 Nov 08 13:46:26.065875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2a72f4d-113e-43a0-a936-2b5f7d4c4ba0 req-5d712267-a7d2-485e-b213-e397480613d5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 Nov 08 13:46:26.174879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8abd7310-783b-4b56-b44b-b907190c7927', 'tag': '19856f81-3bc9-4a17-8e3b-91552326a6b8'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:26.177140 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2ba95c-8840-4852-afd6-6caa82150e15" -d '{"events": [{"name": "network-changed", "server_uuid": "8abd7310-783b-4b56-b44b-b907190c7927", "tag": "19856f81-3bc9-4a17-8e3b-91552326a6b8"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:26.191700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-d54bf6f8-cc46-4b0c-8de4-4cf7757cc99c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:26.193170 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-d54bf6f8-cc46-4b0c-8de4-4cf7757cc99c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 949 time: 0.0536048 Nov 08 13:46:26.229413 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f189d8-eca5-4268-9260-c53660582c6a x-openstack-request-id: req-c9f189d8-eca5-4268-9260-c53660582c6a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:26.230057 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8abd7310-783b-4b56-b44b-b907190c7927", "tag": "19856f81-3bc9-4a17-8e3b-91552326a6b8", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:26.230057 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9f189d8-eca5-4268-9260-c53660582c6a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:26.230292 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8abd7310-783b-4b56-b44b-b907190c7927', 'tag': '19856f81-3bc9-4a17-8e3b-91552326a6b8', 'status': 'completed', 'code': 200} Nov 08 13:46:26.313868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-04a18001-35f0-48c7-b0f7-26df01f1acd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:26.315340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-04a18001-35f0-48c7-b0f7-26df01f1acd9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=60ad56c720bc4196a808458bc3655d72&device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 1095 time: 0.0686378 Nov 08 13:46:26.336730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:26.336983 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:26.483869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-131d7f74-b7de-44e2-96dc-6b4872674344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:26.485331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-131d7f74-b7de-44e2-96dc-6b4872674344 service neutron] 10.222.0.54 "GET /v2.0/networks?id=19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 200 len: 916 time: 0.1602085 Nov 08 13:46:26.490249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port 887ff699-1ac5-4d01-bbe7-7165e7321fd2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=887ff699-1ac5-4d01-bbe7-7165e7321fd2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:26.490613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:26.534747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b2009-7b00-467e-8bfa-ea67756835f5 req-9e5a7918-c8f8-4ac9-b1f0-14f540e657b2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:26.535328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for 887ff699-1ac5-4d01-bbe7-7165e7321fd2 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:26.536267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-706b2009-7b00-467e-8bfa-ea67756835f5 req-9e5a7918-c8f8-4ac9-b1f0-14f540e657b2 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0550780 Nov 08 13:46:26.540080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-d196f65e-df2e-4a3f-8ffd-07950104692c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19856f81-3bc9-4a17-8e3b-91552326a6b8 HTTP/1.1" status: 200 len: 217 time: 0.0410550 Nov 08 13:46:26.584430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-706b2009-7b00-467e-8bfa-ea67756835f5 req-660b1a09-837b-46b4-b6ce-da445fc06800 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Nov 08 13:46:26.635839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-b5963f3b-58bf-4330-8646-e5161c4b7d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:26.637296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-b5963f3b-58bf-4330-8646-e5161c4b7d0e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=be9b2e64-0ffd-477b-bd16-f21a47f445a9 HTTP/1.1" status: 200 len: 855 time: 0.0887394 Nov 08 13:46:26.676210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-c4ea39a5-9e5f-42ad-8e28-87753668f12e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=19baace4-5777-4f73-8104-00c52d476d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258534 Nov 08 13:46:26.780764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:26.783327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2557678b-cff4-4e8e-b6e9-8d3ce250064d up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:26.809133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', '626c7422-6a39-49b2-b01d-39ff46bbf59e', '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'f69301e2-9a15-46a1-96db-bf165fbe0711'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:26.812184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'e4930261-687c-4bb9-bbda-f726fd08cc1c', '887ff699-1ac5-4d01-bbe7-7165e7321fd2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:26.814993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=887ff699-1ac5-4d01-bbe7-7165e7321fd2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:26.858843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-fa3cc984-c4df-4463-b85a-9a5f13a74543 service neutron] 10.222.0.54 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539249 Nov 08 13:46:26.880255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port 887ff699-1ac5-4d01-bbe7-7165e7321fd2 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:26.883280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:26.886572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d815002a-aac6-4b7e-bdb7-97a5ff64aa0f req-0ed91a1d-7835-464d-80e7-dd9b06b010f0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "DELETE /v2.0/ports/887ff699-1ac5-4d01-bbe7-7165e7321fd2 HTTP/1.1" status: 204 len: 173 time: 0.6827259 Nov 08 13:46:26.964343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 2557678b-cff4-4e8e-b6e9-8d3ce250064d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:46:26.984017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 2557678b-cff4-4e8e-b6e9-8d3ce250064d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:26.984387 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:27.019883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff2ba95c-8840-4852-afd6-6caa82150e15 req-6bf4d809-c5a1-43e9-b70d-bc44cad82cbb service neutron] 10.222.0.54 "GET /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472781 Nov 08 13:46:27.082186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61d16144-cb77-4b81-92db-c973ea80de5a req-1087317d-cc28-4ab3-bb8e-c957fd4f6b83 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=a20fea49-568e-4192-8e2e-b5e2d01549b8 HTTP/1.1" status: 200 len: 210 time: 0.0685925 Nov 08 13:46:27.156267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f81c3-3fbe-49e5-afab-66da637aa65a req-01ed07ea-b822-466a-9426-989ef2db29f2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:27.160243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd5f81c3-3fbe-49e5-afab-66da637aa65a req-01ed07ea-b822-466a-9426-989ef2db29f2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 944 time: 0.0991790 Nov 08 13:46:27.210324 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:27.215191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd5f81c3-3fbe-49e5-afab-66da637aa65a req-054aca4a-05a9-4fdb-91c9-e1aa2021c646 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492301 Nov 08 13:46:27.266806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:27.269160 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1826b4-e1ac-4b0f-aac7-b60467300bb5" -d '{"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-plugged", "status": "completed", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:27.301158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:27.315344 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9858a2-13be-4c2f-be3c-66ebca5920c8 x-openstack-request-id: req-8c9858a2-13be-4c2f-be3c-66ebca5920c8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:27.315650 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-plugged", "status": "completed", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:27.315914 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c9858a2-13be-4c2f-be3c-66ebca5920c8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:27.316297 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'code': 200} Nov 08 13:46:27.317714 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:27.318490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 74902ec0-0115-456f-9d49-ea733ac9994b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:27.328300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37759f-611f-4fb5-bb21-1ba891d56b69 req-d60cb691-9694-4b74-8502-b24948b70471 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:27.329364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf37759f-611f-4fb5-bb21-1ba891d56b69 req-d60cb691-9694-4b74-8502-b24948b70471 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 944 time: 0.0592062 Nov 08 13:46:27.354692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 74902ec0-0115-456f-9d49-ea733ac9994b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:27.355032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 74902ec0-0115-456f-9d49-ea733ac9994b not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:27.383430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf37759f-611f-4fb5-bb21-1ba891d56b69 req-86c66ff6-818c-472d-858f-3d78cff8a075 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479209 Nov 08 13:46:27.446835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:27.458409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a84e0-2478-4fd4-80cb-52df49526755 req-77b5e8c1-89af-4ea0-ba31-d2b23af495a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:27.460017 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a92a84e0-2478-4fd4-80cb-52df49526755 req-77b5e8c1-89af-4ea0-ba31-d2b23af495a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 1096 time: 0.0422833 Nov 08 13:46:27.528151 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a92a84e0-2478-4fd4-80cb-52df49526755 req-b202ca8a-b1b7-41fd-b2e9-66b6df908821 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570285 Nov 08 13:46:27.706397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87f6d9-8125-492a-a1a4-d3c82ca3eafc req-559a4158-3aef-4c03-b543-61ebd2e792c6 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:27.707832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb87f6d9-8125-492a-a1a4-d3c82ca3eafc req-559a4158-3aef-4c03-b543-61ebd2e792c6 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0539811 Nov 08 13:46:27.757269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb87f6d9-8125-492a-a1a4-d3c82ca3eafc req-09f0c44b-375b-489f-9851-26f7e9e20ef1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431409 Nov 08 13:46:27.844896 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ca10ea10-11c7-4ee8-8774-e94b560fe076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:28.231917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'name': 'network-vif-deleted', 'tag': '887ff699-1ac5-4d01-bbe7-7165e7321fd2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:28.234134 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3445be56-d31c-4c6f-8b3c-b419273f13d8" -d '{"events": [{"server_uuid": "a20fea49-568e-4192-8e2e-b5e2d01549b8", "name": "network-vif-deleted", "tag": "887ff699-1ac5-4d01-bbe7-7165e7321fd2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:28.298966 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54194b76-d5bf-4adf-9406-ddab6977f939 x-openstack-request-id: req-54194b76-d5bf-4adf-9406-ddab6977f939 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:28.299258 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20fea49-568e-4192-8e2e-b5e2d01549b8", "name": "network-vif-deleted", "tag": "887ff699-1ac5-4d01-bbe7-7165e7321fd2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:28.299516 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54194b76-d5bf-4adf-9406-ddab6977f939 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:28.299948 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20fea49-568e-4192-8e2e-b5e2d01549b8', 'name': 'network-vif-deleted', 'tag': '887ff699-1ac5-4d01-bbe7-7165e7321fd2', 'status': 'completed', 'code': 200} Nov 08 13:46:28.336252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43150ed1-9b60-430d-9d93-98aa98089c94 req-5fd31424-fe1e-4c65-8da7-fd726441fdcf tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:28.337727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43150ed1-9b60-430d-9d93-98aa98089c94 req-5fd31424-fe1e-4c65-8da7-fd726441fdcf tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0502055 Nov 08 13:46:28.386567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43150ed1-9b60-430d-9d93-98aa98089c94 req-6e055933-0715-4e40-a3eb-d0bd5dea0e9b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420566 Nov 08 13:46:28.469723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b360-6464-4ff3-8c85-f1bc5da196a4 req-cdc2b32f-d20d-436d-953b-0a4eb1b54540 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:28.471147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9548b360-6464-4ff3-8c85-f1bc5da196a4 req-cdc2b32f-d20d-436d-953b-0a4eb1b54540 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 950 time: 0.0614760 Nov 08 13:46:28.542810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9548b360-6464-4ff3-8c85-f1bc5da196a4 req-2906cd59-89ed-4c74-91fd-c7188dedf98d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543473 Nov 08 13:46:28.550257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b41f242-66c7-438f-bf45-7da844169e9f req-717a19a5-f1b5-4ea5-9050-179bee1e1b8d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:28.551678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b41f242-66c7-438f-bf45-7da844169e9f req-717a19a5-f1b5-4ea5-9050-179bee1e1b8d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 944 time: 0.1020355 Nov 08 13:46:28.601988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b41f242-66c7-438f-bf45-7da844169e9f req-a399a48a-2c81-40c4-857f-5a7c6b8da38f tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442367 Nov 08 13:46:28.882097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac893739-4404-449e-9139-bb3d01912480 req-2a4e9a7a-93a6-4f01-b9cc-6da2cc17c0de tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:28.883507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac893739-4404-449e-9139-bb3d01912480 req-2a4e9a7a-93a6-4f01-b9cc-6da2cc17c0de tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0517581 Nov 08 13:46:28.930377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac893739-4404-449e-9139-bb3d01912480 req-7b8cfdf9-2f6c-4232-bdf4-bdacd600d295 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Nov 08 13:46:29.522284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f632f-3c88-4014-ace2-929230909e3b req-199b2fb3-e4f1-4aff-a374-60cdc4ac6cbd tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:29.524954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f09f632f-3c88-4014-ace2-929230909e3b req-199b2fb3-e4f1-4aff-a374-60cdc4ac6cbd tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0649140 Nov 08 13:46:29.525204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19856f81-3bc9-4a17-8e3b-91552326a6b8 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:29.574178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f09f632f-3c88-4014-ace2-929230909e3b req-d1216694-0a9e-482a-8e2f-bef897cfc19b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425377 Nov 08 13:46:29.628876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 19856f81-3bc9-4a17-8e3b-91552326a6b8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19856f81-3bc9-4a17-8e3b-91552326a6b8,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:29.642053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '19856f81-3bc9-4a17-8e3b-91552326a6b8', 'network_id': '19baace4-5777-4f73-8104-00c52d476d61', 'port_id': '19856f81-3bc9-4a17-8e3b-91552326a6b8', 'mac_address': 'fa:16:3e:3b:d8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9b2e64-0ffd-477b-bd16-f21a47f445a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:29.675065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07281bd5-07e8-4778-ba89-f091ebb7e9b0 req-46d9c394-ff3c-431b-ae78-f6b55300f416 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:29.677567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07281bd5-07e8-4778-ba89-f091ebb7e9b0 req-46d9c394-ff3c-431b-ae78-f6b55300f416 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 950 time: 0.0586550 Nov 08 13:46:29.680988 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:29.695059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19856f81-3bc9-4a17-8e3b-91552326a6b8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:29.718977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 19856f81-3bc9-4a17-8e3b-91552326a6b8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19856f81-3bc9-4a17-8e3b-91552326a6b8,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:29.724029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:29.740670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07281bd5-07e8-4778-ba89-f091ebb7e9b0 req-ee53c40b-2298-42ce-bf55-f83de33e5870 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554206 Nov 08 13:46:29.784134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=19856f81-3bc9-4a17-8e3b-91552326a6b8,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:29.896144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbb1a2-e8b8-4a5b-9ca7-d712df1782e8 req-4a6ac71b-8059-4c1c-8226-b92b65508a59 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:29.897646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76fbb1a2-e8b8-4a5b-9ca7-d712df1782e8 req-4a6ac71b-8059-4c1c-8226-b92b65508a59 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 945 time: 0.0818973 Nov 08 13:46:29.906366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a618d84-c539-4fc2-9e69-e7bc4c5fcc39 req-aec90087-dcdd-4b6f-b6ba-75d9ccdb3376 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:29.907925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a618d84-c539-4fc2-9e69-e7bc4c5fcc39 req-aec90087-dcdd-4b6f-b6ba-75d9ccdb3376 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0813582 Nov 08 13:46:29.980254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76fbb1a2-e8b8-4a5b-9ca7-d712df1782e8 req-dbe72948-3fa8-4839-90e3-4404804bd3c3 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713367 Nov 08 13:46:29.988282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a618d84-c539-4fc2-9e69-e7bc4c5fcc39 req-b98787b2-acd9-4600-8a36-2265991d91d8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724804 Nov 08 13:46:30.089233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51846b38-ff97-4ac5-935a-960323c0d1e9 req-f62549ac-7d56-48df-a396-ab31dfa62de1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:30.090620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51846b38-ff97-4ac5-935a-960323c0d1e9 req-f62549ac-7d56-48df-a396-ab31dfa62de1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0508955 Nov 08 13:46:30.142428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51846b38-ff97-4ac5-935a-960323c0d1e9 req-da38b9a9-8c5b-4d3d-b77e-37edd59f527f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458074 Nov 08 13:46:30.387185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcad9c-ef31-4246-b495-4701b2e721b5 req-6e4ae297-fddd-4631-9c8b-4d540b960d1d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:30.388712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cdcad9c-ef31-4246-b495-4701b2e721b5 req-6e4ae297-fddd-4631-9c8b-4d540b960d1d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0583646 Nov 08 13:46:30.400191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-ee75513e-28d1-49b6-aefa-2fc0138835c1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:30.401800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-ee75513e-28d1-49b6-aefa-2fc0138835c1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 950 time: 0.0549762 Nov 08 13:46:30.430477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['19856f81-3bc9-4a17-8e3b-91552326a6b8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:30.437961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cdcad9c-ef31-4246-b495-4701b2e721b5 req-1a30233d-1af4-47ea-8727-db8bff61285e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433049 Nov 08 13:46:30.503994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port f69301e2-9a15-46a1-96db-bf165fbe0711 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:30.504482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:30.597662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port f69301e2-9a15-46a1-96db-bf165fbe0711, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f69301e2-9a15-46a1-96db-bf165fbe0711,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:30.598020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:30.611721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for f69301e2-9a15-46a1-96db-bf165fbe0711 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:30.742021 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:30.756259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'e4930261-687c-4bb9-bbda-f726fd08cc1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:30.772060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=f69301e2-9a15-46a1-96db-bf165fbe0711,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:30.822537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port f69301e2-9a15-46a1-96db-bf165fbe0711 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:30.824145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 887ff699-1ac5-4d01-bbe7-7165e7321fd2 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:30.829186 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:30.832537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07a1352a-20bc-45f5-8ce9-f0f260c06e10 req-56d654ca-e792-42b3-adfc-b8de855b9047 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "DELETE /v2.0/ports/f69301e2-9a15-46a1-96db-bf165fbe0711 HTTP/1.1" status: 204 len: 173 time: 0.4229898 Nov 08 13:46:30.833022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'name': 'network-vif-deleted', 'tag': 'f69301e2-9a15-46a1-96db-bf165fbe0711'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:30.835321 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa53f7e-640d-47a6-b48a-09df4c9f3e9a" -d '{"events": [{"server_uuid": "7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73", "name": "network-vif-deleted", "tag": "f69301e2-9a15-46a1-96db-bf165fbe0711"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:30.851799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 887ff699-1ac5-4d01-bbe7-7165e7321fd2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:30.852173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 887ff699-1ac5-4d01-bbe7-7165e7321fd2 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:30.902996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1edbdb1-b8bf-41a2-a490-2758db2e2b59 req-5ff9354a-30f6-44d4-af4e-4ec0ded960f2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73 HTTP/1.1" status: 200 len: 210 time: 0.0382793 Nov 08 13:46:30.920137 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058d196f-7cbb-47bf-9f80-98990935118b x-openstack-request-id: req-058d196f-7cbb-47bf-9f80-98990935118b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:30.921079 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73", "name": "network-vif-deleted", "tag": "f69301e2-9a15-46a1-96db-bf165fbe0711", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:30.921549 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-058d196f-7cbb-47bf-9f80-98990935118b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:30.922142 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7023a0a2-3e63-4b68-9adc-c7ad7c3f8c73', 'name': 'network-vif-deleted', 'tag': 'f69301e2-9a15-46a1-96db-bf165fbe0711', 'status': 'completed', 'code': 200} Nov 08 13:46:31.139066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810742a-8f13-4e23-a7ca-d82aa1f57b2d req-37ceb711-a094-4c14-b228-ff85436f11bc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:31.140453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1810742a-8f13-4e23-a7ca-d82aa1f57b2d req-37ceb711-a094-4c14-b228-ff85436f11bc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0724134 Nov 08 13:46:31.147757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442dbca8-c6c8-4366-93f8-4d73391fdbca req-886ba4b2-f2ed-4443-ba5e-4305a4836b5a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:31.149409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-442dbca8-c6c8-4366-93f8-4d73391fdbca req-886ba4b2-f2ed-4443-ba5e-4305a4836b5a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 945 time: 0.0923803 Nov 08 13:46:31.218274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1810742a-8f13-4e23-a7ca-d82aa1f57b2d req-660eecf2-3675-4f51-9431-3443c48d8db9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679343 Nov 08 13:46:31.225811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-442dbca8-c6c8-4366-93f8-4d73391fdbca req-2f2c8d7a-9fac-4f07-8ab0-df4adb228b82 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694809 Nov 08 13:46:31.429299 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a77bf4a-52b7-4e94-b607-2a0d3993b437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:31.572310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530e096-9927-4879-bb85-79ef6fb5f6f3 req-3c7aee0d-804a-4a0a-ae1d-6a6ebe38bedf tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:31.573822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b530e096-9927-4879-bb85-79ef6fb5f6f3 req-3c7aee0d-804a-4a0a-ae1d-6a6ebe38bedf tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0553334 Nov 08 13:46:31.623119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', '626c7422-6a39-49b2-b01d-39ff46bbf59e', '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'f69301e2-9a15-46a1-96db-bf165fbe0711'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:31.643050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b530e096-9927-4879-bb85-79ef6fb5f6f3 req-a4b1a46b-dda5-40da-9d12-ccc23525c8a0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549831 Nov 08 13:46:31.760309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d109168-e0bb-476d-9428-73e7ce63df24 req-bdd3d720-0a2e-44d1-8769-0175c54cf8c8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:31.762182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d109168-e0bb-476d-9428-73e7ce63df24 req-bdd3d720-0a2e-44d1-8769-0175c54cf8c8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0579917 Nov 08 13:46:31.816947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d109168-e0bb-476d-9428-73e7ce63df24 req-45c8ffb7-763e-45bb-9875-35783f29bfb5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473990 Nov 08 13:46:31.995763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-1522b0b3-0e49-4153-99fb-afd66f2905d5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:31.997438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-1522b0b3-0e49-4153-99fb-afd66f2905d5 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 945 time: 0.0568523 Nov 08 13:46:32.112008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Deleting port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:32.112749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:32.209022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] For port 5002fbec-b3ac-46c3-a57b-9c8701c069b1, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5002fbec-b3ac-46c3-a57b-9c8701c069b1,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:32.209400 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:32.225093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Calling delete_port for 5002fbec-b3ac-46c3-a57b-9c8701c069b1 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:32.234711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3e832-8254-42ad-922c-ffb25bfed4e4 req-7d6f7448-224e-473a-a100-281b3bb3e734 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:32.241922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c3e832-8254-42ad-922c-ffb25bfed4e4 req-7d6f7448-224e-473a-a100-281b3bb3e734 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 950 time: 0.0835316 Nov 08 13:46:32.289180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c3e832-8254-42ad-922c-ffb25bfed4e4 req-bc1e3ce5-19ba-4208-a6ed-e4d2b7f126e7 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464258 Nov 08 13:46:32.353183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19dda4-221a-4576-a2cd-6883e49dcd99 req-c1734dcd-72b0-4ba9-86d6-0aefbb725e29 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:32.354951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d19dda4-221a-4576-a2cd-6883e49dcd99 req-c1734dcd-72b0-4ba9-86d6-0aefbb725e29 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 945 time: 0.0512807 Nov 08 13:46:32.368206 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:32.399759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event deleted for resources: {'Port': ['ID=5002fbec-b3ac-46c3-a57b-9c8701c069b1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:32.415353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d19dda4-221a-4576-a2cd-6883e49dcd99 req-85d0dacd-07e3-4a1f-a38c-391a37eff458 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514486 Nov 08 13:46:32.444085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] No DVR routers for this DVR port 5002fbec-b3ac-46c3-a57b-9c8701c069b1 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:32.447217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:32.451354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e21a1379-5fca-4fdc-b383-abe5550c61ea req-7ba86884-6ce8-4712-8508-cb758b14c181 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "DELETE /v2.0/ports/5002fbec-b3ac-46c3-a57b-9c8701c069b1 HTTP/1.1" status: 204 len: 173 time: 0.4473333 Nov 08 13:46:32.761646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e23f28a-9cb5-4446-843e-2e5820fe94c0 req-83919571-ed44-424a-abfd-0f525a867f7d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=025b3a41-3efb-4c46-b74c-602138e6b174 HTTP/1.1" status: 200 len: 210 time: 0.0272226 Nov 08 13:46:32.923984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025b3a41-3efb-4c46-b74c-602138e6b174', 'name': 'network-vif-deleted', 'tag': '5002fbec-b3ac-46c3-a57b-9c8701c069b1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:32.926464 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3832ffa7-6868-4636-ac43-183481c6862a" -d '{"events": [{"server_uuid": "025b3a41-3efb-4c46-b74c-602138e6b174", "name": "network-vif-deleted", "tag": "5002fbec-b3ac-46c3-a57b-9c8701c069b1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:32.938780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae513d-6292-426b-babf-f8d07b2d716b req-4e4b956a-3b0c-41bf-bc6e-eded22c2b489 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:32.941142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5ae513d-6292-426b-babf-f8d07b2d716b req-4e4b956a-3b0c-41bf-bc6e-eded22c2b489 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Nov 08 13:46:32.954857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:32.964797 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c50ad6-ded1-4c2a-b12f-7dd92fe305f1 x-openstack-request-id: req-17c50ad6-ded1-4c2a-b12f-7dd92fe305f1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:32.965211 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "025b3a41-3efb-4c46-b74c-602138e6b174", "name": "network-vif-deleted", "tag": "5002fbec-b3ac-46c3-a57b-9c8701c069b1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:32.965400 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17c50ad6-ded1-4c2a-b12f-7dd92fe305f1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:32.966379 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '025b3a41-3efb-4c46-b74c-602138e6b174', 'name': 'network-vif-deleted', 'tag': '5002fbec-b3ac-46c3-a57b-9c8701c069b1', 'status': 'completed', 'code': 200} Nov 08 13:46:32.994607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5ae513d-6292-426b-babf-f8d07b2d716b req-8bdc2cea-e6b3-44a4-9c66-c1906c82a7eb tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Nov 08 13:46:33.410543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5932b6-1df9-4a37-b1a5-b9382e64ac16 req-66dbfb10-242c-4924-964a-787fc586693b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:33.412793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec5932b6-1df9-4a37-b1a5-b9382e64ac16 req-66dbfb10-242c-4924-964a-787fc586693b tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 950 time: 0.0537188 Nov 08 13:46:33.467727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec5932b6-1df9-4a37-b1a5-b9382e64ac16 req-b4bf1cff-3717-40e2-9a85-08c991b5bda9 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481784 Nov 08 13:46:33.537282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bf7ad-65ca-410e-8246-3c6e4e3e56f4 req-1b371eae-c9bd-49d2-b0e9-9ad46f035718 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:33.538804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-802bf7ad-65ca-410e-8246-3c6e4e3e56f4 req-1b371eae-c9bd-49d2-b0e9-9ad46f035718 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 945 time: 0.0502722 Nov 08 13:46:33.572688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19856f81-3bc9-4a17-8e3b-91552326a6b8 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:33.594672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-802bf7ad-65ca-410e-8246-3c6e4e3e56f4 req-f71827ab-cb68-4f1f-9d99-1612c10cb0e5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491264 Nov 08 13:46:33.631869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 19856f81-3bc9-4a17-8e3b-91552326a6b8 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:46:33.635623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 19856f81-3bc9-4a17-8e3b-91552326a6b8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:33.636020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:33.670003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5002fbec-b3ac-46c3-a57b-9c8701c069b1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:33.738256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:33.762429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd7310-783b-4b56-b44b-b907190c7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19856f81-3bc9-4a17-8e3b-91552326a6b8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:33.764733 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885db98e-7b75-4273-9176-73bd39527e9d" -d '{"events": [{"server_uuid": "8abd7310-783b-4b56-b44b-b907190c7927", "name": "network-vif-plugged", "status": "completed", "tag": "19856f81-3bc9-4a17-8e3b-91552326a6b8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:33.779207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 19856f81-3bc9-4a17-8e3b-91552326a6b8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19856f81-3bc9-4a17-8e3b-91552326a6b8,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:33.785365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:33.786234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5002fbec-b3ac-46c3-a57b-9c8701c069b1 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:33.811077 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d81e50-350f-41df-9e08-ff946780ca9a x-openstack-request-id: req-36d81e50-350f-41df-9e08-ff946780ca9a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:33.811365 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd7310-783b-4b56-b44b-b907190c7927", "name": "network-vif-plugged", "status": "completed", "tag": "19856f81-3bc9-4a17-8e3b-91552326a6b8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:33.811617 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36d81e50-350f-41df-9e08-ff946780ca9a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:33.812033 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd7310-783b-4b56-b44b-b907190c7927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19856f81-3bc9-4a17-8e3b-91552326a6b8', 'code': 200} Nov 08 13:46:33.814588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 5002fbec-b3ac-46c3-a57b-9c8701c069b1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:33.814588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5002fbec-b3ac-46c3-a57b-9c8701c069b1 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:33.814777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f69301e2-9a15-46a1-96db-bf165fbe0711 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:33.859349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: f69301e2-9a15-46a1-96db-bf165fbe0711 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:33.859760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f69301e2-9a15-46a1-96db-bf165fbe0711 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:33.880824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=19856f81-3bc9-4a17-8e3b-91552326a6b8,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:33.924135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede791da-c2e6-451b-9fef-961d148bd636 req-f050e530-0d6d-47cc-a4c3-47d16ce92983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:33.925642 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ede791da-c2e6-451b-9fef-961d148bd636 req-f050e530-0d6d-47cc-a4c3-47d16ce92983 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 1097 time: 0.0493212 Nov 08 13:46:33.973658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ede791da-c2e6-451b-9fef-961d148bd636 req-987d22aa-6ae4-4fcf-ad87-3e978cb0e9c2 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391736 Nov 08 13:46:34.051934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-23a0a4b9-62c4-4389-b0c4-d576668d1376 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:34.053511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-23a0a4b9-62c4-4389-b0c4-d576668d1376 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.1137650 Nov 08 13:46:34.069550 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-327b8e71-11f9-4ea7-8eb6-cbdf12c1ca83 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/quotas/8ae1c5eb31374040a586938178bb93d6 HTTP/1.1" status: 200 len: 375 time: 0.0092537 Nov 08 13:46:34.122768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-fab7deeb-9c12-4d30-ab6a-5eaccf36c02a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385342 Nov 08 13:46:34.170139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443fc90-4ed1-4ea0-bc43-f57ea16f8040 req-676f10ca-4a2b-4181-bdeb-30f7cebad9a1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:34.171653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e443fc90-4ed1-4ea0-bc43-f57ea16f8040 req-676f10ca-4a2b-4181-bdeb-30f7cebad9a1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0969970 Nov 08 13:46:34.268911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e443fc90-4ed1-4ea0-bc43-f57ea16f8040 req-b3619284-448d-4e71-a0e7-63e74f7655ec tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662665 Nov 08 13:46:34.272742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-622a2953-a248-4a82-8831-ab0889cc1144 service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420276 Nov 08 13:46:34.344291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f3101a75-3a2c-4f28-a136-93698218c2ee tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:34.346353 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f3101a75-3a2c-4f28-a136-93698218c2ee tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 950 time: 0.0798697 Nov 08 13:46:34.397171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-77aa6d3f-95d7-4b4f-b8b8-af801d58113a service neutron] 10.222.0.65 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158590 Nov 08 13:46:34.462033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port 610e6f02-25a6-4527-a0fc-4187730dfd3e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:34.462377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:34.637052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port 610e6f02-25a6-4527-a0fc-4187730dfd3e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=610e6f02-25a6-4527-a0fc-4187730dfd3e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:34.637917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:34.645769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6539f3be-2705-4e64-94b7-0654897588f1 req-3858459e-18c5-4eee-9d5e-4870e0c79335 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 210 time: 0.0326602 Nov 08 13:46:34.671252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc598e1c-b3fd-4619-ab3e-60d26158794f req-b4725666-6c45-4812-b29a-dd5d644d489d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:34.672422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for 610e6f02-25a6-4527-a0fc-4187730dfd3e owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:34.678489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc598e1c-b3fd-4619-ab3e-60d26158794f req-b4725666-6c45-4812-b29a-dd5d644d489d tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 950 time: 0.1231210 Nov 08 13:46:34.763666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc598e1c-b3fd-4619-ab3e-60d26158794f req-a0aecbe5-aded-435c-a788-af9fbc7c05c5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841985 Nov 08 13:46:34.840322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2557678b-cff4-4e8e-b6e9-8d3ce250064d details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:34.857291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:34.884910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', '626c7422-6a39-49b2-b01d-39ff46bbf59e', '610e6f02-25a6-4527-a0fc-4187730dfd3e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:34.888865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'e4930261-687c-4bb9-bbda-f726fd08cc1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:34.918595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=610e6f02-25a6-4527-a0fc-4187730dfd3e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:34.993452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port 610e6f02-25a6-4527-a0fc-4187730dfd3e on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:35.000464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:35.004564 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01ce5ba8-519e-4ca4-8336-00592164d8ea req-f6402471-291f-41c3-955d-17899fc52478 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "DELETE /v2.0/ports/610e6f02-25a6-4527-a0fc-4187730dfd3e HTTP/1.1" status: 204 len: 173 time: 0.6511075 Nov 08 13:46:35.006202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9cb72e-a7fe-4db1-b90f-5698ab4553fe req-b1873803-e079-415d-bace-ce8d048e5973 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:35.012305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'name': 'network-vif-deleted', 'tag': '610e6f02-25a6-4527-a0fc-4187730dfd3e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:35.015533 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f505dd86-3727-46a8-ad94-ebd75218c46c" -d '{"events": [{"server_uuid": "bcd1954c-e161-444d-a3eb-7371e8de71c7", "name": "network-vif-deleted", "tag": "610e6f02-25a6-4527-a0fc-4187730dfd3e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:35.018767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea9cb72e-a7fe-4db1-b90f-5698ab4553fe req-b1873803-e079-415d-bace-ce8d048e5973 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.1497042 Nov 08 13:46:35.048789 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:46:35.117958 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf000df-6999-493c-b635-757950799f21 x-openstack-request-id: req-0bf000df-6999-493c-b635-757950799f21 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:35.118371 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd1954c-e161-444d-a3eb-7371e8de71c7", "name": "network-vif-deleted", "tag": "610e6f02-25a6-4527-a0fc-4187730dfd3e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:35.118844 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0bf000df-6999-493c-b635-757950799f21 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:35.120094 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd1954c-e161-444d-a3eb-7371e8de71c7', 'name': 'network-vif-deleted', 'tag': '610e6f02-25a6-4527-a0fc-4187730dfd3e', 'status': 'completed', 'code': 200} Nov 08 13:46:35.168134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea9cb72e-a7fe-4db1-b90f-5698ab4553fe req-b7fc2e32-efe4-49b2-8c79-af0751adcda2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467116 Nov 08 13:46:35.299956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:35.327113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'port_id': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'mac_address': 'fa:16:3e:2c:66:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:35.429032 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:35.468308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273ef0b-a5d8-432f-9e30-72a231126bcc req-6959d09a-32b6-4d71-a3ac-f6c989767070 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:35.470133 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8273ef0b-a5d8-432f-9e30-72a231126bcc req-6959d09a-32b6-4d71-a3ac-f6c989767070 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.1075518 Nov 08 13:46:35.498760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2557678b-cff4-4e8e-b6e9-8d3ce250064d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:35.510495 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:35.590753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:35.617147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8273ef0b-a5d8-432f-9e30-72a231126bcc req-146807f9-5878-4c16-bb01-0ac78bad623a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291850 Nov 08 13:46:35.636031 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:35.738127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:35.773890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a16724fa-7764-4b30-83d2-e2b235e2da67 req-53266e29-4ab2-4809-98b3-41618eee6881 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 210 time: 0.0367010 Nov 08 13:46:35.789230 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:35.824033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['2557678b-cff4-4e8e-b6e9-8d3ce250064d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:35.963454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa4b1ef4-3fbc-4f97-829b-f49366b38e14 req-aa70f481-4207-4b27-99fc-10cd43071f04 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd1954c-e161-444d-a3eb-7371e8de71c7 HTTP/1.1" status: 200 len: 210 time: 0.0515761 Nov 08 13:46:36.317497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e789830-5551-4ef3-917c-adbbc1ee58f2 req-661e867b-6c2b-4880-95c7-2a0312d87e15 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:36.331612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e789830-5551-4ef3-917c-adbbc1ee58f2 req-661e867b-6c2b-4880-95c7-2a0312d87e15 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.0830820 Nov 08 13:46:36.402409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e789830-5551-4ef3-917c-adbbc1ee58f2 req-213fe628-4451-4b6b-8441-049e3e937173 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697830 Nov 08 13:46:36.525778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-7793d657-d03e-4bec-be98-0d27c3dfc626 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:36.529994 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-7793d657-d03e-4bec-be98-0d27c3dfc626 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 811 time: 0.2111101 Nov 08 13:46:36.546792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Request body: {'port': {'device_id': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'admin_state_up': True, 'tenant_id': '8ae1c5eb31374040a586938178bb93d6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:36.661785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee401c-6191-484a-ac69-9ecb4632f4fc req-e63c5f90-6a28-4e23-8cfd-e2f514bebcc1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:36.673262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ee401c-6191-484a-ac69-9ecb4632f4fc req-e63c5f90-6a28-4e23-8cfd-e2f514bebcc1 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.1162281 Nov 08 13:46:36.751314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Made reservation on behalf of 8ae1c5eb31374040a586938178bb93d6 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:36.755993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:36.829403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ee401c-6191-484a-ac69-9ecb4632f4fc req-5a559527-cae4-4bbd-9435-b03b0380659d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518378 Nov 08 13:46:36.866929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce96eb-e35c-48af-bdb1-69c784c8adc6 req-c04d8790-ca4b-469f-979b-d8a36e5e123e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:36.867856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2557678b-cff4-4e8e-b6e9-8d3ce250064d up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:36.875698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccce96eb-e35c-48af-bdb1-69c784c8adc6 req-c04d8790-ca4b-469f-979b-d8a36e5e123e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 944 time: 0.1285577 Nov 08 13:46:36.966268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccce96eb-e35c-48af-bdb1-69c784c8adc6 req-803139b7-89be-4bd7-8a57-f9880243726c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896227 Nov 08 13:46:37.017773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Allocated IP 172.20.0.3 (9f4e5055-f8d8-4590-a4c8-9654875d52ae/75924a23-a018-43ee-9528-ec8ba9fe14c6/ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:46:37.053837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 2557678b-cff4-4e8e-b6e9-8d3ce250064d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:37.055559 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:37.091916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4f61737-1384-476d-9e06-4420c8b3c880 req-2e51c82d-876f-43ab-83bc-bfdfeb24536a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 210 time: 0.0561607 Nov 08 13:46:37.279261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:37.348704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:37.354677 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8845a525-4745-4ee2-ab04-28ed05273ef4" -d '{"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-plugged", "status": "completed", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:37.361629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:37.385501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:37.396986 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:37.412600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:37.514977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Network 9f4e5055-f8d8-4590-a4c8-9654875d52ae is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:46:37.520439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:46:37.529439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b96a0f-1e64-4eb5-9d44-96265c31cea5 req-488a3be4-8e12-4f02-acf5-10396fd2b366 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:37.533167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1b96a0f-1e64-4eb5-9d44-96265c31cea5 req-488a3be4-8e12-4f02-acf5-10396fd2b366 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.1159260 Nov 08 13:46:37.536288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:46:37.538585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:37.542468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event updated for resources: {'Port': ['ID=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:37.610093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 610e6f02-25a6-4527-a0fc-4187730dfd3e no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:37.651608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1b96a0f-1e64-4eb5-9d44-96265c31cea5 req-9ac8164a-5a06-4218-bdb8-17e0ac4a4fab tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117749 Nov 08 13:46:37.654476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 610e6f02-25a6-4527-a0fc-4187730dfd3e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:37.655456 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 610e6f02-25a6-4527-a0fc-4187730dfd3e not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:37.667867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:37.669947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:37.704360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-bf673bea-405c-4634-86f7-95e4192009cc tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1616709 Nov 08 13:46:37.721225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Request body: {'port': {'device_id': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:37.767525 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bb8f10-2984-4dc5-bb06-aa4a22a6ee13 x-openstack-request-id: req-86bb8f10-2984-4dc5-bb06-aa4a22a6ee13 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:37.767914 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-plugged", "status": "completed", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:37.768240 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86bb8f10-2984-4dc5-bb06-aa4a22a6ee13 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:37.768632 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'code': 200} Nov 08 13:46:37.828331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:37.931393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683045d-bdb5-496d-be71-a0ad326376e6 req-710008e0-50d3-489a-acbd-98e3138a4c00 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:37.939310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a683045d-bdb5-496d-be71-a0ad326376e6 req-710008e0-50d3-489a-acbd-98e3138a4c00 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.0957165 Nov 08 13:46:38.029486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a683045d-bdb5-496d-be71-a0ad326376e6 req-85093bc5-647d-47b7-a9d9-f6fe4b7d23b5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895619 Nov 08 13:46:38.218164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc6c94-797f-41f6-902f-3ecbbbf952d6 req-45077c26-46f3-47df-af4b-52bd998285e8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:38.226564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2cc6c94-797f-41f6-902f-3ecbbbf952d6 req-45077c26-46f3-47df-af4b-52bd998285e8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0896204 Nov 08 13:46:38.295769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2cc6c94-797f-41f6-902f-3ecbbbf952d6 req-fe532674-af45-49e5-ade4-6c1cf6d03c8c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674436 Nov 08 13:46:38.324587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:38.347614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:38.364904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Transition to ACTIVE for port object ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:46:38.370563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:38.469826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:38.499689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cc57f-90e4-4a8a-bbde-4056c46f17a1 req-b5a579c7-f27a-479d-8365-9383aaa278e3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:38.507426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-887cc57f-90e4-4a8a-bbde-4056c46f17a1 req-b5a579c7-f27a-479d-8365-9383aaa278e3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 943 time: 0.1125693 Nov 08 13:46:38.563906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6100d-4a21-4c07-b052-4f2e9a882e49 req-95d64769-f3dd-4b8c-978e-979f152c20ac tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:38.576969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0c6100d-4a21-4c07-b052-4f2e9a882e49 req-95d64769-f3dd-4b8c-978e-979f152c20ac tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 950 time: 0.1315351 Nov 08 13:46:38.632340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Attempting to bind port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:46:38.632973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Attempting to bind port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:46:38.634366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Attempting to bind port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:38.644763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:46:38.645217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Attempting to bind port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 on network 9f4e5055-f8d8-4590-a4c8-9654875d52ae {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:38.659966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:46:38.663465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Checking segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:46:38.664154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Bound using segment: {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:46:38.664745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Bound port: ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:46:38.665237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:38.700739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-887cc57f-90e4-4a8a-bbde-4056c46f17a1 req-f6c1e9c4-05d7-41f5-9e92-2fd8c96239a3 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915357 Nov 08 13:46:38.760571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0c6100d-4a21-4c07-b052-4f2e9a882e49 req-fc97521d-e98c-4b11-8539-0da86d2acde5 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408293 Nov 08 13:46:38.768010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] For port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:46:38.771681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] For port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:46:38.780080 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:38.856621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:38.869120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:38.870253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:38.877455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-2416d003-3e02-4a30-84bb-7841b5f117c7 service neutron] 10.222.0.54 "PUT /v2.0/ports/ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 HTTP/1.1" status: 200 len: 1091 time: 1.1621594 Nov 08 13:46:38.878555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'tag': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:38.881579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca73d9-99ef-43f3-8832-bd2d19e20b69 req-27093968-8b65-4929-affc-247a432f9d8a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:38.882517 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b99d9-325a-4107-96f2-50f1f6fb5628" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdfe89b-24d0-445b-a06f-6f77bcad272b", "tag": "ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:38.891013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cca73d9-99ef-43f3-8832-bd2d19e20b69 req-27093968-8b65-4929-affc-247a432f9d8a tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.0729630 Nov 08 13:46:38.986708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-b4b21a2c-b043-41c3-8cf1-7f3613d28137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:38.989441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-b4b21a2c-b043-41c3-8cf1-7f3613d28137 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 1094 time: 0.0647511 Nov 08 13:46:38.991336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cca73d9-99ef-43f3-8832-bd2d19e20b69 req-0acbef93-cdb4-4a25-acc7-a7797c540e43 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928781 Nov 08 13:46:38.992244 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72520214-033b-43b0-886f-516090f8e135 x-openstack-request-id: req-72520214-033b-43b0-886f-516090f8e135 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:38.992536 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdfe89b-24d0-445b-a06f-6f77bcad272b", "tag": "ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:38.992786 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72520214-033b-43b0-886f-516090f8e135 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:38.993207 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'tag': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3', 'status': 'completed', 'code': 200} Nov 08 13:46:39.048643 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-57029500-3018-4ac1-b201-53dfaa734fae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 HTTP/1.1" status: 200 len: 217 time: 0.0428979 Nov 08 13:46:39.113592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-a2e43dd2-58cb-4e4e-ba66-bc31a6f0a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.116631 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-a2e43dd2-58cb-4e4e-ba66-bc31a6f0a707 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.0577564 Nov 08 13:46:39.138915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299bd59-70ea-45db-8e82-986c430ba0ed req-8c49d6ec-0496-4964-bfe5-7546c58f0497 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.158054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c299bd59-70ea-45db-8e82-986c430ba0ed req-8c49d6ec-0496-4964-bfe5-7546c58f0497 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.0827560 Nov 08 13:46:39.165372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-ecc49d19-38f4-417c-b5d1-05cb02cf0119 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399854 Nov 08 13:46:39.240658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c299bd59-70ea-45db-8e82-986c430ba0ed req-080e7bd0-e786-4490-a189-0fe384ddea57 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816178 Nov 08 13:46:39.329734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-9cbaf497-c61e-48d5-ae87-d8cdd71e8b79 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498172 Nov 08 13:46:39.400567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-23da7ca3-fa0b-466c-89b1-0869da9f6b54 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2014773 Nov 08 13:46:39.422510 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:46:39.440367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c8f12-3047-44e0-b9ac-81696dbf5a0a req-b02ba01e-3a2f-4a91-b83c-d5c8a8f20d74 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.461773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-240c8f12-3047-44e0-b9ac-81696dbf5a0a req-b02ba01e-3a2f-4a91-b83c-d5c8a8f20d74 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0985236 Nov 08 13:46:39.555357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-240c8f12-3047-44e0-b9ac-81696dbf5a0a req-8b62ad28-af25-4c18-a2e1-9b7e30bbd4e2 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925214 Nov 08 13:46:39.577393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aa6a6b4b-54df-4b57-bb57-ffa848134d08 req-defe5bb8-0897-479c-baa5-ce087f24900e service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379127 Nov 08 13:46:39.600033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.600501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.600963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.601400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.601858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.602273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.602774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.604805 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-536e39f9-9447-4c0d-84b4-fe5696c40ff4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c4e2eb723054102944a464b00399be0&device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 6499 time: 0.1209111 Nov 08 13:46:39.616071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-783ff741-9f8c-406c-8043-6042afbd5fc0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.617790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-783ff741-9f8c-406c-8043-6042afbd5fc0 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 950 time: 0.1145093 Nov 08 13:46:39.874756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-331bbfca-ae13-4cfa-942d-a9a0f9d9b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.876518 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-331bbfca-ae13-4cfa-942d-a9a0f9d9b610 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ae1c5eb31374040a586938178bb93d6&device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 1094 time: 0.1839883 Nov 08 13:46:39.890880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e3dfe-0761-4365-b8d6-bc82e9dd2310 req-07c0ffab-7be9-43f6-a520-b79fc91e9f94 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.892856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d12e3dfe-0761-4365-b8d6-bc82e9dd2310 req-07c0ffab-7be9-43f6-a520-b79fc91e9f94 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.1768663 Nov 08 13:46:39.901010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-c57c9382-4f97-4803-93b6-ed6a329bc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.901473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-c57c9382-4f97-4803-93b6-ed6a329bc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.901929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-c57c9382-4f97-4803-93b6-ed6a329bc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.904692 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-c57c9382-4f97-4803-93b6-ed6a329bc5d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bc3c116-4768-4af8-99ab-853f72de11e6&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=f767e36a-290e-48ef-925b-56709f03d469&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 200 len: 2297 time: 0.2501440 Nov 08 13:46:39.940356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-4ae0c494-81d3-4e7a-944d-6af6cd39da57 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597805 Nov 08 13:46:39.965126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cee4f9-1240-4cd6-b227-4dba904be5c2 req-08e48dba-1da7-474c-9ec3-82ea997cc55a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:39.972266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8cee4f9-1240-4cd6-b227-4dba904be5c2 req-08e48dba-1da7-474c-9ec3-82ea997cc55a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 943 time: 0.1556478 Nov 08 13:46:40.044233 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-91dd97cc-7da1-4d49-af35-694235eb02e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77ee4469-4241-4244-812a-6df86238e76d HTTP/1.1" status: 200 len: 1002 time: 0.1196594 Nov 08 13:46:40.046253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port 626c7422-6a39-49b2-b01d-39ff46bbf59e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:40.046592 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:40.054216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d12e3dfe-0761-4365-b8d6-bc82e9dd2310 req-f3f03868-d0c6-4a5a-842d-590d7f782ec2 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455793 Nov 08 13:46:40.093849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-8596b0d3-6934-4ce3-b4f6-f34c0f55e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.095348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-8596b0d3-6934-4ce3-b4f6-f34c0f55e679 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1097 time: 0.0983617 Nov 08 13:46:40.207985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8cee4f9-1240-4cd6-b227-4dba904be5c2 req-83f8c37e-ef9b-42c5-84c0-e5dd0343ad1d tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085214 Nov 08 13:46:40.349460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-7c0895cd-885a-4492-99d0-f54cd233eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.350960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-7c0895cd-885a-4492-99d0-f54cd233eb55 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.2172410 Nov 08 13:46:40.362514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338e615-4fab-4fdb-932b-dd0e7001d6fe req-10ecf828-d5f5-4e8a-a5a2-40751e5ddf53 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.374385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7338e615-4fab-4fdb-932b-dd0e7001d6fe req-10ecf828-d5f5-4e8a-a5a2-40751e5ddf53 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 950 time: 0.2415764 Nov 08 13:46:40.458082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-3dd5127f-cba2-4765-b683-4027e7641335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.459752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-3dd5127f-cba2-4765-b683-4027e7641335 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 200 len: 912 time: 0.5696461 Nov 08 13:46:40.535512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7338e615-4fab-4fdb-932b-dd0e7001d6fe req-579e026c-857d-45fd-b54c-de91a1ea54c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545658 Nov 08 13:46:40.538536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-8f447d31-fe8a-4462-8cfc-47c8f8da1d15 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 1002 time: 0.1609061 Nov 08 13:46:40.556125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-90c1aea3-f76f-44c0-a089-2157b1e7c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.557700 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-90c1aea3-f76f-44c0-a089-2157b1e7c384 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0d6cd4c7-77f6-4655-85dc-fb1803715c73 HTTP/1.1" status: 200 len: 855 time: 0.5049999 Nov 08 13:46:40.565300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-3ceb4a58-f7f7-40aa-87f8-891160a94e55 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 HTTP/1.1" status: 200 len: 217 time: 0.0581164 Nov 08 13:46:40.626390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-30141e34-f867-4f63-8f03-bca002cf9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.627963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-30141e34-f867-4f63-8f03-bca002cf9703 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.0704060 Nov 08 13:46:40.688391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-1aa27bce-f3b6-475b-a197-f6daa2f2a43e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.689874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-1aa27bce-f3b6-475b-a197-f6daa2f2a43e tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 950 time: 0.2686169 Nov 08 13:46:40.693661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port 626c7422-6a39-49b2-b01d-39ff46bbf59e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=626c7422-6a39-49b2-b01d-39ff46bbf59e,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:40.694039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:40.730193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-1aa41281-acd7-4b67-8ddd-c0181a95fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.732311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-1aa41281-acd7-4b67-8ddd-c0181a95fbde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920246 Nov 08 13:46:40.740639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb9992-2c0c-4737-8467-a4fd5e3ecfb2 req-ee494070-cf38-48ba-8e28-7beaeec3761f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.744048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for 626c7422-6a39-49b2-b01d-39ff46bbf59e owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:40.746883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-92dccdff-4827-4008-b60e-243784274b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.749119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-92dccdff-4827-4008-b60e-243784274b22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 200 len: 851 time: 0.1669662 Nov 08 13:46:40.750303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46fb9992-2c0c-4737-8467-a4fd5e3ecfb2 req-ee494070-cf38-48ba-8e28-7beaeec3761f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0973897 Nov 08 13:46:40.778796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-a5085d7d-8248-4288-bbed-6f0039eda116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:40.780348 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-a5085d7d-8248-4288-bbed-6f0039eda116 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc3c116-4768-4af8-99ab-853f72de11e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102573 Nov 08 13:46:40.815889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-8c77586f-0531-49be-99fb-c4a262f15e55 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9f4e5055-f8d8-4590-a4c8-9654875d52ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512807 Nov 08 13:46:40.859608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46fb9992-2c0c-4737-8467-a4fd5e3ecfb2 req-dc2991f2-bb02-4908-9843-6ef7c9d2179f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079302 Nov 08 13:46:40.916140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-ce390ace-9a3f-44bb-aa8d-2ec1a5e4f55d service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538167 Nov 08 13:46:41.062968 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af019f77-34f6-4eae-bd4d-7e824aacb18d req-de8973c6-72ae-43e1-b9b3-55d431f283f1 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383095 Nov 08 13:46:41.085904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-88597a88-fd25-4c6c-8d73-9b83cca33973 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079945 Nov 08 13:46:41.093106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-a0f63355-ac6b-4645-8b7f-7f2e04a936e7 service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945580 Nov 08 13:46:41.106805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port e4930261-687c-4bb9-bbda-f726fd08cc1c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:41.107192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:41.201460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d258f6-9876-4060-bf0e-5821c78e7e5b req-51bb7e50-9c8d-4c6e-b8de-26f6fb976dd5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:41.203071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95d258f6-9876-4060-bf0e-5821c78e7e5b req-51bb7e50-9c8d-4c6e-b8de-26f6fb976dd5 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.0623374 Nov 08 13:46:41.284713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95d258f6-9876-4060-bf0e-5821c78e7e5b req-53945bcd-d335-4884-b98e-b3bae4e127e7 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755539 Nov 08 13:46:41.296391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port e4930261-687c-4bb9-bbda-f726fd08cc1c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e4930261-687c-4bb9-bbda-f726fd08cc1c,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:41.296391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:41.309599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for e4930261-687c-4bb9-bbda-f726fd08cc1c owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:41.429496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d93d07-39e5-4621-ae36-ab2159e6a1ee req-ba56fea4-6ad0-4dd1-b633-a0f5d2d12f7f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:41.438894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0d93d07-39e5-4621-ae36-ab2159e6a1ee req-ba56fea4-6ad0-4dd1-b633-a0f5d2d12f7f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 943 time: 0.1220396 Nov 08 13:46:41.495271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:41.497718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-83b4bec8-b66c-497f-b9c6-8fb76ce52f5d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:41.501766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-83b4bec8-b66c-497f-b9c6-8fb76ce52f5d tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.54 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.1341791 Nov 08 13:46:41.512353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'e4930261-687c-4bb9-bbda-f726fd08cc1c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:41.563663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', '626c7422-6a39-49b2-b01d-39ff46bbf59e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:41.576327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=626c7422-6a39-49b2-b01d-39ff46bbf59e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:41.604952 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-704b99d9-325a-4107-96f2-50f1f6fb5628 req-6fd1bdcb-6d95-4cd8-b1d5-7c1471c498c0 service neutron] 10.222.0.54 "GET /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457221 Nov 08 13:46:41.642148 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-8b4982b5-4a18-4dbf-89ec-cb66a16be5d4 service neutron] 10.222.0.70 "GET /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842653 Nov 08 13:46:41.670701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port 626c7422-6a39-49b2-b01d-39ff46bbf59e on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:41.673781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:41.678006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-04f3d6fc-f368-42a7-8819-7dfc9f8e8e0f req-9a63151f-234d-4a3c-9abe-d53344207942 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "DELETE /v2.0/ports/626c7422-6a39-49b2-b01d-39ff46bbf59e HTTP/1.1" status: 204 len: 173 time: 2.0447500 Nov 08 13:46:41.689126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'name': 'network-vif-deleted', 'tag': '626c7422-6a39-49b2-b01d-39ff46bbf59e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:41.690374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0d93d07-39e5-4621-ae36-ab2159e6a1ee req-c9a3a3a9-a6df-48cf-89f6-db6c5b5db24c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497082 Nov 08 13:46:41.692805 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3107653f-a8dc-4619-ad94-6188dc2f5760" -d '{"events": [{"server_uuid": "7c7014ae-fe77-4f22-8f31-f2d3bf857958", "name": "network-vif-deleted", "tag": "626c7422-6a39-49b2-b01d-39ff46bbf59e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:41.766071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-e586c69b-1fda-4c6c-bca2-2d8c62e0f001 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 217 time: 0.1018708 Nov 08 13:46:41.836007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a05f052-d9bc-488d-8c5e-d0f0bb6d50cb req-ee8721f1-a604-46ed-a34e-c232e289c430 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c7014ae-fe77-4f22-8f31-f2d3bf857958 HTTP/1.1" status: 200 len: 210 time: 0.0871630 Nov 08 13:46:41.885120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Deleting port 19856f81-3bc9-4a17-8e3b-91552326a6b8 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:41.885476 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:41.928815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:42.008369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=e4930261-687c-4bb9-bbda-f726fd08cc1c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:42.071197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-18a9731a-be4e-4f1d-ad2b-31288096f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:42.073007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-18a9731a-be4e-4f1d-ad2b-31288096f894 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.2169776 Nov 08 13:46:42.076703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] For port 19856f81-3bc9-4a17-8e3b-91552326a6b8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19856f81-3bc9-4a17-8e3b-91552326a6b8,segment=NetworkSegment(644a9fc7-c6e0-4744-8628-af56f439baa8),segment_id=644a9fc7-c6e0-4744-8628-af56f439baa8)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:42.077271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:42.083900 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162e0c07-3a3f-40a3-8253-e2e23d259c6d x-openstack-request-id: req-162e0c07-3a3f-40a3-8253-e2e23d259c6d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:42.092113 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7014ae-fe77-4f22-8f31-f2d3bf857958", "name": "network-vif-deleted", "tag": "626c7422-6a39-49b2-b01d-39ff46bbf59e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:42.098956 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-162e0c07-3a3f-40a3-8253-e2e23d259c6d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:42.099418 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7014ae-fe77-4f22-8f31-f2d3bf857958', 'name': 'network-vif-deleted', 'tag': '626c7422-6a39-49b2-b01d-39ff46bbf59e', 'status': 'completed', 'code': 200} Nov 08 13:46:42.112965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0c651-6185-48df-b375-f1d059f95be7 req-69ab7340-860e-4a01-bd64-7c277bd915b6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:42.121859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50f0c651-6185-48df-b375-f1d059f95be7 req-69ab7340-860e-4a01-bd64-7c277bd915b6 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.1337676 Nov 08 13:46:42.124864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Calling delete_port for 19856f81-3bc9-4a17-8e3b-91552326a6b8 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:42.146238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port e4930261-687c-4bb9-bbda-f726fd08cc1c on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:42.173078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:42.177405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f14bde52-cc1b-47cb-a8d5-dffa253ad3fe req-d9611532-1792-4f94-b0d2-febb0552d88c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "DELETE /v2.0/ports/e4930261-687c-4bb9-bbda-f726fd08cc1c HTTP/1.1" status: 204 len: 173 time: 1.4696770 Nov 08 13:46:42.228714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-af345f96-c46c-406c-ab33-951837915ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:42.230765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-af345f96-c46c-406c-ab33-951837915ea3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1304097 Nov 08 13:46:42.296437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50f0c651-6185-48df-b375-f1d059f95be7 req-114f5265-ab84-4a3e-98f7-6aa267772f31 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732764 Nov 08 13:46:42.467887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-6cca99a8-9235-43b8-ba8b-e21c9015c33d service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200241 Nov 08 13:46:42.473068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b29842-a0b7-4831-83d6-656c89478cbc req-916dfa0d-643c-405a-975e-6ddbf19c0bf0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:42.475278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9b29842-a0b7-4831-83d6-656c89478cbc req-916dfa0d-643c-405a-975e-6ddbf19c0bf0 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/ports?device_id=8abd7310-783b-4b56-b44b-b907190c7927 HTTP/1.1" status: 200 len: 946 time: 0.0893507 Nov 08 13:46:42.476262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:42.543428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:42.620919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] No DVR routers for this DVR port 19856f81-3bc9-4a17-8e3b-91552326a6b8 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:42.624389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Pushing event deleted for resources: {'Port': ['ID=19856f81-3bc9-4a17-8e3b-91552326a6b8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:42.634192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:42.638472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c487aeec-fff9-4ffd-a022-06de2e3c7525 req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.54 "DELETE /v2.0/ports/19856f81-3bc9-4a17-8e3b-91552326a6b8 HTTP/1.1" status: 204 len: 173 time: 1.1293352 Nov 08 13:46:42.642332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.642810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.643317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.643791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.644368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.644881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.645367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.645795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.646414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.646844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.647274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.647897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c4e12b-8574-4d6b-8389-47e5e6d21dc6 tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:46:42.650856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8abd7310-783b-4b56-b44b-b907190c7927', 'name': 'network-vif-deleted', 'tag': '19856f81-3bc9-4a17-8e3b-91552326a6b8'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:42.655208 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbb69e7-54da-466f-838e-49320913f3e4" -d '{"events": [{"server_uuid": "8abd7310-783b-4b56-b44b-b907190c7927", "name": "network-vif-deleted", "tag": "19856f81-3bc9-4a17-8e3b-91552326a6b8"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:42.702191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9b29842-a0b7-4831-83d6-656c89478cbc req-fd98278e-0ea7-4c42-a3f5-b97bbf353cde tempest-ServerDiskConfigTestJSON-1575647277 tempest-ServerDiskConfigTestJSON-1575647277-project] 10.222.0.65 "GET /v2.0/security-groups?id=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166996 Nov 08 13:46:42.744962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-32146403-1ced-47ab-8ce0-62ea08ebbf1e service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717419 Nov 08 13:46:42.799838 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e767cb-7393-430a-a9fc-b9f416b5ce9d x-openstack-request-id: req-e9e767cb-7393-430a-a9fc-b9f416b5ce9d {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:42.800202 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8abd7310-783b-4b56-b44b-b907190c7927", "name": "network-vif-deleted", "tag": "19856f81-3bc9-4a17-8e3b-91552326a6b8", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:42.800524 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9e767cb-7393-430a-a9fc-b9f416b5ce9d {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:42.801048 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8abd7310-783b-4b56-b44b-b907190c7927', 'name': 'network-vif-deleted', 'tag': '19856f81-3bc9-4a17-8e3b-91552326a6b8', 'status': 'completed', 'code': 200} Nov 08 13:46:42.819721 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-7953ef5c-09d9-4718-be78-be67e89f2517 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 217 time: 0.0673900 Nov 08 13:46:42.930076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-705e7c52-067d-479b-9451-2d3affbdc09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:42.932931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-705e7c52-067d-479b-9451-2d3affbdc09d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.1043694 Nov 08 13:46:42.964573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['19856f81-3bc9-4a17-8e3b-91552326a6b8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:43.008671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:43.049081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-fa2242cd-1c30-4f13-aecb-bd109f996747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:43.051515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-fa2242cd-1c30-4f13-aecb-bd109f996747 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095822 Nov 08 13:46:43.112314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452d86c-ce4b-4225-9fdb-9b747cd3f4cd req-cb1e1666-c6dd-481c-a4d0-0571e3041802 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:43.130330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c452d86c-ce4b-4225-9fdb-9b747cd3f4cd req-cb1e1666-c6dd-481c-a4d0-0571e3041802 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 943 time: 0.1352038 Nov 08 13:46:43.251464 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-ae9ff5c9-ee06-410c-976e-8e8106b96c24 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895370 Nov 08 13:46:43.258428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c452d86c-ce4b-4225-9fdb-9b747cd3f4cd req-50500609-e6d9-4b69-87e6-b765280d2def tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258647 Nov 08 13:46:43.304852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8e2d0a1-d4f5-45fa-a55e-11db93f96904 req-e3790318-5225-4471-96c8-e4245b6de001 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4f0419b-e560-4450-af29-0d2f22c8be7e HTTP/1.1" status: 200 len: 210 time: 0.0423782 Nov 08 13:46:43.518815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbc23e-d03f-4c7d-93a0-1ab639ce7492 req-f71f1ca0-a817-45c9-b0c5-cb73fd8a329c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:43.525465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-79752471-8005-4ed9-8c06-741c7720d60f service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582610 Nov 08 13:46:43.526266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29cbc23e-d03f-4c7d-93a0-1ab639ce7492 req-f71f1ca0-a817-45c9-b0c5-cb73fd8a329c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.1070662 Nov 08 13:46:43.578800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-f8e41693-a464-4bad-96ed-c052b2e184ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 HTTP/1.1" status: 200 len: 217 time: 0.0455282 Nov 08 13:46:43.632818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:43.635557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 626c7422-6a39-49b2-b01d-39ff46bbf59e no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:43.642070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-8c2521a9-7f51-467a-8753-b0275ad7da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:43.643710 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-8c2521a9-7f51-467a-8753-b0275ad7da89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.0552742 Nov 08 13:46:43.650916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29cbc23e-d03f-4c7d-93a0-1ab639ce7492 req-fa607b58-0b9f-40d4-907d-2537f1e135c1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182833 Nov 08 13:46:43.670669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 626c7422-6a39-49b2-b01d-39ff46bbf59e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:43.671291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 626c7422-6a39-49b2-b01d-39ff46bbf59e not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:43.715164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-5af0c833-b671-4282-8b76-7783889a22fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:43.716933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-5af0c833-b671-4282-8b76-7783889a22fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0608625 Nov 08 13:46:43.821469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:43.835428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3', 'network_id': '9f4e5055-f8d8-4590-a4c8-9654875d52ae', 'port_id': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3', 'mac_address': 'fa:16:3e:5b:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75924a23-a018-43ee-9528-ec8ba9fe14c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:43.908411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-e5c58140-344c-45e0-91be-2185314d2995 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783636 Nov 08 13:46:43.912798 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:43.935430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:43.966666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49540) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:43.985695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:43.995955 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.041020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-e804b07e-d60d-4596-ac5d-d70a5e7345f8 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158018 Nov 08 13:46:44.069991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:44.088300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] Deleting subnet be9b2e64-0ffd-477b-bd16-f21a47f445a9 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:46:44.092012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.095892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-869181a9-44d5-4a94-b852-247d407d6173 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.30&port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac HTTP/1.1" status: 200 len: 217 time: 0.0472648 Nov 08 13:46:44.100930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'name': 'network-vif-deleted', 'tag': 'e4930261-687c-4bb9-bbda-f726fd08cc1c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:44.103417 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed17650-69a5-4ed0-b4dc-1180cbde26c5" -d '{"events": [{"server_uuid": "b4f0419b-e560-4450-af29-0d2f22c8be7e", "name": "network-vif-deleted", "tag": "e4930261-687c-4bb9-bbda-f726fd08cc1c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:44.144409 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.172179 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065e2912-bfb8-4055-8936-871818fee452 x-openstack-request-id: req-065e2912-bfb8-4055-8936-871818fee452 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:44.172469 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f0419b-e560-4450-af29-0d2f22c8be7e", "name": "network-vif-deleted", "tag": "e4930261-687c-4bb9-bbda-f726fd08cc1c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:44.172719 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-065e2912-bfb8-4055-8936-871818fee452 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:44.173113 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f0419b-e560-4450-af29-0d2f22c8be7e', 'name': 'network-vif-deleted', 'tag': 'e4930261-687c-4bb9-bbda-f726fd08cc1c', 'status': 'completed', 'code': 200} Nov 08 13:46:44.201179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-f050ed89-d555-477c-aa80-908f7827da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:44.202930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-f050ed89-d555-477c-aa80-908f7827da09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 200 len: 797 time: 0.0964904 Nov 08 13:46:44.205330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.259496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-89a0ac88-e2f5-4e75-ba38-c13089ce5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:44.264438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-89a0ac88-e2f5-4e75-ba38-c13089ce5202 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f767e36a-290e-48ef-925b-56709f03d469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0502524 Nov 08 13:46:44.281357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.359163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9b2e64-0ffd-477b-bd16-f21a47f445a9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:44.379116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.383645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-246c3895-ec0d-467a-a2e4-803fc4358d65 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/be9b2e64-0ffd-477b-bd16-f21a47f445a9 HTTP/1.1" status: 204 len: 168 time: 0.4154601 Nov 08 13:46:44.386203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49550) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:44.390202 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-12ea03c3-5288-4841-a6da-5520e55b6ff3 service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158509 Nov 08 13:46:44.478209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:44.494388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d85c02-5435-4a58-86d6-8943921f0cc5 req-cc7f643a-2df7-4ff7-9274-34e223d81d92 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:44.502654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78d85c02-5435-4a58-86d6-8943921f0cc5 req-cc7f643a-2df7-4ff7-9274-34e223d81d92 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 944 time: 0.1389518 Nov 08 13:46:44.527223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.529588 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-7e6d9cd4-d942-469b-968d-de1cb656331b service neutron] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311302 Nov 08 13:46:44.605663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-e6579994-814f-4489-a060-7589e7cdd65d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82c6d4aa-48c3-4216-93a8-3ef166060413 HTTP/1.1" status: 200 len: 217 time: 0.0607865 Nov 08 13:46:44.648867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.674917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19baace4-5777-4f73-8104-00c52d476d61']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:46:44.688656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644a9fc7-c6e0-4744-8628-af56f439baa8') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:46:44.688963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644a9fc7-c6e0-4744-8628-af56f439baa8') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:46:44.702795 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.719304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78d85c02-5435-4a58-86d6-8943921f0cc5 req-e85c66f5-6718-44d2-9ee4-731f492d896f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156656 Nov 08 13:46:44.730543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.747107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:46:44.749827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:46:44.758980 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:46:44.767705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-4a21ea9c-fdc7-4021-89a7-843ca292b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:44.769310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-4a21ea9c-fdc7-4021-89a7-843ca292b665 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.1548886 Nov 08 13:46:44.846620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-47344d32-90af-480f-9d04-52ab71e434e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:44.848489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-47344d32-90af-480f-9d04-52ab71e434e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706351 Nov 08 13:46:44.870919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.881378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:44.886948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] 10.222.0.65 "DELETE /v2.0/networks/19baace4-5777-4f73-8104-00c52d476d61 HTTP/1.1" status: 204 len: 168 time: 0.4974194 Nov 08 13:46:44.900365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e4930261-687c-4bb9-bbda-f726fd08cc1c no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:44.901584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51205e-4e27-459b-b636-fc3b84d5e602 admin admin] Pushing event deleted for resources: {'Network': ['ID=19baace4-5777-4f73-8104-00c52d476d61,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:44.928424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf770e-355e-4edd-abfd-22f1cb554990 req-7145c9ec-404f-4425-bf98-b51ee2f028ac tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:44.930091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cbf770e-355e-4edd-abfd-22f1cb554990 req-7145c9ec-404f-4425-bf98-b51ee2f028ac tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.1054080 Nov 08 13:46:44.949130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e4930261-687c-4bb9-bbda-f726fd08cc1c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:44.949468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e4930261-687c-4bb9-bbda-f726fd08cc1c not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:45.025761 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-146b5978-0ec3-4f09-a85e-5cf01ab6df8d service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672308 Nov 08 13:46:45.029359 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cbf770e-355e-4edd-abfd-22f1cb554990 req-858451b6-02a4-47d5-8a2e-7120f625d0c3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899193 Nov 08 13:46:45.126076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49568) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:45.191488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-fa35d573-8750-4717-9aef-f5d2c696a35d service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482730 Nov 08 13:46:45.258175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bd3d0117-5ca6-4230-8cc8-75ec079cb884 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60ad56c720bc4196a808458bc3655d72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284518 Nov 08 13:46:45.258733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49572) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:45.297725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-7d761d15-a02f-40e1-8bc8-064cd50c9d8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60 HTTP/1.1" status: 200 len: 217 time: 0.1028852 Nov 08 13:46:45.375184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-2f9eb04b-15cd-49a6-bd28-fcae63234aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:45.376925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-2f9eb04b-15cd-49a6-bd28-fcae63234aef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 200 len: 797 time: 0.0633287 Nov 08 13:46:45.377966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c902-9ca9-49df-83bc-eddb42d863ce req-b6d67fd3-a259-49e6-b6a2-b104ea690b96 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:45.379502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c23c902-9ca9-49df-83bc-eddb42d863ce req-b6d67fd3-a259-49e6-b6a2-b104ea690b96 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 950 time: 0.0908000 Nov 08 13:46:45.391993 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152e7b73-74e0-479f-8672-668a09b13fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:45.435433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-5427477d-caff-403c-9450-bdb06cf1a10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:45.437146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-5427477d-caff-403c-9450-bdb06cf1a10d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516582 Nov 08 13:46:45.442033 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152e7b73-74e0-479f-8672-668a09b13fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:45.476182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c23c902-9ca9-49df-83bc-eddb42d863ce req-af06691a-8707-43c0-8fd2-dd40e1eed6aa tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859754 Nov 08 13:46:45.535378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152e7b73-74e0-479f-8672-668a09b13fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:45.538483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152e7b73-74e0-479f-8672-668a09b13fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:45.539937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-152e7b73-74e0-479f-8672-668a09b13fdd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07 HTTP/1.1" status: 204 len: 168 time: 0.2800519 Nov 08 13:46:45.548505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152e7b73-74e0-479f-8672-668a09b13fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c1b47a-4b5b-4ff3-a80d-24eb9039fd07,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:45.574334 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-20a54acd-65d9-4544-8238-2f55c337fa1c service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282458 Nov 08 13:46:45.645703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19856f81-3bc9-4a17-8e3b-91552326a6b8 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:45.671173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 19856f81-3bc9-4a17-8e3b-91552326a6b8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:45.671522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19856f81-3bc9-4a17-8e3b-91552326a6b8 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:45.704827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-080ff357-d9e1-4ebf-b3b5-1d9741f8a26d req-8fd1395e-e3ae-40c3-b08b-19e524c60123 service neutron] 10.222.0.70 "GET /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213012 Nov 08 13:46:45.877321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f006-e352-48bb-9bb8-508916f86792 req-0a03f578-376f-4c08-9d5d-c2944c11129e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:45.885996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e905f006-e352-48bb-9bb8-508916f86792 req-0a03f578-376f-4c08-9d5d-c2944c11129e tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 944 time: 0.0739527 Nov 08 13:46:45.949993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e905f006-e352-48bb-9bb8-508916f86792 req-87ca5834-38e5-4030-aede-ab9929d8c394 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628080 Nov 08 13:46:46.189417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959af1fb-5434-42a7-ae79-10ac8ce898d1 req-58c83675-82e4-48d9-990f-ef23c818801a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:46.197395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-959af1fb-5434-42a7-ae79-10ac8ce898d1 req-58c83675-82e4-48d9-990f-ef23c818801a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0653727 Nov 08 13:46:46.253017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-959af1fb-5434-42a7-ae79-10ac8ce898d1 req-80190af5-abfb-488e-8262-5966ec321ace tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544183 Nov 08 13:46:46.548926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49610) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:46.626095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac4f56-ec9a-4b3f-81f4-ed75b6b0c78c req-a2257a29-02e7-48ea-a639-eafb5de44c9f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:46.627727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49ac4f56-ec9a-4b3f-81f4-ed75b6b0c78c req-a2257a29-02e7-48ea-a639-eafb5de44c9f tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 950 time: 0.0571532 Nov 08 13:46:46.685551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49ac4f56-ec9a-4b3f-81f4-ed75b6b0c78c req-265b5db2-7e51-4d24-988b-7836c99b1535 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485983 Nov 08 13:46:46.690642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1511986481-network', 'tenant_id': '3efd14f6406e4fcfa6e7037d21da130e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:46.715281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Made reservation on behalf of 3efd14f6406e4fcfa6e7037d21da130e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:46.717678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:46.726852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:46.844379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:46.850031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:46.879649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:46:46.901461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:46.944190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:46.944645 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Added segment 2ee8e4ee-4d32-4b0c-9494-8718d3f84151 of type vlan for network b512837e-25d4-4abe-ad10-88d1f0322b8f Nov 08 13:46:47.013188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-8a8ab6ca-81cf-407b-9b24-92dd34d94f73 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:47.014414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-8a8ab6ca-81cf-407b-9b24-92dd34d94f73 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 950 time: 0.1325538 Nov 08 13:46:47.018488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:47.434707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-f5a22838-2927-468f-ac23-93ba113785c1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:47.440703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-f5a22838-2927-468f-ac23-93ba113785c1 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "GET /v2.0/ports?device_id=60eb674d-4e45-45e8-9612-c39745ccbe0d HTTP/1.1" status: 200 len: 950 time: 0.0799866 Nov 08 13:46:47.454928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:47.455920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:47.456503 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:47.595880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0455904 Nov 08 13:46:47.596846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49624) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:47.604194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Request body: {'subnet': {'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1511986481-subnet', 'tenant_id': '3efd14f6406e4fcfa6e7037d21da130e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:47.649775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7985951-5c20-4d10-b04c-b7c8236287d1 req-71ace755-c19e-4c4b-8105-1e8e154c269c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:47.657179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Made reservation on behalf of 3efd14f6406e4fcfa6e7037d21da130e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:47.660733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:47.661270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7985951-5c20-4d10-b04c-b7c8236287d1 req-71ace755-c19e-4c4b-8105-1e8e154c269c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 944 time: 0.5669582 Nov 08 13:46:47.675656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:47.682588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da230fb-0e5e-4599-97fb-4cc9b681d5c6 req-52d3e20d-d72d-4b6c-90b5-828107a4520e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:47.684200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1da230fb-0e5e-4599-97fb-4cc9b681d5c6 req-52d3e20d-d72d-4b6c-90b5-828107a4520e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.2356827 Nov 08 13:46:47.687513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca2feb-2645-4518-abad-4299f7e1e42b admin admin] Pushing event updated for resources: {'Network': ['ID=b512837e-25d4-4abe-ad10-88d1f0322b8f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:47.716611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b512837e-25d4-4abe-ad10-88d1f0322b8f details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:46:47.780914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port 027d35c4-f296-40ec-a76b-3f172b511d92 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:47.781339 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:47.794098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:47.794535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:47.816047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7985951-5c20-4d10-b04c-b7c8236287d1 req-5181882e-ee29-4c4e-95c6-8e9627110a18 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541252 Nov 08 13:46:47.888706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:46:47.891387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1da230fb-0e5e-4599-97fb-4cc9b681d5c6 req-d96351a3-eecc-42db-9b09-1851b6b14e68 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880901 Nov 08 13:46:47.897206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:47.897842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.063399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.095752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:48.096140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:48.096519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.103388 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d82947f-f864-4a26-a693-d70b40256865" -d '{"events": [{"server_uuid": "5cdfe89b-24d0-445b-a06f-6f77bcad272b", "name": "network-vif-plugged", "status": "completed", "tag": "ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:48.128812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:48.137405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0401d-9256-46d1-8fb8-d321941569ac req-e75b9c7d-8265-4b81-89af-e8a715b743bb tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:48.139520 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.147015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45a0401d-9256-46d1-8fb8-d321941569ac req-e75b9c7d-8265-4b81-89af-e8a715b743bb tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 950 time: 0.0981491 Nov 08 13:46:48.149629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:48.155295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.166848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port 027d35c4-f296-40ec-a76b-3f172b511d92, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=027d35c4-f296-40ec-a76b-3f172b511d92,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:48.167213 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.212587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for 027d35c4-f296-40ec-a76b-3f172b511d92 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:48.257430 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e096f7-a12c-4f69-bee3-aeb3a71fe179 x-openstack-request-id: req-d8e096f7-a12c-4f69-bee3-aeb3a71fe179 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:48.258004 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdfe89b-24d0-445b-a06f-6f77bcad272b", "name": "network-vif-plugged", "status": "completed", "tag": "ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:48.258415 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8e096f7-a12c-4f69-bee3-aeb3a71fe179 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:48.258951 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3', 'code': 200} Nov 08 13:46:48.274040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:48.291955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45a0401d-9256-46d1-8fb8-d321941569ac req-cd2e5ab3-18bd-4e7b-b65e-e2f1e2b043dc tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397099 Nov 08 13:46:48.317126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6caca4-8baa-4764-9c83-80e7dc08d5eb,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:48.326972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Checking segment: {'id': '2ee8e4ee-4d32-4b0c-9494-8718d3f84151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:46:48.327503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Network hostable DHCP agents. Network: b512837e-25d4-4abe-ad10-88d1f0322b8f, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:46:48.406071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Network b512837e-25d4-4abe-ad10-88d1f0322b8f is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:46:48.420268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251499f-3def-4990-8bd8-cbefd57275be req-356f6e76-d91a-4a2f-a715-9f5c8e50c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:48.422100 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1251499f-3def-4990-8bd8-cbefd57275be req-356f6e76-d91a-4a2f-a715-9f5c8e50c3da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 1096 time: 0.1000047 Nov 08 13:46:48.424286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b512837e-25d4-4abe-ad10-88d1f0322b8f) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:46:48.435795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ae1513-859d-4e70-a0e5-7804d5245df3 None None] Network b512837e-25d4-4abe-ad10-88d1f0322b8f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:46:48.438533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:48.452794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.468051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.499515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:48.501948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['027d35c4-f296-40ec-a76b-3f172b511d92', '94e23afd-2b9e-49e3-a29a-edf13c62f0a5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:48.518822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=94e23afd-2b9e-49e3-a29a-edf13c62f0a5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:48.606216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:48.611308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.615408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0a133d6-40b1-41ee-b1b6-78f1973f1217 req-eb4c6288-fbc0-4268-becb-563c5e2bd4c2 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "DELETE /v2.0/ports/94e23afd-2b9e-49e3-a29a-edf13c62f0a5 HTTP/1.1" status: 204 len: 173 time: 1.5855560 Nov 08 13:46:48.616219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'name': 'network-vif-deleted', 'tag': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:48.626855 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9985103f-ccd4-4d4b-808d-58a666fa511a" -d '{"events": [{"server_uuid": "40970b2d-4a81-474a-b9cf-d540daf0ae0f", "name": "network-vif-deleted", "tag": "94e23afd-2b9e-49e3-a29a-edf13c62f0a5"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:48.669672 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1251499f-3def-4990-8bd8-cbefd57275be req-27ad4888-bb7d-4b1d-9a9c-59c495109797 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101460 Nov 08 13:46:48.689413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.712360 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa96473-d4f0-4101-96f5-43e8e06ffbe6 x-openstack-request-id: req-4aa96473-d4f0-4101-96f5-43e8e06ffbe6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:48.712651 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40970b2d-4a81-474a-b9cf-d540daf0ae0f", "name": "network-vif-deleted", "tag": "94e23afd-2b9e-49e3-a29a-edf13c62f0a5", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:48.714127 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4aa96473-d4f0-4101-96f5-43e8e06ffbe6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:48.714550 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40970b2d-4a81-474a-b9cf-d540daf0ae0f', 'name': 'network-vif-deleted', 'tag': '94e23afd-2b9e-49e3-a29a-edf13c62f0a5', 'status': 'completed', 'code': 200} Nov 08 13:46:48.724867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-187d5495-da84-4b6f-895e-1cb69b4c00cd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1263437 Nov 08 13:46:48.744320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=027d35c4-f296-40ec-a76b-3f172b511d92,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:48.808301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port 027d35c4-f296-40ec-a76b-3f172b511d92 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:48.812371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:48.816468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be7de749-e6a9-4b65-80de-6ccb9fbe3f36 req-61e4886d-21c9-416c-87a4-e32066ac69c6 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.54 "DELETE /v2.0/ports/027d35c4-f296-40ec-a76b-3f172b511d92 HTTP/1.1" status: 204 len: 173 time: 1.3686342 Nov 08 13:46:48.817575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'name': 'network-vif-deleted', 'tag': '027d35c4-f296-40ec-a76b-3f172b511d92'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:48.819894 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0038177-6a67-41fd-96e6-90aa2978a490" -d '{"events": [{"server_uuid": "60eb674d-4e45-45e8-9612-c39745ccbe0d", "name": "network-vif-deleted", "tag": "027d35c4-f296-40ec-a76b-3f172b511d92"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:48.862986 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845438cc-48f8-4e28-8147-be32c49ce9a5 x-openstack-request-id: req-845438cc-48f8-4e28-8147-be32c49ce9a5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:48.863535 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60eb674d-4e45-45e8-9612-c39745ccbe0d", "name": "network-vif-deleted", "tag": "027d35c4-f296-40ec-a76b-3f172b511d92", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:48.864132 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-845438cc-48f8-4e28-8147-be32c49ce9a5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:48.864710 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60eb674d-4e45-45e8-9612-c39745ccbe0d', 'name': 'network-vif-deleted', 'tag': '027d35c4-f296-40ec-a76b-3f172b511d92', 'status': 'completed', 'code': 200} Nov 08 13:46:48.942979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef70670-0e6d-4ffb-8826-9c413a6593b0 None None] Network b512837e-25d4-4abe-ad10-88d1f0322b8f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:46:48.973393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['94e23afd-2b9e-49e3-a29a-edf13c62f0a5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:49.162514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e8654-7ada-4143-a826-99a6e85c13a1 req-64c95a45-dd65-4bc2-8b47-8d667c85ae1c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:49.224546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-643e8654-7ada-4143-a826-99a6e85c13a1 req-64c95a45-dd65-4bc2-8b47-8d667c85ae1c tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.2621298 Nov 08 13:46:49.342178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa613a5-5072-4639-8a0b-74cb46e41c6f req-1fd486ad-6ccd-4fd1-bfec-d56b32254204 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:49.343900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9aa613a5-5072-4639-8a0b-74cb46e41c6f req-1fd486ad-6ccd-4fd1-bfec-d56b32254204 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.2861578 Nov 08 13:46:49.381194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-643e8654-7ada-4143-a826-99a6e85c13a1 req-609aeec6-1407-461f-85ab-3159fdc7c1c0 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507366 Nov 08 13:46:49.445316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9aa613a5-5072-4639-8a0b-74cb46e41c6f req-88ff4209-9fb0-4436-9928-4b4865a1de51 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911651 Nov 08 13:46:49.753696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4d5933e-9b6e-439b-87de-cd19b4d9b0b5 req-a63a1527-79f3-4747-bcd9-48deb9b5ed28 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=40970b2d-4a81-474a-b9cf-d540daf0ae0f HTTP/1.1" status: 200 len: 210 time: 0.0392680 Nov 08 13:46:49.764994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:49.938953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b001a3e4-15af-4d44-8247-1e6347d3a6ab tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:49.940511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b001a3e4-15af-4d44-8247-1e6347d3a6ab tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/networks?id=b512837e-25d4-4abe-ad10-88d1f0322b8f HTTP/1.1" status: 200 len: 818 time: 0.1798592 Nov 08 13:46:49.967888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-0171f29b-37b5-4d7b-899e-00451d257c7e tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/quotas/3efd14f6406e4fcfa6e7037d21da130e HTTP/1.1" status: 200 len: 375 time: 0.0189872 Nov 08 13:46:50.008700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-65274af4-dc37-442d-baae-8c80c76d2a5a tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3efd14f6406e4fcfa6e7037d21da130e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390842 Nov 08 13:46:50.126747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-5b8b2a92-ccf9-4d19-b5f1-1938c85c4b78 service neutron] 10.222.0.65 "GET /v2.0/networks/b512837e-25d4-4abe-ad10-88d1f0322b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141393 Nov 08 13:46:50.239039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-3b088d60-fa25-4a4b-9dea-1679207d30f9 service neutron] 10.222.0.65 "GET /v2.0/networks/b512837e-25d4-4abe-ad10-88d1f0322b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081595 Nov 08 13:46:50.415096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eae9f625-e0fe-43c2-801e-c88172e539d7 req-8e88b938-33eb-4efa-97fc-4ecc7f888e95 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 210 time: 0.0314775 Nov 08 13:46:50.527436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf8765-8083-49d3-bdb1-b0bcc9f38357 req-e6e34612-ebe3-4748-8fd7-da5b0575448b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:50.529082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ebf8765-8083-49d3-bdb1-b0bcc9f38357 req-e6e34612-ebe3-4748-8fd7-da5b0575448b tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.0648746 Nov 08 13:46:50.609572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674627b5-c5fb-457f-830b-7235a543c03d req-6a51b8e7-a8c4-4a71-b5ca-03ad997b6164 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:50.611072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-674627b5-c5fb-457f-830b-7235a543c03d req-6a51b8e7-a8c4-4a71-b5ca-03ad997b6164 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0810561 Nov 08 13:46:50.619541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ebf8765-8083-49d3-bdb1-b0bcc9f38357 req-4b275180-da00-4bcc-a4ce-5c32722318de tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792713 Nov 08 13:46:50.694815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-674627b5-c5fb-457f-830b-7235a543c03d req-d230730a-2d5d-4498-9ec4-00aad1964fb4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742059 Nov 08 13:46:50.936898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-5870bf78-29e5-4bbd-b8bd-9c60423dd3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:50.939753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-5870bf78-29e5-4bbd-b8bd-9c60423dd3e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 1096 time: 0.0799916 Nov 08 13:46:51.039198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-663be7a5-440a-4318-8779-409528f1247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:51.040618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-663be7a5-440a-4318-8779-409528f1247f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.0932033 Nov 08 13:46:51.045021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc0b87e-8008-4b2b-9320-27ccf3457121 req-e2faefbe-69e7-4cb0-a66a-7d2295c7adc9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:51.046602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cc0b87e-8008-4b2b-9320-27ccf3457121 req-e2faefbe-69e7-4cb0-a66a-7d2295c7adc9 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.0705173 Nov 08 13:46:51.085282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-6ad9aafc-3648-4292-8338-90ba4e8c369d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d HTTP/1.1" status: 200 len: 217 time: 0.0374885 Nov 08 13:46:51.095902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cc0b87e-8008-4b2b-9320-27ccf3457121 req-964b1094-4360-4c8d-a933-f4ce6601671f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427878 Nov 08 13:46:51.136366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-b78bba13-ec0b-4c32-8d71-e04d81ac52b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:51.137907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-b78bba13-ec0b-4c32-8d71-e04d81ac52b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0451300 Nov 08 13:46:51.186495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-cae32849-98ab-4721-80a0-726ea2d00f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:51.187998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-cae32849-98ab-4721-80a0-726ea2d00f69 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403862 Nov 08 13:46:51.281752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-fe6a6dbb-6f0e-43c9-af59-f61e59b97f97 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850935 Nov 08 13:46:51.376375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7d9b0d3-0047-4d12-b334-f0db17ec07a1 req-d860279e-d5a1-417f-9b35-1bc62806206b service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856256 Nov 08 13:46:51.530589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2aa476d-a076-4a60-9849-cae0982af64a req-eab938ea-2041-4450-a042-f1f52e9f7b7e tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 210 time: 0.0297396 Nov 08 13:46:51.695714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:51.717420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:51.717760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 94e23afd-2b9e-49e3-a29a-edf13c62f0a5 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:51.718174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 027d35c4-f296-40ec-a76b-3f172b511d92 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:51.742203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 027d35c4-f296-40ec-a76b-3f172b511d92 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:51.742364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 027d35c4-f296-40ec-a76b-3f172b511d92 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:51.784312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d5d7-96ac-4003-924c-8016027ec208 req-7f1bc23b-886e-42f5-b1e0-60b7e1e5d569 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:51.787220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-7f1bc23b-886e-42f5-b1e0-60b7e1e5d569 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.70 "GET /v2.0/networks?id=b512837e-25d4-4abe-ad10-88d1f0322b8f HTTP/1.1" status: 200 len: 818 time: 0.4025874 Nov 08 13:46:51.803996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Request body: {'port': {'device_id': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f', 'admin_state_up': True, 'tenant_id': '3efd14f6406e4fcfa6e7037d21da130e'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:51.826673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7af577-8e2c-45e3-84b0-9a31558d0afb req-4b42a258-1b8f-49e9-827a-d78c0847450f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:51.828269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b7af577-8e2c-45e3-84b0-9a31558d0afb req-4b42a258-1b8f-49e9-827a-d78c0847450f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0518510 Nov 08 13:46:51.881870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b7af577-8e2c-45e3-84b0-9a31558d0afb req-966a21a2-df7a-41fd-ab7a-1ea6cdfaf045 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476923 Nov 08 13:46:51.942269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Made reservation on behalf of 3efd14f6406e4fcfa6e7037d21da130e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:46:51.945920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.088955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Allocated IP 172.20.0.10 (b512837e-25d4-4abe-ad10-88d1f0322b8f/4d6caca4-8baa-4764-9c83-80e7dc08d5eb/4d927003-fa23-42b5-81fe-368190d07536) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:46:52.259451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe39f2f-3855-4a71-8834-804255161908 req-9b6c56a8-f6d1-4dd3-a269-4f51c63ee949 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:52.261044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afe39f2f-3855-4a71-8834-804255161908 req-9b6c56a8-f6d1-4dd3-a269-4f51c63ee949 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.0831184 Nov 08 13:46:52.277928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.289954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bd649-a0af-479d-9e1d-bbc75346e29b req-a3a3beae-0aec-4026-8d70-52bcb3883816 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:52.291454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e68bd649-a0af-479d-9e1d-bbc75346e29b req-a3a3beae-0aec-4026-8d70-52bcb3883816 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 950 time: 0.0785234 Nov 08 13:46:52.317170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.340933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afe39f2f-3855-4a71-8834-804255161908 req-b991150c-1d3d-4eef-b631-d067d52ab04f tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726874 Nov 08 13:46:52.366018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e68bd649-a0af-479d-9e1d-bbc75346e29b req-1526834b-a241-48d8-aea8-bed40a4c108a tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651245 Nov 08 13:46:52.372020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Network b512837e-25d4-4abe-ad10-88d1f0322b8f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:46:52.379667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:46:52.382161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:46:52.392465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Pushing event updated for resources: {'Port': ['ID=4d927003-fa23-42b5-81fe-368190d07536,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:52.448281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:52.448987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.465865 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-b822325f-65bd-4b1e-b071-7874f9fac1f7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6656516 Nov 08 13:46:52.483887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Request body: {'port': {'device_id': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:46:52.552846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.614882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784efeb-42ce-41a2-99f2-f4d886540649 req-134f45a4-ebf4-4a24-a2f4-5bc7ccb6ee82 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:52.616540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f784efeb-42ce-41a2-99f2-f4d886540649 req-134f45a4-ebf4-4a24-a2f4-5bc7ccb6ee82 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.0557771 Nov 08 13:46:52.702675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b2509-396e-40e0-af8c-5f9fd0adf1cf req-46279237-27db-48d1-b6f8-100ad9809513 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:52.704242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-247b2509-396e-40e0-af8c-5f9fd0adf1cf req-46279237-27db-48d1-b6f8-100ad9809513 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 932 time: 0.0867872 Nov 08 13:46:52.708177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f784efeb-42ce-41a2-99f2-f4d886540649 req-fce24bdb-c4bc-432f-aa2a-47c3187c78af tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813234 Nov 08 13:46:52.760685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-247b2509-396e-40e0-af8c-5f9fd0adf1cf req-98f4ca61-7b6f-4648-b805-8f96c49e0505 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492570 Nov 08 13:46:52.831392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d927003-fa23-42b5-81fe-368190d07536 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:52.838765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.850578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Transition to ACTIVE for port object 4d927003-fa23-42b5-81fe-368190d07536 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:46:52.854093 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.907080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Pushing event updated for resources: {'Port': ['ID=4d927003-fa23-42b5-81fe-368190d07536,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:52.917261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:52.978777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Attempting to bind port 4d927003-fa23-42b5-81fe-368190d07536 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:46:52.979236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Attempting to bind port 4d927003-fa23-42b5-81fe-368190d07536 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '2ee8e4ee-4d32-4b0c-9494-8718d3f84151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:46:52.979567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Attempting to bind port 4d927003-fa23-42b5-81fe-368190d07536 on network b512837e-25d4-4abe-ad10-88d1f0322b8f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:52.985415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Port 4d927003-fa23-42b5-81fe-368190d07536 on network b512837e-25d4-4abe-ad10-88d1f0322b8f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:46:52.986132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Attempting to bind port 4d927003-fa23-42b5-81fe-368190d07536 on network b512837e-25d4-4abe-ad10-88d1f0322b8f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:46:52.992360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:46:52.992806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Checking segment: {'id': '2ee8e4ee-4d32-4b0c-9494-8718d3f84151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:46:52.993269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Bound using segment: {'id': '2ee8e4ee-4d32-4b0c-9494-8718d3f84151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:46:52.993820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Bound port: 4d927003-fa23-42b5-81fe-368190d07536, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee8e4ee-4d32-4b0c-9494-8718d3f84151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:46:52.994257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:53.010135 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf26e4-5cc0-4dd5-affd-953654e5d608 req-e53d7299-b78b-47e8-b8e8-9990489b50b1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.011997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56cf26e4-5cc0-4dd5-affd-953654e5d608 req-e53d7299-b78b-47e8-b8e8-9990489b50b1 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0517809 Nov 08 13:46:53.069903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] For port 4d927003-fa23-42b5-81fe-368190d07536, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:46:53.073653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] For port 4d927003-fa23-42b5-81fe-368190d07536, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4d927003-fa23-42b5-81fe-368190d07536,segment=NetworkSegment(2ee8e4ee-4d32-4b0c-9494-8718d3f84151),segment_id=2ee8e4ee-4d32-4b0c-9494-8718d3f84151)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:46:53.076667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56cf26e4-5cc0-4dd5-affd-953654e5d608 req-ad3a0813-7348-4757-a71d-e976401aa853 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Nov 08 13:46:53.079684 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:53.122476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.123122 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:53.125015 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] 10.222.0.70 "PUT /v2.0/ports/4d927003-fa23-42b5-81fe-368190d07536 HTTP/1.1" status: 200 len: 1092 time: 0.6459849 Nov 08 13:46:53.125691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'tag': '4d927003-fa23-42b5-81fe-368190d07536'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:53.128643 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74" -d '{"events": [{"name": "network-changed", "server_uuid": "281140b0-56f3-46e0-8b4b-e6be9e99a8f9", "tag": "4d927003-fa23-42b5-81fe-368190d07536"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:53.162562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324373c3-2ec8-44c7-856b-2f2b596dd14e service neutron] Pushing event updated for resources: {'Port': ['ID=4d927003-fa23-42b5-81fe-368190d07536,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:53.261355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d5d7-96ac-4003-924c-8016027ec208 req-0a95366f-7683-4c78-b13d-2c20b7226924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.261355 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-0a95366f-7683-4c78-b13d-2c20b7226924 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3efd14f6406e4fcfa6e7037d21da130e&device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 1095 time: 0.0567355 Nov 08 13:46:53.304210 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807434f-5741-4bae-bd02-5a8c3cfe165f x-openstack-request-id: req-9807434f-5741-4bae-bd02-5a8c3cfe165f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:53.304504 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281140b0-56f3-46e0-8b4b-e6be9e99a8f9", "tag": "4d927003-fa23-42b5-81fe-368190d07536", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:53.304759 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9807434f-5741-4bae-bd02-5a8c3cfe165f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:53.305160 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'tag': '4d927003-fa23-42b5-81fe-368190d07536', 'status': 'completed', 'code': 200} Nov 08 13:46:53.306933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-f224d7ec-d390-4087-8058-25ebc7331fa3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d927003-fa23-42b5-81fe-368190d07536 HTTP/1.1" status: 200 len: 217 time: 0.0379186 Nov 08 13:46:53.360640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626d5d7-96ac-4003-924c-8016027ec208 req-19e7d7ac-d73b-440a-91d7-c49499751dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.362004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-19e7d7ac-d73b-440a-91d7-c49499751dc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d6caca4-8baa-4764-9c83-80e7dc08d5eb HTTP/1.1" status: 200 len: 858 time: 0.0448637 Nov 08 13:46:53.400814 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-cd889b9c-6be0-4c75-8d67-320db2b2cbff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b512837e-25d4-4abe-ad10-88d1f0322b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284543 Nov 08 13:46:53.446965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:53.497876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8d270-1a4d-46c6-92f3-9669adb3e216 req-de567e65-3864-437e-aaec-4f161271baf3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.499938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8b8d270-1a4d-46c6-92f3-9669adb3e216 req-de567e65-3864-437e-aaec-4f161271baf3 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 950 time: 0.0592091 Nov 08 13:46:53.516003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-f2be55bb-ffb8-4e4a-8fb1-d89a0ec06b02 service neutron] 10.222.0.70 "GET /v2.0/networks/b512837e-25d4-4abe-ad10-88d1f0322b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056342 Nov 08 13:46:53.552212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8b8d270-1a4d-46c6-92f3-9669adb3e216 req-a88316ca-81e5-442c-8a98-5fbbc0993af9 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/security-groups?id=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Nov 08 13:46:53.628326 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a626d5d7-96ac-4003-924c-8016027ec208 req-7217204d-e1a3-47ff-9341-c40b3c232744 service neutron] 10.222.0.70 "GET /v2.0/networks/b512837e-25d4-4abe-ad10-88d1f0322b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931513 Nov 08 13:46:53.722524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-87e796a3-b965-464f-8c9c-abe229701351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.724042 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-87e796a3-b965-464f-8c9c-abe229701351 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3efd14f6406e4fcfa6e7037d21da130e&device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 1095 time: 0.0422409 Nov 08 13:46:53.842785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5750412-8f6c-400b-a499-067feec05363 req-76aa0c7f-2fc0-46fb-ab8a-1823686fc877 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.844448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5750412-8f6c-400b-a499-067feec05363 req-76aa0c7f-2fc0-46fb-ab8a-1823686fc877 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.0624666 Nov 08 13:46:53.849649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-55315786-82cf-4c01-9b32-03e12ee9a824 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.851114 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-55315786-82cf-4c01-9b32-03e12ee9a824 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 950 time: 0.0985062 Nov 08 13:46:53.872566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-a3140e06-3c66-4cd8-9d37-c36cba1049c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.874272 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-a3140e06-3c66-4cd8-9d37-c36cba1049c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b512837e-25d4-4abe-ad10-88d1f0322b8f HTTP/1.1" status: 200 len: 919 time: 0.1407111 Nov 08 13:46:53.929854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fca97-75d3-45d9-92aa-031e367f5573 req-cd4b21b1-8663-4f42-85c4-12faf6b2d589 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:53.931434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-548fca97-75d3-45d9-92aa-031e367f5573 req-cd4b21b1-8663-4f42-85c4-12faf6b2d589 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 944 time: 0.0859942 Nov 08 13:46:53.935617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5750412-8f6c-400b-a499-067feec05363 req-5c359004-daf4-4509-be76-6fd0868cb70a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816567 Nov 08 13:46:53.936337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-ed8a38be-1e92-4055-9148-c9487d7e35aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d927003-fa23-42b5-81fe-368190d07536 HTTP/1.1" status: 200 len: 217 time: 0.0396447 Nov 08 13:46:54.013996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-548fca97-75d3-45d9-92aa-031e367f5573 req-fe4d4c20-a9b9-4dc1-b69c-203ff86b272f tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664456 Nov 08 13:46:54.018845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-ab932c3b-e748-47de-94de-b24852f9fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:54.020337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-ab932c3b-e748-47de-94de-b24852f9fff9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d6caca4-8baa-4764-9c83-80e7dc08d5eb HTTP/1.1" status: 200 len: 858 time: 0.0539539 Nov 08 13:46:54.060281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Deleting port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:54.060616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:54.064848 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-978acded-64f3-4a00-9c8b-8b86edad003f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b512837e-25d4-4abe-ad10-88d1f0322b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339229 Nov 08 13:46:54.224342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] For port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:54.224713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:54.226261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86899a-cd4b-4021-8047-155d666d60d9 req-3c1378bc-0e0c-44a4-9183-0cd4e4342e94 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:54.228717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b86899a-cd4b-4021-8047-155d666d60d9 req-3c1378bc-0e0c-44a4-9183-0cd4e4342e94 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 945 time: 0.0780923 Nov 08 13:46:54.234817 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-72bd31fb-0eed-4fb7-9e40-7b664d1b41a5 service neutron] 10.222.0.70 "GET /v2.0/networks/b512837e-25d4-4abe-ad10-88d1f0322b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581471 Nov 08 13:46:54.240858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Calling delete_port for a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:54.300642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b86899a-cd4b-4021-8047-155d666d60d9 req-8b06a500-404c-4492-92d9-7614b036d570 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647130 Nov 08 13:46:54.406844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df0b8cd1-247a-47df-85ea-1bcf7eed1d74 req-ff6b94fc-fccc-4a07-8521-eec194c37bfc service neutron] 10.222.0.70 "GET /v2.0/networks/b512837e-25d4-4abe-ad10-88d1f0322b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616743 Nov 08 13:46:54.477330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdb2bb-733e-4c18-8f46-255bcadc0b2a req-63d07b91-7cb0-4cbc-b64f-a2f26739f14d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:54.485090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5fdb2bb-733e-4c18-8f46-255bcadc0b2a req-63d07b91-7cb0-4cbc-b64f-a2f26739f14d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0586379 Nov 08 13:46:54.486875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:54.498871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:54.521017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Pushing event deleted for resources: {'Port': ['ID=a84e90e7-aa93-46ad-9b0a-12e5b21d90d2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:54.567045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5fdb2bb-733e-4c18-8f46-255bcadc0b2a req-e15fc5e6-e7ac-474d-ad4d-aca6dda3e195 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810461 Nov 08 13:46:54.569879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] No DVR routers for this DVR port a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:54.572639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:54.576323 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2804861d-94bf-4d4d-87a4-bf175096a3eb req-148e0d38-b83c-4ac2-920b-42371f323f9c tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.70 "DELETE /v2.0/ports/a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 HTTP/1.1" status: 204 len: 173 time: 0.7137845 Nov 08 13:46:54.663728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6986c3e-66b2-4cde-a15f-adc3c065bb1d req-041b396f-641c-4c2d-86c1-723d62d80722 tempest-ServersOnMultiNodesTest-612465145 tempest-ServersOnMultiNodesTest-612465145-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc02876b-f2b6-487a-8c16-c504bda57fbe HTTP/1.1" status: 200 len: 210 time: 0.0321651 Nov 08 13:46:54.725455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-dded4f8a-11f3-45d5-aad5-6cd7b6e2df0a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:54.727134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-dded4f8a-11f3-45d5-aad5-6cd7b6e2df0a tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.1086628 Nov 08 13:46:54.734380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500c331-0183-4dbb-8c91-4a7b22d0e321 req-a615b444-5f7e-4bac-a873-b30e718549f9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:54.744214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5500c331-0183-4dbb-8c91-4a7b22d0e321 req-a615b444-5f7e-4bac-a873-b30e718549f9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0827966 Nov 08 13:46:54.806985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5500c331-0183-4dbb-8c91-4a7b22d0e321 req-95ee48ae-6ff8-4caa-a83f-f9dcbffd4ae4 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596440 Nov 08 13:46:54.851559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Deleting port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:54.851669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:54.992430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2557678b-cff4-4e8e-b6e9-8d3ce250064d no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:55.013212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] For port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,segment=NetworkSegment(3ab2dff0-287a-47a8-bf13-7cfd5c488d4f),segment_id=3ab2dff0-287a-47a8-bf13-7cfd5c488d4f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:55.014483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:55.033887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Calling delete_port for ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:55.160770 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:55.187962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad3f00-459c-419d-b808-aeadb64fa363 req-bd599d62-9f9d-4936-afc8-3a61f7a37110 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:55.196029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13ad3f00-459c-419d-b808-aeadb64fa363 req-bd599d62-9f9d-4936-afc8-3a61f7a37110 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cdfe89b-24d0-445b-a06f-6f77bcad272b HTTP/1.1" status: 200 len: 945 time: 0.1410513 Nov 08 13:46:55.216227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:55.220272 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448f2580-8cd6-497f-ba97-96d302f7762a" -d '{"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-unplugged", "status": "completed", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:55.252586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97711f-afa0-445c-aa49-29959bbdd6c8 req-2b937e80-a3ef-4591-8e18-53c8faaa6789 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:55.253322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:55.254594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d97711f-afa0-445c-aa49-29959bbdd6c8 req-2b937e80-a3ef-4591-8e18-53c8faaa6789 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1475768 Nov 08 13:46:55.261436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:55.289490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13ad3f00-459c-419d-b808-aeadb64fa363 req-0e64648f-6ca6-42a0-9e0a-b05458087fc1 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8af273f-56e0-475a-8aee-743899479791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923674 Nov 08 13:46:55.304528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:55.306032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'name': 'network-vif-deleted', 'tag': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:55.309480 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cfd899-547e-474e-97a1-6019a8ef7d65" -d '{"events": [{"server_uuid": "bc02876b-f2b6-487a-8c16-c504bda57fbe", "name": "network-vif-deleted", "tag": "a84e90e7-aa93-46ad-9b0a-12e5b21d90d2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:55.334566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:55.345278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d97711f-afa0-445c-aa49-29959bbdd6c8 req-35eeb25e-399e-4c90-9dff-3a81a9af056b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814140 Nov 08 13:46:55.347263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Pushing event deleted for resources: {'Port': ['ID=ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:55.394032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:55.395506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] No DVR routers for this DVR port ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:55.405493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:55.409543 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b90a4c7b-9efb-4428-9c81-a9ee175b60e0 req-a0de0597-826f-4f62-8db3-e5f04eb5c208 tempest-DeleteServersTestJSON-910065534 tempest-DeleteServersTestJSON-910065534-project] 10.222.0.54 "DELETE /v2.0/ports/ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 HTTP/1.1" status: 204 len: 173 time: 0.6742282 Nov 08 13:46:55.419355 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bea09ea-27a4-434f-bf08-bc0d629cc581 x-openstack-request-id: req-8bea09ea-27a4-434f-bf08-bc0d629cc581 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:55.420383 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-unplugged", "status": "failed", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d", "code": 422}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:55.420798 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8bea09ea-27a4-434f-bf08-bc0d629cc581 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:55.421387 n-d-804292-2 neutron-server[101842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'code': 422} returned with failed status Nov 08 13:46:55.471311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc51c6-9e54-4841-b45f-7c3a94606ca8 req-dc4fd168-e8d3-4cc8-a140-c56a86f735f1 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:55.472975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0abc51c6-9e54-4841-b45f-7c3a94606ca8 req-dc4fd168-e8d3-4cc8-a140-c56a86f735f1 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 944 time: 0.0614047 Nov 08 13:46:55.542872 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1b7ffe-bfa2-4982-8551-e3b65426c8e1 x-openstack-request-id: req-5a1b7ffe-bfa2-4982-8551-e3b65426c8e1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:55.544034 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc02876b-f2b6-487a-8c16-c504bda57fbe", "name": "network-vif-deleted", "tag": "a84e90e7-aa93-46ad-9b0a-12e5b21d90d2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:55.544512 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a1b7ffe-bfa2-4982-8551-e3b65426c8e1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:55.545152 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc02876b-f2b6-487a-8c16-c504bda57fbe', 'name': 'network-vif-deleted', 'tag': 'a84e90e7-aa93-46ad-9b0a-12e5b21d90d2', 'status': 'completed', 'code': 200} Nov 08 13:46:55.557149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0abc51c6-9e54-4841-b45f-7c3a94606ca8 req-25dd6f4c-cd25-45f0-8810-75b7ccd31543 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773640 Nov 08 13:46:55.937880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:56.071619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-49740f77-f5e7-49d0-980f-cdca993db7ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43661e2b5ad3479ab16dbc8ebe16e903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325705 Nov 08 13:46:56.075231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49794) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:56.124202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3417a806-82e0-4088-b700-97725b630dc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.147450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3417a806-82e0-4088-b700-97725b630dc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.195535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3417a806-82e0-4088-b700-97725b630dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.198162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3417a806-82e0-4088-b700-97725b630dc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.199352 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3417a806-82e0-4088-b700-97725b630dc2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e HTTP/1.1" status: 204 len: 168 time: 0.1231103 Nov 08 13:46:56.208421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417a806-82e0-4088-b700-97725b630dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5a0118-e0ec-47d6-b5bd-3f9fdca3721e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:56.499573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1db9ef-bbb5-4a91-ba8e-3f8036fc8752 req-ec394174-e8da-4c65-b162-85e1995a581b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:56.503810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e1db9ef-bbb5-4a91-ba8e-3f8036fc8752 req-ec394174-e8da-4c65-b162-85e1995a581b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0642264 Nov 08 13:46:56.512850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49816) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:56.560563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bbdd075e-2d1e-4bff-99b5-5436e7fd16ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c391e87b4d4417dae31b939253242f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439973 Nov 08 13:46:56.560906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49818) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:56.564181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e1db9ef-bbb5-4a91-ba8e-3f8036fc8752 req-d04fbfb6-669a-494f-9ee1-94b704a95c99 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535371 Nov 08 13:46:56.616974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45474d-d046-4009-badf-5a031da83ff0 req-87c9f0f0-3786-4fdd-9044-5800e85b8092 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:56.618552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea45474d-d046-4009-badf-5a031da83ff0 req-87c9f0f0-3786-4fdd-9044-5800e85b8092 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 946 time: 0.0534494 Nov 08 13:46:56.624152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba87662e-a1e4-475a-9b61-b275573e1890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.649365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba87662e-a1e4-475a-9b61-b275573e1890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.674939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea45474d-d046-4009-badf-5a031da83ff0 req-b6756db9-4577-45e9-94c8-ea530c0fc0aa tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502133 Nov 08 13:46:56.705307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba87662e-a1e4-475a-9b61-b275573e1890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.708072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba87662e-a1e4-475a-9b61-b275573e1890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:56.709119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba87662e-a1e4-475a-9b61-b275573e1890 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eaa4e45f-9981-400c-9427-7c439e11bdc0 HTTP/1.1" status: 204 len: 168 time: 0.1474514 Nov 08 13:46:56.717947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87662e-a1e4-475a-9b61-b275573e1890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa4e45f-9981-400c-9427-7c439e11bdc0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:56.803157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef4998-ea0e-45f8-8f66-8a90d092d2ef req-e1a09f24-3a56-4076-b82e-0333b8ca5319 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:56.804974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24ef4998-ea0e-45f8-8f66-8a90d092d2ef req-e1a09f24-3a56-4076-b82e-0333b8ca5319 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 944 time: 0.0799224 Nov 08 13:46:56.860304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24ef4998-ea0e-45f8-8f66-8a90d092d2ef req-ebf6bebc-c5ab-4328-87a0-0457671cfdab tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 Nov 08 13:46:56.999230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4d927003-fa23-42b5-81fe-368190d07536 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:46:57.002254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:57.031145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:57.031494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a84e90e7-aa93-46ad-9b0a-12e5b21d90d2 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:57.135635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4d927003-fa23-42b5-81fe-368190d07536, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4d927003-fa23-42b5-81fe-368190d07536,segment=NetworkSegment(2ee8e4ee-4d32-4b0c-9494-8718d3f84151),segment_id=2ee8e4ee-4d32-4b0c-9494-8718d3f84151)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:57.147585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '4d927003-fa23-42b5-81fe-368190d07536', 'network_id': 'b512837e-25d4-4abe-ad10-88d1f0322b8f', 'port_id': '4d927003-fa23-42b5-81fe-368190d07536', 'mac_address': 'fa:16:3e:a7:e3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6caca4-8baa-4764-9c83-80e7dc08d5eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:46:57.189242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:57.203082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d927003-fa23-42b5-81fe-368190d07536 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:46:57.224601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4d927003-fa23-42b5-81fe-368190d07536, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4d927003-fa23-42b5-81fe-368190d07536,segment=NetworkSegment(2ee8e4ee-4d32-4b0c-9494-8718d3f84151),segment_id=2ee8e4ee-4d32-4b0c-9494-8718d3f84151)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:57.228995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:57.281045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4d927003-fa23-42b5-81fe-368190d07536,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:57.547109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'name': 'network-vif-deleted', 'tag': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:57.548630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['4d927003-fa23-42b5-81fe-368190d07536'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:46:57.550247 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093ea2e4-5a13-47a6-a0c1-845359864b5f" -d '{"events": [{"server_uuid": "5cdfe89b-24d0-445b-a06f-6f77bcad272b", "name": "network-vif-deleted", "tag": "ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:57.591093 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5652f790-520b-42e8-9a6b-fdde28009dd4 x-openstack-request-id: req-5652f790-520b-42e8-9a6b-fdde28009dd4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:57.591567 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdfe89b-24d0-445b-a06f-6f77bcad272b", "name": "network-vif-deleted", "tag": "ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:57.592391 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5652f790-520b-42e8-9a6b-fdde28009dd4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:57.592986 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdfe89b-24d0-445b-a06f-6f77bcad272b', 'name': 'network-vif-deleted', 'tag': 'ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3', 'status': 'completed', 'code': 200} Nov 08 13:46:57.693422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44442dfb-1a6a-47ec-9d12-fa0dc8ab6f17 req-78464d4f-f874-4ca5-8149-883b74ee0f29 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:57.695911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44442dfb-1a6a-47ec-9d12-fa0dc8ab6f17 req-78464d4f-f874-4ca5-8149-883b74ee0f29 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.0601032 Nov 08 13:46:57.732983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:46:57.773559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:46:57.774055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ce0f40f6-be4a-4e03-9ebd-7ce07b962ed3 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:46:57.789371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44442dfb-1a6a-47ec-9d12-fa0dc8ab6f17 req-94cad762-a1e4-421e-a4d0-6c6982953462 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862384 Nov 08 13:46:57.856021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e128d0a5-3402-406c-940d-644c40a6f12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:57.859125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb39ca-306a-4fec-ae55-08eba2a3bff6 req-f80ff120-0217-447d-9666-63ae8d18172e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:57.860742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbcb39ca-306a-4fec-ae55-08eba2a3bff6 req-f80ff120-0217-447d-9666-63ae8d18172e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 946 time: 0.0754883 Nov 08 13:46:57.937162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbcb39ca-306a-4fec-ae55-08eba2a3bff6 req-a0049f90-b59d-460c-9224-de63c1ac59be tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups?id=9cb3efaf-da0d-4cc8-8385-e62362d5092f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634220 Nov 08 13:46:58.034455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7febb7e-3cdb-4b17-8b5b-fc81df3b7a40 req-bbd34e80-ed17-420b-9462-67cf4c2e50a7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:58.036120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7febb7e-3cdb-4b17-8b5b-fc81df3b7a40 req-bbd34e80-ed17-420b-9462-67cf4c2e50a7 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 945 time: 0.0717850 Nov 08 13:46:58.075153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-7b4ba9ea-406d-4b52-b791-e7c4a58600df tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:58.077026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-7b4ba9ea-406d-4b52-b791-e7c4a58600df tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.70 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 946 time: 0.0741546 Nov 08 13:46:58.108723 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7febb7e-3cdb-4b17-8b5b-fc81df3b7a40 req-1627d4d9-65ad-4a17-b170-19872521b18c tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601757 Nov 08 13:46:58.202307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Deleting port e0496da0-e76d-46f4-9492-baaeeb5cdbad {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:46:58.202713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:58.298246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] For port e0496da0-e76d-46f4-9492-baaeeb5cdbad, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e0496da0-e76d-46f4-9492-baaeeb5cdbad,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:58.298607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:58.489394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:58.489394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:58.489394 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Floating IP a91ebbe2-9d89-4929-9b19-d1ebb9c67768 disassociated. External IP: 172.25.8.67, port: e0496da0-e76d-46f4-9492-baaeeb5cdbad. Nov 08 13:46:58.489394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Calling delete_port for e0496da0-e76d-46f4-9492-baaeeb5cdbad owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:46:58.636422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:58.671446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event deleted for resources: {'Port': ['ID=e0496da0-e76d-46f4-9492-baaeeb5cdbad,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:58.900569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Router cb34e98f-b7de-46ea-83b5-a212144e8b42 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:46:59.013780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4d927003-fa23-42b5-81fe-368190d07536 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:46:59.031036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49924) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:59.098765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20840491-d09a-47c1-bbbd-f272dabd9970 req-2ef6af16-91ac-45eb-a0f8-d66b5d4ce0ef tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:59.107335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 4d927003-fa23-42b5-81fe-368190d07536 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:46:59.118502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 4d927003-fa23-42b5-81fe-368190d07536 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:46:59.119237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.122427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20840491-d09a-47c1-bbbd-f272dabd9970 req-2ef6af16-91ac-45eb-a0f8-d66b5d4ce0ef tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.2099283 Nov 08 13:46:59.181209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:46:59.200355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] Sync routers for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:46:59.207955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc119a46-acec-444f-9fcd-f78f1b657559 req-391a27cc-831b-48d6-a207-c51ef286c2c2 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a780a2-4b2b-41ae-8093-6b4c54ac7405 HTTP/1.1" status: 200 len: 210 time: 0.0786557 Nov 08 13:46:59.276789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20840491-d09a-47c1-bbbd-f272dabd9970 req-22360368-e596-49b1-8064-3fff07853d64 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1523120 Nov 08 13:46:59.334640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:46:59.335859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:46:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:46:59.336701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] No DVR routers for this DVR port e0496da0-e76d-46f4-9492-baaeeb5cdbad on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:46:59.341802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.347465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b2d18a2-f933-48a9-9e5d-ede752e84b68 req-d0a1caaf-bfee-49af-9869-d8e1d9b55b1e tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.70 "DELETE /v2.0/ports/e0496da0-e76d-46f4-9492-baaeeb5cdbad HTTP/1.1" status: 204 len: 173 time: 1.2629557 Nov 08 13:46:59.421758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa2823-56c8-4c43-9734-3effdf73a6c2 req-ff1be968-293d-44c0-a546-e34476642f6c tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:59.436627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06aa2823-56c8-4c43-9734-3effdf73a6c2 req-ff1be968-293d-44c0-a546-e34476642f6c tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 945 time: 0.1309252 Nov 08 13:46:59.457807 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.494161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a6645f9-8b40-4feb-9775-0e3860bb4199 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.522247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d927003-fa23-42b5-81fe-368190d07536'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:59.526608 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79b44ff-6d42-4206-8cc7-1b745788ebd8" -d '{"events": [{"server_uuid": "281140b0-56f3-46e0-8b4b-e6be9e99a8f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d927003-fa23-42b5-81fe-368190d07536"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:59.586849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06aa2823-56c8-4c43-9734-3effdf73a6c2 req-2cd8738c-8c0b-47a9-8cc5-c340ddf1ebbd tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481426 Nov 08 13:46:59.595989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'name': 'network-vif-deleted', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:46:59.599982 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48ae51d-9a22-4def-a479-94a79c0d88c0" -d '{"events": [{"server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "name": "network-vif-deleted", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:46:59.604312 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fc8f4e-874c-443d-8d36-491c9f0a6780 x-openstack-request-id: req-36fc8f4e-874c-443d-8d36-491c9f0a6780 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:59.604756 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281140b0-56f3-46e0-8b4b-e6be9e99a8f9", "name": "network-vif-plugged", "status": "completed", "tag": "4d927003-fa23-42b5-81fe-368190d07536", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:59.605150 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36fc8f4e-874c-443d-8d36-491c9f0a6780 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:59.606683 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d927003-fa23-42b5-81fe-368190d07536', 'code': 200} Nov 08 13:46:59.614603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4d927003-fa23-42b5-81fe-368190d07536, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4d927003-fa23-42b5-81fe-368190d07536,segment=NetworkSegment(2ee8e4ee-4d32-4b0c-9494-8718d3f84151),segment_id=2ee8e4ee-4d32-4b0c-9494-8718d3f84151)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:46:59.632056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.667247 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9ca4dd-fbf0-42b6-b743-ec72a271cbaf x-openstack-request-id: req-9f9ca4dd-fbf0-42b6-b743-ec72a271cbaf {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:46:59.667821 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a780a2-4b2b-41ae-8093-6b4c54ac7405", "name": "network-vif-deleted", "tag": "e0496da0-e76d-46f4-9492-baaeeb5cdbad", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:46:59.668838 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f9ca4dd-fbf0-42b6-b743-ec72a271cbaf {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:46:59.669383 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a780a2-4b2b-41ae-8093-6b4c54ac7405', 'name': 'network-vif-deleted', 'tag': 'e0496da0-e76d-46f4-9492-baaeeb5cdbad', 'status': 'completed', 'code': 200} Nov 08 13:46:59.714797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:46:59.716339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a6645f9-8b40-4feb-9775-0e3860bb4199 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.722401 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a6645f9-8b40-4feb-9775-0e3860bb4199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.742995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e87f2-eac3-481a-a1b2-73a262005cb4 req-eba6ed2e-33f3-47b1-9b23-9a197a101624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:46:59.745812 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3f4e87f2-eac3-481a-a1b2-73a262005cb4 req-eba6ed2e-33f3-47b1-9b23-9a197a101624 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 1097 time: 0.0739734 Nov 08 13:46:59.767522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4a6645f9-8b40-4feb-9775-0e3860bb4199 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc0832e4d7c94cdfa5898c792995ca4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7317274 Nov 08 13:46:59.768411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49936) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:46:59.796928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6645f9-8b40-4feb-9775-0e3860bb4199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a049fa-b778-4d1c-bfa9-65b2cbd541c5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:59.863756 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3f4e87f2-eac3-481a-a1b2-73a262005cb4 req-57f93fb3-a802-46d4-b94d-e541ddfc29f8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078744 Nov 08 13:46:59.925086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5860fbdd-5b17-481a-bbb5-6a89b4038e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:46:59.947128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4d927003-fa23-42b5-81fe-368190d07536,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:46:59.953340 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5860fbdd-5b17-481a-bbb5-6a89b4038e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.014509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5860fbdd-5b17-481a-bbb5-6a89b4038e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.015995 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5860fbdd-5b17-481a-bbb5-6a89b4038e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.021737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5860fbdd-5b17-481a-bbb5-6a89b4038e67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2a049fa-b778-4d1c-bfa9-65b2cbd541c5 HTTP/1.1" status: 204 len: 168 time: 0.2486534 Nov 08 13:47:00.031864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860fbdd-5b17-481a-bbb5-6a89b4038e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a049fa-b778-4d1c-bfa9-65b2cbd541c5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:00.104508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:51Z', 'revision_number': 5, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:00.141447 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] Checking router: cb34e98f-b7de-46ea-83b5-a212144e8b42 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:00.156896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:00.157787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:46:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:00.291431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:00.334978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:00.433198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27e90321-d82a-459e-9e5c-f851ef54a6b3 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.474032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27e90321-d82a-459e-9e5c-f851ef54a6b3 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.488745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49956) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:00.510544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdd81629-abba-460a-b3cf-132fa561e0e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.547854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a3ab-80de-4f24-94bf-c9ab6208bec2 req-d0ef2950-bae3-44a0-88eb-8becab19dba8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:00.549848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78f3a3ab-80de-4f24-94bf-c9ab6208bec2 req-d0ef2950-bae3-44a0-88eb-8becab19dba8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1100533 Nov 08 13:47:00.560350 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27e90321-d82a-459e-9e5c-f851ef54a6b3 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.565113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27e90321-d82a-459e-9e5c-f851ef54a6b3 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.566526 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-27e90321-d82a-459e-9e5c-f851ef54a6b3 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "DELETE /v2.0/security-groups/9cb3efaf-da0d-4cc8-8385-e62362d5092f HTTP/1.1" status: 204 len: 168 time: 0.2273629 Nov 08 13:47:00.577608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:00.578702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e90321-d82a-459e-9e5c-f851ef54a6b3 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb3efaf-da0d-4cc8-8385-e62362d5092f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:00.599830 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-5ee7b6ce-95bb-4b95-b097-1bb2ebc1a3c1 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] show failed (client error): The resource could not be found. Nov 08 13:47:00.601478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ee7b6ce-95bb-4b95-b097-1bb2ebc1a3c1 tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "GET /v2.0/security-groups/9cb3efaf-da0d-4cc8-8385-e62362d5092f HTTP/1.1" status: 404 len: 347 time: 0.0191915 Nov 08 13:47:00.604691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49960) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:00.673289 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdd81629-abba-460a-b3cf-132fa561e0e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.686563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdd81629-abba-460a-b3cf-132fa561e0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.727041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd81629-abba-460a-b3cf-132fa561e0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c7dd10-ef11-4e06-9c31-c0f09f0600c8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:00.751048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78f3a3ab-80de-4f24-94bf-c9ab6208bec2 req-a94c857c-af1e-4697-935e-a42b1c190eda tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1905062 Nov 08 13:47:00.802090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Deleting port cf00343d-ad64-4db6-a36f-78d3f9366fa6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:00.802618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.812582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bdd81629-abba-460a-b3cf-132fa561e0e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01131303f6a04314a5334edb807c8e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224523 Nov 08 13:47:00.816038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49964) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:00.840750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:51Z', 'revision_number': 5, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:00.844522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfc257-738f-4869-8400-16e7ba26c520 req-80386b1f-6267-418d-b5ca-559b4992925a tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:00.852504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42dfc257-738f-4869-8400-16e7ba26c520 req-80386b1f-6267-418d-b5ca-559b4992925a tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 946 time: 0.0883892 Nov 08 13:47:00.872904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce2c39e-d8fc-4223-8e96-e3d05b9150ec None None] The sync data for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 is: [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:44:46Z', 'revision_number': 4, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '962729aa-aca2-4744-930d-46e6d3d701fe', 'name': '', 'network_id': '036c6215-626d-4db1-bc0d-40dda2638d3a', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'mac_address': 'fa:16:3e:c5:e4:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:45Z', 'updated_at': '2021-11-08T13:44:51Z', 'revision_number': 5, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'subnets': [{'id': '7041365d-11ac-4f2c-875f-6d411a95a8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:00.915573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42dfc257-738f-4869-8400-16e7ba26c520 req-b9e4d7e1-9e90-43a5-ac9e-ec24caaaa93a tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620542 Nov 08 13:47:00.918828 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fab70c8e-64f9-44c2-bef6-782434036b6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.961384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fab70c8e-64f9-44c2-bef6-782434036b6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.979040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.979505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:00.997122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Calling delete_port for cf00343d-ad64-4db6-a36f-78d3f9366fa6 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:01.039121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e0496da0-e76d-46f4-9492-baaeeb5cdbad no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:01.071148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e0496da0-e76d-46f4-9492-baaeeb5cdbad {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:01.076430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e0496da0-e76d-46f4-9492-baaeeb5cdbad not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:01.115709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fab70c8e-64f9-44c2-bef6-782434036b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:01.119094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fab70c8e-64f9-44c2-bef6-782434036b6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:01.123372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fab70c8e-64f9-44c2-bef6-782434036b6b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5c7dd10-ef11-4e06-9c31-c0f09f0600c8 HTTP/1.1" status: 204 len: 168 time: 0.3034604 Nov 08 13:47:01.133062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab70c8e-64f9-44c2-bef6-782434036b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c7dd10-ef11-4e06-9c31-c0f09f0600c8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:01.209188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:01.250641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Pushing event deleted for resources: {'Port': ['ID=cf00343d-ad64-4db6-a36f-78d3f9366fa6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:01.297187 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61ab813-1911-480a-bc6d-a3f54f9999f0 None None] New status for floating IP a91ebbe2-9d89-4929-9b19-d1ebb9c67768: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:47:01.337100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:01.341011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:01.345233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49974) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:01.345763 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b94d26a9-7be9-4640-87dc-d0078254ed8d tempest-ServersTestFqdnHostnames-1927596616 tempest-ServersTestFqdnHostnames-1927596616-project] 10.222.0.65 "DELETE /v2.0/floatingips/a91ebbe2-9d89-4929-9b19-d1ebb9c67768 HTTP/1.1" status: 204 len: 168 time: 0.7393727 Nov 08 13:47:01.481922 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34e033c8-43ca-41eb-8a47-19bfa565eb06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:01.749942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49996) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:01.865941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] Deleting subnet 75924a23-a018-43ee-9528-ec8ba9fe14c6 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:47:01.877466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.007114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.060353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0798b244-90d3-409f-9f51-a31e3bfc989f req-4363508c-911c-45bc-a52b-1be6e41d5fcc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:02.062077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0798b244-90d3-409f-9f51-a31e3bfc989f req-4363508c-911c-45bc-a52b-1be6e41d5fcc tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1891236 Nov 08 13:47:02.134556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.202389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50020) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:02.202964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c64cd-999c-4bbf-8113-13ade8311faa req-4c7f049e-3630-4682-8b7c-3026feee5238 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:02.204750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a21c64cd-999c-4bbf-8113-13ade8311faa req-4c7f049e-3630-4682-8b7c-3026feee5238 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 946 time: 0.1941757 Nov 08 13:47:02.221961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0798b244-90d3-409f-9f51-a31e3bfc989f req-111586f9-f20e-4838-b1a6-86b6ded947da tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1360033 Nov 08 13:47:02.304947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.342697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a21c64cd-999c-4bbf-8113-13ade8311faa req-3d46a6f1-e05b-4a91-ad15-a3b7a153f3d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166348 Nov 08 13:47:02.347641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75924a23-a018-43ee-9528-ec8ba9fe14c6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:02.350038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.353238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dc9aa8d4-cae4-46d3-a054-879ddc8f4134 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/75924a23-a018-43ee-9528-ec8ba9fe14c6 HTTP/1.1" status: 204 len: 168 time: 0.6022527 Nov 08 13:47:02.356722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50024) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:02.357470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-437393236-network', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:02.377370 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.387612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Made reservation on behalf of 627d66d97c4f42198050d05bfe156aa3 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:02.390071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.414540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.503310 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.522525 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.528922 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.577816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:47:02.589608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa34c736-f3c5-4c9f-ad4e-7aee6c3376e8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:02.598719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.599067 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Added segment 7abb91fe-ceb9-43ea-9d53-5a22bb27d19b of type vlan for network 04024a10-f820-41f3-a532-8d84820f6bbf Nov 08 13:47:02.647318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.680015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.681043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:02.682311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.684390 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.720066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5165105 Nov 08 13:47:02.745565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50030) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:02.750924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Request body: {'subnet': {'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-437393236-subnet', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:02.766050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6650c-2977-4522-afcc-0faffedaaa4d admin admin] Pushing event updated for resources: {'Network': ['ID=04024a10-f820-41f3-a532-8d84820f6bbf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:02.782079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Made reservation on behalf of 627d66d97c4f42198050d05bfe156aa3 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:02.783315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 04024a10-f820-41f3-a532-8d84820f6bbf details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:47:02.784616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.797347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4e5055-f8d8-4590-a4c8-9654875d52ae']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:02.809676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:02.810005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab2dff0-287a-47a8-bf13-7cfd5c488d4f') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:02.825823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.869800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3df4c5-59cd-4390-9970-e9c157fc583c req-f1347722-50dd-476c-b908-0f087d382e9e tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:02.882260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e3df4c5-59cd-4390-9970-e9c157fc583c req-f1347722-50dd-476c-b908-0f087d382e9e tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 946 time: 0.2152402 Nov 08 13:47:02.898390 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.943402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:47:02.943898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:47:02.947058 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:47:02.970599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.090761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.150518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2383deee-bcd0-419d-91e6-236c8772cca4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:03.165392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.165808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.166242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.166629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.167135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.167428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.167930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.168786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.169242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.169870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.170264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.170422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:03.176383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Checking segment: {'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:03.176759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Network hostable DHCP agents. Network: 04024a10-f820-41f3-a532-8d84820f6bbf, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:47:03.202034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Network 04024a10-f820-41f3-a532-8d84820f6bbf is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:47:03.212236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 04024a10-f820-41f3-a532-8d84820f6bbf) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:03.217170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:03.217784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.224042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f52d6e-eb28-4d06-91e2-ccba1919bd39 None None] Network 04024a10-f820-41f3-a532-8d84820f6bbf requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:03.238431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b62da59f-567c-498c-ae9a-ed923c83906b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4922793 Nov 08 13:47:03.241313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50034) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:03.246419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:03.279167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.281033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.352344 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.362870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e3df4c5-59cd-4390-9970-e9c157fc583c req-ce41e5ef-dd92-48e0-a8f8-5ca14ca28523 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796963 Nov 08 13:47:03.421588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.435108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-04024a10-f820-41f3-a532-8d84820f6bbf', 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'fixed_ips': [{'subnet_id': '2383deee-bcd0-419d-91e6-236c8772cca4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:47:03.436494 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.438857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.445059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] 10.222.0.65 "DELETE /v2.0/networks/9f4e5055-f8d8-4590-a4c8-9654875d52ae HTTP/1.1" status: 204 len: 168 time: 1.0850949 Nov 08 13:47:03.445974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72bb037-d74a-4c01-935f-1e108a11825a admin admin] Pushing event deleted for resources: {'Network': ['ID=9f4e5055-f8d8-4590-a4c8-9654875d52ae,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:03.457090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e7958-9df5-45ca-a78a-52fff1c96750 req-df99a5dc-aa7e-46cc-8d52-580b6148ede9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:03.467021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-172e7958-9df5-45ca-a78a-52fff1c96750 req-df99a5dc-aa7e-46cc-8d52-580b6148ede9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1030085 Nov 08 13:47:03.518296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Deleting port 962729aa-aca2-4744-930d-46e6d3d701fe {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:03.518644 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.529523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.558686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-172e7958-9df5-45ca-a78a-52fff1c96750 req-10ca6073-197f-46bf-957a-521447adae2a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906973 Nov 08 13:47:03.614113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50042) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:03.639002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Allocated IP 172.20.0.2 (04024a10-f820-41f3-a532-8d84820f6bbf/2383deee-bcd0-419d-91e6-236c8772cca4/62b68c3e-a965-427f-86be-888c263d4f56) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:03.667653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] For port 962729aa-aca2-4744-930d-46e6d3d701fe, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=962729aa-aca2-4744-930d-46e6d3d701fe,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:03.667960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.692990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e4996250-6c9b-4b1b-b3a0-5c0393914260 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ae1c5eb31374040a586938178bb93d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0753844 Nov 08 13:47:03.692990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Calling delete_port for 962729aa-aca2-4744-930d-46e6d3d701fe owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:03.693245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50044) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:03.769446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.788903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.794648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.801382 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.805269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0573353a-5b68-432e-a1d4-05b046a4f601 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.840065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Network 04024a10-f820-41f3-a532-8d84820f6bbf is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:03.840702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0573353a-5b68-432e-a1d4-05b046a4f601 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.843320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:03.846803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:03.860480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Pushing event updated for resources: {'Port': ['ID=62b68c3e-a965-427f-86be-888c263d4f56,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:03.922867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Attempting to bind port 62b68c3e-a965-427f-86be-888c263d4f56 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:03.923169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Attempting to bind port 62b68c3e-a965-427f-86be-888c263d4f56 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:03.924349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Attempting to bind port 62b68c3e-a965-427f-86be-888c263d4f56 on network 04024a10-f820-41f3-a532-8d84820f6bbf {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:03.927061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Allocated IP 172.25.8.97 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/aa5dc6e7-d932-4325-9057-ab5a46d6598b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:03.931405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:03.931811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Checking segment: {'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:03.932218 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.932775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Bound using segment: {'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:03.933258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Bound port: 62b68c3e-a965-427f-86be-888c263d4f56, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:03.934350 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.960266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0573353a-5b68-432e-a1d4-05b046a4f601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.963009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0573353a-5b68-432e-a1d4-05b046a4f601 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:03.966626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0573353a-5b68-432e-a1d4-05b046a4f601 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8af273f-56e0-475a-8aee-743899479791 HTTP/1.1" status: 204 len: 168 time: 0.2700706 Nov 08 13:47:03.973743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573353a-5b68-432e-a1d4-05b046a4f601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8af273f-56e0-475a-8aee-743899479791,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:04.039418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] For port 62b68c3e-a965-427f-86be-888c263d4f56, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:04.048152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] For port 62b68c3e-a965-427f-86be-888c263d4f56, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=62b68c3e-a965-427f-86be-888c263d4f56,segment=NetworkSegment(7abb91fe-ceb9-43ea-9d53-5a22bb27d19b),segment_id=7abb91fe-ceb9-43ea-9d53-5a22bb27d19b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:04.060277 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:04.097262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:04.116518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-cef5179f-f407-4767-a2a6-ed069dd1abe8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:04.118058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-cef5179f-f407-4767-a2a6-ed069dd1abe8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.70 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 946 time: 0.1271849 Nov 08 13:47:04.123065 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:04.143662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e01e3-3a0f-4d5b-bc56-2018c7f0c9b7 None None] Pushing event updated for resources: {'Port': ['ID=62b68c3e-a965-427f-86be-888c263d4f56,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:04.185607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=962729aa-aca2-4744-930d-46e6d3d701fe,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:04.250641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:04.305921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:04.317068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:04.332822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:04.340714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Deleting port 4d927003-fa23-42b5-81fe-368190d07536 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:04.341053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:04.373165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Pushing event updated for resources: {'Port': ['ID=aa5dc6e7-d932-4325-9057-ab5a46d6598b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:04.424196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:04.734257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddd9f9-515b-415a-9952-f4e64e66c354 req-f5b3b452-d836-463d-b58d-e9c464e153bb tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:04.735904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23ddd9f9-515b-415a-9952-f4e64e66c354 req-f5b3b452-d836-463d-b58d-e9c464e153bb tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 946 time: 0.1983862 Nov 08 13:47:04.840237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae66e6-65eb-44c4-ad45-f68342980048 req-fc411115-304d-48e8-99af-1975bd17aa56 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:04.841838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2ae66e6-65eb-44c4-ad45-f68342980048 req-fc411115-304d-48e8-99af-1975bd17aa56 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1837389 Nov 08 13:47:04.921285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 62b68c3e-a965-427f-86be-888c263d4f56 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:04.945462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Router cb34e98f-b7de-46ea-83b5-a212144e8b42 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:47:04.975754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23ddd9f9-515b-415a-9952-f4e64e66c354 req-156ddfea-990d-40b4-8f5c-271053339194 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/security-groups?id=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200232 Nov 08 13:47:05.018778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] For port 4d927003-fa23-42b5-81fe-368190d07536, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4d927003-fa23-42b5-81fe-368190d07536,segment=NetworkSegment(2ee8e4ee-4d32-4b0c-9494-8718d3f84151),segment_id=2ee8e4ee-4d32-4b0c-9494-8718d3f84151)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:05.019128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.028958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 62b68c3e-a965-427f-86be-888c263d4f56 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:05.028958 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.041448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Calling delete_port for 4d927003-fa23-42b5-81fe-368190d07536 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:05.084838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2ae66e6-65eb-44c4-ad45-f68342980048 req-797d9a87-dc86-41d4-8190-1e003cbbc866 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2007544 Nov 08 13:47:05.138915 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.194107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:47:05.202638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 62b68c3e-a965-427f-86be-888c263d4f56, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=62b68c3e-a965-427f-86be-888c263d4f56,segment=NetworkSegment(7abb91fe-ceb9-43ea-9d53-5a22bb27d19b),segment_id=7abb91fe-ceb9-43ea-9d53-5a22bb27d19b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:05.208719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4ef2cac6-77b2-4bca-b0c6-fda081c3c1ae admin admin] 10.222.0.65 "PUT /v2.0/routers/cb34e98f-b7de-46ea-83b5-a212144e8b42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8589897 Nov 08 13:47:05.209064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50080) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:05.211937 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.225179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] Sync routers for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:47:05.286901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:05.287612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:05.303469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:05.312849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.429923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.460923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=62b68c3e-a965-427f-86be-888c263d4f56,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:05.484611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.489572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.528330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:05.552563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Pushing event deleted for resources: {'Port': ['ID=4d927003-fa23-42b5-81fe-368190d07536,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:05.654322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1881579885-network', 'tenant_id': '676abbb7fe3345aabe2d96a8f60e5a70'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:05.663420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] No DVR routers for this DVR port 4d927003-fa23-42b5-81fe-368190d07536 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:05.667507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.670937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-375ed196-fe9d-4648-8a0e-422077db1b82 req-78c3128c-885f-4a81-84af-c8b240de67d8 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.70 "DELETE /v2.0/ports/4d927003-fa23-42b5-81fe-368190d07536 HTTP/1.1" status: 204 len: 173 time: 1.5457883 Nov 08 13:47:05.671501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'name': 'network-vif-deleted', 'tag': '4d927003-fa23-42b5-81fe-368190d07536'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:05.674481 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f516b998-f27b-4b4e-84e1-42fc1b0619f2" -d '{"events": [{"server_uuid": "281140b0-56f3-46e0-8b4b-e6be9e99a8f9", "name": "network-vif-deleted", "tag": "4d927003-fa23-42b5-81fe-368190d07536"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:05.730953 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.767821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Made reservation on behalf of 676abbb7fe3345aabe2d96a8f60e5a70 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:05.771450 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.779619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.790241 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.863252 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b89ba6-cfbf-47a5-8f6c-0e122778be7b x-openstack-request-id: req-64b89ba6-cfbf-47a5-8f6c-0e122778be7b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:05.866115 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281140b0-56f3-46e0-8b4b-e6be9e99a8f9", "name": "network-vif-deleted", "tag": "4d927003-fa23-42b5-81fe-368190d07536", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:05.866594 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64b89ba6-cfbf-47a5-8f6c-0e122778be7b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:05.867034 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281140b0-56f3-46e0-8b4b-e6be9e99a8f9', 'name': 'network-vif-deleted', 'tag': '4d927003-fa23-42b5-81fe-368190d07536', 'status': 'completed', 'code': 200} Nov 08 13:47:05.883764 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:05.956171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371d4548-e4d5-4239-83da-707351b73935 None None] Network 04024a10-f820-41f3-a532-8d84820f6bbf requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:05.981212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Deleting port e00f91d8-fdbf-43dd-a63a-bc8588e0a788 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:05.981443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:47:03Z', 'revision_number': 5, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port': {'id': 'e00f91d8-fdbf-43dd-a63a-bc8588e0a788', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:48:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 995, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:43Z', 'updated_at': '2021-11-08T13:44:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:05.981578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.001597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:47:06.047331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] Checking router: cb34e98f-b7de-46ea-83b5-a212144e8b42 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:06.078686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3a4d6545-bb31-4088-a127-51e440e51e04 None None] Provisioning complete for port 62b68c3e-a965-427f-86be-888c263d4f56 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:06.079051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a4d6545-bb31-4088-a127-51e440e51e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.103169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ae098-5ec9-483f-bc70-17909f67aa81 req-d08c67a0-725c-4ccf-ba6e-8d72032ae844 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:06.104729 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-006ae098-5ec9-483f-bc70-17909f67aa81 req-d08c67a0-725c-4ccf-ba6e-8d72032ae844 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.2049305 Nov 08 13:47:06.124765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:47:06.129570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] Routers {'cb34e98f-b7de-46ea-83b5-a212144e8b42'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:06.130344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['cb34e98f-b7de-46ea-83b5-a212144e8b42'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:06.143001 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Sync routers for ids ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:47:06.156809 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Routers {'88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:06.157743 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:06.161829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.167851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1fbf67e0-dc18-4744-9033-a5b4fde2ee6a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9224327 Nov 08 13:47:06.169082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50104) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:06.171420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.179855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db5a26fa-468e-4487-823d-0e9cc7a57103 req-22844b6e-e1fa-4ac8-90df-d09e24a4dce2 tempest-InstanceActionsV221TestJSON-1203981694 tempest-InstanceActionsV221TestJSON-1203981694-project] 10.222.0.65 "GET /v2.0/ports?device_id=281140b0-56f3-46e0-8b4b-e6be9e99a8f9 HTTP/1.1" status: 200 len: 210 time: 0.1026890 Nov 08 13:47:06.204026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.229082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:47:06.241810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.242164 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Added segment d5c74fd0-f889-47a0-9802-9391a84a0d68 of type vlan for network a54e92f5-4259-495b-9459-c7a63f732877 Nov 08 13:47:06.303522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] Set router cb34e98f-b7de-46ea-83b5-a212144e8b42 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:06.342052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.405106 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Set router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:06.412956 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.413992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:06.414624 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.502048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a54e92f5-4259-495b-9459-c7a63f732877,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:06.519240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a54e92f5-4259-495b-9459-c7a63f732877 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:47:06.565276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-006ae098-5ec9-483f-bc70-17909f67aa81 req-aaf33dbd-4062-4818-95ca-04f93d8e84e1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3919904 Nov 08 13:47:06.587697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] For port e00f91d8-fdbf-43dd-a63a-bc8588e0a788, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:06.588108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.601120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:47:05Z', 'revision_number': 6, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:06.616134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3133688 Nov 08 13:47:06.616994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6482eaf-54e9-4ef4-8321-42f6bddd61d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:06.620204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50106) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:06.631899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Request body: {'subnet': {'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1881579885-subnet', 'tenant_id': '676abbb7fe3345aabe2d96a8f60e5a70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:06.645535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Calling delete_port for e00f91d8-fdbf-43dd-a63a-bc8588e0a788 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:06.650393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02454153-ebfd-4c39-a11d-8d8287fefd4a None None] The sync data for ids ['cb34e98f-b7de-46ea-83b5-a212144e8b42'] in n-d-804292-2 is: [{'id': 'cb34e98f-b7de-46ea-83b5-a212144e8b42', 'name': 'tempest-ServersTestFqdnHostnames-813216052-router', 'tenant_id': '6ddf399a785b47c29c2529c88025cce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:42Z', 'updated_at': '2021-11-08T13:47:05Z', 'revision_number': 6, 'project_id': '6ddf399a785b47c29c2529c88025cce3', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:06.662988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30e16e0-d292-4875-a78b-941702f1e30f req-ebbb45c5-ade0-4f97-8931-c6f7811b1979 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:06.679042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b30e16e0-d292-4875-a78b-941702f1e30f req-ebbb45c5-ade0-4f97-8931-c6f7811b1979 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.2837400 Nov 08 13:47:06.765788 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:05Z', 'revision_number': 3, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port': {'id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:06.776460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Made reservation on behalf of 676abbb7fe3345aabe2d96a8f60e5a70 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:06.778822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.801327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:06.818505 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Checking router: 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:06.819000 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Updating router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 port aa5dc6e7-d932-4325-9057-ab5a46d6598b binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:47:06.832759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b30e16e0-d292-4875-a78b-941702f1e30f req-ba86513f-234b-403b-97ad-b78e4164bfac tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476738 Nov 08 13:47:06.859165 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.052389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4d927003-fa23-42b5-81fe-368190d07536 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:07.086332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Allocated IP 172.20.0.1 (04024a10-f820-41f3-a532-8d84820f6bbf/2383deee-bcd0-419d-91e6-236c8772cca4/dbf12035-5976-4f7f-831b-932ef193bb1b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:07.112286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 62b68c3e-a965-427f-86be-888c263d4f56 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:07.170957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 4d927003-fa23-42b5-81fe-368190d07536 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:07.171326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4d927003-fa23-42b5-81fe-368190d07536 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:07.245880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.247157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ec0196ec-066d-463d-8efa-4a5cf4adf743 None None] Provisioning complete for port 62b68c3e-a965-427f-86be-888c263d4f56 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:07.247594 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec0196ec-066d-463d-8efa-4a5cf4adf743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.275680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da20608-975e-4388-8ca5-f177fe9ce28a req-2486e10f-7330-46d3-a1e9-b6542915face tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:07.277980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 62b68c3e-a965-427f-86be-888c263d4f56 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:07.278113 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2da20608-975e-4388-8ca5-f177fe9ce28a req-2486e10f-7330-46d3-a1e9-b6542915face tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1605775 Nov 08 13:47:07.278477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.289258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-53982928-6cc7-439b-a3e0-21f7960b75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:07.293546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-53982928-6cc7-439b-a3e0-21f7960b75e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1095 time: 0.2018239 Nov 08 13:47:07.305349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.312455 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.320793 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.380595 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Pushing event updated for resources: {'Port': ['ID=aa5dc6e7-d932-4325-9057-ab5a46d6598b,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:07.395085 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.395435 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.395793 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.396130 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.396599 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.396928 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.397966 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.398310 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.398433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0625aef-2817-414e-8310-775329b45acd,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:07.398637 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.399025 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.399357 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.399889 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:07.435425 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Attempting to bind port aa5dc6e7-d932-4325-9057-ab5a46d6598b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:07.436113 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Attempting to bind port aa5dc6e7-d932-4325-9057-ab5a46d6598b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:07.436478 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Attempting to bind port aa5dc6e7-d932-4325-9057-ab5a46d6598b on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:07.444648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:07.445045 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:07.446253 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.446658 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:07.447804 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Bound port: aa5dc6e7-d932-4325-9057-ab5a46d6598b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:07.448201 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.452114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Pushing event deleted for resources: {'Port': ['ID=e00f91d8-fdbf-43dd-a63a-bc8588e0a788,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:07.471817 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.504305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.545084 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] For port aa5dc6e7-d932-4325-9057-ab5a46d6598b, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:07.549691 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] For port aa5dc6e7-d932-4325-9057-ab5a46d6598b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa5dc6e7-d932-4325-9057-ab5a46d6598b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:07.554888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-b83330c6-32a5-4dac-a85d-d72eb2e53bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:07.557110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-b83330c6-32a5-4dac-a85d-d72eb2e53bb1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.2467649 Nov 08 13:47:07.559669 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.586498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:07.614845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.617254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.629610 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.653166 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f90f8-76ad-4df5-8644-81a355feda53 None None] Pushing event updated for resources: {'Port': ['ID=aa5dc6e7-d932-4325-9057-ab5a46d6598b,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:07.657382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2da20608-975e-4388-8ca5-f177fe9ce28a req-6781c1c3-855b-4888-b1d5-64cbea68ae54 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3414116 Nov 08 13:47:07.679614 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Routers {'88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:07.680779 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:07.744874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Network 04024a10-f820-41f3-a532-8d84820f6bbf is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:07.745822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf12035-5976-4f7f-831b-932ef193bb1b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:07.755504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-da0c8b42-bebb-47c1-808f-2a4eee623716 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 998 time: 0.1883166 Nov 08 13:47:07.756029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.756600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb34e98f-b7de-46ea-83b5-a212144e8b42 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:47:07.758790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:07.761027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:07.762762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.763975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4a996be4-57f2-477d-b98a-56d7d82e326d admin admin] 10.222.0.65 "DELETE /v2.0/routers/cb34e98f-b7de-46ea-83b5-a212144e8b42 HTTP/1.1" status: 204 len: 168 time: 2.5538359 Nov 08 13:47:07.765859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] Deleting subnet 4d6caca4-8baa-4764-9c83-80e7dc08d5eb {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:47:07.766909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50126) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:07.787219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4174f9-fb73-421f-9ff9-12614710e81a req-f75aad3e-621d-41a5-934d-b0c62a68cba0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:07.795336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e4174f9-fb73-421f-9ff9-12614710e81a req-f75aad3e-621d-41a5-934d-b0c62a68cba0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.0965958 Nov 08 13:47:07.801335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.856866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Checking segment: {'id': 'd5c74fd0-f889-47a0-9802-9391a84a0d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:07.857247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Network hostable DHCP agents. Network: a54e92f5-4259-495b-9459-c7a63f732877, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:47:07.857602 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] Set router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:07.915611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] Deleting subnet 7041365d-11ac-4f2c-875f-6d411a95a8a9 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:47:07.918296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.920829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.922674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Network a54e92f5-4259-495b-9459-c7a63f732877 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:47:07.947287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e4174f9-fb73-421f-9ff9-12614710e81a req-7b63b1c7-dc80-4076-bfc6-98ab16cf9817 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511323 Nov 08 13:47:07.969360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a54e92f5-4259-495b-9459-c7a63f732877) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:07.976510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:07.977117 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.979685 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.981306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:07.998055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4ca604-b19a-4c81-aff7-3d3d4871facf None None] Network a54e92f5-4259-495b-9459-c7a63f732877 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:08.049095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d50c4dd4-5e4a-43dd-a67d-11540958759f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4211843 Nov 08 13:47:08.100821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.127628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.130970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-e79ab81b-77c9-41b5-b3cf-0ef08f7094bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:08.132481 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-e79ab81b-77c9-41b5-b3cf-0ef08f7094bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.3630526 Nov 08 13:47:08.156910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.162343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9302e432-90da-42a0-889a-d63484dad99a None None] Provisioning complete for port dbf12035-5976-4f7f-831b-932ef193bb1b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:08.162877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9302e432-90da-42a0-889a-d63484dad99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.198553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6caca4-8baa-4764-9c83-80e7dc08d5eb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:08.238615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9302e432-90da-42a0-889a-d63484dad99a None None] Port dbf12035-5976-4f7f-831b-932ef193bb1b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:47:08.261410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.264890 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ab2756e6-87b0-4646-b311-4c04e354344a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4d6caca4-8baa-4764-9c83-80e7dc08d5eb HTTP/1.1" status: 204 len: 168 time: 0.6776280 Nov 08 13:47:08.267887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50132) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:08.276193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-cab3591c-f1cf-4372-85c7-875b0923f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:08.276967 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-cab3591c-f1cf-4372-85c7-875b0923f9e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796645 Nov 08 13:47:08.283040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955e87b6-2ad8-4fe6-9600-80edcb4a590b None None] Network a54e92f5-4259-495b-9459-c7a63f732877 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:08.284678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.312438 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:05Z', 'revision_number': 3, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port': {'id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:08.368850 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fcda03-a74a-4c40-8348-0e4ba57f7641 None None] The sync data for ids ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'] in n-d-804292-2 is: [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:05Z', 'revision_number': 3, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port': {'id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:08.503286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-706d3691-6384-4356-a282-3a3b1aae605e service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156849 Nov 08 13:47:08.522583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.661884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7041365d-11ac-4f2c-875f-6d411a95a8a9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:08.675921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-532df0e1-def2-4955-b3f1-d2aeb7e0cf7f req-6b5c7734-b391-45fd-a682-08512ae03500 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625161 Nov 08 13:47:08.739426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.743780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c1dea169-437e-413c-bc9e-457fc9ba8a0d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7041365d-11ac-4f2c-875f-6d411a95a8a9 HTTP/1.1" status: 204 len: 168 time: 0.9748423 Nov 08 13:47:08.746046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:08.756521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7084e0d-a1d9-4a52-95c8-35de0ce8f4fd None None] Network 036c6215-626d-4db1-bc0d-40dda2638d3a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:08.804606 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.818091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.827771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.903666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf12035-5976-4f7f-831b-932ef193bb1b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:08.930570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e00f91d8-fdbf-43dd-a63a-bc8588e0a788 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:08.947436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:08.975238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e00f91d8-fdbf-43dd-a63a-bc8588e0a788 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:08.975462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e00f91d8-fdbf-43dd-a63a-bc8588e0a788 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:08.975902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 962729aa-aca2-4744-930d-46e6d3d701fe no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:09.002827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 962729aa-aca2-4744-930d-46e6d3d701fe {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:09.003098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 962729aa-aca2-4744-930d-46e6d3d701fe not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:09.008785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.019233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-7e4a234c-f174-4bc7-b591-1a0ac6220ef4 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:09.021257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-7e4a234c-f174-4bc7-b591-1a0ac6220ef4 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/networks?id=a54e92f5-4259-495b-9459-c7a63f732877 HTTP/1.1" status: 200 len: 814 time: 0.3531985 Nov 08 13:47:09.064825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Network 04024a10-f820-41f3-a532-8d84820f6bbf is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:09.066384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:09.121641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] DHCP port deletion for 036c6215-626d-4db1-bc0d-40dda2638d3a request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:47:09.123568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.154918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b512837e-25d4-4abe-ad10-88d1f0322b8f']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:09.195512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee8e4ee-4d32-4b0c-9494-8718d3f84151') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:09.196082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee8e4ee-4d32-4b0c-9494-8718d3f84151') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:09.196654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] Deleting port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:09.197138 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.213841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:47:09.215490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.221835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-41b59a41-f6ce-4fe4-86c0-126239ceaea5 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/quotas/676abbb7fe3345aabe2d96a8f60e5a70 HTTP/1.1" status: 200 len: 375 time: 0.1933203 Nov 08 13:47:09.231562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395c36e-5332-4d6e-903c-5cff06c722d6 req-26d0b6dc-3354-42db-947f-08d8f06e1d19 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:09.233169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6395c36e-5332-4d6e-903c-5cff06c722d6 req-26d0b6dc-3354-42db-947f-08d8f06e1d19 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.3803999 Nov 08 13:47:09.290778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-faa499ca-1e6f-49dd-9046-9d7f3d9ce839 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=676abbb7fe3345aabe2d96a8f60e5a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564432 Nov 08 13:47:09.313649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] For port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,segment=NetworkSegment(3d38bb81-200d-4ec6-8b72-279c12ab3f81),segment_id=3d38bb81-200d-4ec6-8b72-279c12ab3f81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:09.314086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.348727 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.354801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] Calling delete_port for 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:09.390870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:47:09.391291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:47:09.404317 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:47:09.411275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:47:09.418201 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4575f7ee-f0ee-4e98-a5c8-2b12fb6356b7 admin admin] 10.222.0.65 "PUT /v2.0/routers/88e29cb1-88ea-4d08-8ce6-b1bad1a965a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2478826 Nov 08 13:47:09.480989 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.498028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] No DVR routers for this DVR port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:09.543001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926029ca-edcc-4a09-b4ab-1c42850cc7ea None None] Pushing event deleted for resources: {'Port': ['ID=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:09.559936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Deleting port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:09.560304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.560684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1a46d987-19d8-499d-9203-4af9791a9a3d None None] Provisioning complete for port dbf12035-5976-4f7f-831b-932ef193bb1b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:09.561145 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a46d987-19d8-499d-9203-4af9791a9a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.584355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6395c36e-5332-4d6e-903c-5cff06c722d6 req-c10685bd-cad8-48a3-a7d0-1ebf471e46ab tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3403389 Nov 08 13:47:09.596211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.601803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.607303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b512837e-25d4-4abe-ad10-88d1f0322b8f HTTP/1.1" status: 204 len: 168 time: 1.3360674 Nov 08 13:47:09.609495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1a46d987-19d8-499d-9203-4af9791a9a3d None None] Port dbf12035-5976-4f7f-831b-932ef193bb1b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:47:09.675343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba7dcc-011c-4e0e-84d3-662e01b6e337 admin admin] Pushing event deleted for resources: {'Network': ['ID=b512837e-25d4-4abe-ad10-88d1f0322b8f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:09.681059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-2cd809e6-8aed-4fb7-9aa6-2385fef1a0d0 service neutron] 10.222.0.65 "GET /v2.0/networks/a54e92f5-4259-495b-9459-c7a63f732877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297634 Nov 08 13:47:09.717177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] For port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c, host n-d-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:09.717536 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.760149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50162) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:09.766884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Calling delete_port for 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:09.772793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c was not found and therefore no delete operation was performed {{(pid=101841) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 13:47:09.785487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.812552 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9c8cb7e3-1c90-44f2-ac85-a6728b784727 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3efd14f6406e4fcfa6e7037d21da130e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509243 Nov 08 13:47:09.814954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50164) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:09.840669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Pushing event deleted for resources: {'Port': ['ID=73580e7f-f5ed-4d9d-a8bb-0d685be62e0c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:09.854800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] No DVR routers for this DVR port 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:09.867060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cd254a6-779f-44d0-a593-7bb3d9abab68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.888151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-7cafffd8-f143-412d-b92f-456ca9cdf6e8 service neutron] 10.222.0.65 "GET /v2.0/networks/a54e92f5-4259-495b-9459-c7a63f732877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966822 Nov 08 13:47:09.889005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cd254a6-779f-44d0-a593-7bb3d9abab68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.916841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd7e72-9168-4e28-9bf7-55e6ea48b933 req-518743ea-c595-4d26-a645-17746482454d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:09.918913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70cd7e72-9168-4e28-9bf7-55e6ea48b933 req-518743ea-c595-4d26-a645-17746482454d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1500614 Nov 08 13:47:09.945349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cd254a6-779f-44d0-a593-7bb3d9abab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.947968 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cd254a6-779f-44d0-a593-7bb3d9abab68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.952322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5cd254a6-779f-44d0-a593-7bb3d9abab68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac HTTP/1.1" status: 204 len: 168 time: 0.1345356 Nov 08 13:47:09.961467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:09.962046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd254a6-779f-44d0-a593-7bb3d9abab68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f7c3a5-56f3-44d5-a66d-d4d2ec0039ac,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:10.004667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036c6215-626d-4db1-bc0d-40dda2638d3a']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:10.035162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d38bb81-200d-4ec6-8b72-279c12ab3f81') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:10.035773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d38bb81-200d-4ec6-8b72-279c12ab3f81') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:10.055432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70cd7e72-9168-4e28-9bf7-55e6ea48b933 req-1c741b5e-f3cf-4aa1-af1e-0908d83684c2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049533 Nov 08 13:47:10.057266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.082809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.099010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:47:10.099335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:47:10.101369 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:47:10.183683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c020560c-7413-4c19-8b97-33bae9a573d2 req-c3c917c0-c88b-4fc8-ab46-1dbcb5d602f8 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 210 time: 0.0660162 Nov 08 13:47:10.196061 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.206050 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.213788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] 10.222.0.65 "DELETE /v2.0/networks/036c6215-626d-4db1-bc0d-40dda2638d3a HTTP/1.1" status: 204 len: 168 time: 1.4642601 Nov 08 13:47:10.256905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5821ccf7-4945-48b3-aa61-49a362715404 admin admin] Pushing event deleted for resources: {'Network': ['ID=036c6215-626d-4db1-bc0d-40dda2638d3a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:10.451792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50184) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:10.519708 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2dada651-87f5-4df8-bdc0-cf82f0986157 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6ddf399a785b47c29c2529c88025cce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666800 Nov 08 13:47:10.522290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50188) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:10.584940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c76704f0-c670-4e08-b846-086080f61d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.615879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c76704f0-c670-4e08-b846-086080f61d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.618054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-15b56015-bbb4-4c08-8c85-090f40b157fa tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1716468 Nov 08 13:47:10.631783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:10.668617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.701235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c76704f0-c670-4e08-b846-086080f61d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.704181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c76704f0-c670-4e08-b846-086080f61d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:10.706544 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c76704f0-c670-4e08-b846-086080f61d26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c31e2445-c490-41e8-bebc-d64e5bfa7554 HTTP/1.1" status: 204 len: 168 time: 0.1827943 Nov 08 13:47:10.754818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76704f0-c670-4e08-b846-086080f61d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e2445-c490-41e8-bebc-d64e5bfa7554,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:10.829355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Sync routers for ids ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:47:10.850937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Routers {'88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:10.851583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:10.865189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa5dc6e7-d932-4325-9057-ab5a46d6598b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:10.874741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2923-9640-4805-8764-b3955dcb97d9 req-ec8ecd23-ba7a-4bc6-92c0-ca400bfa9b9e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:10.876501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-731c2923-9640-4805-8764-b3955dcb97d9 req-ec8ecd23-ba7a-4bc6-92c0-ca400bfa9b9e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1107736 Nov 08 13:47:10.968245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-731c2923-9640-4805-8764-b3955dcb97d9 req-1809b4cb-3ebd-48ed-b105-2036ec9d091c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847275 Nov 08 13:47:10.989901 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.073432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Set router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:11.076128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa5dc6e7-d932-4325-9057-ab5a46d6598b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:11.076698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.248076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Allocated IP 172.25.8.147 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/8efbb62e-8e51-49a3-82b6-c6400e35d030) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:11.281578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87a1f-c46f-45e5-a399-2862ee025c49 req-67380ca2-a877-42c5-91a4-cab0194d4f4b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:11.283144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86e87a1f-c46f-45e5-a399-2862ee025c49 req-67380ca2-a877-42c5-91a4-cab0194d4f4b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1039815 Nov 08 13:47:11.367231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:11.388086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86e87a1f-c46f-45e5-a399-2862ee025c49 req-539fd384-86d3-45b7-a91d-2ec7bfa2069b tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945551 Nov 08 13:47:11.394516 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.432357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.436433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port aa5dc6e7-d932-4325-9057-ab5a46d6598b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa5dc6e7-d932-4325-9057-ab5a46d6598b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:11.459166 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.528794 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.570353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=aa5dc6e7-d932-4325-9057-ab5a46d6598b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:11.586408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:08Z', 'revision_number': 4, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port': {'id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dbf12035-5976-4f7f-831b-932ef193bb1b', 'name': '', 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'mac_address': 'fa:16:3e:e5:8d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2383deee-bcd0-419d-91e6-236c8772cca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:06Z', 'updated_at': '2021-11-08T13:47:08Z', 'revision_number': 2, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'subnets': [{'id': '2383deee-bcd0-419d-91e6-236c8772cca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:11.593459 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:11.631138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:11.666183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:11.670046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2008760790-network', 'tenant_id': '6f23e46663f14d3e93c176bbcf05dadd'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:11.671845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:11.699961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Checking router: 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:11.700522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Updating router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 port dbf12035-5976-4f7f-831b-932ef193bb1b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:47:11.704564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:11.705105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 73580e7f-f5ed-4d9d-a8bb-0d685be62e0c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:11.716712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Pushing event updated for resources: {'Port': ['ID=8efbb62e-8e51-49a3-82b6-c6400e35d030,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:11.752815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.767276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219bc8a-7696-48db-8aa6-c9bbb9a70c41 req-9fcb069d-94e8-41c1-9add-54fe86bfde3f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:11.774691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a219bc8a-7696-48db-8aa6-c9bbb9a70c41 req-9fcb069d-94e8-41c1-9add-54fe86bfde3f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1545658 Nov 08 13:47:11.876590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a219bc8a-7696-48db-8aa6-c9bbb9a70c41 req-615a42d3-b28d-4607-b958-cbdcd77a8aba tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006603 Nov 08 13:47:11.909202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:11.996723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50240) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:12.001517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebc0e6b5-359c-40ec-ab9d-568854585ff6 req-824e1df5-fce2-40f5-846b-5436c1587621 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 210 time: 0.0386708 Nov 08 13:47:12.010408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.156197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Made reservation on behalf of 6f23e46663f14d3e93c176bbcf05dadd for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:12.158550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.176122 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.225615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-956551479-network', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:12.227033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-9306c3cb-946a-43b2-a909-8ae84679bd7e tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:12.228612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-9306c3cb-946a-43b2-a909-8ae84679bd7e tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.54 "GET /v2.0/networks?id=a54e92f5-4259-495b-9459-c7a63f732877 HTTP/1.1" status: 200 len: 814 time: 0.6231930 Nov 08 13:47:12.262441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Request body: {'port': {'device_id': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877', 'admin_state_up': True, 'tenant_id': '676abbb7fe3345aabe2d96a8f60e5a70'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:12.264134 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.270718 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.277276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7858da8-0653-4d08-8a87-84604f004999 req-2200c6a0-51a5-41b7-8bda-5689ce0d1813 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:12.279318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7858da8-0653-4d08-8a87-84604f004999 req-2200c6a0-51a5-41b7-8bda-5689ce0d1813 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1419470 Nov 08 13:47:12.283511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Made reservation on behalf of a183204d44984dd2ae8a48ddd35de86b for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:12.285771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.326594 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.354348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e4115-9bfd-4506-855d-62f26f6bbf5e None None] Pushing event updated for resources: {'Port': ['ID=dbf12035-5976-4f7f-831b-932ef193bb1b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:12.372573 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.383776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.394097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.407227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Attempting to bind port dbf12035-5976-4f7f-831b-932ef193bb1b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:12.408739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Attempting to bind port dbf12035-5976-4f7f-831b-932ef193bb1b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:12.409832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Attempting to bind port dbf12035-5976-4f7f-831b-932ef193bb1b on network 04024a10-f820-41f3-a532-8d84820f6bbf {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:12.410996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7858da8-0653-4d08-8a87-84604f004999 req-6202f55a-7f3d-42c9-b57b-057e745e1c5f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1184289 Nov 08 13:47:12.413525 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.418632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:12.419120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Checking segment: {'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:12.419598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.420743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Bound using segment: {'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:12.421387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Bound port: dbf12035-5976-4f7f-831b-932ef193bb1b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:12.421858 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.427903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:47:12.448144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82dfa73-2f74-4874-92f1-41475171fca0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:12.465366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.465950 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Added segment 3aefe57d-6caf-4f42-a7ca-30c7a0f9be87 of type vlan for network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca Nov 08 13:47:12.537510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] For port dbf12035-5976-4f7f-831b-932ef193bb1b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:12.547168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] For port dbf12035-5976-4f7f-831b-932ef193bb1b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dbf12035-5976-4f7f-831b-932ef193bb1b,segment=NetworkSegment(7abb91fe-ceb9-43ea-9d53-5a22bb27d19b),segment_id=7abb91fe-ceb9-43ea-9d53-5a22bb27d19b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:12.554879 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.559055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.576871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.594092 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.595641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:12.596665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.600640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.614979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Pushing event updated for resources: {'Port': ['ID=8efbb62e-8e51-49a3-82b6-c6400e35d030,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:12.620070 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.634013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Made reservation on behalf of 676abbb7fe3345aabe2d96a8f60e5a70 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:12.634913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:47:12.639482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.646285 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.647080 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Added segment f202f8b4-5886-42a8-87d4-4627a2904573 of type vlan for network c176a417-3446-4288-b5ad-a2f00f57784d Nov 08 13:47:12.687899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Routers {'88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:12.688548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:12.699715 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.703370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3cf93611-e413-4914-8d2e-b510de9fe51c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0782940 Nov 08 13:47:12.717110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3459742 Nov 08 13:47:12.726153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50248) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:12.757977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e4115-9bfd-4506-855d-62f26f6bbf5e None None] Pushing event updated for resources: {'Port': ['ID=dbf12035-5976-4f7f-831b-932ef193bb1b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:12.782949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3593581f-cfd0-4e36-87d1-86c2f5c0abde None None] Provisioning complete for port dbf12035-5976-4f7f-831b-932ef193bb1b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:12.787394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3593581f-cfd0-4e36-87d1-86c2f5c0abde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.798499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1839ee-7c96-4d8f-a391-c2d2155dbc71 admin admin] Pushing event updated for resources: {'Network': ['ID=8bae8f51-8102-4d3b-b1bc-d26929bb60ca,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:12.805816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-687e3be0-cf72-4ad3-a044-f360d87f4ab1 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0891988 Nov 08 13:47:12.806124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Request body: {'subnet': {'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2008760790-subnet', 'tenant_id': '6f23e46663f14d3e93c176bbcf05dadd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:12.813940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.854647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9847935f-0e8b-47f8-9df2-0d34851f83bf,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:12.876082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:47:12.917643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Made reservation on behalf of 6f23e46663f14d3e93c176bbcf05dadd for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:12.921345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa5dc6e7-d932-4325-9057-ab5a46d6598b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:12.922489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.972027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:12.972981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:12.974175 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.011849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f740796-c667-411d-ba5a-0c13b6420dac req-547efdaa-16e3-4d7b-8902-afc47a9326ae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:13.013503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f740796-c667-411d-ba5a-0c13b6420dac req-547efdaa-16e3-4d7b-8902-afc47a9326ae tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1084526 Nov 08 13:47:13.078380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-6cc0311e-954c-45a9-8d0f-c0e46e1c27ae tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:13.079648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-6cc0311e-954c-45a9-8d0f-c0e46e1c27ae tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2597055 Nov 08 13:47:13.082644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Allocated IP 172.20.0.7 (a54e92f5-4259-495b-9459-c7a63f732877/c0625aef-2817-414e-8310-775329b45acd/11a3e884-2035-49e6-9108-976d10be109b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:13.089177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0881572 Nov 08 13:47:13.089376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] Set router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:13.102001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50256) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:13.108911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49c54e-5994-4ae4-91d4-fe43b243f924 admin admin] Pushing event updated for resources: {'Network': ['ID=c176a417-3446-4288-b5ad-a2f00f57784d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:13.110973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Request body: {'subnet': {'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-956551479-subnet', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:13.114069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3ea52f0f-24a3-4b3c-8b7f-fe367f0c4b20 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:47:13.115083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7a948e-5ad9-4741-b337-30a79d84120c req-3ea52f0f-24a3-4b3c-8b7f-fe367f0c4b20 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115023 Nov 08 13:47:13.134711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f740796-c667-411d-ba5a-0c13b6420dac req-881d152f-bf32-4066-bb84-07b16cf38604 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110628 Nov 08 13:47:13.151307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c176a417-3446-4288-b5ad-a2f00f57784d details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:47:13.181594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Made reservation on behalf of a183204d44984dd2ae8a48ddd35de86b for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:13.184746 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.204870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa5dc6e7-d932-4325-9057-ab5a46d6598b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:13.204870 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.259866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c69e-473f-44fe-b175-2ed52a8ebda5 req-58c8333b-9615-422b-be81-62691c5c8dc0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:13.261396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6056c69e-473f-44fe-b175-2ed52a8ebda5 req-58c8333b-9615-422b-be81-62691c5c8dc0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.0659847 Nov 08 13:47:13.310341 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3593581f-cfd0-4e36-87d1-86c2f5c0abde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.333881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4bd756d-b598-4e46-bb6a-c2130ea34b64 req-0a34d990-f82c-46ce-a9a6-428307579c89 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 210 time: 0.0712836 Nov 08 13:47:13.368134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6056c69e-473f-44fe-b175-2ed52a8ebda5 req-fab9e68a-bb8d-42f7-bc4a-6365189270d2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968809 Nov 08 13:47:13.436880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3593581f-cfd0-4e36-87d1-86c2f5c0abde None None] For port dbf12035-5976-4f7f-831b-932ef193bb1b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dbf12035-5976-4f7f-831b-932ef193bb1b,segment=NetworkSegment(7abb91fe-ceb9-43ea-9d53-5a22bb27d19b),segment_id=7abb91fe-ceb9-43ea-9d53-5a22bb27d19b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:13.441073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de2a6267-b67b-4274-9327-34cd21d7f7e8 req-960539e6-cca1-4a74-8c4a-d494fbc98cf1 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips/3ac5200e-cf22-4f7e-b7a7-bfdb25626e95 HTTP/1.1" status: 200 len: 693 time: 0.0588121 Nov 08 13:47:13.447489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3593581f-cfd0-4e36-87d1-86c2f5c0abde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.490768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.579994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.584582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593581f-cfd0-4e36-87d1-86c2f5c0abde None None] Pushing event updated for resources: {'Port': ['ID=dbf12035-5976-4f7f-831b-932ef193bb1b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:13.590925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a6267-b67b-4274-9327-34cd21d7f7e8 req-3205117b-c81b-44b8-9c41-768db6f2c1a0 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:13.601398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de2a6267-b67b-4274-9327-34cd21d7f7e8 req-3205117b-c81b-44b8-9c41-768db6f2c1a0 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.1471884 Nov 08 13:47:13.615969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f50d5235-88e8-449a-bf89-8d320b892677 None None] Provisioning complete for port dbf12035-5976-4f7f-831b-932ef193bb1b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:13.615969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f50d5235-88e8-449a-bf89-8d320b892677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.616585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482d8aa9-f008-4cac-b98d-7d8c22add404,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:13.661349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.663353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:08Z', 'revision_number': 4, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port': {'id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dbf12035-5976-4f7f-831b-932ef193bb1b', 'name': '', 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'mac_address': 'fa:16:3e:e5:8d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2383deee-bcd0-419d-91e6-236c8772cca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:06Z', 'updated_at': '2021-11-08T13:47:12Z', 'revision_number': 4, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'subnets': [{'id': '2383deee-bcd0-419d-91e6-236c8772cca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:13.676795 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbb9cb99-b58d-4360-8f61-772851a61774 req-c6886ce3-4b0d-4d80-ac36-ae2bc8533463 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=627d66d97c4f42198050d05bfe156aa3 HTTP/1.1" status: 200 len: 696 time: 0.0579576 Nov 08 13:47:13.697155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6c9252-7ec7-418d-8150-f47091718f4c None None] The sync data for ids ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'] in n-d-804292-2 is: [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:08Z', 'revision_number': 4, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port': {'id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dbf12035-5976-4f7f-831b-932ef193bb1b', 'name': '', 'network_id': '04024a10-f820-41f3-a532-8d84820f6bbf', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'mac_address': 'fa:16:3e:e5:8d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2383deee-bcd0-419d-91e6-236c8772cca4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:06Z', 'updated_at': '2021-11-08T13:47:12Z', 'revision_number': 4, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'subnets': [{'id': '2383deee-bcd0-419d-91e6-236c8772cca4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:13.698665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Checking segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:13.698807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Network hostable DHCP agents. Network: 8bae8f51-8102-4d3b-b1bc-d26929bb60ca, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:47:13.765143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.824849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef9de8c1-ce8e-47ad-a451-fc1291515ba2,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:13.832338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:47:13.857918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Checking segment: {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:13.863165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9cb99-b58d-4360-8f61-772851a61774 req-62af014e-e653-4719-b9a7-91a8eb48b21c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:13.865013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbb9cb99-b58d-4360-8f61-772851a61774 req-62af014e-e653-4719-b9a7-91a8eb48b21c tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks?id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 787 time: 0.1812086 Nov 08 13:47:13.867811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Network hostable DHCP agents. Network: c176a417-3446-4288-b5ad-a2f00f57784d, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:47:13.871613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Network a54e92f5-4259-495b-9459-c7a63f732877 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:13.878883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8bae8f51-8102-4d3b-b1bc-d26929bb60ca) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:13.882880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-bbb9cb99-b58d-4360-8f61-772851a61774 req-d10fbefa-4a7b-412b-b334-ad5c1a9350a6 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:47:13.884589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbb9cb99-b58d-4360-8f61-772851a61774 req-d10fbefa-4a7b-412b-b334-ad5c1a9350a6 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078664 Nov 08 13:47:13.884794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:13.900775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:13.901617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:13.904321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:13.910966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ba561-4fdb-40c7-a431-51a985c3a4ff None None] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:13.915455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Pushing event updated for resources: {'Port': ['ID=11a3e884-2035-49e6-9108-976d10be109b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:13.985793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Network c176a417-3446-4288-b5ad-a2f00f57784d is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:47:14.008082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c176a417-3446-4288-b5ad-a2f00f57784d) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:14.013557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-de481e61-e383-47e3-8169-582c7364d6cf tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips/3ac5200e-cf22-4f7e-b7a7-bfdb25626e95 HTTP/1.1" status: 200 len: 693 time: 0.0969205 Nov 08 13:47:14.022407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:14.022929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.035354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c69aea-4714-470f-831e-42703c96f780 None None] Network c176a417-3446-4288-b5ad-a2f00f57784d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:14.088610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:14.093101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.111280 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-04816278-5f63-4b75-bd36-f0c8ca171d71 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3145378 Nov 08 13:47:14.117521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-f7b1617a-9a5f-4537-89bf-eb4fc8c54570 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8615766 Nov 08 13:47:14.146386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Request body: {'port': {'device_id': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:14.234784 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-336792d7-e52d-40e6-a97b-aecb22077aff admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1296704 Nov 08 13:47:14.240025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50270) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:14.247657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:14.256378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-e1e93832-53e5-420a-98d1-505f0dd6ecef tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:14.257911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-e1e93832-53e5-420a-98d1-505f0dd6ecef tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2307539 Nov 08 13:47:14.296170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.312829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.313861 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.343526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd7bd2-a24a-4fac-a9c1-8abca2a2bc46 None None] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:14.391105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-3a09d56f-b5f1-49f6-9d01-ff0d3adca6b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.1092284 Nov 08 13:47:14.417711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.456279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-a39103ee-95e7-4007-b658-6e91c1c17057 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.147 HTTP/1.1" status: 200 len: 696 time: 0.0510499 Nov 08 13:47:14.481561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f682861-eb47-4e2b-88a2-31ef2474de50 req-503bf26b-50be-4ef4-9c84-966b46ef8500 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:14.500184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f682861-eb47-4e2b-88a2-31ef2474de50 req-503bf26b-50be-4ef4-9c84-966b46ef8500 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1289327 Nov 08 13:47:14.630299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.669427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f682861-eb47-4e2b-88a2-31ef2474de50 req-9ab1a695-69f7-4d0e-bca9-2cc4346a6035 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1713490 Nov 08 13:47:14.705733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Deleting port 8efbb62e-8e51-49a3-82b6-c6400e35d030 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:14.706081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.765283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-c176a417-3446-4288-b5ad-a2f00f57784d', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:47:14.766154 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.864420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.864982 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:14.884792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Calling delete_port for 8efbb62e-8e51-49a3-82b6-c6400e35d030 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:14.886269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dbf12035-5976-4f7f-831b-932ef193bb1b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:14.990321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a3e884-2035-49e6-9108-976d10be109b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:15.002126 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.067391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dbf12035-5976-4f7f-831b-932ef193bb1b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:15.067794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.091490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Allocated IP 172.20.0.2 (c176a417-3446-4288-b5ad-a2f00f57784d/ef9de8c1-ce8e-47ad-a451-fc1291515ba2/569051b6-32c6-4529-ac17-2f9ce0efae81) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:15.156414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.183712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.303015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.309669 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.341814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Allocated IP 172.25.8.140 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/321c8938-7e64-4ae0-b046-ffd281a2f574) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:15.360263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Network c176a417-3446-4288-b5ad-a2f00f57784d is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:15.365209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:15.371095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:15.380938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Pushing event updated for resources: {'Port': ['ID=569051b6-32c6-4529-ac17-2f9ce0efae81,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:15.412004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.412350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.412691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.413029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.413364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.413700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.414028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.414356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.414679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.415002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.415328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.415649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:15.452215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Attempting to bind port 569051b6-32c6-4529-ac17-2f9ce0efae81 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:15.455965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Attempting to bind port 569051b6-32c6-4529-ac17-2f9ce0efae81 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:15.456336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Attempting to bind port 569051b6-32c6-4529-ac17-2f9ce0efae81 on network c176a417-3446-4288-b5ad-a2f00f57784d {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:15.462842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:15.463238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Checking segment: {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:15.463643 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.464084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Bound using segment: {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:15.464589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Bound port: 569051b6-32c6-4529-ac17-2f9ce0efae81, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:15.466274 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.488743 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.517442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.518066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Transition to ACTIVE for port object 11a3e884-2035-49e6-9108-976d10be109b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:15.530098 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.546548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] For port 569051b6-32c6-4529-ac17-2f9ce0efae81, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:15.550275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] For port 569051b6-32c6-4529-ac17-2f9ce0efae81, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=569051b6-32c6-4529-ac17-2f9ce0efae81,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:15.556627 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.570629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Pushing event deleted for resources: {'Port': ['ID=8efbb62e-8e51-49a3-82b6-c6400e35d030,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:15.586864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fd897460-93df-4ab8-9ee5-5cf97f255042 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:15.588724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fd897460-93df-4ab8-9ee5-5cf97f255042 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 813 time: 0.5668073 Nov 08 13:47:15.590692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Pushing event updated for resources: {'Port': ['ID=11a3e884-2035-49e6-9108-976d10be109b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:15.605704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.628732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a03ba7-dd10-4e26-ab4d-7dd79141f597 None None] Pushing event updated for resources: {'Port': ['ID=569051b6-32c6-4529-ac17-2f9ce0efae81,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:15.680271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:15.684395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-da3da3fc-7840-45cb-b785-565d20aa1ba7 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/quotas/6f23e46663f14d3e93c176bbcf05dadd HTTP/1.1" status: 200 len: 375 time: 0.0774813 Nov 08 13:47:15.690578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:15.712588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:15.726810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f3d6c3fc-6e2c-4a98-99a2-00936a70d35e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346715 Nov 08 13:47:15.739576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=321c8938-7e64-4ae0-b046-ffd281a2f574,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:15.749947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.753905 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.754751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f5ad9a2-b986-4f85-8b78-9bbffa845065 req-4b6c750e-b3b7-4894-9be1-4da6c3e7c91b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "DELETE /v2.0/floatingips/3ac5200e-cf22-4f7e-b7a7-bfdb25626e95 HTTP/1.1" status: 204 len: 173 time: 1.2916090 Nov 08 13:47:15.787387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Attempting to bind port 11a3e884-2035-49e6-9108-976d10be109b on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:15.787718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Attempting to bind port 11a3e884-2035-49e6-9108-976d10be109b by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd5c74fd0-f889-47a0-9802-9391a84a0d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:15.788067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Attempting to bind port 11a3e884-2035-49e6-9108-976d10be109b on network a54e92f5-4259-495b-9459-c7a63f732877 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:15.843161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Port 11a3e884-2035-49e6-9108-976d10be109b on network a54e92f5-4259-495b-9459-c7a63f732877 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:15.843489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Attempting to bind port 11a3e884-2035-49e6-9108-976d10be109b on network a54e92f5-4259-495b-9459-c7a63f732877 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:15.884721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:15.885015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Checking segment: {'id': 'd5c74fd0-f889-47a0-9802-9391a84a0d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:15.885406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Bound using segment: {'id': 'd5c74fd0-f889-47a0-9802-9391a84a0d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:15.885828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Bound port: 11a3e884-2035-49e6-9108-976d10be109b, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c74fd0-f889-47a0-9802-9391a84a0d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:15.886178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:15.932023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-421d0e9a-91d6-4a70-9413-b27200425077 service neutron] 10.222.0.65 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935346 Nov 08 13:47:15.942484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2de04-8dd9-4783-b0f6-21a3da5d873a req-19d17ace-0410-41a4-a4f3-ee954c158f51 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:15.944044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3c2de04-8dd9-4783-b0f6-21a3da5d873a req-19d17ace-0410-41a4-a4f3-ee954c158f51 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 943 time: 0.0857780 Nov 08 13:47:16.028842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] For port 11a3e884-2035-49e6-9108-976d10be109b, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:16.047282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] For port 11a3e884-2035-49e6-9108-976d10be109b, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11a3e884-2035-49e6-9108-976d10be109b,segment=NetworkSegment(d5c74fd0-f889-47a0-9802-9391a84a0d68),segment_id=d5c74fd0-f889-47a0-9802-9391a84a0d68)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:16.062386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3c2de04-8dd9-4783-b0f6-21a3da5d873a req-5fcb26b5-6430-4e0f-82d4-481b57d38f0b tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975521 Nov 08 13:47:16.077984 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:16.088348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-36903a59-e280-4151-bf3e-19b991313567 service neutron] 10.222.0.65 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432152 Nov 08 13:47:16.126209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:16.127678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:16.129510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] 10.222.0.54 "PUT /v2.0/ports/11a3e884-2035-49e6-9108-976d10be109b HTTP/1.1" status: 200 len: 1091 time: 2.0019372 Nov 08 13:47:16.137857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'tag': '11a3e884-2035-49e6-9108-976d10be109b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:16.140217 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c", "tag": "11a3e884-2035-49e6-9108-976d10be109b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:16.181966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:16.204242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a9c72-44f2-4d46-a52c-048bedd0af5f req-ae0b6366-c740-44e6-822c-97cc81bb97aa tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:16.212142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d59a9c72-44f2-4d46-a52c-048bedd0af5f req-ae0b6366-c740-44e6-822c-97cc81bb97aa tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.0769293 Nov 08 13:47:16.236130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb4215-d8eb-4a1d-9db7-f29252667e9b service neutron] Pushing event updated for resources: {'Port': ['ID=11a3e884-2035-49e6-9108-976d10be109b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:16.264527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d59a9c72-44f2-4d46-a52c-048bedd0af5f req-85471ff0-99d5-426d-9ed3-75693ceac4b7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510385 Nov 08 13:47:16.360815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-b1742e82-dbad-44be-856a-dd19a561fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:16.362841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-b1742e82-dbad-44be-856a-dd19a561fd13 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=676abbb7fe3345aabe2d96a8f60e5a70&device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 1094 time: 0.1758289 Nov 08 13:47:16.428261 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:47:16.429622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-57ec1cf0-6619-4c03-99c8-93a304fddee0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a3e884-2035-49e6-9108-976d10be109b HTTP/1.1" status: 200 len: 217 time: 0.0567558 Nov 08 13:47:16.691598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-13ef0d7d-da55-4d17-91f5-9dcca44b0ece tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2153103 Nov 08 13:47:16.697018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:16.699410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-4452e17e-bb9e-42a8-b5ed-89ab0c94b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:16.701084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-4452e17e-bb9e-42a8-b5ed-89ab0c94b4f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1095 time: 0.1290803 Nov 08 13:47:16.702455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-39a26207-bb50-4071-b3b5-6f0c0fe586d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:16.704554 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-39a26207-bb50-4071-b3b5-6f0c0fe586d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0625aef-2817-414e-8310-775329b45acd HTTP/1.1" status: 200 len: 854 time: 0.2100282 Nov 08 13:47:16.734043 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:16.887985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 569051b6-32c6-4529-ac17-2f9ce0efae81 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:16.960502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abcc87-9554-42e3-8f69-54c88d3b3741 None None] Network c176a417-3446-4288-b5ad-a2f00f57784d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:16.991987 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.069632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5aa0f38b-e483-4f8b-b540-5b4ac1845777 None None] Provisioning complete for port 569051b6-32c6-4529-ac17-2f9ce0efae81 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:17.070230 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f38b-e483-4f8b-b540-5b4ac1845777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.118446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 569051b6-32c6-4529-ac17-2f9ce0efae81 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:17.119178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.217014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Allocated IP 172.25.8.157 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/954d2f00-9a8b-47ef-80f2-c8f9ce35b21e) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:17.281750 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-aaaab505-88ac-4f6b-902d-99e649f8c7a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a54e92f5-4259-495b-9459-c7a63f732877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5665748 Nov 08 13:47:17.295184 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014bdd11-49b5-43d9-9bd9-936c7bce426d x-openstack-request-id: req-014bdd11-49b5-43d9-9bd9-936c7bce426d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:17.295184 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c", "tag": "11a3e884-2035-49e6-9108-976d10be109b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:17.295184 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-014bdd11-49b5-43d9-9bd9-936c7bce426d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:17.295642 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'tag': '11a3e884-2035-49e6-9108-976d10be109b', 'status': 'completed', 'code': 200} Nov 08 13:47:17.297702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.328596 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5aa0f38b-e483-4f8b-b540-5b4ac1845777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.332910 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.404695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 569051b6-32c6-4529-ac17-2f9ce0efae81, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=569051b6-32c6-4529-ac17-2f9ce0efae81,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:17.411377 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.427246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334be0e-2abf-43d9-8e96-0e92d5b9925c req-5eee29a4-1188-438c-b95f-662bc53c2ae8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.436462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1334be0e-2abf-43d9-8e96-0e92d5b9925c req-5eee29a4-1188-438c-b95f-662bc53c2ae8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1851900 Nov 08 13:47:17.511980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1334be0e-2abf-43d9-8e96-0e92d5b9925c req-d87470b1-c42b-439a-b1d6-2b0af2bb6d7f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732589 Nov 08 13:47:17.593288 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-5aa0f38b-e483-4f8b-b540-5b4ac1845777 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:47:17.593870 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-5aa0f38b-e483-4f8b-b540-5b4ac1845777 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:47:17.594688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=569051b6-32c6-4529-ac17-2f9ce0efae81,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:17.634123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.641306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-436825b9-bcb6-44e1-a00d-868c449a28bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.642803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-436825b9-bcb6-44e1-a00d-868c449a28bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.9295244 Nov 08 13:47:17.717126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.724910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.729579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-db5b8517-2169-459b-bd1d-6af5bf501140 service neutron] 10.222.0.54 "GET /v2.0/networks/a54e92f5-4259-495b-9459-c7a63f732877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019890 Nov 08 13:47:17.733956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.741914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.749845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.756828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.763858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.765991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-94c1368d-a604-4b64-80a9-d6209ee85f9a tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.1478114 Nov 08 13:47:17.804625 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:17.824699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-58d66eaa-c284-406e-99b0-aee175bbf14f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 998 time: 0.1588433 Nov 08 13:47:17.865812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:17.879771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:17.887380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:17.894626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Pushing event updated for resources: {'Port': ['ID=954d2f00-9a8b-47ef-80f2-c8f9ce35b21e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:17.907122 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75ddda3c-192d-4935-bc60-7a6538df9d17 req-b94ba615-a13d-4bb8-b4ee-a33e92354b6d service neutron] 10.222.0.54 "GET /v2.0/networks/a54e92f5-4259-495b-9459-c7a63f732877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663222 Nov 08 13:47:17.909725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:47:17.918659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-4cdf1bc7-6e68-4228-8b70-8610881919ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:17.920018 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-4cdf1bc7-6e68-4228-8b70-8610881919ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.0804138 Nov 08 13:47:17.928738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0bba523-01c7-4b56-8a67-eed7b312a91d req-fe15845b-4906-464e-a0d0-f7981cafe66e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=9405f310-aa59-418a-ba06-7dfd31694a44&id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433804 Nov 08 13:47:18.025695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:18.126894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-b377f0c5-1ab1-4a4f-8ae5-93816cae8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.128436 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-b377f0c5-1ab1-4a4f-8ae5-93816cae8ea3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1664538 Nov 08 13:47:18.175440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:47:18.198325 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Sync routers for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:47:18.214145 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:18.215460 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:18.236984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.239720 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:18.240395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.247136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.253533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.259464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.265507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.271413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.273327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-447f47f1-dfb0-49be-874c-6cd887eb1871 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 5442 time: 0.2097857 Nov 08 13:47:18.275566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-e831ba54-cab3-44f7-9b33-fad8f1d53dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.276711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-e831ba54-cab3-44f7-9b33-fad8f1d53dd3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=676abbb7fe3345aabe2d96a8f60e5a70&device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 1094 time: 0.2267756 Nov 08 13:47:18.314078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c70ec5ee-bbdc-4d2c-8684-84b94af3635f None None] Provisioning complete for port 569051b6-32c6-4529-ac17-2f9ce0efae81 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:18.314708 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c70ec5ee-bbdc-4d2c-8684-84b94af3635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:18.350346 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:18.365906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae15f13-3bb5-446a-a791-768e4e00a047 req-00f017c5-abd1-486d-88ac-3ffb3ad08a87 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.367553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ae15f13-3bb5-446a-a791-768e4e00a047 req-00f017c5-abd1-486d-88ac-3ffb3ad08a87 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 943 time: 0.3365870 Nov 08 13:47:18.504905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-486535ce-5aa2-467e-b676-6c69852fc6df tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.508832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-486535ce-5aa2-467e-b676-6c69852fc6df tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 813 time: 0.3292551 Nov 08 13:47:18.515308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-c67f6dcf-5069-4482-871b-05eaad28dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.516839 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-c67f6dcf-5069-4482-871b-05eaad28dde1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a54e92f5-4259-495b-9459-c7a63f732877 HTTP/1.1" status: 200 len: 915 time: 0.2265909 Nov 08 13:47:18.526976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Request body: {'port': {'device_id': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'admin_state_up': True, 'tenant_id': '6f23e46663f14d3e93c176bbcf05dadd'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:18.529378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:18.533028 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-19c1bbd0-ee36-4e0a-a678-0a6d26033bc1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2894626 Nov 08 13:47:18.550757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50330) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:18.625375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-0555171f-89c6-4e74-801c-4652cdd9728e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.627255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ae15f13-3bb5-446a-a791-768e4e00a047 req-ba5701de-8330-4f46-aba2-97216dae90de tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448301 Nov 08 13:47:18.628057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-0555171f-89c6-4e74-801c-4652cdd9728e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "GET /v2.0/ports/755b8ff9-7c93-4629-8dd9-a932a5376090?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3354473 Nov 08 13:47:18.633781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-55f9d316-ca64-4915-a3e5-21874e4a9249 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11a3e884-2035-49e6-9108-976d10be109b HTTP/1.1" status: 200 len: 217 time: 0.0616717 Nov 08 13:47:18.693464 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:15Z', 'revision_number': 3, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:18.721962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-54f93cb0-1b51-4b2c-b2a9-dc93a04dfcf8 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812633 Nov 08 13:47:18.743609 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Checking router: 8c8e4180-865d-4f93-be1f-37ed8c73ae3f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:18.744444 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Updating router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f port 321c8938-7e64-4ae0-b046-ffd281a2f574 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:47:18.788967 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:18.800794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 569051b6-32c6-4529-ac17-2f9ce0efae81 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:18.823007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-22335f6c-72c8-4c88-b32a-136c2ba2f61e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.824454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-22335f6c-72c8-4c88-b32a-136c2ba2f61e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 813 time: 0.6051841 Nov 08 13:47:18.856468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 569051b6-32c6-4529-ac17-2f9ce0efae81 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:18.856702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:18.860987 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a28110c-0c9b-4159-813b-22c3940170c7 req-8fcf8ab6-c393-4360-9caf-fbe639fcbfe5 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 210 time: 0.1018217 Nov 08 13:47:18.862391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-d1346b14-c390-44d4-999a-db6f3b6db143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:18.863853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-d1346b14-c390-44d4-999a-db6f3b6db143 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c0625aef-2817-414e-8310-775329b45acd HTTP/1.1" status: 200 len: 854 time: 0.2156043 Nov 08 13:47:18.874556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Request body: {'port': {'device_id': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'admin_state_up': True, 'tenant_id': '6f23e46663f14d3e93c176bbcf05dadd'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:18.947342 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-afa18c5e-96e5-4435-94aa-3a6e2b04da42 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a54e92f5-4259-495b-9459-c7a63f732877&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652306 Nov 08 13:47:19.003704 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-72f0999f-e5d7-4485-b465-59b6c7fbc0b5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "GET /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3621335 Nov 08 13:47:19.039399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:19.101259 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-470944f2-23d2-40c8-aae6-1758984c68d1 req-0b090ef9-212b-48e9-9672-e4aff1e948e5 service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387198 Nov 08 13:47:19.102845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.132938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.141919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Made reservation on behalf of 6f23e46663f14d3e93c176bbcf05dadd for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:19.145861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.175486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.194373 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.200818 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.208358 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-9bd3cb63-c575-4917-980e-26b5dbb068a0 service neutron] 10.222.0.54 "GET /v2.0/networks/a54e92f5-4259-495b-9459-c7a63f732877?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482169 Nov 08 13:47:19.254054 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Attempting to bind port 321c8938-7e64-4ae0-b046-ffd281a2f574 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:19.254967 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Attempting to bind port 321c8938-7e64-4ae0-b046-ffd281a2f574 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:19.254967 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Attempting to bind port 321c8938-7e64-4ae0-b046-ffd281a2f574 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:19.264286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Made reservation on behalf of 6f23e46663f14d3e93c176bbcf05dadd for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:19.267929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.268973 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:19.269432 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:19.270016 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.270665 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:19.270843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Bound port: 321c8938-7e64-4ae0-b046-ffd281a2f574, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:19.271215 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.275072 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965a41e-5dda-465c-b50c-cda42eb6c943 None None] Pushing event updated for resources: {'Port': ['ID=321c8938-7e64-4ae0-b046-ffd281a2f574,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:19.288467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e262222-22b8-4ddb-b147-eaadd8f3d4f5 req-25e3650a-06b6-4aff-af79-090d538e0e1e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:19.290092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e262222-22b8-4ddb-b147-eaadd8f3d4f5 req-25e3650a-06b6-4aff-af79-090d538e0e1e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.2851458 Nov 08 13:47:19.318356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Pushing event updated for resources: {'Port': ['ID=954d2f00-9a8b-47ef-80f2-c8f9ce35b21e,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:19.334504 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] For port 321c8938-7e64-4ae0-b046-ffd281a2f574, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:19.338533 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] For port 321c8938-7e64-4ae0-b046-ffd281a2f574, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=321c8938-7e64-4ae0-b046-ffd281a2f574,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:19.342878 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.399627 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:19.400275 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:19.432499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.447211 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a965a41e-5dda-465c-b50c-cda42eb6c943 None None] Pushing event updated for resources: {'Port': ['ID=321c8938-7e64-4ae0-b046-ffd281a2f574,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:19.473891 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f1f98a8-a9c3-4bd4-8ef0-fe1901a448eb req-97aaa40a-7a16-4e2b-a097-e59de2cf1e20 service neutron] 10.222.0.54 "GET /v2.0/networks/a54e92f5-4259-495b-9459-c7a63f732877?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565498 Nov 08 13:47:19.501749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] For port 755b8ff9-7c93-4629-8dd9-a932a5376090, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=755b8ff9-7c93-4629-8dd9-a932a5376090,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:19.517060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e262222-22b8-4ddb-b147-eaadd8f3d4f5 req-a61ab935-04ee-4e13-b915-d230bdc80947 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054868 Nov 08 13:47:19.530847 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:19.544445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Allocated IP 172.20.0.6 (8bae8f51-8102-4d3b-b1bc-d26929bb60ca/482d8aa9-f008-4cac-b98d-7d8c22add404/96d99256-3fa3-4c0c-a613-41b3ce3cbd09) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:19.554046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] For port 755b8ff9-7c93-4629-8dd9-a932a5376090, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:19.580696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.582482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-3d202c0d-bad3-4733-9a2f-a6872fd74f95 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8895919 Nov 08 13:47:19.593971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] device_id is not set on port 755b8ff9-7c93-4629-8dd9-a932a5376090 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:47:19.603359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.610405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.693151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=755b8ff9-7c93-4629-8dd9-a932a5376090,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:19.696024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] No DVR routers for this DVR port 755b8ff9-7c93-4629-8dd9-a932a5376090 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:19.751110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] In _notify_port_updated(), no bound segment for port 755b8ff9-7c93-4629-8dd9-a932a5376090 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:47:19.753723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:19.754412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.755762 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-4b61e29c-bc76-405e-8109-7f7c3dbe3bd4 service neutron] 10.222.0.70 "PUT /v2.0/ports/755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 200 len: 1031 time: 0.7290816 Nov 08 13:47:19.762804 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:15Z', 'revision_number': 3, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:19.767495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:47:19.795581 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1aa64d-2e9c-494b-8420-16fa51a2ce79 None None] The sync data for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 is: [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:15Z', 'revision_number': 3, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:19.816250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-62dc2839-e6af-4971-87eb-7cb7e5a3dce5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:19.818664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-62dc2839-e6af-4971-87eb-7cb7e5a3dce5 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "GET /v2.0/ports/f7894455-b4e3-451b-9834-023a2cc3bf70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0558660 Nov 08 13:47:19.832794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:19.845990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-5dea4394-3a36-4547-9b5b-35ac6b0b1c76 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.2348161 Nov 08 13:47:19.934530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:19.971963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:20.025574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'port_id': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'mac_address': 'fa:16:3e:77:9c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:47:20.065574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-365ce3ee-7dda-43ed-9f2e-aadfe07c3601 None None] Provisioning complete for port 755b8ff9-7c93-4629-8dd9-a932a5376090 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:20.066223 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-365ce3ee-7dda-43ed-9f2e-aadfe07c3601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.114581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.157414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-365ce3ee-7dda-43ed-9f2e-aadfe07c3601 None None] Port 755b8ff9-7c93-4629-8dd9-a932a5376090 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:47:20.167327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d74fdf93-114a-4aa7-8af5-9c1d90e119d0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:20.198644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:20.204838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.206252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] For port f7894455-b4e3-451b-9834-023a2cc3bf70, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=f7894455-b4e3-451b-9834-023a2cc3bf70,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:20.286118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:20.288346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] For port f7894455-b4e3-451b-9834-023a2cc3bf70, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:20.342823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.344832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] device_id is not set on port f7894455-b4e3-451b-9834-023a2cc3bf70 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:47:20.359978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.369021 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.465659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d74fdf93-114a-4aa7-8af5-9c1d90e119d0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:20.494384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] Pushing event updated for resources: {'Port': ['ID=f7894455-b4e3-451b-9834-023a2cc3bf70,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:20.518046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] No DVR routers for this DVR port f7894455-b4e3-451b-9834-023a2cc3bf70 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:20.532360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ecaf4-c358-47a2-9963-93fe92f661dc req-21cb66ee-ad88-42dd-b695-63fbae4f0661 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:20.533977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f8ecaf4-c358-47a2-9963-93fe92f661dc req-21cb66ee-ad88-42dd-b695-63fbae4f0661 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.8016515 Nov 08 13:47:20.549859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.588947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] In _notify_port_updated(), no bound segment for port f7894455-b4e3-451b-9834-023a2cc3bf70 on network f767e36a-290e-48ef-925b-56709f03d469 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:47:20.590897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:20.591754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.594025 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-e62f5d2a-ff0b-44f0-aebf-bde2e7bc1298 service neutron] 10.222.0.70 "PUT /v2.0/ports/f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 200 len: 1031 time: 0.7665091 Nov 08 13:47:20.616052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-86e62ca3-0405-464c-bb21-9592e2362e5b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:20.617499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f4606aa-e481-4eb6-9a33-635994aa7f12 req-86e62ca3-0405-464c-bb21-9592e2362e5b tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.3095512 Nov 08 13:47:20.774574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f8ecaf4-c358-47a2-9963-93fe92f661dc req-2f6a4f53-3042-4eea-b049-d9d2a6c65875 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2227290 Nov 08 13:47:20.917446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:20.927635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 321c8938-7e64-4ae0-b046-ffd281a2f574 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:20.984252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:20.992353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:21.030048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:21.034168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ad64b5da-2626-493d-93f6-c3f0c3b1c1aa None None] Provisioning complete for port f7894455-b4e3-451b-9834-023a2cc3bf70 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:21.034601 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad64b5da-2626-493d-93f6-c3f0c3b1c1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.040159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event updated for resources: {'Port': ['ID=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:21.101142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ad64b5da-2626-493d-93f6-c3f0c3b1c1aa None None] Port f7894455-b4e3-451b-9834-023a2cc3bf70 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:47:21.105833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 321c8938-7e64-4ae0-b046-ffd281a2f574 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:21.106598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.130646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 755b8ff9-7c93-4629-8dd9-a932a5376090 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:21.160365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8173d-e914-44cf-9bdb-827918edf3af req-acb586ec-63ed-4398-b5f5-9da4715d8938 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:21.171044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8173d-e914-44cf-9bdb-827918edf3af req-acb586ec-63ed-4398-b5f5-9da4715d8938 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:21.178527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8173d-e914-44cf-9bdb-827918edf3af req-acb586ec-63ed-4398-b5f5-9da4715d8938 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:21.186422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8173d-e914-44cf-9bdb-827918edf3af req-acb586ec-63ed-4398-b5f5-9da4715d8938 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:21.192923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8173d-e914-44cf-9bdb-827918edf3af req-acb586ec-63ed-4398-b5f5-9da4715d8938 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:21.194850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bb8173d-e914-44cf-9bdb-827918edf3af req-acb586ec-63ed-4398-b5f5-9da4715d8938 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 3886 time: 0.3631916 Nov 08 13:47:21.208041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 755b8ff9-7c93-4629-8dd9-a932a5376090 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:21.208572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:21.252812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0e171-3a6c-460d-b1f1-e0d86012f8e3 req-670ab37b-5db5-4e46-9003-8f2f66245cf1 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:21.256139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ee0e171-3a6c-460d-b1f1-e0d86012f8e3 req-670ab37b-5db5-4e46-9003-8f2f66245cf1 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 943 time: 0.2673349 Nov 08 13:47:21.275129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Allocated IP 172.20.0.5 (8bae8f51-8102-4d3b-b1bc-d26929bb60ca/482d8aa9-f008-4cac-b98d-7d8c22add404/c781ce75-59d7-41df-a18c-e7813e8e844f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:21.281762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.294252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:21.294515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.313699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 321c8938-7e64-4ae0-b046-ffd281a2f574, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=321c8938-7e64-4ae0-b046-ffd281a2f574,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:21.322336 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.347426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:21.348799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.352327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Allocated IP 172.20.0.1 (c176a417-3446-4288-b5ad-a2f00f57784d/ef9de8c1-ce8e-47ad-a451-fc1291515ba2/b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:21.362210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bb8173d-e914-44cf-9bdb-827918edf3af req-9f631886-1035-4f8c-8858-52db61d78a5f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561236 Nov 08 13:47:21.508403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] For port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:21.508403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.538324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:21.549954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-f50aba15-1594-4cb2-a056-06e96b204e83 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0303388 Nov 08 13:47:21.595390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Request body: {'port': {'device_id': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:21.596287 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.615333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85de53a2-dbc8-4b19-9211-85aa0c70fdf6 req-fb29ad1b-328e-4760-95aa-19d892f79ae8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 210 time: 0.0742311 Nov 08 13:47:21.638766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:21.640880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:21.643932 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718e0860-d6ba-4e54-9aeb-d38b456695bb" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:21.646708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=321c8938-7e64-4ae0-b046-ffd281a2f574,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:21.654717 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.656278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 77ee4469-4241-4244-812a-6df86238e76d no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:21.679901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.683058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ee0e171-3a6c-460d-b1f1-e0d86012f8e3 req-f436205b-8efb-43e8-808c-28f8df60c9c6 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072990 Nov 08 13:47:21.754297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.760877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:21.794913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11a3e884-2035-49e6-9108-976d10be109b details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:47:21.797215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:21.812611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.825559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-85448fc4-5df2-4250-883c-3fda5dbb9225 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips/1d49284d-7dc0-4796-b418-afdc4621f925 HTTP/1.1" status: 200 len: 693 time: 0.1046915 Nov 08 13:47:21.826139 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.852928 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:21.893480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event updated for resources: {'Port': ['ID=c781ce75-59d7-41df-a18c-e7813e8e844f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:21.900818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:21.912431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:21.958020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:21.994097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:21.995304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.005721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 77ee4469-4241-4244-812a-6df86238e76d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=77ee4469-4241-4244-812a-6df86238e76d,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:22.030012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.030466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 82c6d4aa-48c3-4216-93a8-3ef166060413 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:22.095860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:22.096616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 11a3e884-2035-49e6-9108-976d10be109b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11a3e884-2035-49e6-9108-976d10be109b,segment=NetworkSegment(d5c74fd0-f889-47a0-9802-9391a84a0d68),segment_id=d5c74fd0-f889-47a0-9802-9391a84a0d68)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:22.096955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.111180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.124334 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-100f1ca1-82e9-4842-b430-c57742d06ec8 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2591319 Nov 08 13:47:22.133862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '11a3e884-2035-49e6-9108-976d10be109b', 'network_id': 'a54e92f5-4259-495b-9459-c7a63f732877', 'port_id': '11a3e884-2035-49e6-9108-976d10be109b', 'mac_address': 'fa:16:3e:71:ff:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0625aef-2817-414e-8310-775329b45acd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:47:22.151556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Request body: {'port': {'device_id': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:22.157458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:22.205679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c32e6-47ad-4b01-84ea-af8970848b1a req-c12080cd-762d-48cd-bd98-116687542ee2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:22.208322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-693c32e6-47ad-4b01-84ea-af8970848b1a req-c12080cd-762d-48cd-bd98-116687542ee2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 945 time: 0.4950497 Nov 08 13:47:22.257055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.261135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.262972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=77ee4469-4241-4244-812a-6df86238e76d,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:22.263135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.270011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] No DVR routers for this DVR port 7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:22.273647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.278576 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-324b1250-f00a-4636-aa9e-b00c2ae1eb8e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "DELETE /v2.0/ports/7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6 HTTP/1.1" status: 204 len: 173 time: 1.6770356 Nov 08 13:47:22.282631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:22.285073 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf838cb-bf0f-4d65-878e-53b6c62b8695" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:22.299451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a3e884-2035-49e6-9108-976d10be109b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:22.325218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.354055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 11a3e884-2035-49e6-9108-976d10be109b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11a3e884-2035-49e6-9108-976d10be109b,segment=NetworkSegment(d5c74fd0-f889-47a0-9802-9391a84a0d68),segment_id=d5c74fd0-f889-47a0-9802-9391a84a0d68)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:22.362467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Pushing event updated for resources: {'Port': ['ID=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:22.364278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:22.368691 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.375841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Network c176a417-3446-4288-b5ad-a2f00f57784d is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:22.404602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:22.413620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-484b1108-c111-4631-bec5-4bb8502381e6 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:22.421914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-484b1108-c111-4631-bec5-4bb8502381e6 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.5661914 Nov 08 13:47:22.423957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:22.438095 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.444451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=11a3e884-2035-49e6-9108-976d10be109b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:22.446970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.514129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.553564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:22.560178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 82c6d4aa-48c3-4216-93a8-3ef166060413, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=82c6d4aa-48c3-4216-93a8-3ef166060413,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:22.570894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.571437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:22.584759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:22.586092 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.670116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-0447a1be-3e99-4e26-ba43-a1db8530fc2e tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:47:22.675647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-0447a1be-3e99-4e26-ba43-a1db8530fc2e tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2528183 Nov 08 13:47:22.676205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=82c6d4aa-48c3-4216-93a8-3ef166060413,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:22.735508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] For port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:22.737715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.760562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.763253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:22.825236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:22.833761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.834475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device f7894455-b4e3-451b-9834-023a2cc3bf70 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:22.901126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 321c8938-7e64-4ae0-b046-ffd281a2f574 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:22.942218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['11a3e884-2035-49e6-9108-976d10be109b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:22.952864 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:22.975200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-3ad25a6c-0a97-4701-a57b-2b01d6479d87 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.1292353 Nov 08 13:47:22.980733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-693c32e6-47ad-4b01-84ea-af8970848b1a req-44a150d2-d557-4f2c-8ba8-88448ed9934a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7453837 Nov 08 13:47:22.996201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-90452ebf-5d87-4a33-a884-f1cb893bedce None None] Provisioning complete for port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:22.999884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:23.000715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-90452ebf-5d87-4a33-a884-f1cb893bedce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.015453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.036939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] No DVR routers for this DVR port 63aa9cf2-a237-4509-9b99-c5ebf4da9f60 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:23.050601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.054279 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-1141390c-55ec-4d15-b527-fb80f53e3bce tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "DELETE /v2.0/ports/63aa9cf2-a237-4509-9b99-c5ebf4da9f60 HTTP/1.1" status: 204 len: 173 time: 0.7654312 Nov 08 13:47:23.064387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-59cebae8-ef35-4acb-b7bf-d2794bc083e7 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.157 HTTP/1.1" status: 200 len: 696 time: 0.0881867 Nov 08 13:47:23.072993 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.081249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:23.082428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=63aa9cf2-a237-4509-9b99-c5ebf4da9f60,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:23.085383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device f7894455-b4e3-451b-9834-023a2cc3bf70 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:23.086032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 3a6677fd-d668-49ba-87b3-03b97da9b7ac no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:23.115107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.139688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-90452ebf-5d87-4a33-a884-f1cb893bedce None None] Port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:47:23.169779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Transition to ACTIVE for port object 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:23.201129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.209264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 321c8938-7e64-4ae0-b046-ffd281a2f574 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:23.210065 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.328124 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c302e2af-53da-45d1-82af-9b978780c7ed x-openstack-request-id: req-c302e2af-53da-45d1-82af-9b978780c7ed {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:23.328817 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:23.329219 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c302e2af-53da-45d1-82af-9b978780c7ed {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:23.329753 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6', 'code': 200} Nov 08 13:47:23.354796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:23.429406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 3a6677fd-d668-49ba-87b3-03b97da9b7ac {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:23.429995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.526811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Deleting port 954d2f00-9a8b-47ef-80f2-c8f9ce35b21e {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:23.528175 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.564016 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.570697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32224a0-b27f-43bb-84b6-30ebe3b8851d req-9ded09ee-3d8e-4a14-8951-030b4c0b57a8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:23.577086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.578772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d32224a0-b27f-43bb-84b6-30ebe3b8851d req-9ded09ee-3d8e-4a14-8951-030b4c0b57a8 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1990960 Nov 08 13:47:23.580685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Attempting to bind port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:23.581028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Attempting to bind port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:23.581535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Attempting to bind port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:23.622901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] For port 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:23.623268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.637097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:23.637097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Attempting to bind port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:23.647698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c781ce75-59d7-41df-a18c-e7813e8e844f {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:23.657674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 3a6677fd-d668-49ba-87b3-03b97da9b7ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a6677fd-d668-49ba-87b3-03b97da9b7ac,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:23.659115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 3a6677fd-d668-49ba-87b3-03b97da9b7ac owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:23.662534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.669328 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.685118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:23.685457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Checking segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:23.685859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Bound using segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:23.686298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Bound port: 96d99256-3fa3-4c0c-a613-41b3ce3cbd09, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:23.686668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.688491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Transition to ACTIVE for port object c781ce75-59d7-41df-a18c-e7813e8e844f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:23.698347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.720543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.727199 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.743553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=3a6677fd-d668-49ba-87b3-03b97da9b7ac,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:23.771338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d32224a0-b27f-43bb-84b6-30ebe3b8851d req-01bb3e12-eef9-431f-888a-03cd5a3c0f1f tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1915853 Nov 08 13:47:23.800040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Pushing event updated for resources: {'Port': ['ID=c781ce75-59d7-41df-a18c-e7813e8e844f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:23.823723 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef180204-c84a-4d1c-9573-dcdd5c2626e1 x-openstack-request-id: req-ef180204-c84a-4d1c-9573-dcdd5c2626e1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:23.824046 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:23.824362 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef180204-c84a-4d1c-9573-dcdd5c2626e1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:23.824825 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '7b3aa44b-61b2-4d79-b3ed-3cc918b2c7a6', 'status': 'completed', 'code': 200} Nov 08 13:47:23.846433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.846858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.890874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Calling delete_port for 954d2f00-9a8b-47ef-80f2-c8f9ce35b21e owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:23.894563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Pushing event updated for resources: {'Port': ['ID=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:23.911219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.942621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Attempting to bind port c781ce75-59d7-41df-a18c-e7813e8e844f on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:23.943018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Attempting to bind port c781ce75-59d7-41df-a18c-e7813e8e844f by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:23.943481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Attempting to bind port c781ce75-59d7-41df-a18c-e7813e8e844f on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:23.953980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Port c781ce75-59d7-41df-a18c-e7813e8e844f on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:23.953980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Attempting to bind port c781ce75-59d7-41df-a18c-e7813e8e844f on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:23.959686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:23.960050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Checking segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:23.960481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Bound using segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:23.960877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Bound port: c781ce75-59d7-41df-a18c-e7813e8e844f, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:23.961239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:23.965059 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.005198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=3a6677fd-d668-49ba-87b3-03b97da9b7ac,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:24.010787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] For port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:24.069748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] For port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:24.078334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] No DVR routers for this DVR port 3a6677fd-d668-49ba-87b3-03b97da9b7ac on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:24.083495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.084211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.087602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-eca56448-a9ee-41f1-8ac2-a44869488a69 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "DELETE /v2.0/ports/3a6677fd-d668-49ba-87b3-03b97da9b7ac HTTP/1.1" status: 204 len: 173 time: 1.0265286 Nov 08 13:47:24.111758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f919f-880b-4936-b478-2436d9771b71 req-066a7bbf-0aec-48b6-bca3-ceb311111503 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.117775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f919f-880b-4936-b478-2436d9771b71 req-066a7bbf-0aec-48b6-bca3-ceb311111503 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.124179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f919f-880b-4936-b478-2436d9771b71 req-066a7bbf-0aec-48b6-bca3-ceb311111503 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.125901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-063f919f-880b-4936-b478-2436d9771b71 req-066a7bbf-0aec-48b6-bca3-ceb311111503 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 2333 time: 0.2422652 Nov 08 13:47:24.138689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] For port c781ce75-59d7-41df-a18c-e7813e8e844f, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:24.181208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] For port c781ce75-59d7-41df-a18c-e7813e8e844f, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c781ce75-59d7-41df-a18c-e7813e8e844f,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:24.193304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.195952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.195952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.197196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] 10.222.0.70 "PUT /v2.0/ports/96d99256-3fa3-4c0c-a613-41b3ce3cbd09 HTTP/1.1" status: 200 len: 1091 time: 2.6298294 Nov 08 13:47:24.200653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'tag': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:24.203093 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9ba3c2-b703-4431-9795-478805207e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8cb74ef-966d-433b-b126-6904b5363c7d", "tag": "96d99256-3fa3-4c0c-a613-41b3ce3cbd09"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:24.244197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.247830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.247830 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] 10.222.0.54 "PUT /v2.0/ports/c781ce75-59d7-41df-a18c-e7813e8e844f HTTP/1.1" status: 200 len: 1091 time: 2.1007519 Nov 08 13:47:24.275157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b60f13-8281-4968-a16f-2583f16de1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:24.278166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ddc83-6b91-4d75-9c22-6174f4ee860e service neutron] Pushing event updated for resources: {'Port': ['ID=c781ce75-59d7-41df-a18c-e7813e8e844f,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:24.284334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 82c6d4aa-48c3-4216-93a8-3ef166060413 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:24.284600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.320319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Network c176a417-3446-4288-b5ad-a2f00f57784d is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:24.340133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:24.345188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-063f919f-880b-4936-b478-2436d9771b71 req-a9925eb4-327b-47ca-a39b-a30f69e375f4 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups?id=6df12f4a-2b8a-4232-bc44-b741ac0d7285&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879385 Nov 08 13:47:24.423141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.447434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] For port 82c6d4aa-48c3-4216-93a8-3ef166060413, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=82c6d4aa-48c3-4216-93a8-3ef166060413,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:24.448061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.540461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 82c6d4aa-48c3-4216-93a8-3ef166060413 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:24.582591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-98e0b3fe-bd86-401c-ba3c-2883455025b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.585214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-98e0b3fe-bd86-401c-ba3c-2883455025b8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 1094 time: 0.1094835 Nov 08 13:47:24.690350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-42618ac9-3b69-416e-9fb0-d12a8bf48be8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c781ce75-59d7-41df-a18c-e7813e8e844f HTTP/1.1" status: 200 len: 217 time: 0.0673795 Nov 08 13:47:24.776197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-793becfb-e22a-458c-a878-d7c71e57a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.778290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-793becfb-e22a-458c-a878-d7c71e57a68f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.0788891 Nov 08 13:47:24.817548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fcda8758-e828-4cd5-8ad3-c7cde851c4e0 None None] Provisioning complete for port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:24.818633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fcda8758-e828-4cd5-8ad3-c7cde851c4e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.846976 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-48423784-1f62-44cf-8306-818411d1b4ce service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581956 Nov 08 13:47:24.867996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fcda8758-e828-4cd5-8ad3-c7cde851c4e0 None None] Port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:47:24.900117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Pushing event deleted for resources: {'Port': ['ID=954d2f00-9a8b-47ef-80f2-c8f9ce35b21e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:24.910391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-73c1e5b7-89e6-47bf-b878-7b0672745ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:24.912344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-73c1e5b7-89e6-47bf-b878-7b0672745ff1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=a8cb74ef-966d-433b-b126-6904b5363c7d HTTP/1.1" status: 200 len: 1094 time: 0.6086292 Nov 08 13:47:24.942655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:24.984102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=82c6d4aa-48c3-4216-93a8-3ef166060413,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:25.035005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] No DVR routers for this DVR port 82c6d4aa-48c3-4216-93a8-3ef166060413 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:25.040969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.045041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-9d64bd51-6a53-4a73-9c86-0aa8859ebe59 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "DELETE /v2.0/ports/82c6d4aa-48c3-4216-93a8-3ef166060413 HTTP/1.1" status: 204 len: 173 time: 0.9508736 Nov 08 13:47:25.082685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-7533e446-0774-4e2e-a246-b4b6af40296f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d99256-3fa3-4c0c-a613-41b3ce3cbd09 HTTP/1.1" status: 200 len: 217 time: 0.1092958 Nov 08 13:47:25.090087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-d2f233c4-dda3-4a5c-8187-fd0edec22a75 service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294805 Nov 08 13:47:25.150761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556d58f-ec4d-4575-9428-65c42d178935 req-057e6af8-fce1-43c2-862a-a62e63dfad7c tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.153081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0556d58f-ec4d-4575-9428-65c42d178935 req-057e6af8-fce1-43c2-862a-a62e63dfad7c tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 943 time: 0.2587667 Nov 08 13:47:25.171495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.174516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.175714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a2ff1f6-c11f-4c6a-8637-4d638343f577 req-64f6405e-89c1-446d-ae7f-484d8c0423b5 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "DELETE /v2.0/floatingips/1d49284d-7dc0-4796-b418-afdc4621f925 HTTP/1.1" status: 204 len: 173 time: 2.0796747 Nov 08 13:47:25.183007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:47:25.221140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-a068689b-ec99-4cb3-9019-dde6b81b9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.225714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-a068689b-ec99-4cb3-9019-dde6b81b9e8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.1275890 Nov 08 13:47:25.242910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 77ee4469-4241-4244-812a-6df86238e76d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:25.243263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.247758 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-46066c68-2692-45eb-8811-f990b795f5a0 service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472607 Nov 08 13:47:25.325972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-2af8ce53-9967-4636-aa60-7cb4769f564a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843184 Nov 08 13:47:25.331179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ee4469-4241-4244-812a-6df86238e76d'}, {'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:25.336809 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57565d82-f113-4603-b154-d3e320adef2e" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "77ee4469-4241-4244-812a-6df86238e76d"}, {"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-plugged", "status": "completed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:25.385758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] For port 77ee4469-4241-4244-812a-6df86238e76d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=77ee4469-4241-4244-812a-6df86238e76d,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:25.386178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.457869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0556d58f-ec4d-4575-9428-65c42d178935 req-e9cfc375-fc4c-4c46-9054-f95754f0d6b5 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903776 Nov 08 13:47:25.571937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69616456-5506-48d7-af4d-26125d96cdec req-9538f829-c725-4778-bdf1-452076ccc746 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.574555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69616456-5506-48d7-af4d-26125d96cdec req-9538f829-c725-4778-bdf1-452076ccc746 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 944 time: 0.3109336 Nov 08 13:47:25.697961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.698490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.699146 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Floating IP a501f364-96d3-425d-9a0b-cf5a43074494 disassociated. External IP: 172.25.8.185, port: 77ee4469-4241-4244-812a-6df86238e76d. Nov 08 13:47:25.700088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 77ee4469-4241-4244-812a-6df86238e76d owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:25.776701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69616456-5506-48d7-af4d-26125d96cdec req-cd92923a-94e1-4520-9db3-8316e0cc9427 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464868 Nov 08 13:47:25.792044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11a3e884-2035-49e6-9108-976d10be109b up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:25.841517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:47:25.850175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-e2d7230e-0410-4de0-b5b3-2b8173151027 service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869413 Nov 08 13:47:25.872522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3eaae9f5-70ce-489c-a4b3-156dd6e96108 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c8e4180-865d-4f93-be1f-37ed8c73ae3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3049183 Nov 08 13:47:25.876344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac'}, {'name': 'network-changed', 'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f'}, {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:25.879178 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209f5e8d-f93d-42b6-bb79-b21295576ba6" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac"}, {"name": "network-changed", "server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f"}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:25.883541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:25.899062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Sync routers for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:47:25.944855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:25.945239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:25.951095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e6d23-fb93-4ff9-94d4-aa4e59cc524d req-86895ac1-cf70-47b0-ab34-c4abb356d3c7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:25.955485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=77ee4469-4241-4244-812a-6df86238e76d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:25.961106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-248e6d23-fb93-4ff9-94d4-aa4e59cc524d req-86895ac1-cf70-47b0-ab34-c4abb356d3c7 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.3849726 Nov 08 13:47:26.063242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 11a3e884-2035-49e6-9108-976d10be109b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:47:26.071327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 11a3e884-2035-49e6-9108-976d10be109b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:26.072115 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:26.142932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-248e6d23-fb93-4ff9-94d4-aa4e59cc524d req-27b8a9de-82fc-4d89-a2c8-a1a75832a99d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1807530 Nov 08 13:47:26.175555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788db7a-3f04-49de-a9bb-47400fbbf8d3 req-7f42658b-b127-4870-ad66-0ca1be8ff83b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:26.186562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f788db7a-3f04-49de-a9bb-47400fbbf8d3 req-7f42658b-b127-4870-ad66-0ca1be8ff83b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.2482626 Nov 08 13:47:26.218967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61c04e0-188b-41f8-aaa4-c524065e464a req-05de7928-4051-4d1b-9286-f17871a827c2 service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528094 Nov 08 13:47:26.327061 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f788db7a-3f04-49de-a9bb-47400fbbf8d3 req-4bc43560-7d15-4361-a232-3b31b87a17f3 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138399 Nov 08 13:47:26.336433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:47:26.519290 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de5cb74-5072-483a-924c-7d7df278cd12 x-openstack-request-id: req-7de5cb74-5072-483a-924c-7d7df278cd12 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:26.519771 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8cb74ef-966d-433b-b126-6904b5363c7d", "tag": "96d99256-3fa3-4c0c-a613-41b3ce3cbd09", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:26.520147 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7de5cb74-5072-483a-924c-7d7df278cd12 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:26.520717 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'tag': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09', 'status': 'completed', 'code': 200} Nov 08 13:47:26.522130 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-078fc798-431b-4048-b4c7-ccc61e7ad504 req-a7d6a23f-e886-43b2-84c7-3f775cbb9ef0 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] show failed (client error): The resource could not be found. Nov 08 13:47:26.540648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-078fc798-431b-4048-b4c7-ccc61e7ad504 req-a7d6a23f-e886-43b2-84c7-3f775cbb9ef0 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips/1d49284d-7dc0-4796-b418-afdc4621f925 HTTP/1.1" status: 404 len: 350 time: 0.1586449 Nov 08 13:47:26.593317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:47:26.604589 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] Sync routers for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:47:26.621669 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:26.624331 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:26.638894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba3c2-b703-4431-9795-478805207e6d req-50a8a8b0-b8e9-4b6e-8cff-2c0c321d3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:26.641276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc9ba3c2-b703-4431-9795-478805207e6d req-50a8a8b0-b8e9-4b6e-8cff-2c0c321d3f8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=a8cb74ef-966d-433b-b126-6904b5363c7d HTTP/1.1" status: 200 len: 1094 time: 0.1374667 Nov 08 13:47:26.686471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] No DVR routers for this DVR port 77ee4469-4241-4244-812a-6df86238e76d on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:26.689967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:26.694414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2f7a5b77-5a22-4b1c-a2b0-f6ae8728d7ef req-23ad4edd-b1fc-4b51-8f53-9db29e7b9226 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.70 "DELETE /v2.0/ports/77ee4469-4241-4244-812a-6df86238e76d HTTP/1.1" status: 204 len: 173 time: 1.6423218 Nov 08 13:47:26.744730 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e39cc0-6704-4729-96ff-82db63fe30a7 x-openstack-request-id: req-06e39cc0-6704-4729-96ff-82db63fe30a7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:26.746397 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60", "status": "completed", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f", "status": "completed", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:26.746810 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06e39cc0-6704-4729-96ff-82db63fe30a7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:26.747373 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60', 'status': 'completed', 'code': 200} Nov 08 13:47:26.748038 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac', 'status': 'completed', 'code': 200} Nov 08 13:47:26.748498 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f', 'status': 'completed', 'code': 200} Nov 08 13:47:26.749153 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413', 'status': 'completed', 'code': 200} Nov 08 13:47:26.777502 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 875 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36241316-3f74-4f22-8448-5d794f1f5ffb x-openstack-request-id: req-36241316-3f74-4f22-8448-5d794f1f5ffb {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:26.778323 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "77ee4469-4241-4244-812a-6df86238e76d", "code": 200}, {"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-plugged", "status": "completed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "82c6d4aa-48c3-4216-93a8-3ef166060413", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "63aa9cf2-a237-4509-9b99-c5ebf4da9f60", "code": 200}, {"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-unplugged", "status": "completed", "tag": "3a6677fd-d668-49ba-87b3-03b97da9b7ac", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:26.780199 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36241316-3f74-4f22-8448-5d794f1f5ffb {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:26.783277 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ee4469-4241-4244-812a-6df86238e76d', 'code': 200} Nov 08 13:47:26.784003 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'code': 200} Nov 08 13:47:26.784645 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c6d4aa-48c3-4216-93a8-3ef166060413', 'code': 200} Nov 08 13:47:26.785302 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63aa9cf2-a237-4509-9b99-c5ebf4da9f60', 'code': 200} Nov 08 13:47:26.789205 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a6677fd-d668-49ba-87b3-03b97da9b7ac', 'code': 200} Nov 08 13:47:26.834734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a604dc7-e93d-481e-8674-891fa2070223 req-c12748e9-9fa8-47e2-a929-535e8481018e tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.1728134 Nov 08 13:47:26.861962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:26.937516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-c3497191-37ca-4ffc-bb09-75983b872331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:26.952610 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-c3497191-37ca-4ffc-bb09-75983b872331 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 1094 time: 0.1703906 Nov 08 13:47:27.029490 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:27.056986 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:27.149086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba3c2-b703-4431-9795-478805207e6d req-d4618913-9055-45a0-bc96-1b551efa1b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:27.151104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc9ba3c2-b703-4431-9795-478805207e6d req-d4618913-9055-45a0-bc96-1b551efa1b04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 914 time: 0.5017114 Nov 08 13:47:27.266498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-a15d180e-98cd-4a36-b120-19bc8788dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:27.271264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-a15d180e-98cd-4a36-b120-19bc8788dc5a service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 914 time: 0.3155293 Nov 08 13:47:27.287693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc9ba3c2-b703-4431-9795-478805207e6d req-78ee8379-04d0-42c0-be99-135677801bc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d99256-3fa3-4c0c-a613-41b3ce3cbd09 HTTP/1.1" status: 200 len: 217 time: 0.1271956 Nov 08 13:47:27.422685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ba3c2-b703-4431-9795-478805207e6d req-547d2c89-7b9b-4eac-96b5-0976667a7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:27.428838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc9ba3c2-b703-4431-9795-478805207e6d req-547d2c89-7b9b-4eac-96b5-0976667a7a04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.1329689 Nov 08 13:47:27.431880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 11a3e884-2035-49e6-9108-976d10be109b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11a3e884-2035-49e6-9108-976d10be109b,segment=NetworkSegment(d5c74fd0-f889-47a0-9802-9391a84a0d68),segment_id=d5c74fd0-f889-47a0-9802-9391a84a0d68)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:27.438055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-c6478c32-fc7c-45de-85e8-2a8973ab9b05 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c781ce75-59d7-41df-a18c-e7813e8e844f HTTP/1.1" status: 200 len: 217 time: 0.1576180 Nov 08 13:47:27.454477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:27.522751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50430) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:27.543884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-59bdc5c9-98fc-4c0d-9b33-c03f1f79aee9 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275986300', 'description': 'tempest-description--293473327'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:27.569614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc9ba3c2-b703-4431-9795-478805207e6d req-06bdc4dd-2a58-4f26-8bd9-2e91ff0ae1c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1327028 Nov 08 13:47:27.586017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-81fc5a77-3c58-4535-9050-90d2df938edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:27.592934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-81fc5a77-3c58-4535-9050-90d2df938edc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.1468933 Nov 08 13:47:27.662387 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-319431dc-1d11-42a9-9d75-1a6b15b192fc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622363 Nov 08 13:47:27.711405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=11a3e884-2035-49e6-9108-976d10be109b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:27.737070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:18Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:27.747163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:23Z', 'revision_number': 2, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:27.793130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Checking router: 8c8e4180-865d-4f93-be1f-37ed8c73ae3f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:27.793433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Updating router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:47:27.835879 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:27.849773 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59bdc5c9-98fc-4c0d-9b33-c03f1f79aee9 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:27.873232 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] Checking router: 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:27.881501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-7717afb1-e04f-4b61-950f-8df2646f40c5 service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103512 Nov 08 13:47:27.923459 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f4a92448-2c92-4972-b68c-52cea3730852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:27.932001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162f702-5d9a-4eee-b0bf-e5f568d455ba req-5db18dc4-806a-4925-b214-bef44aa5f48f tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:27.943424 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:27.944532 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:27.949950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f162f702-5d9a-4eee-b0bf-e5f568d455ba req-5db18dc4-806a-4925-b214-bef44aa5f48f tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 943 time: 0.3071139 Nov 08 13:47:28.012780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc9ba3c2-b703-4431-9795-478805207e6d req-89c9a675-3194-4912-86fb-db890b70ac8e service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279757 Nov 08 13:47:28.154863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209f5e8d-f93d-42b6-bb79-b21295576ba6 req-4dab6567-24b2-41f7-8648-60648d7e9a09 service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580631 Nov 08 13:47:28.191412 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:28.281261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f162f702-5d9a-4eee-b0bf-e5f568d455ba req-42039669-4bb8-495f-92dd-6880281ec096 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296187 Nov 08 13:47:28.375814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc9ba3c2-b703-4431-9795-478805207e6d req-4ed01577-95b9-4600-a962-cb5f8562e56f service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438995 Nov 08 13:47:28.435714 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.450568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.500926 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-e83fd280-b554-4baa-b3f7-13fd10eb216f req-e725bd3f-b158-4be6-b07d-88baf9145c19 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] show failed (client error): The resource could not be found. Nov 08 13:47:28.500926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e83fd280-b554-4baa-b3f7-13fd10eb216f req-e725bd3f-b158-4be6-b07d-88baf9145c19 tempest-FloatingIPsTestJSON-955986075 tempest-FloatingIPsTestJSON-955986075-project] 10.222.0.65 "GET /v2.0/floatingips/1d49284d-7dc0-4796-b418-afdc4621f925 HTTP/1.1" status: 404 len: 350 time: 0.1177273 Nov 08 13:47:28.515665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50454) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:28.623750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Attempting to bind port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:28.627666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Attempting to bind port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:28.628070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Attempting to bind port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 on network c176a417-3446-4288-b5ad-a2f00f57784d {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:28.642530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:28.643000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Checking segment: {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:28.648546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.649053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Bound using segment: {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:28.649586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Bound port: b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:28.650007 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.678473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59bdc5c9-98fc-4c0d-9b33-c03f1f79aee9 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.694116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa01e6-c4ec-4fc0-8dbd-b286be1dd38e None None] Pushing event updated for resources: {'Port': ['ID=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:28.796211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '77ee4469-4241-4244-812a-6df86238e76d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:28.798198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a3e884-2035-49e6-9108-976d10be109b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:28.800649 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea16a293-0f85-461a-ad82-632a51ff3828" -d '{"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "77ee4469-4241-4244-812a-6df86238e76d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:28.804235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59bdc5c9-98fc-4c0d-9b33-c03f1f79aee9 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.806060 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043a72e0-ba0f-40e6-bdea-c9967e364611" -d '{"events": [{"server_uuid": "e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c", "name": "network-vif-plugged", "status": "completed", "tag": "11a3e884-2035-49e6-9108-976d10be109b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:28.865236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] For port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:28.866153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdc5c9-98fc-4c0d-9b33-c03f1f79aee9 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3779409f-6aa8-45f8-992d-32f2c227460a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:28.870793 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59bdc5c9-98fc-4c0d-9b33-c03f1f79aee9 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.872122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-59bdc5c9-98fc-4c0d-9b33-c03f1f79aee9 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3438151 Nov 08 13:47:28.881303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-dd4b55cb-549c-47a5-94af-6719c3f65ba3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:28.889374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-dd4b55cb-549c-47a5-94af-6719c3f65ba3 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a64102b-c048-46fc-83f6-682d66dbfbf7 HTTP/1.1" status: 200 len: 943 time: 0.3903220 Nov 08 13:47:28.890823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] For port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:28.897685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50460) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:28.904637 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:28.907582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cf380684-b72e-4f9c-b8e3-b1421457074c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Request body: {'security_group_rule': {'security_group_id': '3779409f-6aa8-45f8-992d-32f2c227460a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:28.962806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7eb66-72a5-4915-93d2-3f486a069ddf req-b8a5002f-49c8-4ee1-8fbc-b25e9bc15a7e tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:28.975670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dc7eb66-72a5-4915-93d2-3f486a069ddf req-b8a5002f-49c8-4ee1-8fbc-b25e9bc15a7e tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 945 time: 0.3129263 Nov 08 13:47:29.033322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:29.033997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:29.037528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:18Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:29.103225 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2fbf86-9959-481d-aaa8-40d8fb4a30de None None] The sync data for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 is: [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:36:11Z', 'revision_number': 4, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dd64deda-270e-4980-be8c-44de402ab5e2', 'name': '', 'network_id': '0bc3c116-4768-4af8-99ab-853f72de11e6', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'mac_address': 'fa:16:3e:5d:19:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:10Z', 'updated_at': '2021-11-08T13:36:18Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'subnets': [{'id': '0d6cd4c7-77f6-4655-85dc-fb1803715c73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:29.189762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:47:29.267428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa01e6-c4ec-4fc0-8dbd-b286be1dd38e None None] Pushing event updated for resources: {'Port': ['ID=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:29.281964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf380684-b72e-4f9c-b8e3-b1421457074c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.316153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-04ea6edc-671b-45b2-8df5-5b9cd6a83670 None None] Provisioning complete for port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:29.321501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04ea6edc-671b-45b2-8df5-5b9cd6a83670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.406595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dc7eb66-72a5-4915-93d2-3f486a069ddf req-b5c1adb2-dfb2-42b3-a502-5fe70cb611dc tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4278746 Nov 08 13:47:29.420874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.547767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Deleting port 2557678b-cff4-4e8e-b6e9-8d3ce250064d {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:29.552029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.658615 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf380684-b72e-4f9c-b8e3-b1421457074c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.732935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf380684-b72e-4f9c-b8e3-b1421457074c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.766451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:29.777326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f3333-e238-44a2-9b9c-c2b3721afde0 None None] New status for floating IP a501f364-96d3-425d-9a0b-cf5a43074494: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:47:29.805327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf380684-b72e-4f9c-b8e3-b1421457074c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acc2888-1258-483c-9268-5f08f1ec8bb5,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:29.836797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf380684-b72e-4f9c-b8e3-b1421457074c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.838117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cf380684-b72e-4f9c-b8e3-b1421457074c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9341860 Nov 08 13:47:29.851245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:29.860897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-39296204-082b-465b-a7ce-561ad7f703ba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Request body: {'security_group_rule': {'security_group_id': '3779409f-6aa8-45f8-992d-32f2c227460a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:29.874513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] For port 2557678b-cff4-4e8e-b6e9-8d3ce250064d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2557678b-cff4-4e8e-b6e9-8d3ce250064d,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:29.874890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:29.894724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaded42-5820-4444-aea1-4d16d275660f req-8d373b7e-1ea4-4c63-af03-98e6f10335d0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:29.905304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8eaded42-5820-4444-aea1-4d16d275660f req-8d373b7e-1ea4-4c63-af03-98e6f10335d0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1862476 Nov 08 13:47:29.932234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c781ce75-59d7-41df-a18c-e7813e8e844f details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:47:29.977139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:29.997540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Calling delete_port for 2557678b-cff4-4e8e-b6e9-8d3ce250064d owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:30.091028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04ea6edc-671b-45b2-8df5-5b9cd6a83670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.102923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39296204-082b-465b-a7ce-561ad7f703ba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.134502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'port_id': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09', 'mac_address': 'fa:16:3e:27:81:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482d8aa9-f008-4cac-b98d-7d8c22add404', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:47:30.155222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8eaded42-5820-4444-aea1-4d16d275660f req-c11554dd-cb7f-40c3-a157-b07f3fed7726 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459111 Nov 08 13:47:30.338312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Deleting port dbf12035-5976-4f7f-831b-932ef193bb1b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:30.339766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.454315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef38417b-3069-4178-9e61-fe33b65d0468 req-55f7b1db-6cc9-40fc-a8b2-5f0fdf3e0427 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0733223 Nov 08 13:47:30.519486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] For port dbf12035-5976-4f7f-831b-932ef193bb1b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dbf12035-5976-4f7f-831b-932ef193bb1b,segment=NetworkSegment(7abb91fe-ceb9-43ea-9d53-5a22bb27d19b),segment_id=7abb91fe-ceb9-43ea-9d53-5a22bb27d19b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:30.523291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.587533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Calling delete_port for dbf12035-5976-4f7f-831b-932ef193bb1b owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:30.626670 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39296204-082b-465b-a7ce-561ad7f703ba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.662673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-04ea6edc-671b-45b2-8df5-5b9cd6a83670 None None] For port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:30.664088 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.672974 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c06c5f-dceb-4ca3-8092-6dfb5b92522e x-openstack-request-id: req-29c06c5f-dceb-4ca3-8092-6dfb5b92522e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:30.673342 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c", "name": "network-vif-plugged", "status": "completed", "tag": "11a3e884-2035-49e6-9108-976d10be109b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:30.673645 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29c06c5f-dceb-4ca3-8092-6dfb5b92522e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:30.674047 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a3e884-2035-49e6-9108-976d10be109b', 'code': 200} Nov 08 13:47:30.685875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04ea6edc-671b-45b2-8df5-5b9cd6a83670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.741220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:30.764357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39296204-082b-465b-a7ce-561ad7f703ba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.797106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c781ce75-59d7-41df-a18c-e7813e8e844f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c781ce75-59d7-41df-a18c-e7813e8e844f,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:30.849587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'c781ce75-59d7-41df-a18c-e7813e8e844f', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'port_id': 'c781ce75-59d7-41df-a18c-e7813e8e844f', 'mac_address': 'fa:16:3e:b4:81:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482d8aa9-f008-4cac-b98d-7d8c22add404', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:47:30.851349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea6edc-671b-45b2-8df5-5b9cd6a83670 None None] Pushing event updated for resources: {'Port': ['ID=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:30.885168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:30.892723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39296204-082b-465b-a7ce-561ad7f703ba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14d9715c-27b8-4ce9-89aa-56e6db042563,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:30.895506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-89388857-451a-4529-8637-68dcfa598549 None None] Provisioning complete for port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:30.896145 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-89388857-451a-4529-8637-68dcfa598549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.903709 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.937695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39296204-082b-465b-a7ce-561ad7f703ba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:30.943482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-39296204-082b-465b-a7ce-561ad7f703ba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0872295 Nov 08 13:47:30.992269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50470) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:31.009163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:31.050968 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:31.072010 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:31.080488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['3a8745d4-a747-4d4b-85c3-ee403e3e65f9'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:31.083345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0a4f58bd-187f-4ee5-8376-62eb40f10d80'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:31.141726 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049731b5-a045-4711-aa0e-c95adf16066d x-openstack-request-id: req-049731b5-a045-4711-aa0e-c95adf16066d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:31.142332 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741bd17d-0971-4eea-b8e6-9eba22328483", "name": "network-vif-deleted", "tag": "77ee4469-4241-4244-812a-6df86238e76d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:31.142751 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-049731b5-a045-4711-aa0e-c95adf16066d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:31.143296 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741bd17d-0971-4eea-b8e6-9eba22328483', 'name': 'network-vif-deleted', 'tag': '77ee4469-4241-4244-812a-6df86238e76d', 'status': 'completed', 'code': 200} Nov 08 13:47:31.146370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:31.167203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event deleted for resources: {'Port': ['ID=2557678b-cff4-4e8e-b6e9-8d3ce250064d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:31.196470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:31.211771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:28Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:31.214241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:31.223347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4643b79-f6f2-4803-9ab9-c2246cf01165 req-719846f2-c4c2-409a-bb43-249a099cd725 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:31.232397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4643b79-f6f2-4803-9ab9-c2246cf01165 req-719846f2-c4c2-409a-bb43-249a099cd725 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 943 time: 0.3450723 Nov 08 13:47:31.240903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf12035-5976-4f7f-831b-932ef193bb1b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:31.254005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['96d99256-3fa3-4c0c-a613-41b3ce3cbd09'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:31.296443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] No DVR routers for this DVR port 2557678b-cff4-4e8e-b6e9-8d3ce250064d on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:31.310955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:31.337314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62f6826b-ec08-47bd-be35-ec5207303a6a req-9cf74285-2ad5-49e6-aee8-70655a3b7c84 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "DELETE /v2.0/ports/2557678b-cff4-4e8e-b6e9-8d3ce250064d HTTP/1.1" status: 204 len: 173 time: 2.4469457 Nov 08 13:47:31.349319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-deleted', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:31.354073 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1a80e6-857c-4125-a7f9-66a22eefdf3a" -d '{"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-deleted", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:31.370186 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c781ce75-59d7-41df-a18c-e7813e8e844f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:31.435656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c781ce75-59d7-41df-a18c-e7813e8e844f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c781ce75-59d7-41df-a18c-e7813e8e844f,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:31.441304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ab590-264a-4446-a601-97da2f988f92 req-1aa8ee10-156e-430e-8731-d3ae2adfe8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:31.457419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6a2ab590-264a-4446-a601-97da2f988f92 req-1aa8ee10-156e-430e-8731-d3ae2adfe8c7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 1096 time: 0.3273404 Nov 08 13:47:31.579989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4643b79-f6f2-4803-9ab9-c2246cf01165 req-e14bf73a-7c94-4141-8ed5-c20f2ee8c987 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361633 Nov 08 13:47:31.649788 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6a2ab590-264a-4446-a601-97da2f988f92 req-1085cdcf-7d34-4c4a-871a-e17376c2ab0f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824195 Nov 08 13:47:31.698011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:31.734985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d3d26c-3735-46d5-b3df-f9091eae6995 None None] The sync data for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 is: [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:28Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:31.762537 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:31.950991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f8688-da29-4288-adcd-2e025160256d req-980cdc6a-4e26-411d-9f94-4e117ed75fa3 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:31.958823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b19f8688-da29-4288-adcd-2e025160256d req-980cdc6a-4e26-411d-9f94-4e117ed75fa3 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 945 time: 0.1608016 Nov 08 13:47:31.970706 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfe2c-a3e2-421b-8c58-fc84aad4c40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:32.022434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:32.222543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b19f8688-da29-4288-adcd-2e025160256d req-021764bb-112c-4689-a323-52bb190c23de tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626071 Nov 08 13:47:32.225208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Allocated IP 172.25.8.25 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/02c40e92-27ab-41df-b6c3-80b04e7a619e) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:32.253371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c781ce75-59d7-41df-a18c-e7813e8e844f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:32.300406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c781ce75-59d7-41df-a18c-e7813e8e844f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:32.333473 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31847f78-776b-48c1-a3ea-0b20c6678919 x-openstack-request-id: req-31847f78-776b-48c1-a3ea-0b20c6678919 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:32.334698 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a64102b-c048-46fc-83f6-682d66dbfbf7", "name": "network-vif-deleted", "tag": "2557678b-cff4-4e8e-b6e9-8d3ce250064d", "status": "failed", "code": 422}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:32.338074 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31847f78-776b-48c1-a3ea-0b20c6678919 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:32.338753 n-d-804292-2 neutron-server[101841]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7a64102b-c048-46fc-83f6-682d66dbfbf7', 'name': 'network-vif-deleted', 'tag': '2557678b-cff4-4e8e-b6e9-8d3ce250064d', 'status': 'failed', 'code': 422} returned with failed status Nov 08 13:47:32.592540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:32.626426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:47:32.723488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:32.769060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ca26b14-d1e9-4c96-8c76-1acfa16a0cfb req-3f2dc295-4b6c-4137-9e04-58784e481542 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0797563 Nov 08 13:47:32.928422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4314f7-6127-4512-b662-268cf3beaa59 req-81228afc-6852-4e31-bafe-4c8aab7b5439 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:32.942711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:47:32.943325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e4314f7-6127-4512-b662-268cf3beaa59 req-81228afc-6852-4e31-bafe-4c8aab7b5439 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.6871717 Nov 08 13:47:32.952371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cb9da739-313a-40c2-a265-4490a0d49995 admin admin] 10.222.0.65 "PUT /v2.0/routers/88e29cb1-88ea-4d08-8ce6-b1bad1a965a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4328740 Nov 08 13:47:32.953941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:32.954339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50486) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:32.969171 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] Sync routers for ids ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:47:33.003225 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] Routers {'88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:33.004334 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:33.023837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:33.057050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:33.100708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:33.101364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event updated for resources: {'Port': ['ID=02c40e92-27ab-41df-b6c3-80b04e7a619e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:33.225877 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:33.270089 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:33.342997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e4314f7-6127-4512-b662-268cf3beaa59 req-f7f845a7-1669-493d-b142-6c509f9cbb33 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3989556 Nov 08 13:47:33.480768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:33.481293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:33.523597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:33.566975 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] Set router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:33.569953 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:33.609231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbdb33-5788-470f-85c1-9aa4257b8144 req-3f1907ca-7697-41c1-8d28-0d1ec3dbcd79 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:33.622853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cdbdb33-5788-470f-85c1-9aa4257b8144 req-3f1907ca-7697-41c1-8d28-0d1ec3dbcd79 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 944 time: 0.5585983 Nov 08 13:47:33.695762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Deleting port aa5dc6e7-d932-4325-9057-ab5a46d6598b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:33.698471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:33.840877 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:33.903261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cdbdb33-5788-470f-85c1-9aa4257b8144 req-47b573f2-cdc0-41ae-8310-278ed78e2b70 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784424 Nov 08 13:47:34.046707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] For port aa5dc6e7-d932-4325-9057-ab5a46d6598b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa5dc6e7-d932-4325-9057-ab5a46d6598b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:34.050488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.069641 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:31Z', 'revision_number': 5, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port': {'id': 'aa5dc6e7-d932-4325-9057-ab5a46d6598b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:34.093646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Calling delete_port for aa5dc6e7-d932-4325-9057-ab5a46d6598b owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:34.144008 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] Checking router: 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:47:34.171081 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] Routers {'88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:47:34.172014 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:34.236527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef6758-5cd9-4abe-befb-35d22da2b555 req-e06f3060-7b6b-4529-b50b-d575c0b37956 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:34.250347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5aef6758-5cd9-4abe-befb-35d22da2b555 req-e06f3060-7b6b-4529-b50b-d575c0b37956 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 907 time: 0.1687865 Nov 08 13:47:34.330109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c696d-af82-49d6-bd44-27b9783c885a req-481660b5-cb91-414d-b808-14a6eaa4a484 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:34.348441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc3c696d-af82-49d6-bd44-27b9783c885a req-481660b5-cb91-414d-b808-14a6eaa4a484 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 945 time: 0.2312033 Nov 08 13:47:34.378703 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] Set router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:47:34.402097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.475378 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:33Z', 'revision_number': 6, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:34.532695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6de4f6bc-2180-41c4-b608-7506fb9ebb89 req-b7fff5ce-9ba3-4e7b-a791-f8223235d0c0 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0647955 Nov 08 13:47:34.549342 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af167cbe-c0ca-4c89-8ce3-b1f2a8172666 None None] The sync data for ids ['88e29cb1-88ea-4d08-8ce6-b1bad1a965a3'] in n-d-804292-2 is: [{'id': '88e29cb1-88ea-4d08-8ce6-b1bad1a965a3', 'name': 'tempest-FloatingIPsTestJSON-437393236-router', 'tenant_id': '627d66d97c4f42198050d05bfe156aa3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:03Z', 'updated_at': '2021-11-08T13:47:33Z', 'revision_number': 6, 'project_id': '627d66d97c4f42198050d05bfe156aa3', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:47:34.557450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5dc6e7-d932-4325-9057-ab5a46d6598b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:34.598055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.643950 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.652669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc3c696d-af82-49d6-bd44-27b9783c885a req-00181865-c58a-46b9-8a2e-52030828776d tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887995 Nov 08 13:47:34.654143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.838501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.844424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.875387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event updated for resources: {'Port': ['ID=02c40e92-27ab-41df-b6c3-80b04e7a619e,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:34.890928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dbf12035-5976-4f7f-831b-932ef193bb1b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:34.926283 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:34.979076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb99aae-4643-4d34-bf06-2281675e7ced req-8b8b2518-ca91-45c0-90c9-bac0c177bbeb tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:34.981647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5eb99aae-4643-4d34-bf06-2281675e7ced req-8b8b2518-ca91-45c0-90c9-bac0c177bbeb tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.2464125 Nov 08 13:47:35.003280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: dbf12035-5976-4f7f-831b-932ef193bb1b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:35.003925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dbf12035-5976-4f7f-831b-932ef193bb1b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:35.024144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.024832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:47:35.034903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.036444 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.041068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ba43c50f-2da0-4eec-8994-ce11064b3286 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0358012 Nov 08 13:47:35.041803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5d8c1d98-3c22-4088-84da-40e86a3017ce admin admin] 10.222.0.65 "DELETE /v2.0/routers/88e29cb1-88ea-4d08-8ce6-b1bad1a965a3 HTTP/1.1" status: 204 len: 168 time: 2.0855968 Nov 08 13:47:35.043673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50508) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:35.126709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] Deleting subnet 2383deee-bcd0-419d-91e6-236c8772cca4 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:47:35.131717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.180867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:35.213961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.322977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:47:35.329481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:35.330164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.405960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.459498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.514140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.525502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:35.528505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:35.534137 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8429976d-92c6-4067-8e77-1e45c7213106" -d '{"events": [{"server_uuid": "a8cb74ef-966d-433b-b126-6904b5363c7d", "name": "network-vif-plugged", "status": "completed", "tag": "96d99256-3fa3-4c0c-a613-41b3ce3cbd09"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:35.541904 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.543107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.601070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2383deee-bcd0-419d-91e6-236c8772cca4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:35.613323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.624745 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-47a90436-b65f-4b6a-9b5a-28acdff33e8b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2383deee-bcd0-419d-91e6-236c8772cca4 HTTP/1.1" status: 204 len: 168 time: 0.5794396 Nov 08 13:47:35.626641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50528) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:35.728597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:35.770043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.777478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0cd40-9a06-4ed7-a1be-779656791f09 None None] Network 04024a10-f820-41f3-a532-8d84820f6bbf requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:35.892967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Deleting port 62b68c3e-a965-427f-86be-888c263d4f56 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:35.894181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.894475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c781ce75-59d7-41df-a18c-e7813e8e844f up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:35.963644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5eb99aae-4643-4d34-bf06-2281675e7ced req-68a2a3da-970d-4954-978e-4d543742ab89 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9658666 Nov 08 13:47:35.978259 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.989942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] For port 62b68c3e-a965-427f-86be-888c263d4f56, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=62b68c3e-a965-427f-86be-888c263d4f56,segment=NetworkSegment(7abb91fe-ceb9-43ea-9d53-5a22bb27d19b),segment_id=7abb91fe-ceb9-43ea-9d53-5a22bb27d19b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:35.990324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:35.996872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-af467cb2-3130-4f0c-a45d-7be3acc4d23c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:35.998403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-af467cb2-3130-4f0c-a45d-7be3acc4d23c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 907 time: 0.3284051 Nov 08 13:47:36.013005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Calling delete_port for 62b68c3e-a965-427f-86be-888c263d4f56 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:36.044201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab6e0b-da1f-4c4a-b42f-159a554043f8 req-6b453fd1-2315-4ca5-aabf-b552208c1a62 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:36.051553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14ab6e0b-da1f-4c4a-b42f-159a554043f8 req-6b453fd1-2315-4ca5-aabf-b552208c1a62 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 944 time: 0.3902264 Nov 08 13:47:36.122795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.145285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port c781ce75-59d7-41df-a18c-e7813e8e844f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:47:36.155323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port c781ce75-59d7-41df-a18c-e7813e8e844f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:36.155876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.180561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b68c3e-a965-427f-86be-888c263d4f56,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:36.183771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] No DVR routers for this DVR port 62b68c3e-a965-427f-86be-888c263d4f56 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:36.226858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857d646c-8a8f-4818-8b55-7fbd6f6b2e1f None None] DHCP port deletion for 04024a10-f820-41f3-a532-8d84820f6bbf request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:47:36.280799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.313098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04024a10-f820-41f3-a532-8d84820f6bbf']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:36.336047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14ab6e0b-da1f-4c4a-b42f-159a554043f8 req-d7630dd0-2654-4deb-91bf-9f24b18b1200 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834487 Nov 08 13:47:36.336871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:36.338769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7abb91fe-ceb9-43ea-9d53-5a22bb27d19b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:36.371962 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.379228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.420717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Deleting port e312fac3-dc44-4753-8b9d-a4ae619febd0 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:36.421101 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.423000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.438611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:47:36.439026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:47:36.448263 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:47:36.508396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c781ce75-59d7-41df-a18c-e7813e8e844f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c781ce75-59d7-41df-a18c-e7813e8e844f,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:36.525285 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.599216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c781ce75-59d7-41df-a18c-e7813e8e844f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:36.607147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.618495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.622582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] 10.222.0.65 "DELETE /v2.0/networks/04024a10-f820-41f3-a532-8d84820f6bbf HTTP/1.1" status: 204 len: 168 time: 0.9938450 Nov 08 13:47:36.653721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b540e-03b7-4a59-8dcd-ff8912646970 admin admin] Pushing event deleted for resources: {'Network': ['ID=04024a10-f820-41f3-a532-8d84820f6bbf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:36.763904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5409a4d-0b0c-4cf5-bb78-854b0b2efbae req-cd1f127f-2679-4653-acb9-848692c6ba4a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:36.775800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5409a4d-0b0c-4cf5-bb78-854b0b2efbae req-cd1f127f-2679-4653-acb9-848692c6ba4a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=a42e2c4c-c268-4425-9a80-2ab33ec4bbde HTTP/1.1" status: 200 len: 907 time: 0.2205784 Nov 08 13:47:36.782667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] For port e312fac3-dc44-4753-8b9d-a4ae619febd0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e312fac3-dc44-4753-8b9d-a4ae619febd0,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:36.783175 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:36.796898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-6bb72444-ad80-4c25-a5c8-3f949e477309 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1275986300&fields=id&tenant_id=a183204d44984dd2ae8a48ddd35de86b HTTP/1.1" status: 200 len: 267 time: 0.2153306 Nov 08 13:47:36.822287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa5dc6e7-d932-4325-9057-ab5a46d6598b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:36.860426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50542) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:36.877048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: aa5dc6e7-d932-4325-9057-ab5a46d6598b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:36.877399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa5dc6e7-d932-4325-9057-ab5a46d6598b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:36.877874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 62b68c3e-a965-427f-86be-888c263d4f56 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:36.898398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Calling delete_port for e312fac3-dc44-4753-8b9d-a4ae619febd0 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:36.928786 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c302d2-bc19-4d06-96b8-958634d6460e x-openstack-request-id: req-65c302d2-bc19-4d06-96b8-958634d6460e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:36.929507 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cb74ef-966d-433b-b126-6904b5363c7d", "name": "network-vif-plugged", "status": "completed", "tag": "96d99256-3fa3-4c0c-a613-41b3ce3cbd09", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:36.929507 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65c302d2-bc19-4d06-96b8-958634d6460e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:36.929877 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09', 'code': 200} Nov 08 13:47:36.933084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 62b68c3e-a965-427f-86be-888c263d4f56 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:36.933505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 62b68c3e-a965-427f-86be-888c263d4f56 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:37.024444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a79ee10d-eb0d-45a5-916d-e431a71f6887 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=627d66d97c4f42198050d05bfe156aa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1626890 Nov 08 13:47:37.027712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50546) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:37.062028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c531a01-1328-4514-9f96-ceecb177cb3b req-8d15f605-59ae-40d0-b344-03dde8d76dfa tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0722010 Nov 08 13:47:37.140021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed893f5-09cb-428d-9161-cd1942001023 req-9dde40c4-a171-4cbb-9b1a-f69c240e4ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:37.141711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ed893f5-09cb-428d-9161-cd1942001023 req-9dde40c4-a171-4cbb-9b1a-f69c240e4ecd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a8cb74ef-966d-433b-b126-6904b5363c7d HTTP/1.1" status: 200 len: 1096 time: 0.1846790 Nov 08 13:47:37.156075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-b7f61d47-e6c2-4aa5-9941-d8e7affbd8dc tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:37.157678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-b7f61d47-e6c2-4aa5-9941-d8e7affbd8dc tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/networks?id=c176a417-3446-4288-b5ad-a2f00f57784d HTTP/1.1" status: 200 len: 811 time: 0.3474262 Nov 08 13:47:37.180278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-2ba87dd8-deab-4444-a66f-9d87bd956c10 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/quotas/a183204d44984dd2ae8a48ddd35de86b HTTP/1.1" status: 200 len: 375 time: 0.0134673 Nov 08 13:47:37.205539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fba520d-bf5b-4861-b2ff-430dadf4bb1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:37.233164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fba520d-bf5b-4861-b2ff-430dadf4bb1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:37.331501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fba520d-bf5b-4861-b2ff-430dadf4bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:37.334594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1fba520d-bf5b-4861-b2ff-430dadf4bb1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:37.335844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1fba520d-bf5b-4861-b2ff-430dadf4bb1a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa34c736-f3c5-4c9f-ad4e-7aee6c3376e8 HTTP/1.1" status: 204 len: 168 time: 0.3070760 Nov 08 13:47:37.346425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:37.354827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5ed893f5-09cb-428d-9161-cd1942001023 req-3ef556bc-4256-4168-aab2-10415654b3db service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008862 Nov 08 13:47:37.368569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba520d-bf5b-4861-b2ff-430dadf4bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa34c736-f3c5-4c9f-ad4e-7aee6c3376e8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:37.426687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event deleted for resources: {'Port': ['ID=e312fac3-dc44-4753-8b9d-a4ae619febd0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:37.520269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] No DVR routers for this DVR port e312fac3-dc44-4753-8b9d-a4ae619febd0 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:37.523157 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:37.528095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40b64f68-04d0-49fb-8b8e-5053eb6ab527 req-a08ec27d-e104-474a-b78a-5117a8ac61f5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "DELETE /v2.0/ports/e312fac3-dc44-4753-8b9d-a4ae619febd0 HTTP/1.1" status: 204 len: 173 time: 1.5172555 Nov 08 13:47:37.530719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'name': 'network-vif-deleted', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:37.533828 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee06bb5-c668-48fa-b82f-8b4049ef6783" -d '{"events": [{"server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "name": "network-vif-deleted", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:37.550785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-2155fd21-1765-4257-948c-fae3dd32afa7 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a183204d44984dd2ae8a48ddd35de86b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3494511 Nov 08 13:47:37.598935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead500d-af44-4999-a4cf-3108e4f56a48 req-fab96aab-19c8-4c0b-8d50-ae732ae2bbf7 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:37.601000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aead500d-af44-4999-a4cf-3108e4f56a48 req-fab96aab-19c8-4c0b-8d50-ae732ae2bbf7 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 945 time: 0.2898738 Nov 08 13:47:37.785774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-7b7be605-6396-49da-ac98-61b8e62c9ef9 service neutron] 10.222.0.65 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825256 Nov 08 13:47:37.961801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aead500d-af44-4999-a4cf-3108e4f56a48 req-82869a0c-4b3a-48ca-89d2-e0a460257270 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594982 Nov 08 13:47:38.036683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-9bc34b5c-ed85-42a4-9e0a-42c0fdb86538 service neutron] 10.222.0.65 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347248 Nov 08 13:47:38.087559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-0f9b711e-358c-498f-b91c-2a63ffece24d tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:38.092127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-0f9b711e-358c-498f-b91c-2a63ffece24d tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 945 time: 0.1095319 Nov 08 13:47:38.286387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f92c7-e78a-4431-af6b-887c6e4e4e45 req-6a1f9954-cb2d-47d1-8123-10d1e0fcfd91 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:38.293389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-605f92c7-e78a-4431-af6b-887c6e4e4e45 req-6a1f9954-cb2d-47d1-8123-10d1e0fcfd91 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1666746 Nov 08 13:47:38.409771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Deleting port 11a3e884-2035-49e6-9108-976d10be109b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:38.410219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:38.502876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-605f92c7-e78a-4431-af6b-887c6e4e4e45 req-61558d16-e1b2-483a-9cad-9afbeb788e14 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060113 Nov 08 13:47:38.733161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] For port 11a3e884-2035-49e6-9108-976d10be109b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11a3e884-2035-49e6-9108-976d10be109b,segment=NetworkSegment(d5c74fd0-f889-47a0-9802-9391a84a0d68),segment_id=d5c74fd0-f889-47a0-9802-9391a84a0d68)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:38.735419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:38.760717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Calling delete_port for 11a3e884-2035-49e6-9108-976d10be109b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:38.779008 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4ece75-2aac-4af8-befb-1de4f3753285 x-openstack-request-id: req-2b4ece75-2aac-4af8-befb-1de4f3753285 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:38.780912 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42e2c4c-c268-4425-9a80-2ab33ec4bbde", "name": "network-vif-deleted", "tag": "e312fac3-dc44-4753-8b9d-a4ae619febd0", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:38.781119 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b4ece75-2aac-4af8-befb-1de4f3753285 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:38.781562 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42e2c4c-c268-4425-9a80-2ab33ec4bbde', 'name': 'network-vif-deleted', 'tag': 'e312fac3-dc44-4753-8b9d-a4ae619febd0', 'status': 'completed', 'code': 200} Nov 08 13:47:38.835046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d719aa-6a35-4baa-ad1a-1bb48d6a682e req-ccc88398-f3ea-4dc2-9f6a-70441d7ce690 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:38.836756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98d719aa-6a35-4baa-ad1a-1bb48d6a682e req-ccc88398-f3ea-4dc2-9f6a-70441d7ce690 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 945 time: 0.1426752 Nov 08 13:47:38.931419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:38.939169 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273ba541-0b7c-481d-8814-d2faa4a90450" -d '{"events": [{"server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:38.967472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98d719aa-6a35-4baa-ad1a-1bb48d6a682e req-45ec3ab8-d40c-4dd1-8b2f-b9eadcff0e71 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190419 Nov 08 13:47:39.003126 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:39.019067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['11a3e884-2035-49e6-9108-976d10be109b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:39.045388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Pushing event deleted for resources: {'Port': ['ID=11a3e884-2035-49e6-9108-976d10be109b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:39.060357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:39.071869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4825428-852e-4312-abb4-ae51ed99ccfd req-61279740-b61f-4b43-870b-af84ff01424d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0913222 Nov 08 13:47:39.111522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] No DVR routers for this DVR port 11a3e884-2035-49e6-9108-976d10be109b on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:39.118632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:39.130960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcc3fb40-2365-42d6-91c8-262a5db9ded5 req-35669cb4-8d01-4d74-bddc-d7d4521f0504 tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.54 "DELETE /v2.0/ports/11a3e884-2035-49e6-9108-976d10be109b HTTP/1.1" status: 204 len: 173 time: 1.0302882 Nov 08 13:47:39.131838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'name': 'network-vif-deleted', 'tag': '11a3e884-2035-49e6-9108-976d10be109b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:39.134477 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fefbb2-3dc8-4bf5-9f26-5d254b64a0c5" -d '{"events": [{"server_uuid": "e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c", "name": "network-vif-deleted", "tag": "11a3e884-2035-49e6-9108-976d10be109b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:39.181957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e312fac3-dc44-4753-8b9d-a4ae619febd0 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:39.186077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcc55ced-c521-4634-9fa7-5fec6bbf09bd req-6f1043c8-570e-48f8-8bf8-d4f536886eba tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 210 time: 0.1023254 Nov 08 13:47:39.264553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e312fac3-dc44-4753-8b9d-a4ae619febd0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:39.266644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e312fac3-dc44-4753-8b9d-a4ae619febd0 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:39.275368 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee085ef9-eb87-40ff-bca1-45dd9b9c9952 x-openstack-request-id: req-ee085ef9-eb87-40ff-bca1-45dd9b9c9952 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:39.275668 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "name": "network-vif-plugged", "status": "completed", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:39.279967 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee085ef9-eb87-40ff-bca1-45dd9b9c9952 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:39.282017 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f', 'code': 200} Nov 08 13:47:39.399468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7a15b78-96ad-4036-a109-21519715b36f req-9ff4b87c-6fc4-47f0-9ac0-c235ff3a3b3d tempest-ServerAddressesTestJSON-2066772719 tempest-ServerAddressesTestJSON-2066772719-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c HTTP/1.1" status: 200 len: 210 time: 0.0652747 Nov 08 13:47:39.465985 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d363c7c1-cce5-4416-9442-fddc55671f54 x-openstack-request-id: req-d363c7c1-cce5-4416-9442-fddc55671f54 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:39.466457 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c", "name": "network-vif-deleted", "tag": "11a3e884-2035-49e6-9108-976d10be109b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:39.466888 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d363c7c1-cce5-4416-9442-fddc55671f54 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:39.467350 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9694ee6-6e9e-4d3c-b2bb-2fcdc50df56c', 'name': 'network-vif-deleted', 'tag': '11a3e884-2035-49e6-9108-976d10be109b', 'status': 'completed', 'code': 200} Nov 08 13:47:39.486821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1597335710-network', 'tenant_id': '80e87c1625bd4a1bb3c0d7d3bd79d9cf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:39.558503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Made reservation on behalf of 80e87c1625bd4a1bb3c0d7d3bd79d9cf for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:39.561151 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:39.609580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26079a06-b854-421e-bbdb-6e2d6402a996 req-56d23396-ed7e-49c0-b028-69a167b370bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:39.611088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-26079a06-b854-421e-bbdb-6e2d6402a996 req-56d23396-ed7e-49c0-b028-69a167b370bb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 1096 time: 0.0948231 Nov 08 13:47:39.620013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:39.720906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89de102-e440-4688-bf61-6d87ac3ee2f6 req-051976aa-a283-40e4-97b2-54d0f459fce3 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:39.729010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f89de102-e440-4688-bf61-6d87ac3ee2f6 req-051976aa-a283-40e4-97b2-54d0f459fce3 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1154897 Nov 08 13:47:39.740177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f20eb-1021-4e97-961c-a637b3c9343f req-f05f616b-3c3f-4ef4-8227-5e7cda4a05f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:39.748412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-789f20eb-1021-4e97-961c-a637b3c9343f req-f05f616b-3c3f-4ef4-8227-5e7cda4a05f0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 945 time: 0.1832907 Nov 08 13:47:39.820907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-26079a06-b854-421e-bbdb-6e2d6402a996 req-4e3788d3-0a2a-4564-8881-97cd2109fb59 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867366 Nov 08 13:47:39.883691 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:39.890420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:39.899246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-789f20eb-1021-4e97-961c-a637b3c9343f req-9b4e2f31-1302-4808-bd78-00004bd51379 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498966 Nov 08 13:47:39.934241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f89de102-e440-4688-bf61-6d87ac3ee2f6 req-71a202f0-3d78-40c6-b8ee-d1ddffa7c633 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043471 Nov 08 13:47:39.981125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:47:40.022809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.023616 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Added segment d3b413a7-b7ef-4d09-a5e3-70893fdd002f of type vlan for network 07ea3acc-2da7-4f09-8737-3b143ba23940 Nov 08 13:47:40.106475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:40.129094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.175877 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.178419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:40.179451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.197491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce684b8-91c9-4529-82a9-adf646d206af req-e6bfe7c2-9e87-47b9-9a9e-df07fe13cfb0 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:40.208198 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ce684b8-91c9-4529-82a9-adf646d206af req-e6bfe7c2-9e87-47b9-9a9e-df07fe13cfb0 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 945 time: 0.1128545 Nov 08 13:47:40.281820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1992416 Nov 08 13:47:40.286087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50612) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:40.324578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b46d315-109c-4d8f-99b0-9b64abc7d16a req-618fc939-9fae-4a23-8c80-0064ff2a7287 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0900762 Nov 08 13:47:40.333054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Request body: {'subnet': {'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1597335710-subnet', 'tenant_id': '80e87c1625bd4a1bb3c0d7d3bd79d9cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:40.372173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b58f6f-a1ca-4286-b00b-8b5a1a420a8f admin admin] Pushing event updated for resources: {'Network': ['ID=07ea3acc-2da7-4f09-8737-3b143ba23940,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:40.388942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:47:40.403425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ce684b8-91c9-4529-82a9-adf646d206af req-24160d7c-aa1e-48ae-9239-07857adee446 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942203 Nov 08 13:47:40.431720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Made reservation on behalf of 80e87c1625bd4a1bb3c0d7d3bd79d9cf for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:40.439337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.557692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-918dbc81-b808-4d8c-a802-40a8aaaeac21 req-fb12f210-98c1-4fa7-a1e6-8567cfd21536 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 210 time: 0.0561025 Nov 08 13:47:40.584309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50616) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:40.696309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] Deleting subnet c0625aef-2817-414e-8310-775329b45acd {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:47:40.708032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.756333 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.760202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-c93b1c4a-55d0-4f1c-a8da-fa5595ff21b3 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:40.763172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-c93b1c4a-55d0-4f1c-a8da-fa5595ff21b3 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.70 "GET /v2.0/networks?id=c176a417-3446-4288-b5ad-a2f00f57784d HTTP/1.1" status: 200 len: 811 time: 0.3037119 Nov 08 13:47:40.788010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.863703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Checking segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:40.864041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Network hostable DHCP agents. Network: 07ea3acc-2da7-4f09-8737-3b143ba23940, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:47:40.884042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.893188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8cba13c-936c-48e4-a090-194f892a7f46,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:40.915335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:47:40.927760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-77d35d3d-237f-4b10-a625-7a30904c3a82 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a183204d44984dd2ae8a48ddd35de86b HTTP/1.1" status: 200 len: 380 time: 0.1520028 Nov 08 13:47:40.933602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-f3cca0d8-80bf-4bd4-b1b3-7276fe27783b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0916412 Nov 08 13:47:40.934876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 07ea3acc-2da7-4f09-8737-3b143ba23940) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:40.940466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:40.947199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b9d270-69e8-4c9a-b29b-4030f50c1083 None None] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:40.952360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:40.954092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Request body: {'port': {'device_id': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'admin_state_up': True, 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'security_groups': ['3779409f-6aa8-45f8-992d-32f2c227460a']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:41.027716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6fa11dd7-bf6b-41ab-979e-baa5545d6387 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7409573 Nov 08 13:47:41.104597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-e9d40810-5110-4bf5-a51e-399377a344a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:41.106113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-e9d40810-5110-4bf5-a51e-399377a344a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5940b57ea4f441cfab58a3e99213edaa&device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 1097 time: 0.1438131 Nov 08 13:47:41.289899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:41.296967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78f9f91-163f-4580-91fd-7accdc90396c None None] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:41.338184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d699859-0afb-4438-b47b-be61808978ec req-ebe94aed-ba03-47be-b70f-f402a5a2e187 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:41.351053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d699859-0afb-4438-b47b-be61808978ec req-ebe94aed-ba03-47be-b70f-f402a5a2e187 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.2274129 Nov 08 13:47:41.374809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea2d85-aed8-4841-bafd-66f23d64ad3b req-5c7b7aee-2180-48c6-88b8-86aed584eb37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:41.381694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cea2d85-aed8-4841-bafd-66f23d64ad3b req-5c7b7aee-2180-48c6-88b8-86aed584eb37 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 945 time: 0.2393932 Nov 08 13:47:41.444267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Made reservation on behalf of a183204d44984dd2ae8a48ddd35de86b for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:41.449688 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:41.455038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:41.459300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c0625aef-2817-414e-8310-775329b45acd HTTP/1.1" status: 204 len: 168 time: 0.8737233 Nov 08 13:47:41.460771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1357b0-9ed8-457f-98d4-8173dc33786e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0625aef-2817-414e-8310-775329b45acd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:41.466702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50632) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:41.623651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-5f03841f-3bb0-40f1-9b07-c1a4d7bdae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:41.628478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-5f03841f-3bb0-40f1-9b07-c1a4d7bdae9c service neutron] 10.222.0.54 "GET /v2.0/networks?id=73acf905-b5c9-4803-86dd-c0c7e688d37f HTTP/1.1" status: 200 len: 907 time: 0.4721303 Nov 08 13:47:41.680213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-7e1208c3-8810-4c28-8a1b-f4cd899daeca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3213789 Nov 08 13:47:41.715115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Allocated IP 172.20.0.14 (c176a417-3446-4288-b5ad-a2f00f57784d/ef9de8c1-ce8e-47ad-a451-fc1291515ba2/53b1b575-60fc-4722-bc7f-4f7ce993005b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:41.757648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-601d8251-687a-4578-9b11-0bc95a373c38 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:41.759765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-601d8251-687a-4578-9b11-0bc95a373c38 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.54 "GET /v2.0/ports?device_id=f82e04a9-d5a0-471e-b79c-07fadeffb749 HTTP/1.1" status: 200 len: 945 time: 0.2393601 Nov 08 13:47:41.848723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-dc4e5f39-85fa-4d0e-8b8e-713246e8d3a2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7 HTTP/1.1" status: 200 len: 1002 time: 0.1977544 Nov 08 13:47:41.860410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11a3e884-2035-49e6-9108-976d10be109b no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:41.902251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 11a3e884-2035-49e6-9108-976d10be109b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:41.913502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11a3e884-2035-49e6-9108-976d10be109b not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:41.913731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:41.928908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-afd36cb5-687e-42fd-ba5e-0cdaa6e7024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:41.935897 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-afd36cb5-687e-42fd-ba5e-0cdaa6e7024d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 1095 time: 0.2071142 Nov 08 13:47:41.964827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:41.973730 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d699859-0afb-4438-b47b-be61808978ec req-0c5e45c9-83d7-4bde-bfa6-2c28266ac00b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6216047 Nov 08 13:47:41.989372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cea2d85-aed8-4841-bafd-66f23d64ad3b req-7f2fbe4e-7dda-49cc-a97d-4d4b3d78ffb0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624840 Nov 08 13:47:42.110043 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.130726 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.195628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:42.198011 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9338d1a9-98c2-4bb8-8a89-61219e7b9758" -d '{"events": [{"server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:42.213028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:42.228895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.297803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.321295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:42.401171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-881d726d-6d21-4af6-bf7f-d863f76e7e78 req-81591f9b-4c94-4a2e-a1aa-db712bc8d542 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.1439128 Nov 08 13:47:42.493134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54e92f5-4259-495b-9459-c7a63f732877']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:42.514713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c74fd0-f889-47a0-9802-9391a84a0d68') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:42.514713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c74fd0-f889-47a0-9802-9391a84a0d68') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:47:42.543263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.553014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.602337 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.629007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18270c14-b625-4fb7-8a9e-f1b4ee75dc15 req-d40ac8fa-fa70-4a88-9576-ea9af6094221 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:42.631272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18270c14-b625-4fb7-8a9e-f1b4ee75dc15 req-d40ac8fa-fa70-4a88-9576-ea9af6094221 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 945 time: 0.3365381 Nov 08 13:47:42.633488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Network c176a417-3446-4288-b5ad-a2f00f57784d is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:42.643875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:47:42.644295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:47:42.647054 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:47:42.649175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:42.668928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-bf9dbdaa-8e67-4503-9272-a9a503341165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:42.670404 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-bf9dbdaa-8e67-4503-9272-a9a503341165 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b899c2dd-c447-40e1-a7b1-bf432a8be20f HTTP/1.1" status: 200 len: 845 time: 0.7640395 Nov 08 13:47:42.677257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:42.803837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Deleting port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:42.804841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:42.824276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-682efb26-918a-40ba-92c1-8d362fd465bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:42.825891 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-682efb26-918a-40ba-92c1-8d362fd465bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 200 len: 913 time: 0.8267846 Nov 08 13:47:42.887430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-c989ca24-730c-41d4-a37b-4720b8e8a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:42.889518 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-c989ca24-730c-41d4-a37b-4720b8e8a008 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=73acf905-b5c9-4803-86dd-c0c7e688d37f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021303 Nov 08 13:47:43.026912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event updated for resources: {'Port': ['ID=53b1b575-60fc-4722-bc7f-4f7ce993005b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:43.038016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:43.038797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.056863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-98bae529-669f-4907-9bf9-d040ff60ba89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 200 len: 998 time: 0.2157919 Nov 08 13:47:43.061504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.142776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.146854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a54e92f5-4259-495b-9459-c7a63f732877 HTTP/1.1" status: 204 len: 168 time: 1.6721826 Nov 08 13:47:43.148780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54e92f5-4259-495b-9459-c7a63f732877,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:43.163421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2295427 Nov 08 13:47:43.165692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.166372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.172973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.175040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.175821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.176469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.178262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.179242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.180143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.180733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.181287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.181963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108b95c1-f59b-412b-a64f-f9096c884a4a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.218889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.220227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.221308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.221904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.223060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.223878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.224008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] For port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:43.224447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.224807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.225368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.226138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.226680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.227878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.230492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587b3b39-9435-410e-b6e4-74505b2152c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:47:43.262379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Request body: {'port': {'device_id': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:43.264661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Calling delete_port for 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:43.404348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.410780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18270c14-b625-4fb7-8a9e-f1b4ee75dc15 req-e2e65f3b-a4b2-4b4d-b961-104dedb7ee34 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682559 Nov 08 13:47:43.412398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-99cd54c0-ac82-43c9-8468-2c5324190bad None None] Provisioning complete for port 53b1b575-60fc-4722-bc7f-4f7ce993005b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:43.413015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99cd54c0-ac82-43c9-8468-2c5324190bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.415788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:43.527624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-99cd54c0-ac82-43c9-8468-2c5324190bad None None] Port 53b1b575-60fc-4722-bc7f-4f7ce993005b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:47:43.547272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-6e4c0744-75c5-482d-85a9-a84ebbcd3423 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:43.554396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-6e4c0744-75c5-482d-85a9-a84ebbcd3423 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.6622527 Nov 08 13:47:43.627026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-f739a0a3-6ea3-47a1-b061-21a29c97a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:43.629451 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-f739a0a3-6ea3-47a1-b061-21a29c97a682 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 200 len: 851 time: 0.5628808 Nov 08 13:47:43.657716 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.671302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0a4f58bd-187f-4ee5-8376-62eb40f10d80'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:43.680907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-354dacfc-1708-4356-83bd-79d9d2e336a0 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/quotas/80e87c1625bd4a1bb3c0d7d3bd79d9cf HTTP/1.1" status: 200 len: 375 time: 0.1255486 Nov 08 13:47:43.705675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dec8079b-0efa-4c28-979f-e65298e806f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=676abbb7fe3345aabe2d96a8f60e5a70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821398 Nov 08 13:47:43.722268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50664) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:43.739958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event deleted for resources: {'Port': ['ID=3a8745d4-a747-4d4b-85c3-ee403e3e65f9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:43.754175 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-064d4a00-0a61-489c-b06e-674be4306f99 service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8299804 Nov 08 13:47:43.788213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-c84c76ec-d805-427c-8df6-2f00999dc817 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0942175 Nov 08 13:47:43.816027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8a407-20e6-4e46-923b-70452b83b7fa req-9c6f6371-5471-4ed8-a793-4a785cf7c497 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:43.817752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bba8a407-20e6-4e46-923b-70452b83b7fa req-9c6f6371-5471-4ed8-a793-4a785cf7c497 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 932 time: 0.2439520 Nov 08 13:47:43.961994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] No DVR routers for this DVR port 3a8745d4-a747-4d4b-85c3-ee403e3e65f9 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:43.978797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:43.983207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b4481562-9f58-4600-9e2d-d26966c2c2d1 req-92ba485c-34bd-400f-94e2-63f1e1a31123 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.54 "DELETE /v2.0/ports/3a8745d4-a747-4d4b-85c3-ee403e3e65f9 HTTP/1.1" status: 204 len: 173 time: 2.2023153 Nov 08 13:47:43.994542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'name': 'network-vif-deleted', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:43.998244 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba81a3ae-b963-43d3-bc6f-af11e5637b44" -d '{"events": [{"server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "name": "network-vif-deleted", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:44.015417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-0a957f3d-00c4-4f3f-964d-7de607c1c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:44.017218 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-0a957f3d-00c4-4f3f-964d-7de607c1c0f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3015bfa-04ab-4f13-9a38-a84dbf18742f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3792930 Nov 08 13:47:44.060890 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-90f04cee-39ac-4477-8f63-dbe3ffcd52af req-3b52a80c-6d61-4b73-afe6-ad7ee044e4d7 service neutron] 10.222.0.54 "GET /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989471 Nov 08 13:47:44.207161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-e7f5191d-40bb-4a3b-b786-374ab06a3d3f service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820743 Nov 08 13:47:44.413130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d5a3cf83-b809-4ca4-83ee-8f098edfd25f req-fcd7ceb3-41b0-4d9b-ad50-6672b799d88c service neutron] 10.222.0.70 "GET /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979399 Nov 08 13:47:44.656694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7161d505-cf73-4a8f-8ff9-25d9efd21644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:44.660629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-da426a23-d6d2-41da-9516-013d1f0691ec service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8291368 Nov 08 13:47:44.747588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7161d505-cf73-4a8f-8ff9-25d9efd21644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:44.820845 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bba8a407-20e6-4e46-923b-70452b83b7fa req-2171ce8e-fafd-4352-abba-27c2439c3327 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9723635 Nov 08 13:47:44.886127 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76bd27a-e04a-46ca-9609-2a52ab027b46 x-openstack-request-id: req-f76bd27a-e04a-46ca-9609-2a52ab027b46 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:44.889445 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:44.890524 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f76bd27a-e04a-46ca-9609-2a52ab027b46 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:44.898457 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9', 'code': 200} Nov 08 13:47:45.012742 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7161d505-cf73-4a8f-8ff9-25d9efd21644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:45.015325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7161d505-cf73-4a8f-8ff9-25d9efd21644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:45.016503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7161d505-cf73-4a8f-8ff9-25d9efd21644 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58b61d83-5f83-4c58-8eb7-a8e366c9cc7b HTTP/1.1" status: 204 len: 168 time: 1.2949505 Nov 08 13:47:45.026783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b1b575-60fc-4722-bc7f-4f7ce993005b {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:45.045507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:45.062533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Transition to ACTIVE for port object 53b1b575-60fc-4722-bc7f-4f7ce993005b will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:45.077387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-eb3f5c75-9806-4274-a591-112030f09ea1 service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3867908 Nov 08 13:47:45.078753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d505-cf73-4a8f-8ff9-25d9efd21644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b61d83-5f83-4c58-8eb7-a8e366c9cc7b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:45.081872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:45.232061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1b575-60fc-4722-bc7f-4f7ce993005b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:45.414087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Attempting to bind port 53b1b575-60fc-4722-bc7f-4f7ce993005b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:45.414614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Attempting to bind port 53b1b575-60fc-4722-bc7f-4f7ce993005b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:45.414737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Attempting to bind port 53b1b575-60fc-4722-bc7f-4f7ce993005b on network c176a417-3446-4288-b5ad-a2f00f57784d {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:45.436709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Port 53b1b575-60fc-4722-bc7f-4f7ce993005b on network c176a417-3446-4288-b5ad-a2f00f57784d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:45.442981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Attempting to bind port 53b1b575-60fc-4722-bc7f-4f7ce993005b on network c176a417-3446-4288-b5ad-a2f00f57784d {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:45.474549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1f025-8ff5-44c4-a380-88743684d7ad req-f006a82e-5e9c-4e3f-8fbb-cb4f7ce1f27c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:45.476188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99d1f025-8ff5-44c4-a380-88743684d7ad req-f006a82e-5e9c-4e3f-8fbb-cb4f7ce1f27c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.3886528 Nov 08 13:47:45.481244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:45.482606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Checking segment: {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:45.483053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Bound using segment: {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:45.483508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Bound port: 53b1b575-60fc-4722-bc7f-4f7ce993005b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f202f8b4-5886-42a8-87d4-4627a2904573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:45.484110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:45.585461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99d1f025-8ff5-44c4-a380-88743684d7ad req-f9ae2557-e057-4fc9-b6f0-0a392a780d0f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986993 Nov 08 13:47:45.768328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] For port 53b1b575-60fc-4722-bc7f-4f7ce993005b, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:45.809485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] For port 53b1b575-60fc-4722-bc7f-4f7ce993005b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:45.840803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7061-5274-4b23-b6a2-5792e7dd32b9 req-911443fa-4f0b-4f16-a2fe-9f4361a6888f tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:45.850574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c66e7061-5274-4b23-b6a2-5792e7dd32b9 req-911443fa-4f0b-4f16-a2fe-9f4361a6888f tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8cb74ef-966d-433b-b126-6904b5363c7d HTTP/1.1" status: 200 len: 945 time: 0.2041335 Nov 08 13:47:45.876748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:45.913858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f93e4916-ce36-4306-8f30-66cd7942002e req-069654d2-3c15-4df9-9cc5-d66ec1fd96bb tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.1137452 Nov 08 13:47:46.064781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Pushing event updated for resources: {'Port': ['ID=53b1b575-60fc-4722-bc7f-4f7ce993005b,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:46.079454 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c94454-18d6-48b2-b4f8-80982836b1e4 x-openstack-request-id: req-46c94454-18d6-48b2-b4f8-80982836b1e4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:46.080014 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f82e04a9-d5a0-471e-b79c-07fadeffb749", "name": "network-vif-deleted", "tag": "3a8745d4-a747-4d4b-85c3-ee403e3e65f9", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:46.083644 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46c94454-18d6-48b2-b4f8-80982836b1e4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:46.084116 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f82e04a9-d5a0-471e-b79c-07fadeffb749', 'name': 'network-vif-deleted', 'tag': '3a8745d4-a747-4d4b-85c3-ee403e3e65f9', 'status': 'completed', 'code': 200} Nov 08 13:47:46.085870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:46.087052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:46.089419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-bf48f24d-05c7-4d41-914f-27bd9a5c5181 service neutron] 10.222.0.70 "PUT /v2.0/ports/53b1b575-60fc-4722-bc7f-4f7ce993005b HTTP/1.1" status: 200 len: 1092 time: 2.8760314 Nov 08 13:47:46.090292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:46.093702 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26" -d '{"events": [{"name": "network-changed", "server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:46.101705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c66e7061-5274-4b23-b6a2-5792e7dd32b9 req-f56ca060-383e-4f3b-8341-a5a1310759db tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499366 Nov 08 13:47:46.426085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80e218cb-f5a1-4c7c-98bd-7b9691cc4106 req-ab5f21eb-6d40-40c7-9745-93cc3937792f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 210 time: 0.0976076 Nov 08 13:47:46.428665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-a70b9392-774b-458f-a870-a434d841f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:46.431253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-a70b9392-774b-458f-a870-a434d841f0a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a183204d44984dd2ae8a48ddd35de86b&device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 1095 time: 0.2286618 Nov 08 13:47:46.552229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-866658e5-ab56-42d9-b818-503453b3383d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b HTTP/1.1" status: 200 len: 217 time: 0.1110556 Nov 08 13:47:46.647069 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a102e96-ca7e-418d-9126-025a4d2ea69e x-openstack-request-id: req-6a102e96-ca7e-418d-9126-025a4d2ea69e {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:46.647347 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:46.647722 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a102e96-ca7e-418d-9126-025a4d2ea69e {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:46.648212 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'status': 'completed', 'code': 200} Nov 08 13:47:46.712631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-ca8a5d20-7823-46f9-ac6d-5b3a99d97461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:46.714765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-ca8a5d20-7823-46f9-ac6d-5b3a99d97461 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef9de8c1-ce8e-47ad-a451-fc1291515ba2 HTTP/1.1" status: 200 len: 850 time: 0.1551037 Nov 08 13:47:46.730532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50716) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:46.730731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7f394-c45d-43c7-828c-46dd70defbea req-6a2baf43-7d21-4f1e-ab9a-a4d2fc86f8e8 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:46.732455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddd7f394-c45d-43c7-828c-46dd70defbea req-6a2baf43-7d21-4f1e-ab9a-a4d2fc86f8e8 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 944 time: 0.0967782 Nov 08 13:47:46.825038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddd7f394-c45d-43c7-828c-46dd70defbea req-5bfbc4e3-6e7a-4a34-a52f-8dfbd8dd4350 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777328 Nov 08 13:47:46.844943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-330bb9ca-f339-4099-b98a-6b23180f057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:46.846523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-330bb9ca-f339-4099-b98a-6b23180f057e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c176a417-3446-4288-b5ad-a2f00f57784d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130600 Nov 08 13:47:46.955486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1358966473-network', 'tenant_id': 'ef6e474d33fd431f8c72c55266420e60'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:46.991895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Made reservation on behalf of ef6e474d33fd431f8c72c55266420e60 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:46.996214 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.011848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.161377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.162719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-b605edf3-f475-4208-8978-f6323e31a3ba service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067248 Nov 08 13:47:47.172224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb7f31-69f7-4d60-bbad-c58135264757 req-7f0ac4a5-e3dd-49cc-8285-1ba9f3ee4252 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:47.181612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfcb7f31-69f7-4d60-bbad-c58135264757 req-7f0ac4a5-e3dd-49cc-8285-1ba9f3ee4252 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1791704 Nov 08 13:47:47.188735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.234470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b016ba-4aa5-46b8-8b24-ecda4e78856c req-0ec7fbb9-c537-4bbd-b4b9-ed2de2d7ae78 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:47.236158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37b016ba-4aa5-46b8-8b24-ecda4e78856c req-0ec7fbb9-c537-4bbd-b4b9-ed2de2d7ae78 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1583745 Nov 08 13:47:47.298801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b247c8-df10-4441-be6a-e3a7ddfc05d6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:47.303813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:47:47.321085 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.321635 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Added segment 3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5 of type vlan for network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad Nov 08 13:47:47.412849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.474966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.483757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfcb7f31-69f7-4d60-bbad-c58135264757 req-ee9dd3ad-520c-4628-bce1-f1426ea7f25d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011177 Nov 08 13:47:47.485200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:47.486706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.507552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37b016ba-4aa5-46b8-8b24-ecda4e78856c req-9d706032-6f97-4f21-a2ec-c19f1fdf59ec tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016895 Nov 08 13:47:47.512209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb233996-2f5d-4917-9f7c-0494488c47a9 req-73ec5026-1dc4-419c-8d0b-397d56e1768c service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266990 Nov 08 13:47:47.708730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9769151 Nov 08 13:47:47.716494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50726) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:47.747509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Request body: {'subnet': {'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1358966473-subnet', 'tenant_id': 'ef6e474d33fd431f8c72c55266420e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:47.787083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afe7bb-9140-4282-903d-6010d3dd4a48 admin admin] Pushing event updated for resources: {'Network': ['ID=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:47.790898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7984321-ddef-40e5-b89a-48e60dd69966 req-eb1efb78-3b08-4990-b45d-ba0c3796caee tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.1251009 Nov 08 13:47:47.800842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Made reservation on behalf of ef6e474d33fd431f8c72c55266420e60 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:47.801755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:47:47.805483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:47.823547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-791da4ce-914b-4c21-8853-7d2b69bd54c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:47.833679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-791da4ce-914b-4c21-8853-7d2b69bd54c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a183204d44984dd2ae8a48ddd35de86b&device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 1095 time: 0.2369852 Nov 08 13:47:47.909735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-4fa2e343-7709-4dda-9c12-6af046577da3 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:47.911282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-4fa2e343-7709-4dda-9c12-6af046577da3 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.2674520 Nov 08 13:47:47.930157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Request body: {'port': {'device_id': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'admin_state_up': True, 'tenant_id': '80e87c1625bd4a1bb3c0d7d3bd79d9cf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:48.157885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-e956b097-b88d-467a-98e1-01ff8daa5b98 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:48.159727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-e956b097-b88d-467a-98e1-01ff8daa5b98 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.1221318 Nov 08 13:47:48.188702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9527062-01cf-4dfc-9b16-650a4cd759e9 req-66d0eca2-1c64-4689-abb1-ed42931ff1b5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 210 time: 0.1700141 Nov 08 13:47:48.331798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Made reservation on behalf of 80e87c1625bd4a1bb3c0d7d3bd79d9cf for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:48.341157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:48.436642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adc7da-a4ba-4ef1-846a-e6cf92b6376f req-a70040ab-1b7b-4ad3-b4bd-2c806884aabc tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:48.438504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23adc7da-a4ba-4ef1-846a-e6cf92b6376f req-a70040ab-1b7b-4ad3-b4bd-2c806884aabc tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 944 time: 0.3377371 Nov 08 13:47:48.483970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-2e32abee-18f3-4475-90cf-b6e93d2abb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:48.485641 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-2e32abee-18f3-4475-90cf-b6e93d2abb79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c176a417-3446-4288-b5ad-a2f00f57784d HTTP/1.1" status: 200 len: 912 time: 0.6484013 Nov 08 13:47:48.596436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-442146cd-bc03-49c0-b247-86b78a090080 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b HTTP/1.1" status: 200 len: 217 time: 0.0856929 Nov 08 13:47:48.632610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Allocated IP 172.20.0.7 (07ea3acc-2da7-4f09-8737-3b143ba23940/d8cba13c-936c-48e4-a090-194f892a7f46/bb700ca6-2f58-4751-a71c-9b6d2080526f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:48.722927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23adc7da-a4ba-4ef1-846a-e6cf92b6376f req-6176c8f4-34da-45f0-8d35-d446f1b4d219 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2534900 Nov 08 13:47:48.844735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:48.887467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-3240ff3a-6134-499d-aa01-6a826af02b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:48.889722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-3240ff3a-6134-499d-aa01-6a826af02b76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef9de8c1-ce8e-47ad-a451-fc1291515ba2 HTTP/1.1" status: 200 len: 850 time: 0.2675257 Nov 08 13:47:48.896439 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:48.904408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-a90c473b-913e-4a17-a686-3df48f2985cc tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:48.917122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-a90c473b-913e-4a17-a686-3df48f2985cc tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 813 time: 0.4075298 Nov 08 13:47:48.942117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:48.945436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:48.948961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:48.980124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-77c73607-ea9d-42cb-83d6-cb8e89a8c139 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/quotas/6f23e46663f14d3e93c176bbcf05dadd HTTP/1.1" status: 200 len: 375 time: 0.0614083 Nov 08 13:47:49.000005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Deleting port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:49.000345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.014969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.151479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f4de900-2314-4f23-8f89-9ecc6dc8589d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:49.184325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] For port 0a4f58bd-187f-4ee5-8376-62eb40f10d80, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0a4f58bd-187f-4ee5-8376-62eb40f10d80,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:49.184693 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.197864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-2aeb6033-5f89-418e-bd30-7bf6a04071be tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2161951 Nov 08 13:47:49.201002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-da0a977a-d4ce-4e60-97c9-da70e5927a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:49.203840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-da0a977a-d4ce-4e60-97c9-da70e5927a63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c176a417-3446-4288-b5ad-a2f00f57784d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2715855 Nov 08 13:47:49.208145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 53b1b575-60fc-4722-bc7f-4f7ce993005b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:47:49.213820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-cc59d19c-71f7-4259-b486-bac345f945ef tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:49.215201 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-cc59d19c-71f7-4259-b486-bac345f945ef tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "GET /v2.0/ports?device_id=a8cb74ef-966d-433b-b126-6904b5363c7d HTTP/1.1" status: 200 len: 945 time: 0.3348303 Nov 08 13:47:49.273249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Calling delete_port for 0a4f58bd-187f-4ee5-8376-62eb40f10d80 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:49.275412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:49.276467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaafa2-bd48-46cc-9f80-b3eaab4294c4 req-b91ffafc-1645-4523-879d-4b0bd713f60d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:49.283188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:49.283813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.285741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaaaafa2-bd48-46cc-9f80-b3eaab4294c4 req-b91ffafc-1645-4523-879d-4b0bd713f60d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 946 time: 0.4024875 Nov 08 13:47:49.315940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-a3f70826-65ea-4766-8a58-45953fc4e167 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3908765 Nov 08 13:47:49.355598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Checking segment: {'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:49.356139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Network hostable DHCP agents. Network: 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:47:49.392982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Request body: {'port': {'device_id': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:49.421386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 53b1b575-60fc-4722-bc7f-4f7ce993005b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:49.436393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'port_id': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'mac_address': 'fa:16:3e:c5:ca:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:47:49.482730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:47:49.489636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.505449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b1b575-60fc-4722-bc7f-4f7ce993005b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:49.521202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaaaafa2-bd48-46cc-9f80-b3eaab4294c4 req-05b5db7a-4f65-42dd-aa50-b1f3d3d711ba tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343872 Nov 08 13:47:49.531939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-1b893364-ac93-4b43-aba2-53a53415c705 service neutron] 10.222.0.65 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319566 Nov 08 13:47:49.554984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-919f8bb0-fc1c-486b-8b69-d348c66de716 service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374202 Nov 08 13:47:49.556094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:49.562214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 53b1b575-60fc-4722-bc7f-4f7ce993005b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:49.562570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:49.563532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.571360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90801eb6-0389-4055-87aa-d5b913b1d11c None None] Network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:49.706356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-921330e1-40f8-4145-98f6-fa5e61f7451c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9655743 Nov 08 13:47:49.723942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.759502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:49.818132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-1dd9d0b9-8e11-4930-a315-ee69887a4c09 service neutron] 10.222.0.65 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851267 Nov 08 13:47:49.836919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51527b-1e0b-4db0-af17-0ee1b2d936e9 req-1ac03001-d32e-4e87-ab0e-1953567aaaec tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:49.839407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e51527b-1e0b-4db0-af17-0ee1b2d936e9 req-1ac03001-d32e-4e87-ab0e-1953567aaaec tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1427531 Nov 08 13:47:49.841868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b86e5a6e-3b55-4cac-9e33-9e6e92d33e26 req-e2cf8e98-2fc4-4384-b020-9cf546eee344 service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742667 Nov 08 13:47:49.884678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=53b1b575-60fc-4722-bc7f-4f7ce993005b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:49.931559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e51527b-1e0b-4db0-af17-0ee1b2d936e9 req-363eced2-b924-45cd-a298-00f0f2e6602d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859962 Nov 08 13:47:49.986850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Deleting port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:49.987582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:50.007711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['53b1b575-60fc-4722-bc7f-4f7ce993005b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:50.144240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf05196-63a6-4e72-8a3d-5af50c09763b None None] Network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:47:50.186399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] For port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:50.186929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:50.226866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Calling delete_port for 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:50.227697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a411dfee-5288-43f9-bf00-6310314b57be req-e70eabf4-cba1-4aec-a12d-cc51bbce31cd tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0815163 Nov 08 13:47:50.474051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99154f2f-3994-4018-910d-7dc8ac14df0f req-28dc8fdb-79db-48df-9681-f294339475b9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:50.477507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99154f2f-3994-4018-910d-7dc8ac14df0f req-28dc8fdb-79db-48df-9681-f294339475b9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 931 time: 0.1451406 Nov 08 13:47:50.506074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:50.566101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-494790b0-29ed-47d4-9618-005e6bc98887 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:50.568211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-494790b0-29ed-47d4-9618-005e6bc98887 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "GET /v2.0/ports?device_id=bd4141f3-2a2a-4555-921d-89124672b6e7 HTTP/1.1" status: 200 len: 945 time: 0.8099155 Nov 08 13:47:50.607108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99154f2f-3994-4018-910d-7dc8ac14df0f req-136b850f-b505-4991-9da4-a77c42271fc5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229093 Nov 08 13:47:50.680725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ea136-426c-484e-b33b-a265b563a1f7 req-fc4d2d75-12a3-4781-af5d-a5f37f5e43f1 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:50.683591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a3ea136-426c-484e-b33b-a265b563a1f7 req-fc4d2d75-12a3-4781-af5d-a5f37f5e43f1 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 945 time: 0.1109970 Nov 08 13:47:50.691993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event deleted for resources: {'Port': ['ID=96d99256-3fa3-4c0c-a613-41b3ce3cbd09,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:50.790074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a3ea136-426c-484e-b33b-a265b563a1f7 req-57e3f05a-8c95-42d2-aa79-09a08121ab61 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935633 Nov 08 13:47:50.866397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['96d99256-3fa3-4c0c-a613-41b3ce3cbd09'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:50.884560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.183945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45752f65-7653-4315-817b-0ec899e8fbea req-0ef8e2ea-5167-4e0c-9c4a-ccb47ba04a04 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d913c38-65bf-4f27-b3c8-3db0d94925d3 HTTP/1.1" status: 200 len: 210 time: 0.0812056 Nov 08 13:47:51.205326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] No DVR routers for this DVR port 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:51.215075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event deleted for resources: {'Port': ['ID=0a4f58bd-187f-4ee5-8376-62eb40f10d80,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:51.218261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.221916 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-da1b9e89-1d6a-40c8-b03b-d61cc6cb974b req-05f7da40-7e33-4fa2-a47c-46ee556bbd2a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "DELETE /v2.0/ports/96d99256-3fa3-4c0c-a613-41b3ce3cbd09 HTTP/1.1" status: 204 len: 173 time: 1.9937224 Nov 08 13:47:51.225673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 53b1b575-60fc-4722-bc7f-4f7ce993005b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:47:51.229328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'name': 'network-vif-deleted', 'tag': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:51.231927 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb3b4b5-440f-4b3f-8ce2-eb9e73ec02fd" -d '{"events": [{"server_uuid": "a8cb74ef-966d-433b-b126-6904b5363c7d", "name": "network-vif-deleted", "tag": "96d99256-3fa3-4c0c-a613-41b3ce3cbd09"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:51.423600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] No DVR routers for this DVR port 0a4f58bd-187f-4ee5-8376-62eb40f10d80 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:51.456420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.458002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6d52a0e-c7b2-4450-938e-56666c4a0f34 req-10cb9b9a-d394-41bc-ad33-b4ff2a198609 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "DELETE /v2.0/ports/0a4f58bd-187f-4ee5-8376-62eb40f10d80 HTTP/1.1" status: 204 len: 173 time: 3.2868407 Nov 08 13:47:51.480085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 53b1b575-60fc-4722-bc7f-4f7ce993005b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:47:51.493712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 53b1b575-60fc-4722-bc7f-4f7ce993005b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:47:51.493712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.703396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Deleting port c781ce75-59d7-41df-a18c-e7813e8e844f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:51.703904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.724762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb700ca6-2f58-4751-a71c-9b6d2080526f {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:51.750615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.778522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.833982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:51.840039 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5849b37d-cf68-47a8-8ac2-fa117314060b" -d '{"events": [{"server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "name": "network-vif-plugged", "status": "completed", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:51.873831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 53b1b575-60fc-4722-bc7f-4f7ce993005b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:51.883941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:51.886216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:51.927387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Transition to ACTIVE for port object bb700ca6-2f58-4751-a71c-9b6d2080526f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:51.938053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:52.053900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:52.054446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 96d99256-3fa3-4c0c-a613-41b3ce3cbd09 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:52.055106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0a4f58bd-187f-4ee5-8376-62eb40f10d80 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:52.062636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=53b1b575-60fc-4722-bc7f-4f7ce993005b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:52.074714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c781ce75-59d7-41df-a18c-e7813e8e844f no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:52.103532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-650297a9-db71-4636-87da-726793ac7b06 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:52.124612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-650297a9-db71-4636-87da-726793ac7b06 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 814 time: 1.0096357 Nov 08 13:47:52.145110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 0a4f58bd-187f-4ee5-8376-62eb40f10d80 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:47:52.145596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0a4f58bd-187f-4ee5-8376-62eb40f10d80 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:47:52.203929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-2a1ec270-00ef-4ea5-b222-b69fe7139c05 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/quotas/ef6e474d33fd431f8c72c55266420e60 HTTP/1.1" status: 200 len: 375 time: 0.0760112 Nov 08 13:47:52.241878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] For port c781ce75-59d7-41df-a18c-e7813e8e844f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c781ce75-59d7-41df-a18c-e7813e8e844f,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:52.242791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:52.290085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:52.296271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-99ac6ca2-ba26-4b39-b5ed-13b3d025eed8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868428 Nov 08 13:47:52.298676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:52.389831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c781ce75-59d7-41df-a18c-e7813e8e844f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c781ce75-59d7-41df-a18c-e7813e8e844f,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:52.400484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:52.422457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Calling delete_port for c781ce75-59d7-41df-a18c-e7813e8e844f owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:52.428814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76099fc2-77a8-43c6-a745-da6e52ac3da0 req-b6133e9b-dc67-47bc-86a9-9b27303a9b34 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:52.450072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76099fc2-77a8-43c6-a745-da6e52ac3da0 req-b6133e9b-dc67-47bc-86a9-9b27303a9b34 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 1.0317762 Nov 08 13:47:52.470083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c781ce75-59d7-41df-a18c-e7813e8e844f,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:52.538619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Attempting to bind port bb700ca6-2f58-4751-a71c-9b6d2080526f on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:52.538932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Attempting to bind port bb700ca6-2f58-4751-a71c-9b6d2080526f by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:52.539270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Attempting to bind port bb700ca6-2f58-4751-a71c-9b6d2080526f on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:52.547962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Port bb700ca6-2f58-4751-a71c-9b6d2080526f on network 07ea3acc-2da7-4f09-8737-3b143ba23940 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:52.548272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Attempting to bind port bb700ca6-2f58-4751-a71c-9b6d2080526f on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:52.558526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:52.558907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Checking segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:52.559247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Bound using segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:52.560075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Bound port: bb700ca6-2f58-4751-a71c-9b6d2080526f, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:52.560440 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:52.606348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-47fde388-b5b3-48e1-a159-fca4ef064d44 service neutron] 10.222.0.65 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997622 Nov 08 13:47:52.718765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:52.792327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76099fc2-77a8-43c6-a745-da6e52ac3da0 req-d32feed7-13dc-4cec-9779-23117d232bae tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725445 Nov 08 13:47:52.934029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:53.064011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-869f9719-94bf-4527-81e4-161ed5bdb276 service neutron] 10.222.0.65 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566457 Nov 08 13:47:53.148182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c9128dd-f67a-4bb8-8add-243ab652b213 req-73b90368-a590-4423-af4a-f9ac23a97773 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 210 time: 0.0770185 Nov 08 13:47:53.242857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-ac6c6c39-ee55-449e-88b5-2fffad8ddffc tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:53.248866 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-ac6c6c39-ee55-449e-88b5-2fffad8ddffc tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 813 time: 0.4111927 Nov 08 13:47:53.264852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Request body: {'port': {'device_id': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'admin_state_up': True, 'tenant_id': '6f23e46663f14d3e93c176bbcf05dadd'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:53.437640 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:47:53.476847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da321114-cf4e-4e60-9df9-65c909baa661 req-a4da84ac-97a5-409b-bb42-3dadab3d4317 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0741394 Nov 08 13:47:53.519333 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:53.524352 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff35dc6-60ca-47f3-8e45-9223eb77f265 x-openstack-request-id: req-dff35dc6-60ca-47f3-8e45-9223eb77f265 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:53.524886 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8cb74ef-966d-433b-b126-6904b5363c7d", "name": "network-vif-deleted", "tag": "96d99256-3fa3-4c0c-a613-41b3ce3cbd09", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:53.525293 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dff35dc6-60ca-47f3-8e45-9223eb77f265 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:53.526172 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8cb74ef-966d-433b-b126-6904b5363c7d', 'name': 'network-vif-deleted', 'tag': '96d99256-3fa3-4c0c-a613-41b3ce3cbd09', 'status': 'completed', 'code': 200} Nov 08 13:47:53.554750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event deleted for resources: {'Port': ['ID=c781ce75-59d7-41df-a18c-e7813e8e844f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:53.627271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Made reservation on behalf of 6f23e46663f14d3e93c176bbcf05dadd for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:53.631247 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:53.811542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] No DVR routers for this DVR port c781ce75-59d7-41df-a18c-e7813e8e844f on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:47:53.822921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:53.826217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-987cc522-ef6c-49f3-92c8-d924387cff52 req-8cebc088-96e2-4458-8084-42c921d9d014 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "DELETE /v2.0/ports/c781ce75-59d7-41df-a18c-e7813e8e844f HTTP/1.1" status: 204 len: 173 time: 3.1082625 Nov 08 13:47:53.840727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:53.878398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:53.899649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:53.993628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8d91c-071c-4566-8afb-f1d3f6de2cd2 req-72f59df6-1d5f-4d76-8d09-8f228c19a6ee tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:53.996172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ba8d91c-071c-4566-8afb-f1d3f6de2cd2 req-72f59df6-1d5f-4d76-8d09-8f228c19a6ee tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 943 time: 0.3305421 Nov 08 13:47:54.022320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a934d06-49b2-4792-8641-e64f1d9bd98a req-65c9bd9c-915e-4dcf-bc1e-14c5d61fd736 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:54.038017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:54.038639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:54.042561 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] 10.222.0.54 "PUT /v2.0/ports/bb700ca6-2f58-4751-a71c-9b6d2080526f HTTP/1.1" status: 200 len: 1091 time: 4.6517839 Nov 08 13:47:54.061872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a934d06-49b2-4792-8641-e64f1d9bd98a req-65c9bd9c-915e-4dcf-bc1e-14c5d61fd736 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.3809361 Nov 08 13:47:54.065333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-a695ba6a-8c9f-4ab1-8234-0ed4159ac1b2 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:54.068192 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-a695ba6a-8c9f-4ab1-8234-0ed4159ac1b2 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 813 time: 0.5808034 Nov 08 13:47:54.100091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Request body: {'port': {'device_id': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'admin_state_up': True, 'tenant_id': '6f23e46663f14d3e93c176bbcf05dadd'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:54.335578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ba8d91c-071c-4566-8afb-f1d3f6de2cd2 req-a17ae254-c9a4-429d-9616-a14490a335ff tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542346 Nov 08 13:47:54.363961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a934d06-49b2-4792-8641-e64f1d9bd98a req-e8339cc1-b1b9-4ee4-83bc-47874ee14b57 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970536 Nov 08 13:47:54.388061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c973b4f-6404-4334-ae46-d05d517b3ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:54.420355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Allocated IP 172.20.0.6 (8bae8f51-8102-4d3b-b1bc-d26929bb60ca/482d8aa9-f008-4cac-b98d-7d8c22add404/79aac356-7d25-42a4-94df-b16bd09e9c7a) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:54.428285 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e1ebda-8135-43a1-89e2-a1ecee0a4bcd x-openstack-request-id: req-a9e1ebda-8135-43a1-89e2-a1ecee0a4bcd {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:54.429268 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "name": "network-vif-plugged", "status": "completed", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:54.429775 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9e1ebda-8135-43a1-89e2-a1ecee0a4bcd {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:54.430338 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'code': 200} Nov 08 13:47:54.465054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-dde38d42-43d0-4427-896a-ce4e94a8f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:54.469239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-dde38d42-43d0-4427-896a-ce4e94a8f546 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 1094 time: 0.3246586 Nov 08 13:47:54.575894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b92e6952-0692-4e19-a856-7b3a85e62f48 req-0171d873-892f-4098-b2ca-7e0496dea589 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 210 time: 0.0498440 Nov 08 13:47:54.631968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-e9ac0181-13ad-4a2c-818b-6423f18dc1c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f HTTP/1.1" status: 200 len: 217 time: 0.1483057 Nov 08 13:47:54.725812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77accbd3-87a2-4b47-8866-f1bb6928eadf req-5932cca4-8aca-45be-b56c-e15a8fdcd17d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:54.735298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77accbd3-87a2-4b47-8866-f1bb6928eadf req-5932cca4-8aca-45be-b56c-e15a8fdcd17d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1579154 Nov 08 13:47:54.773679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-ddc5e129-c81f-47e0-8123-0afa0a0b95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:54.775161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-ddc5e129-c81f-47e0-8123-0afa0a0b95b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.0827525 Nov 08 13:47:54.804868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Made reservation on behalf of 6f23e46663f14d3e93c176bbcf05dadd for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:54.808604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:54.812019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c029b8a-df75-4e49-a974-c42da090147e req-c2c92e2b-fcbd-4249-a332-9a694ca25cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:54.813514 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7c029b8a-df75-4e49-a974-c42da090147e req-c2c92e2b-fcbd-4249-a332-9a694ca25cae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 1097 time: 0.2102487 Nov 08 13:47:54.816871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1430e22-62a5-4337-bf67-b6bbc9c05482 req-3dc20356-1076-4ce5-abd4-d3eaad68db02 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 210 time: 0.0788457 Nov 08 13:47:54.859568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77accbd3-87a2-4b47-8866-f1bb6928eadf req-3d9817ae-2852-4534-813a-c7c05bf61cde tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219828 Nov 08 13:47:54.874001 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-c888110d-9bc9-41e8-b57e-09dc674e9866 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411973 Nov 08 13:47:54.922456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:54.999695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:55.056980 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7c029b8a-df75-4e49-a974-c42da090147e req-a0f7d11c-659c-467b-a55f-0b7cb2e5b41a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330129 Nov 08 13:47:55.077153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:55.090299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:55.125577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:55.211656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-48cedb1d-8228-447d-802c-550fe822797f service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286369 Nov 08 13:47:55.219615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Allocated IP 172.20.0.3 (8bae8f51-8102-4d3b-b1bc-d26929bb60ca/482d8aa9-f008-4cac-b98d-7d8c22add404/b768cf6b-660b-406d-b196-fb991dc11ccb) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:55.240519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af1c22f7-717b-4e93-bf5f-4884cf322a6a req-efb436e1-680c-46e0-abc0-2d781efb2f24 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/ports?device_id=741bd17d-0971-4eea-b8e6-9eba22328483 HTTP/1.1" status: 200 len: 210 time: 0.0578868 Nov 08 13:47:55.268114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event updated for resources: {'Port': ['ID=79aac356-7d25-42a4-94df-b16bd09e9c7a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:55.330929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:55.331471 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:55.360552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968a4f1-ffe9-44a7-a517-925d4e3f3bd9 req-d2bf9a9f-fe20-4b1e-9cc9-10e4cadcd8a9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:55.369897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c968a4f1-ffe9-44a7-a517-925d4e3f3bd9 req-d2bf9a9f-fe20-4b1e-9cc9-10e4cadcd8a9 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1341474 Nov 08 13:47:55.382037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-92b62e54-273e-45a3-8a28-05d5c7d75b6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1221139 Nov 08 13:47:55.396369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Request body: {'port': {'device_id': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:55.429427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-49785d05-94d5-44e1-8d15-f0bde4ea802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:55.432555 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-49785d05-94d5-44e1-8d15-f0bde4ea802e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1097 time: 0.2958844 Nov 08 13:47:55.539197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c968a4f1-ffe9-44a7-a517-925d4e3f3bd9 req-00b6aa36-7db7-4ff4-b23c-dfb8641e4ab5 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1629305 Nov 08 13:47:55.542716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:55.544607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'name': 'network-vif-deleted', 'tag': '0a4f58bd-187f-4ee5-8376-62eb40f10d80'}, {'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'name': 'network-vif-deleted', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f'}, {'name': 'network-changed', 'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:55.547221 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea" -d '{"events": [{"server_uuid": "9d913c38-65bf-4f27-b3c8-3db0d94925d3", "name": "network-vif-deleted", "tag": "0a4f58bd-187f-4ee5-8376-62eb40f10d80"}, {"server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "name": "network-vif-deleted", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f"}, {"name": "network-changed", "server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:55.581666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5395b-9e08-4030-a6f9-2df5619d8f1e req-bb00a1d7-a796-4ba1-8bf3-e06b8af9c324 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:55.583426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75a5395b-9e08-4030-a6f9-2df5619d8f1e req-bb00a1d7-a796-4ba1-8bf3-e06b8af9c324 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 943 time: 0.1632388 Nov 08 13:47:55.686026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cdf00eb-0aea-4372-8c1a-b3f28b667853 req-15969a6b-9e56-4478-bd70-66bd87288464 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633095 Nov 08 13:47:55.759650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-36d49db2-24e8-43b1-9b41-ce0605895cbf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:55.761644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-36d49db2-24e8-43b1-9b41-ce0605895cbf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.70 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 814 time: 0.4642360 Nov 08 13:47:55.780057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Request body: {'port': {'device_id': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad', 'admin_state_up': True, 'tenant_id': 'ef6e474d33fd431f8c72c55266420e60'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:55.801732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-3d3912ce-072a-444b-86cd-4e0debb5ea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:55.802990 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-3d3912ce-072a-444b-86cd-4e0debb5ea37 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.3574014 Nov 08 13:47:55.820271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75a5395b-9e08-4030-a6f9-2df5619d8f1e req-1bc73529-0c5a-4df8-8653-c001b92fb4f5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275476 Nov 08 13:47:55.902623 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51a6e3d-09a4-4bdd-8c2e-1f4a77401b01 x-openstack-request-id: req-a51a6e3d-09a4-4bdd-8c2e-1f4a77401b01 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:55.903289 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d913c38-65bf-4f27-b3c8-3db0d94925d3", "name": "network-vif-deleted", "tag": "0a4f58bd-187f-4ee5-8376-62eb40f10d80", "status": "completed", "code": 200}, {"server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "name": "network-vif-deleted", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:55.903289 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a51a6e3d-09a4-4bdd-8c2e-1f4a77401b01 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:55.903676 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d913c38-65bf-4f27-b3c8-3db0d94925d3', 'name': 'network-vif-deleted', 'tag': '0a4f58bd-187f-4ee5-8376-62eb40f10d80', 'status': 'completed', 'code': 200} Nov 08 13:47:55.904022 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'name': 'network-vif-deleted', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f', 'status': 'completed', 'code': 200} Nov 08 13:47:55.904339 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'status': 'completed', 'code': 200} Nov 08 13:47:55.922808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc131d2-c397-4d01-98b7-d0ed45d23a56 req-9cf6f25a-adb3-47b5-95b8-11ecfa7ae8f8 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:55.932224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fc131d2-c397-4d01-98b7-d0ed45d23a56 req-9cf6f25a-adb3-47b5-95b8-11ecfa7ae8f8 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.2510767 Nov 08 13:47:55.988034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.008346 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-b5b0419f-b817-4a19-8ed0-b96f91e6f0d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 1002 time: 0.1911488 Nov 08 13:47:56.021228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54fc752f-226d-4e57-9abc-f2e0bc7dbf8c req-33b022d0-1fe2-4a6e-b268-b8c57c4a02a9 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 210 time: 0.0448372 Nov 08 13:47:56.025184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fc131d2-c397-4d01-98b7-d0ed45d23a56 req-0a2a0961-a21e-475c-80a7-abf553dc616d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918696 Nov 08 13:47:56.094357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-d61318c2-4010-4344-ad20-386078c3c470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.095998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-d61318c2-4010-4344-ad20-386078c3c470 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 1094 time: 0.1659956 Nov 08 13:47:56.140366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-e3ce15ae-1b5e-428c-b6c2-2b6615f2e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.141868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-e3ce15ae-1b5e-428c-b6c2-2b6615f2e5b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.1197000 Nov 08 13:47:56.169402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.171319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Made reservation on behalf of ef6e474d33fd431f8c72c55266420e60 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:47:56.175881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.231549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feb237-6a27-44ea-8b16-aed62544b54e req-3828e7fc-f768-4f5e-a91c-ec243f580196 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.234191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17feb237-6a27-44ea-8b16-aed62544b54e req-3828e7fc-f768-4f5e-a91c-ec243f580196 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 931 time: 0.1389642 Nov 08 13:47:56.264053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c933e82-d075-47b8-bafc-a2502e4f7124 req-a8c4abef-8078-4de5-8464-861f0e8d668a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.265446 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c933e82-d075-47b8-bafc-a2502e4f7124 req-a8c4abef-8078-4de5-8464-861f0e8d668a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 946 time: 0.1561878 Nov 08 13:47:56.310483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:56.331764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:56.342031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:56.358897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17feb237-6a27-44ea-8b16-aed62544b54e req-149dae63-4b19-4f56-b8e1-b415e9f3e05a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168327 Nov 08 13:47:56.380031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event updated for resources: {'Port': ['ID=b768cf6b-660b-406d-b196-fb991dc11ccb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:56.386551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c933e82-d075-47b8-bafc-a2502e4f7124 req-8b259d2d-4f50-4947-b442-1c27c173d0fd tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125081 Nov 08 13:47:56.415852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-8dcff8de-58cd-45fc-a198-1e239b84668d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.417373 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-8dcff8de-58cd-45fc-a198-1e239b84668d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665646 Nov 08 13:47:56.433024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:56.442677 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe0175b-b3d8-4d7a-9f56-6d96d7b5cf8b" -d '{"events": [{"server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:56.444348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79aac356-7d25-42a4-94df-b16bd09e9c7a {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:56.450201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-cbb863bf-ee64-4525-ba60-62b0c86ed613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.451628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-cbb863bf-ee64-4525-ba60-62b0c86ed613 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 906 time: 0.3451667 Nov 08 13:47:56.454612 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.470171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Transition to ACTIVE for port object 79aac356-7d25-42a4-94df-b16bd09e9c7a will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:56.475006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.522184 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea68da4-92a4-468b-a864-9776c6e44a35 x-openstack-request-id: req-fea68da4-92a4-468b-a864-9776c6e44a35 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:56.522752 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4141f3-2a2a-4555-921d-89124672b6e7", "name": "network-vif-unplugged", "status": "completed", "tag": "c781ce75-59d7-41df-a18c-e7813e8e844f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:56.523673 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fea68da4-92a4-468b-a864-9776c6e44a35 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:56.524293 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4141f3-2a2a-4555-921d-89124672b6e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c781ce75-59d7-41df-a18c-e7813e8e844f', 'code': 200} Nov 08 13:47:56.527045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50862) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:56.550021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Pushing event updated for resources: {'Port': ['ID=79aac356-7d25-42a4-94df-b16bd09e9c7a,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:56.560655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-8318dc95-db70-4bd9-955b-1982517181f9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f HTTP/1.1" status: 200 len: 217 time: 0.0906491 Nov 08 13:47:56.594070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.594728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.664815 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-8fb485a2-e51d-4186-be97-ff8ade9caa61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5866668 Nov 08 13:47:56.689577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Request body: {'port': {'device_id': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:56.689916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a51748ba-ff24-40f4-a062-20b3a744ec02 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.717580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Allocated IP 172.20.0.11 (818f85ca-0fd7-4d79-a7d6-69c8cf8233ad/3f4de900-2314-4f23-8f89-9ecc6dc8589d/b3fe006e-c47a-4f0f-b2f2-6ec5167da411) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:47:56.732421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-2363c52f-1b86-40a1-a34d-20ac11d637e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.733863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-2363c52f-1b86-40a1-a34d-20ac11d637e5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.1363995 Nov 08 13:47:56.735603 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-f561a5bc-48e7-408c-b900-17020e0dd969 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005273 Nov 08 13:47:56.742462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438117ac-d651-481a-a87c-8a2c7fdd7333 req-9f736c38-cf94-4a4d-85d6-512e98375c2e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:56.744053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-438117ac-d651-481a-a87c-8a2c7fdd7333 req-9f736c38-cf94-4a4d-85d6-512e98375c2e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.1181009 Nov 08 13:47:56.747907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a51748ba-ff24-40f4-a062-20b3a744ec02 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.751317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Attempting to bind port 79aac356-7d25-42a4-94df-b16bd09e9c7a on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:56.751655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Attempting to bind port 79aac356-7d25-42a4-94df-b16bd09e9c7a by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:56.752015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Attempting to bind port 79aac356-7d25-42a4-94df-b16bd09e9c7a on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:56.772082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Port 79aac356-7d25-42a4-94df-b16bd09e9c7a on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:56.772316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Attempting to bind port 79aac356-7d25-42a4-94df-b16bd09e9c7a on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:56.793530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:56.793873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Checking segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:56.794253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Bound using segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:56.794681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Bound port: 79aac356-7d25-42a4-94df-b16bd09e9c7a, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:56.795038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.818284 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-561aaa58-dcc8-4d94-b0df-207dd8a0fff5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559750 Nov 08 13:47:56.843696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.873281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-438117ac-d651-481a-a87c-8a2c7fdd7333 req-1c700956-4073-4fd2-a3b6-2beb73855e2c tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1174681 Nov 08 13:47:56.955916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a51748ba-ff24-40f4-a062-20b3a744ec02 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.958681 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a51748ba-ff24-40f4-a062-20b3a744ec02 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:56.959884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a51748ba-ff24-40f4-a062-20b3a744ec02 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/security-groups/6df12f4a-2b8a-4232-bc44-b741ac0d7285 HTTP/1.1" status: 204 len: 168 time: 0.4313405 Nov 08 13:47:56.978896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] For port 79aac356-7d25-42a4-94df-b16bd09e9c7a, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:56.981023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50868) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:57.016466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51748ba-ff24-40f4-a062-20b3a744ec02 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df12f4a-2b8a-4232-bc44-b741ac0d7285,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:57.024632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] For port 79aac356-7d25-42a4-94df-b16bd09e9c7a, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=79aac356-7d25-42a4-94df-b16bd09e9c7a,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:57.030855 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-577f6776-968b-4106-ae55-5f00647a4e76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] show failed (client error): The resource could not be found. Nov 08 13:47:57.034686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-577f6776-968b-4106-ae55-5f00647a4e76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "GET /v2.0/security-groups/6df12f4a-2b8a-4232-bc44-b741ac0d7285 HTTP/1.1" status: 404 len: 347 time: 0.0476162 Nov 08 13:47:57.034686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.038839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50870) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:57.117191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:57.117975 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.120276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] 10.222.0.54 "PUT /v2.0/ports/79aac356-7d25-42a4-94df-b16bd09e9c7a HTTP/1.1" status: 200 len: 1091 time: 1.7279437 Nov 08 13:47:57.129045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-025e6476-1520-4464-80fd-4a47ed2c400a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:57.131104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-025e6476-1520-4464-80fd-4a47ed2c400a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.2465920 Nov 08 13:47:57.138047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'tag': '79aac356-7d25-42a4-94df-b16bd09e9c7a'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:57.140346 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035e179f-4981-4097-9251-dbf2a9599209" -d '{"events": [{"name": "network-changed", "server_uuid": "164bde89-6a0f-4c75-8827-bcfcc037a732", "tag": "79aac356-7d25-42a4-94df-b16bd09e9c7a"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:57.160602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff8081-a07c-496f-b58e-52b1e6acb15c req-664b54e4-228d-4e53-b9d6-d65c2cefae59 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:57.162228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cff8081-a07c-496f-b58e-52b1e6acb15c req-664b54e4-228d-4e53-b9d6-d65c2cefae59 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 943 time: 0.2432120 Nov 08 13:47:57.270732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3600a19d-e159-421b-ac84-373186389f3c req-124c7a4a-a5a5-44b2-aa6f-5351e06f5db1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 210 time: 0.1358306 Nov 08 13:47:57.388543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214e9cb-0442-41d5-8ec3-f66580d53512 service neutron] Pushing event updated for resources: {'Port': ['ID=79aac356-7d25-42a4-94df-b16bd09e9c7a,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:57.461065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-28b53ff2-2713-4eaa-b823-a4763d10f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:57.462590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-28b53ff2-2713-4eaa-b823-a4763d10f20e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 1094 time: 0.2844384 Nov 08 13:47:57.468494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1b5fcf8-facf-421f-b56a-35b23a22d0a3 req-c1ba85c6-2f0f-4903-9fae-e4988a8452f0 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7032056 Nov 08 13:47:57.469288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cff8081-a07c-496f-b58e-52b1e6acb15c req-4997a43a-d51a-4047-b0e0-b05a678b9028 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788033 Nov 08 13:47:57.481195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-e7b6eaef-3971-4d68-81ac-9b9854338203 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514895 Nov 08 13:47:57.546962 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031dee2-ae4b-4589-8da1-d57ecf6fb134 x-openstack-request-id: req-3031dee2-ae4b-4589-8da1-d57ecf6fb134 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:57.547283 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164bde89-6a0f-4c75-8827-bcfcc037a732", "tag": "79aac356-7d25-42a4-94df-b16bd09e9c7a", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:57.547505 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3031dee2-ae4b-4589-8da1-d57ecf6fb134 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:57.547940 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'tag': '79aac356-7d25-42a4-94df-b16bd09e9c7a', 'status': 'completed', 'code': 200} Nov 08 13:47:57.560780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8d934-b726-494d-a17a-51ee6f517d38 req-9b3b06ab-793f-4617-a540-9542313e53b7 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:57.562374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ec8d934-b726-494d-a17a-51ee6f517d38 req-9b3b06ab-793f-4617-a540-9542313e53b7 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.2004275 Nov 08 13:47:57.568741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-c398d4fc-63ba-4022-bac9-c873368d13b2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79aac356-7d25-42a4-94df-b16bd09e9c7a HTTP/1.1" status: 200 len: 217 time: 0.0906403 Nov 08 13:47:57.597286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.603471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 1e1195ec-b21b-4968-af4d-72be03f01700 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:57.603845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.704733 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f50477-ce79-46bf-9a20-4e03ee6ba8ea req-8bc6fd5f-e583-46e8-b66f-9b72bfca9164 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113004 Nov 08 13:47:57.720283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.790128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:47:57.799602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:47:57.807997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:47:57.830094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:57.853818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-52b80ae8-f81a-4456-aa73-fd73fe1fa0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.879660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b768cf6b-660b-406d-b196-fb991dc11ccb {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:57.892715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.901197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:57.901862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.921667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Transition to ACTIVE for port object b768cf6b-660b-406d-b196-fb991dc11ccb will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:57.927904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-57468843-e951-4b0e-979f-f7db465d9f4f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1519923 Nov 08 13:47:57.929219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.954603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bb700ca6-2f58-4751-a71c-9b6d2080526f details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:47:57.962532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:47:57.966693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Deleting port 76240087-8e71-4c33-81d7-5333d1c596e8 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:57.967033 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:57.967620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Request body: {'port': {'device_id': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:58.027143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Pushing event updated for resources: {'Port': ['ID=b768cf6b-660b-406d-b196-fb991dc11ccb,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:58.099465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.114580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-634a3348-52fa-4d02-bf3f-27ef84f76194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:58.116101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-634a3348-52fa-4d02-bf3f-27ef84f76194 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.5323873 Nov 08 13:47:58.139531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ec8d934-b726-494d-a17a-51ee6f517d38 req-196d0f9b-237e-4503-9bde-ed2a2cf26d2d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5677869 Nov 08 13:47:58.160727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Attempting to bind port b768cf6b-660b-406d-b196-fb991dc11ccb on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:58.161081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Attempting to bind port b768cf6b-660b-406d-b196-fb991dc11ccb by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:58.161417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Attempting to bind port b768cf6b-660b-406d-b196-fb991dc11ccb on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:58.180975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Port b768cf6b-660b-406d-b196-fb991dc11ccb on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:58.181388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Attempting to bind port b768cf6b-660b-406d-b196-fb991dc11ccb on network 8bae8f51-8102-4d3b-b1bc-d26929bb60ca {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:58.184389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] For port 76240087-8e71-4c33-81d7-5333d1c596e8, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=76240087-8e71-4c33-81d7-5333d1c596e8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:58.184761 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.192656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:58.193002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Checking segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:58.193401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Bound using segment: {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:58.193847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Bound port: b768cf6b-660b-406d-b196-fb991dc11ccb, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:58.194207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.199328 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.221587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:58.234454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'mac_address': 'fa:16:3e:08:63:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:47:58.273223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.273546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.282131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.311685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-0d7f9044-d729-4014-bafe-abd7a385adcd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1829064 Nov 08 13:47:58.312281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:58.316735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb700ca6-2f58-4751-a71c-9b6d2080526f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:58.329071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83bd75-c13a-4281-979a-b03fb395e01f req-7bd551ee-502a-4909-a1c5-a0632e42ec6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:58.332802 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.336500 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f83bd75-c13a-4281-979a-b03fb395e01f req-7bd551ee-502a-4909-a1c5-a0632e42ec6e tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 943 time: 0.7305210 Nov 08 13:47:58.347406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:47:58.373252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.382501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 1e1195ec-b21b-4968-af4d-72be03f01700 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:58.385317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] For port b768cf6b-660b-406d-b196-fb991dc11ccb, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:58.389842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] For port b768cf6b-660b-406d-b196-fb991dc11ccb, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b768cf6b-660b-406d-b196-fb991dc11ccb,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:58.399133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.408371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:58.449638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:58.450385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.451936 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] 10.222.0.70 "PUT /v2.0/ports/b768cf6b-660b-406d-b196-fb991dc11ccb HTTP/1.1" status: 200 len: 1091 time: 1.7766552 Nov 08 13:47:58.455660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'tag': 'b768cf6b-660b-406d-b196-fb991dc11ccb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:58.458192 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86" -d '{"events": [{"name": "network-changed", "server_uuid": "c091db81-6b4e-4c4f-bd47-4ee2390f25a1", "tag": "b768cf6b-660b-406d-b196-fb991dc11ccb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:58.477863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:58.525194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:47:58.529029 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46366a66-dec5-4920-bedb-f56a86f056b5" -d '{"events": [{"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-unplugged", "status": "completed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:47:58.544677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a9740-d16b-4925-b57d-a0fe14b6ab4d service neutron] Pushing event updated for resources: {'Port': ['ID=b768cf6b-660b-406d-b196-fb991dc11ccb,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:58.592773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f83bd75-c13a-4281-979a-b03fb395e01f req-f4a79498-ae22-476a-85cd-81d781f9a040 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552381 Nov 08 13:47:58.593332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fe006e-c47a-4f0f-b2f2-6ec5167da411 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:47:58.599597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-86a09f7e-7df1-4eb9-b31b-92bcc0298bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:58.601387 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-86a09f7e-7df1-4eb9-b31b-92bcc0298bd1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 1094 time: 0.0989237 Nov 08 13:47:58.605867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.606157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0684b74-7fa0-4b65-ae52-65abe5446a3d req-36265a72-d087-46e4-a655-282e0242f999 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:58.607697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0684b74-7fa0-4b65-ae52-65abe5446a3d req-36265a72-d087-46e4-a655-282e0242f999 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.3406594 Nov 08 13:47:58.665325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-f817a433-97b0-4947-bbf9-2ebaf5b72a2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b768cf6b-660b-406d-b196-fb991dc11ccb HTTP/1.1" status: 200 len: 217 time: 0.0458183 Nov 08 13:47:58.670249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Transition to ACTIVE for port object b3fe006e-c47a-4f0f-b2f2-6ec5167da411 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:47:58.692537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-36559144-db11-4b8f-8aa2-96333142123e service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346009 Nov 08 13:47:58.702429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.760927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['bb700ca6-2f58-4751-a71c-9b6d2080526f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:47:58.773657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.773960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:58.774572 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Floating IP 807bd11b-c9f2-4180-87ae-e48c99df5849 disassociated. External IP: 172.25.8.68, port: 76240087-8e71-4c33-81d7-5333d1c596e8. Nov 08 13:47:58.774709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Calling delete_port for 76240087-8e71-4c33-81d7-5333d1c596e8 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:58.780105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d076e-246b-4069-8962-5db1ab82d423 req-42118e16-342c-4f13-bea0-70a2de120231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:58.781599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-42118e16-342c-4f13-bea0-70a2de120231 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.1091437 Nov 08 13:47:58.782987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:58.883349 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-87c812ba-3a3c-495c-ab51-5acdfd28fbe9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924795 Nov 08 13:47:58.901233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0684b74-7fa0-4b65-ae52-65abe5446a3d req-099dc1f8-71ec-47f1-9a77-3932f058f474 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429016 Nov 08 13:47:58.991621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-ade4a6c3-064b-4602-b6ff-ac14464a48a3 service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892327 Nov 08 13:47:59.004194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad68aec-db76-4e3e-a45c-c46a8ba7b532 req-0aa44e0f-053d-4127-acdb-af4c37acef9d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.007189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ad68aec-db76-4e3e-a45c-c46a8ba7b532 req-0aa44e0f-053d-4127-acdb-af4c37acef9d tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 944 time: 0.2460015 Nov 08 13:47:59.009032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Attempting to bind port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:47:59.009443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Attempting to bind port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:47:59.009899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Attempting to bind port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 on network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:59.020199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 on network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:47:59.020604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Attempting to bind port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 on network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:47:59.023919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.032024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:47:59.032459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Checking segment: {'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:47:59.033038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Bound using segment: {'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:47:59.033579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Bound port: b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:47:59.034008 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.063206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-ab3ac190-57af-4bcf-a9fe-faa352b7e156 service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703894 Nov 08 13:47:59.121866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=1e1195ec-b21b-4968-af4d-72be03f01700,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:59.183131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:47:59.206338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:47:59.213167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.245707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ad68aec-db76-4e3e-a45c-c46a8ba7b532 req-5ec8db90-54c1-4238-a41e-c3c6a7b01363 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups?id=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2262304 Nov 08 13:47:59.254654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.255651 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.256756 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 200 len: 1092 time: 1.2989197 Nov 08 13:47:59.261721 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-904d076e-246b-4069-8962-5db1ab82d423 req-a6854d87-c285-446a-928f-2355ee1de385 service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801219 Nov 08 13:47:59.274978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc715-d533-4d9a-8706-b17bb2835acb req-cc9719ef-216d-4e7e-969b-7a42ddb1d220 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.292947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-783bc715-d533-4d9a-8706-b17bb2835acb req-cc9719ef-216d-4e7e-969b-7a42ddb1d220 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.3077991 Nov 08 13:47:59.301662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50896) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:59.309478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8659e-0f12-4e31-8ba7-66aae28106c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:59.327132 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597eb46c-1f2e-4cb3-8281-acce1a96c909 x-openstack-request-id: req-597eb46c-1f2e-4cb3-8281-acce1a96c909 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:47:59.327434 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c091db81-6b4e-4c4f-bd47-4ee2390f25a1", "tag": "b768cf6b-660b-406d-b196-fb991dc11ccb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:47:59.327693 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-597eb46c-1f2e-4cb3-8281-acce1a96c909 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:47:59.329263 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'tag': 'b768cf6b-660b-406d-b196-fb991dc11ccb', 'status': 'completed', 'code': 200} Nov 08 13:47:59.333040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Request body: {'floatingip': {'port_id': '53b1b575-60fc-4722-bc7f-4f7ce993005b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:47:59.344111 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.346774 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.347979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3161a09a-a640-4d52-903e-ae2c80e9fe76 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/floatingips/a501f364-96d3-425d-9a0b-cf5a43074494 HTTP/1.1" status: 204 len: 168 time: 2.3045909 Nov 08 13:47:59.350227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e179f-4981-4097-9251-dbf2a9599209 req-39f744ab-5f82-42bc-b8ab-71b594af2fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.358324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-035e179f-4981-4097-9251-dbf2a9599209 req-39f744ab-5f82-42bc-b8ab-71b594af2fc0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 1094 time: 0.3030977 Nov 08 13:47:59.359039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:47:59.453372 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.487454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-683ef3d7-df8f-46cf-9137-e126b0adc0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.489049 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-683ef3d7-df8f-46cf-9137-e126b0adc0e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 1094 time: 0.1185646 Nov 08 13:47:59.491857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-b980ff8a-8115-4199-b8af-b8ebf0a1d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.493358 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-b980ff8a-8115-4199-b8af-b8ebf0a1d2d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1095 time: 0.1421626 Nov 08 13:47:59.556600 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.578254 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-e3c5a3e7-d93b-434b-b611-21e4057af471 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 200 len: 217 time: 0.0603120 Nov 08 13:47:59.582352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port f7894455-b4e3-451b-9834-023a2cc3bf70 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:47:59.582689 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.640154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event deleted for resources: {'Port': ['ID=76240087-8e71-4c33-81d7-5333d1c596e8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:47:59.716262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd18082-43d9-4719-8902-7c5293f75131 req-c7b41954-80ce-43d7-a9f7-800ab433c9dd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.717847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cd18082-43d9-4719-8902-7c5293f75131 req-c7b41954-80ce-43d7-a9f7-800ab433c9dd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.3753879 Nov 08 13:47:59.732444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-e6b3652d-cc52-49c7-8056-b63669c82a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.734181 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-e6b3652d-cc52-49c7-8056-b63669c82a02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.1462839 Nov 08 13:47:59.742507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95abffa-dfb7-4dec-b554-faf99551d5d8 req-15526ea1-394a-4ac5-801b-1e0ff2d86cf8 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.744154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f95abffa-dfb7-4dec-b554-faf99551d5d8 req-15526ea1-394a-4ac5-801b-1e0ff2d86cf8 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 944 time: 0.3383892 Nov 08 13:47:59.774841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-2a9a9162-13c1-421f-9575-2b1f40fcefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.776387 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-2a9a9162-13c1-421f-9575-2b1f40fcefa5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 914 time: 0.2668273 Nov 08 13:47:59.780972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-40543d48-f3be-40cd-a994-cb8367443e24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374033 Nov 08 13:47:59.800891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:47:59.840140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e179f-4981-4097-9251-dbf2a9599209 req-2e716c53-e509-48ff-9600-82965c6cae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:47:59.841625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-035e179f-4981-4097-9251-dbf2a9599209 req-2e716c53-e509-48ff-9600-82965c6cae02 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 200 len: 914 time: 0.4370759 Nov 08 13:47:59.865151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for f7894455-b4e3-451b-9834-023a2cc3bf70 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:47:59.867857 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-97250962-36f2-4996-ae24-ea915a2476b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b768cf6b-660b-406d-b196-fb991dc11ccb HTTP/1.1" status: 200 len: 217 time: 0.0776043 Nov 08 13:47:59.925290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-035e179f-4981-4097-9251-dbf2a9599209 req-31807738-c034-4574-822e-fcc8e6fce257 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=79aac356-7d25-42a4-94df-b16bd09e9c7a HTTP/1.1" status: 200 len: 217 time: 0.0696964 Nov 08 13:47:59.962471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bb700ca6-2f58-4751-a71c-9b6d2080526f up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:00.011576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-e35a19f2-48ef-41c4-8ddd-6dffc278d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:00.012992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-e35a19f2-48ef-41c4-8ddd-6dffc278d224 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.1146097 Nov 08 13:48:00.038680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-b2c5849f-293d-493d-891f-f9952d42047e service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471938 Nov 08 13:48:00.047266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port bb700ca6-2f58-4751-a71c-9b6d2080526f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:00.055564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port bb700ca6-2f58-4751-a71c-9b6d2080526f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:00.056804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-5da27518-c08e-4448-9fd9-97f7f2595940 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336428 Nov 08 13:48:00.056960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:00.077405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cd18082-43d9-4719-8902-7c5293f75131 req-c208f4d3-f7e2-4cc9-bca5-b7fc7199418e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466494 Nov 08 13:48:00.116077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f95abffa-dfb7-4dec-b554-faf99551d5d8 req-982dac4c-5b09-4cca-8eac-751b7e3c0989 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203676 Nov 08 13:48:00.218604 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15667642-4d45-469a-b105-b125983d309b x-openstack-request-id: req-15667642-4d45-469a-b105-b125983d309b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:00.218955 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-unplugged", "status": "failed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0", "code": 422}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:00.219170 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15667642-4d45-469a-b105-b125983d309b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:00.219583 n-d-804292-2 neutron-server[101842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'code': 422} returned with failed status Nov 08 13:48:00.284279 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:00.326315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ecb996e8-b818-4105-8457-dab8aa95bde2 req-b7f80f43-edac-4b35-b803-dae69f200f66 service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721014 Nov 08 13:48:00.326988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:00.343497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-0186542f-d36d-4648-b9f0-6d940f918289 service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707906 Nov 08 13:48:00.364195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:00.370932 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:00.372337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:00.377644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=f7894455-b4e3-451b-9834-023a2cc3bf70,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:00.477961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:00.604731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e179f-4981-4097-9251-dbf2a9599209 req-dcbb49b9-dde7-4d9d-8be8-5467409661ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:00.606151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-035e179f-4981-4097-9251-dbf2a9599209 req-dcbb49b9-dde7-4d9d-8be8-5467409661ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 200 len: 853 time: 0.6395514 Nov 08 13:48:00.715079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Router 7fa17e78-68bb-4df3-9600-b17f6ababa9c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:00.739671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-035e179f-4981-4097-9251-dbf2a9599209 req-540555ed-49a9-4bbe-9949-37680def4a3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8bae8f51-8102-4d3b-b1bc-d26929bb60ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088593 Nov 08 13:48:00.797571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8f59d-4029-4083-b9d5-4348c5f48233 req-8bc51dd3-370c-4456-9e37-8ca8fd5b589e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:00.799218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bf8f59d-4029-4083-b9d5-4348c5f48233 req-8bc51dd3-370c-4456-9e37-8ca8fd5b589e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.2174244 Nov 08 13:48:00.841425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:00.844887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d155edbf-8a2b-456e-8616-d5713f5eddd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/ports/f7894455-b4e3-451b-9834-023a2cc3bf70 HTTP/1.1" status: 204 len: 168 time: 1.4844456 Nov 08 13:48:00.849003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50908) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:00.865799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f7d3eb-a165-4750-9206-bfccf677245a req-b2a61cca-f070-4adb-bb19-d9dd7718a0b1 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:00.868181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65f7d3eb-a165-4750-9206-bfccf677245a req-b2a61cca-f070-4adb-bb19-d9dd7718a0b1 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 943 time: 0.2871616 Nov 08 13:48:00.884782 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-284f89c5-f62e-4caa-a4c2-8dcf8d34ad86 req-843cea7f-8442-4606-bfd3-f1ef70c17846 service neutron] 10.222.0.70 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184364 Nov 08 13:48:00.972871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 755b8ff9-7c93-4629-8dd9-a932a5376090 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:00.973146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.073665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.087847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 755b8ff9-7c93-4629-8dd9-a932a5376090 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:01.132153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:48:01.139938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-035e179f-4981-4097-9251-dbf2a9599209 req-b5d34d6e-b2c4-4349-991c-6be788f43d14 service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903055 Nov 08 13:48:01.189941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bf8f59d-4029-4083-b9d5-4348c5f48233 req-4dc5f9c7-cf47-446f-ac08-fd0fc78eb0aa tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446186 Nov 08 13:48:01.200665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65f7d3eb-a165-4750-9206-bfccf677245a req-7ef509e6-9347-4e67-b0b4-90a19a45ca29 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890177 Nov 08 13:48:01.225589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:01.239587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] Sync routers for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:01.248698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.258959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:01.261799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:47:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:01.300292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=755b8ff9-7c93-4629-8dd9-a932a5376090,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:01.308700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.330314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:01.332766 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e9f341-c6c6-44d5-9579-85b585a59282" -d '{"events": [{"name": "network-changed", "server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:01.338020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b768cf6b-660b-406d-b196-fb991dc11ccb details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:01.342730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:01.348305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] No DVR routers for this DVR port 76240087-8e71-4c33-81d7-5333d1c596e8 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:01.352544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.356745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a194d26-d64c-4bc1-8d9d-bcae4ca4863d req-1f80885e-d28e-4d66-b2f7-76d2c323f2b0 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.70 "DELETE /v2.0/ports/76240087-8e71-4c33-81d7-5333d1c596e8 HTTP/1.1" status: 204 len: 173 time: 4.2117865 Nov 08 13:48:01.357036 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.372604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-deleted', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:01.376992 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614f51fd-2343-44a9-ab7e-87248d8d5dd2" -d '{"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-deleted", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:01.378157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 76240087-8e71-4c33-81d7-5333d1c596e8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:01.378499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 76240087-8e71-4c33-81d7-5333d1c596e8 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:01.405384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.409444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cafb1a3e-08e6-4bd3-a644-ce465f675bd7 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/ports/755b8ff9-7c93-4629-8dd9-a932a5376090 HTTP/1.1" status: 204 len: 168 time: 0.5598929 Nov 08 13:48:01.412189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50922) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:01.484614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting subnet c3f62324-d957-4309-9a71-d8d670ca4020 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:01.489111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.517657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-03fea727-ed4b-42e7-b6ab-73725e11b900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.538266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:01.550683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.560944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fad6ffd-9483-4083-9b34-1f1f5b4592d0 req-b3a503e9-cf17-45f9-8236-ce9ccba21453 tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/ports?device_id=3941deea-b07a-4885-ab84-8fd2d73779a6 HTTP/1.1" status: 200 len: 210 time: 0.2160363 Nov 08 13:48:01.647207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-035e179f-4981-4097-9251-dbf2a9599209 req-d8301432-b447-41ce-a47f-1989e295d193 service neutron] 10.222.0.54 "GET /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737732 Nov 08 13:48:01.662421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0d8d5-cca3-4a0f-9983-6c5592943d61 req-a9a39254-8825-4eeb-9d7f-ffa8de5e5932 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:01.671842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8b0d8d5-cca3-4a0f-9983-6c5592943d61 req-a9a39254-8825-4eeb-9d7f-ffa8de5e5932 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.3280227 Nov 08 13:48:01.728008 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.771224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b768cf6b-660b-406d-b196-fb991dc11ccb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b768cf6b-660b-406d-b196-fb991dc11ccb,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:01.779867 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Floating IP e01f9049-1b08-4a49-a9d2-dc3e442cc2ba associated. External IP: 172.25.8.25, port: 53b1b575-60fc-4722-bc7f-4f7ce993005b. Nov 08 13:48:01.818217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b768cf6b-660b-406d-b196-fb991dc11ccb', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'port_id': 'b768cf6b-660b-406d-b196-fb991dc11ccb', 'mac_address': 'fa:16:3e:3f:82:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482d8aa9-f008-4cac-b98d-7d8c22add404', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:01.857286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.921393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.941925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:01.949446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c020bc-4f9d-42a6-a16f-b9049bb94965 None None] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:01.952496 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/subnets/c3f62324-d957-4309-9a71-d8d670ca4020 HTTP/1.1" status: 204 len: 168 time: 0.5388887 Nov 08 13:48:01.953213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50924) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:01.958344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833857b-f810-40ad-bc8c-664a7d399a93 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f62324-d957-4309-9a71-d8d670ca4020,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:01.960892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b768cf6b-660b-406d-b196-fb991dc11ccb {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:01.989104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8b0d8d5-cca3-4a0f-9983-6c5592943d61 req-f1e6c025-c8a8-4fc5-a406-b309c858b462 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161182 Nov 08 13:48:01.990280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 79aac356-7d25-42a4-94df-b16bd09e9c7a details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:02.020770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e157b-339d-41f0-a27c-74dbd95b06c5 req-1a5de2d1-320d-427f-9519-3cc923d1716a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:02.033660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-066e157b-339d-41f0-a27c-74dbd95b06c5 req-1a5de2d1-320d-427f-9519-3cc923d1716a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 945 time: 0.3432679 Nov 08 13:48:02.050216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting subnet 7081c8dd-b661-4743-9bbe-f099cc96b5e4 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:02.054853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.112248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b768cf6b-660b-406d-b196-fb991dc11ccb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b768cf6b-660b-406d-b196-fb991dc11ccb,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:02.115935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.129250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-066e157b-339d-41f0-a27c-74dbd95b06c5 req-21d28688-412a-45b3-82b4-5fa2426ace0f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946496 Nov 08 13:48:02.129468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.235429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:02.237992 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5786c9-2f86-46f8-82f9-782de8d369f0" -d '{"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-plugged", "status": "completed", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:02.257229 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.331175 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf72cc3-2ae0-48e9-85db-7f1f416f676e x-openstack-request-id: req-ebf72cc3-2ae0-48e9-85db-7f1f416f676e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:02.331490 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:02.331767 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebf72cc3-2ae0-48e9-85db-7f1f416f676e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:02.334721 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'status': 'completed', 'code': 200} Nov 08 13:48:02.365987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b768cf6b-660b-406d-b196-fb991dc11ccb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:02.373067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:02.387995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.399887 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdb571b-b26c-4bc5-8030-97ed09c2c6fa x-openstack-request-id: req-1bdb571b-b26c-4bc5-8030-97ed09c2c6fa {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:02.400234 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3941deea-b07a-4885-ab84-8fd2d73779a6", "name": "network-vif-deleted", "tag": "76240087-8e71-4c33-81d7-5333d1c596e8", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:02.400595 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bdb571b-b26c-4bc5-8030-97ed09c2c6fa {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:02.401077 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3941deea-b07a-4885-ab84-8fd2d73779a6', 'name': 'network-vif-deleted', 'tag': '76240087-8e71-4c33-81d7-5333d1c596e8', 'status': 'completed', 'code': 200} Nov 08 13:48:02.406770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b768cf6b-660b-406d-b196-fb991dc11ccb,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:02.421389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Subnet': ['ID=7081c8dd-b661-4743-9bbe-f099cc96b5e4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:02.435333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:02.436513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.445820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7950afd5-34d7-4de3-a0b0-0f8c220a859d tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/subnets/7081c8dd-b661-4743-9bbe-f099cc96b5e4 HTTP/1.1" status: 204 len: 168 time: 0.4903948 Nov 08 13:48:02.446496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50938) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:02.448699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 79aac356-7d25-42a4-94df-b16bd09e9c7a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=79aac356-7d25-42a4-94df-b16bd09e9c7a,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:02.459048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854b7845-3936-4f82-b952-d2f50e4ea4df None None] Network f767e36a-290e-48ef-925b-56709f03d469 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:02.521468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] Checking router: 7fa17e78-68bb-4df3-9600-b17f6ababa9c for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:02.539154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '79aac356-7d25-42a4-94df-b16bd09e9c7a', 'network_id': '8bae8f51-8102-4d3b-b1bc-d26929bb60ca', 'port_id': '79aac356-7d25-42a4-94df-b16bd09e9c7a', 'mac_address': 'fa:16:3e:18:41:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482d8aa9-f008-4cac-b98d-7d8c22add404', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:02.593961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.600790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-040a14e0-dac0-4596-8bee-d03848873764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:02.604649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:02.605275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:02.608316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-040a14e0-dac0-4596-8bee-d03848873764 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1095 time: 0.2427366 Nov 08 13:48:02.657317 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e431e5a-ffcc-4c47-b524-9fd5e7cd1580 x-openstack-request-id: req-7e431e5a-ffcc-4c47-b524-9fd5e7cd1580 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:02.657317 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-plugged", "status": "completed", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:02.657317 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e431e5a-ffcc-4c47-b524-9fd5e7cd1580 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:02.657317 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'code': 200} Nov 08 13:48:02.666291 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.669112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] DHCP port deletion for 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:48:02.750222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 9fe49fc9-2880-4181-8557-cc2dbbed5449 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:02.750572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.765518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79aac356-7d25-42a4-94df-b16bd09e9c7a {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:02.785851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50950) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:02.790090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 79aac356-7d25-42a4-94df-b16bd09e9c7a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=79aac356-7d25-42a4-94df-b16bd09e9c7a,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:02.854399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90105acd-3e7e-4267-9ebe-abfcce67f89f req-15ea824d-398c-47b8-8b05-1f86a28db549 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:02.862621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90105acd-3e7e-4267-9ebe-abfcce67f89f req-15ea824d-398c-47b8-8b05-1f86a28db549 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 943 time: 0.2751637 Nov 08 13:48:02.899145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-4d1e0f2e-672e-4f6a-a9d1-83f9cb042203 req-e9d67803-87cb-4f80-a9a6-996acc3cfa3a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:48:02.899878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fe49fc9-2880-4181-8557-cc2dbbed5449 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:02.907416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d1e0f2e-672e-4f6a-a9d1-83f9cb042203 req-e9d67803-87cb-4f80-a9a6-996acc3cfa3a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0235906 Nov 08 13:48:02.912147 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.920245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] For port 9fe49fc9-2880-4181-8557-cc2dbbed5449, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fe49fc9-2880-4181-8557-cc2dbbed5449,segment=NetworkSegment(59426535-350b-40b1-9897-41808c07784c),segment_id=59426535-350b-40b1-9897-41808c07784c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:02.920881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:02.947130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 9fe49fc9-2880-4181-8557-cc2dbbed5449 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:02.950046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.021509 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.089819 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.117819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:03.120392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.157845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.160966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.163243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "DELETE /v2.0/security-groups/e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5 HTTP/1.1" status: 204 len: 168 time: 0.3754704 Nov 08 13:48:03.172929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50964) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:03.174165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=9fe49fc9-2880-4181-8557-cc2dbbed5449,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:03.192033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Deleting port 9fe49fc9-2880-4181-8557-cc2dbbed5449 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:03.192411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.199946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port 9fe49fc9-2880-4181-8557-cc2dbbed5449 {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 13:48:03.200449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fe49fc9-2880-4181-8557-cc2dbbed5449 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:03.207638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] No DVR routers for this DVR port 9fe49fc9-2880-4181-8557-cc2dbbed5449 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:03.209888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:03.215208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=79aac356-7d25-42a4-94df-b16bd09e9c7a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:03.219206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.219615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.220028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.220374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.220707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.221039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.221371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.221753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.222107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.222413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.222736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.223058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.248039 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-ca2365d2-4d41-408c-82f9-4eb8c834868e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] show failed (client error): The resource could not be found. Nov 08 13:48:03.249933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ca2365d2-4d41-408c-82f9-4eb8c834868e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "GET /v2.0/security-groups/e3e3ffc0-f4e6-467b-a1d3-3d9882f937d5 HTTP/1.1" status: 404 len: 347 time: 0.0718863 Nov 08 13:48:03.277716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50966) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:03.282667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.284130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.284484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.284825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.285308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.285646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.286119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.286453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.286780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.293599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.294068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.294419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6676eb27-4166-45cd-aeff-0ed8de82fc5a tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:03.325974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:03.328080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['79aac356-7d25-42a4-94df-b16bd09e9c7a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:03.457254 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.476227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:03.490858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] Sync routers for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:03.492700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] DHCP port deletion for f767e36a-290e-48ef-925b-56709f03d469 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:48:03.495924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4feb755f-c3c8-47c1-bc54-50c9fd72a6b3']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:03.509653 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:03.510879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90105acd-3e7e-4267-9ebe-abfcce67f89f req-d077bc65-8574-4d0a-b398-46d506b05535 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447647 Nov 08 13:48:03.512982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:03.513715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa05cd2-bca8-402c-a5c6-0d70acda62e3 req-982f520f-c2b3-4322-ac02-12b305827b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:03.518130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fa05cd2-bca8-402c-a5c6-0d70acda62e3 req-982f520f-c2b3-4322-ac02-12b305827b40 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 1096 time: 0.8015151 Nov 08 13:48:03.532057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.553699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] For port 9fe49fc9-2880-4181-8557-cc2dbbed5449, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:03.554321 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.598499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-c3e38e44-5164-4f59-b540-461fd1bf0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:03.600637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-c3e38e44-5164-4f59-b540-461fd1bf0962 service neutron] 10.222.0.70 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 915 time: 0.9847271 Nov 08 13:48:03.613418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59426535-350b-40b1-9897-41808c07784c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:03.613907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59426535-350b-40b1-9897-41808c07784c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:03.647125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:48:03.668490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.690528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-44af15bb-a7a8-47c1-b90d-09a79a77b104 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 200 len: 217 time: 0.0777495 Nov 08 13:48:03.695042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3e165d33-1cda-4fea-86ef-fcc446d7922a tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "PUT /v2.0/floatingips/e01f9049-1b08-4a49-a9d2-dc3e442cc2ba HTTP/1.1" status: 200 len: 991 time: 4.3720396 Nov 08 13:48:03.698201 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.707811 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:03.720855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:03.722518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:03.733732 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:03.786341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360427c-f6f9-4923-87d5-32ff4c42ef0c req-98b9602b-33b5-48e3-8e9b-f08c87bdc3eb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:03.787555 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-b26a5256-ac9e-4609-9900-fb3d2b476017 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3266046 Nov 08 13:48:03.788241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5360427c-f6f9-4923-87d5-32ff4c42ef0c req-98b9602b-33b5-48e3-8e9b-f08c87bdc3eb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.3741779 Nov 08 13:48:03.804330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-cda0af0a-e2bf-49bc-858b-0062b65f8224 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:48:03.805282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fa05cd2-bca8-402c-a5c6-0d70acda62e3 req-cf607c6f-e341-401c-8380-6d32a84e02f1 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002816 Nov 08 13:48:03.819524 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-cda0af0a-e2bf-49bc-858b-0062b65f8224 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0291560 Nov 08 13:48:03.841669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca3e836-26ff-4bde-809f-f22fd7600415 req-6e507624-4d03-412f-b4eb-c20f8eba2856 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:03.843617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ca3e836-26ff-4bde-809f-f22fd7600415 req-6e507624-4d03-412f-b4eb-c20f8eba2856 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.2044344 Nov 08 13:48:03.851711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-93e0c35a-be1e-4263-a424-f837127b3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:03.853113 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-93e0c35a-be1e-4263-a424-f837127b3643 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.1313052 Nov 08 13:48:03.868447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Deleting port f9f9ebd0-134c-4bc6-83ae-8e05fef333fa {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:03.869323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.893286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Calling delete_port for 9fe49fc9-2880-4181-8557-cc2dbbed5449 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:03.902680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Port 9fe49fc9-2880-4181-8557-cc2dbbed5449 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 13:48:03.953576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.958131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.966268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-af5ce680-42df-4e66-a6ec-70243a952398 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933022 Nov 08 13:48:03.969085 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:03.984529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/networks/4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 HTTP/1.1" status: 204 len: 168 time: 1.5369172 Nov 08 13:48:03.985794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50980) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:03.986896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5360427c-f6f9-4923-87d5-32ff4c42ef0c req-176ac83b-09dd-43ae-9973-7b1c781f18fa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875615 Nov 08 13:48:04.008389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Network 4feb755f-c3c8-47c1-bc54-50c9fd72a6b3 is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 13:48:04.008846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] No DVR routers for this DVR port 9fe49fc9-2880-4181-8557-cc2dbbed5449 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:04.017418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35ad1b-7eb6-4108-b861-a0a9d2e57196 None None] Pushing event deleted for resources: {'Port': ['ID=9fe49fc9-2880-4181-8557-cc2dbbed5449,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:04.096972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:04.129211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad', 'port_id': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'mac_address': 'fa:16:3e:95:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4de900-2314-4f23-8f89-9ecc6dc8589d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:04.140369 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'e01f9049-1b08-4a49-a9d2-dc3e442cc2ba', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'port_id': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'mac_address': 'fa:16:3e:c5:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:47:33Z', 'updated_at': '2021-11-08T13:48:00Z', 'revision_number': 1, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:30Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:04.160107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc46822-1bdc-457c-af90-52d8f0a7de11 tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Network': ['ID=4feb755f-c3c8-47c1-bc54-50c9fd72a6b3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:04.161162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] Deleting port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:04.161549 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.169988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.185839 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] Checking router: 8c8e4180-865d-4f93-be1f-37ed8c73ae3f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:04.222767 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:04.223410 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:04.256093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ca3e836-26ff-4bde-809f-f22fd7600415 req-b1e6ed11-07ae-4be1-b556-ead95fff5409 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959568 Nov 08 13:48:04.303833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.304475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.319439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a5372-0330-4374-bcd0-40af04ebfee1 req-8ded46ef-6f5c-4a61-a289-47cf248c3831 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:04.321432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf8a5372-0330-4374-bcd0-40af04ebfee1 req-8ded46ef-6f5c-4a61-a289-47cf248c3831 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 945 time: 0.1466923 Nov 08 13:48:04.327063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Calling delete_port for f9f9ebd0-134c-4bc6-83ae-8e05fef333fa owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:04.330324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-88d5ccf9-bd02-4a3c-a8aa-80ad610fc0f3 service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418941 Nov 08 13:48:04.345709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:04.404484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:04.407200 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1936684d-8ed2-4f7a-a795-76072bd02ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:04.411542 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:04.486771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] For port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:04.487091 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.490022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39969ebf-6aab-4593-ac22-b390989b8a1f None None] The sync data for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 is: [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:38:54Z', 'revision_number': 4, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a158221a-448f-4ef1-9d99-a15b5bb7dac8', 'name': '', 'network_id': 'c3015bfa-04ab-4f13-9a38-a84dbf18742f', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'mac_address': 'fa:16:3e:4b:a5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:53Z', 'updated_at': '2021-11-08T13:39:04Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'subnets': [{'id': 'a630c4b9-65c0-4ca9-8270-6b63a0fd991e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:04.497259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf8a5372-0330-4374-bcd0-40af04ebfee1 req-3e2bd2f7-8f82-45b0-90ed-198f5e37cb9b tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651900 Nov 08 13:48:04.522818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.530904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Deleting port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:04.530904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.582383 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da11ef4-a672-4dbb-821f-b88ff62b8b9e x-openstack-request-id: req-8da11ef4-a672-4dbb-821f-b88ff62b8b9e {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:04.582622 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:04.582875 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8da11ef4-a672-4dbb-821f-b88ff62b8b9e {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:04.583259 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'status': 'completed', 'code': 200} Nov 08 13:48:04.593427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96e9f341-c6c6-44d5-9579-85b585a59282 req-dcd28a52-9794-4fd7-a171-2711d7a4f164 service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427275 Nov 08 13:48:04.595617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] Calling delete_port for 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:04.727682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] For port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,segment=NetworkSegment(a35fa56e-970f-492b-8c8c-520da2e94188),segment_id=a35fa56e-970f-492b-8c8c-520da2e94188)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:04.728081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.741291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fe006e-c47a-4f0f-b2f2-6ec5167da411 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:04.751637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Calling delete_port for 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:04.775975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c4ec6-d7b9-4fca-8168-7fa60319da08 req-37083526-4e59-460f-8041-9b41718a8fd0 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:04.779009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d57c4ec6-d7b9-4fca-8168-7fa60319da08 req-37083526-4e59-460f-8041-9b41718a8fd0 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 944 time: 0.1145482 Nov 08 13:48:04.825979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:04.844802 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.849204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-b2e523cf-6532-4300-9a10-7d923987d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:04.850862 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-b2e523cf-6532-4300-9a10-7d923987d6b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a183204d44984dd2ae8a48ddd35de86b&device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 1097 time: 0.2482851 Nov 08 13:48:04.925720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:04.929472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:04.967132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d57c4ec6-d7b9-4fca-8168-7fa60319da08 req-faff951c-b3d3-4704-80e6-e9426e545e33 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791456 Nov 08 13:48:05.015045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:05.018973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] Pushing event deleted for resources: {'Port': ['ID=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:05.048032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230b2084-dd39-47ad-81d3-f9c684088f18 None None] No DVR routers for this DVR port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:05.049880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:05.050227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:05.053757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.054489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-2ec75442-7bca-4b8b-a436-371e227accad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:05.056142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-2ec75442-7bca-4b8b-a436-371e227accad service neutron] 10.222.0.70 "GET /v2.0/networks?id=c176a417-3446-4288-b5ad-a2f00f57784d HTTP/1.1" status: 200 len: 912 time: 0.1910374 Nov 08 13:48:05.102472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fe006e-c47a-4f0f-b2f2-6ec5167da411'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:05.109313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Pushing event deleted for resources: {'Port': ['ID=f9f9ebd0-134c-4bc6-83ae-8e05fef333fa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:05.161450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25c238-d1e4-4745-a927-9aa769981d36 None None] New status for floating IP 807bd11b-c9f2-4180-87ae-e48c99df5849: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:48:05.276890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.279536 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'e01f9049-1b08-4a49-a9d2-dc3e442cc2ba', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'port_id': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'mac_address': 'fa:16:3e:c5:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:47:33Z', 'updated_at': '2021-11-08T13:48:00Z', 'revision_number': 1, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:30Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:05.294045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b768cf6b-660b-406d-b196-fb991dc11ccb up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:05.299102 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-0cef0e4f-9205-4b24-b7df-10c4209c9c96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b HTTP/1.1" status: 200 len: 999 time: 0.2282994 Nov 08 13:48:05.350593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Port': ['ID=9b30e1bb-f4fb-4d03-9068-2699eda0c3bc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:05.386970 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8771f-10d7-4e1a-8d4d-6ccbd12e7834 None None] The sync data for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 is: [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'e01f9049-1b08-4a49-a9d2-dc3e442cc2ba', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'port_id': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'mac_address': 'fa:16:3e:c5:ca:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:47:33Z', 'updated_at': '2021-11-08T13:48:00Z', 'revision_number': 1, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:30Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:05.406156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port b768cf6b-660b-406d-b196-fb991dc11ccb completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:05.434229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b768cf6b-660b-406d-b196-fb991dc11ccb triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:05.435107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.435525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] No DVR routers for this DVR port 9b30e1bb-f4fb-4d03-9068-2699eda0c3bc on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:05.448365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.451443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.455477 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-05601bc1-cac0-4820-9c93-3e373ff8725e tempest-ServerActionsTestJSON-919515540 tempest-ServerActionsTestJSON-919515540-project] 10.222.0.65 "DELETE /v2.0/floatingips/807bd11b-c9f2-4180-87ae-e48c99df5849 HTTP/1.1" status: 204 len: 168 time: 2.1542258 Nov 08 13:48:05.474999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50996) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:05.477779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da46c2-3b10-4826-9a88-96c0bf59ad7e req-643226b3-8427-4f69-9170-c6495b9d7355 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:05.512550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.518861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50da46c2-3b10-4826-9a88-96c0bf59ad7e req-643226b3-8427-4f69-9170-c6495b9d7355 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 945 time: 0.3233218 Nov 08 13:48:05.585805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-7de3a0f1-3628-41db-852f-bd23e384b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:05.587553 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-7de3a0f1-3628-41db-852f-bd23e384b952 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef9de8c1-ce8e-47ad-a451-fc1291515ba2 HTTP/1.1" status: 200 len: 850 time: 0.2485378 Nov 08 13:48:05.655496 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.660746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50da46c2-3b10-4826-9a88-96c0bf59ad7e req-26a5c606-8935-4614-83c6-1c2fcbd3c9d5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348970 Nov 08 13:48:05.690960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be225b-7a72-49c6-83cf-1a387fc2130a req-dc2f53bd-8651-4b6a-a0b2-2833ac7d1958 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:05.693345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86be225b-7a72-49c6-83cf-1a387fc2130a req-dc2f53bd-8651-4b6a-a0b2-2833ac7d1958 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1486788 Nov 08 13:48:05.699070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b768cf6b-660b-406d-b196-fb991dc11ccb'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:05.702321 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5341ab0d-d428-4a0a-9a41-c3f0bb4fd9aa" -d '{"events": [{"server_uuid": "c091db81-6b4e-4c4f-bd47-4ee2390f25a1", "name": "network-vif-plugged", "status": "completed", "tag": "b768cf6b-660b-406d-b196-fb991dc11ccb"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:05.741115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b768cf6b-660b-406d-b196-fb991dc11ccb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b768cf6b-660b-406d-b196-fb991dc11ccb,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:05.753621 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.761573 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:05.816837 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f643edbe-d3e1-46da-904f-7fbf284d65e4 None None] New status for floating IP e01f9049-1b08-4a49-a9d2-dc3e442cc2ba: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:48:05.833848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86be225b-7a72-49c6-83cf-1a387fc2130a req-af43aeed-52a0-4723-b6ff-dc066b97f4d2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306572 Nov 08 13:48:05.876245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b768cf6b-660b-406d-b196-fb991dc11ccb,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:05.955043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 79aac356-7d25-42a4-94df-b16bd09e9c7a up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:05.993622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7dd213-a08e-4034-8b3b-61b4fd5a2384 req-fa201462-7a9f-435c-9989-fcf2050fcce3 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:05.998338 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b5511-2b6c-4a4d-92f8-7eba46418b83 x-openstack-request-id: req-7f5b5511-2b6c-4a4d-92f8-7eba46418b83 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:05.999502 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c091db81-6b4e-4c4f-bd47-4ee2390f25a1", "name": "network-vif-plugged", "status": "completed", "tag": "b768cf6b-660b-406d-b196-fb991dc11ccb", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:06.001804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f7dd213-a08e-4034-8b3b-61b4fd5a2384 req-fa201462-7a9f-435c-9989-fcf2050fcce3 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 945 time: 0.1428359 Nov 08 13:48:06.004753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.018198 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f5b5511-2b6c-4a4d-92f8-7eba46418b83 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:06.019452 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b768cf6b-660b-406d-b196-fb991dc11ccb', 'code': 200} Nov 08 13:48:06.087022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 79aac356-7d25-42a4-94df-b16bd09e9c7a completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:06.114257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 79aac356-7d25-42a4-94df-b16bd09e9c7a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:06.114257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.114602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-71eb6001-ceed-4368-bdeb-684efea31e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.116610 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-71eb6001-ceed-4368-bdeb-684efea31e23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c176a417-3446-4288-b5ad-a2f00f57784d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2490978 Nov 08 13:48:06.117015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f767e36a-290e-48ef-925b-56709f03d469']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:06.142275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35fa56e-970f-492b-8c8c-520da2e94188') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:06.142628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35fa56e-970f-492b-8c8c-520da2e94188') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:06.198810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.202863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f7dd213-a08e-4034-8b3b-61b4fd5a2384 req-e9c44e65-74cf-4b9f-bbd2-e5cc4a3f03cb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893492 Nov 08 13:48:06.239972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.255448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08e027-b200-457a-b679-3aa23240ce58 req-ea0f2f70-f96c-471e-8460-fd104548f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.263550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.264192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec08e027-b200-457a-b679-3aa23240ce58 req-ea0f2f70-f96c-471e-8460-fd104548f181 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 1096 time: 0.1730115 Nov 08 13:48:06.290585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:06.291001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:06.295005 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:06.297410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62554bf8-6a5d-422c-8fd4-cd5c6bd55953 req-304513b6-2e08-4310-a303-1b5a64100c1c tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.301464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 79aac356-7d25-42a4-94df-b16bd09e9c7a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=79aac356-7d25-42a4-94df-b16bd09e9c7a,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:06.304315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62554bf8-6a5d-422c-8fd4-cd5c6bd55953 req-304513b6-2e08-4310-a303-1b5a64100c1c tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 944 time: 0.1703138 Nov 08 13:48:06.308012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.380141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=79aac356-7d25-42a4-94df-b16bd09e9c7a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:06.394486 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-53e86a5e-3743-46e6-a7dd-57c4bcb4475c service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661791 Nov 08 13:48:06.400473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62554bf8-6a5d-422c-8fd4-cd5c6bd55953 req-3a7494ea-a353-48f5-854b-8972c89644a9 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920117 Nov 08 13:48:06.416811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.443959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec08e027-b200-457a-b679-3aa23240ce58 req-867a22af-91bc-494a-941c-d51934205b0d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367524 Nov 08 13:48:06.466226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.474083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] 10.222.0.65 "DELETE /v2.0/networks/f767e36a-290e-48ef-925b-56709f03d469 HTTP/1.1" status: 204 len: 168 time: 2.4176836 Nov 08 13:48:06.474083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fcfbb-a905-487c-9907-cbb5de86972f tempest-TaggedBootDevicesTest_v242-1577770714 tempest-TaggedBootDevicesTest_v242-1577770714-project] Pushing event deleted for resources: {'Network': ['ID=f767e36a-290e-48ef-925b-56709f03d469,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:06.562854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1936684d-8ed2-4f7a-a795-76072bd02ad0 req-8eb40437-0dce-44cd-a3f9-3a42e062f1dd service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568339 Nov 08 13:48:06.575646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f1289-0aa5-4fd9-ae5e-6cfebf14709d req-f0439ce9-4923-41fc-b447-6a97c6535cf2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.596315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-556f1289-0aa5-4fd9-ae5e-6cfebf14709d req-f0439ce9-4923-41fc-b447-6a97c6535cf2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 945 time: 0.1185930 Nov 08 13:48:06.660846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:06.679051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-556f1289-0aa5-4fd9-ae5e-6cfebf14709d req-ef48b628-d251-455a-88be-01090449667f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750535 Nov 08 13:48:06.850043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff0efbb-d2a5-462b-bb7d-30991781f9d2 req-0ec1ecd5-12b3-4a75-86ab-1ddadf51487b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:06.855224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cff0efbb-d2a5-462b-bb7d-30991781f9d2 req-0ec1ecd5-12b3-4a75-86ab-1ddadf51487b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 945 time: 0.0888238 Nov 08 13:48:06.972294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cff0efbb-d2a5-462b-bb7d-30991781f9d2 req-4416884e-8657-41ff-b52c-322b3215120e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092882 Nov 08 13:48:07.000721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee6268-8021-4218-9bcb-dd8c32eb5ccd req-b41f54ab-5202-4531-9ab4-a35fc903ba0c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:07.002276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46ee6268-8021-4218-9bcb-dd8c32eb5ccd req-b41f54ab-5202-4531-9ab4-a35fc903ba0c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.0776839 Nov 08 13:48:07.037978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Deleting port a158221a-448f-4ef1-9d99-a15b5bb7dac8 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:07.038398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:07.057858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46ee6268-8021-4218-9bcb-dd8c32eb5ccd req-c1811b9c-1029-4169-a98f-9b7b47ee1122 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483201 Nov 08 13:48:07.149359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] For port a158221a-448f-4ef1-9d99-a15b5bb7dac8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a158221a-448f-4ef1-9d99-a15b5bb7dac8,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:07.149933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:07.163954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Calling delete_port for a158221a-448f-4ef1-9d99-a15b5bb7dac8 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:07.302464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:07.358386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:07.362446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:07.363086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:07.369446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:07.395698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a158221a-448f-4ef1-9d99-a15b5bb7dac8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:07.471239 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:07.589889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:07.610788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:07.627996 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:07.649236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7f975-1769-4b22-828d-dde99de97513 req-5fc44737-bb77-4772-a880-74b3e7356b61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:07.651692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1a7f975-1769-4b22-828d-dde99de97513 req-5fc44737-bb77-4772-a880-74b3e7356b61 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 945 time: 0.1053147 Nov 08 13:48:07.747647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:07.771121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1a7f975-1769-4b22-828d-dde99de97513 req-f77b0792-06b7-406f-88b6-3be09087b5ae tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115713 Nov 08 13:48:07.859530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fa5a5-d103-4613-906a-e85baf22c340 req-beba6731-1c16-4543-bd2d-5a0c89369acb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:07.862256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f47fa5a5-d103-4613-906a-e85baf22c340 req-beba6731-1c16-4543-bd2d-5a0c89369acb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 945 time: 0.0566161 Nov 08 13:48:07.946695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f47fa5a5-d103-4613-906a-e85baf22c340 req-2eb58c81-8ffa-402f-a7c0-7cdf8ff3779d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783236 Nov 08 13:48:08.020626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aac356-7d25-42a4-94df-b16bd09e9c7a'}, {'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:08.023686 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241762dd-b439-4ad4-a59f-cc24cea93e0e" -d '{"events": [{"server_uuid": "164bde89-6a0f-4c75-8827-bcfcc037a732", "name": "network-vif-plugged", "status": "completed", "tag": "79aac356-7d25-42a4-94df-b16bd09e9c7a"}, {"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:08.103718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf1e65-d4e1-4c58-9f78-7d22d8b685b2 req-fa4b99ad-9eec-4882-9828-f521adf76d5c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:08.105302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bcf1e65-d4e1-4c58-9f78-7d22d8b685b2 req-fa4b99ad-9eec-4882-9828-f521adf76d5c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0548100 Nov 08 13:48:08.176419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bcf1e65-d4e1-4c58-9f78-7d22d8b685b2 req-c5687075-d8c9-4ee2-9dc5-34c05c2faa68 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645320 Nov 08 13:48:08.236991 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873bee20-0ac6-45eb-b5b2-85f70c6c425d x-openstack-request-id: req-873bee20-0ac6-45eb-b5b2-85f70c6c425d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:08.237441 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164bde89-6a0f-4c75-8827-bcfcc037a732", "name": "network-vif-plugged", "status": "completed", "tag": "79aac356-7d25-42a4-94df-b16bd09e9c7a", "code": 200}, {"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:08.237587 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-873bee20-0ac6-45eb-b5b2-85f70c6c425d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:08.238326 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79aac356-7d25-42a4-94df-b16bd09e9c7a', 'code': 200} Nov 08 13:48:08.238326 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'code': 200} Nov 08 13:48:08.330415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Router 7fa17e78-68bb-4df3-9600-b17f6ababa9c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:08.410059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dbe6b-31a2-4e3b-9b82-2c26fda627c2 req-07396af9-5e08-4841-999f-1ff8aa5c6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:08.411858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f21dbe6b-31a2-4e3b-9b82-2c26fda627c2 req-07396af9-5e08-4841-999f-1ff8aa5c6097 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 1096 time: 0.0894070 Nov 08 13:48:08.483883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328e505-8ea2-4f70-9393-0979dbb72351 req-886262ee-9b13-4dea-813f-c8561a79f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:08.491998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3328e505-8ea2-4f70-9393-0979dbb72351 req-886262ee-9b13-4dea-813f-c8561a79f2b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1097 time: 0.1449218 Nov 08 13:48:08.550276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f21dbe6b-31a2-4e3b-9b82-2c26fda627c2 req-fb5054c6-c29a-49bd-aa28-7c126fddb66a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276031 Nov 08 13:48:08.576426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15135-4415-441c-b05a-b1e329009655 req-98e77c3b-85ab-4b1e-aa4f-4f1106c3712b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:08.588628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5fb15135-4415-441c-b05a-b1e329009655 req-98e77c3b-85ab-4b1e-aa4f-4f1106c3712b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1109328 Nov 08 13:48:08.595523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:08.608803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] Sync routers for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:08.612143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51064) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:08.617238 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-955aeb72-1c10-415c-bbff-513b45b933ce admin admin] 10.222.0.65 "PUT /v2.0/routers/7fa17e78-68bb-4df3-9600-b17f6ababa9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1286817 Nov 08 13:48:08.627131 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3328e505-8ea2-4f70-9393-0979dbb72351 req-931e355f-6cf7-484c-8012-79a7400c6e6e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976391 Nov 08 13:48:08.628416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:08.629103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:08.692109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5fb15135-4415-441c-b05a-b1e329009655 req-50d37a26-6286-4828-bbe8-454a97fe5646 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017060 Nov 08 13:48:08.745212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:08.752478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:08.954293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:48:07Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:08.964548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0e4fd-85d2-4d6e-b40c-fa7c060e1f9d req-6cf61b5f-7cb0-4b51-a669-63a5b9334da4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:08.968219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feb0e4fd-85d2-4d6e-b40c-fa7c060e1f9d req-6cf61b5f-7cb0-4b51-a669-63a5b9334da4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 945 time: 0.0925410 Nov 08 13:48:08.987352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:08.987574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] Checking router: 7fa17e78-68bb-4df3-9600-b17f6ababa9c for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:08.995096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] Routers {'7fa17e78-68bb-4df3-9600-b17f6ababa9c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:08.995951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:09.072260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feb0e4fd-85d2-4d6e-b40c-fa7c060e1f9d req-f7bfe88f-bbfc-401b-9a39-ce9371deee19 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910256 Nov 08 13:48:09.097080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Deleting port 9914f1ce-0946-45d0-8397-fc827d70b383 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:09.097434 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.114337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] Set router 7fa17e78-68bb-4df3-9600-b17f6ababa9c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:09.196945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] For port 9914f1ce-0946-45d0-8397-fc827d70b383, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9914f1ce-0946-45d0-8397-fc827d70b383,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:09.197464 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.213673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Calling delete_port for 9914f1ce-0946-45d0-8397-fc827d70b383 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:09.332169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:48:07Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:09.333199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b30425-7743-4457-9901-6989fdff713a req-6bee8629-f90f-4d60-93be-08f1228bf871 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:09.335257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85b30425-7743-4457-9901-6989fdff713a req-6bee8629-f90f-4d60-93be-08f1228bf871 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0741754 Nov 08 13:48:09.375082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2688709-19d3-427b-a1c3-1c079af1482d None None] The sync data for ids ['7fa17e78-68bb-4df3-9600-b17f6ababa9c'] in n-d-804292-2 is: [{'id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'name': 'tempest-ServerActionsTestJSON-1976109391-router', 'tenant_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125'}], 'enable_snat': True}, 'gw_port_id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:38:46Z', 'updated_at': '2021-11-08T13:48:07Z', 'revision_number': 5, 'project_id': 'b430fe33e59e4c4b878e8071f1cb58ae', 'gw_port': {'id': '9914f1ce-0946-45d0-8397-fc827d70b383', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa17e78-68bb-4df3-9600-b17f6ababa9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:38:48Z', 'updated_at': '2021-11-08T13:39:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:09.432952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85b30425-7743-4457-9901-6989fdff713a req-c0700ce3-c33a-4ea1-a4d7-865a789e4d8a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916142 Nov 08 13:48:09.480969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.515981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Pushing event deleted for resources: {'Port': ['ID=9914f1ce-0946-45d0-8397-fc827d70b383,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:09.585608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.677946 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.680386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.725511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.726160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa17e78-68bb-4df3-9600-b17f6ababa9c {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:48:09.732530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.736125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-821d0b96-3a1c-40a6-8f62-e18c35a4aa41 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7fa17e78-68bb-4df3-9600-b17f6ababa9c HTTP/1.1" status: 204 len: 168 time: 1.1209030 Nov 08 13:48:09.740064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51088) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:09.842211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] Deleting subnet a630c4b9-65c0-4ca9-8270-6b63a0fd991e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:09.846952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:09.895159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64342c8-9d3d-4f66-b72d-5a7403a1cc24 req-ba971a39-94e8-4783-979d-046509345197 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:09.896757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c64342c8-9d3d-4f66-b72d-5a7403a1cc24 req-ba971a39-94e8-4783-979d-046509345197 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1018941 Nov 08 13:48:09.901343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.020452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c64342c8-9d3d-4f66-b72d-5a7403a1cc24 req-e5c8bd47-51e9-45f0-aec3-7471f03a84ba tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994234 Nov 08 13:48:10.051109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.118072 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.154745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a630c4b9-65c0-4ca9-8270-6b63a0fd991e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:10.156820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.160479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c218a4-36bd-472e-b38c-589afa0d3c1e None None] Network c3015bfa-04ab-4f13-9a38-a84dbf18742f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:10.168519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51096) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:10.169156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-664db5dc-d4ac-4444-8709-f75d96a2c374 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a630c4b9-65c0-4ca9-8270-6b63a0fd991e HTTP/1.1" status: 204 len: 168 time: 0.4220700 Nov 08 13:48:10.241695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680a975-7f04-44ae-ab1a-5d4827ed1c1c req-1f519d6f-91b4-46ba-b89d-100f064649ec tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:10.243675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1680a975-7f04-44ae-ab1a-5d4827ed1c1c req-1f519d6f-91b4-46ba-b89d-100f064649ec tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 945 time: 0.0737724 Nov 08 13:48:10.302056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.325578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1680a975-7f04-44ae-ab1a-5d4827ed1c1c req-34c06f5c-7962-442b-ad18-bfddb220a62d tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723269 Nov 08 13:48:10.426799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Deleting port 0caf825c-fd86-4d68-badf-149fe18c8f89 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:10.427120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.521635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] For port 0caf825c-fd86-4d68-badf-149fe18c8f89, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0caf825c-fd86-4d68-badf-149fe18c8f89,segment=NetworkSegment(92dc59ef-68a6-4721-87c1-269fdec165d1),segment_id=92dc59ef-68a6-4721-87c1-269fdec165d1)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:10.522006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.539029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Calling delete_port for 0caf825c-fd86-4d68-badf-149fe18c8f89 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:10.602671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08ff54-3cab-4623-9112-9bfe08f86058 req-57c01e35-f37c-4e69-a7ec-8f891cfe173c tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:10.613177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d08ff54-3cab-4623-9112-9bfe08f86058 req-57c01e35-f37c-4e69-a7ec-8f891cfe173c tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 945 time: 0.1449533 Nov 08 13:48:10.654506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.705100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0caf825c-fd86-4d68-badf-149fe18c8f89,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:10.710193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] No DVR routers for this DVR port 0caf825c-fd86-4d68-badf-149fe18c8f89 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:10.721484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58362327-dfa8-477f-9136-f0a60336f63f None None] DHCP port deletion for c3015bfa-04ab-4f13-9a38-a84dbf18742f request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:48:10.832409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:10.844846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d08ff54-3cab-4623-9112-9bfe08f86058 req-2f4577f3-2fa2-4017-a8d9-bc91e69c18a0 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257161 Nov 08 13:48:10.894528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3015bfa-04ab-4f13-9a38-a84dbf18742f']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:10.908990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024525-75b0-465f-aacb-7e56380ade9c req-bd34cfd8-2ca8-47e3-9ba4-802934795e5c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:10.909193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9914f1ce-0946-45d0-8397-fc827d70b383 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:10.920327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d024525-75b0-465f-aacb-7e56380ade9c req-bd34cfd8-2ca8-47e3-9ba4-802934795e5c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.2253048 Nov 08 13:48:10.949733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dc59ef-68a6-4721-87c1-269fdec165d1') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:10.949998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dc59ef-68a6-4721-87c1-269fdec165d1') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:10.956910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9914f1ce-0946-45d0-8397-fc827d70b383 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:10.957258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9914f1ce-0946-45d0-8397-fc827d70b383 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:10.957703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a158221a-448f-4ef1-9d99-a15b5bb7dac8 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:10.984502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.018943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a158221a-448f-4ef1-9d99-a15b5bb7dac8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:11.019307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a158221a-448f-4ef1-9d99-a15b5bb7dac8 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:11.019810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0caf825c-fd86-4d68-badf-149fe18c8f89 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:11.021359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.030054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:11.030442 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:11.051787 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:11.075141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 0caf825c-fd86-4d68-badf-149fe18c8f89 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:11.075546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0caf825c-fd86-4d68-badf-149fe18c8f89 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:11.078936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d024525-75b0-465f-aacb-7e56380ade9c req-0ef96a92-09bb-483f-9fd5-0412117e5132 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524282 Nov 08 13:48:11.148611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.163679 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.169879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] 10.222.0.65 "DELETE /v2.0/networks/c3015bfa-04ab-4f13-9a38-a84dbf18742f HTTP/1.1" status: 204 len: 168 time: 0.9987252 Nov 08 13:48:11.201020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e90119-9761-451e-885d-ee843d14ca8c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3015bfa-04ab-4f13-9a38-a84dbf18742f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:11.253267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9916231-5f50-466b-ac95-b28eef06faa5 req-558270f3-bb1e-4431-a589-ab1bd17cbfc9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:11.255001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9916231-5f50-466b-ac95-b28eef06faa5 req-558270f3-bb1e-4431-a589-ab1bd17cbfc9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.0781212 Nov 08 13:48:11.341398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9916231-5f50-466b-ac95-b28eef06faa5 req-43b6d016-de92-43d8-8507-179952f799cc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800362 Nov 08 13:48:11.414919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51138) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:11.545127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1fe8b4fa-882a-4bbd-9688-19ecc15eb480 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b430fe33e59e4c4b878e8071f1cb58ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269927 Nov 08 13:48:11.545402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51140) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:11.642339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-dd331320-146c-43c0-9747-9cf470c8261c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:11.648919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ff8a-6c35-42ee-a996-7739ed2702d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.649343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-dd331320-146c-43c0-9747-9cf470c8261c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 814 time: 0.2151408 Nov 08 13:48:11.677033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ff8a-6c35-42ee-a996-7739ed2702d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.681068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-470ccff6-32a1-4b05-84f6-d049f6599bcc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/quotas/ef6e474d33fd431f8c72c55266420e60 HTTP/1.1" status: 200 len: 375 time: 0.0308063 Nov 08 13:48:11.745608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ff8a-6c35-42ee-a996-7739ed2702d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.750185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7f8ff8a-6c35-42ee-a996-7739ed2702d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:11.753650 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e7f8ff8a-6c35-42ee-a996-7739ed2702d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031 HTTP/1.1" status: 204 len: 168 time: 0.2050235 Nov 08 13:48:11.764259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8ff8a-6c35-42ee-a996-7739ed2702d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7c1ad0-9598-4d7c-bad9-1a26b8b6a031,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:11.778763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad58f86-7fe0-41c0-9c6f-4c5ef01ea031 req-fe251575-d02f-4d38-a165-b643e54c789d tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:11.780623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ad58f86-7fe0-41c0-9c6f-4c5ef01ea031 req-fe251575-d02f-4d38-a165-b643e54c789d tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 945 time: 0.1279819 Nov 08 13:48:11.811933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-e2bbe5bd-c677-4382-9b77-6203a30b3163 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298084 Nov 08 13:48:11.926829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ad58f86-7fe0-41c0-9c6f-4c5ef01ea031 req-29e91b68-7c88-4f40-8062-398bacfaa02c tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121557 Nov 08 13:48:11.959214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-98063661-fa30-4365-8059-06ea6002bba3 service neutron] 10.222.0.65 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456516 Nov 08 13:48:11.998002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bb700ca6-2f58-4751-a71c-9b6d2080526f details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:12.118177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-09e8114f-1ae1-43b3-ba51-3d45f9937dac service neutron] 10.222.0.65 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261599 Nov 08 13:48:12.437513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:12.453103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'mac_address': 'fa:16:3e:08:63:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:12.515046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4de033de-f4d8-44f3-abfb-eba5bdbe8c24 req-a62b62cf-b2ae-4b36-b3e5-b8e07fa594f2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 210 time: 0.1474662 Nov 08 13:48:12.516934 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:12.553594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb700ca6-2f58-4751-a71c-9b6d2080526f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:12.582048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:12.601456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:12.671754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496752c-1ee2-4849-92e1-66e5a9033f34 req-e7a64f4e-32bc-4615-b4e9-0b2554f2b1f4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:12.683182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c496752c-1ee2-4849-92e1-66e5a9033f34 req-e7a64f4e-32bc-4615-b4e9-0b2554f2b1f4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1151447 Nov 08 13:48:12.721897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['bb700ca6-2f58-4751-a71c-9b6d2080526f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:12.793880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c496752c-1ee2-4849-92e1-66e5a9033f34 req-d1fe6bdf-8ce7-4c02-8770-37cb2772765a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086323 Nov 08 13:48:12.842822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb8254-7eee-4cef-8354-078600790345 req-64ecb194-9b9b-4f9c-9dcb-94a9554b1ea4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:12.845399 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fcb8254-7eee-4cef-8354-078600790345 req-64ecb194-9b9b-4f9c-9dcb-94a9554b1ea4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "GET /v2.0/ports?device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 945 time: 0.1516056 Nov 08 13:48:12.887263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:13.038970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51194) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:13.151606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Deleting port b768cf6b-660b-406d-b196-fb991dc11ccb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:13.155500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.157942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045214e7-9efd-45a8-8b05-fef3fbc9ff0b req-82c4d5ad-1206-43af-a9a5-e2f0266a7d52 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:13.163100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-045214e7-9efd-45a8-8b05-fef3fbc9ff0b req-82c4d5ad-1206-43af-a9a5-e2f0266a7d52 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 945 time: 0.1188900 Nov 08 13:48:13.265295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-045214e7-9efd-45a8-8b05-fef3fbc9ff0b req-bb93f1bb-030a-4e01-b7b2-9346fde2993b tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/security-groups?id=e82dfa73-2f74-4874-92f1-41475171fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939910 Nov 08 13:48:13.303103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1611766257-network', 'tenant_id': '35966f06020b45729456915839ad0336'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:13.342150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Made reservation on behalf of 35966f06020b45729456915839ad0336 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:13.346409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.376138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.440954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] For port b768cf6b-660b-406d-b196-fb991dc11ccb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b768cf6b-660b-406d-b196-fb991dc11ccb,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:13.441322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.468293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Calling delete_port for b768cf6b-660b-406d-b196-fb991dc11ccb owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:13.580919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.587348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.622898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f95f8e-e475-4a39-81d7-161927db227f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:13.631983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24970852-8260-4515-be91-ac3a764c7271 req-3b8dc29a-7cc6-4efb-80d8-b4cc7a41eac0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 210 time: 0.0371337 Nov 08 13:48:13.649655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:48:13.698887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-d19b9050-24a8-4cc0-9bdd-ff7231557e1d tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:13.700571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-d19b9050-24a8-4cc0-9bdd-ff7231557e1d tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 945 time: 0.0677009 Nov 08 13:48:13.725014 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.725366 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Added segment f7f5b8a4-1cf2-4233-98ed-7117cc516fb9 of type vlan for network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 Nov 08 13:48:13.756784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.768939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b768cf6b-660b-406d-b196-fb991dc11ccb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:13.772350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['79aac356-7d25-42a4-94df-b16bd09e9c7a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:13.834517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event deleted for resources: {'Port': ['ID=b768cf6b-660b-406d-b196-fb991dc11ccb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:13.858508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.881072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Deleting port 79aac356-7d25-42a4-94df-b16bd09e9c7a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:13.881425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.964647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:13.966924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:13.968119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:14.005017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bb700ca6-2f58-4751-a71c-9b6d2080526f up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:14.049989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] No DVR routers for this DVR port b768cf6b-660b-406d-b196-fb991dc11ccb on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:14.074163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:14.078447 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fcb8254-7eee-4cef-8354-078600790345 req-7ea344d7-23ce-47da-8c9f-9ab448316dc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.70 "DELETE /v2.0/ports/b768cf6b-660b-406d-b196-fb991dc11ccb HTTP/1.1" status: 204 len: 173 time: 1.2226493 Nov 08 13:48:14.084989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0414393 Nov 08 13:48:14.084989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'name': 'network-vif-deleted', 'tag': 'b768cf6b-660b-406d-b196-fb991dc11ccb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:14.085450 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a16a74-2088-43b4-9a58-ad475e59f515" -d '{"events": [{"server_uuid": "c091db81-6b4e-4c4f-bd47-4ee2390f25a1", "name": "network-vif-deleted", "tag": "b768cf6b-660b-406d-b196-fb991dc11ccb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:14.087451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:14.095655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Request body: {'subnet': {'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1611766257-subnet', 'tenant_id': '35966f06020b45729456915839ad0336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:14.096422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port bb700ca6-2f58-4751-a71c-9b6d2080526f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:14.097013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:14.123282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fed11-1e67-4544-8991-3b0068ab40da req-80101480-07a6-495a-9e15-3765e7345bdf tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:14.125604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be9fed11-1e67-4544-8991-3b0068ab40da req-80101480-07a6-495a-9e15-3765e7345bdf tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1867881 Nov 08 13:48:14.141835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] For port 79aac356-7d25-42a4-94df-b16bd09e9c7a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=79aac356-7d25-42a4-94df-b16bd09e9c7a,segment=NetworkSegment(3aefe57d-6caf-4f42-a7ca-30c7a0f9be87),segment_id=3aefe57d-6caf-4f42-a7ca-30c7a0f9be87)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:14.142225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:14.155226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b2ed3-208f-498f-9d49-31cc58a743c8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf264d4e-5010-4abf-9e40-b0dbf6ed79c3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:14.159629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-e4ca105e-fb23-4d9e-ac96-0db704eb87d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:14.162339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-e4ca105e-fb23-4d9e-ac96-0db704eb87d0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc&tenant_id=d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 1095 time: 0.2568846 Nov 08 13:48:14.170371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:48:14.206757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Calling delete_port for 79aac356-7d25-42a4-94df-b16bd09e9c7a owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:14.228062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Made reservation on behalf of 35966f06020b45729456915839ad0336 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:14.230861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:14.232527 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8343ed-8213-4e8a-99b9-fb5fe8c00ee7 x-openstack-request-id: req-6a8343ed-8213-4e8a-99b9-fb5fe8c00ee7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:14.233990 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c091db81-6b4e-4c4f-bd47-4ee2390f25a1", "name": "network-vif-deleted", "tag": "b768cf6b-660b-406d-b196-fb991dc11ccb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:14.236438 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a8343ed-8213-4e8a-99b9-fb5fe8c00ee7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:14.237204 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c091db81-6b4e-4c4f-bd47-4ee2390f25a1', 'name': 'network-vif-deleted', 'tag': 'b768cf6b-660b-406d-b196-fb991dc11ccb', 'status': 'completed', 'code': 200} Nov 08 13:48:14.321085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-46c91322-81c3-4912-b786-622cf4c1236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:14.328836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-46c91322-81c3-4912-b786-622cf4c1236c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1095 time: 0.1373532 Nov 08 13:48:14.389408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be9fed11-1e67-4544-8991-3b0068ab40da req-0867f909-9c60-4eb7-bfed-5aa5994db56b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534695 Nov 08 13:48:14.550974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:14.590898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:14.592466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:14.597501 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd2bb7c-8a5f-4193-870c-4f541acad99f" -d '{"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-plugged", "status": "completed", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:14.604909 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:14.637409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9796f4d7-bd00-4491-9b7d-6e18f0fcb00a req-9ad8d22f-d364-4c0d-82a2-2ce59621a1c7 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=c091db81-6b4e-4c4f-bd47-4ee2390f25a1 HTTP/1.1" status: 200 len: 210 time: 0.1253831 Nov 08 13:48:14.715785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:14.868540 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724cb5cb-c072-4417-829b-7bea61d5c676 x-openstack-request-id: req-724cb5cb-c072-4417-829b-7bea61d5c676 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:14.869640 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-plugged", "status": "completed", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:14.870154 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-724cb5cb-c072-4417-829b-7bea61d5c676 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:14.870868 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'code': 200} Nov 08 13:48:15.000890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-98daf45f-4d16-4752-9637-afb2e3585efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:15.010911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-98daf45f-4d16-4752-9637-afb2e3585efc service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.6431220 Nov 08 13:48:15.133209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-d25a8083-c7cf-405f-b9c6-f88dd468caed tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:15.135884 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-d25a8083-c7cf-405f-b9c6-f88dd468caed tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.54 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 814 time: 0.3728032 Nov 08 13:48:15.156335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Request body: {'port': {'device_id': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad', 'admin_state_up': True, 'tenant_id': 'ef6e474d33fd431f8c72c55266420e60'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:15.183083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-bcbaf4a6-b567-44b6-9ad0-92543a2308ce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 1000 time: 0.1434462 Nov 08 13:48:15.188543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bff405ea-4c62-4c6b-b285-9da1c3e1cb72 req-4d7c31e7-3de9-4de7-9d4f-8b215240ff8d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 210 time: 0.0969510 Nov 08 13:48:15.223095 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.271031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.283017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b768cf6b-660b-406d-b196-fb991dc11ccb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:15.293562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-b65315d6-fecb-4844-9cbc-e5a5cde72e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:15.296001 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-b65315d6-fecb-4844-9cbc-e5a5cde72e33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.0841415 Nov 08 13:48:15.376510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Pushing event deleted for resources: {'Port': ['ID=79aac356-7d25-42a4-94df-b16bd09e9c7a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:15.431457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] No DVR routers for this DVR port 79aac356-7d25-42a4-94df-b16bd09e9c7a on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:15.435636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.440128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1677491-1790-488d-b6e7-aef4491fd7d7 req-5dfa95e1-550b-4b68-adef-db434f49767a tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.54 "DELETE /v2.0/ports/79aac356-7d25-42a4-94df-b16bd09e9c7a HTTP/1.1" status: 204 len: 173 time: 1.7313349 Nov 08 13:48:15.441085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f52e84a-4f5b-4168-ac9a-a1389e7aca44,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:15.444904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'name': 'network-vif-deleted', 'tag': '79aac356-7d25-42a4-94df-b16bd09e9c7a'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:15.447840 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994ee87f-3802-4a66-a2d4-257e6f10d44f" -d '{"events": [{"server_uuid": "164bde89-6a0f-4c75-8827-bcfcc037a732", "name": "network-vif-deleted", "tag": "79aac356-7d25-42a4-94df-b16bd09e9c7a"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:15.458288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Checking segment: {'id': 'f7f5b8a4-1cf2-4233-98ed-7117cc516fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:15.458729 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Network hostable DHCP agents. Network: cf264d4e-5010-4abf-9e40-b0dbf6ed79c3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:48:15.497861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:48:15.528558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, cf264d4e-5010-4abf-9e40-b0dbf6ed79c3) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:15.539326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf16a6-ef27-42f5-836d-56f835263564 None None] Network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:15.549402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:15.550163 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.594174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-59c02b02-dd2b-4c1b-926a-cf0e079a39d6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5045168 Nov 08 13:48:15.638622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-208c95a1-66f4-4201-a2ca-13809a4f78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:15.643993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-208c95a1-66f4-4201-a2ca-13809a4f78a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876220 Nov 08 13:48:15.674976 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739a24d-cfbf-49c0-8799-9ab19844e386 x-openstack-request-id: req-6739a24d-cfbf-49c0-8799-9ab19844e386 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:15.677721 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164bde89-6a0f-4c75-8827-bcfcc037a732", "name": "network-vif-deleted", "tag": "79aac356-7d25-42a4-94df-b16bd09e9c7a", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:15.677721 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6739a24d-cfbf-49c0-8799-9ab19844e386 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:15.677721 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164bde89-6a0f-4c75-8827-bcfcc037a732', 'name': 'network-vif-deleted', 'tag': '79aac356-7d25-42a4-94df-b16bd09e9c7a', 'status': 'completed', 'code': 200} Nov 08 13:48:15.751989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5812d-065a-4a85-b939-e20733284af8 req-a0980265-6405-4b38-84d2-07a893fb271e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:15.764442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5c5812d-065a-4a85-b939-e20733284af8 req-a0980265-6405-4b38-84d2-07a893fb271e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1679540 Nov 08 13:48:15.859630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5c5812d-065a-4a85-b939-e20733284af8 req-83f7c84b-5991-4e74-b187-e05c873208dc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931892 Nov 08 13:48:15.904513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Made reservation on behalf of ef6e474d33fd431f8c72c55266420e60 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:15.908465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:15.957665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-919ac4c3-b566-4602-b563-2eb632533f87 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032465 Nov 08 13:48:16.013145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d5448-fc46-42a6-8ee7-debf2d3fee93 None None] Network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:16.100033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 79aac356-7d25-42a4-94df-b16bd09e9c7a no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:16.103132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Allocated IP 172.20.0.13 (818f85ca-0fd7-4d79-a7d6-69c8cf8233ad/3f4de900-2314-4f23-8f89-9ecc6dc8589d/1ed4824e-c274-4ace-a7b8-f76d347764d5) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:16.261922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5507d10-4429-4753-bfdb-bfe7c0045f0a req-c5fd9f79-fa97-499f-988a-883f18c7fbc4 tempest-MultipleCreateTestJSON-1868928301 tempest-MultipleCreateTestJSON-1868928301-project] 10.222.0.65 "GET /v2.0/ports?device_id=164bde89-6a0f-4c75-8827-bcfcc037a732 HTTP/1.1" status: 200 len: 210 time: 0.0835559 Nov 08 13:48:16.265419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 79aac356-7d25-42a4-94df-b16bd09e9c7a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:16.265754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 79aac356-7d25-42a4-94df-b16bd09e9c7a not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:16.470958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78f14041-87e6-47ce-a562-ab6a213868a0 req-ac887250-8dbf-43c9-ada3-2ff425217491 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 210 time: 0.0743964 Nov 08 13:48:16.566835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.589705 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-fd8722db-c817-445f-8492-4a39d63a0cef service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881787 Nov 08 13:48:16.649811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.671369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fe006e-c47a-4f0f-b2f2-6ec5167da411'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:16.724635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Pushing event updated for resources: {'Port': ['ID=1ed4824e-c274-4ace-a7b8-f76d347764d5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:16.750940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:16.753126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:16.755900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:16.840825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:16.841520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:16.905379 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6b22d0be-ac83-4142-b8cc-5e4fb74ce8db tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7529252 Nov 08 13:48:16.928071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Request body: {'port': {'device_id': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:16.977235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-082a6273-25be-4f58-b604-1ee01c4a7d8e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:16.985110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-082a6273-25be-4f58-b604-1ee01c4a7d8e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/networks?id=cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 HTTP/1.1" status: 200 len: 809 time: 0.3040822 Nov 08 13:48:17.008433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-12d7356a-29fd-47e3-84ac-8a7c033185e2 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/quotas/35966f06020b45729456915839ad0336 HTTP/1.1" status: 200 len: 375 time: 0.0191288 Nov 08 13:48:17.030917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.047069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-3c569042-4154-4d0c-a4bb-c7a313a651d1 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=35966f06020b45729456915839ad0336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327213 Nov 08 13:48:17.370366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b768cf6b-660b-406d-b196-fb991dc11ccb no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:17.393794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-cb105ab3-da84-423f-9003-241a5fb66657 service neutron] 10.222.0.65 "GET /v2.0/networks/cf264d4e-5010-4abf-9e40-b0dbf6ed79c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398209 Nov 08 13:48:17.461122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: b768cf6b-660b-406d-b196-fb991dc11ccb {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:17.461568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b768cf6b-660b-406d-b196-fb991dc11ccb not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:17.561997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-a62de017-0d49-4bb4-aeab-d29e62924f7b service neutron] 10.222.0.65 "GET /v2.0/networks/cf264d4e-5010-4abf-9e40-b0dbf6ed79c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591876 Nov 08 13:48:17.692530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed4824e-c274-4ace-a7b8-f76d347764d5 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:17.720445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.756983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Transition to ACTIVE for port object 1ed4824e-c274-4ace-a7b8-f76d347764d5 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:17.763127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:17.982826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed4824e-c274-4ace-a7b8-f76d347764d5,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:18.093495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7749d11-7f44-4ade-8c41-c72510ef57e6 req-676f252a-1481-4028-bfef-2cdd55b04c28 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:18.110660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7749d11-7f44-4ade-8c41-c72510ef57e6 req-676f252a-1481-4028-bfef-2cdd55b04c28 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1195817 Nov 08 13:48:18.141556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Attempting to bind port 1ed4824e-c274-4ace-a7b8-f76d347764d5 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:18.143011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Attempting to bind port 1ed4824e-c274-4ace-a7b8-f76d347764d5 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:18.144712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Attempting to bind port 1ed4824e-c274-4ace-a7b8-f76d347764d5 on network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:18.151941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Port 1ed4824e-c274-4ace-a7b8-f76d347764d5 on network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:18.152275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Attempting to bind port 1ed4824e-c274-4ace-a7b8-f76d347764d5 on network 818f85ca-0fd7-4d79-a7d6-69c8cf8233ad {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:18.163673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:18.163974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Checking segment: {'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:18.164367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Bound using segment: {'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:18.164801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Bound port: 1ed4824e-c274-4ace-a7b8-f76d347764d5, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:18.184217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.238166 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7749d11-7f44-4ade-8c41-c72510ef57e6 req-2bf9f114-c539-4074-a38c-e58c3d210e10 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218503 Nov 08 13:48:18.405047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] For port 1ed4824e-c274-4ace-a7b8-f76d347764d5, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:18.418695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] For port 1ed4824e-c274-4ace-a7b8-f76d347764d5, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1ed4824e-c274-4ace-a7b8-f76d347764d5,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:18.434164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.547504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51358) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:18.557986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:18.566529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.571358 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] 10.222.0.54 "PUT /v2.0/ports/1ed4824e-c274-4ace-a7b8-f76d347764d5 HTTP/1.1" status: 200 len: 1092 time: 1.6527102 Nov 08 13:48:18.576596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'tag': '1ed4824e-c274-4ace-a7b8-f76d347764d5'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:18.587407 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0999e11-8cec-4aee-b47d-9b4e32e49391", "tag": "1ed4824e-c274-4ace-a7b8-f76d347764d5"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:18.683996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] Deleting subnet 482d8aa9-f008-4cac-b98d-7d8c22add404 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:18.695585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.719759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9188c2-c5bb-43ef-8735-d33300a1ca1d service neutron] Pushing event updated for resources: {'Port': ['ID=1ed4824e-c274-4ace-a7b8-f76d347764d5,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:18.747918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-c0d82c4a-e96e-4cbd-9936-280202c8899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:18.755306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-c0d82c4a-e96e-4cbd-9936-280202c8899a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 1095 time: 0.0923185 Nov 08 13:48:18.893577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:18.936220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d22445-4769-4aaf-b00b-6f4784808d56 req-e10083ad-f867-4c70-b421-dabbee86e447 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:18.944159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90d22445-4769-4aaf-b00b-6f4784808d56 req-e10083ad-f867-4c70-b421-dabbee86e447 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 944 time: 0.2420583 Nov 08 13:48:19.047141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-c6e86d53-87a0-4398-a18e-efa71163283d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ed4824e-c274-4ace-a7b8-f76d347764d5 HTTP/1.1" status: 200 len: 217 time: 0.1979496 Nov 08 13:48:19.145677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.205601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-ba248dfb-87fb-4dab-b83e-b105ea47328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:19.207661 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-ba248dfb-87fb-4dab-b83e-b105ea47328c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.1511683 Nov 08 13:48:19.281763 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-6a4a2699-c6bd-4fa4-a027-76fa9285cb0b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554373 Nov 08 13:48:19.340187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90d22445-4769-4aaf-b00b-6f4784808d56 req-c8089f3a-e1a5-4956-9e3f-8d0cba780b93 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943346 Nov 08 13:48:19.448961 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.500751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:19.506969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/482d8aa9-f008-4cac-b98d-7d8c22add404 HTTP/1.1" status: 204 len: 168 time: 0.9577763 Nov 08 13:48:19.520219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51370) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:19.545345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a7cc9-f093-4256-aa48-7bbde1722669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482d8aa9-f008-4cac-b98d-7d8c22add404,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:19.600339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-580c42e6-f60c-4602-8267-eb52beb20369 service neutron] 10.222.0.54 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871499 Nov 08 13:48:19.752266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-33b4a255-4a91-4f31-b585-aae4041b00c1 req-5c13ca53-efd5-4bed-b43c-ef3906da67e1 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 210 time: 0.0912275 Nov 08 13:48:19.836129 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcff844-66ef-41e9-82fa-08a12b7d0ca8 x-openstack-request-id: req-2bcff844-66ef-41e9-82fa-08a12b7d0ca8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:19.836788 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0999e11-8cec-4aee-b47d-9b4e32e49391", "tag": "1ed4824e-c274-4ace-a7b8-f76d347764d5", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:19.836788 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bcff844-66ef-41e9-82fa-08a12b7d0ca8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:19.837032 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'tag': '1ed4824e-c274-4ace-a7b8-f76d347764d5', 'status': 'completed', 'code': 200} Nov 08 13:48:19.851838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:20.157751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c938e-f5e7-49df-a869-a5e009ef645c req-c7526a6b-14d9-47e8-816b-f3e0f0c7da40 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:20.174607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b0c938e-f5e7-49df-a869-a5e009ef645c req-c7526a6b-14d9-47e8-816b-f3e0f0c7da40 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.2128246 Nov 08 13:48:20.293543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b0c938e-f5e7-49df-a869-a5e009ef645c req-b98d12a4-fc36-48ba-8bc8-8947db05da73 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178539 Nov 08 13:48:20.422274 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bd4f7bd-347b-49a7-a201-2425ead8663a req-841622a1-6503-4b02-b896-abc36372d10a service neutron] 10.222.0.54 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478602 Nov 08 13:48:20.566686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:20.654008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-6b6bded4-614f-417d-86d7-9c8f76c2d0c2 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:20.655684 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-6b6bded4-614f-417d-86d7-9c8f76c2d0c2 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.70 "GET /v2.0/networks?id=cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 HTTP/1.1" status: 200 len: 809 time: 0.7993510 Nov 08 13:48:20.674755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Request body: {'port': {'device_id': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3', 'admin_state_up': True, 'tenant_id': '35966f06020b45729456915839ad0336'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:20.709237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bae8f51-8102-4d3b-b1bc-d26929bb60ca']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:20.726040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b5318-0b24-4898-a89b-29af7ef9cbda req-2d82038c-5583-4906-a4a9-a95a223f4c08 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:20.739189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c4b5318-0b24-4898-a89b-29af7ef9cbda req-2d82038c-5583-4906-a4a9-a95a223f4c08 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 944 time: 0.1087873 Nov 08 13:48:20.741664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:20.741982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aefe57d-6caf-4f42-a7ca-30c7a0f9be87') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:20.834746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c4b5318-0b24-4898-a89b-29af7ef9cbda req-b3e9c46f-1a41-4a9a-a2aa-384b0d8c6e14 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783293 Nov 08 13:48:20.864660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-74a46936-e9c7-457e-9cee-74cf66447ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:20.866183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-74a46936-e9c7-457e-9cee-74cf66447ef8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 1095 time: 0.3388989 Nov 08 13:48:21.074540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dbc8ac8-06d3-490e-877b-aa39c3457f1a req-4077aca7-9ffc-461c-a494-ec9021ec2590 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 210 time: 0.0360360 Nov 08 13:48:21.194892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-6ec53380-251e-44bc-b88f-0abbf343f60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:21.211711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-6ec53380-251e-44bc-b88f-0abbf343f60f service neutron] 10.222.0.54 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 915 time: 0.3036430 Nov 08 13:48:21.218081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.294854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Made reservation on behalf of 35966f06020b45729456915839ad0336 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:21.309531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:21.758791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cad2c-6ddb-4f6b-9e05-5088a893e2de req-05dc9668-32da-42cd-a0ac-9ef36ce2a154 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:21.792012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f7cad2c-6ddb-4f6b-9e05-5088a893e2de req-05dc9668-32da-42cd-a0ac-9ef36ce2a154 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.2242632 Nov 08 13:48:21.959496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Allocated IP 172.20.0.4 (cf264d4e-5010-4abf-9e40-b0dbf6ed79c3/9f52e84a-4f5b-4168-ac9a-a1389e7aca44/bce33f95-7761-484c-8c4b-a0d9ad5e480a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:21.988552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f7cad2c-6ddb-4f6b-9e05-5088a893e2de req-1ecc10bb-3690-404c-ab97-a7582245af08 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939456 Nov 08 13:48:22.179462 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-52f783e4-dcc0-4376-99d7-9e4b6c5547a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ed4824e-c274-4ace-a7b8-f76d347764d5 HTTP/1.1" status: 200 len: 217 time: 0.9102502 Nov 08 13:48:22.263291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.406752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:22.420623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.569931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b69076-e84b-41ba-8219-15e5288ab893 req-f51ae31e-f489-43ca-8728-a8213357f6be tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:22.580476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8b69076-e84b-41ba-8219-15e5288ab893 req-f51ae31e-f489-43ca-8728-a8213357f6be tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 944 time: 0.1179981 Nov 08 13:48:22.676930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8b69076-e84b-41ba-8219-15e5288ab893 req-93caf16b-5a02-4c32-aa23-dc6904ab1144 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Nov 08 13:48:22.679288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:22.770547 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:22.903543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:22.979674 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.019857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-6d4aa98d-0362-494a-8d22-ca3450d4d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:23.021765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-6d4aa98d-0362-494a-8d22-ca3450d4d596 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.7714541 Nov 08 13:48:23.052394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.062022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:23.082545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b58b3-1bb4-4408-99d8-0eb996fc412e req-90f5589e-deff-4d41-9ae8-06bb4b053244 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:23.093841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-813b58b3-1bb4-4408-99d8-0eb996fc412e req-90f5589e-deff-4d41-9ae8-06bb4b053244 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 931 time: 0.1606212 Nov 08 13:48:23.111996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.120414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8bae8f51-8102-4d3b-b1bc-d26929bb60ca HTTP/1.1" status: 204 len: 168 time: 3.5991254 Nov 08 13:48:23.145811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:23.166446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:23.265292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-813b58b3-1bb4-4408-99d8-0eb996fc412e req-253b0144-85f1-48f9-aaa3-eb5963f88406 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704447 Nov 08 13:48:23.295680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-a9a5908c-daab-4613-983d-43d36daf876e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2295904 Nov 08 13:48:23.345405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Pushing event updated for resources: {'Port': ['ID=bce33f95-7761-484c-8c4b-a0d9ad5e480a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:23.385049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ab1a2-c87e-4fa6-8c26-0fa1458c5337 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bae8f51-8102-4d3b-b1bc-d26929bb60ca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:23.443145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51410) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:23.478653 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.520497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:23.521805 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.615332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070938d-021d-401d-b4eb-9498d11b2180 req-4cc4542f-cea2-4a65-80cb-b9c8b12c278c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:23.621908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-74da0d0f-edfd-45d5-810d-5d8880163d6e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9516463 Nov 08 13:48:23.628397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4070938d-021d-401d-b4eb-9498d11b2180 req-4cc4542f-cea2-4a65-80cb-b9c8b12c278c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.2047071 Nov 08 13:48:23.657827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Request body: {'port': {'device_id': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:23.689824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3c4a2c73-7c7d-4830-8f58-ac976838178c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f23e46663f14d3e93c176bbcf05dadd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442651 Nov 08 13:48:23.746813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51412) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:23.770148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4070938d-021d-401d-b4eb-9498d11b2180 req-eea56b76-2caf-44ab-ba03-88f5cd985ded tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404636 Nov 08 13:48:23.814942 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-e19bf48b-1c44-4fe5-9e1b-13ac4f47896a service neutron] 10.222.0.54 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545364 Nov 08 13:48:23.908760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75362a23-f5d2-4c6c-88b3-2d67b0673d8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.919516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:23.942646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75362a23-f5d2-4c6c-88b3-2d67b0673d8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.005883 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75362a23-f5d2-4c6c-88b3-2d67b0673d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.008971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75362a23-f5d2-4c6c-88b3-2d67b0673d8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.010661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-75362a23-f5d2-4c6c-88b3-2d67b0673d8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e82dfa73-2f74-4874-92f1-41475171fca0 HTTP/1.1" status: 204 len: 168 time: 0.2390597 Nov 08 13:48:24.034712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75362a23-f5d2-4c6c-88b3-2d67b0673d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82dfa73-2f74-4874-92f1-41475171fca0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:24.062291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1ed4824e-c274-4ace-a7b8-f76d347764d5 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:24.214051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8baf41-b2d6-44de-a86a-cf9d808d25c2 req-0506001d-d300-473c-b875-16f7c32f68aa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:24.224527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e8baf41-b2d6-44de-a86a-cf9d808d25c2 req-0506001d-d300-473c-b875-16f7c32f68aa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 944 time: 0.1467090 Nov 08 13:48:24.366448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1ed4824e-c274-4ace-a7b8-f76d347764d5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1ed4824e-c274-4ace-a7b8-f76d347764d5,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:24.399899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '1ed4824e-c274-4ace-a7b8-f76d347764d5', 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad', 'port_id': '1ed4824e-c274-4ace-a7b8-f76d347764d5', 'mac_address': 'fa:16:3e:b7:0f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4de900-2314-4f23-8f89-9ecc6dc8589d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:24.502954 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.546095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed4824e-c274-4ace-a7b8-f76d347764d5 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:24.601321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1ed4824e-c274-4ace-a7b8-f76d347764d5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1ed4824e-c274-4ace-a7b8-f76d347764d5,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:24.609701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.662416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce33f95-7761-484c-8c4b-a0d9ad5e480a {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:24.683199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.724484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Transition to ACTIVE for port object bce33f95-7761-484c-8c4b-a0d9ad5e480a will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:24.747049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:24.789736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=1ed4824e-c274-4ace-a7b8-f76d347764d5,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:24.821222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.821719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.822214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.824489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.830629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.831099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.831667 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.832220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.837441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.837939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.838308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.838642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:24.874963 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1bf9c69f-3cef-42ae-90c1-38a1d106f86a req-40bfbfcb-7109-4c44-9cf1-ec869401ef14 service neutron] 10.222.0.54 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9714515 Nov 08 13:48:24.941932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Pushing event updated for resources: {'Port': ['ID=bce33f95-7761-484c-8c4b-a0d9ad5e480a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:25.027302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['1ed4824e-c274-4ace-a7b8-f76d347764d5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:25.230364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Attempting to bind port bce33f95-7761-484c-8c4b-a0d9ad5e480a on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:25.230858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Attempting to bind port bce33f95-7761-484c-8c4b-a0d9ad5e480a by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f7f5b8a4-1cf2-4233-98ed-7117cc516fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:25.232085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Attempting to bind port bce33f95-7761-484c-8c4b-a0d9ad5e480a on network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:25.242250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Port bce33f95-7761-484c-8c4b-a0d9ad5e480a on network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:25.247962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Attempting to bind port bce33f95-7761-484c-8c4b-a0d9ad5e480a on network cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:25.263972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:25.265661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Checking segment: {'id': 'f7f5b8a4-1cf2-4233-98ed-7117cc516fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:25.266185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Bound using segment: {'id': 'f7f5b8a4-1cf2-4233-98ed-7117cc516fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:25.268265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Bound port: bce33f95-7761-484c-8c4b-a0d9ad5e480a, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f5b8a4-1cf2-4233-98ed-7117cc516fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:25.268759 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:25.362500 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e8baf41-b2d6-44de-a86a-cf9d808d25c2 req-4d9383ef-91f0-4529-82d5-75037b1dc7a1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1336727 Nov 08 13:48:25.499676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] For port bce33f95-7761-484c-8c4b-a0d9ad5e480a, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:25.503629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] For port bce33f95-7761-484c-8c4b-a0d9ad5e480a, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bce33f95-7761-484c-8c4b-a0d9ad5e480a,segment=NetworkSegment(f7f5b8a4-1cf2-4233-98ed-7117cc516fb9),segment_id=f7f5b8a4-1cf2-4233-98ed-7117cc516fb9)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:25.512942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:25.644461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:25.645202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:25.646773 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] 10.222.0.70 "PUT /v2.0/ports/bce33f95-7761-484c-8c4b-a0d9ad5e480a HTTP/1.1" status: 200 len: 1091 time: 2.0143380 Nov 08 13:48:25.647417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'tag': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:25.661848 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b2eefb-82eb-4b43-896b-9dce901c990b" -d '{"events": [{"name": "network-changed", "server_uuid": "92997f7d-42b1-4141-86e2-0bc964d2e4c0", "tag": "bce33f95-7761-484c-8c4b-a0d9ad5e480a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:25.758253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2b471-8ffc-478f-a148-68b64c562c66 service neutron] Pushing event updated for resources: {'Port': ['ID=bce33f95-7761-484c-8c4b-a0d9ad5e480a,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:25.767972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed25a4-6547-4ed7-8e59-5332e4938b7f req-577f3d52-13f5-40f1-bc76-63ea7cc8a7c8 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:25.787920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63ed25a4-6547-4ed7-8e59-5332e4938b7f req-577f3d52-13f5-40f1-bc76-63ea7cc8a7c8 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 943 time: 0.1292157 Nov 08 13:48:25.824866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-a76ed656-0db0-4aa5-9030-330a08fe35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:25.826666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-a76ed656-0db0-4aa5-9030-330a08fe35a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35966f06020b45729456915839ad0336&device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 1094 time: 0.1178300 Nov 08 13:48:25.895390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63ed25a4-6547-4ed7-8e59-5332e4938b7f req-8f3b553f-ccf6-4314-b659-349bac548d85 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061983 Nov 08 13:48:25.912938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51452) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:25.951295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-f2bd9f8d-81fc-48c0-a73b-f61ecf0cc67b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce33f95-7761-484c-8c4b-a0d9ad5e480a HTTP/1.1" status: 200 len: 217 time: 0.1101148 Nov 08 13:48:26.106080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-e8c2c5da-1713-4ee7-93b2-07d80eccb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:26.113257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-e8c2c5da-1713-4ee7-93b2-07d80eccb121 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f52e84a-4f5b-4168-ac9a-a1389e7aca44 HTTP/1.1" status: 200 len: 849 time: 0.1478832 Nov 08 13:48:26.125762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128fac46-9d2c-422c-9217-9a77f9c7e4a1 req-d219cf9e-999a-41ea-97d2-b70fbb84edfe tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:26.134321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-128fac46-9d2c-422c-9217-9a77f9c7e4a1 req-d219cf9e-999a-41ea-97d2-b70fbb84edfe tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1385419 Nov 08 13:48:26.157907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-91819946-f541-4c07-848f-d03d9d1188a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf264d4e-5010-4abf-9e40-b0dbf6ed79c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408072 Nov 08 13:48:26.174149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-366966206-network', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:26.246436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Made reservation on behalf of 27a82b92f2254ca4a998edbbba13e791 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:26.251670 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.297232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.306407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-128fac46-9d2c-422c-9217-9a77f9c7e4a1 req-2cbf2082-b01d-4c50-8755-53d7af779b75 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699486 Nov 08 13:48:26.318135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-59306fa5-63ca-4187-ba08-c7c0cb6e0845 service neutron] 10.222.0.70 "GET /v2.0/networks/cf264d4e-5010-4abf-9e40-b0dbf6ed79c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461086 Nov 08 13:48:26.565866 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.580682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.614319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-74515a72-0f21-4f06-91fc-8c2217fcf2f9 req-f5ee67b4-8a44-4119-8cca-a7afd5deb0c9 service neutron] 10.222.0.70 "GET /v2.0/networks/cf264d4e-5010-4abf-9e40-b0dbf6ed79c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588565 Nov 08 13:48:26.619135 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aab925b-32fa-4785-8c67-99f4c94baa5d x-openstack-request-id: req-3aab925b-32fa-4785-8c67-99f4c94baa5d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:26.619430 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92997f7d-42b1-4141-86e2-0bc964d2e4c0", "tag": "bce33f95-7761-484c-8c4b-a0d9ad5e480a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:26.619902 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3aab925b-32fa-4785-8c67-99f4c94baa5d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:26.620325 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'tag': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a', 'status': 'completed', 'code': 200} Nov 08 13:48:26.645779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:48:26.671277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd815f80-9fd5-40f7-b23e-f244b6c755bf,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:26.689637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.691858 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Added segment 55ad0b75-c096-4097-ab26-d9f167eb9d5b of type vlan for network 01ef0746-2792-4193-bb2a-f1414ee3d53e Nov 08 13:48:26.785058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.830313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-02d49e17-6eb6-4b20-9f51-162353e028ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:26.833506 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-02d49e17-6eb6-4b20-9f51-162353e028ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=35966f06020b45729456915839ad0336&device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 1094 time: 0.1532629 Nov 08 13:48:26.855550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac8691-c90e-4f7c-adbb-86d695129deb req-375ee799-bc55-4850-b80b-335aee8399e0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:26.863381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50ac8691-c90e-4f7c-adbb-86d695129deb req-375ee799-bc55-4850-b80b-335aee8399e0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 945 time: 0.1223497 Nov 08 13:48:26.868276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:26.875919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:26.876544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.071143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] Pushing event updated for resources: {'Network': ['ID=01ef0746-2792-4193-bb2a-f1414ee3d53e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:27.085203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:48:27.124802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50ac8691-c90e-4f7c-adbb-86d695129deb req-f4289616-e572-45d3-a42e-5eeb93e49a4a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380583 Nov 08 13:48:27.130247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8045a22a-55f4-460e-853a-a92aad833642 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2159073 Nov 08 13:48:27.137905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:27.153624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Request body: {'subnet': {'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-366966206-subnet', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:27.232954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Made reservation on behalf of 27a82b92f2254ca4a998edbbba13e791 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:27.236379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.265519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-e9f5e298-7ad9-4179-94ae-2ac6a27afabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:27.296127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-e9f5e298-7ad9-4179-94ae-2ac6a27afabf service neutron] 10.222.0.70 "GET /v2.0/networks?id=cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 HTTP/1.1" status: 200 len: 910 time: 0.4519458 Nov 08 13:48:27.428324 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-4cbcbdab-0e39-4890-9164-d669ae903e8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bce33f95-7761-484c-8c4b-a0d9ad5e480a HTTP/1.1" status: 200 len: 217 time: 0.1177306 Nov 08 13:48:27.547402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-8acbecdf-3b21-4def-8ac6-122f0ec46938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:27.549713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-8acbecdf-3b21-4def-8ac6-122f0ec46938 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9f52e84a-4f5b-4168-ac9a-a1389e7aca44 HTTP/1.1" status: 200 len: 849 time: 0.1124382 Nov 08 13:48:27.595648 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-1a03bc1e-0619-458c-9db6-f0140e202251 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cf264d4e-5010-4abf-9e40-b0dbf6ed79c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370104 Nov 08 13:48:27.620209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.737366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdee0f88-9e64-4f27-9308-21426ddb3012,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:27.750866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e874a0-5ee8-4ad5-874e-8b674016c185 req-e30a6513-a56a-489e-adee-8778f3de138a tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:27.752466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2e874a0-5ee8-4ad5-874e-8b674016c185 req-e30a6513-a56a-489e-adee-8778f3de138a tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 943 time: 0.1554017 Nov 08 13:48:27.762201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Checking segment: {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:27.762569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Network hostable DHCP agents. Network: 01ef0746-2792-4193-bb2a-f1414ee3d53e, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:48:27.870794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44371669-22d2-4295-b4f0-c2681c75267b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:27.874277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:48:27.891767 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-65e60a0d-2f74-4794-b541-16fce70a1a34 service neutron] 10.222.0.70 "GET /v2.0/networks/cf264d4e-5010-4abf-9e40-b0dbf6ed79c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867968 Nov 08 13:48:27.931085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 01ef0746-2792-4193-bb2a-f1414ee3d53e) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:27.939805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d189164-03bc-46e9-929c-17b057b664a3 None None] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:27.960596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:27.963059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.050418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2e874a0-5ee8-4ad5-874e-8b674016c185 req-55f511a2-d9f8-4a02-b98e-5b8841f656a9 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763031 Nov 08 13:48:28.066590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa2c7aca-9d58-4d66-97ac-9b1af287a770 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9258327 Nov 08 13:48:28.074406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51476) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:28.097056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:28.153070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1ed4824e-c274-4ace-a7b8-f76d347764d5 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:28.171276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-47b2eefb-82eb-4b43-896b-9dce901c990b req-aaf40306-d02a-4e32-8eaa-5054b61b08e5 service neutron] 10.222.0.70 "GET /v2.0/networks/cf264d4e-5010-4abf-9e40-b0dbf6ed79c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705603 Nov 08 13:48:28.184130 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.185297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.418178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b525a9-1035-4cc5-94a4-669440e532c0 None None] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:28.439254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.448741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51484) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:28.719174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 1ed4824e-c274-4ace-a7b8-f76d347764d5 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:28.724226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 1ed4824e-c274-4ace-a7b8-f76d347764d5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:28.725038 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.741154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.754189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3c727-0fa5-43b0-8344-cd5cf3378c18 req-8dd5120c-fd2b-4aa5-aae3-269aa4b040a9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:28.763815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbb3c727-0fa5-43b0-8344-cd5cf3378c18 req-8dd5120c-fd2b-4aa5-aae3-269aa4b040a9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.5069747 Nov 08 13:48:28.939876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:28.990409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbb3c727-0fa5-43b0-8344-cd5cf3378c18 req-88536087-b60f-4693-bbc5-17c86b09a367 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132852 Nov 08 13:48:29.016757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed4824e-c274-4ace-a7b8-f76d347764d5'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:29.030041 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a882f532-6f6b-4129-ad77-57fe9f014e5c" -d '{"events": [{"server_uuid": "b0999e11-8cec-4aee-b47d-9b4e32e49391", "name": "network-vif-plugged", "status": "completed", "tag": "1ed4824e-c274-4ace-a7b8-f76d347764d5"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:29.094025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1ed4824e-c274-4ace-a7b8-f76d347764d5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1ed4824e-c274-4ace-a7b8-f76d347764d5,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:29.102227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.240446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=1ed4824e-c274-4ace-a7b8-f76d347764d5,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:29.413505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bce33f95-7761-484c-8c4b-a0d9ad5e480a details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:29.680246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.692348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port bce33f95-7761-484c-8c4b-a0d9ad5e480a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bce33f95-7761-484c-8c4b-a0d9ad5e480a,segment=NetworkSegment(f7f5b8a4-1cf2-4233-98ed-7117cc516fb9),segment_id=f7f5b8a4-1cf2-4233-98ed-7117cc516fb9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:29.725287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a', 'network_id': 'cf264d4e-5010-4abf-9e40-b0dbf6ed79c3', 'port_id': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a', 'mac_address': 'fa:16:3e:00:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f52e84a-4f5b-4168-ac9a-a1389e7aca44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:29.730263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.783582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.807845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce33f95-7761-484c-8c4b-a0d9ad5e480a {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:29.868562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port bce33f95-7761-484c-8c4b-a0d9ad5e480a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bce33f95-7761-484c-8c4b-a0d9ad5e480a,segment=NetworkSegment(f7f5b8a4-1cf2-4233-98ed-7117cc516fb9),segment_id=f7f5b8a4-1cf2-4233-98ed-7117cc516fb9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:29.880258 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:29.912157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Allocated IP 172.25.8.154 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/ef87bf3c-727a-4c1a-b54f-33d004321701) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:30.108430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=bce33f95-7761-484c-8c4b-a0d9ad5e480a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:30.132957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c5608-427a-4473-9ce8-f96c34410c76 req-affba6a3-1a39-4bb8-b7ec-17d9b544a202 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:30.146419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d2c5608-427a-4473-9ce8-f96c34410c76 req-affba6a3-1a39-4bb8-b7ec-17d9b544a202 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.7460811 Nov 08 13:48:30.166486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['bce33f95-7761-484c-8c4b-a0d9ad5e480a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:30.440862 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:48:30.523957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d2c5608-427a-4473-9ce8-f96c34410c76 req-3580695f-5412-46f8-82d9-e8a7d2e052d4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796145 Nov 08 13:48:30.546725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.550886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.757062 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e83fd1-a755-4db5-8113-c108d7245c9a x-openstack-request-id: req-52e83fd1-a755-4db5-8113-c108d7245c9a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:30.758041 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0999e11-8cec-4aee-b47d-9b4e32e49391", "name": "network-vif-plugged", "status": "completed", "tag": "1ed4824e-c274-4ace-a7b8-f76d347764d5", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:30.758465 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52e83fd1-a755-4db5-8113-c108d7245c9a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:30.759035 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed4824e-c274-4ace-a7b8-f76d347764d5', 'code': 200} Nov 08 13:48:30.789268 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:30.945148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:30.964210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:30.973219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:30.992920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=ef87bf3c-727a-4c1a-b54f-33d004321701,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:31.032272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983653e-9420-47d7-811e-ab0b54dedd28 req-7e3ac346-6f69-49c0-bcee-ac184c914de8 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:31.041270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c983653e-9420-47d7-811e-ab0b54dedd28 req-7e3ac346-6f69-49c0-bcee-ac184c914de8 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 944 time: 0.2062321 Nov 08 13:48:31.431394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bce33f95-7761-484c-8c4b-a0d9ad5e480a up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:31.517251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba11ea5c-6656-4561-b4b0-3ca564d68558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.536231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port bce33f95-7761-484c-8c4b-a0d9ad5e480a completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:31.545341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port bce33f95-7761-484c-8c4b-a0d9ad5e480a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:31.545789 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.779555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c983653e-9420-47d7-811e-ab0b54dedd28 req-2fd17e0b-06e1-4ed0-b100-9645efb5f9df tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7367902 Nov 08 13:48:31.807305 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.860282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port bce33f95-7761-484c-8c4b-a0d9ad5e480a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bce33f95-7761-484c-8c4b-a0d9ad5e480a,segment=NetworkSegment(f7f5b8a4-1cf2-4233-98ed-7117cc516fb9),segment_id=f7f5b8a4-1cf2-4233-98ed-7117cc516fb9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:31.871343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:31.937524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=bce33f95-7761-484c-8c4b-a0d9ad5e480a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:32.061347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Deleting port dd64deda-270e-4980-be8c-44de402ab5e2 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:32.062251 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.175781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.339855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01d5b7-0745-45cf-9ad2-6eb347df83d2 req-0209ff26-f099-4280-a3f5-7bb5463b0521 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:32.341656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e01d5b7-0745-45cf-9ad2-6eb347df83d2 req-0209ff26-f099-4280-a3f5-7bb5463b0521 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.0851662 Nov 08 13:48:32.350639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] For port dd64deda-270e-4980-be8c-44de402ab5e2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dd64deda-270e-4980-be8c-44de402ab5e2,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:32.351232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.414960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Calling delete_port for dd64deda-270e-4980-be8c-44de402ab5e2 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:32.640146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e01d5b7-0745-45cf-9ad2-6eb347df83d2 req-9e245e55-8cb5-4503-adbf-3a42d351762a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915878 Nov 08 13:48:32.763016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:32.770282 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce6798-a159-483b-8eb1-5825ae8326f3" -d '{"events": [{"server_uuid": "92997f7d-42b1-4141-86e2-0bc964d2e4c0", "name": "network-vif-plugged", "status": "completed", "tag": "bce33f95-7761-484c-8c4b-a0d9ad5e480a"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:32.866251 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.939611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:32.959581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.018761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Pushing event deleted for resources: {'Port': ['ID=dd64deda-270e-4980-be8c-44de402ab5e2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:33.286429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:48:33.295623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98c92a-04a7-462b-9432-782a891134f5 req-0076d9c2-e8ce-4efc-a1fd-4b92e63efc44 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:33.297176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d98c92a-04a7-462b-9432-782a891134f5 req-0076d9c2-e8ce-4efc-a1fd-4b92e63efc44 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.1775651 Nov 08 13:48:33.341036 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.491041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d98c92a-04a7-462b-9432-782a891134f5 req-369b0625-c5c5-4f39-b164-ea4ac995c6c6 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861537 Nov 08 13:48:33.562024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:33.575136 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Sync routers for ids ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:33.588768 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:33.592683 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Routers {'e5757e9d-a3ff-4f97-89a1-b48a4ceee764'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:33.592825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ecff5a84-1676-4d1b-acee-30f6227b8ea5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5098357 Nov 08 13:48:33.592925 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:33.593032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51524) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:33.645348 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c29696-7946-4d2d-9ae4-dd046069e035 x-openstack-request-id: req-16c29696-7946-4d2d-9ae4-dd046069e035 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:33.645683 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92997f7d-42b1-4141-86e2-0bc964d2e4c0", "name": "network-vif-plugged", "status": "completed", "tag": "bce33f95-7761-484c-8c4b-a0d9ad5e480a", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:33.645897 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16c29696-7946-4d2d-9ae4-dd046069e035 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:33.646289 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a', 'code': 200} Nov 08 13:48:33.766206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:33.830931 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Set router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:33.833837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de197ba2-1814-4b23-8d5c-4f03b33a92dc req-e63fd107-8225-48eb-9f73-886e11ee5b75 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:33.835664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de197ba2-1814-4b23-8d5c-4f03b33a92dc req-e63fd107-8225-48eb-9f73-886e11ee5b75 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 945 time: 0.0969751 Nov 08 13:48:33.946036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de197ba2-1814-4b23-8d5c-4f03b33a92dc req-ace38018-6ff7-41bd-af65-1b083f518d68 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665278 Nov 08 13:48:34.022445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:34.031443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-616fe0cf-c8b5-4fe0-90d6-8828d9f4676e admin admin] 10.222.0.65 "PUT /v2.0/routers/9b1c771a-9f53-4d65-ba7d-515a5a3ff19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5803826 Nov 08 13:48:34.036848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] Sync routers for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:34.039775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51532) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:34.054023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:34.055067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:34.194394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:31Z', 'revision_number': 3, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port': {'id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:29Z', 'updated_at': '2021-11-08T13:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:34.216557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:34.256318 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Checking router: e5757e9d-a3ff-4f97-89a1-b48a4ceee764 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:34.256937 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Updating router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 port ef87bf3c-727a-4c1a-b54f-33d004321701 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:48:34.281032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.333927 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.423065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526eaff8-e51f-4a5e-9ee5-7f03f56bc29c req-0d067aef-e94b-4ad0-abe5-8d94aac8e2f4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:34.424700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-526eaff8-e51f-4a5e-9ee5-7f03f56bc29c req-0d067aef-e94b-4ad0-abe5-8d94aac8e2f4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.2477887 Nov 08 13:48:34.460657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Allocated IP 172.20.0.1 (01ef0746-2792-4193-bb2a-f1414ee3d53e/cdee0f88-9e64-4f27-9308-21426ddb3012/7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:34.554787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.586294 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.613093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:48:32Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:34.633411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-526eaff8-e51f-4a5e-9ee5-7f03f56bc29c req-c77ef030-50c2-434e-91e8-2fadd0f4d7e1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940188 Nov 08 13:48:34.640514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604eaaba-87a5-4620-8405-e2bf3eb155b1 req-d67c372f-46ac-4b69-b4f2-e300f815b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:34.642103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-604eaaba-87a5-4620-8405-e2bf3eb155b1 req-d67c372f-46ac-4b69-b4f2-e300f815b77b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 1096 time: 0.8752780 Nov 08 13:48:34.691942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] Checking router: 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:34.716832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] Routers {'9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:34.718533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:34.753513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-604eaaba-87a5-4620-8405-e2bf3eb155b1 req-5b8ccce8-ef54-481b-ad30-8c5ba96cf3e7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901115 Nov 08 13:48:34.781579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.877694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:34.886142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:34.893334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:34.901322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.903100 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.913113 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.940680 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Attempting to bind port ef87bf3c-727a-4c1a-b54f-33d004321701 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:34.941044 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Attempting to bind port ef87bf3c-727a-4c1a-b54f-33d004321701 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:34.941401 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Attempting to bind port ef87bf3c-727a-4c1a-b54f-33d004321701 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:34.941520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] Set router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:34.958244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Pushing event updated for resources: {'Port': ['ID=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:34.965757 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:34.966194 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:34.966591 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:34.966984 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:34.967825 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Bound port: ef87bf3c-727a-4c1a-b54f-33d004321701, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:34.968205 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.007369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.027121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Deleting port ac75c98b-dd61-45d3-ae3e-81f983467e7c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:35.027827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.028083 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] For port ef87bf3c-727a-4c1a-b54f-33d004321701, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:35.043723 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] For port ef87bf3c-727a-4c1a-b54f-33d004321701, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ef87bf3c-727a-4c1a-b54f-33d004321701,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:35.071157 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.130318 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Pushing event updated for resources: {'Port': ['ID=ef87bf3c-727a-4c1a-b54f-33d004321701,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:35.146777 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.147137 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.147462 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.155916 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.156481 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.156829 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.157168 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.157557 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.157964 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.158870 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.159219 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.159555 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:35.191461 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Routers {'e5757e9d-a3ff-4f97-89a1-b48a4ceee764'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:35.192152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:35.225364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.270116 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d1167-b52e-414f-8112-cf1a84bceff6 None None] Pushing event updated for resources: {'Port': ['ID=ef87bf3c-727a-4c1a-b54f-33d004321701,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:35.293991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:48:32Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:35.340585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b4772c-fcf9-45b4-9bb0-2c7de3ca7ef8 None None] The sync data for ids ['9b1c771a-9f53-4d65-ba7d-515a5a3ff19b'] in n-d-804292-2 is: [{'id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'name': 'tempest-TaggedBootDevicesTest_v242-872490075-router', 'tenant_id': '2c4e2eb723054102944a464b00399be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:36:05Z', 'updated_at': '2021-11-08T13:48:32Z', 'revision_number': 5, 'project_id': '2c4e2eb723054102944a464b00399be0', 'gw_port': {'id': 'ac75c98b-dd61-45d3-ae3e-81f983467e7c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:b1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1c771a-9f53-4d65-ba7d-515a5a3ff19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:36:06Z', 'updated_at': '2021-11-08T13:36:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:35.394417 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] Set router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:35.445913 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.532954 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.540188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.542654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] For port ac75c98b-dd61-45d3-ae3e-81f983467e7c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ac75c98b-dd61-45d3-ae3e-81f983467e7c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:35.543165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.564787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Calling delete_port for ac75c98b-dd61-45d3-ae3e-81f983467e7c owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:35.622752 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.642061 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 4, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port': {'id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:29Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf', 'name': '', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'mac_address': 'fa:16:3e:8d:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:34Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 1, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'subnets': [{'id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:35.665567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Pushing event updated for resources: {'Port': ['ID=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:35.679808 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af16a11-6430-4334-bc95-f0407d710bd6 None None] The sync data for ids ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'] in n-d-804292-2 is: [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 4, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port': {'id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:29Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf', 'name': '', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'mac_address': 'fa:16:3e:8d:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:34Z', 'updated_at': '2021-11-08T13:48:34Z', 'revision_number': 1, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'subnets': [{'id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:35.734056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.801548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:35.802984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:35.803316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:35.878585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac75c98b-dd61-45d3-ae3e-81f983467e7c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:35.961862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a5723-70b3-42f0-a8ac-25e8de7fb98b req-ef02055e-79f0-4bfb-99b9-532b1d62e793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:35.964018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee3a5723-70b3-42f0-a8ac-25e8de7fb98b req-ef02055e-79f0-4bfb-99b9-532b1d62e793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.1192460 Nov 08 13:48:35.967088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:35.967374 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.107437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.118054 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.138188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:36.147256 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ae02c67-416e-4a09-a265-7482e5491c2c admin admin] 10.222.0.65 "PUT /v2.0/routers/e5757e9d-a3ff-4f97-89a1-b48a4ceee764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5504835 Nov 08 13:48:36.175443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee3a5723-70b3-42f0-a8ac-25e8de7fb98b req-e56351d9-42ac-4395-8727-a5ae5f5b5239 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033601 Nov 08 13:48:36.186104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.186835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b1c771a-9f53-4d65-ba7d-515a5a3ff19b {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:48:36.193840 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.195044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e4513d9-c807-4cd9-84bd-7e5172aff992 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9b1c771a-9f53-4d65-ba7d-515a5a3ff19b HTTP/1.1" status: 204 len: 168 time: 2.1540449 Nov 08 13:48:36.198480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:36.274145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] Deleting subnet 0d6cd4c7-77f6-4655-85dc-fb1803715c73 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:36.281579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.329075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.422590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.430736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41458936-83ff-4207-89e4-95c99260045f req-62ed7621-c5aa-4046-a0a0-9af55fc5451e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:36.433327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41458936-83ff-4207-89e4-95c99260045f req-62ed7621-c5aa-4046-a0a0-9af55fc5451e tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 945 time: 0.0771689 Nov 08 13:48:36.489011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.510809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41458936-83ff-4207-89e4-95c99260045f req-ae453b30-975e-491f-a939-86702529b792 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Nov 08 13:48:36.522109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6cd4c7-77f6-4655-85dc-fb1803715c73,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:36.550233 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.552069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3bc82f-13f3-460e-ae7c-c68c54951cc1 None None] Network 0bc3c116-4768-4af8-99ab-853f72de11e6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:36.556652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9311e4fa-1541-4eea-bb39-a4bbcf911264 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0d6cd4c7-77f6-4655-85dc-fb1803715c73 HTTP/1.1" status: 204 len: 168 time: 0.3530023 Nov 08 13:48:36.557319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51600) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:36.656955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.684672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582422-fdd1-46ce-9af1-e8fb7bc7b5e9 req-86081664-5f62-4a5e-a144-e00f78b55194 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:36.686246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c582422-fdd1-46ce-9af1-e8fb7bc7b5e9 req-86081664-5f62-4a5e-a144-e00f78b55194 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.0740943 Nov 08 13:48:36.795278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c582422-fdd1-46ce-9af1-e8fb7bc7b5e9 req-c67f4c06-d3f3-40fd-91b9-469626f73545 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713034 Nov 08 13:48:36.805273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Deleting port 8aa25950-d0fa-49ad-ba7f-ea97977325bf {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:36.805785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.807852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] DHCP port deletion for 0bc3c116-4768-4af8-99ab-853f72de11e6 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:48:36.910418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] For port 8aa25950-d0fa-49ad-ba7f-ea97977325bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8aa25950-d0fa-49ad-ba7f-ea97977325bf,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:36.911213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] Deleting port 8aa25950-d0fa-49ad-ba7f-ea97977325bf {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:36.911459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.911600 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:36.941936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef87bf3c-727a-4c1a-b54f-33d004321701 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:36.948882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Calling delete_port for 8aa25950-d0fa-49ad-ba7f-ea97977325bf owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:37.030655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] For port 8aa25950-d0fa-49ad-ba7f-ea97977325bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8aa25950-d0fa-49ad-ba7f-ea97977325bf,segment=NetworkSegment(f4959c69-8d3b-49c2-9fc7-9daf7402fb15),segment_id=f4959c69-8d3b-49c2-9fc7-9daf7402fb15)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:37.031325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.055851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] Calling delete_port for 8aa25950-d0fa-49ad-ba7f-ea97977325bf owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:37.065014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.085357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] No DVR routers for this DVR port 8aa25950-d0fa-49ad-ba7f-ea97977325bf on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:37.135009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ef87bf3c-727a-4c1a-b54f-33d004321701 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:37.135390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.155236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa25950-d0fa-49ad-ba7f-ea97977325bf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:37.252743 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.277849 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.283021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ef87bf3c-727a-4c1a-b54f-33d004321701, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ef87bf3c-727a-4c1a-b54f-33d004321701,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:37.283021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.296798 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.298682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] No DVR routers for this DVR port 8aa25950-d0fa-49ad-ba7f-ea97977325bf on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:37.325120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fb23e-8c26-4088-86eb-4b1adc31460d None None] Pushing event deleted for resources: {'Port': ['ID=8aa25950-d0fa-49ad-ba7f-ea97977325bf,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:37.342456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc3c116-4768-4af8-99ab-853f72de11e6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:37.362046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:37.362375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4959c69-8d3b-49c2-9fc7-9daf7402fb15') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:37.379427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.379820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8aa25950-d0fa-49ad-ba7f-ea97977325bf no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:37.410552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-a9782632-1a20-412f-b70a-77e9b490974e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:37.411828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8aa25950-d0fa-49ad-ba7f-ea97977325bf {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:37.412185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8aa25950-d0fa-49ad-ba7f-ea97977325bf not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:37.412681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dd64deda-270e-4980-be8c-44de402ab5e2 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:37.418546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-a9782632-1a20-412f-b70a-77e9b490974e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 810 time: 0.2151620 Nov 08 13:48:37.420728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.434651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-5660a164-8208-45ee-9154-83ba63421376 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/quotas/27a82b92f2254ca4a998edbbba13e791 HTTP/1.1" status: 200 len: 375 time: 0.0153029 Nov 08 13:48:37.435586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:37.435718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ef87bf3c-727a-4c1a-b54f-33d004321701,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:37.436096 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:37.437872 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:37.440962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: dd64deda-270e-4980-be8c-44de402ab5e2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:37.441223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dd64deda-270e-4980-be8c-44de402ab5e2 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:37.441824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ac75c98b-dd61-45d3-ae3e-81f983467e7c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:37.462501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ac75c98b-dd61-45d3-ae3e-81f983467e7c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:37.462855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ac75c98b-dd61-45d3-ae3e-81f983467e7c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:37.528845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.535527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.541466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0bc3c116-4768-4af8-99ab-853f72de11e6 HTTP/1.1" status: 204 len: 168 time: 0.9803829 Nov 08 13:48:37.560645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-ce32c4ba-b421-4a20-b49c-81ac77fabebf tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112988 Nov 08 13:48:37.561426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a55a0a-6e40-4952-9216-b537705b8d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bc3c116-4768-4af8-99ab-853f72de11e6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:37.662199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51622) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:37.664349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-eaf84ae8-a8e7-4030-a6da-73c81247c09d service neutron] 10.222.0.65 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942767 Nov 08 13:48:37.704014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd6ae76e-d81f-4cb1-a0de-6d9f18b67443 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c4e2eb723054102944a464b00399be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403335 Nov 08 13:48:37.706183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51624) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:37.758410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e6e0-8425-4b6c-8190-d89df972088a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.760149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-6b93fe48-170e-4212-afb5-843859d534bc service neutron] 10.222.0.65 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889621 Nov 08 13:48:37.789343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e6e0-8425-4b6c-8190-d89df972088a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.838240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e6e0-8425-4b6c-8190-d89df972088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.841415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ea4e6e0-8425-4b6c-8190-d89df972088a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:37.844931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8ea4e6e0-8425-4b6c-8190-d89df972088a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9405f310-aa59-418a-ba06-7dfd31694a44 HTTP/1.1" status: 204 len: 168 time: 0.1355240 Nov 08 13:48:37.851541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4e6e0-8425-4b6c-8190-d89df972088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9405f310-aa59-418a-ba06-7dfd31694a44,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:38.090109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c219c-8c38-44b7-b270-d6a1b06dc4bd req-deccb50a-3e3f-42b8-b285-c87b535d5af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:38.093316 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6a2c219c-8c38-44b7-b270-d6a1b06dc4bd req-deccb50a-3e3f-42b8-b285-c87b535d5af4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 1097 time: 0.0789843 Nov 08 13:48:38.167274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-bfb1db65-a3b4-47b9-9c24-434347f24cae tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:38.168861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-bfb1db65-a3b4-47b9-9c24-434347f24cae tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.1601911 Nov 08 13:48:38.194558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6a2c219c-8c38-44b7-b270-d6a1b06dc4bd req-eba1d707-ef6d-4aee-bf52-51f952889deb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912614 Nov 08 13:48:38.216057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-6661a2ea-7bc4-4b46-8477-567a93f06bbb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/quotas/80e87c1625bd4a1bb3c0d7d3bd79d9cf HTTP/1.1" status: 200 len: 375 time: 0.0364537 Nov 08 13:48:38.270828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89c96e-f507-4dbd-a7ec-52722a816345 req-23f7fea5-5072-420e-80f7-40cd81d87fd0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:38.272509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c89c96e-f507-4dbd-a7ec-52722a816345 req-23f7fea5-5072-420e-80f7-40cd81d87fd0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.1022274 Nov 08 13:48:38.306949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-c4fb25ca-c407-44d5-be50-d9635ab6aa2d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804777 Nov 08 13:48:38.362271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c89c96e-f507-4dbd-a7ec-52722a816345 req-ddd14324-6ade-4347-976b-4391666c0b16 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800753 Nov 08 13:48:38.465445 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-bf2f5125-7488-4d0b-a0d8-bfac6dbf2187 service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417141 Nov 08 13:48:38.474732 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Sync routers for ids ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:38.503153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Routers {'e5757e9d-a3ff-4f97-89a1-b48a4ceee764'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:38.504010 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:38.588342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-993396eb-f79c-4627-a5e6-45ff8c9c87f6 service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189201 Nov 08 13:48:38.671098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043dbe6-b844-4b86-9a31-21d22a5a38b0 req-bdddb6ab-91f1-4c9a-b6e8-74d2f1290104 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:38.673062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0043dbe6-b844-4b86-9a31-21d22a5a38b0 req-bdddb6ab-91f1-4c9a-b6e8-74d2f1290104 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.0754051 Nov 08 13:48:38.758065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0043dbe6-b844-4b86-9a31-21d22a5a38b0 req-8448bd9c-c77a-4e95-83ae-ab218db1ec9a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766954 Nov 08 13:48:38.815139 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Set router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:38.892487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fe01fb6-a4b3-4dd1-b956-d516dc845861 req-33be3650-fa1c-481d-86b5-eeb09c58b399 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 210 time: 0.0564492 Nov 08 13:48:38.960144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef87bf3c-727a-4c1a-b54f-33d004321701 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:39.089719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af7b26da-fdd2-4faa-9555-cf7b70a61664 req-df36480e-c6a9-4d2c-8599-f56fc209ccaa tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 210 time: 0.1049266 Nov 08 13:48:39.090425 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ef87bf3c-727a-4c1a-b54f-33d004321701 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:39.090863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.178648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 4, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port': {'id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:29Z', 'updated_at': '2021-11-08T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf', 'name': '', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'mac_address': 'fa:16:3e:8d:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:34Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 2, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'subnets': [{'id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:39.244001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51682) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:39.249975 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Checking router: e5757e9d-a3ff-4f97-89a1-b48a4ceee764 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:39.250321 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Updating router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:48:39.280621 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.394042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1145678385-network', 'tenant_id': '7ddc226df7e34f728f7ff51df1c1acaf'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:39.458604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Made reservation on behalf of 7ddc226df7e34f728f7ff51df1c1acaf for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:39.461090 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.475764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.580113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e78abd-dede-487f-a346-72fac07dcb39 req-33dd2987-7bd8-49ea-84ef-258a0978dc37 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:39.581719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44e78abd-dede-487f-a346-72fac07dcb39 req-33dd2987-7bd8-49ea-84ef-258a0978dc37 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.0839958 Nov 08 13:48:39.622405 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.630379 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.644929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.656327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.668417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44e78abd-dede-487f-a346-72fac07dcb39 req-43984de5-16af-4e3e-b6e3-04b1f16c7e64 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726769 Nov 08 13:48:39.676736 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfb7dd-a5c8-4328-8eb1-c3e681906363 None None] Pushing event updated for resources: {'Port': ['ID=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:39.699906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:48:39.709173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ed7b6-9949-457d-be7a-88dd6b4a1683,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:39.716093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.716442 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Added segment 105bec11-a25b-4c52-b459-50dac8ca9e1c of type vlan for network 106a5ec7-122d-4cac-81b8-66b987159bc3 Nov 08 13:48:39.792580 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Attempting to bind port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:39.793394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Attempting to bind port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:39.793753 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Attempting to bind port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf on network 01ef0746-2792-4193-bb2a-f1414ee3d53e {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:39.795615 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.806390 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:39.808218 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Checking segment: {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:39.808218 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.808218 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Bound using segment: {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:39.808706 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Bound port: 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:39.809168 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.840267 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.842932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:39.843504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:39.908973 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] For port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:39.920824 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] For port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:39.928339 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.001074 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddfb7dd-a5c8-4328-8eb1-c3e681906363 None None] Pushing event updated for resources: {'Port': ['ID=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:40.026565 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Routers {'e5757e9d-a3ff-4f97-89a1-b48a4ceee764'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:40.027360 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:40.031017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7854717 Nov 08 13:48:40.032091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e23ee-07de-428a-819b-ef8778ce2a59 admin admin] Pushing event updated for resources: {'Network': ['ID=106a5ec7-122d-4cac-81b8-66b987159bc3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:40.048296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51712) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:40.049346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:48:40.054944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Request body: {'subnet': {'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1145678385-subnet', 'tenant_id': '7ddc226df7e34f728f7ff51df1c1acaf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:40.084031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-4048d00d-46b3-45a6-a30a-eade2ce0a4b5 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:40.085728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-4048d00d-46b3-45a6-a30a-eade2ce0a4b5 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.54 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 810 time: 0.2186000 Nov 08 13:48:40.094439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Made reservation on behalf of 7ddc226df7e34f728f7ff51df1c1acaf for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:40.097272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.107039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Request body: {'port': {'device_id': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'admin_state_up': True, 'tenant_id': '27a82b92f2254ca4a998edbbba13e791'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:40.130950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44270544-d92f-4e87-89a8-568c0b07f3c3 req-db2b3c53-b590-4509-bed7-a192e92e5db3 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 210 time: 0.0791988 Nov 08 13:48:40.185265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b480a-9173-4548-bb58-4206dffe428a req-ad0f94b1-a284-4db3-b83c-50f1121566b2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:40.187085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b6b480a-9173-4548-bb58-4206dffe428a req-ad0f94b1-a284-4db3-b83c-50f1121566b2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1904967 Nov 08 13:48:40.251185 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] Set router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:40.257561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b6b480a-9173-4548-bb58-4206dffe428a req-8a6f54ea-6bd5-4e31-975a-a38600e7ab29 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629303 Nov 08 13:48:40.262651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Made reservation on behalf of 27a82b92f2254ca4a998edbbba13e791 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:40.270018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.469111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56b5ec94-9226-4fbb-b755-4c7f4b25e604 req-40d4f36b-fab6-4652-84d7-d381d966a28f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 210 time: 0.0622232 Nov 08 13:48:40.471784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.545539 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 4, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port': {'id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:29Z', 'updated_at': '2021-11-08T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf', 'name': '', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'mac_address': 'fa:16:3e:8d:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:34Z', 'updated_at': '2021-11-08T13:48:39Z', 'revision_number': 4, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'subnets': [{'id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:40.549512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=73bfd366-482d-4d16-b69f-febf703c3f45,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:40.580451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Checking segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:40.581207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Network hostable DHCP agents. Network: 106a5ec7-122d-4cac-81b8-66b987159bc3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:48:40.584505 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b2a52c-d7a9-43bf-9cb5-24680feccf8d None None] The sync data for ids ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'] in n-d-804292-2 is: [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:48:35Z', 'revision_number': 4, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port': {'id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:29Z', 'updated_at': '2021-11-08T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf', 'name': '', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'mac_address': 'fa:16:3e:8d:ed:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:34Z', 'updated_at': '2021-11-08T13:48:39Z', 'revision_number': 4, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'subnets': [{'id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:40.604626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Allocated IP 172.20.0.14 (01ef0746-2792-4193-bb2a-f1414ee3d53e/cdee0f88-9e64-4f27-9308-21426ddb3012/8331cc40-0d23-4132-84dc-8c43535c6afe) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:40.632957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:48:40.649197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 106a5ec7-122d-4cac-81b8-66b987159bc3) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:40.656018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:40.660009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce258b7-1484-462c-900a-f50228d46368 None None] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:40.663222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:40.705997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4fac40e0-c1f5-4d6d-83fc-9111325307ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6564131 Nov 08 13:48:40.986944 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.086130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c437539-3513-49bd-a107-99c887350bb9 req-8df137dc-3b4d-4d44-93f1-cea828c4160e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:41.087813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c437539-3513-49bd-a107-99c887350bb9 req-8df137dc-3b4d-4d44-93f1-cea828c4160e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.2552152 Nov 08 13:48:41.098471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.101362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:41.163337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-106a5ec7-122d-4cac-81b8-66b987159bc3', 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'tenant_id': '7ddc226df7e34f728f7ff51df1c1acaf', 'fixed_ips': [{'subnet_id': '73bfd366-482d-4d16-b69f-febf703c3f45'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:48:41.164484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.176075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:41.176685 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.185204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c437539-3513-49bd-a107-99c887350bb9 req-df61e0ba-e505-41a6-a4df-b1286d719f76 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861194 Nov 08 13:48:41.233245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:41.260262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:41.271051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:41.362049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Allocated IP 172.20.0.2 (106a5ec7-122d-4cac-81b8-66b987159bc3/73bfd366-482d-4d16-b69f-febf703c3f45/117c3d86-6792-40fc-8e5e-ceeb3569a69f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:41.419223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Pushing event updated for resources: {'Port': ['ID=8331cc40-0d23-4132-84dc-8c43535c6afe,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:41.421049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.449262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:41.450414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.529783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-80ea4580-6188-448f-acf3-16bceffd0e90 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:41.532591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-80ea4580-6188-448f-acf3-16bceffd0e90 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b9385b5-17f3-4256-9182-44cc2ca615da HTTP/1.1" status: 200 len: 945 time: 0.2006261 Nov 08 13:48:41.559727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:41.568385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.632789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-7143e901-ca91-45e9-aafd-2e202fe7b56d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5299098 Nov 08 13:48:41.633028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75890fc1-08bf-4f3d-97b9-617b7c3c5a71 req-7653e049-4062-4a93-83d7-7ea003953f4c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:41.648668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Request body: {'port': {'device_id': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:41.659617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75890fc1-08bf-4f3d-97b9-617b7c3c5a71 req-7653e049-4062-4a93-83d7-7ea003953f4c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 932 time: 0.2685986 Nov 08 13:48:41.705237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:41.734272 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.743334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.795933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:41.799283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:41.804920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:41.812415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Pushing event updated for resources: {'Port': ['ID=117c3d86-6792-40fc-8e5e-ceeb3569a69f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:41.874400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Attempting to bind port 117c3d86-6792-40fc-8e5e-ceeb3569a69f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:41.875209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Attempting to bind port 117c3d86-6792-40fc-8e5e-ceeb3569a69f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:41.875860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Attempting to bind port 117c3d86-6792-40fc-8e5e-ceeb3569a69f on network 106a5ec7-122d-4cac-81b8-66b987159bc3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:41.881948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:41.882323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Checking segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:41.882724 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.883114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Bound using segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:41.883584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Bound port: 117c3d86-6792-40fc-8e5e-ceeb3569a69f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:41.884052 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:41.895224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75890fc1-08bf-4f3d-97b9-617b7c3c5a71 req-e0b56a6f-33e0-45fe-8bcb-e3d6b4e0b0fb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348299 Nov 08 13:48:41.950148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-f3fb9bac-5600-47c4-a3d9-8c1ccfcf2d4f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:41.977493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-f3fb9bac-5600-47c4-a3d9-8c1ccfcf2d4f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 816 time: 0.2898245 Nov 08 13:48:41.995682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] For port 117c3d86-6792-40fc-8e5e-ceeb3569a69f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:41.998666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-66a5c777-28d2-498c-9c38-baeafdb2f575 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/quotas/7ddc226df7e34f728f7ff51df1c1acaf HTTP/1.1" status: 200 len: 375 time: 0.0199645 Nov 08 13:48:42.000593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] For port 117c3d86-6792-40fc-8e5e-ceeb3569a69f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=117c3d86-6792-40fc-8e5e-ceeb3569a69f,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:42.006724 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.067375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-04b332b7-aec5-42b8-bfe1-9b5dfdddb5fa tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:42.068948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-04b332b7-aec5-42b8-bfe1-9b5dfdddb5fa tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.8227000 Nov 08 13:48:42.070783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Deleting port bb700ca6-2f58-4751-a71c-9b6d2080526f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:42.071766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.085327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Request body: {'port': {'device_id': 'e843970e-7637-496a-a761-e19e844b0fa3', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'admin_state_up': True, 'tenant_id': '80e87c1625bd4a1bb3c0d7d3bd79d9cf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:42.090832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.098044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-901cad48-588a-465e-834e-46b3a77b15d5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983324 Nov 08 13:48:42.115214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dab1d-1e30-488c-9392-62c7e5eb0775 None None] Pushing event updated for resources: {'Port': ['ID=117c3d86-6792-40fc-8e5e-ceeb3569a69f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:42.136972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bb700ca6-2f58-4751-a71c-9b6d2080526f no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:42.250744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.280952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:42.283499 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6f80ca-0119-4e88-b8f7-8eb4519e3a6e" -d '{"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-unplugged", "status": "completed", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:42.304973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:42.314185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b7277-be8a-4b71-8460-d2b780eb2de6 req-8e477a3a-43f5-46c2-88a7-3d608d7e8c96 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:42.320058 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.334397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be0b7277-be8a-4b71-8460-d2b780eb2de6 req-8e477a3a-43f5-46c2-88a7-3d608d7e8c96 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1912391 Nov 08 13:48:42.388837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Made reservation on behalf of 80e87c1625bd4a1bb3c0d7d3bd79d9cf for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:42.392848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.404045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-83551994-be9e-4252-b410-6192682dd622 service neutron] 10.222.0.65 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048718 Nov 08 13:48:42.413616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:42.463312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] For port bb700ca6-2f58-4751-a71c-9b6d2080526f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=bb700ca6-2f58-4751-a71c-9b6d2080526f,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:42.463677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.524634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Calling delete_port for bb700ca6-2f58-4751-a71c-9b6d2080526f owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:42.552609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be0b7277-be8a-4b71-8460-d2b780eb2de6 req-0bf67cbb-0089-4368-bedd-0b329bb01b74 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159255 Nov 08 13:48:42.629749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-ee2dcc4c-1ea6-4fc0-ab1d-08c303c6b12d service neutron] 10.222.0.65 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998858 Nov 08 13:48:42.654835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Allocated IP 172.20.0.13 (07ea3acc-2da7-4f09-8737-3b143ba23940/d8cba13c-936c-48e4-a090-194f892a7f46/5f71547c-9973-40a7-956d-67ab8187a8f0) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:42.679582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8331cc40-0d23-4132-84dc-8c43535c6afe {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:42.694383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.728940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Transition to ACTIVE for port object 8331cc40-0d23-4132-84dc-8c43535c6afe will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:42.738333 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.802861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1629960d-513e-4d72-b810-46955a2892eb req-26aae314-9560-4ca0-bc31-4d06762a52ca tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 210 time: 0.0793374 Nov 08 13:48:42.808059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:42.999980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event deleted for resources: {'Port': ['ID=bb700ca6-2f58-4751-a71c-9b6d2080526f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.018551 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9224145d-47e2-4ca8-bf38-bb60328bc51d x-openstack-request-id: req-9224145d-47e2-4ca8-bf38-bb60328bc51d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:43.023074 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-unplugged", "status": "completed", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:43.023514 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9224145d-47e2-4ca8-bf38-bb60328bc51d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:43.024068 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'code': 200} Nov 08 13:48:43.053101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] No DVR routers for this DVR port bb700ca6-2f58-4751-a71c-9b6d2080526f on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:43.057254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.080282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.081227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c3bbba4-ef74-4776-8ae5-7e2928ebb004 req-13422032-dfcc-4a42-94e6-15cbc2cb031d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "DELETE /v2.0/ports/bb700ca6-2f58-4751-a71c-9b6d2080526f HTTP/1.1" status: 204 len: 173 time: 1.5404167 Nov 08 13:48:43.109431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-deleted', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:43.114273 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e189d470-9c47-4b0d-bbc2-5b8d9b28be48" -d '{"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-deleted", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:43.137891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 117c3d86-6792-40fc-8e5e-ceeb3569a69f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:43.240302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 117c3d86-6792-40fc-8e5e-ceeb3569a69f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:43.240867 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.259628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=8331cc40-0d23-4132-84dc-8c43535c6afe,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.259868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e450f1-4a9f-4c51-9a82-28366240c36b req-fe54b40d-9805-42f5-a6c7-28f4259957ee tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:43.261440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12e450f1-4a9f-4c51-9a82-28366240c36b req-fe54b40d-9805-42f5-a6c7-28f4259957ee tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.2107081 Nov 08 13:48:43.295210 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.422163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.425413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12e450f1-4a9f-4c51-9a82-28366240c36b req-4142e95f-a272-4ee0-8325-22ce2af37534 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483858 Nov 08 13:48:43.469546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:43.472935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f8601-1ac9-42a3-87d7-bd0730fb867d req-0591eb50-0aa1-4f5d-a84c-9b259c9e507f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:43.477780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f71457-8891-42d2-b009-488705dd3bfe req-b0379404-3716-49f6-8b93-e3b617b82c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:43.480103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f71457-8891-42d2-b009-488705dd3bfe req-b0379404-3716-49f6-8b93-e3b617b82c53 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1095 time: 0.5965738 Nov 08 13:48:43.485867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:43.493999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.497029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:43.521449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-782f8601-1ac9-42a3-87d7-bd0730fb867d req-0591eb50-0aa1-4f5d-a84c-9b259c9e507f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 944 time: 0.1732759 Nov 08 13:48:43.533518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 117c3d86-6792-40fc-8e5e-ceeb3569a69f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=117c3d86-6792-40fc-8e5e-ceeb3569a69f,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:43.552046 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.553165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:43.630606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Attempting to bind port 8331cc40-0d23-4132-84dc-8c43535c6afe on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:43.630989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Attempting to bind port 8331cc40-0d23-4132-84dc-8c43535c6afe by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:43.631262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Attempting to bind port 8331cc40-0d23-4132-84dc-8c43535c6afe on network 01ef0746-2792-4193-bb2a-f1414ee3d53e {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:43.660372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1189cc-3fc5-4346-9b7e-234fb7620a5a None None] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:48:43.706015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Port 8331cc40-0d23-4132-84dc-8c43535c6afe on network 01ef0746-2792-4193-bb2a-f1414ee3d53e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:43.706878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Attempting to bind port 8331cc40-0d23-4132-84dc-8c43535c6afe on network 01ef0746-2792-4193-bb2a-f1414ee3d53e {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:43.739371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:43.740059 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.744726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=117c3d86-6792-40fc-8e5e-ceeb3569a69f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:43.746952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:43.747390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Checking segment: {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:43.747985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Bound using segment: {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:43.748652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Bound port: 8331cc40-0d23-4132-84dc-8c43535c6afe, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:43.748914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.764764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-782f8601-1ac9-42a3-87d7-bd0730fb867d req-6132f27b-b8e2-4b5b-8a55-229d1c8dad2d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398260 Nov 08 13:48:43.781480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-802385ce-fcfa-4c5e-95ef-cad6b03688b1 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:43.783570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-802385ce-fcfa-4c5e-95ef-cad6b03688b1 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 816 time: 0.1979802 Nov 08 13:48:43.818062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-608f797b-aac6-4f03-bfc8-092c02e9c1b1 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/quotas/7ddc226df7e34f728f7ff51df1c1acaf HTTP/1.1" status: 200 len: 375 time: 0.0237613 Nov 08 13:48:43.828674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5448ac8c-0bc5-4550-bfef-4d4d260620e4 None None] Provisioning complete for port 117c3d86-6792-40fc-8e5e-ceeb3569a69f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:43.829117 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5448ac8c-0bc5-4550-bfef-4d4d260620e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:43.856231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-89993baf-0534-4c34-9572-8aaa84a6790c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7765515 Nov 08 13:48:43.879114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Request body: {'port': {'device_id': 'e843970e-7637-496a-a761-e19e844b0fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:43.887867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] For port 8331cc40-0d23-4132-84dc-8c43535c6afe, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:43.900853 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a190d8ad-19d7-40cb-a24d-529d0ec013cb x-openstack-request-id: req-a190d8ad-19d7-40cb-a24d-529d0ec013cb {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:43.901185 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b9385b5-17f3-4256-9182-44cc2ca615da", "name": "network-vif-deleted", "tag": "bb700ca6-2f58-4751-a71c-9b6d2080526f", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:43.901415 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a190d8ad-19d7-40cb-a24d-529d0ec013cb {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:43.901821 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b9385b5-17f3-4256-9182-44cc2ca615da', 'name': 'network-vif-deleted', 'tag': 'bb700ca6-2f58-4751-a71c-9b6d2080526f', 'status': 'completed', 'code': 200} Nov 08 13:48:43.910247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f71457-8891-42d2-b009-488705dd3bfe req-c90a8ce7-ecb3-4599-b429-10c8cfafcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:43.911792 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f71457-8891-42d2-b009-488705dd3bfe req-c90a8ce7-ecb3-4599-b429-10c8cfafcc44 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.3503067 Nov 08 13:48:43.934662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] For port 8331cc40-0d23-4132-84dc-8c43535c6afe, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8331cc40-0d23-4132-84dc-8c43535c6afe,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:43.956395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-66da0eb0-fe04-421e-92ea-c3c2eefcdc60 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291776 Nov 08 13:48:43.998394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:43.998776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.015190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.084582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f71457-8891-42d2-b009-488705dd3bfe req-0b24082e-95ff-47db-a28e-2c0297f03c01 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 200 len: 1000 time: 0.1641500 Nov 08 13:48:44.120535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.173830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-8f9a9a1b-52b6-4d55-b1a8-be1481b5d7ca service neutron] 10.222.0.65 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164726 Nov 08 13:48:44.186885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.188224 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.189664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] 10.222.0.54 "PUT /v2.0/ports/8331cc40-0d23-4132-84dc-8c43535c6afe HTTP/1.1" status: 200 len: 1092 time: 2.5460091 Nov 08 13:48:44.192286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'tag': '8331cc40-0d23-4132-84dc-8c43535c6afe'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:44.194921 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d65859-8a51-442f-aa98-79bbdc9552fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ba19a9a3-0077-4698-a666-eda4bf9830ab", "tag": "8331cc40-0d23-4132-84dc-8c43535c6afe"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:44.317152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-ff7575d8-8b3a-442c-83f4-8a2acf167ae2 service neutron] 10.222.0.65 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417906 Nov 08 13:48:44.399072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bcab0-683a-4758-826c-9fc0ce9e0f2d service neutron] Pushing event updated for resources: {'Port': ['ID=8331cc40-0d23-4132-84dc-8c43535c6afe,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:44.406175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f71457-8891-42d2-b009-488705dd3bfe req-e0423d9e-3059-4a93-99d0-53066120924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.410224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f71457-8891-42d2-b009-488705dd3bfe req-e0423d9e-3059-4a93-99d0-53066120924d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.2955694 Nov 08 13:48:44.469935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-b6f439e7-52ea-4f02-914b-4f886c8a7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.476125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d5371-bf02-4d07-8cca-5cd8f3909b67 req-9faf71f4-e02e-48f6-9e26-37478123170c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.478674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-567d5371-bf02-4d07-8cca-5cd8f3909b67 req-9faf71f4-e02e-48f6-9e26-37478123170c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.0799830 Nov 08 13:48:44.480308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-b6f439e7-52ea-4f02-914b-4f886c8a7f6e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 1095 time: 0.2058387 Nov 08 13:48:44.570276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-567d5371-bf02-4d07-8cca-5cd8f3909b67 req-fbaba696-70cf-4e76-8f03-24d913e43e6d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663774 Nov 08 13:48:44.603559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6ccfd3bc-dbc1-4941-821e-e3f553809eea None None] Provisioning complete for port 117c3d86-6792-40fc-8e5e-ceeb3569a69f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:44.604288 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd3bc-dbc1-4941-821e-e3f553809eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.708682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-60730909-e75e-45dc-be63-a1bb6b4f1d79 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.711590 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-60730909-e75e-45dc-be63-a1bb6b4f1d79 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 816 time: 0.2582462 Nov 08 13:48:44.763068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787d8fc-3e88-44d7-a5dc-85cde84a6126 req-17e0b5bb-33b8-46bd-b871-ed720ef0faf3 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.770983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3787d8fc-3e88-44d7-a5dc-85cde84a6126 req-17e0b5bb-33b8-46bd-b871-ed720ef0faf3 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 932 time: 0.1108482 Nov 08 13:48:44.848455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-f1419821-e9c1-47ec-a6cc-ca954decdec1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8331cc40-0d23-4132-84dc-8c43535c6afe HTTP/1.1" status: 200 len: 217 time: 0.1352451 Nov 08 13:48:44.853798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Request body: {'port': {'device_id': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'admin_state_up': True, 'tenant_id': '7ddc226df7e34f728f7ff51df1c1acaf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:44.875124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 117c3d86-6792-40fc-8e5e-ceeb3569a69f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:44.906512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b583765-5271-47d0-85fa-ba4bd2bccd40 req-b2e89627-cf77-4a0f-894b-565bd602c02b tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.915986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b583765-5271-47d0-85fa-ba4bd2bccd40 req-b2e89627-cf77-4a0f-894b-565bd602c02b tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 945 time: 0.1305180 Nov 08 13:48:44.938236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3787d8fc-3e88-44d7-a5dc-85cde84a6126 req-01dae203-8e1c-4229-9626-7b40c3117c50 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661673 Nov 08 13:48:44.956125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 117c3d86-6792-40fc-8e5e-ceeb3569a69f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:44.956379 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:44.982704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f71457-8891-42d2-b009-488705dd3bfe req-e9df69ab-3b87-4812-b028-e90b643d29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:44.984758 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f71457-8891-42d2-b009-488705dd3bfe req-e9df69ab-3b87-4812-b028-e90b643d29f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5648072 Nov 08 13:48:44.994104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f71547c-9973-40a7-956d-67ab8187a8f0 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:44.999516 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e16048-48d9-4b22-aed4-db6ef3d48d29 x-openstack-request-id: req-c1e16048-48d9-4b22-aed4-db6ef3d48d29 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:45.000170 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba19a9a3-0077-4698-a666-eda4bf9830ab", "tag": "8331cc40-0d23-4132-84dc-8c43535c6afe", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:45.000424 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1e16048-48d9-4b22-aed4-db6ef3d48d29 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:45.000825 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'tag': '8331cc40-0d23-4132-84dc-8c43535c6afe', 'status': 'completed', 'code': 200} Nov 08 13:48:45.002337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b583765-5271-47d0-85fa-ba4bd2bccd40 req-e6e1bbb1-2c14-4e55-a207-2b0b342f7f38 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859418 Nov 08 13:48:45.009586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:45.072564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-d41f699a-a4ec-4238-a01d-c5a37a9f3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:45.074045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-d41f699a-a4ec-4238-a01d-c5a37a9f3053 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 200 len: 850 time: 0.2125607 Nov 08 13:48:45.082995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Transition to ACTIVE for port object 5f71547c-9973-40a7-956d-67ab8187a8f0 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:45.136582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:45.180777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-756a3785-6eb1-42d2-ba8d-f3ef5640422a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01ef0746-2792-4193-bb2a-f1414ee3d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582478 Nov 08 13:48:45.207880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c08da1-951c-452f-b314-b6d5370ec774 req-76dbada4-24ab-4513-a99f-4230a3869356 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:45.209981 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68c08da1-951c-452f-b314-b6d5370ec774 req-76dbada4-24ab-4513-a99f-4230a3869356 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.1142809 Nov 08 13:48:45.341161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:45.374310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f71457-8891-42d2-b009-488705dd3bfe req-644e1e77-c89e-4efc-a4fc-fab8acd0e4dc service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706305 Nov 08 13:48:45.380169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Made reservation on behalf of 7ddc226df7e34f728f7ff51df1c1acaf for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:45.383582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:45.513548 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-3f153b58-1a15-4738-9991-eacd0b553e97 service neutron] 10.222.0.54 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067420 Nov 08 13:48:45.580469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Attempting to bind port 5f71547c-9973-40a7-956d-67ab8187a8f0 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:45.580866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Attempting to bind port 5f71547c-9973-40a7-956d-67ab8187a8f0 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:45.581136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Attempting to bind port 5f71547c-9973-40a7-956d-67ab8187a8f0 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:45.617935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Port 5f71547c-9973-40a7-956d-67ab8187a8f0 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:45.618288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Attempting to bind port 5f71547c-9973-40a7-956d-67ab8187a8f0 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:45.618523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-b8074434-c557-48e1-842c-086283734f6f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:45.620047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-b8074434-c557-48e1-842c-086283734f6f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 816 time: 0.4663770 Nov 08 13:48:45.623316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68c08da1-951c-452f-b314-b6d5370ec774 req-83db94b1-aa7f-4e76-a15e-e006664b9267 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789063 Nov 08 13:48:45.636780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-9f890945-1363-4f84-bd87-9854bfc5ce2f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/quotas/7ddc226df7e34f728f7ff51df1c1acaf HTTP/1.1" status: 200 len: 375 time: 0.0097136 Nov 08 13:48:45.736904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-b5a71bfd-0e2a-46fe-a58a-35c03b3e0d38 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0830464 Nov 08 13:48:45.786939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424f431-736c-4d46-9417-1678827125b6 req-c4a84f83-7142-4e7e-a26a-b8420e2a100c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:45.788642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f424f431-736c-4d46-9417-1678827125b6 req-c4a84f83-7142-4e7e-a26a-b8420e2a100c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 944 time: 0.1032434 Nov 08 13:48:45.911843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-8c89068e-ba22-4ac8-86c9-9124ea91aa33 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:45.913273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-8c89068e-ba22-4ac8-86c9-9124ea91aa33 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.70 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 945 time: 0.1748931 Nov 08 13:48:45.970317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f424f431-736c-4d46-9417-1678827125b6 req-20c2d1a4-7c66-4e90-987a-56002d9f5969 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582603 Nov 08 13:48:45.993400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:45.993882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Checking segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:45.994111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Bound using segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:45.994540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Bound port: 5f71547c-9973-40a7-956d-67ab8187a8f0, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:45.994891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.003601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38f71457-8891-42d2-b009-488705dd3bfe req-aa80b11f-fdd9-4c4f-979c-c08836df77b4 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158695 Nov 08 13:48:46.028311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-be3c892a-fefa-4ced-8fd8-0a32355a624e service neutron] 10.222.0.65 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585781 Nov 08 13:48:46.134357 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f8bd89b-6274-48ac-8613-b2c15f9e3182 req-6643db6d-5aae-4bfd-88f1-405577346ea4 service neutron] 10.222.0.54 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784376 Nov 08 13:48:46.140793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Allocated IP 172.20.0.8 (106a5ec7-122d-4cac-81b8-66b987159bc3/73bfd366-482d-4d16-b69f-febf703c3f45/83861d30-b1a1-4b81-aa86-bb817f8a8222) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:46.167514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bb700ca6-2f58-4751-a71c-9b6d2080526f no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:46.187077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-5b843bfa-e815-4601-839d-9caf43f82449 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.188702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-5b843bfa-e815-4601-839d-9caf43f82449 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.54 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.2118318 Nov 08 13:48:46.213064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-ceebee37-7142-43a9-989e-97ab28f7e10b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.213355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: bb700ca6-2f58-4751-a71c-9b6d2080526f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:46.213804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device bb700ca6-2f58-4751-a71c-9b6d2080526f not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:46.214519 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-ceebee37-7142-43a9-989e-97ab28f7e10b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 816 time: 0.2331302 Nov 08 13:48:46.226355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:46.235181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Request body: {'port': {'device_id': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'admin_state_up': True, 'tenant_id': '7ddc226df7e34f728f7ff51df1c1acaf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:46.282226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-76b02738-4a0d-41a7-9042-a4fd9780f9e2 service neutron] 10.222.0.65 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436521 Nov 08 13:48:46.296986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:46.298923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e8907-696b-4c9b-b458-53e69224fb17 req-cf5e129b-b45b-4d2b-b5ee-be53749dab3f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.300781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-095e8907-696b-4c9b-b458-53e69224fb17 req-cf5e129b-b45b-4d2b-b5ee-be53749dab3f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.1628623 Nov 08 13:48:46.326251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Deleting port bce33f95-7761-484c-8c4b-a0d9ad5e480a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:46.326771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.334799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.467563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-095e8907-696b-4c9b-b458-53e69224fb17 req-85fd6a56-3261-4eae-b22b-d2c1322b6841 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446943 Nov 08 13:48:46.488808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Deleting port 1ed4824e-c274-4ace-a7b8-f76d347764d5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:46.489129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.508327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.509025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.510967 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] 10.222.0.54 "PUT /v2.0/ports/5f71547c-9973-40a7-956d-67ab8187a8f0 HTTP/1.1" status: 200 len: 1092 time: 2.6418011 Nov 08 13:48:46.568231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] For port bce33f95-7761-484c-8c4b-a0d9ad5e480a, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=bce33f95-7761-484c-8c4b-a0d9ad5e480a,segment=NetworkSegment(f7f5b8a4-1cf2-4233-98ed-7117cc516fb9),segment_id=f7f5b8a4-1cf2-4233-98ed-7117cc516fb9)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:46.568640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.568759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-39bfb8e1-63b8-4cec-b8a6-11173f8df05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.570351 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-39bfb8e1-63b8-4cec-b8a6-11173f8df05d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 1095 time: 0.3656631 Nov 08 13:48:46.638249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Calling delete_port for bce33f95-7761-484c-8c4b-a0d9ad5e480a owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:46.668273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e3ca1-fccc-443e-bbde-05e024870329 service neutron] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:46.780985 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.789366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] For port 1ed4824e-c274-4ace-a7b8-f76d347764d5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1ed4824e-c274-4ace-a7b8-f76d347764d5,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:46.790571 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.791637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-629dd90e-3b02-49e8-9199-13af8947be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.793430 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-629dd90e-3b02-49e8-9199-13af8947be9c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 1095 time: 0.2221298 Nov 08 13:48:46.797888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Made reservation on behalf of 7ddc226df7e34f728f7ff51df1c1acaf for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:46.801729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:46.808176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd384395-584f-454e-8f37-42951b0318d9 req-203f515e-0556-4dd8-884d-f4abdc98b880 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.816219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd384395-584f-454e-8f37-42951b0318d9 req-203f515e-0556-4dd8-884d-f4abdc98b880 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 945 time: 0.2123864 Nov 08 13:48:46.833293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ac2e7-4169-45a6-adcf-b2179e61543c req-474d58ca-0cec-4d6c-a83f-6e9979b7bff6 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.835528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-745ac2e7-4169-45a6-adcf-b2179e61543c req-474d58ca-0cec-4d6c-a83f-6e9979b7bff6 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.2240405 Nov 08 13:48:46.870709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Calling delete_port for 1ed4824e-c274-4ace-a7b8-f76d347764d5 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:46.877688 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-a5c4f62b-7b43-4ff3-972c-4cf2f47e37f7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f71547c-9973-40a7-956d-67ab8187a8f0 HTTP/1.1" status: 200 len: 217 time: 0.0677469 Nov 08 13:48:46.907403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-76486437-895a-4766-834f-7c20885d1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:46.908915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-76486437-895a-4766-834f-7c20885d1239 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 911 time: 0.3097322 Nov 08 13:48:46.982479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd384395-584f-454e-8f37-42951b0318d9 req-f3df0696-7d8a-4413-ac86-0e60dbd93767 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/security-groups?id=43f95f8e-e475-4a39-81d7-161927db227f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656961 Nov 08 13:48:47.013435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-745ac2e7-4169-45a6-adcf-b2179e61543c req-f73b1315-03bb-4596-b9bf-4fb59df102e9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661835 Nov 08 13:48:47.017347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:47.019645 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f43b287-29b5-486d-87e0-5fca7ea5ee59" -d '{"events": [{"name": "network-changed", "server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:47.038167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-ec24db6a-6b1a-4443-be50-b5216ae21a57 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8331cc40-0d23-4132-84dc-8c43535c6afe HTTP/1.1" status: 200 len: 217 time: 0.0952423 Nov 08 13:48:47.045882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.092160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-a98c002a-3c8f-4177-834a-a544de3a8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:47.093645 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-a98c002a-3c8f-4177-834a-a544de3a8616 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.2014201 Nov 08 13:48:47.109581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-004a67f2-40e8-49b2-8e0e-a0dd6a822027 req-57f84645-9be5-4f96-8320-1b18fdd84428 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 210 time: 0.0519540 Nov 08 13:48:47.182828 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-3044da48-d301-4a5e-9e28-a7c6a8931627 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459013 Nov 08 13:48:47.204229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:47.218221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.232856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['bce33f95-7761-484c-8c4b-a0d9ad5e480a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:47.251951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:47.260665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:47.273526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Pushing event deleted for resources: {'Port': ['ID=bce33f95-7761-484c-8c4b-a0d9ad5e480a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:47.286039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Pushing event updated for resources: {'Port': ['ID=83861d30-b1a1-4b81-aa86-bb817f8a8222,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:47.295311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-cc7cea32-6917-4d43-9be5-3ea136b99eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:47.296779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-cc7cea32-6917-4d43-9be5-3ea136b99eca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 200 len: 850 time: 0.2471962 Nov 08 13:48:47.310265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497850a-a26c-42e3-9eef-69131bc5f2c2 req-def5fca6-da75-414c-b0fa-1d71c43f98dd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:47.312057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6497850a-a26c-42e3-9eef-69131bc5f2c2 req-def5fca6-da75-414c-b0fa-1d71c43f98dd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0999e11-8cec-4aee-b47d-9b4e32e49391 HTTP/1.1" status: 200 len: 946 time: 0.2048471 Nov 08 13:48:47.331066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.331424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.331788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.332226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Allocated IP 172.20.0.9 (106a5ec7-122d-4cac-81b8-66b987159bc3/73bfd366-482d-4d16-b69f-febf703c3f45/57c7ba96-d652-47dd-aa20-600ac06e4359) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:47.332394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.332630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.332968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.333303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.333637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.333966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.334295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.334623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.334949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:48:47.359638 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.386604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fe006e-c47a-4f0f-b2f2-6ec5167da411'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:47.389848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['1ed4824e-c274-4ace-a7b8-f76d347764d5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:47.392657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-1ebb5473-3f27-46d2-9972-faddfd262aef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01ef0746-2792-4193-bb2a-f1414ee3d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619285 Nov 08 13:48:47.433439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] No DVR routers for this DVR port bce33f95-7761-484c-8c4b-a0d9ad5e480a on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:47.440519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.444103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144ea7f7-61ad-4dbe-a631-82c616a890ad req-4f80ce86-be20-4d68-ba52-85e2dead9d95 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.70 "DELETE /v2.0/ports/bce33f95-7761-484c-8c4b-a0d9ad5e480a HTTP/1.1" status: 204 len: 173 time: 1.5162385 Nov 08 13:48:47.446070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'name': 'network-vif-deleted', 'tag': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:47.455799 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01dde40-50df-4c74-b5ac-8bb6daf6c57c" -d '{"events": [{"server_uuid": "92997f7d-42b1-4141-86e2-0bc964d2e4c0", "name": "network-vif-deleted", "tag": "bce33f95-7761-484c-8c4b-a0d9ad5e480a"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:47.459451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Pushing event deleted for resources: {'Port': ['ID=1ed4824e-c274-4ace-a7b8-f76d347764d5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:47.460425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:47.461110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.560257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffd9f2-808d-4015-81bf-d7958d19607a req-2f9106f0-30e8-415e-9dec-990aaf16a6d0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:47.586352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64ffd9f2-808d-4015-81bf-d7958d19607a req-2f9106f0-30e8-415e-9dec-990aaf16a6d0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 944 time: 0.3190880 Nov 08 13:48:47.661790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] No DVR routers for this DVR port 1ed4824e-c274-4ace-a7b8-f76d347764d5 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:47.665746 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.667818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-e51c838f-616e-4891-8e19-a55af39b1712 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8190799 Nov 08 13:48:47.669580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a9a6c19-528b-4622-a58f-946aca90a5b6 req-081227b8-0889-45ce-bb59-4ce446aba793 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.54 "DELETE /v2.0/ports/1ed4824e-c274-4ace-a7b8-f76d347764d5 HTTP/1.1" status: 204 len: 173 time: 1.4664989 Nov 08 13:48:47.692629 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-cdcfd2a2-f559-445c-ab98-a0d69ec56c81 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964104 Nov 08 13:48:47.711498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6497850a-a26c-42e3-9eef-69131bc5f2c2 req-7dd51aac-3cd1-40a6-82c2-cffc0d06748d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819745 Nov 08 13:48:47.759530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64ffd9f2-808d-4015-81bf-d7958d19607a req-56ba47e0-2d0e-42d1-ae43-bee28843e918 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572914 Nov 08 13:48:47.763078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Request body: {'port': {'device_id': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:47.808887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ff5d86e2-d769-4ab4-a245-5aab1ebefb8f None None] Provisioning complete for port 83861d30-b1a1-4b81-aa86-bb817f8a8222 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:47.808887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff5d86e2-d769-4ab4-a245-5aab1ebefb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:47.882919 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f6e3b4-69fc-4528-a515-f9b98395b8b1 x-openstack-request-id: req-b8f6e3b4-69fc-4528-a515-f9b98395b8b1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:47.883202 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:47.883202 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8f6e3b4-69fc-4528-a515-f9b98395b8b1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:47.883646 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'status': 'completed', 'code': 200} Nov 08 13:48:47.920405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ff5d86e2-d769-4ab4-a245-5aab1ebefb8f None None] Port 83861d30-b1a1-4b81-aa86-bb817f8a8222 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:47.927521 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a416fac-1f3a-4fc9-ba61-47467cb90ab7 x-openstack-request-id: req-3a416fac-1f3a-4fc9-ba61-47467cb90ab7 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:47.928079 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92997f7d-42b1-4141-86e2-0bc964d2e4c0", "name": "network-vif-deleted", "tag": "bce33f95-7761-484c-8c4b-a0d9ad5e480a", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:47.928404 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a416fac-1f3a-4fc9-ba61-47467cb90ab7 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:47.928942 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92997f7d-42b1-4141-86e2-0bc964d2e4c0', 'name': 'network-vif-deleted', 'tag': 'bce33f95-7761-484c-8c4b-a0d9ad5e480a', 'status': 'completed', 'code': 200} Nov 08 13:48:48.031212 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-3929b909-ec91-40e8-a114-03777d3f1193 service neutron] 10.222.0.54 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279128 Nov 08 13:48:48.081379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:48.117455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-89807c30-60a4-48ca-a977-bf26b2115a01 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:48.119793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-89807c30-60a4-48ca-a977-bf26b2115a01 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 816 time: 0.1748707 Nov 08 13:48:48.140214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc30db-3bd7-4db9-89b3-a03e9b73aff1 req-b344c352-cb6c-4686-a567-2f42e36587dc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:48.141838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71bc30db-3bd7-4db9-89b3-a03e9b73aff1 req-b344c352-cb6c-4686-a567-2f42e36587dc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.0950160 Nov 08 13:48:48.147275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Request body: {'port': {'device_id': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'admin_state_up': True, 'tenant_id': '7ddc226df7e34f728f7ff51df1c1acaf'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:48.215600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a87db7e-5246-40b0-a322-e0647a6b64e9 req-d52b4a42-a994-478d-8fde-6e697c556422 tempest-ServerTagsTestJSON-1559796343 tempest-ServerTagsTestJSON-1559796343-project] 10.222.0.65 "GET /v2.0/ports?device_id=92997f7d-42b1-4141-86e2-0bc964d2e4c0 HTTP/1.1" status: 200 len: 210 time: 0.0475605 Nov 08 13:48:48.232036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:48.241774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78709062-6ec7-49c7-88d3-10cb44330f69 req-99ff7d01-a1cb-4205-a9f1-fde9742846f4 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536016 Nov 08 13:48:48.342314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71bc30db-3bd7-4db9-89b3-a03e9b73aff1 req-14986ed0-cc07-4a47-8bd3-9c9ca925a46f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893890 Nov 08 13:48:48.483563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc940d5-f5b2-4fa1-b214-7bf0d2c723f0 req-d8a7c28b-9325-4d3b-b587-c345758da86f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:48.500708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdc940d5-f5b2-4fa1-b214-7bf0d2c723f0 req-d8a7c28b-9325-4d3b-b587-c345758da86f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.1475511 Nov 08 13:48:48.517044 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-72d65859-8a51-442f-aa98-79bbdc9552fe req-a7bd0d20-3da3-4fa4-9185-6eef323346bc service neutron] 10.222.0.54 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720745 Nov 08 13:48:48.534423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-bbb72b5f-87ae-40d8-9cc4-f631314fff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:48.536129 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-bbb72b5f-87ae-40d8-9cc4-f631314fff09 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 1095 time: 0.2262924 Nov 08 13:48:48.540361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:48.558845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Made reservation on behalf of 7ddc226df7e34f728f7ff51df1c1acaf for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:48:48.564780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:48.641150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abe5b6f3-d6c4-4880-8143-f6f69a30595c req-fa374bed-3922-464d-8da9-0d41183d3b3b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 210 time: 0.1867771 Nov 08 13:48:48.672144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:48.709890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:48.712560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:48.739143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdc940d5-f5b2-4fa1-b214-7bf0d2c723f0 req-6556fa80-e7da-40bf-8a01-c2d6ffd1d137 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287202 Nov 08 13:48:48.946054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8081a45-b0df-4f07-ae43-56f9994ee0fd req-1912e7d6-e8b7-4dae-8bbb-34de52d09b1c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:48.952482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8081a45-b0df-4f07-ae43-56f9994ee0fd req-1912e7d6-e8b7-4dae-8bbb-34de52d09b1c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 944 time: 0.0745184 Nov 08 13:48:49.028955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7397a0-ef39-494d-938d-fc664fb948a1 req-75363041-a722-4162-8c6d-5fa66922bc08 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:49.030648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d7397a0-ef39-494d-938d-fc664fb948a1 req-75363041-a722-4162-8c6d-5fa66922bc08 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1070805 Nov 08 13:48:49.055074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8081a45-b0df-4f07-ae43-56f9994ee0fd req-92496eb0-5232-46d8-9094-62fcc9db500b tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874743 Nov 08 13:48:49.085766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1492f317-86b5-4319-b6bc-d298dde70d77 None None] Provisioning complete for port 57c7ba96-d652-47dd-aa20-600ac06e4359 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:49.086305 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1492f317-86b5-4319-b6bc-d298dde70d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.093746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Pushing event updated for resources: {'Port': ['ID=57c7ba96-d652-47dd-aa20-600ac06e4359,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:49.101235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:49.101853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.105555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d7397a0-ef39-494d-938d-fc664fb948a1 req-b06e2660-b6bf-438c-856e-7f6c7d465240 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661259 Nov 08 13:48:49.141188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bd92567a-4c30-429c-9ad3-44bf18035e83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9123752 Nov 08 13:48:49.160051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Request body: {'port': {'device_id': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:49.176276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1492f317-86b5-4319-b6bc-d298dde70d77 None None] Port 57c7ba96-d652-47dd-aa20-600ac06e4359 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:49.195714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-44d53f8f-6e5b-489c-8c26-f0c3a7bd4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:49.197329 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-44d53f8f-6e5b-489c-8c26-f0c3a7bd4060 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 906 time: 0.6456163 Nov 08 13:48:49.269725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-cc928bde-8e19-4ea0-92f3-df28456ff05d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f71547c-9973-40a7-956d-67ab8187a8f0 HTTP/1.1" status: 200 len: 217 time: 0.0634840 Nov 08 13:48:49.291099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51894) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:49.328256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.351052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83861d30-b1a1-4b81-aa86-bb817f8a8222 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:49.362113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.374102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] Deleting subnet 9f52e84a-4f5b-4168-ac9a-a1389e7aca44 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:48:49.380114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.408866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-9d143698-ae74-45e4-b5e6-e35c37d1cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:49.410365 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-9d143698-ae74-45e4-b5e6-e35c37d1cca1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.1135831 Nov 08 13:48:49.416011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Transition to ACTIVE for port object 83861d30-b1a1-4b81-aa86-bb817f8a8222 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:49.428137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed0fd9-8e54-4c47-93c2-a6ec2b54d649 req-6b881be2-1be5-49f0-9e79-c5c95c1b7b6b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:49.429711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90ed0fd9-8e54-4c47-93c2-a6ec2b54d649 req-6b881be2-1be5-49f0-9e79-c5c95c1b7b6b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1055310 Nov 08 13:48:49.436726 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.466435 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-3b1eebc4-ff7e-4f7f-a913-231311f39f11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480783 Nov 08 13:48:49.504458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bce33f95-7761-484c-8c4b-a0d9ad5e480a no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:49.519561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.528481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: bce33f95-7761-484c-8c4b-a0d9ad5e480a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:49.528822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device bce33f95-7761-484c-8c4b-a0d9ad5e480a not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:49.560424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Allocated IP 172.20.0.7 (106a5ec7-122d-4cac-81b8-66b987159bc3/73bfd366-482d-4d16-b69f-febf703c3f45/98b3b510-6f66-425c-9427-3795a687c760) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:48:49.638746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=83861d30-b1a1-4b81-aa86-bb817f8a8222,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:49.650274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.660724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90ed0fd9-8e54-4c47-93c2-a6ec2b54d649 req-e9853a4b-1be6-4781-94ad-6161c1a47741 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994071 Nov 08 13:48:49.709314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663969a-7127-4620-917f-58d3c6e5e926 req-4a669dbe-99cf-47d5-96cd-f7ab63b65c0d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:49.710893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8663969a-7127-4620-917f-58d3c6e5e926 req-4a669dbe-99cf-47d5-96cd-f7ab63b65c0d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 944 time: 0.2480278 Nov 08 13:48:49.736541 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-ae41deb2-2733-48f8-b0af-92090ecff750 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042234 Nov 08 13:48:49.787191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Attempting to bind port 83861d30-b1a1-4b81-aa86-bb817f8a8222 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:49.787995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Attempting to bind port 83861d30-b1a1-4b81-aa86-bb817f8a8222 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:49.788479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Attempting to bind port 83861d30-b1a1-4b81-aa86-bb817f8a8222 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:49.825846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Port 83861d30-b1a1-4b81-aa86-bb817f8a8222 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:49.826172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Attempting to bind port 83861d30-b1a1-4b81-aa86-bb817f8a8222 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:49.835573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:49.836037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Checking segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:49.836493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Bound using segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:49.837590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Bound port: 83861d30-b1a1-4b81-aa86-bb817f8a8222, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:49.838078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.908184 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f43b287-29b5-486d-87e0-5fca7ea5ee59 req-cd010f5f-9bae-4f85-9dd3-04a293966d66 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576047 Nov 08 13:48:49.931977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] For port 83861d30-b1a1-4b81-aa86-bb817f8a8222, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:49.935953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] For port 83861d30-b1a1-4b81-aa86-bb817f8a8222, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:49.941129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.978528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:49.979030 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:49.980620 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] 10.222.0.70 "PUT /v2.0/ports/83861d30-b1a1-4b81-aa86-bb817f8a8222 HTTP/1.1" status: 200 len: 1091 time: 2.2443209 Nov 08 13:48:49.980955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'tag': '83861d30-b1a1-4b81-aa86-bb817f8a8222'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:49.983303 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952275e3-03ec-4127-96e7-f21c09dc0e01" -d '{"events": [{"name": "network-changed", "server_uuid": "51e93fbd-93b1-46f7-992b-70e9f4f10f12", "tag": "83861d30-b1a1-4b81-aa86-bb817f8a8222"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:50.013167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a713520-2c73-4ca1-9129-77a9a466cfe1 service neutron] Pushing event updated for resources: {'Port': ['ID=83861d30-b1a1-4b81-aa86-bb817f8a8222,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:50.089135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-59950d54-d091-43b2-a98c-29fed2e351c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:50.090714 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-59950d54-d091-43b2-a98c-29fed2e351c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 1094 time: 0.0520165 Nov 08 13:48:50.142089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-615effe7-fe60-463f-8b15-fa35c58f729d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222 HTTP/1.1" status: 200 len: 217 time: 0.0429156 Nov 08 13:48:50.142700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'name': 'network-vif-deleted', 'tag': '1ed4824e-c274-4ace-a7b8-f76d347764d5'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:50.144988 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f3475c-9704-44b7-ac88-627a54223ec7" -d '{"events": [{"server_uuid": "b0999e11-8cec-4aee-b47d-9b4e32e49391", "name": "network-vif-deleted", "tag": "1ed4824e-c274-4ace-a7b8-f76d347764d5"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:50.172195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8331cc40-0d23-4132-84dc-8c43535c6afe details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:50.179412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1ed4824e-c274-4ace-a7b8-f76d347764d5 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:48:50.185408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10cdf853-6850-4d23-b25c-185b635cfdd9 req-794d0eca-27c1-466d-91f5-b53489e7f2ed tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 210 time: 0.3615935 Nov 08 13:48:50.205490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.225135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-485e01b0-f32d-472e-85af-3b60c66e187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:50.226620 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-485e01b0-f32d-472e-85af-3b60c66e187f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 200 len: 855 time: 0.0749667 Nov 08 13:48:50.252251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 1ed4824e-c274-4ace-a7b8-f76d347764d5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:48:50.252506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1ed4824e-c274-4ace-a7b8-f76d347764d5 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:48:50.256724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8663969a-7127-4620-917f-58d3c6e5e926 req-fe9c210e-1885-428f-a084-43575cbf903e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5295043 Nov 08 13:48:50.269975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f52e84a-4f5b-4168-ac9a-a1389e7aca44,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:50.285523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.296192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e652d57c-3bb8-41f4-9107-5eae65394203 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9f52e84a-4f5b-4168-ac9a-a1389e7aca44 HTTP/1.1" status: 204 len: 168 time: 1.0016973 Nov 08 13:48:50.298043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51914) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:50.312467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f08d1-197e-4769-8936-93844c4f406d req-5cb1bb2d-a1bf-4905-bd91-93a65eccdd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:50.313971 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-5cb1bb2d-a1bf-4905-bd91-93a65eccdd6a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106a5ec7-122d-4cac-81b8-66b987159bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798442 Nov 08 13:48:50.316041 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.379516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 8331cc40-0d23-4132-84dc-8c43535c6afe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8331cc40-0d23-4132-84dc-8c43535c6afe,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:50.391550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '8331cc40-0d23-4132-84dc-8c43535c6afe', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'port_id': '8331cc40-0d23-4132-84dc-8c43535c6afe', 'mac_address': 'fa:16:3e:c7:01:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:50.427330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba9ca7-9911-45ac-992b-24c14dc9f608 req-8043513c-6abb-4e38-8201-6859b6b06a23 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:50.429786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84ba9ca7-9911-45ac-992b-24c14dc9f608 req-8043513c-6abb-4e38-8201-6859b6b06a23 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.0925462 Nov 08 13:48:50.429972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.440104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9e1a0-432d-4bd8-8879-64555688b431 req-09b37c3d-11d7-42e5-8b28-0ec5e07de656 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:50.441806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaa9e1a0-432d-4bd8-8879-64555688b431 req-09b37c3d-11d7-42e5-8b28-0ec5e07de656 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1445627 Nov 08 13:48:50.444661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8331cc40-0d23-4132-84dc-8c43535c6afe {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:50.447891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.465452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 8331cc40-0d23-4132-84dc-8c43535c6afe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8331cc40-0d23-4132-84dc-8c43535c6afe,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:50.472915 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.473848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:50.509850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84ba9ca7-9911-45ac-992b-24c14dc9f608 req-a88b7e4b-998d-4bee-85ad-0590e760d6bb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640621 Nov 08 13:48:50.510900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.565862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Pushing event updated for resources: {'Port': ['ID=98b3b510-6f66-425c-9427-3795a687c760,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:50.581121 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.582866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:50.583977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:48:50.585546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:48:50.598949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:48:50.604476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'port_id': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'mac_address': 'fa:16:3e:77:9c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:50.607373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf264d4e-5010-4abf-9e40-b0dbf6ed79c3']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:50.659563 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df504a62-0e80-437a-839e-7a8ec473a61c x-openstack-request-id: req-df504a62-0e80-437a-839e-7a8ec473a61c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:50.659968 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e93fbd-93b1-46f7-992b-70e9f4f10f12", "tag": "83861d30-b1a1-4b81-aa86-bb817f8a8222", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:50.660160 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df504a62-0e80-437a-839e-7a8ec473a61c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:50.660536 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'tag': '83861d30-b1a1-4b81-aa86-bb817f8a8222', 'status': 'completed', 'code': 200} Nov 08 13:48:50.666512 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-aac611aa-79ec-4953-81d8-59912e7b7e80 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386533 Nov 08 13:48:50.669939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f5b8a4-1cf2-4233-98ed-7117cc516fb9') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:50.670229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f5b8a4-1cf2-4233-98ed-7117cc516fb9') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:50.697540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.714496 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.732360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=8331cc40-0d23-4132-84dc-8c43535c6afe,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:50.747514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74fdf93-114a-4aa7-8af5-9c1d90e119d0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:50.760040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:50.760854 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.768507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:50.784565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.791327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaa9e1a0-432d-4bd8-8879-64555688b431 req-25a8a22d-2050-41e4-9aac-aeb8f7be1571 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364053 Nov 08 13:48:50.795621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.804255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-56d5b34a-76ab-4790-9140-4522c7aa0ff6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6612539 Nov 08 13:48:50.804641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:48:50.805156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.821581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9691a762-365c-44c9-9f5a-bfa17c9751ab req-cabc1090-3e1f-4d4d-825a-c87a8c0cba2f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:50.821581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9691a762-365c-44c9-9f5a-bfa17c9751ab req-cabc1090-3e1f-4d4d-825a-c87a8c0cba2f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 945 time: 0.1219082 Nov 08 13:48:50.826151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Request body: {'port': {'device_id': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:48:50.877094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:50.908491 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a7bee9-8ee6-4602-a756-0d4d654263b6 x-openstack-request-id: req-72a7bee9-8ee6-4602-a756-0d4d654263b6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:50.908801 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0999e11-8cec-4aee-b47d-9b4e32e49391", "name": "network-vif-deleted", "tag": "1ed4824e-c274-4ace-a7b8-f76d347764d5", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:50.909062 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72a7bee9-8ee6-4602-a756-0d4d654263b6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:50.909505 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0999e11-8cec-4aee-b47d-9b4e32e49391', 'name': 'network-vif-deleted', 'tag': '1ed4824e-c274-4ace-a7b8-f76d347764d5', 'status': 'completed', 'code': 200} Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:48:50.925540 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:48:50.930016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03f08d1-197e-4769-8936-93844c4f406d req-98f9751e-7cd4-4cb2-916d-fca1cbbff811 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512023 Nov 08 13:48:50.938101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.944486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:50.951091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cf264d4e-5010-4abf-9e40-b0dbf6ed79c3 HTTP/1.1" status: 204 len: 168 time: 0.6496952 Nov 08 13:48:50.983404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de5b8-1432-4d13-be3a-262e6fc5fc48 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf264d4e-5010-4abf-9e40-b0dbf6ed79c3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:50.998638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9691a762-365c-44c9-9f5a-bfa17c9751ab req-05390304-fcd0-4d5a-ad3d-f800de19b7be tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695821 Nov 08 13:48:51.007144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.019207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-141d3456-0a0b-4ac3-a61f-bb27389bae72 None None] Provisioning complete for port 98b3b510-6f66-425c-9427-3795a687c760 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:51.019550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-141d3456-0a0b-4ac3-a61f-bb27389bae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.070389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-141d3456-0a0b-4ac3-a61f-bb27389bae72 None None] Port 98b3b510-6f66-425c-9427-3795a687c760 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:48:51.154680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c7ba96-d652-47dd-aa20-600ac06e4359 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:51.161431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d74fdf93-114a-4aa7-8af5-9c1d90e119d0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:51.167534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-064038f2-fbc9-4ee3-b4f6-524a217c5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:51.167981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['8331cc40-0d23-4132-84dc-8c43535c6afe'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:51.169105 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-064038f2-fbc9-4ee3-b4f6-524a217c5a35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 1094 time: 0.1526468 Nov 08 13:48:51.171292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.224508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Transition to ACTIVE for port object 57c7ba96-d652-47dd-aa20-600ac06e4359 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:51.233844 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.258287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51926) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:51.374927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Pushing event updated for resources: {'Port': ['ID=57c7ba96-d652-47dd-aa20-600ac06e4359,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:51.413486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-6b17bfff-3de2-4660-a2ec-7a58534beafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:51.415777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-6b17bfff-3de2-4660-a2ec-7a58534beafe service neutron] 10.222.0.70 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 917 time: 0.2360916 Nov 08 13:48:51.477281 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-64fada74-67eb-421b-9b8e-2999881adf8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222 HTTP/1.1" status: 200 len: 217 time: 0.0532129 Nov 08 13:48:51.538749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-799f8954-1f4d-4ea2-b8cd-71a68308f298 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35966f06020b45729456915839ad0336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710378 Nov 08 13:48:51.548489 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88ac63-2b8a-46d1-a5ba-9a1a6a49e481 req-7283842b-6bac-4551-9728-f5a399e0a5ca tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:51.550102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-6bb13db2-6fd1-44b4-a540-f788d09aa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:51.551697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-6bb13db2-6fd1-44b4-a540-f788d09aa20c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 200 len: 855 time: 0.0641546 Nov 08 13:48:51.553853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51936) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:48:51.557921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a88ac63-2b8a-46d1-a5ba-9a1a6a49e481 req-7283842b-6bac-4551-9728-f5a399e0a5ca tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.3236971 Nov 08 13:48:51.574462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Attempting to bind port 57c7ba96-d652-47dd-aa20-600ac06e4359 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:51.574749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Attempting to bind port 57c7ba96-d652-47dd-aa20-600ac06e4359 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:51.575029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Attempting to bind port 57c7ba96-d652-47dd-aa20-600ac06e4359 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:51.627613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Port 57c7ba96-d652-47dd-aa20-600ac06e4359 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:51.628650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Attempting to bind port 57c7ba96-d652-47dd-aa20-600ac06e4359 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:51.641076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:51.641411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Checking segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:51.642027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Bound using segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:51.642485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Bound port: 57c7ba96-d652-47dd-aa20-600ac06e4359, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:51.642849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.663055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1436b8f-4946-4af2-965d-06767f411e72 req-0cd2ff96-2ba3-4aa7-8a09-093e2f1b1c8f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:51.664913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1436b8f-4946-4af2-965d-06767f411e72 req-0cd2ff96-2ba3-4aa7-8a09-093e2f1b1c8f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 931 time: 0.2774005 Nov 08 13:48:51.703971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-f2ed5190-abac-4b65-9d45-6116d67036b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:51.705259 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-f2ed5190-abac-4b65-9d45-6116d67036b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106a5ec7-122d-4cac-81b8-66b987159bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427267 Nov 08 13:48:51.788483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a88ac63-2b8a-46d1-a5ba-9a1a6a49e481 req-beca3d97-e409-4537-8aec-959db67e2e04 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293262 Nov 08 13:48:51.835335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1436b8f-4946-4af2-965d-06767f411e72 req-bef6edcb-13bc-437d-8e04-ee8a4c150fcf tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460602 Nov 08 13:48:51.835335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b3b510-6f66-425c-9427-3795a687c760 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:51.840301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.846410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-dd240b51-070e-454b-ac20-50dc5a6935c8 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115253 Nov 08 13:48:51.872410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Transition to ACTIVE for port object 98b3b510-6f66-425c-9427-3795a687c760 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:48:51.877520 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:51.885028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30b9c3d4-ae49-4935-be21-8870a0cd32bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.007457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] For port 57c7ba96-d652-47dd-aa20-600ac06e4359, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:52.012405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] For port 57c7ba96-d652-47dd-aa20-600ac06e4359, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57c7ba96-d652-47dd-aa20-600ac06e4359,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:52.028781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.086496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30b9c3d4-ae49-4935-be21-8870a0cd32bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.158266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.160068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.161601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] 10.222.0.70 "PUT /v2.0/ports/57c7ba96-d652-47dd-aa20-600ac06e4359 HTTP/1.1" status: 200 len: 1091 time: 3.0057430 Nov 08 13:48:52.171414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5f71547c-9973-40a7-956d-67ab8187a8f0 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:52.181298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Pushing event updated for resources: {'Port': ['ID=98b3b510-6f66-425c-9427-3795a687c760,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:52.208248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc161-1e3d-4dfe-ad79-1eb8f66d48b9 req-dc039e64-1369-4e75-be3d-7f8cbe6e793b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.217486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bbfc161-1e3d-4dfe-ad79-1eb8f66d48b9 req-dc039e64-1369-4e75-be3d-7f8cbe6e793b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 945 time: 0.2657280 Nov 08 13:48:52.275174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e65fc-feff-44d5-89bc-fd117f826f95 service neutron] Pushing event updated for resources: {'Port': ['ID=57c7ba96-d652-47dd-aa20-600ac06e4359,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:52.308035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11cc16-aedd-4b9d-bf62-cf07c7cbc4dc req-658979ec-cbe0-4316-a361-60951d8b94cb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.316028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e11cc16-aedd-4b9d-bf62-cf07c7cbc4dc req-658979ec-cbe0-4316-a361-60951d8b94cb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.2926548 Nov 08 13:48:52.339788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Attempting to bind port 98b3b510-6f66-425c-9427-3795a687c760 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:48:52.340235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Attempting to bind port 98b3b510-6f66-425c-9427-3795a687c760 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:48:52.340672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Attempting to bind port 98b3b510-6f66-425c-9427-3795a687c760 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:52.342354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:52.373821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'mac_address': 'fa:16:3e:60:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:52.374026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bbfc161-1e3d-4dfe-ad79-1eb8f66d48b9 req-c122779e-a6c0-4065-b1cb-83e2b5310cc4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546719 Nov 08 13:48:52.382233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Port 98b3b510-6f66-425c-9427-3795a687c760 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:48:52.382698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Attempting to bind port 98b3b510-6f66-425c-9427-3795a687c760 on network 106a5ec7-122d-4cac-81b8-66b987159bc3 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:48:52.402584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-952275e3-03ec-4127-96e7-f21c09dc0e01 req-5342c0e1-cf7f-4598-a7a2-45357459b37d service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5337501 Nov 08 13:48:52.409786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-c7e30e0e-15f0-4862-a6cc-3a120af271b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.411339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-c7e30e0e-15f0-4862-a6cc-3a120af271b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 1094 time: 0.1461592 Nov 08 13:48:52.448838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:48:52.451274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Checking segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:48:52.452674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Bound using segment: {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:48:52.457543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Bound port: 98b3b510-6f66-425c-9427-3795a687c760, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105bec11-a25b-4c52-b459-50dac8ca9e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:48:52.458085 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.462939 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.488219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-c047dd64-74a4-4d22-b2d0-8c146b8d96b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c7ba96-d652-47dd-aa20-600ac06e4359 HTTP/1.1" status: 200 len: 217 time: 0.0639710 Nov 08 13:48:52.532401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f71547c-9973-40a7-956d-67ab8187a8f0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:52.539838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e11cc16-aedd-4b9d-bf62-cf07c7cbc4dc req-8b8e72c2-7abf-414a-af25-3014c6b67e45 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178807 Nov 08 13:48:52.598469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:52.606184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-f4678388-e1f5-4b90-aa5f-c8c396eb09e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.607788 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-f4678388-e1f5-4b90-aa5f-c8c396eb09e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 200 len: 855 time: 0.1130142 Nov 08 13:48:52.607941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.609061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30b9c3d4-ae49-4935-be21-8870a0cd32bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.612093 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30b9c3d4-ae49-4935-be21-8870a0cd32bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.616299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-30b9c3d4-ae49-4935-be21-8870a0cd32bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43f95f8e-e475-4a39-81d7-161927db227f HTTP/1.1" status: 204 len: 168 time: 1.0585971 Nov 08 13:48:52.637470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9c3d4-ae49-4935-be21-8870a0cd32bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f95f8e-e475-4a39-81d7-161927db227f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:52.662667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'tag': '57c7ba96-d652-47dd-aa20-600ac06e4359'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:52.665200 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b593c1-c41b-4896-a6c1-786693e4ed1e" -d '{"events": [{"name": "network-changed", "server_uuid": "9b81155d-1312-43dd-aad9-b5248a672f2a", "tag": "57c7ba96-d652-47dd-aa20-600ac06e4359"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:52.684653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a22769-cbe3-404a-8548-6abaf23c132e req-a2cec4df-73b0-4e45-a1f9-0a4c62797547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.686350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-a2cec4df-73b0-4e45-a1f9-0a4c62797547 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106a5ec7-122d-4cac-81b8-66b987159bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699406 Nov 08 13:48:52.703845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:52.748121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] For port 98b3b510-6f66-425c-9427-3795a687c760, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:48:52.757167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] For port 98b3b510-6f66-425c-9427-3795a687c760, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b3b510-6f66-425c-9427-3795a687c760,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:48:52.775617 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340edd2-10e4-4144-99b0-7bdbeed6d8de x-openstack-request-id: req-d340edd2-10e4-4144-99b0-7bdbeed6d8de {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:52.776094 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b81155d-1312-43dd-aad9-b5248a672f2a", "tag": "57c7ba96-d652-47dd-aa20-600ac06e4359", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:52.776261 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d340edd2-10e4-4144-99b0-7bdbeed6d8de {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:52.776778 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'tag': '57c7ba96-d652-47dd-aa20-600ac06e4359', 'status': 'completed', 'code': 200} Nov 08 13:48:52.798987 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.837102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528bd3e-458f-4c0d-9de4-9d152a67942d req-d868c691-aac6-4ec6-bd63-4cde734fb133 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.851622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5528bd3e-458f-4c0d-9de4-9d152a67942d req-d868c691-aac6-4ec6-bd63-4cde734fb133 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 945 time: 0.2583611 Nov 08 13:48:52.857472 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-bafa77c4-f26d-4a06-9b20-e3af1c0a4e46 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619599 Nov 08 13:48:52.948778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:52.949405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:52.952095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] 10.222.0.70 "PUT /v2.0/ports/98b3b510-6f66-425c-9427-3795a687c760 HTTP/1.1" status: 200 len: 1091 time: 2.1290765 Nov 08 13:48:52.952671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'tag': '98b3b510-6f66-425c-9427-3795a687c760'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:52.969393 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b1b54-c7cf-42bd-b5f0-a5c963568c77" -d '{"events": [{"name": "network-changed", "server_uuid": "a483e5c7-1975-41d5-ae9a-c12575fd392d", "tag": "98b3b510-6f66-425c-9427-3795a687c760"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:53.009985 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.051909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29a22769-cbe3-404a-8548-6abaf23c132e req-0ad475f0-d6b7-411e-95d5-4a1520d5808b service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837645 Nov 08 13:48:53.093766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413578b5-6f11-49f1-955f-b7564c19435d service neutron] Pushing event updated for resources: {'Port': ['ID=98b3b510-6f66-425c-9427-3795a687c760,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:53.138592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5f71547c-9973-40a7-956d-67ab8187a8f0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:53.163833 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5528bd3e-458f-4c0d-9de4-9d152a67942d req-fa74bd41-d98a-47d6-a2ab-ae196ed949b9 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105886 Nov 08 13:48:53.182337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-a1e47c38-71c1-4f23-a591-e5f393a59640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.190783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-a1e47c38-71c1-4f23-a591-e5f393a59640 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 1094 time: 0.0713816 Nov 08 13:48:53.211648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671225-0fa5-4b30-a21a-81f7ce61bbb6 req-bc01495b-1ff8-4614-ad09-1c49588480b8 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.223161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3671225-0fa5-4b30-a21a-81f7ce61bbb6 req-bc01495b-1ff8-4614-ad09-1c49588480b8 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.2035208 Nov 08 13:48:53.241127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-9a904fbf-08d9-45c9-9118-1f412ee9f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.242863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-9a904fbf-08d9-45c9-9118-1f412ee9f004 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 1094 time: 0.1824145 Nov 08 13:48:53.359614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-13a87357-770c-432d-93da-1ec6bcd451aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.361612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-13a87357-770c-432d-93da-1ec6bcd451aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 917 time: 0.1632500 Nov 08 13:48:53.368441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-a048c9ad-f109-403c-9c2b-04efd7444804 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b3b510-6f66-425c-9427-3795a687c760 HTTP/1.1" status: 200 len: 217 time: 0.0730278 Nov 08 13:48:53.420214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-37438d0f-83f6-4287-8896-d01c50220336 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57c7ba96-d652-47dd-aa20-600ac06e4359 HTTP/1.1" status: 200 len: 217 time: 0.0430775 Nov 08 13:48:53.449714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b0913-56d6-40c1-aada-000e9fe5cf1b req-1f19b6bc-79ae-45d2-b6d0-ad35e7b349cc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.457517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d79b0913-56d6-40c1-aada-000e9fe5cf1b req-1f19b6bc-79ae-45d2-b6d0-ad35e7b349cc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 943 time: 0.2134378 Nov 08 13:48:53.476444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3671225-0fa5-4b30-a21a-81f7ce61bbb6 req-59d1c02d-6b91-407c-8a90-89e7690ca1c1 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468309 Nov 08 13:48:53.482773 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.498433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-267d634e-45bb-415b-bd9c-69137fa39ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.501031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-267d634e-45bb-415b-bd9c-69137fa39ce8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 200 len: 855 time: 0.0713153 Nov 08 13:48:53.515102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-522f3949-f77c-4e4b-a2f4-bcb8508c2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.516977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-522f3949-f77c-4e4b-a2f4-bcb8508c2b64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 200 len: 855 time: 0.1408527 Nov 08 13:48:53.521299 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5bc381-4c2c-451d-9d5b-7f17fd0fd2c0 x-openstack-request-id: req-8a5bc381-4c2c-451d-9d5b-7f17fd0fd2c0 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:53.521895 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a483e5c7-1975-41d5-ae9a-c12575fd392d", "tag": "98b3b510-6f66-425c-9427-3795a687c760", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:53.522252 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a5bc381-4c2c-451d-9d5b-7f17fd0fd2c0 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:53.522907 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'tag': '98b3b510-6f66-425c-9427-3795a687c760', 'status': 'completed', 'code': 200} Nov 08 13:48:53.529074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 83861d30-b1a1-4b81-aa86-bb817f8a8222 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:53.601445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-f57ef4ca-f5e5-4c51-ac80-db7ca266b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.603366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-f57ef4ca-f5e5-4c51-ac80-db7ca266b98b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106a5ec7-122d-4cac-81b8-66b987159bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861957 Nov 08 13:48:53.675905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d79b0913-56d6-40c1-aada-000e9fe5cf1b req-9b45a0d3-549a-439b-89f6-24deaa2be33d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173731 Nov 08 13:48:53.687713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-bcaac071-0fe4-4dbc-96bd-00eb778b3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.689423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-bcaac071-0fe4-4dbc-96bd-00eb778b3169 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106a5ec7-122d-4cac-81b8-66b987159bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1627614 Nov 08 13:48:53.697073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 83861d30-b1a1-4b81-aa86-bb817f8a8222, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:53.731353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '83861d30-b1a1-4b81-aa86-bb817f8a8222', 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'port_id': '83861d30-b1a1-4b81-aa86-bb817f8a8222', 'mac_address': 'fa:16:3e:77:4e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bfd366-482d-4d16-b69f-febf703c3f45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:53.770124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c66296-af9c-4a3f-8516-8354417ab874 req-6979d79a-b3dc-4195-bf37-d847978cf742 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:53.770594 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-c01f1f5d-b579-4864-9ade-dcbbe45bfee8 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533158 Nov 08 13:48:53.776310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0c66296-af9c-4a3f-8516-8354417ab874 req-6979d79a-b3dc-4195-bf37-d847978cf742 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 945 time: 0.1786976 Nov 08 13:48:53.840944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.878348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83861d30-b1a1-4b81-aa86-bb817f8a8222 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:53.934793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 83861d30-b1a1-4b81-aa86-bb817f8a8222, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:53.944035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:53.949068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5b593c1-c41b-4896-a6c1-786693e4ed1e req-da26df03-6d33-4f7e-9c34-bcc11746a5d6 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709154 Nov 08 13:48:53.952786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0c66296-af9c-4a3f-8516-8354417ab874 req-723c71ab-87d7-466a-af2b-cf81ec4d8399 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753550 Nov 08 13:48:53.956547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-0bfd57f4-acf9-4c42-afd5-1f8dc98c3d5f service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500622 Nov 08 13:48:54.012989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f26ec-b2b6-4003-8e22-c610fc77a6e1 req-96199de5-e362-4901-9d5d-cab01c6c2e60 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.014768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-231f26ec-b2b6-4003-8e22-c610fc77a6e1 req-96199de5-e362-4901-9d5d-cab01c6c2e60 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 945 time: 0.1511118 Nov 08 13:48:54.047831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=83861d30-b1a1-4b81-aa86-bb817f8a8222,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:54.131619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-106afd88-b30c-45aa-92d5-2e737ec87784 req-de7d9c2d-e17f-4b7a-90a7-1d7b2e5018ed service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677432 Nov 08 13:48:54.136899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-231f26ec-b2b6-4003-8e22-c610fc77a6e1 req-04a4748f-733e-48d8-96bb-f398e36f6158 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819807 Nov 08 13:48:54.179694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['83861d30-b1a1-4b81-aa86-bb817f8a8222'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:54.237950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8331cc40-0d23-4132-84dc-8c43535c6afe up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:54.262377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-d3dd8eff-ac8c-4cd4-8ba5-613574db277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.263971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-d3dd8eff-ac8c-4cd4-8ba5-613574db277d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 1094 time: 0.0805323 Nov 08 13:48:54.361615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 8331cc40-0d23-4132-84dc-8c43535c6afe completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:54.375297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 8331cc40-0d23-4132-84dc-8c43535c6afe triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:54.375936 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.517676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-d483f5fe-9e2c-4bbb-8439-7fc0a2b553a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.521245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-d483f5fe-9e2c-4bbb-8439-7fc0a2b553a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 917 time: 0.2480369 Nov 08 13:48:54.538059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.572111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8331cc40-0d23-4132-84dc-8c43535c6afe'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:54.574668 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a0171f-c00a-45cb-b1ab-9541c4596635" -d '{"events": [{"server_uuid": "ba19a9a3-0077-4698-a666-eda4bf9830ab", "name": "network-vif-plugged", "status": "completed", "tag": "8331cc40-0d23-4132-84dc-8c43535c6afe"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:54.591749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 8331cc40-0d23-4132-84dc-8c43535c6afe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8331cc40-0d23-4132-84dc-8c43535c6afe,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:54.597891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.599060 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:54.601673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-a3afb9bb-53d6-4c29-9643-e10e7ecf3ceb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=98b3b510-6f66-425c-9427-3795a687c760 HTTP/1.1" status: 200 len: 217 time: 0.0624621 Nov 08 13:48:54.672154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-d7730cbf-6406-41b3-a6fb-4c0e351b640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.673686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-d7730cbf-6406-41b3-a6fb-4c0e351b640b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 200 len: 855 time: 0.0635586 Nov 08 13:48:54.684633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2f7c0-6b00-4fd1-9949-546eca7f481c req-1c90576a-a1f3-4eb5-a803-e691b077f249 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.686775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cba2f7c0-6b00-4fd1-9949-546eca7f481c req-1c90576a-a1f3-4eb5-a803-e691b077f249 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 945 time: 0.1776185 Nov 08 13:48:54.708716 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=8331cc40-0d23-4132-84dc-8c43535c6afe,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:54.711321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:54.711754 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.823551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cba2f7c0-6b00-4fd1-9949-546eca7f481c req-9a122c2f-f6bc-4db2-bf89-21fe5c602f18 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256831 Nov 08 13:48:54.826865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.874071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:54.878624 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:54.892358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-e538f280-3424-4975-992f-fdf529e7e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.893975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-e538f280-3424-4975-992f-fdf529e7e586 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106a5ec7-122d-4cac-81b8-66b987159bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062132 Nov 08 13:48:54.931597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548150f-2f23-4120-abbd-82a40e0a6ae8 req-384a45ce-0a3f-4875-a926-001f370d29fb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:54.933249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3548150f-2f23-4120-abbd-82a40e0a6ae8 req-384a45ce-0a3f-4875-a926-001f370d29fb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1681967 Nov 08 13:48:54.954952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:55.099556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-fee65f07-2667-4d06-a192-3f28e32be663 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894083 Nov 08 13:48:55.111935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3548150f-2f23-4120-abbd-82a40e0a6ae8 req-cff98aab-726f-4c34-8037-c46ae63c72a3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035757 Nov 08 13:48:55.138389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e92d6-4896-4353-b2c6-764a47657f24 req-056a3e69-de33-46f0-8379-e7b2640aee1b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.140302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e1e92d6-4896-4353-b2c6-764a47657f24 req-056a3e69-de33-46f0-8379-e7b2640aee1b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.1926179 Nov 08 13:48:55.180856 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35c0fe4-eef1-43a0-94be-a109523c3311 x-openstack-request-id: req-c35c0fe4-eef1-43a0-94be-a109523c3311 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:55.181235 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19a9a3-0077-4698-a666-eda4bf9830ab", "name": "network-vif-plugged", "status": "completed", "tag": "8331cc40-0d23-4132-84dc-8c43535c6afe", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:55.181496 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c35c0fe4-eef1-43a0-94be-a109523c3311 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:55.181899 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8331cc40-0d23-4132-84dc-8c43535c6afe', 'code': 200} Nov 08 13:48:55.304478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8315d-3825-478a-927d-3f8f52be8c90 req-7bb22a4d-46c8-4a39-9cfe-07967220c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.306687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d0a8315d-3825-478a-927d-3f8f52be8c90 req-7bb22a4d-46c8-4a39-9cfe-07967220c3bc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 1097 time: 0.0556548 Nov 08 13:48:55.320871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec2a48ec-8a27-4683-b4d4-46d167be77d5 req-c75a9483-7265-4927-aec9-e264506672b6 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0849741 Nov 08 13:48:55.359532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e1e92d6-4896-4353-b2c6-764a47657f24 req-5d24ff2d-1cce-4a46-b646-588953a31e93 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992185 Nov 08 13:48:55.403097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-291b1b54-c7cf-42bd-b5f0-a5c963568c77 req-e3a8537e-6500-4798-bb8b-c1d2da9a6ee9 service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887032 Nov 08 13:48:55.419635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d0a8315d-3825-478a-927d-3f8f52be8c90 req-c9fe133f-06b1-4370-8176-0a5aa4b01af7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024446 Nov 08 13:48:55.521196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b3b510-6f66-425c-9427-3795a687c760 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:55.524693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 83861d30-b1a1-4b81-aa86-bb817f8a8222 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:55.575785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec10fbb-98b3-4fcf-be34-57f3d7ca16fe req-25c0b6f8-bfb5-4b02-b8e7-a5debff964b5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.577514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec10fbb-98b3-4fcf-be34-57f3d7ca16fe req-25c0b6f8-bfb5-4b02-b8e7-a5debff964b5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 943 time: 0.1191990 Nov 08 13:48:55.591365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1304c-3f02-42df-b65b-2000a4af9705 req-46620045-fb1e-40b9-b0f2-d377c38f9c6d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.595538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9e1304c-3f02-42df-b65b-2000a4af9705 req-46620045-fb1e-40b9-b0f2-d377c38f9c6d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.1337156 Nov 08 13:48:55.681944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9e1304c-3f02-42df-b65b-2000a4af9705 req-d3ed5663-bfca-4419-8d27-10baa0634a05 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802164 Nov 08 13:48:55.690218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 83861d30-b1a1-4b81-aa86-bb817f8a8222 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:55.699878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ec10fbb-98b3-4fcf-be34-57f3d7ca16fe req-da2639da-fde1-44fc-b29e-ae5fd40261f6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943537 Nov 08 13:48:55.708816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 83861d30-b1a1-4b81-aa86-bb817f8a8222 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:55.709420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:55.731771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 98b3b510-6f66-425c-9427-3795a687c760, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b3b510-6f66-425c-9427-3795a687c760,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:55.745750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '98b3b510-6f66-425c-9427-3795a687c760', 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'port_id': '98b3b510-6f66-425c-9427-3795a687c760', 'mac_address': 'fa:16:3e:da:e2:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bfd366-482d-4d16-b69f-febf703c3f45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:55.835688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01be68d-d6ac-4cf4-8815-b01a34d517f2 req-74dce99e-dfcf-4515-88a0-375f6695bd89 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.837368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e01be68d-d6ac-4cf4-8815-b01a34d517f2 req-74dce99e-dfcf-4515-88a0-375f6695bd89 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0655551 Nov 08 13:48:55.864183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:55.882828 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:55.887796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b3b510-6f66-425c-9427-3795a687c760 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:55.922599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 98b3b510-6f66-425c-9427-3795a687c760, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b3b510-6f66-425c-9427-3795a687c760,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:55.929601 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:55.930295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57c7ba96-d652-47dd-aa20-600ac06e4359 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:48:55.941372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25bac2-6876-46f6-b989-67f92c38282e req-2af1b6ce-f502-4204-9a17-ff48d26b16d5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:55.942948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b25bac2-6876-46f6-b989-67f92c38282e req-2af1b6ce-f502-4204-9a17-ff48d26b16d5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 945 time: 0.0816057 Nov 08 13:48:55.948491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e01be68d-d6ac-4cf4-8815-b01a34d517f2 req-28d0a69b-1b86-441d-b49a-aaa7e124656d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041346 Nov 08 13:48:55.967689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 83861d30-b1a1-4b81-aa86-bb817f8a8222, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:56.009131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b25bac2-6876-46f6-b989-67f92c38282e req-4d2e79d9-82e0-4943-ad88-9cc5ada2909d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588484 Nov 08 13:48:56.012041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=98b3b510-6f66-425c-9427-3795a687c760,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:56.018603 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.079051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57c7ba96-d652-47dd-aa20-600ac06e4359, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57c7ba96-d652-47dd-aa20-600ac06e4359,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:56.086237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f435360-8c36-4867-b899-6f8a1b9c2b11 req-f5ee3880-f16d-40a6-81c5-6432b3a983dc tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:56.088088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f435360-8c36-4867-b899-6f8a1b9c2b11 req-f5ee3880-f16d-40a6-81c5-6432b3a983dc tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0607791 Nov 08 13:48:56.098220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=83861d30-b1a1-4b81-aa86-bb817f8a8222,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:56.102486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '57c7ba96-d652-47dd-aa20-600ac06e4359', 'network_id': '106a5ec7-122d-4cac-81b8-66b987159bc3', 'port_id': '57c7ba96-d652-47dd-aa20-600ac06e4359', 'mac_address': 'fa:16:3e:b6:3c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73bfd366-482d-4d16-b69f-febf703c3f45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:48:56.152583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f435360-8c36-4867-b899-6f8a1b9c2b11 req-843e84fb-0ad9-49f2-82a5-f1be122d43c8 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551648 Nov 08 13:48:56.171857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.187822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c7ba96-d652-47dd-aa20-600ac06e4359 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:48:56.211684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57c7ba96-d652-47dd-aa20-600ac06e4359, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57c7ba96-d652-47dd-aa20-600ac06e4359,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:56.217425 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5f71547c-9973-40a7-956d-67ab8187a8f0 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:56.221606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.378745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=57c7ba96-d652-47dd-aa20-600ac06e4359,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:56.402440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 5f71547c-9973-40a7-956d-67ab8187a8f0 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:56.414542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 5f71547c-9973-40a7-956d-67ab8187a8f0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:56.414959 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.474529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['57c7ba96-d652-47dd-aa20-600ac06e4359'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:56.476923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['98b3b510-6f66-425c-9427-3795a687c760'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:48:56.522751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3344c850-6f0c-42f4-8350-76a13f79f42a req-93a3015c-6fb1-41e6-a00f-70d50d9b7ac7 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0724068 Nov 08 13:48:56.569062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f077a-9ad2-4fad-bc1b-14d4d2ad479e req-6a7d7df8-c84e-4884-bc71-12b46f7e9c81 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:56.570865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f50f077a-9ad2-4fad-bc1b-14d4d2ad479e req-6a7d7df8-c84e-4884-bc71-12b46f7e9c81 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.1105142 Nov 08 13:48:56.573670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d302206-c572-450c-a0db-8345ddb53f43 req-0855479a-19dd-4193-99a9-c0246f38d1f4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:56.575235 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1d302206-c572-450c-a0db-8345ddb53f43 req-0855479a-19dd-4193-99a9-c0246f38d1f4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.54 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 946 time: 0.1099331 Nov 08 13:48:56.636739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f50f077a-9ad2-4fad-bc1b-14d4d2ad479e req-b9f7d37e-505c-4483-b052-1d56188e6916 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups?id=fde6e33c-0e93-41a1-89e6-ea9574c328ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581479 Nov 08 13:48:56.687643 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.708909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Deleting port db9b679b-8a1e-4114-aef3-0a18de8865b7 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:48:56.709349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.821067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:56.864863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.881213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] For port db9b679b-8a1e-4114-aef3-0a18de8865b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=db9b679b-8a1e-4114-aef3-0a18de8865b7,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:56.881973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:56.914902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630704d7-56ff-44a8-b2a1-e7df7cf21ab4 req-212c85ef-bb9e-4f36-8b34-a89d3ca3ad21 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:56.916583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-630704d7-56ff-44a8-b2a1-e7df7cf21ab4 req-212c85ef-bb9e-4f36-8b34-a89d3ca3ad21 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.0953214 Nov 08 13:48:56.926449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f2473-3f1c-42cb-9113-2134d9853dc1 req-cb74230d-ff07-4ac7-8054-4cc3bae2b69b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:56.927992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-003f2473-3f1c-42cb-9113-2134d9853dc1 req-cb74230d-ff07-4ac7-8054-4cc3bae2b69b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 944 time: 0.1049078 Nov 08 13:48:57.023145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-630704d7-56ff-44a8-b2a1-e7df7cf21ab4 req-1bcede68-0c52-4049-af8a-53c7b210a9a2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941370 Nov 08 13:48:57.038434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-003f2473-3f1c-42cb-9113-2134d9853dc1 req-961ff9e4-9c29-4d1b-b766-189c6ce0113f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025116 Nov 08 13:48:57.083612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:57.183846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}, {'server_uuid': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83861d30-b1a1-4b81-aa86-bb817f8a8222'}, {'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:57.188191 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e2057a-a0e1-491f-b412-9660767fad5d" -d '{"events": [{"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-plugged", "status": "completed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0"}, {"server_uuid": "51e93fbd-93b1-46f7-992b-70e9f4f10f12", "name": "network-vif-plugged", "status": "completed", "tag": "83861d30-b1a1-4b81-aa86-bb817f8a8222"}, {"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:57.247089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:57.247638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:57.248131 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Floating IP 35cce6ad-0cdb-442d-a94c-364e578345db disassociated. External IP: 172.25.8.215, port: db9b679b-8a1e-4114-aef3-0a18de8865b7. Nov 08 13:48:57.248624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Calling delete_port for db9b679b-8a1e-4114-aef3-0a18de8865b7 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:48:57.250114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6482040-da5d-4cc5-b7fe-966d08ded2c9 req-7c566d47-8142-48e6-95c0-acebce928d32 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:57.257959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6482040-da5d-4cc5-b7fe-966d08ded2c9 req-7c566d47-8142-48e6-95c0-acebce928d32 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0876410 Nov 08 13:48:57.380604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6482040-da5d-4cc5-b7fe-966d08ded2c9 req-4f036ad3-93e9-47c3-bd6d-78a7e95c2919 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208634 Nov 08 13:48:57.395988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb18beb-855f-4b56-ab82-1338cffdc4ba req-4413112d-ed89-4633-9740-f7c9eeafbc18 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:57.395988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcb18beb-855f-4b56-ab82-1338cffdc4ba req-4413112d-ed89-4633-9740-f7c9eeafbc18 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1217666 Nov 08 13:48:57.452620 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00fa6aff-adcc-43dc-8565-6e1b39d8cad2 x-openstack-request-id: req-00fa6aff-adcc-43dc-8565-6e1b39d8cad2 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:57.453029 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-plugged", "status": "completed", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0", "code": 200}, {"server_uuid": "51e93fbd-93b1-46f7-992b-70e9f4f10f12", "name": "network-vif-plugged", "status": "completed", "tag": "83861d30-b1a1-4b81-aa86-bb817f8a8222", "code": 200}, {"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:57.454366 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00fa6aff-adcc-43dc-8565-6e1b39d8cad2 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:57.454366 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'code': 200} Nov 08 13:48:57.454600 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83861d30-b1a1-4b81-aa86-bb817f8a8222', 'code': 200} Nov 08 13:48:57.454806 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'code': 200} Nov 08 13:48:57.466315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:57.497165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcb18beb-855f-4b56-ab82-1338cffdc4ba req-0c759895-3c9a-4c69-9c6f-dd20ba2d176e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961277 Nov 08 13:48:57.511905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event deleted for resources: {'Port': ['ID=db9b679b-8a1e-4114-aef3-0a18de8865b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:48:57.668902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ec38a-480d-49e3-98a5-291ecb09a066 req-81341934-2ec6-4c8f-8484-1f08d77a2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:57.670448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d36ec38a-480d-49e3-98a5-291ecb09a066 req-81341934-2ec6-4c8f-8484-1f08d77a2f29 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 1096 time: 0.0606854 Nov 08 13:48:57.689738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Router 4ea6d09e-6945-482f-9120-243f0cbac94b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:48:57.725567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dacc9a8-22ce-4200-818b-9735d4b366e2 req-5d92534b-680e-4426-98ec-5a2196084296 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0511653 Nov 08 13:48:57.729280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5042c3-73c5-4521-ae2b-80d2d7362196 req-7d15d8a5-fdc1-411c-b6b2-3d0a53ee0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:57.731077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e5042c3-73c5-4521-ae2b-80d2d7362196 req-7d15d8a5-fdc1-411c-b6b2-3d0a53ee0ca0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0567110 Nov 08 13:48:57.796700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e75cb-70e7-42ff-a444-e8d52db8cbc8 req-0dcd8ffd-aada-462d-bb54-46303906a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:57.800156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc2e75cb-70e7-42ff-a444-e8d52db8cbc8 req-0dcd8ffd-aada-462d-bb54-46303906a6aa service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 1098 time: 0.1107035 Nov 08 13:48:57.812117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d36ec38a-480d-49e3-98a5-291ecb09a066 req-6e022524-5926-4ce5-b0e4-fc9583d26273 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245129 Nov 08 13:48:57.848478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4dccf520-513c-48f1-85cf-b3803a6b7ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:57.937205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9409287-57dc-448d-ab7d-4284c5cd9dab req-3fd2d6d8-f4e9-4836-8a1b-ad8fe3bc994c tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 210 time: 0.0782638 Nov 08 13:48:57.948240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc2e75cb-70e7-42ff-a444-e8d52db8cbc8 req-1426acc8-caf6-4fa3-98a6-4c189024a608 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208689 Nov 08 13:48:57.962521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a534d012-f31a-4388-8ea9-339fd01b8e44 req-c2b57208-e0ee-448c-99d2-1296edc78797 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:57.964341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a534d012-f31a-4388-8ea9-339fd01b8e44 req-c2b57208-e0ee-448c-99d2-1296edc78797 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1406839 Nov 08 13:48:58.040642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a534d012-f31a-4388-8ea9-339fd01b8e44 req-d7ea5fe1-d016-4143-b07f-7e0590c717bb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628302 Nov 08 13:48:58.108965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2142f7-bca8-4143-a54b-1a17674d1688 req-17d912a3-6cf5-4815-ab27-67a64c3bd49f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.112301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d2142f7-bca8-4143-a54b-1a17674d1688 req-17d912a3-6cf5-4815-ab27-67a64c3bd49f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0691988 Nov 08 13:48:58.189639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d2142f7-bca8-4143-a54b-1a17674d1688 req-39b79a30-dae2-458e-917f-8aea18d13ecb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666580 Nov 08 13:48:58.198591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed9b66-b50c-40f6-8c8f-7496d98717c5 req-c81db16d-0262-4f6a-9dbc-4ea57763dd18 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.200201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-beed9b66-b50c-40f6-8c8f-7496d98717c5 req-c81db16d-0262-4f6a-9dbc-4ea57763dd18 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0868521 Nov 08 13:48:58.228610 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e5042c3-73c5-4521-ae2b-80d2d7362196 req-d33a7b82-a387-46d5-b982-0203a3436231 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533358 Nov 08 13:48:58.231566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:48:58.240684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-8edcf38c-a7b0-46b1-83a9-525760355913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.242172 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-8edcf38c-a7b0-46b1-83a9-525760355913 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 1097 time: 0.1169424 Nov 08 13:48:58.248787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] Sync routers for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:48:58.267166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:58.268487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:58.275362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] No DVR routers for this DVR port db9b679b-8a1e-4114-aef3-0a18de8865b7 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:48:58.278079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:58.281469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1d302206-c572-450c-a0db-8345ddb53f43 req-1bc92792-7588-4f28-861f-cf87bc2a0b7d tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.54 "DELETE /v2.0/ports/db9b679b-8a1e-4114-aef3-0a18de8865b7 HTTP/1.1" status: 204 len: 173 time: 1.6980929 Nov 08 13:48:58.281948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'name': 'network-vif-deleted', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:58.284362 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcbb283-a17c-4cb7-876c-331d40454403" -d '{"events": [{"server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "name": "network-vif-deleted", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:58.284770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-beed9b66-b50c-40f6-8c8f-7496d98717c5 req-7c8a2d38-c91c-4793-845a-c3083056d4ec tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669537 Nov 08 13:48:58.335584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cffb1-fda6-49c4-80a6-c65ba5a2a31a req-ece6b94f-e457-40f8-8869-6d1f3f0fee5b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.344609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a7cffb1-fda6-49c4-80a6-c65ba5a2a31a req-ece6b94f-e457-40f8-8869-6d1f3f0fee5b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 944 time: 0.0804043 Nov 08 13:48:58.419158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:58.425022 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a7cffb1-fda6-49c4-80a6-c65ba5a2a31a req-7eb4ed2e-aad7-46fa-a846-d7eb9f1be79a tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796044 Nov 08 13:48:58.457131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417046e4-3b8b-43e9-a6c8-c6d7b8b9af83 req-32cce5b4-a033-4f34-9aa3-6657fcda5827 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.460990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-417046e4-3b8b-43e9-a6c8-c6d7b8b9af83 req-32cce5b4-a033-4f34-9aa3-6657fcda5827 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.0902946 Nov 08 13:48:58.560224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-417046e4-3b8b-43e9-a6c8-c6d7b8b9af83 req-e5865b01-905d-4f02-9099-99fdef8c67a7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933552 Nov 08 13:48:58.613700 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2c2644-d650-42e9-899a-cf6fbb7c7815 x-openstack-request-id: req-3c2c2644-d650-42e9-899a-cf6fbb7c7815 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:48:58.614217 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68b1eb1-e8af-404e-84d7-7fe5279611de", "name": "network-vif-deleted", "tag": "db9b679b-8a1e-4114-aef3-0a18de8865b7", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:48:58.614554 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c2c2644-d650-42e9-899a-cf6fbb7c7815 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:48:58.615174 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68b1eb1-e8af-404e-84d7-7fe5279611de', 'name': 'network-vif-deleted', 'tag': 'db9b679b-8a1e-4114-aef3-0a18de8865b7', 'status': 'completed', 'code': 200} Nov 08 13:48:58.679965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-ae749ecd-c4c4-4fff-81a9-85835b1337d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.682297 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-ae749ecd-c4c4-4fff-81a9-85835b1337d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 911 time: 0.1738303 Nov 08 13:48:58.762899 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-26c23248-1f25-4f8f-a2eb-bd02027def37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8331cc40-0d23-4132-84dc-8c43535c6afe HTTP/1.1" status: 200 len: 217 time: 0.0526459 Nov 08 13:48:58.772003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 5, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:58.785550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c0e3e-6c67-473b-934b-66a5f70308e5 req-4fe64adf-102e-47e4-834d-11c7722558b7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.787372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b42c0e3e-6c67-473b-934b-66a5f70308e5 req-4fe64adf-102e-47e4-834d-11c7722558b7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1117175 Nov 08 13:48:58.800251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ca8a5-fb42-443e-94b4-4fefa863de54 req-5a39300a-80fb-4a9b-92f4-d07d5022c616 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.801998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af7ca8a5-fb42-443e-94b4-4fefa863de54 req-5a39300a-80fb-4a9b-92f4-d07d5022c616 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0813000 Nov 08 13:48:58.817830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] Checking router: 4ea6d09e-6945-482f-9120-243f0cbac94b for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:48:58.833508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:48:58.834949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:48:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:58.857332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-5bcb77a8-4ae5-4e3e-a655-1819d6b147b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:58.859233 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-5bcb77a8-4ae5-4e3e-a655-1819d6b147b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 200 len: 850 time: 0.0744808 Nov 08 13:48:58.901014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af7ca8a5-fb42-443e-94b4-4fefa863de54 req-e840e68d-ce0e-431c-a8d9-9e9c03e4e298 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912313 Nov 08 13:48:58.904828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b42c0e3e-6c67-473b-934b-66a5f70308e5 req-35785763-8331-4834-9fe1-843845d65135 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018221 Nov 08 13:48:58.907697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-301ec77a-acbd-48b8-9d2e-60d010887a64 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01ef0746-2792-4193-bb2a-f1414ee3d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382924 Nov 08 13:48:59.065782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-002ee1f7-e8dd-450e-8d46-66f13f576aa0 req-1b9a34c9-473a-4fe7-bcb5-b6c305900ec5 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0713596 Nov 08 13:48:59.078741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-e87d2171-2a95-458d-9507-49317039536a service neutron] 10.222.0.54 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589913 Nov 08 13:48:59.091362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0326a-7447-4338-ad62-2ce81c41856f req-3eacc689-bb52-450b-b0f1-2701bba17e2d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:59.093492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4c0326a-7447-4338-ad62-2ce81c41856f req-3eacc689-bb52-450b-b0f1-2701bba17e2d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0753777 Nov 08 13:48:59.146986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:48:59.221120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3f1689e-9e2d-423a-97fe-0a20177f839d req-fdee7ec3-26f7-4d66-b450-37bc51a9b8bd service neutron] 10.222.0.54 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211081 Nov 08 13:48:59.233029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4c0326a-7447-4338-ad62-2ce81c41856f req-0a821a07-230c-444c-a3ca-9cbbe67d8023 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181796 Nov 08 13:48:59.284879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-422833e2-d292-4dc6-a27c-df491897d5f4 req-9af616fc-ef7b-4151-9de7-85d400b68a4b tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/ports?device_id=c68b1eb1-e8af-404e-84d7-7fe5279611de HTTP/1.1" status: 200 len: 210 time: 0.0809476 Nov 08 13:48:59.426367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c04fcf-e371-45f0-bc30-472a8486ec9a req-abd78d71-c9cd-4300-a69b-2c2f10288975 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:59.427950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5c04fcf-e371-45f0-bc30-472a8486ec9a req-abd78d71-c9cd-4300-a69b-2c2f10288975 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0840786 Nov 08 13:48:59.437538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 5, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:48:59.463912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de227f3-fc5e-4137-8ac8-876fa5a9d3c0 req-7b2fbf16-f061-49e3-9273-48531f784800 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:59.465459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2de227f3-fc5e-4137-8ac8-876fa5a9d3c0 req-7b2fbf16-f061-49e3-9273-48531f784800 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0854442 Nov 08 13:48:59.466372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108915e-6213-4e8c-82e9-401f2cd4b4d4 None None] The sync data for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 is: [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:01Z', 'revision_number': 4, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '3f9cb77a-c1f3-4657-b58d-aedf5931761c', 'name': '', 'network_id': '73acf905-b5c9-4803-86dd-c0c7e688d37f', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'mac_address': 'fa:16:3e:49:f3:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:45:00Z', 'updated_at': '2021-11-08T13:45:05Z', 'revision_number': 5, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'subnets': [{'id': 'b899c2dd-c447-40e1-a7b1-bf432a8be20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:48:59.528790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5c04fcf-e371-45f0-bc30-472a8486ec9a req-1039ee13-3d20-4c25-85ca-a57348c43617 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927804 Nov 08 13:48:59.543422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b3b510-6f66-425c-9427-3795a687c760 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:59.564933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2de227f3-fc5e-4137-8ac8-876fa5a9d3c0 req-6c5759b1-d5a8-4c21-930e-68da0b639c64 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903339 Nov 08 13:48:59.603777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 98b3b510-6f66-425c-9427-3795a687c760 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:48:59.609834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 98b3b510-6f66-425c-9427-3795a687c760 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:48:59.610214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:59.731353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd9550-d1ab-428d-8418-6bd255421a72 req-6a79f6de-f146-4be5-a1fe-1054a7408149 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:59.733001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dedd9550-d1ab-428d-8418-6bd255421a72 req-6a79f6de-f146-4be5-a1fe-1054a7408149 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 944 time: 0.1075878 Nov 08 13:48:59.760334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:59.811853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b3b510-6f66-425c-9427-3795a687c760'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:48:59.821921 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ae7a3-dfae-42fa-a243-9ce393b6e656" -d '{"events": [{"server_uuid": "a483e5c7-1975-41d5-ae9a-c12575fd392d", "name": "network-vif-plugged", "status": "completed", "tag": "98b3b510-6f66-425c-9427-3795a687c760"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:48:59.827643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a36c0-d1c3-49c8-a5d8-9e6af4818efc req-ca703227-2381-43ad-bd28-0882e494b585 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:48:59.829386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d7a36c0-d1c3-49c8-a5d8-9e6af4818efc req-ca703227-2381-43ad-bd28-0882e494b585 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0954444 Nov 08 13:48:59.838591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11ab6bb7-e20b-4cce-a5fe-b88cd1a20e67 req-d9d83b03-8372-4381-b988-e4087cd1b85e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0624423 Nov 08 13:48:59.861493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 98b3b510-6f66-425c-9427-3795a687c760, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b3b510-6f66-425c-9427-3795a687c760,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:48:59.869276 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:48:59.870927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57c7ba96-d652-47dd-aa20-600ac06e4359 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:48:59.884045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dedd9550-d1ab-428d-8418-6bd255421a72 req-e8fb945b-ad91-4b53-b14b-296ddf16faa3 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360624 Nov 08 13:48:59.913972 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c9039-72e9-43f4-9de4-02957ff515ab None None] New status for floating IP 35cce6ad-0cdb-442d-a94c-364e578345db: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:48:59.976612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d7a36c0-d1c3-49c8-a5d8-9e6af4818efc req-11bb9abf-40b0-43db-ba1e-816669696c73 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176951 Nov 08 13:49:00.069018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec49b2-97cc-4c8d-9047-c674caa032bd req-0466e70f-d4f6-4276-8ad6-968b5d1795ff tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:00.077372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaec49b2-97cc-4c8d-9047-c674caa032bd req-0466e70f-d4f6-4276-8ad6-968b5d1795ff tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.0712028 Nov 08 13:49:00.157471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaec49b2-97cc-4c8d-9047-c674caa032bd req-e3d96324-cbd8-4df8-a4f4-53b8c78981cb tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789340 Nov 08 13:49:00.159262 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150e3d94-f1eb-46dd-a32d-60a23f99bf0f x-openstack-request-id: req-150e3d94-f1eb-46dd-a32d-60a23f99bf0f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:00.165531 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483e5c7-1975-41d5-ae9a-c12575fd392d", "name": "network-vif-plugged", "status": "completed", "tag": "98b3b510-6f66-425c-9427-3795a687c760", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:00.165954 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-150e3d94-f1eb-46dd-a32d-60a23f99bf0f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:00.166615 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b3b510-6f66-425c-9427-3795a687c760', 'code': 200} Nov 08 13:49:00.237754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 57c7ba96-d652-47dd-aa20-600ac06e4359 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:49:00.260330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 57c7ba96-d652-47dd-aa20-600ac06e4359 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:00.260901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:00.263970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device db9b679b-8a1e-4114-aef3-0a18de8865b7 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:00.319300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: db9b679b-8a1e-4114-aef3-0a18de8865b7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:00.319867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device db9b679b-8a1e-4114-aef3-0a18de8865b7 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:00.356864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=98b3b510-6f66-425c-9427-3795a687c760,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:00.418061 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43ad3949-fcc9-4a1f-8e3c-97edb254a161 req-59dd2922-8e33-442b-9df8-8240bdff87e6 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0467720 Nov 08 13:49:00.449981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682853e-366e-4c01-8bbe-5c45845d83fc req-8dbcf00f-b8d9-4eba-aa33-b9dd660b2ea8 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:00.458314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0682853e-366e-4c01-8bbe-5c45845d83fc req-8dbcf00f-b8d9-4eba-aa33-b9dd660b2ea8 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.2780464 Nov 08 13:49:00.468426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb2457-5b2f-4d22-9561-d902a4bbedbd req-36bb02e8-4e1c-4091-b04b-1098b7712e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:00.470072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1cb2457-5b2f-4d22-9561-d902a4bbedbd req-36bb02e8-4e1c-4091-b04b-1098b7712e78 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 1096 time: 0.2533417 Nov 08 13:49:00.470350 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:00.531177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57c7ba96-d652-47dd-aa20-600ac06e4359, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57c7ba96-d652-47dd-aa20-600ac06e4359,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:00.538504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:00.602839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=57c7ba96-d652-47dd-aa20-600ac06e4359,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:00.891122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0682853e-366e-4c01-8bbe-5c45845d83fc req-f923a778-9f5a-429a-885b-297cf6ef7633 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318290 Nov 08 13:49:00.900208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1cb2457-5b2f-4d22-9561-d902a4bbedbd req-53a005a8-1969-4f51-b7ad-62c3860e8861 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208174 Nov 08 13:49:00.920969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03c3e5-d89f-4826-a741-2235493fa876 req-e7784546-b2d0-4b93-97c1-a4a385a9cacf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:00.922593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f03c3e5-d89f-4826-a741-2235493fa876 req-e7784546-b2d0-4b93-97c1-a4a385a9cacf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1138005 Nov 08 13:49:00.934930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52186) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:00.980316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f03c3e5-d89f-4826-a741-2235493fa876 req-64907524-3ae6-423f-8909-3ee20c4ef883 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512540 Nov 08 13:49:01.003311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5209178c-6704-454d-ab00-d5945fd1c12e tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.032833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5209178c-6704-454d-ab00-d5945fd1c12e tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.046302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93601546-50c6-4df1-8155-ea3c788c3703 req-9ddbb591-57ea-4fbe-b008-e571562249ac tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:01.047926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93601546-50c6-4df1-8155-ea3c788c3703 req-9ddbb591-57ea-4fbe-b008-e571562249ac tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0662570 Nov 08 13:49:01.082340 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5209178c-6704-454d-ab00-d5945fd1c12e tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.085149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5209178c-6704-454d-ab00-d5945fd1c12e tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.086308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5209178c-6704-454d-ab00-d5945fd1c12e tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "DELETE /v2.0/security-groups/fde6e33c-0e93-41a1-89e6-ea9574c328ee HTTP/1.1" status: 204 len: 168 time: 0.1501391 Nov 08 13:49:01.090094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52190) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:01.096402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209178c-6704-454d-ab00-d5945fd1c12e tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde6e33c-0e93-41a1-89e6-ea9574c328ee,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:01.108111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93601546-50c6-4df1-8155-ea3c788c3703 req-7376991e-12b6-4565-98e4-cd35115dd787 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Nov 08 13:49:01.109496 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-9b0ed202-24d8-41df-8c46-8294fd311522 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] show failed (client error): The resource could not be found. Nov 08 13:49:01.111055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9b0ed202-24d8-41df-8c46-8294fd311522 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "GET /v2.0/security-groups/fde6e33c-0e93-41a1-89e6-ea9574c328ee HTTP/1.1" status: 404 len: 347 time: 0.0200171 Nov 08 13:49:01.114248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52192) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:01.309902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051296f-af92-49f1-b0e0-308f71b1a718 req-6842bf47-8f2d-4c7e-bb3c-cc50d05a0b9f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:01.311621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9051296f-af92-49f1-b0e0-308f71b1a718 req-6842bf47-8f2d-4c7e-bb3c-cc50d05a0b9f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.1453006 Nov 08 13:49:01.320408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52acdff-bec1-4580-ac04-236cd81bacbc req-d9d6760f-2add-486c-9af3-b7306dcc795d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:01.321881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c52acdff-bec1-4580-ac04-236cd81bacbc req-d9d6760f-2add-486c-9af3-b7306dcc795d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0991614 Nov 08 13:49:01.380812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Deleting port 293330d8-ff27-440f-84f5-49f80403e0c7 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:01.381242 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.430325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86d9b255-fcbb-49a3-9b3e-a3acb22836e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.449059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9051296f-af92-49f1-b0e0-308f71b1a718 req-f2eb7784-af81-4167-b484-3f881887e86c tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260269 Nov 08 13:49:01.470364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c52acdff-bec1-4580-ac04-236cd81bacbc req-13c2ea2a-1bda-4736-9a46-4e1f9ade0cfc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345804 Nov 08 13:49:01.492405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.493052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.506222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Calling delete_port for 293330d8-ff27-440f-84f5-49f80403e0c7 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:01.614768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84965caf-fadb-40a7-9f24-d95ffd7999a4 req-c5966a43-5144-4d95-b1e6-b954610c05f7 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0548756 Nov 08 13:49:01.651462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc09de0-f600-42e0-9698-70521c9d9886 req-5a522773-9500-4378-9515-12f5d095c0b8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:01.652988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cc09de0-f600-42e0-9698-70521c9d9886 req-5a522773-9500-4378-9515-12f5d095c0b8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.0964501 Nov 08 13:49:01.763581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cc09de0-f600-42e0-9698-70521c9d9886 req-5828b9d0-d08d-4d1b-b8db-0d631847ad28 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001284 Nov 08 13:49:01.793537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd981a-93e5-48cb-a552-e34bb8fe3c57 req-93204fdb-2bcd-4406-aa05-b60f6ef78bb4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:01.795000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9cd981a-93e5-48cb-a552-e34bb8fe3c57 req-93204fdb-2bcd-4406-aa05-b60f6ef78bb4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1068532 Nov 08 13:49:01.796269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.829909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Pushing event deleted for resources: {'Port': ['ID=293330d8-ff27-440f-84f5-49f80403e0c7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:01.914725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9cd981a-93e5-48cb-a552-e34bb8fe3c57 req-76779830-6808-4ff8-a995-52aea593b51b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129780 Nov 08 13:49:01.940053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.942630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:01.947439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52212) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:01.948232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-088eb93c-634d-465d-8e58-0a1181f7def4 tempest-ServersTestJSON-553769645 tempest-ServersTestJSON-553769645-project] 10.222.0.65 "DELETE /v2.0/floatingips/35cce6ad-0cdb-442d-a94c-364e578345db HTTP/1.1" status: 204 len: 168 time: 0.8323026 Nov 08 13:49:02.071726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df84084-3db1-4643-b805-0788504f1e6f req-b48724b1-3c7d-464a-9740-f99a434f5637 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.073289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8df84084-3db1-4643-b805-0788504f1e6f req-b48724b1-3c7d-464a-9740-f99a434f5637 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0820107 Nov 08 13:49:02.106208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f8fbc-7fd7-406f-b6bc-edb43aa7c2df req-572331aa-87a2-4b35-853a-f4712d4e40b3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.107687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f5f8fbc-7fd7-406f-b6bc-edb43aa7c2df req-572331aa-87a2-4b35-853a-f4712d4e40b3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0807621 Nov 08 13:49:02.156325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8df84084-3db1-4643-b805-0788504f1e6f req-60fc1f1c-e683-409d-b778-a13bbdb0ff6d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761507 Nov 08 13:49:02.167346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c7ba96-d652-47dd-aa20-600ac06e4359'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:02.170954 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb36c23-427c-4835-b6d5-02080c1713b0" -d '{"events": [{"server_uuid": "9b81155d-1312-43dd-aad9-b5248a672f2a", "name": "network-vif-plugged", "status": "completed", "tag": "57c7ba96-d652-47dd-aa20-600ac06e4359"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:02.192669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f5f8fbc-7fd7-406f-b6bc-edb43aa7c2df req-be5e666f-cc1c-4267-bd8b-6ba318eac6fe tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779538 Nov 08 13:49:02.378803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56783e3b-1167-41cc-b8f8-a1c388dbd443 req-379c543c-ed00-45b1-8f18-ce1d1fcb0fc2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.387183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56783e3b-1167-41cc-b8f8-a1c388dbd443 req-379c543c-ed00-45b1-8f18-ce1d1fcb0fc2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0705528 Nov 08 13:49:02.390572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:02.445283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56783e3b-1167-41cc-b8f8-a1c388dbd443 req-830e090e-d5ea-41eb-92e1-71194b054a04 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Nov 08 13:49:02.517961 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d20bc94-1e49-431a-9578-eed4a67a2367 x-openstack-request-id: req-5d20bc94-1e49-431a-9578-eed4a67a2367 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:02.519305 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b81155d-1312-43dd-aad9-b5248a672f2a", "name": "network-vif-plugged", "status": "completed", "tag": "57c7ba96-d652-47dd-aa20-600ac06e4359", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:02.519988 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d20bc94-1e49-431a-9578-eed4a67a2367 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:02.520703 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c7ba96-d652-47dd-aa20-600ac06e4359', 'code': 200} Nov 08 13:49:02.681033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b941f8b4-193a-4834-ab8c-3c2834ae1129 req-ec82e5c2-9fc9-4090-b93b-9b05b894820f tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0486009 Nov 08 13:49:02.710535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e89c-d0fd-4250-88ff-36c01579e788 req-4adec34a-0d2e-4e17-9596-94f037c50a46 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.712627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cce2e89c-d0fd-4250-88ff-36c01579e788 req-4adec34a-0d2e-4e17-9596-94f037c50a46 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.0913563 Nov 08 13:49:02.718167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Deleting port 3f9cb77a-c1f3-4657-b58d-aedf5931761c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:02.718745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:02.810745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cce2e89c-d0fd-4250-88ff-36c01579e788 req-8da05bee-6391-43ff-a57e-783e2945655b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919194 Nov 08 13:49:02.850955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b099a6-bc5d-45ca-9016-661666b87902 req-ea8d5d1c-b0f7-426b-bf49-3bfc79c3ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.853089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67b099a6-bc5d-45ca-9016-661666b87902 req-ea8d5d1c-b0f7-426b-bf49-3bfc79c3ea6c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 1096 time: 0.2637424 Nov 08 13:49:02.859434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] For port 3f9cb77a-c1f3-4657-b58d-aedf5931761c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3f9cb77a-c1f3-4657-b58d-aedf5931761c,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:02.859972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:02.861892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f98617-98cd-4785-9672-13df64f1d1eb req-5a39f161-bc81-42ef-880b-fbee232c73ab tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.869396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92f98617-98cd-4785-9672-13df64f1d1eb req-5a39f161-bc81-42ef-880b-fbee232c73ab tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1126871 Nov 08 13:49:02.879599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Calling delete_port for 3f9cb77a-c1f3-4657-b58d-aedf5931761c owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:02.959156 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:02.978313 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67b099a6-bc5d-45ca-9016-661666b87902 req-d6283bd7-d31e-46e0-94ea-675e7ce6f9ae service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068413 Nov 08 13:49:02.984012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92f98617-98cd-4785-9672-13df64f1d1eb req-82b4612d-c82f-427b-bb89-af64dbc00c43 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136394 Nov 08 13:49:02.996953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b15e3-7c8f-479c-a5e4-b286c90161ce req-8ea39733-cf23-4fbc-be33-ecf234f7aa37 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:02.998851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-294b15e3-7c8f-479c-a5e4-b286c90161ce req-8ea39733-cf23-4fbc-be33-ecf234f7aa37 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1087637 Nov 08 13:49:03.069851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-294b15e3-7c8f-479c-a5e4-b286c90161ce req-64e8b6a5-f053-4d04-bb6f-ec64bf9634e5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622609 Nov 08 13:49:03.104423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:03.115538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6810c9f-d2e2-433c-8a3b-289e40789975 req-6534af59-7ea6-4303-802c-38aa19268ceb tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:03.117170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6810c9f-d2e2-433c-8a3b-289e40789975 req-6534af59-7ea6-4303-802c-38aa19268ceb tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0638156 Nov 08 13:49:03.165159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9cb77a-c1f3-4657-b58d-aedf5931761c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:03.213410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6810c9f-d2e2-433c-8a3b-289e40789975 req-3963a597-7fb7-4cd0-8be6-991e79f57945 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859337 Nov 08 13:49:03.240592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd78588-3b6a-4ef1-ad85-07a83504897e req-821e721c-4ab7-4dd9-bbcc-8dfd82cb006c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:03.249645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffd78588-3b6a-4ef1-ad85-07a83504897e req-821e721c-4ab7-4dd9-bbcc-8dfd82cb006c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1043553 Nov 08 13:49:03.338482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffd78588-3b6a-4ef1-ad85-07a83504897e req-99b41fb7-c5aa-4d26-b589-3b49cd503d63 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876064 Nov 08 13:49:03.369714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30af62-d07d-4535-8845-22dc319649e4 req-b059b771-6528-4061-ba9d-b539a9a4aada tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:03.372682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de30af62-d07d-4535-8845-22dc319649e4 req-b059b771-6528-4061-ba9d-b539a9a4aada tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0787306 Nov 08 13:49:03.396899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:03.447423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de30af62-d07d-4535-8845-22dc319649e4 req-4e274bc3-fa93-431f-8ca0-3395e202e4db tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640199 Nov 08 13:49:03.629301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd185-750c-4212-911e-87bada4a217e req-24bbf295-43bf-48e2-bd73-ee4cb4bb8ac2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:03.630786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d1fd185-750c-4212-911e-87bada4a217e req-24bbf295-43bf-48e2-bd73-ee4cb4bb8ac2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1077514 Nov 08 13:49:03.636709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Router 4ea6d09e-6945-482f-9120-243f0cbac94b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:49:03.654084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47ad3a-44d7-427f-8e31-bbdee71ff9f9 req-0671b545-3675-4fe2-bcfe-67215e5cf5f0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:03.655586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f47ad3a-44d7-427f-8e31-bbdee71ff9f9 req-0671b545-3675-4fe2-bcfe-67215e5cf5f0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 814 time: 0.1591454 Nov 08 13:49:03.678159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f47ad3a-44d7-427f-8e31-bbdee71ff9f9 req-0d18db79-365c-475c-87a8-aa0b8a7fbbe1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/quotas/ef6e474d33fd431f8c72c55266420e60 HTTP/1.1" status: 200 len: 375 time: 0.0159645 Nov 08 13:49:03.724384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d1fd185-750c-4212-911e-87bada4a217e req-5ea55314-5ec6-4a58-a62e-f84b17b96d5d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871458 Nov 08 13:49:03.742279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f47ad3a-44d7-427f-8e31-bbdee71ff9f9 req-f1caccb8-4bc1-4ff8-b27a-d35a3cb98307 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580146 Nov 08 13:49:03.747846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:49:03.756002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a60443a3-73d4-49a0-91df-78c0f67c4bd6 admin admin] 10.222.0.65 "PUT /v2.0/routers/4ea6d09e-6945-482f-9120-243f0cbac94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8046603 Nov 08 13:49:03.756348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52274) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:03.764552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] Sync routers for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:49:03.778359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:03.779091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:03.857587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d0b6927-9eef-4611-9e89-36db4e35d8f6 req-4cf7e095-c05c-46cd-9d15-0f1299eac91b tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0423114 Nov 08 13:49:03.882482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:03.903543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:03.907889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1d24a-a41c-459a-955f-53610d6fc4a8 req-3b68e3b5-f56f-4a9f-aa67-fff96622ac38 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:03.909528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaf1d24a-a41c-459a-955f-53610d6fc4a8 req-3b68e3b5-f56f-4a9f-aa67-fff96622ac38 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0819023 Nov 08 13:49:03.962771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaf1d24a-a41c-459a-955f-53610d6fc4a8 req-dd6b92e6-4536-4329-825c-ad2bc40dddb4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462501 Nov 08 13:49:03.996534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.056585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Deleting port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:04.056928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.091557 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d762ec-0e1a-4a6a-9ab7-b19766679494 req-d5930582-7076-44bd-a6ca-765cd23502bc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:04.099131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:49:03Z', 'revision_number': 5, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port': {'id': '30ae1fd4-0a71-453b-87b8-4e4d9880a67f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:2e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1020, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:45:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:04.101029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2d762ec-0e1a-4a6a-9ab7-b19766679494 req-d5930582-7076-44bd-a6ca-765cd23502bc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0599406 Nov 08 13:49:04.133084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] Checking router: 4ea6d09e-6945-482f-9120-243f0cbac94b for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:49:04.142961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] Routers {'4ea6d09e-6945-482f-9120-243f0cbac94b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:04.143746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4ea6d09e-6945-482f-9120-243f0cbac94b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:04.162297 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2d762ec-0e1a-4a6a-9ab7-b19766679494 req-dff180e2-6a6c-40c1-a76c-78005c5174da tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601554 Nov 08 13:49:04.169076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] For port 30ae1fd4-0a71-453b-87b8-4e4d9880a67f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:04.169583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.186971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Calling delete_port for 30ae1fd4-0a71-453b-87b8-4e4d9880a67f owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:04.242151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439947f-1769-44b9-b8b8-66bc242837c1 req-c64b2fa9-ff08-41c6-937d-67b0917d5d86 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:04.244203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b439947f-1769-44b9-b8b8-66bc242837c1 req-c64b2fa9-ff08-41c6-937d-67b0917d5d86 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0804782 Nov 08 13:49:04.293655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] Set router 4ea6d09e-6945-482f-9120-243f0cbac94b gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:04.340366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b439947f-1769-44b9-b8b8-66bc242837c1 req-e2af7135-4fa6-454e-8c15-0386a6bacb77 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888512 Nov 08 13:49:04.351297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:49:03Z', 'revision_number': 6, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:04.370326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de5c3046-68d3-455e-a491-84e4414a9987 req-d653cec6-ff8c-4907-90ff-623f285a4ead tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ef6e474d33fd431f8c72c55266420e60 HTTP/1.1" status: 200 len: 221 time: 0.0439651 Nov 08 13:49:04.384032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb9bfa9-f214-4b58-bbbd-81171be4047b None None] The sync data for ids ['4ea6d09e-6945-482f-9120-243f0cbac94b'] in n-d-804292-2 is: [{'id': '4ea6d09e-6945-482f-9120-243f0cbac94b', 'name': 'tempest-ServersTestJSON-1993460853-router', 'tenant_id': '5940b57ea4f441cfab58a3e99213edaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:44:58Z', 'updated_at': '2021-11-08T13:49:03Z', 'revision_number': 6, 'project_id': '5940b57ea4f441cfab58a3e99213edaa', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:49:04.448171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.476546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Pushing event deleted for resources: {'Port': ['ID=30ae1fd4-0a71-453b-87b8-4e4d9880a67f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:04.489441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.489681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.490004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.490408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.490754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.491089 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.491497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.492035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.492444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.493518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.499059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.499059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:04.499321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715de8-c353-40d0-bb08-034327875b41 req-a026d865-56ac-4755-a5e1-22179acf850b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:04.505531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83715de8-c353-40d0-bb08-034327875b41 req-a026d865-56ac-4755-a5e1-22179acf850b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0649736 Nov 08 13:49:04.552518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.554544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83715de8-c353-40d0-bb08-034327875b41 req-3eddbf05-b368-44ee-8ca7-ff072faffb38 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480113 Nov 08 13:49:04.623447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1faa7-48f0-44a8-9f50-836bb83f042a req-c6477c78-cde6-4dcd-bf3b-b1cf25344943 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:04.625307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8f1faa7-48f0-44a8-9f50-836bb83f042a req-c6477c78-cde6-4dcd-bf3b-b1cf25344943 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0638719 Nov 08 13:49:04.655477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.657818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.705466 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.706054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea6d09e-6945-482f-9120-243f0cbac94b {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:49:04.708671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c3aab-5774-4e50-b38b-2830b37ccba7 req-44df31b7-1fda-4ce3-893d-f4f7baa9fb40 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:04.710356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-147c3aab-5774-4e50-b38b-2830b37ccba7 req-44df31b7-1fda-4ce3-893d-f4f7baa9fb40 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0816796 Nov 08 13:49:04.710723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.714327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f9815cad-e5a5-4c65-a473-9046fada74ef admin admin] 10.222.0.65 "DELETE /v2.0/routers/4ea6d09e-6945-482f-9120-243f0cbac94b HTTP/1.1" status: 204 len: 168 time: 0.9548860 Nov 08 13:49:04.719012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8f1faa7-48f0-44a8-9f50-836bb83f042a req-5cfa9e06-dcec-4bb4-b641-8332bafa443d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Nov 08 13:49:04.719535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52302) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:04.803909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-147c3aab-5774-4e50-b38b-2830b37ccba7 req-9ab8ae66-6816-4661-975c-4e390ca7f7a4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818477 Nov 08 13:49:04.812156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] Deleting subnet b899c2dd-c447-40e1-a7b1-bf432a8be20f {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:49:04.818896 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.902922 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:04.972258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62bb60-46e6-497d-9903-48f5f6d7c59c req-3a4eba81-05fa-44f0-9bd1-8c308278bee8 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:04.973791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a62bb60-46e6-497d-9903-48f5f6d7c59c req-3a4eba81-05fa-44f0-9bd1-8c308278bee8 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0908041 Nov 08 13:49:05.084434 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.108080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a62bb60-46e6-497d-9903-48f5f6d7c59c req-3bea8cd0-32c5-4f31-8feb-3f7ab1a3e85e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275134 Nov 08 13:49:05.132451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9240849-9ef3-4461-86f0-47d27d9bfa51 req-5c6c647f-7829-4f77-9511-3f91ca3c90ef tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.133943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9240849-9ef3-4461-86f0-47d27d9bfa51 req-5c6c647f-7829-4f77-9511-3f91ca3c90ef tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.1262612 Nov 08 13:49:05.183357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.231018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b899c2dd-c447-40e1-a7b1-bf432a8be20f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:05.245685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9240849-9ef3-4461-86f0-47d27d9bfa51 req-b9276565-1037-41ef-8eea-27b2c2667521 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035781 Nov 08 13:49:05.252512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f84692c-7fa8-4cb3-819f-fefec56bccaf None None] Network 73acf905-b5c9-4803-86dd-c0c7e688d37f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:05.278631 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.281267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3f9cb77a-c1f3-4657-b58d-aedf5931761c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:05.284457 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ac0e1dfc-ab2f-40a5-8bac-df90ef335ef1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b899c2dd-c447-40e1-a7b1-bf432a8be20f HTTP/1.1" status: 204 len: 168 time: 0.5614104 Nov 08 13:49:05.284795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52316) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:05.291599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae52e7d7-4529-4bf0-b016-8a4e8f98d2aa req-f63c6bda-ed23-442c-b178-6259dc3f9852 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0926216 Nov 08 13:49:05.321770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 3f9cb77a-c1f3-4657-b58d-aedf5931761c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:05.322191 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3f9cb77a-c1f3-4657-b58d-aedf5931761c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:05.381916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b5297-e39c-4996-a447-03a8dbbf6ec7 req-7cc46505-e311-430c-a89b-8b3150a0cb53 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.389959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e1b5297-e39c-4996-a447-03a8dbbf6ec7 req-7cc46505-e311-430c-a89b-8b3150a0cb53 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0687788 Nov 08 13:49:05.400457 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.451461 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.477538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e1b5297-e39c-4996-a447-03a8dbbf6ec7 req-7da70945-b1e6-4dc5-85fd-48401f1f3f30 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860445 Nov 08 13:49:05.512901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Deleting port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:05.513607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.558805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] DHCP port deletion for 73acf905-b5c9-4803-86dd-c0c7e688d37f request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:49:05.602823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] For port 1b597326-4bd3-4e9c-85ac-ec8fff78b456, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1b597326-4bd3-4e9c-85ac-ec8fff78b456,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:05.603132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.617384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Calling delete_port for 1b597326-4bd3-4e9c-85ac-ec8fff78b456 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:05.621958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] Deleting port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:05.622576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.649356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef49b71-49ec-4bca-a479-41a6bc83f283 req-5d802603-724b-4799-a6b8-34e742c7ab7c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.650949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ef49b71-49ec-4bca-a479-41a6bc83f283 req-5d802603-724b-4799-a6b8-34e742c7ab7c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0850015 Nov 08 13:49:05.658892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337b2a6-04f3-46d3-9553-01aa6835e783 req-bfd0e60e-797e-4c64-9c99-9a537c06b6a1 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.667082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e337b2a6-04f3-46d3-9553-01aa6835e783 req-bfd0e60e-797e-4c64-9c99-9a537c06b6a1 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.1124387 Nov 08 13:49:05.704740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] For port 1b597326-4bd3-4e9c-85ac-ec8fff78b456, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1b597326-4bd3-4e9c-85ac-ec8fff78b456,segment=NetworkSegment(88c753d2-197e-4658-8a4e-f1860a46de85),segment_id=88c753d2-197e-4658-8a4e-f1860a46de85)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:05.705515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.727653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.731598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] Calling delete_port for 1b597326-4bd3-4e9c-85ac-ec8fff78b456 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:05.753515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ef49b71-49ec-4bca-a479-41a6bc83f283 req-99448be8-1881-4be8-9b72-d527ea9a0f12 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836132 Nov 08 13:49:05.754052 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.768335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e337b2a6-04f3-46d3-9553-01aa6835e783 req-18c0f7a7-55db-460a-a352-da742400aa12 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002932 Nov 08 13:49:05.776938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] No DVR routers for this DVR port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:05.780046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b597326-4bd3-4e9c-85ac-ec8fff78b456,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:05.872358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.879390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37534-0df1-4220-8ea1-67e4c0aa7c33 req-e479da06-9c7c-4f72-ba33-5d2516a5d6f3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:05.880997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bd37534-0df1-4220-8ea1-67e4c0aa7c33 req-e479da06-9c7c-4f72-ba33-5d2516a5d6f3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0523963 Nov 08 13:49:05.887753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.912636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] Pushing event deleted for resources: {'Port': ['ID=1b597326-4bd3-4e9c-85ac-ec8fff78b456,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:05.917001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73acf905-b5c9-4803-86dd-c0c7e688d37f']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:05.921644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abb8f9-e939-4022-a1a6-efecfcb008f0 None None] No DVR routers for this DVR port 1b597326-4bd3-4e9c-85ac-ec8fff78b456 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:05.931801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c753d2-197e-4658-8a4e-f1860a46de85') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:05.932076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c753d2-197e-4658-8a4e-f1860a46de85') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:05.942804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.948470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bd37534-0df1-4220-8ea1-67e4c0aa7c33 req-655ea024-dc95-4c10-a4ac-f24b704a1d65 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579305 Nov 08 13:49:05.960736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.971328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:49:05.971780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:49:05.973726 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:49:06.033058 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:06.044184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:06.047880 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/73acf905-b5c9-4803-86dd-c0c7e688d37f HTTP/1.1" status: 204 len: 168 time: 0.7618718 Nov 08 13:49:06.066365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212944c8-f462-4d8d-aa59-5fddefc84dd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=73acf905-b5c9-4803-86dd-c0c7e688d37f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:06.137962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaaa768-5866-4d45-9bd0-0832ab416842 req-26ce808c-05f3-4bc0-82ea-9b5de46e9903 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.139431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feaaa768-5866-4d45-9bd0-0832ab416842 req-26ce808c-05f3-4bc0-82ea-9b5de46e9903 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0995681 Nov 08 13:49:06.163804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d4bad-a373-4b90-926b-3cbbd386c912 req-397068e9-17a7-4cb3-beac-72303bb86d0b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.169969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d4bad-a373-4b90-926b-3cbbd386c912 req-397068e9-17a7-4cb3-beac-72303bb86d0b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.176141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d4bad-a373-4b90-926b-3cbbd386c912 req-397068e9-17a7-4cb3-beac-72303bb86d0b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.178146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f35d4bad-a373-4b90-926b-3cbbd386c912 req-397068e9-17a7-4cb3-beac-72303bb86d0b tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d&device_id=9b81155d-1312-43dd-aad9-b5248a672f2a&device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 2416 time: 0.0879772 Nov 08 13:49:06.245782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52334) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:06.258263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feaaa768-5866-4d45-9bd0-0832ab416842 req-16ba84ff-2df3-4bb7-aa6d-88b8d9e0c8a7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117435 Nov 08 13:49:06.265830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f35d4bad-a373-4b90-926b-3cbbd386c912 req-94cdd477-c42e-4bfc-90a8-18c7b3dcd1a7 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775824 Nov 08 13:49:06.291870 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5e3df190-f0d9-44fb-a813-0ed8a6ecb64d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5940b57ea4f441cfab58a3e99213edaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422575 Nov 08 13:49:06.293262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52340) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:06.352455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a154-6973-48f1-b8d3-fa038d12f233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:06.378003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a154-6973-48f1-b8d3-fa038d12f233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:06.422947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a1db0-b09e-4d39-8d96-3c0d68ea54e1 req-87b993a5-e0d0-4fe2-9781-840f37539011 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.424358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-226a1db0-b09e-4d39-8d96-3c0d68ea54e1 req-87b993a5-e0d0-4fe2-9781-840f37539011 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0873151 Nov 08 13:49:06.430735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a154-6973-48f1-b8d3-fa038d12f233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:06.433794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ad5a154-6973-48f1-b8d3-fa038d12f233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:06.435135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6ad5a154-6973-48f1-b8d3-fa038d12f233 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f5f9ea3-f6c8-41a9-a271-2dddcc6fa01f HTTP/1.1" status: 204 len: 168 time: 0.1406755 Nov 08 13:49:06.445130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5a154-6973-48f1-b8d3-fa038d12f233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f9ea3-f6c8-41a9-a271-2dddcc6fa01f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:06.448982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780dab28-649c-4573-953a-a0199d93b5a5 req-e723abce-5440-487d-88a7-c4819ca74280 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.450582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-780dab28-649c-4573-953a-a0199d93b5a5 req-e723abce-5440-487d-88a7-c4819ca74280 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.0794573 Nov 08 13:49:06.517803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-226a1db0-b09e-4d39-8d96-3c0d68ea54e1 req-55d6e59d-23a8-4c53-806c-92416c1b5ebb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853105 Nov 08 13:49:06.525183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-780dab28-649c-4573-953a-a0199d93b5a5 req-32103cd9-ab6f-48b6-accc-ae0a6ebb6818 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677817 Nov 08 13:49:06.632147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f108439a-f836-48c6-aaf0-24ece1939c26 req-788a3dd0-dba5-4423-be13-f311551e5dcd tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0403340 Nov 08 13:49:06.661495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b42779-084b-4ce3-8979-8ac7cfbe96b7 req-becf5eec-9460-485b-9607-d409f8f164e2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.663205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51b42779-084b-4ce3-8979-8ac7cfbe96b7 req-becf5eec-9460-485b-9607-d409f8f164e2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0819452 Nov 08 13:49:06.726622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51b42779-084b-4ce3-8979-8ac7cfbe96b7 req-895b4f43-693f-4a00-b98b-11c9cb83d168 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554614 Nov 08 13:49:06.891814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479466e-3ce7-4ea2-b624-9030a090ecf4 req-2669b242-e89d-44db-b660-01ab63b0a0ae tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.892067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1b597326-4bd3-4e9c-85ac-ec8fff78b456 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:06.900225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a479466e-3ce7-4ea2-b624-9030a090ecf4 req-2669b242-e89d-44db-b660-01ab63b0a0ae tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0735567 Nov 08 13:49:06.916555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 1b597326-4bd3-4e9c-85ac-ec8fff78b456 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:06.916899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1b597326-4bd3-4e9c-85ac-ec8fff78b456 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:06.917489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 30ae1fd4-0a71-453b-87b8-4e4d9880a67f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:06.938612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 30ae1fd4-0a71-453b-87b8-4e4d9880a67f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:06.938962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 30ae1fd4-0a71-453b-87b8-4e4d9880a67f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:06.983941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20a201-5ca6-4ade-b844-aeb7f65b3532 req-cba22aad-633d-4a33-8494-bbad35f9d768 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:06.986394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a20a201-5ca6-4ade-b844-aeb7f65b3532 req-cba22aad-633d-4a33-8494-bbad35f9d768 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0788720 Nov 08 13:49:06.996416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a479466e-3ce7-4ea2-b624-9030a090ecf4 req-26f98b44-0688-45d9-93a0-cf1cae8695cd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950375 Nov 08 13:49:07.070145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a20a201-5ca6-4ade-b844-aeb7f65b3532 req-e4576295-ac67-44d1-b591-20278dd702ef tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721416 Nov 08 13:49:07.224148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd6624-ca72-4563-8200-e13949651832 req-06b3a031-7a1b-4a5e-ad4e-5990e9b52c57 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:07.225762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bbd6624-ca72-4563-8200-e13949651832 req-06b3a031-7a1b-4a5e-ad4e-5990e9b52c57 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0748305 Nov 08 13:49:07.290058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bbd6624-ca72-4563-8200-e13949651832 req-a55a5260-e4cc-4360-b552-e365cf2eafee tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546465 Nov 08 13:49:07.331365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52384) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:07.436994 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:49:07.441864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1790077344-network', 'tenant_id': 'af297af358714cdbacd6717647510dea'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:07.443409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27704d4b-58fa-4edf-a272-bba3b6523cad req-fca24021-a212-46c9-a255-4afbc0c87b36 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:07.448253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27704d4b-58fa-4edf-a272-bba3b6523cad req-fca24021-a212-46c9-a255-4afbc0c87b36 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0590773 Nov 08 13:49:07.469605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:07.472405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.483394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.514497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27704d4b-58fa-4edf-a272-bba3b6523cad req-f535d2a8-7aaa-4802-a43d-e36ffd90edd8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611274 Nov 08 13:49:07.584862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.589662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.612135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:49:07.626997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df78d6-aa91-4090-b090-d59b63a92a53,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:07.632525 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.633119 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Added segment 30ce29bd-b292-4b7d-b4c7-d21832895dd4 of type vlan for network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 Nov 08 13:49:07.649716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384c692-d15e-45bd-9a69-90c91e63bd21 req-a845fe27-9ef9-46b4-9b88-7b8891cd4df2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:07.652490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8384c692-d15e-45bd-9a69-90c91e63bd21 req-a845fe27-9ef9-46b4-9b88-7b8891cd4df2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0627861 Nov 08 13:49:07.678833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.708629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.709778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:07.710459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.733602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8384c692-d15e-45bd-9a69-90c91e63bd21 req-3c9d9dd0-4380-46ea-b564-23fb6698aa7f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748401 Nov 08 13:49:07.749474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4148543 Nov 08 13:49:07.754166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52400) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:07.768986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Request body: {'subnet': {'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1790077344-subnet', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:07.787704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81fe007-ab0e-468f-af42-09f7c5bf1dd6 admin admin] Pushing event updated for resources: {'Network': ['ID=9bf3f602-49e4-4764-94ff-e3e62ba34f96,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:07.802610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:49:07.803111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:07.812991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:07.948763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d1075-bcff-4c23-a950-5380e0c211f2 req-77899b17-5b0d-4752-a17e-e7784756baad tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:07.950522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed0d1075-bcff-4c23-a950-5380e0c211f2 req-77899b17-5b0d-4752-a17e-e7784756baad tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1080389 Nov 08 13:49:08.054120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed0d1075-bcff-4c23-a950-5380e0c211f2 req-70e55ed4-e6b7-493c-8d52-d61a1dd71d93 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941143 Nov 08 13:49:08.107232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3102e748-95c4-416d-9d6a-a5ffe61e4dab req-f4b7a64d-c8c5-43fd-8569-cfe95e80fba5 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0591750 Nov 08 13:49:08.125108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.181572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53765717-7322-4f49-8682-273055be7c3f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:08.248641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Checking segment: {'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:08.248997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Network hostable DHCP agents. Network: 9bf3f602-49e4-4764-94ff-e3e62ba34f96, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:49:08.302279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37652dbf-2296-487c-9d28-5c45d34dde09 req-93a62d18-e3d7-4501-9f04-0792855df277 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:08.303752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37652dbf-2296-487c-9d28-5c45d34dde09 req-93a62d18-e3d7-4501-9f04-0792855df277 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1173310 Nov 08 13:49:08.306361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:49:08.332405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4de688-5251-41c7-9c6a-b4e2a14de69f req-0da37d24-b09a-4cbf-80a1-b3c36359c7bf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:08.333928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4de688-5251-41c7-9c6a-b4e2a14de69f req-0da37d24-b09a-4cbf-80a1-b3c36359c7bf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1002707 Nov 08 13:49:08.346383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9bf3f602-49e4-4764-94ff-e3e62ba34f96) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:08.354171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a549c-ec2e-4cb6-bfc7-a2ed1d57f9a3 None None] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:08.366531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:08.367130 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.419159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37652dbf-2296-487c-9d28-5c45d34dde09 req-531fa378-72f1-441d-aee4-ccb6e4547b38 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070619 Nov 08 13:49:08.426671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b2f80989-c97d-4966-a4d5-2d93753eb67e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6662302 Nov 08 13:49:08.427111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52414) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:08.432960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:08.442253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce4de688-5251-41c7-9c6a-b4e2a14de69f req-f1085a98-e821-438f-8022-7ff46b4b577d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994327 Nov 08 13:49:08.480244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.481411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.577430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a07aec-d048-4b87-8d54-9aa79586d0d7 req-68d02ada-d41e-416c-a25b-2d3951a40350 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:08.579413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2a07aec-d048-4b87-8d54-9aa79586d0d7 req-68d02ada-d41e-416c-a25b-2d3951a40350 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0645957 Nov 08 13:49:08.581458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.678347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2a07aec-d048-4b87-8d54-9aa79586d0d7 req-915b775c-6865-4511-9e06-d442d68c9643 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894697 Nov 08 13:49:08.687890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae1e5d-91aa-4387-a123-48d123639913 req-e3c3c36b-6bf6-4e5e-9b91-2c2f0628a46e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:08.689474 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8ae1e5d-91aa-4387-a123-48d123639913 req-e3c3c36b-6bf6-4e5e-9b91-2c2f0628a46e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0835876 Nov 08 13:49:08.721596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9bf3f602-49e4-4764-94ff-e3e62ba34f96', 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'fixed_ips': [{'subnet_id': '53765717-7322-4f49-8682-273055be7c3f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:49:08.722548 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.741108 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.752715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8ae1e5d-91aa-4387-a123-48d123639913 req-3d86b378-e69d-464c-888a-c3dcced3a232 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531259 Nov 08 13:49:08.871578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Allocated IP 172.20.0.2 (9bf3f602-49e4-4764-94ff-e3e62ba34f96/53765717-7322-4f49-8682-273055be7c3f/7a54b63e-c748-4099-9af4-7be1699095ca) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:08.899570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac152c-9c59-4183-976a-6cc5dc94a2b7 req-c40a3a14-6814-42b8-ae99-3e8732645ea1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:08.901973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fac152c-9c59-4183-976a-6cc5dc94a2b7 req-c40a3a14-6814-42b8-ae99-3e8732645ea1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0572925 Nov 08 13:49:08.960318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fac152c-9c59-4183-976a-6cc5dc94a2b7 req-9be9021d-f233-4935-9694-89197f525598 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519421 Nov 08 13:49:08.968047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:08.989240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.060502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.070103 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.093189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7fd05-883f-4777-a720-c68d973597d0 req-6e9cfa87-f700-4764-92c9-b074eb3beeaa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:09.095101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef7fd05-883f-4777-a720-c68d973597d0 req-6e9cfa87-f700-4764-92c9-b074eb3beeaa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0616200 Nov 08 13:49:09.119172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:09.126346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Allocated IP 172.25.8.79 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/619b86dc-a138-49c1-9629-623a1dcb1f74) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:09.126657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:09.130949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:09.162933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Pushing event updated for resources: {'Port': ['ID=7a54b63e-c748-4099-9af4-7be1699095ca,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:09.194089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Attempting to bind port 7a54b63e-c748-4099-9af4-7be1699095ca on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:09.194465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Attempting to bind port 7a54b63e-c748-4099-9af4-7be1699095ca by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:09.194829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Attempting to bind port 7a54b63e-c748-4099-9af4-7be1699095ca on network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:09.202793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:09.203537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Checking segment: {'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:09.204878 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.204878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Bound using segment: {'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:09.205444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Bound port: 7a54b63e-c748-4099-9af4-7be1699095ca, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:09.205570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.210557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef7fd05-883f-4777-a720-c68d973597d0 req-53fda8f6-495d-44dc-aacb-97c80a6cb66a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083808 Nov 08 13:49:09.234227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124beb2-c50b-4cf6-bc38-313ce0522722 req-9b9b16c1-73fd-4ccc-8b49-b7a45ee36532 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:09.235592 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3124beb2-c50b-4cf6-bc38-313ce0522722 req-9b9b16c1-73fd-4ccc-8b49-b7a45ee36532 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0790834 Nov 08 13:49:09.316821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3124beb2-c50b-4cf6-bc38-313ce0522722 req-1f1b81d0-aa2d-4bb2-883f-c5b71ad3dfc0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731246 Nov 08 13:49:09.349579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] For port 7a54b63e-c748-4099-9af4-7be1699095ca, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:09.354383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] For port 7a54b63e-c748-4099-9af4-7be1699095ca, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a54b63e-c748-4099-9af4-7be1699095ca,segment=NetworkSegment(30ce29bd-b292-4b7d-b4c7-d21832895dd4),segment_id=30ce29bd-b292-4b7d-b4c7-d21832895dd4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:09.363907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.388983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-410e1437-0f8d-444c-9910-9cffd2d63ae6 req-4bfeeb12-8f38-455e-a09c-873a8de0b9bc tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0431974 Nov 08 13:49:09.472848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139546c-aa73-4f34-94b6-a0cdd73093fd None None] Pushing event updated for resources: {'Port': ['ID=7a54b63e-c748-4099-9af4-7be1699095ca,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:09.547181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d645de1d-92f2-43a9-bca5-8c515f46b7c7 req-ad922a33-91d9-4241-a32a-7e8173767fb7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:09.549173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d645de1d-92f2-43a9-bca5-8c515f46b7c7 req-ad922a33-91d9-4241-a32a-7e8173767fb7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0735846 Nov 08 13:49:09.615265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.656159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdac3b-909f-430d-9950-4305225bce30 req-fee5eced-0504-4182-a3df-994ef5aa1924 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:09.663818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffbdac3b-909f-430d-9950-4305225bce30 req-fee5eced-0504-4182-a3df-994ef5aa1924 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1135292 Nov 08 13:49:09.669495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d645de1d-92f2-43a9-bca5-8c515f46b7c7 req-a62810b1-f985-4959-8f8c-573d00d0dec5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093886 Nov 08 13:49:09.671095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:09.724524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:09.729116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:09.734296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:09.749073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffbdac3b-909f-430d-9950-4305225bce30 req-b97a2f59-fbf7-407c-9e2b-fd1a56b80648 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840712 Nov 08 13:49:09.771811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Pushing event updated for resources: {'Port': ['ID=619b86dc-a138-49c1-9629-623a1dcb1f74,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:09.915960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb871-441e-4178-91b0-a8db76a3ae53 req-191310b8-5c5e-484c-8802-8921f78b6f64 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:09.917748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f3fb871-441e-4178-91b0-a8db76a3ae53 req-191310b8-5c5e-484c-8802-8921f78b6f64 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0827849 Nov 08 13:49:09.934959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b2f7d-ac6d-48c7-be92-52c5cd9a0ea5 req-327e8a60-945e-4a00-9c7f-11d9ef0c2e09 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:09.936597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f87b2f7d-ac6d-48c7-be92-52c5cd9a0ea5 req-327e8a60-945e-4a00-9c7f-11d9ef0c2e09 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0719967 Nov 08 13:49:10.016964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f3fb871-441e-4178-91b0-a8db76a3ae53 req-8f8ead27-1c05-49a5-aca9-b34c1550a2cf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793345 Nov 08 13:49:10.025186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f87b2f7d-ac6d-48c7-be92-52c5cd9a0ea5 req-b9bd3377-f085-4d6f-b80a-399254f7b905 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782614 Nov 08 13:49:10.058395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:10.192366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1de2-bc62-416b-9247-6fdb9cedffd6 req-3303a2cc-01ca-49c2-8591-9f006ece59d7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:10.193993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1bf1de2-bc62-416b-9247-6fdb9cedffd6 req-3303a2cc-01ca-49c2-8591-9f006ece59d7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0579174 Nov 08 13:49:10.252327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1bf1de2-bc62-416b-9247-6fdb9cedffd6 req-8c08f0cd-0d8f-4d48-a442-b27e612bd129 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507827 Nov 08 13:49:10.275815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:10.399777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e322d5-f61d-4ffd-bac7-fb9e8e92193a req-c68b81a4-3df9-4b93-9c19-34ee19c68ef2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:10.404224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63e322d5-f61d-4ffd-bac7-fb9e8e92193a req-c68b81a4-3df9-4b93-9c19-34ee19c68ef2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0734560 Nov 08 13:49:10.450541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Router ef8d5651-2522-4b32-a4a4-629b0c8efffc is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:49:10.506401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63e322d5-f61d-4ffd-bac7-fb9e8e92193a req-b287ca0e-b00f-4be4-9ded-8fd27214af97 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963354 Nov 08 13:49:10.532249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fedd9b-5217-44cc-b178-191c7b62d2ea req-b2aed9c1-2e4a-4fe4-bd2b-5db9b374893f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:10.533934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57fedd9b-5217-44cc-b178-191c7b62d2ea req-b2aed9c1-2e4a-4fe4-bd2b-5db9b374893f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1121016 Nov 08 13:49:10.580606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8dffb8-39e9-4894-968a-f1be4eec5964 None None] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:10.587941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:49:10.599155 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Sync routers for ids ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:49:10.604032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57fedd9b-5217-44cc-b178-191c7b62d2ea req-0d8cd1f0-25b9-4552-a10c-31c33de03b7e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633779 Nov 08 13:49:10.614562 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Routers {'ef8d5651-2522-4b32-a4a4-629b0c8efffc'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:10.616688 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:10.621666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb13dbb4-2dd7-4532-b1ea-ad0857ab5d0e req-84db86a6-7036-416c-b474-afc27a8f593e tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0350611 Nov 08 13:49:10.635632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:10.636979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b807e13f-faaa-4f20-9e8e-da6bdf2dffbd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2090170 Nov 08 13:49:10.639867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52456) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:10.661546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5e7c5968-a312-47fe-a6f8-dd591fdc1378 None None] Provisioning complete for port 7a54b63e-c748-4099-9af4-7be1699095ca triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:10.662000 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5968-a312-47fe-a6f8-dd591fdc1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:10.762704 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Set router ef8d5651-2522-4b32-a4a4-629b0c8efffc gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:10.821745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e55809-0adf-4e90-9544-fe2772d04985 req-238b9622-9182-42b7-b5c7-3247ad0f0fd3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:10.822955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6e55809-0adf-4e90-9544-fe2772d04985 req-238b9622-9182-42b7-b5c7-3247ad0f0fd3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1128862 Nov 08 13:49:10.865715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5968-a312-47fe-a6f8-dd591fdc1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:10.925287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5e7c5968-a312-47fe-a6f8-dd591fdc1378 None None] For port 7a54b63e-c748-4099-9af4-7be1699095ca, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a54b63e-c748-4099-9af4-7be1699095ca,segment=NetworkSegment(30ce29bd-b292-4b7d-b4c7-d21832895dd4),segment_id=30ce29bd-b292-4b7d-b4c7-d21832895dd4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:10.932745 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e7c5968-a312-47fe-a6f8-dd591fdc1378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:10.973350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7a54b63e-c748-4099-9af4-7be1699095ca up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:10.993770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6e55809-0adf-4e90-9544-fe2772d04985 req-d5f9d86a-d29e-4202-baf6-80252ae4836d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291747 Nov 08 13:49:11.014700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485307d1-cbfa-48fb-8a78-33072bc9fb1e req-8d7456ba-3462-497d-a2d8-83d98b862e8e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:11.027765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-485307d1-cbfa-48fb-8a78-33072bc9fb1e req-8d7456ba-3462-497d-a2d8-83d98b862e8e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1589360 Nov 08 13:49:11.083078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c5968-a312-47fe-a6f8-dd591fdc1378 None None] Pushing event updated for resources: {'Port': ['ID=7a54b63e-c748-4099-9af4-7be1699095ca,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:11.098817 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:09Z', 'revision_number': 3, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:11.099214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7a54b63e-c748-4099-9af4-7be1699095ca triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:11.099757 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.136185 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Checking router: ef8d5651-2522-4b32-a4a4-629b0c8efffc for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:49:11.136526 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Updating router ef8d5651-2522-4b32-a4a4-629b0c8efffc port 619b86dc-a138-49c1-9629-623a1dcb1f74 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:49:11.167302 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.178561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-485307d1-cbfa-48fb-8a78-33072bc9fb1e req-edead9fc-dc14-48d7-993a-9003e01e7a8f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551678 Nov 08 13:49:11.289381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-731a0caa-a63e-49bc-b489-cf511fce3366 None None] Provisioning complete for port 7a54b63e-c748-4099-9af4-7be1699095ca triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:11.289662 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-731a0caa-a63e-49bc-b489-cf511fce3366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.460630 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.467448 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.520357 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78bf42-5033-4007-afc1-03156e38370a None None] Pushing event updated for resources: {'Port': ['ID=619b86dc-a138-49c1-9629-623a1dcb1f74,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:11.526721 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Attempting to bind port 619b86dc-a138-49c1-9629-623a1dcb1f74 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:11.527088 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Attempting to bind port 619b86dc-a138-49c1-9629-623a1dcb1f74 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:11.527446 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Attempting to bind port 619b86dc-a138-49c1-9629-623a1dcb1f74 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:11.533960 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:11.534398 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:11.534876 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.535335 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:11.535851 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Bound port: 619b86dc-a138-49c1-9629-623a1dcb1f74, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:11.536238 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.592001 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] For port 619b86dc-a138-49c1-9629-623a1dcb1f74, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:11.595116 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] For port 619b86dc-a138-49c1-9629-623a1dcb1f74, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=619b86dc-a138-49c1-9629-623a1dcb1f74,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:11.600912 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.660408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2dfe1-4f09-4728-a34c-a5bc9f892f39 req-f53809e6-4845-4138-94e1-a10abbfb39bc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:11.661962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cab2dfe1-4f09-4728-a34c-a5bc9f892f39 req-f53809e6-4845-4138-94e1-a10abbfb39bc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.4151163 Nov 08 13:49:11.674872 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Routers {'ef8d5651-2522-4b32-a4a4-629b0c8efffc'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:11.675516 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:11.688066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae826e1-93ed-43f0-976a-e2f580f79e9e req-b70b726b-8cc4-4d74-8fe6-66ef0837f0c8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:11.689593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ae826e1-93ed-43f0-976a-e2f580f79e9e req-b70b726b-8cc4-4d74-8fe6-66ef0837f0c8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.4438353 Nov 08 13:49:11.727969 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78bf42-5033-4007-afc1-03156e38370a None None] Pushing event updated for resources: {'Port': ['ID=619b86dc-a138-49c1-9629-623a1dcb1f74,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:11.796557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cab2dfe1-4f09-4728-a34c-a5bc9f892f39 req-625fc68b-6244-4ca9-8322-3321132fe9a6 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059279 Nov 08 13:49:11.800517 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] Set router ef8d5651-2522-4b32-a4a4-629b0c8efffc gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:11.824369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ae826e1-93ed-43f0-976a-e2f580f79e9e req-ae7e533c-ddbb-4af3-ac59-46d057dbc35c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229665 Nov 08 13:49:11.826395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:11.951722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee9c7cfd-8adc-4d7e-a2ed-5c8d09cfbc65 req-2f2f4406-e075-487d-8c4e-96ab83dad96d tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0571160 Nov 08 13:49:12.000270 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:09Z', 'revision_number': 3, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:12.017263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa2656-fa84-4636-a08e-bb75d17fad3e req-de93d7d1-885a-401c-b276-909c3f74ce40 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:12.018943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99aa2656-fa84-4636-a08e-bb75d17fad3e req-de93d7d1-885a-401c-b276-909c3f74ce40 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1231575 Nov 08 13:49:12.027578 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef892f9-ee70-44f3-9664-4df68e1bf5b0 None None] The sync data for ids ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'] in n-d-804292-2 is: [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:09Z', 'revision_number': 3, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:49:12.106251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Allocated IP 172.20.0.1 (9bf3f602-49e4-4764-94ff-e3e62ba34f96/53765717-7322-4f49-8682-273055be7c3f/d82acaa2-5064-4a2a-9c13-08fae2d9880e) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:12.129482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99aa2656-fa84-4636-a08e-bb75d17fad3e req-2061a1c1-31af-4996-8f85-d7d474b5ec66 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985231 Nov 08 13:49:12.247778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24abed-a52f-4125-8a2b-00ef10919f4c req-5b59aaf2-7f31-4941-aaf2-babe16e5d89a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:12.249334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e24abed-a52f-4125-8a2b-00ef10919f4c req-5b59aaf2-7f31-4941-aaf2-babe16e5d89a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1135390 Nov 08 13:49:12.300517 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:12.380100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e24abed-a52f-4125-8a2b-00ef10919f4c req-3689de35-b923-4545-b6f3-be75152126f3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201117 Nov 08 13:49:12.403641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b77b51-5c36-4721-9a42-510e496be717 req-255a19aa-fa5c-4e3f-a0b5-749034b5c18d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:12.405233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55b77b51-5c36-4721-9a42-510e496be717 req-255a19aa-fa5c-4e3f-a0b5-749034b5c18d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1103766 Nov 08 13:49:12.420777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:12.482864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:12.496158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:12.498622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:12.506327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Pushing event updated for resources: {'Port': ['ID=d82acaa2-5064-4a2a-9c13-08fae2d9880e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:12.513673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55b77b51-5c36-4721-9a42-510e496be717 req-efbbc784-253b-43bb-9451-6b960ae59a68 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017227 Nov 08 13:49:12.551250 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:12.696810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:12.823904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a730d4b0-d3fc-4d4b-8eca-b0bd296e21cf None None] Provisioning complete for port d82acaa2-5064-4a2a-9c13-08fae2d9880e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:12.824812 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a730d4b0-d3fc-4d4b-8eca-b0bd296e21cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:12.878110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a730d4b0-d3fc-4d4b-8eca-b0bd296e21cf None None] Port d82acaa2-5064-4a2a-9c13-08fae2d9880e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:49:12.971295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:12.981039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.007858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7a54b63e-c748-4099-9af4-7be1699095ca up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:13.072939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7a54b63e-c748-4099-9af4-7be1699095ca triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:13.073314 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.087228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9f2ad-fad3-41ed-bd7f-0b78896785c2 req-6ff25d95-3ecb-4905-9003-c88f0b6e1031 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:13.088836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7d9f2ad-fad3-41ed-bd7f-0b78896785c2 req-6ff25d95-3ecb-4905-9003-c88f0b6e1031 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.1575432 Nov 08 13:49:13.106543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Pushing event updated for resources: {'Port': ['ID=d82acaa2-5064-4a2a-9c13-08fae2d9880e,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:13.110209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2b3e75a-a952-4a74-8d2b-edd7df0ebf63 req-d0e2b188-5af3-4977-8488-2e2722d7d242 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0575111 Nov 08 13:49:13.129273 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.159285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 619b86dc-a138-49c1-9629-623a1dcb1f74 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:13.212791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 619b86dc-a138-49c1-9629-623a1dcb1f74 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:13.213084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7d9f2ad-fad3-41ed-bd7f-0b78896785c2 req-6c35f03d-f040-4b30-a386-a77270689d5d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078510 Nov 08 13:49:13.213260 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.288389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:13.298352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd645b-2b2a-45d4-9071-4d47b9cb13f0 req-23f4c42f-4028-4cc7-ba14-efb8879d23ce tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:13.299903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8dd645b-2b2a-45d4-9071-4d47b9cb13f0 req-23f4c42f-4028-4cc7-ba14-efb8879d23ce tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0801899 Nov 08 13:49:13.300810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:13.310615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.334131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 619b86dc-a138-49c1-9629-623a1dcb1f74, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=619b86dc-a138-49c1-9629-623a1dcb1f74,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:13.341381 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.396839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=619b86dc-a138-49c1-9629-623a1dcb1f74,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:13.430299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8dd645b-2b2a-45d4-9071-4d47b9cb13f0 req-7fa55ed3-5953-42ec-a579-8a8e3316badb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235521 Nov 08 13:49:13.465990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Router ef8d5651-2522-4b32-a4a4-629b0c8efffc has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:49:13.604128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302d0c7-dada-4b53-84a5-f12df026cc03 req-faa8a3a3-4e32-4261-a8f8-d8d3ab14701d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:13.605672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4302d0c7-dada-4b53-84a5-f12df026cc03 req-faa8a3a3-4e32-4261-a8f8-d8d3ab14701d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1327703 Nov 08 13:49:13.609389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e798da59-8022-43b7-9094-2e88be538076 None None] Provisioning complete for port d82acaa2-5064-4a2a-9c13-08fae2d9880e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:13.609838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e798da59-8022-43b7-9094-2e88be538076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.644458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e798da59-8022-43b7-9094-2e88be538076 None None] Port d82acaa2-5064-4a2a-9c13-08fae2d9880e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:49:13.678538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:49:13.683932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74d3f51b-0bd6-4f87-8789-bdb3f6b0c53a admin admin] 10.222.0.65 "PUT /v2.0/routers/ef8d5651-2522-4b32-a4a4-629b0c8efffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0429418 Nov 08 13:49:13.709079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af3087-d268-44b5-a6b8-5b646a91a766 req-c8a61785-ad83-4387-8316-83e29a766ee7 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:13.710645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49af3087-d268-44b5-a6b8-5b646a91a766 req-c8a61785-ad83-4387-8316-83e29a766ee7 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1196203 Nov 08 13:49:13.719420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4302d0c7-dada-4b53-84a5-f12df026cc03 req-03b03bac-5758-4122-8191-1c2646d30d63 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839264 Nov 08 13:49:13.772218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49af3087-d268-44b5-a6b8-5b646a91a766 req-a1597ff8-f367-4a2f-8e74-a26b8ddf8257 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518341 Nov 08 13:49:13.837245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52498) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:13.901119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Sync routers for ids ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:49:13.909454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1539128753'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:13.914003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Routers {'ef8d5651-2522-4b32-a4a4-629b0c8efffc'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:13.914739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:13.942896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:13.947316 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:13.999346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:49:14.017402 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.017768 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Added segment 9aa19d62-b80d-4a1c-80c2-ea53aeeab7be of type vlan for network 9d5ec67d-254f-460b-a728-7b5db791d4e3 Nov 08 13:49:14.043873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Set router ef8d5651-2522-4b32-a4a4-629b0c8efffc gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:14.063687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f96123-8c6c-4824-9415-49ebc7fd4d5f req-fb0b36b7-ef2a-4903-85ca-7a00219c29d0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:14.065290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58f96123-8c6c-4824-9415-49ebc7fd4d5f req-fb0b36b7-ef2a-4903-85ca-7a00219c29d0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1077781 Nov 08 13:49:14.076897 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.135430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.141913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:14.142512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.187227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58f96123-8c6c-4824-9415-49ebc7fd4d5f req-6de67876-b1ae-45e2-80a5-a73853a5215e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124134 Nov 08 13:49:14.255007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4141748 Nov 08 13:49:14.256001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52508) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:14.263323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'subnet': {'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:14.299856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d86c7106-ec01-4fa1-9e57-530f80c79624 req-bad75d7a-0334-4676-9362-6a5f119840af tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0461097 Nov 08 13:49:14.300288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:12Z', 'revision_number': 4, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd82acaa2-5064-4a2a-9c13-08fae2d9880e', 'name': '', 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'mac_address': 'fa:16:3e:d6:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '53765717-7322-4f49-8682-273055be7c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:11Z', 'updated_at': '2021-11-08T13:49:12Z', 'revision_number': 2, 'project_id': 'af297af358714cdbacd6717647510dea', 'subnets': [{'id': '53765717-7322-4f49-8682-273055be7c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:14.304021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d7449-b0c0-4af4-9177-7d2c6b0fa94d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Network': ['ID=9d5ec67d-254f-460b-a728-7b5db791d4e3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:14.332755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Checking router: ef8d5651-2522-4b32-a4a4-629b0c8efffc for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:49:14.333114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Updating router ef8d5651-2522-4b32-a4a4-629b0c8efffc port d82acaa2-5064-4a2a-9c13-08fae2d9880e binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:49:14.335169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:49:14.371910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a5594-fff5-43fc-8d62-2ab19ef5ac08 req-62610c38-03f7-4067-99b2-cbcd095a53bb tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:14.374006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d58a5594-fff5-43fc-8d62-2ab19ef5ac08 req-62610c38-03f7-4067-99b2-cbcd095a53bb tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0732496 Nov 08 13:49:14.382362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:14.390670 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.431081 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.434178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d58a5594-fff5-43fc-8d62-2ab19ef5ac08 req-a89893c0-ac95-40ea-9951-62889e4bf842 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531547 Nov 08 13:49:14.567266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18b67d-2c99-4685-bbdc-bbac32a6f194 req-dc0a7e02-511b-4fce-a134-72bc915046da tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:14.575151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd18b67d-2c99-4685-bbdc-bbac32a6f194 req-dc0a7e02-511b-4fce-a134-72bc915046da tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0582480 Nov 08 13:49:14.605196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.623137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd18b67d-2c99-4685-bbdc-bbac32a6f194 req-236752e5-22a0-40e2-bc4a-8ce5b14b1675 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470607 Nov 08 13:49:14.673516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Subnet': ['ID=759a053e-4555-44f7-894b-2a13719ab00e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:14.687435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Checking segment: {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:14.687830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network hostable DHCP agents. Network: 9d5ec67d-254f-460b-a728-7b5db791d4e3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:49:14.704466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:49:14.713423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9d5ec67d-254f-460b-a728-7b5db791d4e3) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:14.717907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:14.718694 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.724659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b34f1-1220-4167-a4cb-a31e984affaa None None] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:14.728736 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.737392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-278b25d9-717a-4e1f-9bfe-39c31663f1b8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.4796338 Nov 08 13:49:14.739900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52514) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:14.745347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-846295129'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:14.748593 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.769142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:14.772998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.798160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:49:14.810180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.810703 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Added segment 02241cdd-62de-47e3-96f4-6324c8ba71ae of type vlan for network dff7b67f-5c8c-4d06-8d85-efb436b88072 Nov 08 13:49:14.863853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.872789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd329d2-3525-41c2-acd4-1a6a0b31864c None None] Pushing event updated for resources: {'Port': ['ID=d82acaa2-5064-4a2a-9c13-08fae2d9880e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:14.912950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.925255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:14.925503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Attempting to bind port d82acaa2-5064-4a2a-9c13-08fae2d9880e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:14.925940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Attempting to bind port d82acaa2-5064-4a2a-9c13-08fae2d9880e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:14.926279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Attempting to bind port d82acaa2-5064-4a2a-9c13-08fae2d9880e on network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:14.927004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:14.933516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 619b86dc-a138-49c1-9629-623a1dcb1f74 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:15.014443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930dfecb-eecf-45bd-9af7-40c042755e7a req-7554c284-c094-409b-a555-a2b2abf86ee1 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:15.021805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-930dfecb-eecf-45bd-9af7-40c042755e7a req-7554c284-c094-409b-a555-a2b2abf86ee1 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1109910 Nov 08 13:49:15.029145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:15.029551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Checking segment: {'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:15.029915 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.030310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Bound using segment: {'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:15.030789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Bound port: d82acaa2-5064-4a2a-9c13-08fae2d9880e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ce29bd-b292-4b7d-b4c7-d21832895dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:15.031166 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.041653 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3006823 Nov 08 13:49:15.042673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607819e-d5d8-4662-9cb6-36a8f2a8826d tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Network': ['ID=dff7b67f-5c8c-4d06-8d85-efb436b88072,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:15.045221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52518) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:15.058946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'subnet': {'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:15.076361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network dff7b67f-5c8c-4d06-8d85-efb436b88072 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:49:15.087851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-930dfecb-eecf-45bd-9af7-40c042755e7a req-8c524d91-60df-41a7-b287-44c7ea5a1a6e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595222 Nov 08 13:49:15.105972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 619b86dc-a138-49c1-9629-623a1dcb1f74 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:15.106118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.185030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9d5ec67d-254f-460b-a728-7b5db791d4e3', 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'fixed_ips': [{'subnet_id': '759a053e-4555-44f7-894b-2a13719ab00e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:49:15.185803 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.189455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:15.194965 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.340416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c832bf-8e4c-40c8-90bd-cccd3ca74c5b req-c56ef0f8-21a8-423e-b681-aceec16dcbf1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:15.349316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69c832bf-8e4c-40c8-90bd-cccd3ca74c5b req-c56ef0f8-21a8-423e-b681-aceec16dcbf1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0655167 Nov 08 13:49:15.411564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69c832bf-8e4c-40c8-90bd-cccd3ca74c5b req-569e43c1-9f55-425e-9c54-e6d9a94aa3e6 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611598 Nov 08 13:49:15.427775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ce77a63f-298b-4cd0-8a35-e04d66ceb4b3 None None] Provisioning complete for port d82acaa2-5064-4a2a-9c13-08fae2d9880e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:15.428153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce77a63f-298b-4cd0-8a35-e04d66ceb4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.463285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.489138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e2c6073-f03a-4b30-871b-5738bff2b95b req-91f8a68f-9f50-487c-843b-b70dbc154b2f tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0443482 Nov 08 13:49:15.538226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Subnet': ['ID=b0c3609a-cb0a-400d-974a-b1e62766f5f1,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:15.550051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Checking segment: {'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:15.550418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network hostable DHCP agents. Network: dff7b67f-5c8c-4d06-8d85-efb436b88072, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:49:15.580851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network dff7b67f-5c8c-4d06-8d85-efb436b88072 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:49:15.594268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, dff7b67f-5c8c-4d06-8d85-efb436b88072) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:15.601787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:15.602397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.622569 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2200f154-a7b8-4f3b-a6d7-26966d03baf6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5763316 Nov 08 13:49:15.622877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] For port d82acaa2-5064-4a2a-9c13-08fae2d9880e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:15.625041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ce77a63f-298b-4cd0-8a35-e04d66ceb4b3 None None] Port d82acaa2-5064-4a2a-9c13-08fae2d9880e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:49:15.636352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b343fb-04cc-4a59-9837-611fd58a670d None None] Network dff7b67f-5c8c-4d06-8d85-efb436b88072 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:15.674026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bd1a5-32a0-453d-92c1-201bb926318a req-3a784cc7-b079-45d2-8556-825d489a9d6d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:15.675319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c12bd1a5-32a0-453d-92c1-201bb926318a req-3a784cc7-b079-45d2-8556-825d489a9d6d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1103823 Nov 08 13:49:15.676023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] For port d82acaa2-5064-4a2a-9c13-08fae2d9880e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d82acaa2-5064-4a2a-9c13-08fae2d9880e,segment=NetworkSegment(30ce29bd-b292-4b7d-b4c7-d21832895dd4),segment_id=30ce29bd-b292-4b7d-b4c7-d21832895dd4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:15.697821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af4af7-bad5-470e-86fa-3707b4177014 req-8bb2f545-a937-447c-9643-90efe7cb96b8 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:15.699176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31af4af7-bad5-470e-86fa-3707b4177014 req-8bb2f545-a937-447c-9643-90efe7cb96b8 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0897605 Nov 08 13:49:15.716868 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:15.760832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c12bd1a5-32a0-453d-92c1-201bb926318a req-8c3ba485-f912-45ab-b67e-35fa22702c5c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775485 Nov 08 13:49:15.775910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31af4af7-bad5-470e-86fa-3707b4177014 req-7c2d5a3e-09a8-4500-8b89-85e60b2e60d1 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688975 Nov 08 13:49:15.889809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd329d2-3525-41c2-acd4-1a6a0b31864c None None] Pushing event updated for resources: {'Port': ['ID=d82acaa2-5064-4a2a-9c13-08fae2d9880e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:15.910944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Allocated IP 19.80.0.2 (9d5ec67d-254f-460b-a728-7b5db791d4e3/759a053e-4555-44f7-894b-2a13719ab00e/64d793a6-9a73-4acf-aace-f4acf1eab5a2) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:15.913395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Routers {'ef8d5651-2522-4b32-a4a4-629b0c8efffc'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:15.914339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:15.924515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa71abf-41b1-4e3d-8c69-93f83c1ea792 req-85dbab0a-4dff-4395-8aac-ab5952758a6c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:15.926055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-caa71abf-41b1-4e3d-8c69-93f83c1ea792 req-85dbab0a-4dff-4395-8aac-ab5952758a6c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0879712 Nov 08 13:49:16.026963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-caa71abf-41b1-4e3d-8c69-93f83c1ea792 req-febb331b-7553-4936-b756-97c45cb3d5c8 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675509 Nov 08 13:49:16.057682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-771390d7-83e5-4d08-bbc9-40a632354c2f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:16.064024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-771390d7-83e5-4d08-bbc9-40a632354c2f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:16.065956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-771390d7-83e5-4d08-bbc9-40a632354c2f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/networks?id=9d5ec67d-254f-460b-a728-7b5db791d4e3&id=dff7b67f-5c8c-4d06-8d85-efb436b88072&id=9d5ec67d-254f-460b-a728-7b5db791d4e3 HTTP/1.1" status: 200 len: 1391 time: 0.1917503 Nov 08 13:49:16.081192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-0894ee94-7b62-406e-bfbd-dd270f930848 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/quotas/af297af358714cdbacd6717647510dea HTTP/1.1" status: 200 len: 375 time: 0.0095289 Nov 08 13:49:16.121993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-dff7b67f-5c8c-4d06-8d85-efb436b88072', 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'fixed_ips': [{'subnet_id': 'b0c3609a-cb0a-400d-974a-b1e62766f5f1'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:49:16.122850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.147066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-ce33f8eb-f28b-4b31-8359-4afa81c380fd tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561647 Nov 08 13:49:16.173599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] Set router ef8d5651-2522-4b32-a4a4-629b0c8efffc gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:16.254957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c174a67-9c8b-4b8c-9da6-43a05e0933f0 req-44aaed83-46ce-421a-af76-ff724f52ebea tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:16.256442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c174a67-9c8b-4b8c-9da6-43a05e0933f0 req-44aaed83-46ce-421a-af76-ff724f52ebea tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1087096 Nov 08 13:49:16.275776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2108ef49-e96a-4d53-a735-76f92f7f756d None None] Provisioning complete for port d82acaa2-5064-4a2a-9c13-08fae2d9880e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:16.276259 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2108ef49-e96a-4d53-a735-76f92f7f756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.302749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-8a47be10-eb19-4edd-9e6d-adfac2d422a5 service neutron] 10.222.0.65 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457012 Nov 08 13:49:16.355235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c174a67-9c8b-4b8c-9da6-43a05e0933f0 req-5935f226-1ab9-4eec-8728-1c0a95bcf040 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914726 Nov 08 13:49:16.440078 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5961ab9f-6958-4623-abaf-40d4251f597c service neutron] 10.222.0.65 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302395 Nov 08 13:49:16.507286 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.520010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Allocated IP 19.86.0.2 (dff7b67f-5c8c-4d06-8d85-efb436b88072/b0c3609a-cb0a-400d-974a-b1e62766f5f1/2ce86832-1b75-4601-894c-11f7e4547da0) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:16.528458 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.532581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f130f6f-4246-4298-a65a-fa3c79fa07e3 req-9b013f3c-9f38-44ee-8c6e-612f6bfbbd38 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:16.534053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f130f6f-4246-4298-a65a-fa3c79fa07e3 req-9b013f3c-9f38-44ee-8c6e-612f6bfbbd38 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1101902 Nov 08 13:49:16.580575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-d7f20702-6cfa-4e12-887f-7d69bb722224 service neutron] 10.222.0.65 "GET /v2.0/networks/dff7b67f-5c8c-4d06-8d85-efb436b88072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260500 Nov 08 13:49:16.613923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:16.624721 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f130f6f-4246-4298-a65a-fa3c79fa07e3 req-4c728f09-0392-4f02-8790-d477a288fd80 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814214 Nov 08 13:49:16.642299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:16.644951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:16.679215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Pushing event updated for resources: {'Port': ['ID=64d793a6-9a73-4acf-aace-f4acf1eab5a2,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:16.706276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-a62ea9d0-096a-4615-8c71-22b63eb69aa5 service neutron] 10.222.0.65 "GET /v2.0/networks/dff7b67f-5c8c-4d06-8d85-efb436b88072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174822 Nov 08 13:49:16.720460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2108ef49-e96a-4d53-a735-76f92f7f756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.800591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962be1d-b170-4418-8fd2-dfb9b82f0814 req-62fe1f86-0302-4272-97d3-3da9bc485bb1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:16.802782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9962be1d-b170-4418-8fd2-dfb9b82f0814 req-62fe1f86-0302-4272-97d3-3da9bc485bb1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1124039 Nov 08 13:49:16.835373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2108ef49-e96a-4d53-a735-76f92f7f756d None None] For port d82acaa2-5064-4a2a-9c13-08fae2d9880e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d82acaa2-5064-4a2a-9c13-08fae2d9880e,segment=NetworkSegment(30ce29bd-b292-4b7d-b4c7-d21832895dd4),segment_id=30ce29bd-b292-4b7d-b4c7-d21832895dd4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:16.836933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Attempting to bind port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:16.837390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Attempting to bind port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:16.837801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Attempting to bind port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 on network 9d5ec67d-254f-460b-a728-7b5db791d4e3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:16.851099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-7b7cf776-6c2d-4c68-b6d5-8ad39a7b69fc service neutron] 10.222.0.65 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304836 Nov 08 13:49:16.851317 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2108ef49-e96a-4d53-a735-76f92f7f756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.858845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:16.859218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Checking segment: {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:16.859617 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.860033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Bound using segment: {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:16.860507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Bound port: 64d793a6-9a73-4acf-aace-f4acf1eab5a2, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:16.860881 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:16.890104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9962be1d-b170-4418-8fd2-dfb9b82f0814 req-3e51ff62-6fc6-430f-9fb2-5dde811a46be tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771122 Nov 08 13:49:16.928037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:12Z', 'revision_number': 4, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd82acaa2-5064-4a2a-9c13-08fae2d9880e', 'name': '', 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'mac_address': 'fa:16:3e:d6:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '53765717-7322-4f49-8682-273055be7c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:11Z', 'updated_at': '2021-11-08T13:49:15Z', 'revision_number': 4, 'project_id': 'af297af358714cdbacd6717647510dea', 'subnets': [{'id': '53765717-7322-4f49-8682-273055be7c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:16.988090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eb85c5-f651-46c2-a7e6-51b1b6859e6b None None] The sync data for ids ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'] in n-d-804292-2 is: [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:12Z', 'revision_number': 4, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd82acaa2-5064-4a2a-9c13-08fae2d9880e', 'name': '', 'network_id': '9bf3f602-49e4-4764-94ff-e3e62ba34f96', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'mac_address': 'fa:16:3e:d6:bf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': '53765717-7322-4f49-8682-273055be7c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:11Z', 'updated_at': '2021-11-08T13:49:15Z', 'revision_number': 4, 'project_id': 'af297af358714cdbacd6717647510dea', 'subnets': [{'id': '53765717-7322-4f49-8682-273055be7c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:49:16.989008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6012c31e-012d-46e9-b6e0-ceab81624bc2 service neutron] 10.222.0.65 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269903 Nov 08 13:49:16.990820 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-872ad227-1d65-4865-9127-ad417ab9c151 req-e21ccffa-9aa8-4f3c-be84-9e7ddf56c022 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0313945 Nov 08 13:49:16.997319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:17.027179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108ef49-e96a-4d53-a735-76f92f7f756d None None] Pushing event updated for resources: {'Port': ['ID=d82acaa2-5064-4a2a-9c13-08fae2d9880e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:17.034880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:17.111154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Network dff7b67f-5c8c-4d06-8d85-efb436b88072 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:17.112457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] For port 64d793a6-9a73-4acf-aace-f4acf1eab5a2, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:17.121254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] For port 64d793a6-9a73-4acf-aace-f4acf1eab5a2, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=64d793a6-9a73-4acf-aace-f4acf1eab5a2,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:17.125100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:17.130049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:17.139936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Pushing event updated for resources: {'Port': ['ID=2ce86832-1b75-4601-894c-11f7e4547da0,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:17.142928 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:17.293920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad6e78-8938-4c3d-927d-41a2952163ba None None] Pushing event updated for resources: {'Port': ['ID=64d793a6-9a73-4acf-aace-f4acf1eab5a2,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:17.322423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Attempting to bind port 2ce86832-1b75-4601-894c-11f7e4547da0 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:17.322851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Attempting to bind port 2ce86832-1b75-4601-894c-11f7e4547da0 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:17.324150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Attempting to bind port 2ce86832-1b75-4601-894c-11f7e4547da0 on network dff7b67f-5c8c-4d06-8d85-efb436b88072 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:17.331517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:17.331940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Checking segment: {'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:17.336149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:17.336741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Bound using segment: {'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:17.337428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Bound port: 2ce86832-1b75-4601-894c-11f7e4547da0, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:17.338533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:17.349150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f277ff9-e20e-4ec1-90f3-1fd81411264f req-ad111649-d345-4856-9003-37a82c037023 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:17.357120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f277ff9-e20e-4ec1-90f3-1fd81411264f req-ad111649-d345-4856-9003-37a82c037023 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.1059656 Nov 08 13:49:17.400045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854496f3-8ec3-4d6b-92c6-a7a9dad80b9a req-52dc3018-124d-4a32-b499-3e06d94d6c50 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:17.401664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-854496f3-8ec3-4d6b-92c6-a7a9dad80b9a req-52dc3018-124d-4a32-b499-3e06d94d6c50 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1371236 Nov 08 13:49:17.501696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f277ff9-e20e-4ec1-90f3-1fd81411264f req-a56356fb-cf6a-43e4-8a16-90fea5043318 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428909 Nov 08 13:49:17.508276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-854496f3-8ec3-4d6b-92c6-a7a9dad80b9a req-27ea8907-f1eb-49c8-b0ab-b28211e9e471 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980911 Nov 08 13:49:17.627565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f8d5fb0-0ed2-45e1-a127-ecae32196b20 req-229affd6-e340-4a9c-a032-8bca3ce2aa62 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 210 time: 0.0364459 Nov 08 13:49:17.744030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] For port 2ce86832-1b75-4601-894c-11f7e4547da0, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:17.749050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] For port 2ce86832-1b75-4601-894c-11f7e4547da0, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2ce86832-1b75-4601-894c-11f7e4547da0,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:17.759690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:17.821259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00d1b-bc56-4fd3-858f-ef13499bb2a5 req-422d69ae-e19a-4a2c-ac2a-4dfd47b8130c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:17.825680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28c00d1b-bc56-4fd3-858f-ef13499bb2a5 req-422d69ae-e19a-4a2c-ac2a-4dfd47b8130c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0820153 Nov 08 13:49:17.836701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea631d6-3bf5-4128-9633-23250b2ba01f req-de8ec351-b8c3-4c64-ab87-65b62b492062 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:17.843372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633f662-b451-437f-9b4e-a6f045ca4760 None None] Pushing event updated for resources: {'Port': ['ID=2ce86832-1b75-4601-894c-11f7e4547da0,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:17.855667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dea631d6-3bf5-4128-9633-23250b2ba01f req-de8ec351-b8c3-4c64-ab87-65b62b492062 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1727130 Nov 08 13:49:17.988401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dea631d6-3bf5-4128-9633-23250b2ba01f req-8250a631-0257-4902-80dd-761e86845fb3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280446 Nov 08 13:49:18.011910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28c00d1b-bc56-4fd3-858f-ef13499bb2a5 req-f1e798b9-1d88-4deb-b8b1-956806ff66e9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494920 Nov 08 13:49:18.534624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc036a1c-2504-4c15-aa7b-ae6eb32a90a7 req-8856bee1-9d91-422e-99c2-bdac85146a48 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.3745914 Nov 08 13:49:18.556971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c67ee-f090-4911-bd14-3ae40b6b5ec9 req-5a20674a-af20-4841-bd18-4160f5d908c8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:18.565057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a06c67ee-f090-4911-bd14-3ae40b6b5ec9 req-5a20674a-af20-4841-bd18-4160f5d908c8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.4408050 Nov 08 13:49:18.622832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a06c67ee-f090-4911-bd14-3ae40b6b5ec9 req-58cd77c1-7f92-4303-ab03-2b8c01e27af7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565863 Nov 08 13:49:18.650217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f107a9-97b5-4da1-83a7-afc36b248b35 None None] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:18.785856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2f05b090-9cad-4c5a-bfd4-7ce576ce5e55 None None] Provisioning complete for port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:18.786351 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f05b090-9cad-4c5a-bfd4-7ce576ce5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:18.880942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5633e-073a-455b-b65a-925721dcc955 req-4f8cda81-2036-447c-927b-10a6c672a147 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:18.882541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abe5633e-073a-455b-b65a-925721dcc955 req-4f8cda81-2036-447c-927b-10a6c672a147 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1385689 Nov 08 13:49:18.924461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a9af5-fa95-496d-83d3-62e1ec28c1b3 req-e8ac4c1d-5fe0-4270-965c-b48a1111cbd9 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:18.942146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d6a9af5-fa95-496d-83d3-62e1ec28c1b3 req-e8ac4c1d-5fe0-4270-965c-b48a1111cbd9 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.2408223 Nov 08 13:49:19.070664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-0f8546a2-380e-4e94-ae83-b88446aaa283 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:19.082371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-0f8546a2-380e-4e94-ae83-b88446aaa283 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:19.084303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-0f8546a2-380e-4e94-ae83-b88446aaa283 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "GET /v2.0/networks?id=9d5ec67d-254f-460b-a728-7b5db791d4e3&id=dff7b67f-5c8c-4d06-8d85-efb436b88072&id=9d5ec67d-254f-460b-a728-7b5db791d4e3 HTTP/1.1" status: 200 len: 1391 time: 0.2676952 Nov 08 13:49:19.112121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'port': {'device_id': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3', 'admin_state_up': True, 'tenant_id': 'af297af358714cdbacd6717647510dea'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:19.124464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 64d793a6-9a73-4acf-aace-f4acf1eab5a2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:19.135748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abe5633e-073a-455b-b65a-925721dcc955 req-d465d4e6-c190-4920-aa24-9c857968abc7 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355685 Nov 08 13:49:19.181702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d6a9af5-fa95-496d-83d3-62e1ec28c1b3 req-82a5bcf6-2c82-429d-8beb-037ac5df92f8 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212834 Nov 08 13:49:19.201600 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f05b090-9cad-4c5a-bfd4-7ce576ce5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.257825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2f05b090-9cad-4c5a-bfd4-7ce576ce5e55 None None] For port 64d793a6-9a73-4acf-aace-f4acf1eab5a2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=64d793a6-9a73-4acf-aace-f4acf1eab5a2,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:19.270883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:19.271590 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.285610 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f05b090-9cad-4c5a-bfd4-7ce576ce5e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.295311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65f5cbd5-d7b0-41ce-89a8-ab672bd03352 req-8458fe23-34ea-48b5-8e5a-c1dea95ecd4a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 210 time: 0.0412138 Nov 08 13:49:19.362063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:19.363568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f1a545-0c3e-42b8-8508-b8e2e8dab080 None None] Network dff7b67f-5c8c-4d06-8d85-efb436b88072 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:19.366415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.442139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4548c-d0e2-4e20-a002-4f15db5a037d req-4489ac16-9cc2-4b6d-a8b8-793ef241e957 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:19.443532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-adb4548c-d0e2-4e20-a002-4f15db5a037d req-4489ac16-9cc2-4b6d-a8b8-793ef241e957 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1059709 Nov 08 13:49:19.452293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb6e22-702e-46ce-8387-5e5309e92705 req-65e611fa-d33f-4c26-b819-d9e6a7343631 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:19.453760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03eb6e22-702e-46ce-8387-5e5309e92705 req-65e611fa-d33f-4c26-b819-d9e6a7343631 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0730736 Nov 08 13:49:19.484599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05b090-9cad-4c5a-bfd4-7ce576ce5e55 None None] Pushing event updated for resources: {'Port': ['ID=64d793a6-9a73-4acf-aace-f4acf1eab5a2,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:19.500682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f18766d8-b2c7-47b5-9253-14775fd7e908 None None] Provisioning complete for port 2ce86832-1b75-4601-894c-11f7e4547da0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:19.501055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f18766d8-b2c7-47b5-9253-14775fd7e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.537070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-adb4548c-d0e2-4e20-a002-4f15db5a037d req-4640e7a2-a414-4287-837e-310ba259a53d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823069 Nov 08 13:49:19.540600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03eb6e22-702e-46ce-8387-5e5309e92705 req-e5920929-fae7-4be5-a9e9-7fee3996ce51 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783951 Nov 08 13:49:19.553560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Allocated IP 19.80.0.211 (9d5ec67d-254f-460b-a728-7b5db791d4e3/759a053e-4555-44f7-894b-2a13719ab00e/89322297-78f2-418d-9587-866411b4ba9b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:19.613685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2ce86832-1b75-4601-894c-11f7e4547da0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:19.669322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec13d620-5491-42bf-b436-4db3bf179f4e req-35f91f8c-06ef-424f-9fe7-24289b681f6a tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0321326 Nov 08 13:49:19.739804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f18766d8-b2c7-47b5-9253-14775fd7e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.746114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df17cd-2e59-4c67-8acb-bdc3e1f6c5e2 req-3d3e1acd-b8ea-4fbc-b887-88ba1092434e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:19.751089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87df17cd-2e59-4c67-8acb-bdc3e1f6c5e2 req-3d3e1acd-b8ea-4fbc-b887-88ba1092434e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0844388 Nov 08 13:49:19.758845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2ce86832-1b75-4601-894c-11f7e4547da0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:19.759217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.761647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.812002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f18766d8-b2c7-47b5-9253-14775fd7e908 None None] For port 2ce86832-1b75-4601-894c-11f7e4547da0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2ce86832-1b75-4601-894c-11f7e4547da0,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:19.817054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87df17cd-2e59-4c67-8acb-bdc3e1f6c5e2 req-811f363d-b4ff-41c3-815b-6fc7d0c94b79 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569651 Nov 08 13:49:19.820983 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.824113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f18766d8-b2c7-47b5-9253-14775fd7e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:19.872605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:19.876473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:19.885233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:19.920652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18766d8-b2c7-47b5-9253-14775fd7e908 None None] Pushing event updated for resources: {'Port': ['ID=2ce86832-1b75-4601-894c-11f7e4547da0,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:19.936214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d82acaa2-5064-4a2a-9c13-08fae2d9880e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:19.940087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Port': ['ID=89322297-78f2-418d-9587-866411b4ba9b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:19.984143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:19.984941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.001396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db92df9b-e327-40ea-93c3-c076d3dc8d93 None None] Provisioning complete for port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:20.001771 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db92df9b-e327-40ea-93c3-c076d3dc8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.015895 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9a748709-28ea-40c5-8717-fe3f076b3f3f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9109161 Nov 08 13:49:20.027942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d82acaa2-5064-4a2a-9c13-08fae2d9880e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:20.028307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.033862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f48ed-9c74-4f42-8a7e-8da01914fa1a req-79cb3856-6841-489d-aaff-dff8b6077c40 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.035784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'port': {'device_id': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072', 'admin_state_up': True, 'tenant_id': 'af297af358714cdbacd6717647510dea'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:20.037642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d6f48ed-9c74-4f42-8a7e-8da01914fa1a req-79cb3856-6841-489d-aaff-dff8b6077c40 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1131947 Nov 08 13:49:20.161633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d6f48ed-9c74-4f42-8a7e-8da01914fa1a req-9108ce65-7386-4f41-9fe0-cd1a979ccd87 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149886 Nov 08 13:49:20.212636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:20.218174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.309822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a352d8-0c5c-4cd5-ba58-71f641f6c7b2 req-fb7e9b17-ce77-4552-a702-5498c2a7aeea tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.311318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66a352d8-0c5c-4cd5-ba58-71f641f6c7b2 req-fb7e9b17-ce77-4552-a702-5498c2a7aeea tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0786364 Nov 08 13:49:20.317533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9dd53968-ed49-4953-80b3-02f2477126f4 None None] Provisioning complete for port 89322297-78f2-418d-9587-866411b4ba9b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:20.318173 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9dd53968-ed49-4953-80b3-02f2477126f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.319201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c4b5b-f196-4527-9d38-fd50a5b76bcf req-3730e192-ef5c-464c-a044-fdeeeaa5c510 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.321679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9c4b5b-f196-4527-9d38-fd50a5b76bcf req-3730e192-ef5c-464c-a044-fdeeeaa5c510 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0893178 Nov 08 13:49:20.365907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9dd53968-ed49-4953-80b3-02f2477126f4 None None] Port 89322297-78f2-418d-9587-866411b4ba9b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:49:20.366753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Allocated IP 19.86.0.128 (dff7b67f-5c8c-4d06-8d85-efb436b88072/b0c3609a-cb0a-400d-974a-b1e62766f5f1/1a9013b4-a319-426f-a7f0-3bb1d67caffb) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:20.378198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9dd53968-ed49-4953-80b3-02f2477126f4 None None] Provisioning complete for port 2ce86832-1b75-4601-894c-11f7e4547da0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:20.378579 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9dd53968-ed49-4953-80b3-02f2477126f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.396682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66a352d8-0c5c-4cd5-ba58-71f641f6c7b2 req-42682dec-3013-4668-a4d5-a7a2687a6643 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749280 Nov 08 13:49:20.400925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb9c4b5b-f196-4527-9d38-fd50a5b76bcf req-87e8f10e-6030-4624-a8cb-d3ddb861b6bd tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732908 Nov 08 13:49:20.550809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.553953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca663fb-6658-40d8-9cfa-f0ed04b45904 req-9e22cafb-c2a3-47f6-aa39-658920d8efe5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.555528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ca663fb-6658-40d8-9cfa-f0ed04b45904 req-9e22cafb-c2a3-47f6-aa39-658920d8efe5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0828741 Nov 08 13:49:20.564272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b67d-a9ad-4131-a769-519f68c1d19b req-9b94f745-3f93-43bd-a66f-9410ada014a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.565726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ea1b67d-a9ad-4131-a769-519f68c1d19b req-9b94f745-3f93-43bd-a66f-9410ada014a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 932 time: 0.0843134 Nov 08 13:49:20.588207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.635078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network dff7b67f-5c8c-4d06-8d85-efb436b88072 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:20.638459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:20.640981 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ca663fb-6658-40d8-9cfa-f0ed04b45904 req-6f86f4ca-2ff8-4b5b-b619-1875468658ed tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742900 Nov 08 13:49:20.642982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:20.645659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ea1b67d-a9ad-4131-a769-519f68c1d19b req-fb4e03cb-feba-46d0-8ec9-8acf993e5031 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715940 Nov 08 13:49:20.647080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Port': ['ID=1a9013b4-a319-426f-a7f0-3bb1d67caffb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:20.704928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.705825 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.724664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5ae8ce5c-42ae-4133-a620-829cb740485f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7012167 Nov 08 13:49:20.737824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'port': {'device_id': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3', 'admin_state_up': True, 'tenant_id': 'af297af358714cdbacd6717647510dea'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:20.825571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ef1-0a87-4671-b3e6-25dce17fae25 req-d777ce5f-5a67-4888-b8e8-dc73fa812258 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.827333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d102ef1-0a87-4671-b3e6-25dce17fae25 req-d777ce5f-5a67-4888-b8e8-dc73fa812258 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1018336 Nov 08 13:49:20.852547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fee61-fcb9-49ae-800a-4df5428456e1 req-66987b4d-2fec-45c3-948a-7fb71554c54f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:20.854555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07fee61-fcb9-49ae-800a-4df5428456e1 req-66987b4d-2fec-45c3-948a-7fb71554c54f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0992100 Nov 08 13:49:20.860199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:20.864698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.903042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5b406f1a-f803-4225-8784-eeafaf6d4cef None None] Provisioning complete for port 1a9013b4-a319-426f-a7f0-3bb1d67caffb triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:20.904430 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b406f1a-f803-4225-8784-eeafaf6d4cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:20.929910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2ce86832-1b75-4601-894c-11f7e4547da0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:20.934480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d102ef1-0a87-4671-b3e6-25dce17fae25 req-afee11cb-05ae-4eca-8b19-c897f78421d5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004701 Nov 08 13:49:20.958774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07fee61-fcb9-49ae-800a-4df5428456e1 req-f3ad11f3-07ab-41df-b13d-7977f319ec30 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876675 Nov 08 13:49:20.995362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5b406f1a-f803-4225-8784-eeafaf6d4cef None None] Port 1a9013b4-a319-426f-a7f0-3bb1d67caffb cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:49:21.025614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2ce86832-1b75-4601-894c-11f7e4547da0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:21.026182 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.032443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22c4c77a-a5d2-408b-a345-d788be5fded9 req-af052db3-89b8-43f2-a8c4-3837a3331d58 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0295382 Nov 08 13:49:21.064330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Allocated IP 19.80.0.104 (9d5ec67d-254f-460b-a728-7b5db791d4e3/759a053e-4555-44f7-894b-2a13719ab00e/d92ac623-f024-43ec-a05e-b34e8bf79e7c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:21.114402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 64d793a6-9a73-4acf-aace-f4acf1eab5a2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:21.129937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d29c55-03ef-456b-9201-f2bc5fb7140b req-95f6c4f9-d3eb-48cf-bb68-cbbba1bca2cf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.131603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9d29c55-03ef-456b-9201-f2bc5fb7140b req-95f6c4f9-d3eb-48cf-bb68-cbbba1bca2cf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0535414 Nov 08 13:49:21.166369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:21.166855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.188527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9d29c55-03ef-456b-9201-f2bc5fb7140b req-0103ca24-37fa-4e4b-891a-c8c0e26b9e97 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491722 Nov 08 13:49:21.242525 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.288150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.339687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:21.342967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:21.347421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:21.351643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Port': ['ID=d92ac623-f024-43ec-a05e-b34e8bf79e7c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:21.368558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359cf22-9ac4-4dde-8e03-ab421c853a69 req-35c6a2ed-0556-40ff-b930-c75a58b95263 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.370104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b359cf22-9ac4-4dde-8e03-ab421c853a69 req-35c6a2ed-0556-40ff-b930-c75a58b95263 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0609930 Nov 08 13:49:21.400830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.401587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.420832 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-6ecbaa56-ae36-4cf8-9c4c-0d47e7211ff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6882262 Nov 08 13:49:21.426188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b359cf22-9ac4-4dde-8e03-ab421c853a69 req-9d842fe4-64c6-4ca6-9d30-ad0d77edde9b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467069 Nov 08 13:49:21.436259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Request body: {'port': {'device_id': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:21.508967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.577603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67bc9-3542-44a1-94b2-ce61ae606638 req-a694a631-9c3b-45a7-8105-829afa208572 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.579172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eab67bc9-3542-44a1-94b2-ce61ae606638 req-a694a631-9c3b-45a7-8105-829afa208572 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0888474 Nov 08 13:49:21.601594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a28e8-7026-4867-894c-8e0bcdff6e76 req-29579719-4ca3-4874-9e84-15c65d25bfc8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.603102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-151a28e8-7026-4867-894c-8e0bcdff6e76 req-29579719-4ca3-4874-9e84-15c65d25bfc8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0761607 Nov 08 13:49:21.626506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0cb26a5b-9ea2-4a71-882b-c85e96a8d1d2 None None] Provisioning complete for port d92ac623-f024-43ec-a05e-b34e8bf79e7c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:21.626824 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0cb26a5b-9ea2-4a71-882b-c85e96a8d1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.667534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0cb26a5b-9ea2-4a71-882b-c85e96a8d1d2 None None] Port d92ac623-f024-43ec-a05e-b34e8bf79e7c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:49:21.668300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eab67bc9-3542-44a1-94b2-ce61ae606638 req-8e7e0788-73b7-4916-a471-275cf09fab0d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811300 Nov 08 13:49:21.699604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-151a28e8-7026-4867-894c-8e0bcdff6e76 req-a720c4a6-155b-476e-b18a-aa02c87bf03f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787268 Nov 08 13:49:21.785895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97f3c3-cf31-4f26-b9c0-4690c00eadc5 req-06268443-bc16-41a0-a4de-291e62742ff3 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.787516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb97f3c3-cf31-4f26-b9c0-4690c00eadc5 req-06268443-bc16-41a0-a4de-291e62742ff3 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0547855 Nov 08 13:49:21.818283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89322297-78f2-418d-9587-866411b4ba9b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:21.826727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.838788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Transition to ACTIVE for port object 89322297-78f2-418d-9587-866411b4ba9b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:49:21.843639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:21.865552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eae30-33b3-4c18-8312-c94318dd3d85 req-8f9d6d01-a6d6-4747-b4d6-36d17c8299ab tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.872292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eae30-33b3-4c18-8312-c94318dd3d85 req-8f9d6d01-a6d6-4747-b4d6-36d17c8299ab tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.878676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eae30-33b3-4c18-8312-c94318dd3d85 req-8f9d6d01-a6d6-4747-b4d6-36d17c8299ab tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:21.880633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d2eae30-33b3-4c18-8312-c94318dd3d85 req-8f9d6d01-a6d6-4747-b4d6-36d17c8299ab tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2377 time: 0.1029134 Nov 08 13:49:21.886699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb97f3c3-cf31-4f26-b9c0-4690c00eadc5 req-d26d50fa-3e03-4e41-a7f6-6f49a155d6c5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910361 Nov 08 13:49:21.923622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Pushing event updated for resources: {'Port': ['ID=89322297-78f2-418d-9587-866411b4ba9b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:21.960936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d2eae30-33b3-4c18-8312-c94318dd3d85 req-a4ef4c71-7b6c-4347-bb52-fdc7bd8386fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624530 Nov 08 13:49:21.994974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Attempting to bind port 89322297-78f2-418d-9587-866411b4ba9b on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:21.995461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Attempting to bind port 89322297-78f2-418d-9587-866411b4ba9b by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:21.996058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Attempting to bind port 89322297-78f2-418d-9587-866411b4ba9b on network 9d5ec67d-254f-460b-a728-7b5db791d4e3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:22.002704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Port 89322297-78f2-418d-9587-866411b4ba9b on network 9d5ec67d-254f-460b-a728-7b5db791d4e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:49:22.003129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Attempting to bind port 89322297-78f2-418d-9587-866411b4ba9b on network 9d5ec67d-254f-460b-a728-7b5db791d4e3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:22.008901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:22.009335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Checking segment: {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:22.009784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Bound using segment: {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:22.010308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Bound port: 89322297-78f2-418d-9587-866411b4ba9b, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:22.010729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:22.092813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166039d-aa6e-4a4b-82e4-8e1cfd0eab62 req-c4fa84a2-b57d-434f-a120-ea0b304816b8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.094239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c166039d-aa6e-4a4b-82e4-8e1cfd0eab62 req-c4fa84a2-b57d-434f-a120-ea0b304816b8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0894873 Nov 08 13:49:22.108090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] For port 89322297-78f2-418d-9587-866411b4ba9b, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:22.111964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] For port 89322297-78f2-418d-9587-866411b4ba9b, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=89322297-78f2-418d-9587-866411b4ba9b,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:22.116945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:22.119044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76ce84-ddf9-44a2-9403-752cb9ec1165 req-d7c83e37-c344-4693-be79-56f8ce6fd71d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.120970 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa76ce84-ddf9-44a2-9403-752cb9ec1165 req-d7c83e37-c344-4693-be79-56f8ce6fd71d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0802951 Nov 08 13:49:22.152044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.152683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:22.154142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c8a450d8-b878-4451-9730-136f768e906b service neutron] 10.222.0.54 "PUT /v2.0/ports/89322297-78f2-418d-9587-866411b4ba9b HTTP/1.1" status: 200 len: 1092 time: 0.7237794 Nov 08 13:49:22.154825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'tag': '89322297-78f2-418d-9587-866411b4ba9b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:22.157225 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "tag": "89322297-78f2-418d-9587-866411b4ba9b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:22.200590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Request body: {'port': {'device_id': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:22.201763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa76ce84-ddf9-44a2-9403-752cb9ec1165 req-59d8aa25-52b0-4041-bc05-122b71eb3493 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Nov 08 13:49:22.205456 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c166039d-aa6e-4a4b-82e4-8e1cfd0eab62 req-3064b90d-0a37-4664-a8df-c04f7982caf4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021056 Nov 08 13:49:22.241728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a450d8-b878-4451-9730-136f768e906b service neutron] Pushing event updated for resources: {'Port': ['ID=89322297-78f2-418d-9587-866411b4ba9b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:22.285813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:22.324377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69a3dfa7-25df-40d2-b7c5-33ca5c381c0c req-02fe6700-a265-4895-898d-e492533eb99f tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0421424 Nov 08 13:49:22.461765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750160d8-848d-47ac-a424-a495d5fac902 req-06b10a68-587e-4155-98d8-709d4cc109ec tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.463320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-750160d8-848d-47ac-a424-a495d5fac902 req-06b10a68-587e-4155-98d8-709d4cc109ec tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0711210 Nov 08 13:49:22.515447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-750160d8-848d-47ac-a424-a495d5fac902 req-df94c1d6-e945-4f7d-9db9-fb56242fed95 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460229 Nov 08 13:49:22.528742 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2119468a-85f6-40ef-a483-fd9ef368ef71 x-openstack-request-id: req-2119468a-85f6-40ef-a483-fd9ef368ef71 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:22.529027 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "tag": "89322297-78f2-418d-9587-866411b4ba9b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:22.529283 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2119468a-85f6-40ef-a483-fd9ef368ef71 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:22.529683 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'tag': '89322297-78f2-418d-9587-866411b4ba9b', 'status': 'completed', 'code': 200} Nov 08 13:49:22.608503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-91f2eb57-ff9a-4f3b-8eb4-134f8c414020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.608980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-91f2eb57-ff9a-4f3b-8eb4-134f8c414020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.609444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-91f2eb57-ff9a-4f3b-8eb4-134f8c414020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.611076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-91f2eb57-ff9a-4f3b-8eb4-134f8c414020 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2732 time: 0.0706065 Nov 08 13:49:22.678505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3532e97-3c34-418c-8e04-8843afa801e1 req-e1306b0f-f913-41af-a95f-d280fc8d87bc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.680584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3532e97-3c34-418c-8e04-8843afa801e1 req-e1306b0f-f913-41af-a95f-d280fc8d87bc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0500240 Nov 08 13:49:22.718027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9013b4-a319-426f-a7f0-3bb1d67caffb {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:22.729614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:22.750766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3532e97-3c34-418c-8e04-8843afa801e1 req-b9e55746-2205-41b1-b58b-0e75381ca5d9 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627642 Nov 08 13:49:22.777993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Transition to ACTIVE for port object 1a9013b4-a319-426f-a7f0-3bb1d67caffb will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:49:22.784581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:22.797916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-f77f3ce5-9b8b-482d-8bca-fd76c888f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.798389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-f77f3ce5-9b8b-482d-8bca-fd76c888f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.799071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-f77f3ce5-9b8b-482d-8bca-fd76c888f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.800713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-f77f3ce5-9b8b-482d-8bca-fd76c888f509 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=af297af358714cdbacd6717647510dea&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1748412 Nov 08 13:49:22.813197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6e531-4454-47f5-b65c-7e0131c5900e req-e4e5bb04-3979-47dc-be34-1a0db042bc7d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.814791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59b6e531-4454-47f5-b65c-7e0131c5900e req-e4e5bb04-3979-47dc-be34-1a0db042bc7d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0694010 Nov 08 13:49:22.873349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59b6e531-4454-47f5-b65c-7e0131c5900e req-27afc5a3-aed6-48a1-bff1-1df47c449aab tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505974 Nov 08 13:49:22.913755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9013b4-a319-426f-a7f0-3bb1d67caffb,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:22.947688 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:22.960530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049ad29-ad62-48e4-8b12-2957315484fe req-69f0d740-c4b6-4889-9cf1-d52d6eb72b1f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:22.962194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6049ad29-ad62-48e4-8b12-2957315484fe req-69f0d740-c4b6-4889-9cf1-d52d6eb72b1f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0879140 Nov 08 13:49:23.010412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-35fbbcab-d909-4f32-83b0-8d78c64f3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.011253 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-887b4e7c-b685-432c-a1fc-8e4f9b5422cf req-35fbbcab-d909-4f32-83b0-8d78c64f3918 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1893609 Nov 08 13:49:23.026188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Attempting to bind port 1a9013b4-a319-426f-a7f0-3bb1d67caffb on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:23.026845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Attempting to bind port 1a9013b4-a319-426f-a7f0-3bb1d67caffb by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:23.027680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Attempting to bind port 1a9013b4-a319-426f-a7f0-3bb1d67caffb on network dff7b67f-5c8c-4d06-8d85-efb436b88072 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:23.036793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Port 1a9013b4-a319-426f-a7f0-3bb1d67caffb on network dff7b67f-5c8c-4d06-8d85-efb436b88072 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:49:23.037453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Attempting to bind port 1a9013b4-a319-426f-a7f0-3bb1d67caffb on network dff7b67f-5c8c-4d06-8d85-efb436b88072 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:23.047643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:23.048065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Checking segment: {'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:23.048500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Bound using segment: {'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:23.049573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Bound port: 1a9013b4-a319-426f-a7f0-3bb1d67caffb, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02241cdd-62de-47e3-96f4-6324c8ba71ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:23.049573 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.057565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6049ad29-ad62-48e4-8b12-2957315484fe req-d93ff2f8-53e8-4f48-b6bb-f6b7ffae23cc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885148 Nov 08 13:49:23.074004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310ff15-30a7-48b6-ade1-99a6e77f0f94 req-9b678db6-474d-475f-8bfa-c67a857a8b2e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.081499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0310ff15-30a7-48b6-ade1-99a6e77f0f94 req-9b678db6-474d-475f-8bfa-c67a857a8b2e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0868833 Nov 08 13:49:23.146677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] For port 1a9013b4-a319-426f-a7f0-3bb1d67caffb, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:23.152194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] For port 1a9013b4-a319-426f-a7f0-3bb1d67caffb, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1a9013b4-a319-426f-a7f0-3bb1d67caffb,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:23.154764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0310ff15-30a7-48b6-ade1-99a6e77f0f94 req-09f63a9c-ec1f-4712-93b9-5865383c2547 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722284 Nov 08 13:49:23.161012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.215310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.216043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.217767 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] 10.222.0.54 "PUT /v2.0/ports/1a9013b4-a319-426f-a7f0-3bb1d67caffb HTTP/1.1" status: 200 len: 1092 time: 1.0266395 Nov 08 13:49:23.238307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c779e-20e8-45e5-9f81-39bdcd887205 req-24eea41a-2c9e-4bfe-82ed-1d9e8b627f92 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.248767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c779e-20e8-45e5-9f81-39bdcd887205 req-24eea41a-2c9e-4bfe-82ed-1d9e8b627f92 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.255687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c779e-20e8-45e5-9f81-39bdcd887205 req-24eea41a-2c9e-4bfe-82ed-1d9e8b627f92 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.256636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453a6d9-1c81-48bf-b8e2-24d24095df85 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9013b4-a319-426f-a7f0-3bb1d67caffb,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:23.257473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f69c779e-20e8-45e5-9f81-39bdcd887205 req-24eea41a-2c9e-4bfe-82ed-1d9e8b627f92 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2401 time: 0.0881302 Nov 08 13:49:23.265612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Request body: {'port': {'device_id': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:23.325575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.356180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf593ca-05fe-4d90-ab99-88524560ae3c req-d499868d-3933-4942-9151-98ebaa43bd38 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.358045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cf593ca-05fe-4d90-ab99-88524560ae3c req-d499868d-3933-4942-9151-98ebaa43bd38 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0891459 Nov 08 13:49:23.368540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f69c779e-20e8-45e5-9f81-39bdcd887205 req-bc0eca6c-ec2a-4930-a0c8-2b53ff239155 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895338 Nov 08 13:49:23.429246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cf593ca-05fe-4d90-ab99-88524560ae3c req-6e065bf6-68c5-4917-9184-13af49334422 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594463 Nov 08 13:49:23.473534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.540910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77378-5da3-4f00-bd32-329357203e49 req-56cb608a-845a-4a56-bc0a-980c7f7c6c27 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.542656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0de77378-5da3-4f00-bd32-329357203e49 req-56cb608a-845a-4a56-bc0a-980c7f7c6c27 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0831220 Nov 08 13:49:23.617857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a63dd7c5-d1e9-434d-be33-eda8e253461a req-652cf8a9-9056-4877-83a7-1779fc234d17 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0367846 Nov 08 13:49:23.621898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0de77378-5da3-4f00-bd32-329357203e49 req-782fbbce-4eef-4f4a-8663-24ad2e19cf5d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707412 Nov 08 13:49:23.689944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92ac623-f024-43ec-a05e-b34e8bf79e7c {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:23.698154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.710343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Transition to ACTIVE for port object d92ac623-f024-43ec-a05e-b34e8bf79e7c will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:49:23.715928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.728658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d090509-06b9-4b67-a86f-982efdbecd5e req-d3b7f023-2e8f-49ea-be7a-3a30f5bc81c4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.730168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d090509-06b9-4b67-a86f-982efdbecd5e req-d3b7f023-2e8f-49ea-be7a-3a30f5bc81c4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0506637 Nov 08 13:49:23.783107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Pushing event updated for resources: {'Port': ['ID=d92ac623-f024-43ec-a05e-b34e8bf79e7c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:23.786635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d090509-06b9-4b67-a86f-982efdbecd5e req-14fff1de-7fa0-460e-8658-c1545619ab6a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480435 Nov 08 13:49:23.859323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Attempting to bind port d92ac623-f024-43ec-a05e-b34e8bf79e7c on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:23.859666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Attempting to bind port d92ac623-f024-43ec-a05e-b34e8bf79e7c by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:23.860022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Attempting to bind port d92ac623-f024-43ec-a05e-b34e8bf79e7c on network 9d5ec67d-254f-460b-a728-7b5db791d4e3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:23.865306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Port d92ac623-f024-43ec-a05e-b34e8bf79e7c on network 9d5ec67d-254f-460b-a728-7b5db791d4e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:49:23.865583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Attempting to bind port d92ac623-f024-43ec-a05e-b34e8bf79e7c on network 9d5ec67d-254f-460b-a728-7b5db791d4e3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:23.873988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:23.874595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Checking segment: {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:23.875577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Bound using segment: {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:23.876210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Bound port: d92ac623-f024-43ec-a05e-b34e8bf79e7c, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:23.876757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:23.952771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8c385-8589-4ab0-ba60-7bc0fbf1822d req-7b91e72c-aed1-4ccf-af83-59dc094671d2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:23.955196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08a8c385-8589-4ab0-ba60-7bc0fbf1822d req-7b91e72c-aed1-4ccf-af83-59dc094671d2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0658510 Nov 08 13:49:23.960458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] For port d92ac623-f024-43ec-a05e-b34e8bf79e7c, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:23.965102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] For port d92ac623-f024-43ec-a05e-b34e8bf79e7c, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d92ac623-f024-43ec-a05e-b34e8bf79e7c,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:23.970340 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:24.015017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.015790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:24.017059 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] 10.222.0.54 "PUT /v2.0/ports/d92ac623-f024-43ec-a05e-b34e8bf79e7c HTTP/1.1" status: 200 len: 1092 time: 0.7564852 Nov 08 13:49:24.033315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a25b1-b6e4-42ce-a465-1bcc64e85cbf service neutron] Pushing event updated for resources: {'Port': ['ID=d92ac623-f024-43ec-a05e-b34e8bf79e7c,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:24.048397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08a8c385-8589-4ab0-ba60-7bc0fbf1822d req-374405b2-76a7-4c9b-9fca-761805ef4248 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706377 Nov 08 13:49:24.062430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b030a-c0f1-4624-a520-c2b76dda2808 req-a50ded26-cd70-4554-8730-f8eb5ebc6399 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.064236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df2b030a-c0f1-4624-a520-c2b76dda2808 req-a50ded26-cd70-4554-8730-f8eb5ebc6399 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1045139 Nov 08 13:49:24.129778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df2b030a-c0f1-4624-a520-c2b76dda2808 req-37ad6353-e76a-43fa-bfbd-829d4c2828f1 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592957 Nov 08 13:49:24.131383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-3f929d12-e6c2-47e7-afc8-33aeab7a0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.132053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-3f929d12-e6c2-47e7-afc8-33aeab7a0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.133738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-3f929d12-e6c2-47e7-afc8-33aeab7a0898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.135504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-3f929d12-e6c2-47e7-afc8-33aeab7a0898 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2866 time: 0.0619221 Nov 08 13:49:24.218449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c1dad-5225-4f80-83dc-dcd0b18b134f req-8d92c83d-e616-45cb-a2fa-4904d66711d3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.220119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e65c1dad-5225-4f80-83dc-dcd0b18b134f req-8d92c83d-e616-45cb-a2fa-4904d66711d3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0828800 Nov 08 13:49:24.316085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e65c1dad-5225-4f80-83dc-dcd0b18b134f req-15e7c002-7a2f-4a46-815e-c26a267b0ead tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845671 Nov 08 13:49:24.329783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fe6a2-360c-4afe-965d-579ed65da97a req-45e90cd4-93d4-43d9-bcde-44dc3e8aa72f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.331370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c7fe6a2-360c-4afe-965d-579ed65da97a req-45e90cd4-93d4-43d9-bcde-44dc3e8aa72f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0813079 Nov 08 13:49:24.389662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c7fe6a2-360c-4afe-965d-579ed65da97a req-678f6b46-eb71-49ec-92cc-13ea172f60bf tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511963 Nov 08 13:49:24.504164 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5edc7e04-172b-4371-8f2c-438e0ea1079c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.211&port_id=89322297-78f2-418d-9587-866411b4ba9b HTTP/1.1" status: 200 len: 217 time: 0.3568771 Nov 08 13:49:24.524845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a2a3-ad52-4539-8a31-600553ff2751 req-c55cb74c-052a-4ca3-8005-4e0103872cf7 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.531111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a2a3-ad52-4539-8a31-600553ff2751 req-c55cb74c-052a-4ca3-8005-4e0103872cf7 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.537116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a2a3-ad52-4539-8a31-600553ff2751 req-c55cb74c-052a-4ca3-8005-4e0103872cf7 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.537819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'tag': '1a9013b4-a319-426f-a7f0-3bb1d67caffb'}, {'name': 'network-changed', 'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'tag': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:24.539337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a43a2a3-ad52-4539-8a31-600553ff2751 req-c55cb74c-052a-4ca3-8005-4e0103872cf7 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2413 time: 0.0732751 Nov 08 13:49:24.540542 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb29c8-8512-4fad-bef6-bf9019183b87" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "tag": "1a9013b4-a319-426f-a7f0-3bb1d67caffb"}, {"name": "network-changed", "server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "tag": "d92ac623-f024-43ec-a05e-b34e8bf79e7c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:24.562235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-8c091db9-e3b8-483d-a748-fde16575b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.563627 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-8c091db9-e3b8-483d-a748-fde16575b9ff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=759a053e-4555-44f7-894b-2a13719ab00e HTTP/1.1" status: 200 len: 801 time: 0.0516574 Nov 08 13:49:24.594205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a43a2a3-ad52-4539-8a31-600553ff2751 req-c1067493-1c4a-4607-9924-2c40bf34d7a2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Nov 08 13:49:24.629319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5935ee45-de4c-46e5-9313-171c72180a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.630970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5935ee45-de4c-46e5-9313-171c72180a2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d5ec67d-254f-460b-a728-7b5db791d4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0462337 Nov 08 13:49:24.758650 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4c9727-2cb7-4f52-bc41-70c9db2af51d x-openstack-request-id: req-cb4c9727-2cb7-4f52-bc41-70c9db2af51d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:24.759096 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "tag": "1a9013b4-a319-426f-a7f0-3bb1d67caffb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "tag": "d92ac623-f024-43ec-a05e-b34e8bf79e7c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:24.759509 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb4c9727-2cb7-4f52-bc41-70c9db2af51d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:24.760496 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'tag': '1a9013b4-a319-426f-a7f0-3bb1d67caffb', 'status': 'completed', 'code': 200} Nov 08 13:49:24.760496 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'tag': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c', 'status': 'completed', 'code': 200} Nov 08 13:49:24.815773 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-7c5a5e13-7930-49d5-88c3-e5b1e73ab41e service neutron] 10.222.0.54 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738303 Nov 08 13:49:24.818040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5cbea-4cf1-4471-9aee-460902d0a8a7 req-741d322e-cccd-43b8-8544-19f3b1e4cddd tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.819698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cde5cbea-4cf1-4471-9aee-460902d0a8a7 req-741d322e-cccd-43b8-8544-19f3b1e4cddd tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0574770 Nov 08 13:49:24.867649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1984ca20-e858-4403-82cf-1628e9f36c29 req-b26f5d17-1d5a-4ebb-af2d-f61b364b701e tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0382242 Nov 08 13:49:24.906181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cde5cbea-4cf1-4471-9aee-460902d0a8a7 req-fa8ded24-fbaf-4c46-9451-b1d24045a193 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790858 Nov 08 13:49:24.916844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-dcefe960-b3b9-45a2-975e-435d0b1aef27 service neutron] 10.222.0.54 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935092 Nov 08 13:49:24.966553 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-33907c82-bef3-44a8-9161-e66a2c5940c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=1a9013b4-a319-426f-a7f0-3bb1d67caffb HTTP/1.1" status: 200 len: 217 time: 0.0390685 Nov 08 13:49:24.989522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978679f8-4bc3-4dd6-860c-7b2edb4d6e21 req-2d6677d4-bee4-46a9-94a8-0c80abc02f57 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:24.991018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-978679f8-4bc3-4dd6-860c-7b2edb4d6e21 req-2d6677d4-bee4-46a9-94a8-0c80abc02f57 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0508306 Nov 08 13:49:25.020506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-81b2890e-29b4-498d-9dc0-0443cb64f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.021976 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-81b2890e-29b4-498d-9dc0-0443cb64f039 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0c3609a-cb0a-400d-974a-b1e62766f5f1 HTTP/1.1" status: 200 len: 801 time: 0.0466006 Nov 08 13:49:25.043723 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-978679f8-4bc3-4dd6-860c-7b2edb4d6e21 req-3c929f34-8429-4156-a245-5ddb9072deb2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459375 Nov 08 13:49:25.071586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-531be3e5-2afa-4518-a6f7-c19d2de25c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.073057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-531be3e5-2afa-4518-a6f7-c19d2de25c71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff7b67f-5c8c-4d06-8d85-efb436b88072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0423484 Nov 08 13:49:25.173607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-41eea6dd-0d85-4f70-b4ee-78d11d44e1d1 service neutron] 10.222.0.54 "GET /v2.0/networks/dff7b67f-5c8c-4d06-8d85-efb436b88072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876853 Nov 08 13:49:25.254699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e1201-48b1-4115-9cb8-57c37ffeb1e0 req-3031feb0-b7f1-490e-a89a-f42ce1a649ac tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.256346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-172e1201-48b1-4115-9cb8-57c37ffeb1e0 req-3031feb0-b7f1-490e-a89a-f42ce1a649ac tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0513129 Nov 08 13:49:25.273190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-dc7541e2-d2cb-4adc-8958-43744031793c service neutron] 10.222.0.54 "GET /v2.0/networks/dff7b67f-5c8c-4d06-8d85-efb436b88072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864022 Nov 08 13:49:25.306733 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-172e1201-48b1-4115-9cb8-57c37ffeb1e0 req-13800186-bfdb-41bd-aadc-2019853d6da1 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439866 Nov 08 13:49:25.320968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-7be4dc69-54e8-4cb4-bb0f-dd373d15eb02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=d92ac623-f024-43ec-a05e-b34e8bf79e7c HTTP/1.1" status: 200 len: 217 time: 0.0399084 Nov 08 13:49:25.371120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-114439fd-b312-41a8-9da7-076684222b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.372486 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-114439fd-b312-41a8-9da7-076684222b43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=759a053e-4555-44f7-894b-2a13719ab00e HTTP/1.1" status: 200 len: 801 time: 0.0443709 Nov 08 13:49:25.423934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-078cc2b6-6b5b-49de-8d9b-6983aca499a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.425549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-078cc2b6-6b5b-49de-8d9b-6983aca499a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d5ec67d-254f-460b-a728-7b5db791d4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0411110 Nov 08 13:49:25.512847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c749761-d0dd-4972-a07d-217476f93674 req-1d2a33d6-6cfb-4187-8817-89a3537ae072 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.514322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c749761-d0dd-4972-a07d-217476f93674 req-1d2a33d6-6cfb-4187-8817-89a3537ae072 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0526283 Nov 08 13:49:25.526333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-5c7724ea-5d93-455e-98ec-c40103f34306 service neutron] 10.222.0.54 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895984 Nov 08 13:49:25.561207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c749761-d0dd-4972-a07d-217476f93674 req-6e59f193-12ce-4362-b82c-ffb1dc789da3 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 Nov 08 13:49:25.627941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8810f6e5-ee58-4f08-ae8b-d53f6daff2c2 req-9b633701-2902-4265-b5fc-cd48957a4f42 service neutron] 10.222.0.54 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848687 Nov 08 13:49:25.730749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6904e1-6eac-48fd-90be-d828844fe65a req-9522aa90-8b95-4db7-840d-9a9437b4fbcf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.745809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6904e1-6eac-48fd-90be-d828844fe65a req-9522aa90-8b95-4db7-840d-9a9437b4fbcf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.752114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6904e1-6eac-48fd-90be-d828844fe65a req-9522aa90-8b95-4db7-840d-9a9437b4fbcf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.753789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac6904e1-6eac-48fd-90be-d828844fe65a req-9522aa90-8b95-4db7-840d-9a9437b4fbcf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2413 time: 0.0788953 Nov 08 13:49:25.757348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-c8458756-3a34-4a1d-90a6-36fc40e3534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.757845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-c8458756-3a34-4a1d-90a6-36fc40e3534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.758307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-c8458756-3a34-4a1d-90a6-36fc40e3534b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.759965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-c8458756-3a34-4a1d-90a6-36fc40e3534b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2866 time: 0.0560434 Nov 08 13:49:25.801946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac6904e1-6eac-48fd-90be-d828844fe65a req-3a037de2-ac1a-4b3d-9f35-f6ca5ae5fa0f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Nov 08 13:49:25.854129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-1aecf9df-ed33-451b-8bad-bc99b60f23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.855607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-1aecf9df-ed33-451b-8bad-bc99b60f23d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=dff7b67f-5c8c-4d06-8d85-efb436b88072 HTTP/1.1" status: 200 len: 902 time: 0.0865264 Nov 08 13:49:25.905405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-382c96c4-8909-4fda-9be5-a4c9278021e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.128&port_id=1a9013b4-a319-426f-a7f0-3bb1d67caffb HTTP/1.1" status: 200 len: 217 time: 0.0396819 Nov 08 13:49:25.961545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-a8476f8a-4276-4e90-9e8c-325fd117133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:25.963306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-a8476f8a-4276-4e90-9e8c-325fd117133a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b0c3609a-cb0a-400d-974a-b1e62766f5f1 HTTP/1.1" status: 200 len: 801 time: 0.0498571 Nov 08 13:49:25.986422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b3b92f5-efa1-4618-99ee-f0385cb427b6 req-7e131bfd-ffce-46f5-8571-d35509250c26 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0301819 Nov 08 13:49:26.019194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-1ef4351c-7d25-4cdc-97e8-c4855af6525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.020759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-1ef4351c-7d25-4cdc-97e8-c4855af6525c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=dff7b67f-5c8c-4d06-8d85-efb436b88072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479155 Nov 08 13:49:26.037506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994ee0e-d9f6-46d2-bc77-ebe9622735d8 req-adbd4fe4-999e-4b14-a4c4-6e8cfbb1b663 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.039014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e994ee0e-d9f6-46d2-bc77-ebe9622735d8 req-adbd4fe4-999e-4b14-a4c4-6e8cfbb1b663 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0563180 Nov 08 13:49:26.093827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e994ee0e-d9f6-46d2-bc77-ebe9622735d8 req-b73b4af7-96f7-4c8b-a27e-d405867d9fb0 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485647 Nov 08 13:49:26.123455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-b29867be-8519-4275-a12b-68b8c30a8006 service neutron] 10.222.0.54 "GET /v2.0/networks/dff7b67f-5c8c-4d06-8d85-efb436b88072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928617 Nov 08 13:49:26.168024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5d9a6-3129-4763-bb2b-1c448a5ee147 req-cacfd70a-abcc-485d-a5f3-7da5485ee6bf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.169553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bb5d9a6-3129-4763-bb2b-1c448a5ee147 req-cacfd70a-abcc-485d-a5f3-7da5485ee6bf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0498872 Nov 08 13:49:26.219578 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-a9b08fb4-4380-4684-8d3f-3018aabcaee4 service neutron] 10.222.0.54 "GET /v2.0/networks/dff7b67f-5c8c-4d06-8d85-efb436b88072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848598 Nov 08 13:49:26.220103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bb5d9a6-3129-4763-bb2b-1c448a5ee147 req-4f0924f4-f78d-45b5-a1f7-abb5fe6f3952 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Nov 08 13:49:26.313093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-d153f70c-a27c-4cb7-8d05-6ac0addb174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.313564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-d153f70c-a27c-4cb7-8d05-6ac0addb174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.314020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-d153f70c-a27c-4cb7-8d05-6ac0addb174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.315649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-d153f70c-a27c-4cb7-8d05-6ac0addb174a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2866 time: 0.0450058 Nov 08 13:49:26.415483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-6fcc7542-e5de-4f01-86c7-b231256ca314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.416966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-6fcc7542-e5de-4f01-86c7-b231256ca314 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9d5ec67d-254f-460b-a728-7b5db791d4e3 HTTP/1.1" status: 200 len: 903 time: 0.0926867 Nov 08 13:49:26.423052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4ce47-6a7b-4cfd-8ab5-4b59118c4e28 req-76b94158-d63c-4666-8bf8-1eb0365c8e09 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.424506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72b4ce47-6a7b-4cfd-8ab5-4b59118c4e28 req-76b94158-d63c-4666-8bf8-1eb0365c8e09 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0496089 Nov 08 13:49:26.460038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-3ecaa99d-6bdf-4802-819f-02da0b946862 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.104&port_id=d92ac623-f024-43ec-a05e-b34e8bf79e7c HTTP/1.1" status: 200 len: 217 time: 0.0354750 Nov 08 13:49:26.473718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72b4ce47-6a7b-4cfd-8ab5-4b59118c4e28 req-e21d04c6-672d-4520-85f5-2f9e38cb4560 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Nov 08 13:49:26.518342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-2abed801-60c9-4905-8687-3e0166c81381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.519843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-2abed801-60c9-4905-8687-3e0166c81381 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=759a053e-4555-44f7-894b-2a13719ab00e HTTP/1.1" status: 200 len: 801 time: 0.0509567 Nov 08 13:49:26.610974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-b9c4fab3-ad79-4ebf-abb6-8b8e24adfd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.612515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-b9c4fab3-ad79-4ebf-abb6-8b8e24adfd23 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9d5ec67d-254f-460b-a728-7b5db791d4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0833974 Nov 08 13:49:26.681422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ed5fa4-a40e-4193-863f-bf4952d17e75 req-f2d059cc-956c-4d90-bf3e-7209e27b59db tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.682815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ed5fa4-a40e-4193-863f-bf4952d17e75 req-f2d059cc-956c-4d90-bf3e-7209e27b59db tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0534112 Nov 08 13:49:26.710132 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-15e962c7-5bb3-43fb-b5a4-54614ae1402c service neutron] 10.222.0.54 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877948 Nov 08 13:49:26.732393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ed5fa4-a40e-4193-863f-bf4952d17e75 req-06a9bb59-7890-4817-addd-e1cb10d84775 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Nov 08 13:49:26.806229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63fb29c8-8512-4fad-bef6-bf9019183b87 req-cac49817-4871-4bcf-97b1-12fdc4d012e6 service neutron] 10.222.0.54 "GET /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879412 Nov 08 13:49:26.920165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b14d-18f3-4f12-8929-e2098141f91a req-df35484f-ecf0-4082-8e46-bb72eb33c769 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.926146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b14d-18f3-4f12-8929-e2098141f91a req-df35484f-ecf0-4082-8e46-bb72eb33c769 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.932763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258b14d-18f3-4f12-8929-e2098141f91a req-df35484f-ecf0-4082-8e46-bb72eb33c769 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:26.934383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6258b14d-18f3-4f12-8929-e2098141f91a req-df35484f-ecf0-4082-8e46-bb72eb33c769 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2413 time: 0.0648363 Nov 08 13:49:26.982632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6258b14d-18f3-4f12-8929-e2098141f91a req-897a5b71-b401-4fb2-9571-9fbcb85a4a94 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Nov 08 13:49:27.093283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c191fc6-e8fd-46b7-8f95-87f30df3016f req-1b748c61-52fe-4ee1-a05d-cb3520361486 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0270512 Nov 08 13:49:27.221088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57174957-5382-46dc-9572-ae1f3697818f req-3dce0252-22a4-4d3e-a6f9-bde060472952 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:27.222596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57174957-5382-46dc-9572-ae1f3697818f req-3dce0252-22a4-4d3e-a6f9-bde060472952 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0557129 Nov 08 13:49:27.272776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57174957-5382-46dc-9572-ae1f3697818f req-76074f0b-cdea-4f8b-9982-317752df6106 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434422 Nov 08 13:49:27.344080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5708e29-a86e-4eb7-9973-d3e36d68c129 req-1384b98f-4fd5-4c49-90cc-f15501f948c9 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:27.345638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5708e29-a86e-4eb7-9973-d3e36d68c129 req-1384b98f-4fd5-4c49-90cc-f15501f948c9 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0552528 Nov 08 13:49:27.393876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5708e29-a86e-4eb7-9973-d3e36d68c129 req-82759db3-5635-40b5-9051-b0f9bd3d7892 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Nov 08 13:49:27.588986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659a708-78e5-4b40-9745-5bad286b73ed req-e5c8acdb-fdfd-44e0-ab11-150ec6027fb9 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:27.590465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6659a708-78e5-4b40-9745-5bad286b73ed req-e5c8acdb-fdfd-44e0-ab11-150ec6027fb9 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0489774 Nov 08 13:49:27.642163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6659a708-78e5-4b40-9745-5bad286b73ed req-c5e7264f-b877-4166-9287-ee8328c9ab07 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452535 Nov 08 13:49:27.844975 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-475ee21b-3681-4bb3-91cd-234fafc677de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:27.850114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7033e3-294f-4eb2-9bbc-72b47434d825 req-28c1843c-8e1e-4415-9bab-fb2286d5ba6a tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:27.851754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d7033e3-294f-4eb2-9bbc-72b47434d825 req-28c1843c-8e1e-4415-9bab-fb2286d5ba6a tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0519965 Nov 08 13:49:27.901151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d7033e3-294f-4eb2-9bbc-72b47434d825 req-f36fce3e-eeb0-41d0-9c07-c7814e84d439 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Nov 08 13:49:28.102849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383421b9-e603-4048-9d5d-025ed1bdaab1 req-242b0fbb-a71e-430f-8ab7-e81140d054d1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:28.108953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383421b9-e603-4048-9d5d-025ed1bdaab1 req-242b0fbb-a71e-430f-8ab7-e81140d054d1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:28.114886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383421b9-e603-4048-9d5d-025ed1bdaab1 req-242b0fbb-a71e-430f-8ab7-e81140d054d1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:28.116541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-383421b9-e603-4048-9d5d-025ed1bdaab1 req-242b0fbb-a71e-430f-8ab7-e81140d054d1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2413 time: 0.0627353 Nov 08 13:49:28.168109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-383421b9-e603-4048-9d5d-025ed1bdaab1 req-d1eb91c5-bb26-42a6-b678-3b90094d9b75 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448198 Nov 08 13:49:28.201069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47012eb2-509f-4f50-9f39-61ed75b5d5d5 req-815f3e36-bac3-43b9-9616-dfdadcb01161 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0300155 Nov 08 13:49:28.391360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329548c4-1999-402f-ae11-60b16f23d61a req-c5001c01-8a1d-4e87-9953-2e4186fdb028 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:28.392881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-329548c4-1999-402f-ae11-60b16f23d61a req-c5001c01-8a1d-4e87-9953-2e4186fdb028 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0499539 Nov 08 13:49:28.443813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-329548c4-1999-402f-ae11-60b16f23d61a req-a0a1ff5f-b269-46b0-b7e1-53b0eea174ed tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444467 Nov 08 13:49:28.508497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a6f17-6112-44da-bddd-810131b7af59 req-d231fc10-3d32-4fd7-a3e6-dbf62a49ba5a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:28.509979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-136a6f17-6112-44da-bddd-810131b7af59 req-d231fc10-3d32-4fd7-a3e6-dbf62a49ba5a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0499556 Nov 08 13:49:28.558874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-136a6f17-6112-44da-bddd-810131b7af59 req-ce0e9072-ebcc-4be3-8644-5f788cbb391f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428562 Nov 08 13:49:28.772374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dda54-333c-4128-8909-177c05310737 req-a6c10f8b-9c06-4bf2-9c9c-b9af2298be33 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:28.774522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf2dda54-333c-4128-8909-177c05310737 req-a6c10f8b-9c06-4bf2-9c9c-b9af2298be33 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0606062 Nov 08 13:49:28.826176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf2dda54-333c-4128-8909-177c05310737 req-2263bd92-7d95-49d1-ac52-351d80d0d19a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Nov 08 13:49:29.025558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06bbee-8d1c-4f15-afc4-91dbbaa16d6b req-79acca8a-1c0f-4803-bdb6-3ef3da381c96 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.027127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e06bbee-8d1c-4f15-afc4-91dbbaa16d6b req-79acca8a-1c0f-4803-bdb6-3ef3da381c96 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0557408 Nov 08 13:49:29.078984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e06bbee-8d1c-4f15-afc4-91dbbaa16d6b req-49f0ff78-0cee-4ed1-aab5-7d1f678838a5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448117 Nov 08 13:49:29.306423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2d54-017f-483f-b4ed-c054987d61dc req-0952443a-3107-42fb-b270-e6cbfa3e28f4 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.312448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2d54-017f-483f-b4ed-c054987d61dc req-0952443a-3107-42fb-b270-e6cbfa3e28f4 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.319403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2d54-017f-483f-b4ed-c054987d61dc req-0952443a-3107-42fb-b270-e6cbfa3e28f4 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.322248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f21c2d54-017f-483f-b4ed-c054987d61dc req-0952443a-3107-42fb-b270-e6cbfa3e28f4 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2413 time: 0.0818388 Nov 08 13:49:29.356129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-982c15fa-4571-4474-9fe9-df4f56ee8406 req-0099336c-9a32-496d-a794-85d6638a2e82 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0322728 Nov 08 13:49:29.423090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f21c2d54-017f-483f-b4ed-c054987d61dc req-7bd8f42b-739a-4601-b538-f73c489926bc tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913806 Nov 08 13:49:29.438953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-148a1831-f6e9-4be0-8dd6-2622b4ad8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.440490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-148a1831-f6e9-4be0-8dd6-2622b4ad8da8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 1096 time: 0.0747170 Nov 08 13:49:29.557496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498f2b9-c642-49f6-916f-487d85252f1f req-8c44e6e0-e7cc-4d59-be97-8164a84133d8 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.559003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e498f2b9-c642-49f6-916f-487d85252f1f req-8c44e6e0-e7cc-4d59-be97-8164a84133d8 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.1398268 Nov 08 13:49:29.627965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-dfb2e47f-79f3-452e-8333-b70f89e546c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.629335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-dfb2e47f-79f3-452e-8333-b70f89e546c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 200 len: 917 time: 0.1746616 Nov 08 13:49:29.641375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d3364-c78e-4ddf-b4d1-8667edd06408 req-b2da8e88-087d-4a1a-b563-fd3a89d80ac0 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.642768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b43d3364-c78e-4ddf-b4d1-8667edd06408 req-b2da8e88-087d-4a1a-b563-fd3a89d80ac0 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.1246083 Nov 08 13:49:29.658421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e498f2b9-c642-49f6-916f-487d85252f1f req-1fd2ddb8-cd00-4515-8b7b-f7de86b583b8 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905967 Nov 08 13:49:29.696575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-931c79e4-697d-48c7-9339-8c9db1ab7ccd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222 HTTP/1.1" status: 200 len: 217 time: 0.0502522 Nov 08 13:49:29.783375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b43d3364-c78e-4ddf-b4d1-8667edd06408 req-a193b280-b608-485c-b6e4-32596f73d6c6 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300211 Nov 08 13:49:29.798644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-e499b0a4-cce7-42a6-bcaf-69175616a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.800009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-e499b0a4-cce7-42a6-bcaf-69175616a4d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 200 len: 855 time: 0.0958092 Nov 08 13:49:29.824676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4b5ab-336c-47f6-b6bc-aae26c91f69e req-2f7b64ad-1968-441d-ad01-d1f4494f0960 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.826121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b3a4b5ab-336c-47f6-b6bc-aae26c91f69e req-2f7b64ad-1968-441d-ad01-d1f4494f0960 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1057906 Nov 08 13:49:29.888891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-83bf8472-a8e6-4e6c-9ec0-122073877bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:29.890305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-83bf8472-a8e6-4e6c-9ec0-122073877bcf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106a5ec7-122d-4cac-81b8-66b987159bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822496 Nov 08 13:49:29.894198 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b3a4b5ab-336c-47f6-b6bc-aae26c91f69e req-09f397e9-5579-40e2-93d2-6eb4dc69ed21 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542097 Nov 08 13:49:29.998736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da069a8-edf8-4d8c-b5e0-f0bbb102d7b9 req-61195f41-5b4e-41ae-8ecc-0ea35ae55abd tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:30.000488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9da069a8-edf8-4d8c-b5e0-f0bbb102d7b9 req-61195f41-5b4e-41ae-8ecc-0ea35ae55abd tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1054373 Nov 08 13:49:30.039824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-1d80e903-ba8d-4c66-9b18-65e31a67576f service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363564 Nov 08 13:49:30.083317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9da069a8-edf8-4d8c-b5e0-f0bbb102d7b9 req-4d318e46-55ef-46cd-8999-66d98e67a732 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763309 Nov 08 13:49:30.149928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a5fbd2-d16b-4a22-85cc-86d51b31c71f req-b289b625-dcb2-4220-b12d-2603040b19dc service neutron] 10.222.0.70 "GET /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995381 Nov 08 13:49:30.357812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d92ac623-f024-43ec-a05e-b34e8bf79e7c details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:49:30.457909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d92ac623-f024-43ec-a05e-b34e8bf79e7c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d92ac623-f024-43ec-a05e-b34e8bf79e7c,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:30.462596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0674dfb-8e04-43bc-9794-4d9354c76ca4 req-89dfd707-e9e3-4129-b2ca-4d7ff05fb7ef tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0268581 Nov 08 13:49:30.470056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c', 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3', 'port_id': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c', 'mac_address': 'fa:16:3e:88:1e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a053e-4555-44f7-894b-2a13719ab00e', 'ip_address': '19.80.0.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:49:30.510666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:30.523868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92ac623-f024-43ec-a05e-b34e8bf79e7c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:30.545155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d92ac623-f024-43ec-a05e-b34e8bf79e7c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d92ac623-f024-43ec-a05e-b34e8bf79e7c,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:30.549238 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:30.549859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 89322297-78f2-418d-9587-866411b4ba9b details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:49:30.552513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8ea76-4ea0-4da0-8a49-3e181f8f0e95 req-18af56cd-9637-4abc-a256-d3ed1a4f6063 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:30.559156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8ea76-4ea0-4da0-8a49-3e181f8f0e95 req-18af56cd-9637-4abc-a256-d3ed1a4f6063 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:30.565188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8ea76-4ea0-4da0-8a49-3e181f8f0e95 req-18af56cd-9637-4abc-a256-d3ed1a4f6063 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:30.566878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30b8ea76-4ea0-4da0-8a49-3e181f8f0e95 req-18af56cd-9637-4abc-a256-d3ed1a4f6063 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2413 time: 0.0688272 Nov 08 13:49:30.618868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d92ac623-f024-43ec-a05e-b34e8bf79e7c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:30.620439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30b8ea76-4ea0-4da0-8a49-3e181f8f0e95 req-2c88f18a-a143-43cd-a816-1861a2d3e363 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471940 Nov 08 13:49:30.626809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 89322297-78f2-418d-9587-866411b4ba9b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=89322297-78f2-418d-9587-866411b4ba9b,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:30.638603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.638946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.639290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.639621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.639990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.640316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.640635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.641139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.641466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.641788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.642183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.642437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:30.651394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '89322297-78f2-418d-9587-866411b4ba9b', 'network_id': '9d5ec67d-254f-460b-a728-7b5db791d4e3', 'port_id': '89322297-78f2-418d-9587-866411b4ba9b', 'mac_address': 'fa:16:3e:79:47:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '759a053e-4555-44f7-894b-2a13719ab00e', 'ip_address': '19.80.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:49:30.700822 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:30.716372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89322297-78f2-418d-9587-866411b4ba9b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:30.748966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 89322297-78f2-418d-9587-866411b4ba9b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=89322297-78f2-418d-9587-866411b4ba9b,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:30.756145 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:30.756907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1a9013b4-a319-426f-a7f0-3bb1d67caffb details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:49:30.793014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b9fce-fb3d-421e-be58-fbdad75fa192 req-2f56cd46-2e07-4a4d-b65a-bd3f8f0d9d62 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:30.794429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc3b9fce-fb3d-421e-be58-fbdad75fa192 req-2f56cd46-2e07-4a4d-b65a-bd3f8f0d9d62 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0543013 Nov 08 13:49:30.846551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=89322297-78f2-418d-9587-866411b4ba9b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:30.880388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc3b9fce-fb3d-421e-be58-fbdad75fa192 req-b4b715fc-b2ca-41a0-9858-a01a3628451e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796907 Nov 08 13:49:30.935211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9246f8-6ce4-494b-bd7c-d6350f8d53f7 req-50b73087-2db6-4833-882c-2440c118868e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:30.937145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca9246f8-6ce4-494b-bd7c-d6350f8d53f7 req-50b73087-2db6-4833-882c-2440c118868e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0736620 Nov 08 13:49:31.017681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca9246f8-6ce4-494b-bd7c-d6350f8d53f7 req-c0e69be1-a9b3-4fd8-83f7-293f900dbfd3 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742588 Nov 08 13:49:31.040616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f854fc-92df-43a8-8b02-52373953cbf2 req-6e42df6e-69d4-48f8-915e-f1951af63a47 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.042126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7f854fc-92df-43a8-8b02-52373953cbf2 req-6e42df6e-69d4-48f8-915e-f1951af63a47 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0589845 Nov 08 13:49:31.049180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1a9013b4-a319-426f-a7f0-3bb1d67caffb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1a9013b4-a319-426f-a7f0-3bb1d67caffb,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:31.062564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '1a9013b4-a319-426f-a7f0-3bb1d67caffb', 'network_id': 'dff7b67f-5c8c-4d06-8d85-efb436b88072', 'port_id': '1a9013b4-a319-426f-a7f0-3bb1d67caffb', 'mac_address': 'fa:16:3e:b9:94:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c3609a-cb0a-400d-974a-b1e62766f5f1', 'ip_address': '19.86.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:49:31.101740 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:31.115207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9013b4-a319-426f-a7f0-3bb1d67caffb {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:31.124180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7f854fc-92df-43a8-8b02-52373953cbf2 req-4ccf6fc4-f32e-45cb-ac3b-55a885fb4e76 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754724 Nov 08 13:49:31.138434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1a9013b4-a319-426f-a7f0-3bb1d67caffb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1a9013b4-a319-426f-a7f0-3bb1d67caffb,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:31.143027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0003656-f298-433e-a7db-a27bf71bb659 req-fc9cb285-015b-41f1-b521-3bfcf9ad37d2 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.144527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0003656-f298-433e-a7db-a27bf71bb659 req-fc9cb285-015b-41f1-b521-3bfcf9ad37d2 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0659320 Nov 08 13:49:31.152240 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:31.201015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0003656-f298-433e-a7db-a27bf71bb659 req-bfa9a2cc-2d7e-4d0f-81ae-6cf7166b5719 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Nov 08 13:49:31.206907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=1a9013b4-a319-426f-a7f0-3bb1d67caffb,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:31.337444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329c648-a0c0-4782-9a77-cf8b8575e98b req-5dcf9eab-905d-4875-89b9-b75abdd2139e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.338916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c329c648-a0c0-4782-9a77-cf8b8575e98b req-5dcf9eab-905d-4875-89b9-b75abdd2139e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0759888 Nov 08 13:49:31.351491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa037df-d939-4e99-a732-3fc799d4d2ba req-651aee9d-1d1c-4664-a495-c193b3a08356 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.352922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaa037df-d939-4e99-a732-3fc799d4d2ba req-651aee9d-1d1c-4664-a495-c193b3a08356 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0805216 Nov 08 13:49:31.429103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c329c648-a0c0-4782-9a77-cf8b8575e98b req-d77ba165-ca06-4137-b679-3f5e185aa281 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750809 Nov 08 13:49:31.432373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2043bcd2-d818-4a2e-9e06-db0ceccd350a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:31.433298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaa037df-d939-4e99-a732-3fc799d4d2ba req-7412cba9-5693-40ee-920a-90c198112512 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738099 Nov 08 13:49:31.565399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb06735-da98-47f3-974c-017af12a3348 req-cfd4e3ba-ad33-4efe-b33f-e057778c9abc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.573358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcb06735-da98-47f3-974c-017af12a3348 req-cfd4e3ba-ad33-4efe-b33f-e057778c9abc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.0675361 Nov 08 13:49:31.590102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79cedabe-2e74-460b-962f-f3ead5fc6a16 req-d1fd38c0-252d-46f6-8c0e-3d3eaee6dfe0 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0473430 Nov 08 13:49:31.636655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcb06735-da98-47f3-974c-017af12a3348 req-31fde3bf-3596-4b67-b80f-75ce3e18f7cb tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488715 Nov 08 13:49:31.679982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-ba59ba8e-4546-4f57-9ac6-3651b70bc941 req-a194b45b-b35b-48c9-8542-7d4d4fd42376 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:49:31.681423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba59ba8e-4546-4f57-9ac6-3651b70bc941 req-a194b45b-b35b-48c9-8542-7d4d4fd42376 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071166 Nov 08 13:49:31.688774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d42a5-ba1a-4e6a-b891-5e6c05189203 req-6b87876e-236e-4f88-83c4-98b975ef1532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.690283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3d42a5-ba1a-4e6a-b891-5e6c05189203 req-6b87876e-236e-4f88-83c4-98b975ef1532 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 1097 time: 0.0431526 Nov 08 13:49:31.690889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['89322297-78f2-418d-9587-866411b4ba9b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:31.742961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3d42a5-ba1a-4e6a-b891-5e6c05189203 req-326fa98b-54be-44bc-9a19-f4124b363cd0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Nov 08 13:49:31.784299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d92ac623-f024-43ec-a05e-b34e8bf79e7c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:31.825770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc52f1-d3f1-428b-9dd1-e10a71819dd3 req-230c84b1-f7c2-43ca-a8b2-7374c66d03e0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.831697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc52f1-d3f1-428b-9dd1-e10a71819dd3 req-230c84b1-f7c2-43ca-a8b2-7374c66d03e0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.838036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc52f1-d3f1-428b-9dd1-e10a71819dd3 req-230c84b1-f7c2-43ca-a8b2-7374c66d03e0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:31.839704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fbc52f1-d3f1-428b-9dd1-e10a71819dd3 req-230c84b1-f7c2-43ca-a8b2-7374c66d03e0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2416 time: 0.1140435 Nov 08 13:49:31.845184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba59ba8e-4546-4f57-9ac6-3651b70bc941 req-9883932e-9633-4dcb-b24a-503fa44e06fd tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1525140 Nov 08 13:49:31.899228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fbc52f1-d3f1-428b-9dd1-e10a71819dd3 req-159e316d-26e1-41ca-a15d-181b502856a6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526884 Nov 08 13:49:32.132268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b495277-193c-4fab-a96d-6ef311be9058 req-15e4a30d-2e7e-4ca0-bb14-a830b5ff7d3e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.133651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b495277-193c-4fab-a96d-6ef311be9058 req-15e4a30d-2e7e-4ca0-bb14-a830b5ff7d3e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.0794096 Nov 08 13:49:32.154592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757931-f84e-48ed-bb56-417624a376f8 req-760a393c-4ca8-410a-9217-a32e06254589 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.156033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03757931-f84e-48ed-bb56-417624a376f8 req-760a393c-4ca8-410a-9217-a32e06254589 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0691369 Nov 08 13:49:32.215178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b495277-193c-4fab-a96d-6ef311be9058 req-4ccfdfef-1b2c-4fba-ae7f-3f098e70bbc0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743635 Nov 08 13:49:32.230050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03757931-f84e-48ed-bb56-417624a376f8 req-88b12894-b4a5-43aa-b7c5-e91522d112b9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664210 Nov 08 13:49:32.321482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9a30f-7ccf-4c83-b2ac-5da98d5a3f78 req-fbefdb75-10e5-45a0-8af8-7b2e89a303ca tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.324181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aac9a30f-7ccf-4c83-b2ac-5da98d5a3f78 req-fbefdb75-10e5-45a0-8af8-7b2e89a303ca tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0526540 Nov 08 13:49:32.398933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aac9a30f-7ccf-4c83-b2ac-5da98d5a3f78 req-1b2a317c-ee31-4a53-b1aa-ec85aead5836 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689750 Nov 08 13:49:32.419443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ad275-5fad-4c13-b288-e72df86797c4 req-84c8d9f4-f8c1-423d-a1b9-782bc2d2e778 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.420944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-606ad275-5fad-4c13-b288-e72df86797c4 req-84c8d9f4-f8c1-423d-a1b9-782bc2d2e778 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0717161 Nov 08 13:49:32.468959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-606ad275-5fad-4c13-b288-e72df86797c4 req-2be32443-1389-4de5-ab66-718bbcdcb8c3 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Nov 08 13:49:32.576886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4b1c0-e779-41ff-9fc8-cec2fd0ddbe2 req-204f2401-2860-4568-8eb0-b15b2cab64bd tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.578367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78d4b1c0-e779-41ff-9fc8-cec2fd0ddbe2 req-204f2401-2860-4568-8eb0-b15b2cab64bd tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0724025 Nov 08 13:49:32.615264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545b59-e352-44ce-8999-36f4143005c3 req-8c17fb24-4e5c-4277-b778-9aa8ec5f6e8c tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.616797 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f545b59-e352-44ce-8999-36f4143005c3 req-8c17fb24-4e5c-4277-b778-9aa8ec5f6e8c tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.0780272 Nov 08 13:49:32.657368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-78d4b1c0-e779-41ff-9fc8-cec2fd0ddbe2 req-6b2a45ac-6c2b-407e-ae98-3ef0fdca293e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724928 Nov 08 13:49:32.683903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f545b59-e352-44ce-8999-36f4143005c3 req-a774ee50-e14d-46df-bed6-b08ed6577671 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565228 Nov 08 13:49:32.742556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41a4b865-a15e-4245-a7b0-b21643674d21 req-9faa0f7e-813c-4aaf-ba99-6e8b2d06a91a tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0269580 Nov 08 13:49:32.874170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff08f94-9833-4cfe-aa06-dd2a55c90eba req-2690afe1-5530-4596-b3d6-1c99637633be tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.880494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff08f94-9833-4cfe-aa06-dd2a55c90eba req-2690afe1-5530-4596-b3d6-1c99637633be tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.887009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff08f94-9833-4cfe-aa06-dd2a55c90eba req-2690afe1-5530-4596-b3d6-1c99637633be tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:32.888634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ff08f94-9833-4cfe-aa06-dd2a55c90eba req-2690afe1-5530-4596-b3d6-1c99637633be tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d&device_id=9b81155d-1312-43dd-aad9-b5248a672f2a&device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 2416 time: 0.0636244 Nov 08 13:49:32.941232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ff08f94-9833-4cfe-aa06-dd2a55c90eba req-9f64ac0a-1bb9-4f9e-a51e-9066916bb03d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464506 Nov 08 13:49:32.965186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:33.059884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dab55219-c12e-4a7d-8452-fca48862f1d9 req-c4ff3a8a-df21-40b5-b51a-79666b8184e9 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0848637 Nov 08 13:49:33.070520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e753b-3492-472d-92ed-18ab42046221 req-47892604-8325-44aa-bd54-3c1e89ae6e96 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:33.076554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e753b-3492-472d-92ed-18ab42046221 req-47892604-8325-44aa-bd54-3c1e89ae6e96 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:33.082577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e753b-3492-472d-92ed-18ab42046221 req-47892604-8325-44aa-bd54-3c1e89ae6e96 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:33.084234 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c3e753b-3492-472d-92ed-18ab42046221 req-47892604-8325-44aa-bd54-3c1e89ae6e96 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2416 time: 0.1105971 Nov 08 13:49:33.124584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['1a9013b4-a319-426f-a7f0-3bb1d67caffb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:33.135439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c3e753b-3492-472d-92ed-18ab42046221 req-ecbc0fea-34ed-4582-a077-bff8440ca591 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449498 Nov 08 13:49:33.362835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7647b6a-c4a3-4a89-873f-a4af983ece07 req-e08af402-d9de-4c8c-90e6-2285042c6de2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:33.364493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7647b6a-c4a3-4a89-873f-a4af983ece07 req-e08af402-d9de-4c8c-90e6-2285042c6de2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 946 time: 0.0506175 Nov 08 13:49:33.418012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7647b6a-c4a3-4a89-873f-a4af983ece07 req-60393f62-8cb6-4552-b6e6-f2d354e49431 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468578 Nov 08 13:49:33.528673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3e712-de7c-4ae1-b7aa-2baf3e383de1 req-0b6484b5-e09b-4deb-be0a-c46682468894 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:33.530182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1c3e712-de7c-4ae1-b7aa-2baf3e383de1 req-0b6484b5-e09b-4deb-be0a-c46682468894 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0530219 Nov 08 13:49:33.581016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1c3e712-de7c-4ae1-b7aa-2baf3e383de1 req-798d3fa6-007a-4ed0-95ca-b446f42774b2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449135 Nov 08 13:49:33.855968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503cfd7-a4d0-45af-aeeb-aeea436ed505 req-03a56eea-36e6-42f5-9334-08f74db42aa3 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:33.856704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2503cfd7-a4d0-45af-aeeb-aeea436ed505 req-03a56eea-36e6-42f5-9334-08f74db42aa3 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.0528104 Nov 08 13:49:33.917994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2503cfd7-a4d0-45af-aeeb-aeea436ed505 req-3696e292-bc0d-47b0-bfdc-10205b027370 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498738 Nov 08 13:49:34.018418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74a0c673-1cd8-4fbc-b062-ad40f06647bb req-c4fdb7cc-46fb-44b7-a38d-7210f1420064 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0327094 Nov 08 13:49:34.271934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-2d132eb3-b789-41ce-91d3-1d065859b72a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:34.274232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-2d132eb3-b789-41ce-91d3-1d065859b72a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 810 time: 0.1243656 Nov 08 13:49:34.313885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-38f75824-1652-4d52-8e5c-876f328c2f26 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/quotas/27a82b92f2254ca4a998edbbba13e791 HTTP/1.1" status: 200 len: 375 time: 0.0301669 Nov 08 13:49:34.361299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5521dc-69e9-44ef-995e-f37fb246fd9e req-2e940bd5-75a6-4d3f-9734-3f02c1caecf8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:34.365747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 89322297-78f2-418d-9587-866411b4ba9b up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:34.368991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5521dc-69e9-44ef-995e-f37fb246fd9e req-2e940bd5-75a6-4d3f-9734-3f02c1caecf8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:34.375323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5521dc-69e9-44ef-995e-f37fb246fd9e req-2e940bd5-75a6-4d3f-9734-3f02c1caecf8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:34.377022 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de5521dc-69e9-44ef-995e-f37fb246fd9e req-2e940bd5-75a6-4d3f-9734-3f02c1caecf8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2416 time: 0.1018763 Nov 08 13:49:34.414760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-f41a6da7-ae5c-4b0c-bc3e-70e8067e5fb9 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947204 Nov 08 13:49:34.416827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 89322297-78f2-418d-9587-866411b4ba9b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:49:34.421490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 89322297-78f2-418d-9587-866411b4ba9b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:34.422237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:34.462403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de5521dc-69e9-44ef-995e-f37fb246fd9e req-24a98e56-1787-4eca-8deb-ea251a42de77 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Nov 08 13:49:34.520741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:34.531921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-036b2eb0-ad67-4824-a35e-59561eccfa05 service neutron] 10.222.0.65 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071036 Nov 08 13:49:34.544324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89322297-78f2-418d-9587-866411b4ba9b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:34.546581 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ee123-613f-4978-be4a-71c0446df2ea" -d '{"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-plugged", "status": "completed", "tag": "89322297-78f2-418d-9587-866411b4ba9b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:34.560593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 89322297-78f2-418d-9587-866411b4ba9b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=89322297-78f2-418d-9587-866411b4ba9b,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:34.567330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:34.569423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d92ac623-f024-43ec-a05e-b34e8bf79e7c up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:34.661299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=89322297-78f2-418d-9587-866411b4ba9b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:34.673471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port d92ac623-f024-43ec-a05e-b34e8bf79e7c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:49:34.678281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d92ac623-f024-43ec-a05e-b34e8bf79e7c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:34.678790 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:34.782746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:34.840699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d92ac623-f024-43ec-a05e-b34e8bf79e7c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d92ac623-f024-43ec-a05e-b34e8bf79e7c,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:34.846201 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8964136b-9564-43a4-9f6c-0767ee3e9762 x-openstack-request-id: req-8964136b-9564-43a4-9f6c-0767ee3e9762 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:34.846748 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-plugged", "status": "completed", "tag": "89322297-78f2-418d-9587-866411b4ba9b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:34.847072 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8964136b-9564-43a4-9f6c-0767ee3e9762 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:34.847511 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89322297-78f2-418d-9587-866411b4ba9b', 'code': 200} Nov 08 13:49:34.848946 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:34.901325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d92ac623-f024-43ec-a05e-b34e8bf79e7c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:34.977325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-df099ce7-ed30-42a6-9c7e-5b7bf2d1e4ca service neutron] 10.222.0.65 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392748 Nov 08 13:49:34.989379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd6367-6240-4e9e-acef-0ee546c0a313 req-1844306e-b0f4-4abd-8b0c-33eeea19271f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:34.991162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47fd6367-6240-4e9e-acef-0ee546c0a313 req-1844306e-b0f4-4abd-8b0c-33eeea19271f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0725942 Nov 08 13:49:35.046080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47fd6367-6240-4e9e-acef-0ee546c0a313 req-39ac26a8-c3bb-446d-9e31-397bf50d8791 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440688 Nov 08 13:49:35.178751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fc5c378-f118-44c3-9b28-9141e0f8137d req-fcffa8a2-dcb9-46f3-8615-5d42630e9801 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0333643 Nov 08 13:49:35.192192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef83f17-1abc-4eea-9b01-79f12c2b9bdf req-c6beaaca-aac8-467a-aca3-bebeefd5a4fa tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:35.205817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef83f17-1abc-4eea-9b01-79f12c2b9bdf req-c6beaaca-aac8-467a-aca3-bebeefd5a4fa tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.0903795 Nov 08 13:49:35.258027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef83f17-1abc-4eea-9b01-79f12c2b9bdf req-8b6d8aa6-2083-4afa-90bb-e0c799346f9e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565968 Nov 08 13:49:35.325013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d01bbc2-7337-440d-9741-a97ba874fe43 req-acd77f42-17fa-4b86-9adf-e2262e09b91b tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 210 time: 0.0259774 Nov 08 13:49:35.437883 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:35.587779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb02b-e7da-42bf-800d-1da3453e3e0a req-37d55fd7-2aac-49a4-9b90-656f3bbc0033 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:35.593683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb02b-e7da-42bf-800d-1da3453e3e0a req-37d55fd7-2aac-49a4-9b90-656f3bbc0033 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:35.600122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacb02b-e7da-42bf-800d-1da3453e3e0a req-37d55fd7-2aac-49a4-9b90-656f3bbc0033 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:35.601810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-caacb02b-e7da-42bf-800d-1da3453e3e0a req-37d55fd7-2aac-49a4-9b90-656f3bbc0033 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2418 time: 0.0654280 Nov 08 13:49:35.661384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-caacb02b-e7da-42bf-800d-1da3453e3e0a req-0124110b-079d-4b04-8ed9-6712684caa80 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522397 Nov 08 13:49:35.729629 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:36.166222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54645f-df36-4ff3-afa0-266865f6bdcf req-c05b1ca0-f1a6-4c09-9147-4e2397ce0713 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:36.167687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a54645f-df36-4ff3-afa0-266865f6bdcf req-c05b1ca0-f1a6-4c09-9147-4e2397ce0713 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0490229 Nov 08 13:49:36.215365 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a54645f-df36-4ff3-afa0-266865f6bdcf req-040216b8-4106-4b22-890a-5e7b61080561 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418441 Nov 08 13:49:36.289083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-245fdd0f-1fde-49be-9b1c-a18ee7667f5f req-6bd3a923-9b3d-4441-aefd-9ea9ab0d55c0 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0272329 Nov 08 13:49:36.380112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5f71547c-9973-40a7-956d-67ab8187a8f0 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:49:36.382497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1a9013b4-a319-426f-a7f0-3bb1d67caffb up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:36.472728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a6e46cc-bd71-4ac7-b9c1-f051448c0876 req-976ab1d2-a656-42a4-ad65-a8a14346978a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 210 time: 0.0615184 Nov 08 13:49:36.499024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2152ad-1481-4729-aaa5-fad221845a39 req-6362ce31-7e53-4a5a-97fc-9f7d11036e23 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:36.501201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2152ad-1481-4729-aaa5-fad221845a39 req-6362ce31-7e53-4a5a-97fc-9f7d11036e23 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.1504779 Nov 08 13:49:36.544341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:36.545091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-0e3d7c09-3962-42c2-a71d-ffb44d6fddc9 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:36.546722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-0e3d7c09-3962-42c2-a71d-ffb44d6fddc9 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.70 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 810 time: 0.1839325 Nov 08 13:49:36.561353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 1a9013b4-a319-426f-a7f0-3bb1d67caffb completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:49:36.566379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'mac_address': 'fa:16:3e:60:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:49:36.569859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 1a9013b4-a319-426f-a7f0-3bb1d67caffb triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:36.570337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:36.581643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Request body: {'port': {'device_id': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'admin_state_up': True, 'tenant_id': '27a82b92f2254ca4a998edbbba13e791'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:36.603562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d2152ad-1481-4729-aaa5-fad221845a39 req-af2b18cb-ae0e-4bb1-8f34-802321e830cd tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919425 Nov 08 13:49:36.646280 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:36.665404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5f71547c-9973-40a7-956d-67ab8187a8f0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:36.707902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:36.714417 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:36.721834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Made reservation on behalf of 27a82b92f2254ca4a998edbbba13e791 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:36.728221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:36.754821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:36.798717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:36.811841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1a9013b4-a319-426f-a7f0-3bb1d67caffb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1a9013b4-a319-426f-a7f0-3bb1d67caffb,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:36.818408 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:36.848690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c'}, {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9013b4-a319-426f-a7f0-3bb1d67caffb'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:36.850949 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df699ac8-d180-4040-a913-a285629442a9" -d '{"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-plugged", "status": "completed", "tag": "d92ac623-f024-43ec-a05e-b34e8bf79e7c"}, {"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-plugged", "status": "completed", "tag": "1a9013b4-a319-426f-a7f0-3bb1d67caffb"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:36.869719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d19494-59e5-433f-b835-5cc01c140ee2 req-2503977e-495d-47ae-ae20-8fdea4bf949f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:36.876278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d19494-59e5-433f-b835-5cc01c140ee2 req-2503977e-495d-47ae-ae20-8fdea4bf949f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:36.877345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=1a9013b4-a319-426f-a7f0-3bb1d67caffb,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:36.883019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d19494-59e5-433f-b835-5cc01c140ee2 req-2503977e-495d-47ae-ae20-8fdea4bf949f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:36.884882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80d19494-59e5-433f-b835-5cc01c140ee2 req-2503977e-495d-47ae-ae20-8fdea4bf949f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2418 time: 0.1382670 Nov 08 13:49:36.938642 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f8b8ee-11d8-4710-9cc3-97805dc9a654 x-openstack-request-id: req-95f8b8ee-11d8-4710-9cc3-97805dc9a654 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:36.938642 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-plugged", "status": "completed", "tag": "d92ac623-f024-43ec-a05e-b34e8bf79e7c", "code": 200}, {"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-plugged", "status": "completed", "tag": "1a9013b4-a319-426f-a7f0-3bb1d67caffb", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:36.939066 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95f8b8ee-11d8-4710-9cc3-97805dc9a654 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:36.939224 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c', 'code': 200} Nov 08 13:49:36.939588 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9013b4-a319-426f-a7f0-3bb1d67caffb', 'code': 200} Nov 08 13:49:36.965259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-50e49469-7476-4a16-a2c0-9ce8c9dde1cc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:36.966796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-50e49469-7476-4a16-a2c0-9ce8c9dde1cc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 945 time: 0.0649207 Nov 08 13:49:36.973896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Allocated IP 172.20.0.3 (01ef0746-2792-4193-bb2a-f1414ee3d53e/cdee0f88-9e64-4f27-9308-21426ddb3012/0cb7fa74-fb7e-4111-aa7c-edc302c49019) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:49:36.982950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80d19494-59e5-433f-b835-5cc01c140ee2 req-44fc0f1f-071d-4597-bcaa-9574de242fa0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911160 Nov 08 13:49:37.052958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5f71547c-9973-40a7-956d-67ab8187a8f0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:37.087539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32142-09c4-4330-a473-ddcc7f1030f1 req-f353d35f-5e2d-4b00-82be-0b409a642016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:37.088034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32142-09c4-4330-a473-ddcc7f1030f1 req-f353d35f-5e2d-4b00-82be-0b409a642016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:37.088487 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d32142-09c4-4330-a473-ddcc7f1030f1 req-f353d35f-5e2d-4b00-82be-0b409a642016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:37.090389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-73d32142-09c4-4330-a473-ddcc7f1030f1 req-f353d35f-5e2d-4b00-82be-0b409a642016 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2872 time: 0.0797486 Nov 08 13:49:37.138039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Deleting port 98b3b510-6f66-425c-9427-3795a687c760 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:37.138313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.153937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.196079 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.201489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-73d32142-09c4-4330-a473-ddcc7f1030f1 req-87e22008-92ad-4820-bfd4-eb9854513ea9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019590 Nov 08 13:49:37.235955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Network 01ef0746-2792-4193-bb2a-f1414ee3d53e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:49:37.243444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:37.248530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['8331cc40-0d23-4132-84dc-8c43535c6afe'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:37.249408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:49:37.254784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] For port 98b3b510-6f66-425c-9427-3795a687c760, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b3b510-6f66-425c-9427-3795a687c760,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:37.255165 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.270764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Calling delete_port for 98b3b510-6f66-425c-9427-3795a687c760 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:37.330736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Pushing event updated for resources: {'Port': ['ID=0cb7fa74-fb7e-4111-aa7c-edc302c49019,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:37.372565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:37.373387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.422893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24056174-7eaf-4219-847d-e563bfdfdb5a req-3238cefa-c9e7-48a0-bf58-cde8870414d9 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0370994 Nov 08 13:49:37.427681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-781be062-3b68-4354-8db3-7f4242ff58ae tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8503296 Nov 08 13:49:37.431624 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.441831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8be6f-248d-4d33-9a14-6bcd63c484d7 req-1ff31c1f-636a-49b3-928d-da76e9f2e58e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:37.449285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84c8be6f-248d-4d33-9a14-6bcd63c484d7 req-1ff31c1f-636a-49b3-928d-da76e9f2e58e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1491723 Nov 08 13:49:37.456218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Request body: {'port': {'device_id': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:37.456704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['83861d30-b1a1-4b81-aa86-bb817f8a8222', '57c7ba96-d652-47dd-aa20-600ac06e4359', '98b3b510-6f66-425c-9427-3795a687c760'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:37.461401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Pushing event deleted for resources: {'Port': ['ID=98b3b510-6f66-425c-9427-3795a687c760,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:37.532018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] No DVR routers for this DVR port 98b3b510-6f66-425c-9427-3795a687c760 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:37.534910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.540542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bd1f0d0-f280-4f37-bcb4-bba4b470f27c req-b589db21-8e6b-4b4a-a8f3-80c7789eff6e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "DELETE /v2.0/ports/98b3b510-6f66-425c-9427-3795a687c760 HTTP/1.1" status: 204 len: 173 time: 0.5618744 Nov 08 13:49:37.541094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'name': 'network-vif-deleted', 'tag': '98b3b510-6f66-425c-9427-3795a687c760'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:37.543542 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b9e6a-66fb-4b39-a01f-12bd22ad91ce" -d '{"events": [{"server_uuid": "a483e5c7-1975-41d5-ae9a-c12575fd392d", "name": "network-vif-deleted", "tag": "98b3b510-6f66-425c-9427-3795a687c760"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:37.575949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84c8be6f-248d-4d33-9a14-6bcd63c484d7 req-eaf05655-323b-4b2f-bd66-7b1959e45eb8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257393 Nov 08 13:49:37.586358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:37.649581 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea53925-e370-4a84-874c-8eca68318db0 x-openstack-request-id: req-eea53925-e370-4a84-874c-8eca68318db0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:37.650970 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a483e5c7-1975-41d5-ae9a-c12575fd392d", "name": "network-vif-deleted", "tag": "98b3b510-6f66-425c-9427-3795a687c760", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:37.650970 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eea53925-e370-4a84-874c-8eca68318db0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:37.650970 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a483e5c7-1975-41d5-ae9a-c12575fd392d', 'name': 'network-vif-deleted', 'tag': '98b3b510-6f66-425c-9427-3795a687c760', 'status': 'completed', 'code': 200} Nov 08 13:49:37.700675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69245790-2b78-46ce-bce1-cfab016455dd req-5c179339-a67d-4f93-b084-067a4c5d3581 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:37.707998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69245790-2b78-46ce-bce1-cfab016455dd req-5c179339-a67d-4f93-b084-067a4c5d3581 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 931 time: 0.0964947 Nov 08 13:49:37.812827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-362ce765-6ce5-49c4-8071-56485602db0c req-7e5058c6-b70e-42ba-a3d1-3148a9d7bc7f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=a483e5c7-1975-41d5-ae9a-c12575fd392d HTTP/1.1" status: 200 len: 210 time: 0.0918789 Nov 08 13:49:37.861369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69245790-2b78-46ce-bce1-cfab016455dd req-4a4a33d1-8406-44d4-b741-eabdc8a48b89 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526160 Nov 08 13:49:38.008016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb7fa74-fb7e-4111-aa7c-edc302c49019 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:38.017081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.030342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Transition to ACTIVE for port object 0cb7fa74-fb7e-4111-aa7c-edc302c49019 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:49:38.034039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.116467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb7fa74-fb7e-4111-aa7c-edc302c49019,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:38.175710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a02b2-04a8-4871-b361-a64e2e5ab680 req-a57ef272-fa5e-489c-b509-f4a2bf1e22c9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:38.181745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a02b2-04a8-4871-b361-a64e2e5ab680 req-a57ef272-fa5e-489c-b509-f4a2bf1e22c9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:38.187904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a02b2-04a8-4871-b361-a64e2e5ab680 req-a57ef272-fa5e-489c-b509-f4a2bf1e22c9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:38.189543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b7a02b2-04a8-4871-b361-a64e2e5ab680 req-a57ef272-fa5e-489c-b509-f4a2bf1e22c9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2419 time: 0.1281424 Nov 08 13:49:38.238718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Attempting to bind port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:49:38.239487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Attempting to bind port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:49:38.239487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Attempting to bind port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 on network 01ef0746-2792-4193-bb2a-f1414ee3d53e {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:38.253944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 on network 01ef0746-2792-4193-bb2a-f1414ee3d53e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:49:38.254265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Attempting to bind port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 on network 01ef0746-2792-4193-bb2a-f1414ee3d53e {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:49:38.261986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b7a02b2-04a8-4871-b361-a64e2e5ab680 req-e8b73ab1-4210-43ff-afe7-1213ac35b0eb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 Nov 08 13:49:38.263108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:49:38.263444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Checking segment: {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:38.263839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Bound using segment: {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:49:38.264268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Bound port: 0cb7fa74-fb7e-4111-aa7c-edc302c49019, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ad0b75-c096-4097-ab26-d9f167eb9d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:49:38.264623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.339173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] For port 0cb7fa74-fb7e-4111-aa7c-edc302c49019, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:49:38.342577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] For port 0cb7fa74-fb7e-4111-aa7c-edc302c49019, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:49:38.346598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.380530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:38.381498 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.382881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] 10.222.0.70 "PUT /v2.0/ports/0cb7fa74-fb7e-4111-aa7c-edc302c49019 HTTP/1.1" status: 200 len: 1091 time: 0.9316318 Nov 08 13:49:38.386863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'tag': '0cb7fa74-fb7e-4111-aa7c-edc302c49019'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:38.387004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5f71547c-9973-40a7-956d-67ab8187a8f0 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:38.389005 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d422ccb-f7da-4b01-948c-41fc0383a3a3", "tag": "0cb7fa74-fb7e-4111-aa7c-edc302c49019"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:38.420074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ab576-c639-45c6-89bd-650980ca8609 service neutron] Pushing event updated for resources: {'Port': ['ID=0cb7fa74-fb7e-4111-aa7c-edc302c49019,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:38.445778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 5f71547c-9973-40a7-956d-67ab8187a8f0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:38.446146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.504426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-c1ea08db-037c-4c58-a155-6bb4985b2b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:38.506138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-c1ea08db-037c-4c58-a155-6bb4985b2b29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 1094 time: 0.0563633 Nov 08 13:49:38.518318 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3641f07-6d7b-4aa5-8597-346e84fe6a86 x-openstack-request-id: req-a3641f07-6d7b-4aa5-8597-346e84fe6a86 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:38.518732 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d422ccb-f7da-4b01-948c-41fc0383a3a3", "tag": "0cb7fa74-fb7e-4111-aa7c-edc302c49019", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:38.519075 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3641f07-6d7b-4aa5-8597-346e84fe6a86 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:38.519573 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'tag': '0cb7fa74-fb7e-4111-aa7c-edc302c49019', 'status': 'completed', 'code': 200} Nov 08 13:49:38.556242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.576917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-365cd456-067e-4f73-ad82-73db18f38572 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019 HTTP/1.1" status: 200 len: 217 time: 0.0426309 Nov 08 13:49:38.596532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:38.606331 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:38.654241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-e4f9c159-c62a-43d3-9ace-9a43142f9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:38.656571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-e4f9c159-c62a-43d3-9ace-9a43142f9ed5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 200 len: 850 time: 0.0665295 Nov 08 13:49:38.661564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:38.716715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-f33a0cce-600f-43af-bdba-83ae8124be58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01ef0746-2792-4193-bb2a-f1414ee3d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463247 Nov 08 13:49:38.748845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ade7ea-f8d9-41ad-9dec-77a179dfe146 req-0e31cfec-aea2-4eec-a824-2e5495aa06a1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:38.750578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3ade7ea-f8d9-41ad-9dec-77a179dfe146 req-0e31cfec-aea2-4eec-a824-2e5495aa06a1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0915091 Nov 08 13:49:38.853552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0facf1d4-84f9-44df-ab90-d7671fe4d5ea req-3de82d11-8d56-47bd-9d0e-1566561b124a tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0679948 Nov 08 13:49:38.881913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3ade7ea-f8d9-41ad-9dec-77a179dfe146 req-073a5e26-29db-4e75-bed1-941051234fd6 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203403 Nov 08 13:49:38.903830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-c4ad08be-5fbc-4220-91b3-443e2425ee16 service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713016 Nov 08 13:49:38.940637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:38.944434 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5c10dc-9218-49f7-bde1-bae97b87a803" -d '{"events": [{"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:39.048939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f990ced-eb4a-418d-ab0d-27b1658a174a req-ad2c5fba-7ac5-4167-952c-e2d9fd1fda47 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.051228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f990ced-eb4a-418d-ab0d-27b1658a174a req-ad2c5fba-7ac5-4167-952c-e2d9fd1fda47 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 943 time: 0.1042566 Nov 08 13:49:39.094981 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7189643-a1f2-40ff-a65c-48b24a7f11a6 x-openstack-request-id: req-e7189643-a1f2-40ff-a65c-48b24a7f11a6 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:39.095493 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-plugged", "status": "completed", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:39.095906 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7189643-a1f2-40ff-a65c-48b24a7f11a6 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:39.096693 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'code': 200} Nov 08 13:49:39.102576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2495702d-8c3b-407b-a83e-89c2e3bb8f7f req-74bb029e-7880-423d-81d0-487ba4dc0c89 service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843545 Nov 08 13:49:39.148470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f990ced-eb4a-418d-ab0d-27b1658a174a req-ac075ea6-9fc6-4339-b54a-12e2e1e1a03f tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852342 Nov 08 13:49:39.259905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-438df4d4-74a2-4cb6-99ee-39f49cb93a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.261438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-438df4d4-74a2-4cb6-99ee-39f49cb93a62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 1094 time: 0.0745981 Nov 08 13:49:39.273506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5f060-3b7b-4278-b79c-563649b242fc req-9a2f33e6-918e-4de3-8863-6ac5427c303a tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.274880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65d5f060-3b7b-4278-b79c-563649b242fc req-9a2f33e6-918e-4de3-8863-6ac5427c303a tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0610251 Nov 08 13:49:39.410973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65d5f060-3b7b-4278-b79c-563649b242fc req-0370cee8-ce2a-4981-9bd3-1e770a2cec48 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282041 Nov 08 13:49:39.439436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee62e99-efe3-4e0a-a926-ee9bcf8ee5d7 req-7837d31b-02b9-453e-a0bc-1d83c87da2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.445356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee62e99-efe3-4e0a-a926-ee9bcf8ee5d7 req-7837d31b-02b9-453e-a0bc-1d83c87da2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.451233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee62e99-efe3-4e0a-a926-ee9bcf8ee5d7 req-7837d31b-02b9-453e-a0bc-1d83c87da2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.452844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eee62e99-efe3-4e0a-a926-ee9bcf8ee5d7 req-7837d31b-02b9-453e-a0bc-1d83c87da2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2419 time: 0.1082301 Nov 08 13:49:39.453788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-e003e2b6-d494-4e91-a7c7-ca35b79ae384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.455082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-e003e2b6-d494-4e91-a7c7-ca35b79ae384 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 911 time: 0.1793807 Nov 08 13:49:39.519522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-e8b1c2b1-5812-456c-9758-2af5d8f74676 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019 HTTP/1.1" status: 200 len: 217 time: 0.0472212 Nov 08 13:49:39.543814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eee62e99-efe3-4e0a-a926-ee9bcf8ee5d7 req-f48f9052-ef4e-44b8-8429-a71fb732ccf8 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849519 Nov 08 13:49:39.579066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-7580ff22-4175-411f-8469-effe685a18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:39.580579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-7580ff22-4175-411f-8469-effe685a18bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 200 len: 850 time: 0.0490007 Nov 08 13:49:39.623653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-c257d669-59f8-43d5-87b4-9f3408d4a07a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01ef0746-2792-4193-bb2a-f1414ee3d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254154 Nov 08 13:49:39.709568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b3b510-6f66-425c-9427-3795a687c760 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:39.729534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-f3d90421-9a08-4b39-a53f-b467dc67a410 service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894279 Nov 08 13:49:39.733691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 98b3b510-6f66-425c-9427-3795a687c760 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:39.734037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b3b510-6f66-425c-9427-3795a687c760 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:39.835980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f196fc77-b2b6-4e8e-b151-0f165ca3dde9 req-83668e1b-6e29-492a-91fd-2a2b2a06d25c service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890632 Nov 08 13:49:40.008034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1717a6d6-3651-4e97-b57e-265d65d49091 req-631e8ef3-b6ed-47fd-a52d-fe9cdf285f76 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0563545 Nov 08 13:49:40.042445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46949b5a-444e-4356-bac1-541523e26b29 req-3392cc6b-b376-4e49-ad13-470d72378915 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:40.044081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46949b5a-444e-4356-bac1-541523e26b29 req-3392cc6b-b376-4e49-ad13-470d72378915 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0829890 Nov 08 13:49:40.090952 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82edcf4c-48c4-4cae-9ad3-7d9ee1965261 req-aa74f2c4-52a3-4c30-8cb8-ab32f36692ee service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0265763 Nov 08 13:49:40.098679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46949b5a-444e-4356-bac1-541523e26b29 req-78e87693-a7d6-4f1a-b84d-c8fecddecdd5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478346 Nov 08 13:49:40.270914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593ba38-a2f9-40c9-903f-96b32f208869 req-21036d7a-2bef-4076-abaa-6ea7f07bceb4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:40.272506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c593ba38-a2f9-40c9-903f-96b32f208869 req-21036d7a-2bef-4076-abaa-6ea7f07bceb4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 943 time: 0.0524719 Nov 08 13:49:40.333068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c593ba38-a2f9-40c9-903f-96b32f208869 req-ae595513-7b5a-49ed-a7f8-3fa2477f8758 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542367 Nov 08 13:49:40.371196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58f70-ea43-454d-a0f9-a34fddc3606c req-e9f12ae9-ebe5-46b9-a3bf-7b0e5f56bbcb tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:40.372732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecf58f70-ea43-454d-a0f9-a34fddc3606c req-e9f12ae9-ebe5-46b9-a3bf-7b0e5f56bbcb tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.0558891 Nov 08 13:49:40.433244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecf58f70-ea43-454d-a0f9-a34fddc3606c req-f19184c7-b321-47d6-80f3-2d87cebe9873 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539575 Nov 08 13:49:40.536021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03a371-caef-4613-913d-59c4f81a9258 req-a51a058a-551f-4f06-acc9-eac023cabece tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:40.537564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd03a371-caef-4613-913d-59c4f81a9258 req-a51a058a-551f-4f06-acc9-eac023cabece tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0550427 Nov 08 13:49:40.591730 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd03a371-caef-4613-913d-59c4f81a9258 req-8eebe5e2-2dea-4510-8581-441b928ab4b5 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480471 Nov 08 13:49:40.664687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4ea3-7963-46a6-9051-35405e06c788 req-72c9c330-3d44-4916-a16d-110e39151781 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:40.671345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4ea3-7963-46a6-9051-35405e06c788 req-72c9c330-3d44-4916-a16d-110e39151781 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:40.676856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc4ea3-7963-46a6-9051-35405e06c788 req-72c9c330-3d44-4916-a16d-110e39151781 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:40.678542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1dc4ea3-7963-46a6-9051-35405e06c788 req-72c9c330-3d44-4916-a16d-110e39151781 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2419 time: 0.0652204 Nov 08 13:49:40.742653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1dc4ea3-7963-46a6-9051-35405e06c788 req-9fbffc09-34ee-415b-811c-44e36307e707 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575502 Nov 08 13:49:41.077756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab42dd-86e1-4672-a998-f34838a88154 req-03e04f5d-a876-44f2-9ab4-de00c26dbf41 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:41.083948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab42dd-86e1-4672-a998-f34838a88154 req-03e04f5d-a876-44f2-9ab4-de00c26dbf41 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:41.090025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab42dd-86e1-4672-a998-f34838a88154 req-03e04f5d-a876-44f2-9ab4-de00c26dbf41 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:41.091769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53ab42dd-86e1-4672-a998-f34838a88154 req-03e04f5d-a876-44f2-9ab4-de00c26dbf41 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2419 time: 0.0732627 Nov 08 13:49:41.130430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbd70334-3001-41a3-8cc1-0dc327be423e req-1b507062-7bbe-42f5-bea2-187aefa4ecd8 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0372102 Nov 08 13:49:41.170754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53ab42dd-86e1-4672-a998-f34838a88154 req-c6cc2279-45f2-4630-a7e0-7f0044135807 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690875 Nov 08 13:49:41.246342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c97237-7362-4772-824e-df8044cec71c req-89981b69-0694-4634-8402-30e223cab7d0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:41.247851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24c97237-7362-4772-824e-df8044cec71c req-89981b69-0694-4634-8402-30e223cab7d0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.0513897 Nov 08 13:49:41.296577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24c97237-7362-4772-824e-df8044cec71c req-60380b33-1f5e-4c5d-83c9-efe78af4d3bd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423539 Nov 08 13:49:41.457801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff4a5a-6aca-4031-8fe9-14c3199a3e45 req-826272ed-8bcd-413d-ba4b-d57f9d7df4cb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:41.459366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1eff4a5a-6aca-4031-8fe9-14c3199a3e45 req-826272ed-8bcd-413d-ba4b-d57f9d7df4cb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 943 time: 0.0564940 Nov 08 13:49:41.550401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1eff4a5a-6aca-4031-8fe9-14c3199a3e45 req-5d1ee27e-8118-47b0-ab67-299aeb71dff7 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840390 Nov 08 13:49:41.563583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-2905ae04-5131-4ce5-b341-b7257b3d8e72 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:41.565687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-2905ae04-5131-4ce5-b341-b7257b3d8e72 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0975354 Nov 08 13:49:41.722148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0cb7fa74-fb7e-4111-aa7c-edc302c49019 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:49:41.792010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9baa404-a88c-461e-b559-0aa93adb3a7a req-5ba1937f-1fe9-43d0-a46b-cd12a71a0b83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:41.793757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9baa404-a88c-461e-b559-0aa93adb3a7a req-5ba1937f-1fe9-43d0-a46b-cd12a71a0b83 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 945 time: 0.0885630 Nov 08 13:49:41.796525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Deleting port 57c7ba96-d652-47dd-aa20-600ac06e4359 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:41.800853 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:41.906123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0cb7fa74-fb7e-4111-aa7c-edc302c49019, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:41.929785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '0cb7fa74-fb7e-4111-aa7c-edc302c49019', 'network_id': '01ef0746-2792-4193-bb2a-f1414ee3d53e', 'port_id': '0cb7fa74-fb7e-4111-aa7c-edc302c49019', 'mac_address': 'fa:16:3e:eb:18:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdee0f88-9e64-4f27-9308-21426ddb3012', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:49:41.988738 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:42.007255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb7fa74-fb7e-4111-aa7c-edc302c49019 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:42.013199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9baa404-a88c-461e-b559-0aa93adb3a7a req-e3fbb33b-3804-4876-bee7-90461d04ec8c tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927898 Nov 08 13:49:42.045722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] For port 57c7ba96-d652-47dd-aa20-600ac06e4359, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57c7ba96-d652-47dd-aa20-600ac06e4359,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:42.046152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:42.047366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0cb7fa74-fb7e-4111-aa7c-edc302c49019, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:42.054729 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:42.075879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Calling delete_port for 57c7ba96-d652-47dd-aa20-600ac06e4359 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:42.138178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=0cb7fa74-fb7e-4111-aa7c-edc302c49019,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:42.178263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10465a91-9a95-4467-b672-04e113c16c81 req-e25d255e-e464-41b4-9e65-5df922ca730c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:42.180871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10465a91-9a95-4467-b672-04e113c16c81 req-e25d255e-e464-41b4-9e65-5df922ca730c tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.1070421 Nov 08 13:49:42.285863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fffb40f-6c82-4b33-b75d-82cb83b4ff8a req-91b03449-48a4-4ec5-bff9-6eb542ab8e6b tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0556476 Nov 08 13:49:42.336373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10465a91-9a95-4467-b672-04e113c16c81 req-8604bbb7-5089-4771-8629-6784781ee2d7 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482348 Nov 08 13:49:42.437723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0cb7fa74-fb7e-4111-aa7c-edc302c49019'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:42.522363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba652873-7ecc-4500-8635-e07faed9a0d8 req-a1c56a4b-91ac-4915-a066-38f4eb21febf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:42.531452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba652873-7ecc-4500-8635-e07faed9a0d8 req-a1c56a4b-91ac-4915-a066-38f4eb21febf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:42.541035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba652873-7ecc-4500-8635-e07faed9a0d8 req-a1c56a4b-91ac-4915-a066-38f4eb21febf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:42.542648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba652873-7ecc-4500-8635-e07faed9a0d8 req-a1c56a4b-91ac-4915-a066-38f4eb21febf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2419 time: 0.1511889 Nov 08 13:49:42.552429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4654a-54af-406f-bbdc-d32df65a5f9c req-f738ea59-5c8e-4a13-850e-ffe4e05aa4c7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:42.555032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5e4654a-54af-406f-bbdc-d32df65a5f9c req-f738ea59-5c8e-4a13-850e-ffe4e05aa4c7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1249125 Nov 08 13:49:42.557186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:42.621607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Pushing event deleted for resources: {'Port': ['ID=57c7ba96-d652-47dd-aa20-600ac06e4359,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:42.717597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] No DVR routers for this DVR port 57c7ba96-d652-47dd-aa20-600ac06e4359 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:42.740531 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:42.744337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cbe8339-483c-4f86-84a4-9f60e0e991d5 req-4847a532-401f-4f5d-94b0-6263a6686a8d tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "DELETE /v2.0/ports/57c7ba96-d652-47dd-aa20-600ac06e4359 HTTP/1.1" status: 204 len: 173 time: 1.1699252 Nov 08 13:49:42.744959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'name': 'network-vif-deleted', 'tag': '57c7ba96-d652-47dd-aa20-600ac06e4359'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:42.753888 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a0d4d3-2dd9-4e6d-a2f5-32783cf7d6d4" -d '{"events": [{"server_uuid": "9b81155d-1312-43dd-aad9-b5248a672f2a", "name": "network-vif-deleted", "tag": "57c7ba96-d652-47dd-aa20-600ac06e4359"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:42.773837 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba652873-7ecc-4500-8635-e07faed9a0d8 req-95f6221f-129e-48a2-a2c5-f44155e8e7fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117057 Nov 08 13:49:42.792399 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5e4654a-54af-406f-bbdc-d32df65a5f9c req-350a58cc-fd87-428b-9b4c-0735d20dabde tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203772 Nov 08 13:49:42.911018 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c5322-0750-4240-8d24-fad2a4a08451 x-openstack-request-id: req-505c5322-0750-4240-8d24-fad2a4a08451 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:42.911539 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b81155d-1312-43dd-aad9-b5248a672f2a", "name": "network-vif-deleted", "tag": "57c7ba96-d652-47dd-aa20-600ac06e4359", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:42.911986 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-505c5322-0750-4240-8d24-fad2a4a08451 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:42.912594 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b81155d-1312-43dd-aad9-b5248a672f2a', 'name': 'network-vif-deleted', 'tag': '57c7ba96-d652-47dd-aa20-600ac06e4359', 'status': 'completed', 'code': 200} Nov 08 13:49:43.028961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9e2b6-41ae-4be6-bdcc-8c50b6ede7e8 req-094c5696-c56c-42e5-a283-5e8006355525 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:43.038366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0d9e2b6-41ae-4be6-bdcc-8c50b6ede7e8 req-094c5696-c56c-42e5-a283-5e8006355525 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 944 time: 0.1066961 Nov 08 13:49:43.149364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0d9e2b6-41ae-4be6-bdcc-8c50b6ede7e8 req-6e365169-960a-439b-98b2-b1ecb197b0a2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062322 Nov 08 13:49:43.164561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-02e34943-e51b-4b64-b53f-542a4787dde2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:43.176610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-02e34943-e51b-4b64-b53f-542a4787dde2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:43.182995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-02e34943-e51b-4b64-b53f-542a4787dde2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:43.184999 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-02e34943-e51b-4b64-b53f-542a4787dde2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 2419 time: 0.1379633 Nov 08 13:49:43.200431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['83861d30-b1a1-4b81-aa86-bb817f8a8222', '57c7ba96-d652-47dd-aa20-600ac06e4359'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:43.354926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-710b2577-917f-4e5e-b8a7-b1f065600850 req-daa1ce43-2d15-4c9a-b39c-eea2c95a4200 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=32d8c2e2df364cd39528bd5d5e88c708&device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.1028357 Nov 08 13:49:43.408355 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-710b2577-917f-4e5e-b8a7-b1f065600850 req-83730866-52ea-4304-946d-6cd9791e3b13 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=32d8c2e2df364cd39528bd5d5e88c708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261066 Nov 08 13:49:43.458178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4de58a80-d202-4d07-858e-35b23ce614bf req-24808027-fb19-4932-8658-a04c48b1a68f tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b81155d-1312-43dd-aad9-b5248a672f2a HTTP/1.1" status: 200 len: 210 time: 0.1349847 Nov 08 13:49:43.482667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-811dc7af-e22a-4cd6-af73-6120ecc2123f req-81aaef46-0872-4a02-b285-d1db34f9e994 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0927176 Nov 08 13:49:43.526465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-90c7f166-7838-4cfa-8129-068d689450cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2176075 Nov 08 13:49:43.548220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port 1a9013b4-a319-426f-a7f0-3bb1d67caffb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:43.548561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:43.705227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b2577-917f-4e5e-b8a7-b1f065600850 req-f4f305d8-d980-4221-a52d-327738759ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:43.707019 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-710b2577-917f-4e5e-b8a7-b1f065600850 req-f4f305d8-d980-4221-a52d-327738759ca9 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2893863 Nov 08 13:49:43.725444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-5df6360d-2bd1-4182-8bb5-6178c8b0f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:43.727352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0cb7fa74-fb7e-4111-aa7c-edc302c49019 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:43.738080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-5df6360d-2bd1-4182-8bb5-6178c8b0f37f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a183204d44984dd2ae8a48ddd35de86b&device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 1097 time: 0.1106255 Nov 08 13:49:43.807897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port 1a9013b4-a319-426f-a7f0-3bb1d67caffb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1a9013b4-a319-426f-a7f0-3bb1d67caffb,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:43.810766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:43.848777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for 1a9013b4-a319-426f-a7f0-3bb1d67caffb owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:43.935590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:49:43.940411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:43.940923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.095080 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.099130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.115223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['89322297-78f2-418d-9587-866411b4ba9b', 'd92ac623-f024-43ec-a05e-b34e8bf79e7c', '1a9013b4-a319-426f-a7f0-3bb1d67caffb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:44.140488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=1a9013b4-a319-426f-a7f0-3bb1d67caffb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:44.210462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port 1a9013b4-a319-426f-a7f0-3bb1d67caffb on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:44.214120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.218251 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2ea884d5-30e3-4501-9eb6-2b580657a6fe tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "DELETE /v2.0/ports/1a9013b4-a319-426f-a7f0-3bb1d67caffb HTTP/1.1" status: 204 len: 173 time: 0.9937701 Nov 08 13:49:44.218953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-deleted', 'tag': '1a9013b4-a319-426f-a7f0-3bb1d67caffb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:44.222357 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e271e-bc42-4619-92a8-5a12be9c233e" -d '{"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-deleted", "tag": "1a9013b4-a319-426f-a7f0-3bb1d67caffb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:44.226716 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0cb7fa74-fb7e-4111-aa7c-edc302c49019, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:44.231444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb7fa74-fb7e-4111-aa7c-edc302c49019'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:44.237965 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b447720d-9b5c-4654-b332-4e94949ac1a8" -d '{"events": [{"server_uuid": "2d422ccb-f7da-4b01-948c-41fc0383a3a3", "name": "network-vif-plugged", "status": "completed", "tag": "0cb7fa74-fb7e-4111-aa7c-edc302c49019"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:44.245926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.324162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=0cb7fa74-fb7e-4111-aa7c-edc302c49019,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:44.362960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port 89322297-78f2-418d-9587-866411b4ba9b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:44.364087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.439801 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:49:44.529112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-4d0a0b0a-a013-4302-8e07-39f5e257d513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:44.531059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-4d0a0b0a-a013-4302-8e07-39f5e257d513 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c176a417-3446-4288-b5ad-a2f00f57784d HTTP/1.1" status: 200 len: 912 time: 0.7589827 Nov 08 13:49:44.555238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port 89322297-78f2-418d-9587-866411b4ba9b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=89322297-78f2-418d-9587-866411b4ba9b,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:44.555918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.561616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d054a-dfeb-43f4-8938-e7b2fc20ad1a req-50bac604-3c18-4b9a-a65c-35c1b3f30938 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:44.569372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-870d054a-dfeb-43f4-8938-e7b2fc20ad1a req-50bac604-3c18-4b9a-a65c-35c1b3f30938 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.6042933 Nov 08 13:49:44.582214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aa2d4-1935-4e28-bf0e-d4fc4e6bd663 req-5ff206dc-9bc3-4816-92e4-3f8e75ad25e0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:44.588416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41aa2d4-1935-4e28-bf0e-d4fc4e6bd663 req-5ff206dc-9bc3-4816-92e4-3f8e75ad25e0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:44.597049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e41aa2d4-1935-4e28-bf0e-d4fc4e6bd663 req-5ff206dc-9bc3-4816-92e4-3f8e75ad25e0 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 1683 time: 0.6641903 Nov 08 13:49:44.602090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for 89322297-78f2-418d-9587-866411b4ba9b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:44.746197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-2264c22a-f3dd-4697-9618-eb59b3e3e0b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b HTTP/1.1" status: 200 len: 1001 time: 0.2008419 Nov 08 13:49:44.754241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-870d054a-dfeb-43f4-8938-e7b2fc20ad1a req-fafb2d94-685f-4f4a-9e8b-21d8c399aa29 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837859 Nov 08 13:49:44.760370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e41aa2d4-1935-4e28-bf0e-d4fc4e6bd663 req-a381c8ae-4d05-4881-91e4-4139905aa422 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621292 Nov 08 13:49:44.781428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:44.839966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-9ce0b8af-24fc-4a6b-ad3c-ec6bef40ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:44.841531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-9ce0b8af-24fc-4a6b-ad3c-ec6bef40ea59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef9de8c1-ce8e-47ad-a451-fc1291515ba2 HTTP/1.1" status: 200 len: 850 time: 0.0801833 Nov 08 13:49:44.877551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=89322297-78f2-418d-9587-866411b4ba9b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:44.970521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54732b69-ffc2-4505-bf98-c41b812a9950 req-66733235-f288-4d7b-ab98-c8c8bf2b6c62 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:44.979418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54732b69-ffc2-4505-bf98-c41b812a9950 req-66733235-f288-4d7b-ab98-c8c8bf2b6c62 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1276057 Nov 08 13:49:44.990430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port 89322297-78f2-418d-9587-866411b4ba9b on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:44.994588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-2d7d3121-a1a8-486b-a7fa-e4ab4a6c0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:44.996622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-2d7d3121-a1a8-486b-a7fa-e4ab4a6c0abf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c176a417-3446-4288-b5ad-a2f00f57784d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332219 Nov 08 13:49:44.997631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:45.001405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-2c6671d0-aa87-4dd5-9100-0da0d49e227b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "DELETE /v2.0/ports/89322297-78f2-418d-9587-866411b4ba9b HTTP/1.1" status: 204 len: 173 time: 0.7718723 Nov 08 13:49:45.136342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54732b69-ffc2-4505-bf98-c41b812a9950 req-9823d489-3707-4328-9a17-ff3a2492e5d4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555963 Nov 08 13:49:45.247873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-710b2577-917f-4e5e-b8a7-b1f065600850 req-6db95ba3-72ff-4df0-a5ee-bda3752a8b99 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0508809 Nov 08 13:49:45.251331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f1704-4693-44f9-94d7-0dcbb36428ea req-4d33f860-147f-40d1-970d-5b385d7fcd57 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:45.255332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port d92ac623-f024-43ec-a05e-b34e8bf79e7c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:45.256358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:45.265406 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc8f1704-4693-44f9-94d7-0dcbb36428ea req-4d33f860-147f-40d1-970d-5b385d7fcd57 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2391233 Nov 08 13:49:45.294399 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83940fcc-cf45-4a5a-b8f1-de6b927fd300 x-openstack-request-id: req-83940fcc-cf45-4a5a-b8f1-de6b927fd300 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:45.294696 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-deleted", "tag": "1a9013b4-a319-426f-a7f0-3bb1d67caffb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:45.295007 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-83940fcc-cf45-4a5a-b8f1-de6b927fd300 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:45.295346 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-deleted', 'tag': '1a9013b4-a319-426f-a7f0-3bb1d67caffb', 'status': 'completed', 'code': 200} Nov 08 13:49:45.323165 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72709567-0598-4dba-9f0a-45b74b717496 x-openstack-request-id: req-72709567-0598-4dba-9f0a-45b74b717496 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:45.324829 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d422ccb-f7da-4b01-948c-41fc0383a3a3", "name": "network-vif-plugged", "status": "completed", "tag": "0cb7fa74-fb7e-4111-aa7c-edc302c49019", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:45.325256 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72709567-0598-4dba-9f0a-45b74b717496 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:45.326011 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb7fa74-fb7e-4111-aa7c-edc302c49019', 'code': 200} Nov 08 13:49:45.394949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-1f916c55-3a6b-4850-9af6-db12f1d76424 service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826101 Nov 08 13:49:45.451224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port d92ac623-f024-43ec-a05e-b34e8bf79e7c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d92ac623-f024-43ec-a05e-b34e8bf79e7c,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:45.452039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:45.460653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc8f1704-4693-44f9-94d7-0dcbb36428ea req-3848c2a4-b386-4c9f-a824-96d35ab23741 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804099 Nov 08 13:49:45.476757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for d92ac623-f024-43ec-a05e-b34e8bf79e7c owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:45.592000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92070aad-8ecf-4174-96a4-2a19a4d34c55 req-4648564a-e0a0-455a-8a73-ef992fd88f75 service neutron] 10.222.0.70 "GET /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768050 Nov 08 13:49:45.654615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-931977ac-937b-4843-8237-9e559cebdbbc req-41087af6-c3c5-4be8-a0d2-5dcd5b76a471 tempest-ServerShowV254Test-177267863 tempest-ServerShowV254Test-177267863-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c29a07b-1af4-4d25-b719-31b973d1406a HTTP/1.1" status: 200 len: 210 time: 0.0614915 Nov 08 13:49:45.686188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:45.726339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57c7ba96-d652-47dd-aa20-600ac06e4359 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:45.743442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=d92ac623-f024-43ec-a05e-b34e8bf79e7c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:45.748530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44ec9e-af10-4bc1-af53-5b90b447a2d7 req-ac43c7c2-00a9-4ec0-be3c-944d26bb907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:45.748964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-80e9fc04-28f7-4906-9dcd-c296f2bd6d87 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:45.751298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-80e9fc04-28f7-4906-9dcd-c296f2bd6d87 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.0929873 Nov 08 13:49:45.752276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e44ec9e-af10-4bc1-af53-5b90b447a2d7 req-ac43c7c2-00a9-4ec0-be3c-944d26bb907e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 1096 time: 0.2785399 Nov 08 13:49:45.811802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 57c7ba96-d652-47dd-aa20-600ac06e4359 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:45.812042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57c7ba96-d652-47dd-aa20-600ac06e4359 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:45.844407 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e44ec9e-af10-4bc1-af53-5b90b447a2d7 req-7e737fbe-85a5-4dd0-9f8f-9ecdbf654408 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752356 Nov 08 13:49:45.871195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port d92ac623-f024-43ec-a05e-b34e8bf79e7c on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:45.874809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:45.878712 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f8589726-ffb7-47d4-9901-d7d2e5f74ee9 req-467923a8-82e8-4859-b437-e4a9212ff2cf tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.54 "DELETE /v2.0/ports/d92ac623-f024-43ec-a05e-b34e8bf79e7c HTTP/1.1" status: 204 len: 173 time: 0.8652833 Nov 08 13:49:46.093834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ab533-029c-4fd5-83ac-452df189f8a4 req-54aa33fb-7ef1-4fcd-bf1d-f96f9ce51d20 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:46.109073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b31ab533-029c-4fd5-83ac-452df189f8a4 req-54aa33fb-7ef1-4fcd-bf1d-f96f9ce51d20 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.2649312 Nov 08 13:49:46.184856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8ce9e-f25b-45d0-ab3e-9fdb0969b485 req-cafdb6e5-c9ab-4c98-9b83-c29e8823c45f tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:46.186488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58d8ce9e-f25b-45d0-ab3e-9fdb0969b485 req-cafdb6e5-c9ab-4c98-9b83-c29e8823c45f tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 946 time: 0.2053232 Nov 08 13:49:46.193515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Deleting port 53b1b575-60fc-4722-bc7f-4f7ce993005b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:46.193856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:46.255782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b31ab533-029c-4fd5-83ac-452df189f8a4 req-08d293ed-1618-4b39-9908-e10fff8d2437 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436424 Nov 08 13:49:46.314464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58d8ce9e-f25b-45d0-ab3e-9fdb0969b485 req-dcab0334-90c7-4550-aa24-6ecba9167b8e tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups?id=3779409f-6aa8-45f8-992d-32f2c227460a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124990 Nov 08 13:49:46.408409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] For port 53b1b575-60fc-4722-bc7f-4f7ce993005b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=53b1b575-60fc-4722-bc7f-4f7ce993005b,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:46.410323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:46.422990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d92ac623-f024-43ec-a05e-b34e8bf79e7c no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:46.480174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: d92ac623-f024-43ec-a05e-b34e8bf79e7c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:46.481313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d92ac623-f024-43ec-a05e-b34e8bf79e7c not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:46.484621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1a9013b4-a319-426f-a7f0-3bb1d67caffb no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:46.486951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f523f024-bb84-40d9-982f-0c22d02548fb req-9d94c8af-f7cd-4228-9637-4ec776264d53 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=e7f2c854-5d32-45c0-ae50-6c56f1b7adae HTTP/1.1" status: 200 len: 210 time: 0.0534787 Nov 08 13:49:46.557811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 1a9013b4-a319-426f-a7f0-3bb1d67caffb {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:46.558441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1a9013b4-a319-426f-a7f0-3bb1d67caffb not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:46.559052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 89322297-78f2-418d-9587-866411b4ba9b no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:46.605155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 89322297-78f2-418d-9587-866411b4ba9b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:46.612371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 89322297-78f2-418d-9587-866411b4ba9b not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:46.779467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a269d0-aead-46b5-8957-89ab161a9ef8 req-99fdb80a-e986-4ee8-9875-c5de8c902bdb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:46.786907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a269d0-aead-46b5-8957-89ab161a9ef8 req-99fdb80a-e986-4ee8-9875-c5de8c902bdb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1681392 Nov 08 13:49:46.805192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596462e5-3d88-4436-9a42-8d15795e3e5d req-e7381c37-0c9b-487b-aebc-cd08de04e4fe tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:46.806660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-596462e5-3d88-4436-9a42-8d15795e3e5d req-e7381c37-0c9b-487b-aebc-cd08de04e4fe tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1901712 Nov 08 13:49:46.931065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-596462e5-3d88-4436-9a42-8d15795e3e5d req-da06c41d-ff9a-4a11-a200-0e47abe32be7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134710 Nov 08 13:49:46.939637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a269d0-aead-46b5-8957-89ab161a9ef8 req-5c14f987-fe84-405e-992d-8ca359683d5e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517129 Nov 08 13:49:46.950817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:46.951196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:46.951520 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Floating IP e01f9049-1b08-4a49-a9d2-dc3e442cc2ba disassociated. External IP: 172.25.8.25, port: 53b1b575-60fc-4722-bc7f-4f7ce993005b. Nov 08 13:49:46.951949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Calling delete_port for 53b1b575-60fc-4722-bc7f-4f7ce993005b owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:47.157954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:47.167086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event deleted for resources: {'Port': ['ID=53b1b575-60fc-4722-bc7f-4f7ce993005b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:47.296872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-deleted', 'tag': '89322297-78f2-418d-9587-866411b4ba9b'}, {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-deleted', 'tag': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:47.299602 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7c297-5dbc-42f6-a0c0-4527c4ddc919" -d '{"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-deleted", "tag": "89322297-78f2-418d-9587-866411b4ba9b"}, {"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-deleted", "tag": "d92ac623-f024-43ec-a05e-b34e8bf79e7c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:47.367661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53196) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:47.373226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:49:47.494958 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97a8682-a124-4115-a9e3-15b558e0b807 x-openstack-request-id: req-c97a8682-a124-4115-a9e3-15b558e0b807 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:47.495635 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-deleted", "tag": "89322297-78f2-418d-9587-866411b4ba9b", "status": "completed", "code": 200}, {"server_uuid": "e7f2c854-5d32-45c0-ae50-6c56f1b7adae", "name": "network-vif-deleted", "tag": "d92ac623-f024-43ec-a05e-b34e8bf79e7c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:47.495635 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c97a8682-a124-4115-a9e3-15b558e0b807 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:47.496242 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-deleted', 'tag': '89322297-78f2-418d-9587-866411b4ba9b', 'status': 'completed', 'code': 200} Nov 08 13:49:47.496536 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f2c854-5d32-45c0-ae50-6c56f1b7adae', 'name': 'network-vif-deleted', 'tag': 'd92ac623-f024-43ec-a05e-b34e8bf79e7c', 'status': 'completed', 'code': 200} Nov 08 13:49:47.504871 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c60e4af-f98d-483e-ae11-011c2194cad5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:47.547902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:49:47.557992 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] Sync routers for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:49:47.576694 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:47.578665 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:47.676888 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c60e4af-f98d-483e-ae11-011c2194cad5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:47.677278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] No DVR routers for this DVR port 53b1b575-60fc-4722-bc7f-4f7ce993005b on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:47.681116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:47.684819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07128c1e-2386-41cc-9540-b0bc3ed78fb6 req-ce50a6ad-7a3c-4dbc-bf65-cfcaa3ff4479 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.70 "DELETE /v2.0/ports/53b1b575-60fc-4722-bc7f-4f7ce993005b HTTP/1.1" status: 204 len: 173 time: 1.9170759 Nov 08 13:49:47.685401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c60e4af-f98d-483e-ae11-011c2194cad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:47.716448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'name': 'network-vif-deleted', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:47.718825 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8233e64-0d1f-4a2c-a151-cd68440fe505" -d '{"events": [{"server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "name": "network-vif-deleted", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:47.752018 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c60e4af-f98d-483e-ae11-011c2194cad5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32d8c2e2df364cd39528bd5d5e88c708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3827121 Nov 08 13:49:47.753332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60e4af-f98d-483e-ae11-011c2194cad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2431d94-2dc8-42c2-9691-fc1821e68022,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:47.756814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53206) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:47.760373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca09f0b7-22e2-415b-8db0-83fbe020caca req-a4cd8512-933c-43bd-87ea-ff1fba546212 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0df4cff-4d72-47da-940d-cd8ea7a0131d HTTP/1.1" status: 200 len: 210 time: 0.0705426 Nov 08 13:49:47.810835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e35e8b-8a59-4f10-afe4-c0f12736ab7d req-fe284441-ce1c-446c-ac63-dad4e6cc022e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:47.812474 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5e35e8b-8a59-4f10-afe4-c0f12736ab7d req-fe284441-ce1c-446c-ac63-dad4e6cc022e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.2663612 Nov 08 13:49:47.875693 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2effa68d-0076-4a9e-9f0c-a3b9669ea54c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:47.958644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2effa68d-0076-4a9e-9f0c-a3b9669ea54c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:47.980410 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:48.023189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5e35e8b-8a59-4f10-afe4-c0f12736ab7d req-3a5b7028-7b29-425e-b4d8-b58b8071a38e tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923852 Nov 08 13:49:48.023950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53220) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:48.073598 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2effa68d-0076-4a9e-9f0c-a3b9669ea54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:48.076421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2effa68d-0076-4a9e-9f0c-a3b9669ea54c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:48.080542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2effa68d-0076-4a9e-9f0c-a3b9669ea54c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2431d94-2dc8-42c2-9691-fc1821e68022 HTTP/1.1" status: 204 len: 168 time: 0.3216958 Nov 08 13:49:48.097229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2effa68d-0076-4a9e-9f0c-a3b9669ea54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2431d94-2dc8-42c2-9691-fc1821e68022,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:48.115259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-af1adc8c-087b-48da-9ddf-da050bc325d7 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:48.117473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-af1adc8c-087b-48da-9ddf-da050bc325d7 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 945 time: 0.3039668 Nov 08 13:49:48.172360 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f034b-c113-4817-a1c1-59b1dc50076b x-openstack-request-id: req-1c8f034b-c113-4817-a1c1-59b1dc50076b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:48.172667 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0df4cff-4d72-47da-940d-cd8ea7a0131d", "name": "network-vif-deleted", "tag": "53b1b575-60fc-4722-bc7f-4f7ce993005b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:48.172924 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c8f034b-c113-4817-a1c1-59b1dc50076b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:48.173337 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0df4cff-4d72-47da-940d-cd8ea7a0131d', 'name': 'network-vif-deleted', 'tag': '53b1b575-60fc-4722-bc7f-4f7ce993005b', 'status': 'completed', 'code': 200} Nov 08 13:49:48.238848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting subnet b0c3609a-cb0a-400d-974a-b1e62766f5f1 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:49:48.277003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:48.481732 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:30Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:48.537160 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] Checking router: 8c8e4180-865d-4f93-be1f-37ed8c73ae3f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:49:48.561750 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:48.567678 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:48.568462 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:48.595343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85b5a1-0914-4f7c-807a-34fa060a4c1c req-eb469912-d500-496f-8923-30ee0dae2dec tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:48.596904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c85b5a1-0914-4f7c-807a-34fa060a4c1c req-eb469912-d500-496f-8923-30ee0dae2dec tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.3535161 Nov 08 13:49:48.604908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5a047-1715-4f1d-a7f5-f98402a2354f req-f2d91a83-a8ce-4297-ba85-2e10222b2587 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:48.606452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bc5a047-1715-4f1d-a7f5-f98402a2354f req-f2d91a83-a8ce-4297-ba85-2e10222b2587 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.3079834 Nov 08 13:49:48.762588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Deleting port 83861d30-b1a1-4b81-aa86-bb817f8a8222 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:48.762795 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:48.769296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c85b5a1-0914-4f7c-807a-34fa060a4c1c req-ebf1f005-e833-408c-8f65-da21173b1986 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620378 Nov 08 13:49:48.785030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bc5a047-1715-4f1d-a7f5-f98402a2354f req-87beb4cf-79bf-426d-bd8c-6988d8ac8031 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641321 Nov 08 13:49:48.939995 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:48.961716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:48.978015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53244) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:49.166179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] For port 83861d30-b1a1-4b81-aa86-bb817f8a8222, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=83861d30-b1a1-4b81-aa86-bb817f8a8222,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:49.167095 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.225278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6f19ac-aa20-4196-8bc7-a0159fb1aab6 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.232043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Calling delete_port for 83861d30-b1a1-4b81-aa86-bb817f8a8222 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:49.290541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6f19ac-aa20-4196-8bc7-a0159fb1aab6 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.373250 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:30Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:49.433842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-f23ec385-2428-4a3e-a1c5-95de556272c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:49.435522 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-f23ec385-2428-4a3e-a1c5-95de556272c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 1096 time: 0.2441514 Nov 08 13:49:49.441248 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e8806d-97e4-4040-a2f0-af04e14a8b0d None None] The sync data for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 is: [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:47:22Z', 'revision_number': 4, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9', 'name': '', 'network_id': 'c176a417-3446-4288-b5ad-a2f00f57784d', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'mac_address': 'fa:16:3e:f8:64:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:20Z', 'updated_at': '2021-11-08T13:47:30Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'subnets': [{'id': 'ef9de8c1-ce8e-47ad-a451-fc1291515ba2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:49:49.491853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6f19ac-aa20-4196-8bc7-a0159fb1aab6 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.504805 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6f19ac-aa20-4196-8bc7-a0159fb1aab6 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.506536 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0f6f19ac-aa20-4196-8bc7-a0159fb1aab6 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "DELETE /v2.0/security-groups/3779409f-6aa8-45f8-992d-32f2c227460a HTTP/1.1" status: 204 len: 168 time: 0.5274770 Nov 08 13:49:49.522078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53264) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:49.543286 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.578146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.582396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/subnets/b0c3609a-cb0a-400d-974a-b1e62766f5f1 HTTP/1.1" status: 204 len: 168 time: 1.5409172 Nov 08 13:49:49.582595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f19ac-aa20-4196-8bc7-a0159fb1aab6 tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779409f-6aa8-45f8-992d-32f2c227460a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:49.586502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e12e5b-6328-4140-bfd1-6ef8c17d54c9 None None] Network dff7b67f-5c8c-4d06-8d85-efb436b88072 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:49.587073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:49.602128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53268) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:49.614612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['83861d30-b1a1-4b81-aa86-bb817f8a8222'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:49.624616 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-38d03368-0d24-4553-9fdd-00af6ff8deda tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] show failed (client error): The resource could not be found. Nov 08 13:49:49.626169 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-38d03368-0d24-4553-9fdd-00af6ff8deda tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "GET /v2.0/security-groups/3779409f-6aa8-45f8-992d-32f2c227460a HTTP/1.1" status: 404 len: 347 time: 0.1021340 Nov 08 13:49:49.642801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53270) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:49.650908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c3609a-cb0a-400d-974a-b1e62766f5f1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:49.659812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Pushing event deleted for resources: {'Port': ['ID=83861d30-b1a1-4b81-aa86-bb817f8a8222,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:49.687142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef1f84-d896-4a6b-843e-23383d49e108 req-7810f81a-4821-4e15-803a-6f39e0af3022 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:49.695596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feef1f84-d896-4a6b-843e-23383d49e108 req-7810f81a-4821-4e15-803a-6f39e0af3022 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.3629665 Nov 08 13:49:49.772689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feef1f84-d896-4a6b-843e-23383d49e108 req-fbb00fd5-ffa3-441f-9e53-21fbb06f87e4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711362 Nov 08 13:49:49.774940 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.785355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.785993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.789136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.789685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.790185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.791764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.792958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.793519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.794545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.795721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.796268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b52f1-f0a7-4610-9f41-d51bdccb106f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.800409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 53b1b575-60fc-4722-bc7f-4f7ce993005b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:49.800917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.801499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.802066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.802608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.803125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.803713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.804804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.805694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.806347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.806889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.807409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.808141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:49:49.832676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94d7d6-5c16-4c04-a8de-f129b22ec0c1 req-67320176-5781-447d-8a58-f4f4730127b7 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:49.847606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea94d7d6-5c16-4c04-a8de-f129b22ec0c1 req-67320176-5781-447d-8a58-f4f4730127b7 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/ports?device_id=51e93fbd-93b1-46f7-992b-70e9f4f10f12 HTTP/1.1" status: 200 len: 867 time: 0.5171981 Nov 08 13:49:49.860335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 53b1b575-60fc-4722-bc7f-4f7ce993005b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:49.860989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 53b1b575-60fc-4722-bc7f-4f7ce993005b not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:49.948433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916a7205-b665-4ddb-bdf1-56e202feea19 None None] New status for floating IP e01f9049-1b08-4a49-a9d2-dc3e442cc2ba: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:49:49.993637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-f82cf305-8248-4367-8de0-1f6a89ac43be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:50.004133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-f82cf305-8248-4367-8de0-1f6a89ac43be service neutron] 10.222.0.70 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 911 time: 0.5604315 Nov 08 13:49:50.021942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.048483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea94d7d6-5c16-4c04-a8de-f129b22ec0c1 req-075538b5-58b9-4561-a84f-e83c770e37bc tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.65 "GET /v2.0/security-groups?id=a96ed7b6-9949-457d-be7a-88dd6b4a1683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994555 Nov 08 13:49:50.077295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] DHCP port deletion for dff7b67f-5c8c-4d06-8d85-efb436b88072 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:49:50.165249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] No DVR routers for this DVR port 83861d30-b1a1-4b81-aa86-bb817f8a8222 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:50.170179 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.174314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2e53fe1-ce21-4543-b86c-de7cfe6c3a40 req-7ec05f7a-fa75-4b27-be51-81f77e746ce0 tempest-ListServerFiltersTestJSON-528388166 tempest-ListServerFiltersTestJSON-528388166-project] 10.222.0.70 "DELETE /v2.0/ports/83861d30-b1a1-4b81-aa86-bb817f8a8222 HTTP/1.1" status: 204 len: 173 time: 2.0432246 Nov 08 13:49:50.175480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'name': 'network-vif-deleted', 'tag': '83861d30-b1a1-4b81-aa86-bb817f8a8222'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:50.178130 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3545c9d2-915f-4314-b7c4-1afe6df35671" -d '{"events": [{"server_uuid": "51e93fbd-93b1-46f7-992b-70e9f4f10f12", "name": "network-vif-deleted", "tag": "83861d30-b1a1-4b81-aa86-bb817f8a8222"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:50.181433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-6dbf81df-0e6e-46cd-a4bd-ca12916a4fb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019 HTTP/1.1" status: 200 len: 217 time: 0.1443062 Nov 08 13:49:50.229824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df297e-00d1-4382-b62e-7da0d80aee93 req-33e30981-39eb-428d-bd54-e412927cf734 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:50.247112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5df297e-00d1-4382-b62e-7da0d80aee93 req-33e30981-39eb-428d-bd54-e412927cf734 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.3277936 Nov 08 13:49:50.304752 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c0445-0f05-46bc-937d-6838bcaa7e63 x-openstack-request-id: req-e42c0445-0f05-46bc-937d-6838bcaa7e63 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:50.305597 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e93fbd-93b1-46f7-992b-70e9f4f10f12", "name": "network-vif-deleted", "tag": "83861d30-b1a1-4b81-aa86-bb817f8a8222", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:50.307791 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e42c0445-0f05-46bc-937d-6838bcaa7e63 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:50.308414 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e93fbd-93b1-46f7-992b-70e9f4f10f12', 'name': 'network-vif-deleted', 'tag': '83861d30-b1a1-4b81-aa86-bb817f8a8222', 'status': 'completed', 'code': 200} Nov 08 13:49:50.335668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:50.343972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Deleting port 02c40e92-27ab-41df-b6c3-80b04e7a619e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:50.344296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.411515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5df297e-00d1-4382-b62e-7da0d80aee93 req-48656610-247b-4581-90fb-f2184f084f09 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487732 Nov 08 13:49:50.443599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-eaa8bd46-81c0-4999-8501-96928c92afae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:50.445716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-eaa8bd46-81c0-4999-8501-96928c92afae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 200 len: 850 time: 0.2539082 Nov 08 13:49:50.506004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-01e54cbe-86f1-4abe-85fb-ece1fb8b6cbd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01ef0746-2792-4193-bb2a-f1414ee3d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487661 Nov 08 13:49:50.513617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5fb0632d-8c2b-4401-8693-33be4c3269db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.535829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.536227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.553557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Calling delete_port for 02c40e92-27ab-41df-b6c3-80b04e7a619e owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:50.602211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5fb0632d-8c2b-4401-8693-33be4c3269db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.612481 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5fb0632d-8c2b-4401-8693-33be4c3269db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.628895 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] Deleting port 2ce86832-1b75-4601-894c-11f7e4547da0 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:50.629430 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.677999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5fb0632d-8c2b-4401-8693-33be4c3269db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5eb88ca75954234aca90b50ffa58c6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3408718 Nov 08 13:49:50.679928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0632d-8c2b-4401-8693-33be4c3269db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3b2f16-c864-4ba6-b1d7-940c101744c9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:50.682188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53296) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:50.738195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port 2ce86832-1b75-4601-894c-11f7e4547da0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:50.738195 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.751483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] For port 2ce86832-1b75-4601-894c-11f7e4547da0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2ce86832-1b75-4601-894c-11f7e4547da0,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:50.752241 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.763462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9eebaaec-36a6-4275-8c82-127e8ab70258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.763782 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:50.774095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] Calling delete_port for 2ce86832-1b75-4601-894c-11f7e4547da0 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:50.854378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9eebaaec-36a6-4275-8c82-127e8ab70258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.001072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddda31-3e0d-4453-bb57-4b95ec5b9d08 req-9cae7e98-65aa-4b6e-885a-ff01606ccf00 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:51.010776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2ce86832-1b75-4601-894c-11f7e4547da0 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:51.020259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcddda31-3e0d-4453-bb57-4b95ec5b9d08 req-9cae7e98-65aa-4b6e-885a-ff01606ccf00 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1000659 Nov 08 13:49:51.067560 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9eebaaec-36a6-4275-8c82-127e8ab70258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.086485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9eebaaec-36a6-4275-8c82-127e8ab70258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.094269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9eebaaec-36a6-4275-8c82-127e8ab70258 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a3b2f16-c864-4ba6-b1d7-940c101744c9 HTTP/1.1" status: 204 len: 168 time: 0.4065940 Nov 08 13:49:51.116500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebaaec-36a6-4275-8c82-127e8ab70258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3b2f16-c864-4ba6-b1d7-940c101744c9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:51.160626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53304) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:51.239502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.256117 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.276742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcddda31-3e0d-4453-bb57-4b95ec5b9d08 req-eba9b4d9-652a-4a28-92f3-78acf0e12d25 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542984 Nov 08 13:49:51.322276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] Deleting subnet 73bfd366-482d-4d16-b69f-febf703c3f45 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:49:51.327710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.345727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Pushing event deleted for resources: {'Port': ['ID=02c40e92-27ab-41df-b6c3-80b04e7a619e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:51.369942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] Pushing event deleted for resources: {'Port': ['ID=2ce86832-1b75-4601-894c-11f7e4547da0,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:51.381734 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.403031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd673d90-a4f0-4df6-8df5-46e4dfc46435 None None] No DVR routers for this DVR port 2ce86832-1b75-4601-894c-11f7e4547da0 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:51.462166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port 2ce86832-1b75-4601-894c-11f7e4547da0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2ce86832-1b75-4601-894c-11f7e4547da0,segment=NetworkSegment(02241cdd-62de-47e3-96f4-6324c8ba71ae),segment_id=02241cdd-62de-47e3-96f4-6324c8ba71ae)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:51.462538 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.506313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for 2ce86832-1b75-4601-894c-11f7e4547da0 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:51.515380 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.518103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.522450 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9755cca-8791-4f49-b2b3-b42416bf8e7d tempest-ServersTestManualDisk-1701926646 tempest-ServersTestManualDisk-1701926646-project] 10.222.0.65 "DELETE /v2.0/floatingips/e01f9049-1b08-4a49-a9d2-dc3e442cc2ba HTTP/1.1" status: 204 len: 168 time: 1.8750958 Nov 08 13:49:51.526964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53320) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:51.575069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a922d-95bb-4a7d-803f-cb22cc12f99c req-67104e62-07de-466c-9132-d99d94d0c67f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:51.582673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-146a922d-95bb-4a7d-803f-cb22cc12f99c req-67104e62-07de-466c-9132-d99d94d0c67f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1030662 Nov 08 13:49:51.587410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.666082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-1431fd18-d491-460b-80f5-9ca290860683 service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9427223 Nov 08 13:49:51.679150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-146a922d-95bb-4a7d-803f-cb22cc12f99c req-598559a3-fb2b-436f-907c-38d0f9b384a6 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916438 Nov 08 13:49:51.706499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.728693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:49:51.732807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 83861d30-b1a1-4b81-aa86-bb817f8a8222 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:51.768181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73bfd366-482d-4d16-b69f-febf703c3f45,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:51.783834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 83861d30-b1a1-4b81-aa86-bb817f8a8222 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:51.785116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.789330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9508f0ef-3d18-4dda-a5e5-0d5b1042fb40 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/73bfd366-482d-4d16-b69f-febf703c3f45 HTTP/1.1" status: 204 len: 168 time: 0.6271222 Nov 08 13:49:51.790553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 83861d30-b1a1-4b81-aa86-bb817f8a8222 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:51.791803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53328) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:51.802197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec62ce-9080-43eb-ae5b-c291f257e014 None None] Network 106a5ec7-122d-4cac-81b8-66b987159bc3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:51.892006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:51.946962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=2ce86832-1b75-4601-894c-11f7e4547da0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:51.966826 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:49:51.982540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port 2ce86832-1b75-4601-894c-11f7e4547da0 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:51.987904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-022a1dd8-9bb9-40a1-8b57-c600155e88a9 req-6bb5ad7b-9c15-467f-8841-0b16e12b5400 service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800622 Nov 08 13:49:51.994397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.121504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.134744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Deleting port 117c3d86-6792-40fc-8e5e-ceeb3569a69f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:52.135842 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.158955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff7b67f-5c8c-4d06-8d85-efb436b88072']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:52.179599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02241cdd-62de-47e3-96f4-6324c8ba71ae') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:52.179931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02241cdd-62de-47e3-96f4-6324c8ba71ae') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:52.229086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:52.255439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] DHCP port deletion for 106a5ec7-122d-4cac-81b8-66b987159bc3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:49:52.260805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad', 'port_id': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'mac_address': 'fa:16:3e:95:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4de900-2314-4f23-8f89-9ecc6dc8589d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:49:52.278589 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.352767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.356086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.368453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] For port 117c3d86-6792-40fc-8e5e-ceeb3569a69f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=117c3d86-6792-40fc-8e5e-ceeb3569a69f,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:52.369161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.395891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3fe006e-c47a-4f0f-b2f2-6ec5167da411 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:49:52.410862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:49:52.416130 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:49:52.427488 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:49:52.430655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:52.444036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.544274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.550488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.555243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/networks/dff7b67f-5c8c-4d06-8d85-efb436b88072 HTTP/1.1" status: 204 len: 168 time: 2.9493310 Nov 08 13:49:52.566854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53356) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:52.644500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fe006e-c47a-4f0f-b2f2-6ec5167da411'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:49:52.658895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting subnet 759a053e-4555-44f7-894b-2a13719ab00e {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:49:52.663929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.715413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.752576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] Deleting port 117c3d86-6792-40fc-8e5e-ceeb3569a69f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:52.753810 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.834402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:52.911256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53368) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:52.924789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Calling delete_port for 117c3d86-6792-40fc-8e5e-ceeb3569a69f owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:52.948468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6379a6-34b7-4f6d-b57b-376a22c3b089 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Network': ['ID=dff7b67f-5c8c-4d06-8d85-efb436b88072,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:52.962419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.009111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Subnet': ['ID=759a053e-4555-44f7-894b-2a13719ab00e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:53.015434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.019139 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-25f1e32a-19e3-4504-a2ea-7406230921af tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/subnets/759a053e-4555-44f7-894b-2a13719ab00e HTTP/1.1" status: 204 len: 168 time: 0.4448323 Nov 08 13:49:53.022296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53378) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:53.052025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:53.087470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 117c3d86-6792-40fc-8e5e-ceeb3569a69f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:53.093791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd77dd7-5e69-4540-9446-36f7ec2cd29b None None] Network 9d5ec67d-254f-460b-a728-7b5db791d4e3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:53.216051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] For port 117c3d86-6792-40fc-8e5e-ceeb3569a69f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=117c3d86-6792-40fc-8e5e-ceeb3569a69f,segment=NetworkSegment(105bec11-a25b-4c52-b459-50dac8ca9e1c),segment_id=105bec11-a25b-4c52-b459-50dac8ca9e1c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:53.216506 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.224157 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.271036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.283086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea6694-0fe7-480f-8a39-2e8eb9d32ba6 req-84a4658b-4c28-40a9-9fed-6bca1740b16c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:53.292005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aeea6694-0fe7-480f-8a39-2e8eb9d32ba6 req-84a4658b-4c28-40a9-9fed-6bca1740b16c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 945 time: 0.3736672 Nov 08 13:49:53.298226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-882341658-network', 'tenant_id': '138e5d0cc03a4351a59342d512aade0e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:53.333577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] Calling delete_port for 117c3d86-6792-40fc-8e5e-ceeb3569a69f owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:53.340322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54b9d1-e6e1-465a-9a48-67871b4d882e req-2c9c5e11-c3dc-4f78-8d56-417634e4ebfa tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:53.340803 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.348516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd54b9d1-e6e1-465a-9a48-67871b4d882e req-2c9c5e11-c3dc-4f78-8d56-417634e4ebfa tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.4330125 Nov 08 13:49:53.421454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Made reservation on behalf of 138e5d0cc03a4351a59342d512aade0e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:53.424010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.457067 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.461111 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.509408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd54b9d1-e6e1-465a-9a48-67871b4d882e req-c1a277ba-3d1e-4797-8c57-d7492e24b2ee tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595840 Nov 08 13:49:53.529698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aeea6694-0fe7-480f-8a39-2e8eb9d32ba6 req-4cb7aa11-e414-471c-aaa2-361e91c726fc tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381537 Nov 08 13:49:53.591453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.593504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=117c3d86-6792-40fc-8e5e-ceeb3569a69f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:53.602627 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.617060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] No DVR routers for this DVR port 117c3d86-6792-40fc-8e5e-ceeb3569a69f on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:53.620527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:53.623145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: from cryptography.utils import int_from_bytes Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: from cryptography.utils import int_from_bytes Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.642624 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:49:53.646294 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:49:53.659856 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.707002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] Pushing event deleted for resources: {'Port': ['ID=117c3d86-6792-40fc-8e5e-ceeb3569a69f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:53.709026 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5463c8-996e-4c82-899e-ebd887296706 None None] No DVR routers for this DVR port 117c3d86-6792-40fc-8e5e-ceeb3569a69f on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:53.738752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:49:53.863943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] DHCP port deletion for 9d5ec67d-254f-460b-a728-7b5db791d4e3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:49:53.885371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.919542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.946064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port 64d793a6-9a73-4acf-aace-f4acf1eab5a2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=64d793a6-9a73-4acf-aace-f4acf1eab5a2,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:53.947986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:53.988039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for 64d793a6-9a73-4acf-aace-f4acf1eab5a2 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:54.051725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:49:54.052116 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.063866 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.109264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] Deleting port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:54.109642 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.116017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:49:54.148967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82966ff-46cb-407e-9a07-cd20eadda30d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:54.202109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106a5ec7-122d-4cac-81b8-66b987159bc3']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:54.222631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105bec11-a25b-4c52-b459-50dac8ca9e1c') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:54.223244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105bec11-a25b-4c52-b459-50dac8ca9e1c') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:54.245932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.267398 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.277417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:49:54.278184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.316680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] For port 64d793a6-9a73-4acf-aace-f4acf1eab5a2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=64d793a6-9a73-4acf-aace-f4acf1eab5a2,segment=NetworkSegment(9aa19d62-b80d-4a1c-80c2-ea53aeeab7be),segment_id=9aa19d62-b80d-4a1c-80c2-ea53aeeab7be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:54.317204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.390845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] Calling delete_port for 64d793a6-9a73-4acf-aace-f4acf1eab5a2 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:49:54.391077 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:49:54.421374 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.421736 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Added segment 1c65af51-5afd-4844-970a-1ff1369faf0a of type vlan for network 740b0411-1ab8-4519-8247-070d315c21ab Nov 08 13:49:54.439377 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.442627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.548080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.566123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=64d793a6-9a73-4acf-aace-f4acf1eab5a2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:54.581858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:54.586657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.590128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/106a5ec7-122d-4cac-81b8-66b987159bc3 HTTP/1.1" status: 204 len: 168 time: 2.7971475 Nov 08 13:49:54.611102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.622704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:49:54.628403 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3453723-b23d-4c79-88c2-b1e94af68f1a" -d '{"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:49:54.662491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfeac7-d618-417f-8a73-93c0dbdef5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=106a5ec7-122d-4cac-81b8-66b987159bc3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:54.701112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Deleting port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:54.713036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.853475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.866473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:54.867869 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:54.932342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0130045 Nov 08 13:49:54.948576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53406) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:55.152769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6011c-64c5-482e-b75b-8ec454ef71a6 req-27ba9c47-6218-453e-97e7-363b4cf19967 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:55.154586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8da6011c-64c5-482e-b75b-8ec454ef71a6 req-27ba9c47-6218-453e-97e7-363b4cf19967 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.4337857 Nov 08 13:49:55.186550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972c3ca-f433-4496-8f70-b0062e899847 admin admin] Pushing event updated for resources: {'Network': ['ID=740b0411-1ab8-4519-8247-070d315c21ab,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:55.206161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.229539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] For port b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:55.230411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.293463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5ec67d-254f-460b-a728-7b5db791d4e3']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:55.329379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Calling delete_port for b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:49:55.377234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:55.377537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa19d62-b80d-4a1c-80c2-ea53aeeab7be') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:55.393065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 64d793a6-9a73-4acf-aace-f4acf1eab5a2 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:49:55.396414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 740b0411-1ab8-4519-8247-070d315c21ab details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:49:55.404597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8da6011c-64c5-482e-b75b-8ec454ef71a6 req-95fc0291-c136-4124-a079-42227f6dd026 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190943 Nov 08 13:49:55.411402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:49:55.455333 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.457342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 64d793a6-9a73-4acf-aace-f4acf1eab5a2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:49:55.457675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 64d793a6-9a73-4acf-aace-f4acf1eab5a2 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:49:55.498347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.504908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2f668bca-f571-4400-ba77-9135deeb86a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ddc226df7e34f728f7ff51df1c1acaf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5506418 Nov 08 13:49:55.505304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53416) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:55.527027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.585675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:49:55.586171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:49:55.591451 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:49:55.764177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab8287f-9506-4fba-a874-c11de0d8385d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.804302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab8287f-9506-4fba-a874-c11de0d8385d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.812107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.842864 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.846119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:55.904686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab8287f-9506-4fba-a874-c11de0d8385d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.907382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab8287f-9506-4fba-a874-c11de0d8385d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:55.908637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0ab8287f-9506-4fba-a874-c11de0d8385d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a96ed7b6-9949-457d-be7a-88dd6b4a1683 HTTP/1.1" status: 204 len: 168 time: 0.4021077 Nov 08 13:49:55.933401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] No DVR routers for this DVR port 64d793a6-9a73-4acf-aace-f4acf1eab5a2 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:49:55.936286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ec181-b607-4abf-a7b3-521c7b104fc8 None None] Pushing event deleted for resources: {'Port': ['ID=64d793a6-9a73-4acf-aace-f4acf1eab5a2,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:55.951644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8287f-9506-4fba-a874-c11de0d8385d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ed7b6-9949-457d-be7a-88dd6b4a1683,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:55.985367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be6811-9b71-4018-8b4a-412d19c2ed17 req-7d253a9b-d4cd-4f84-906e-69a53183994b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:55.994132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81be6811-9b71-4018-8b4a-412d19c2ed17 req-7d253a9b-d4cd-4f84-906e-69a53183994b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.3736224 Nov 08 13:49:56.030104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:56.061766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.120245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81be6811-9b71-4018-8b4a-412d19c2ed17 req-cb271024-e1ce-4f0e-af81-43f7f2cb4a74 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236944 Nov 08 13:49:56.183633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.198996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/networks/9d5ec67d-254f-460b-a728-7b5db791d4e3 HTTP/1.1" status: 204 len: 168 time: 3.1695421 Nov 08 13:49:56.199716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf78d5-3efa-4cf7-9958-676718dde72a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Network': ['ID=9d5ec67d-254f-460b-a728-7b5db791d4e3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:56.219516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53422) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:56.225957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1277065504'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:56.292763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:56.293507 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed748557-61d8-4ebe-a510-331d6732aaf3 x-openstack-request-id: req-ed748557-61d8-4ebe-a510-331d6732aaf3 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:49:56.293985 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:49:56.294345 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed748557-61d8-4ebe-a510-331d6732aaf3 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:49:56.294890 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'code': 200} Nov 08 13:49:56.296606 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.406691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:49:56.449480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.450708 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Added segment 902fb9aa-96ed-4769-b105-a6f67d68ff81 of type vlan for network 332b9c0e-477f-4e37-bac2-12d20663479f Nov 08 13:49:56.593305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.658949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.660417 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.668814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:56.670740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:56.781010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5577908 Nov 08 13:49:56.804903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53434) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:56.816785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'subnet': {'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:56.886016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dcd454-96f2-493b-a768-71c25830add2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Network': ['ID=332b9c0e-477f-4e37-bac2-12d20663479f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:56.900617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 332b9c0e-477f-4e37-bac2-12d20663479f details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:49:57.274902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:57.284064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:57.461477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff120-8543-4b5d-a80f-7a3c51e9633a req-1e736940-e911-4231-82e3-31907cb59a2a tempest-ComputeTenantNetworksTest-1287729584 tempest-ComputeTenantNetworksTest-1287729584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:57.482985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff120-8543-4b5d-a80f-7a3c51e9633a req-1e736940-e911-4231-82e3-31907cb59a2a tempest-ComputeTenantNetworksTest-1287729584 tempest-ComputeTenantNetworksTest-1287729584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:57.492159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ff120-8543-4b5d-a80f-7a3c51e9633a req-1e736940-e911-4231-82e3-31907cb59a2a tempest-ComputeTenantNetworksTest-1287729584 tempest-ComputeTenantNetworksTest-1287729584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:57.525268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da4ff120-8543-4b5d-a80f-7a3c51e9633a req-1e736940-e911-4231-82e3-31907cb59a2a tempest-ComputeTenantNetworksTest-1287729584 tempest-ComputeTenantNetworksTest-1287729584-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.5716069 Nov 08 13:49:57.660629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:49:57.746924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b66692-1cd1-4551-a122-6cda421b43eb req-1db4c022-34fc-4e57-a3f5-73176739b23d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:57.768566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4b66692-1cd1-4551-a122-6cda421b43eb req-1db4c022-34fc-4e57-a3f5-73176739b23d tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1437228 Nov 08 13:49:57.861749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6413b143-2639-46ef-b9e5-0535d2f6c901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:57.906850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4b66692-1cd1-4551-a122-6cda421b43eb req-323fe53c-479f-43c2-bfaa-4f620c12801b tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367400 Nov 08 13:49:58.175307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f840-437a-479f-a89d-abfe4409e78c req-51389785-fa15-4c7b-be10-15e1639f2bd7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:58.177357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e100f840-437a-479f-a89d-abfe4409e78c req-51389785-fa15-4c7b-be10-15e1639f2bd7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1206825 Nov 08 13:49:58.242816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e100f840-437a-479f-a89d-abfe4409e78c req-74ebe4ff-9703-4d87-bb49-27d2e950230f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583866 Nov 08 13:49:58.382250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ed2c7-b719-4f65-8b8b-56658fccfd52 req-d9edd45f-ed09-41ee-8aa8-9509c9c1bf6e tempest-ComputeTenantNetworksTest-1287729584 tempest-ComputeTenantNetworksTest-1287729584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:58.385541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d4ed2c7-b719-4f65-8b8b-56658fccfd52 req-d9edd45f-ed09-41ee-8aa8-9509c9c1bf6e tempest-ComputeTenantNetworksTest-1287729584 tempest-ComputeTenantNetworksTest-1287729584-project] 10.222.0.65 "GET /v2.0/networks/740b0411-1ab8-4519-8247-070d315c21ab HTTP/1.1" status: 200 len: 768 time: 0.1223903 Nov 08 13:49:58.396070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53456) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:58.520473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:49:58.532482 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] Sync routers for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:49:58.537190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-555d3477-fb6d-46b9-91ea-0a5782a8ff75 admin admin] 10.222.0.65 "PUT /v2.0/routers/8c8e4180-865d-4f93-be1f-37ed8c73ae3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0091341 Nov 08 13:49:58.553420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53460) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:58.569150 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:58.569816 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:58.646288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:58.685578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:58.876901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Subnet': ['ID=7df95a9c-36ac-4b1c-9743-23105e0b1818,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:58.885262 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:59.022845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.074593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740b0411-1ab8-4519-8247-070d315c21ab']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:59.091692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.092034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c65af51-5afd-4844-970a-1ff1369faf0a') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:59.092338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c65af51-5afd-4844-970a-1ff1369faf0a') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:59.106722 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.121235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.128234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:49:59.128667 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:49:59.188569 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:49:59.202356 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.211317 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.216513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Checking segment: {'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:49:59.217068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network hostable DHCP agents. Network: 332b9c0e-477f-4e37-bac2-12d20663479f, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:49:59.222802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] 10.222.0.65 "DELETE /v2.0/networks/740b0411-1ab8-4519-8247-070d315c21ab HTTP/1.1" status: 204 len: 168 time: 0.8230650 Nov 08 13:49:59.255283 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:49:55Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:59.323407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f098a-9fcb-4eca-b75c-0cd1d990049a admin admin] Pushing event deleted for resources: {'Network': ['ID=740b0411-1ab8-4519-8247-070d315c21ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:49:59.328848 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] Checking router: 8c8e4180-865d-4f93-be1f-37ed8c73ae3f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:49:59.360714 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] Routers {'8c8e4180-865d-4f93-be1f-37ed8c73ae3f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:49:59.361490 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:49:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:49:59.361644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c2bc7-7af1-486d-bc0a-13b47ffbe7f2 req-32149738-5a55-4ded-857b-e138a86cb580 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:59.367556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c51c2bc7-7af1-486d-bc0a-13b47ffbe7f2 req-32149738-5a55-4ded-857b-e138a86cb580 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1773565 Nov 08 13:49:59.409666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network 332b9c0e-477f-4e37-bac2-12d20663479f is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:49:59.448532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 332b9c0e-477f-4e37-bac2-12d20663479f) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:49:59.458144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a082713-b2b9-4db7-8910-b40fc287ff71 None None] Network 332b9c0e-477f-4e37-bac2-12d20663479f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:49:59.472570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:49:59.474118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.484654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c51c2bc7-7af1-486d-bc0a-13b47ffbe7f2 req-dbccf541-9b18-4de8-bdc7-c520a046f68a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103346 Nov 08 13:49:59.523802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.545038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-15a5e647-bdcb-4352-9899-61f384d2d9e1 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7373159 Nov 08 13:49:59.546067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53476) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:59.558640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2052759591'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:49:59.623963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:49:59.664189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.690423 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] Set router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:49:59.772928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53482) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:49:59.816871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:49:59.839910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Deleting port 321c8938-7e64-4ae0-b046-ffd281a2f574 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:49:59.840608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.844444 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.845569 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Added segment 5ce9b9c7-90e8-4ada-bf15-df8280fbe978 of type vlan for network e5defb0e-c785-4892-b2a9-68a3095c6cf6 Nov 08 13:49:59.888473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-559ac167-b0eb-4ce1-99b9-590aa36db30a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=138e5d0cc03a4351a59342d512aade0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142926 Nov 08 13:49:59.889057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-332b9c0e-477f-4e37-bac2-12d20663479f', 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'fixed_ips': [{'subnet_id': '7df95a9c-36ac-4b1c-9743-23105e0b1818'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:49:59.889942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:49:59.898154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53488) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:00.003940 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ece07-c0b2-45c4-9415-e0de767d302a req-e307b26f-c542-41a1-9b14-f167addff97d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:00.016121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-797ece07-c0b2-45c4-9415-e0de767d302a req-e307b26f-c542-41a1-9b14-f167addff97d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1741700 Nov 08 13:50:00.068964 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:49:55Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:00.081042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04d4f97b-0410-478b-a9fc-0e89d77f4238 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.097087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-797ece07-c0b2-45c4-9415-e0de767d302a req-ab6484e6-e938-4a40-a51e-11fd471df27a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792532 Nov 08 13:50:00.152758 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d18ecac-aab3-4912-8de6-5a1f475fe03b None None] The sync data for ids ['8c8e4180-865d-4f93-be1f-37ed8c73ae3f'] in n-d-804292-2 is: [{'id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'name': 'tempest-ServersTestManualDisk-956551479-router', 'tenant_id': 'a183204d44984dd2ae8a48ddd35de86b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140'}], 'enable_snat': True}, 'gw_port_id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:47:14Z', 'updated_at': '2021-11-08T13:49:55Z', 'revision_number': 5, 'project_id': 'a183204d44984dd2ae8a48ddd35de86b', 'gw_port': {'id': '321c8938-7e64-4ae0-b046-ffd281a2f574', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8e4180-865d-4f93-be1f-37ed8c73ae3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1101, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:47:15Z', 'updated_at': '2021-11-08T13:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:50:00.187509 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.304790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Allocated IP 19.80.0.2 (332b9c0e-477f-4e37-bac2-12d20663479f/7df95a9c-36ac-4b1c-9743-23105e0b1818/ff9ac0a5-a982-46dd-aabd-13a2764ffc60) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:00.341085 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.379138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:00.379927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.471020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53496) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:00.473414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9259036 Nov 08 13:50:00.478167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'subnet': {'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:00.529501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04d4f97b-0410-478b-a9fc-0e89d77f4238 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.581315 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.592021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.712938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] For port 321c8938-7e64-4ae0-b046-ffd281a2f574, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=321c8938-7e64-4ae0-b046-ffd281a2f574,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:00.715588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:00.724894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b08d93-9993-4ff4-b804-c1289a44155c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Network': ['ID=e5defb0e-c785-4892-b2a9-68a3095c6cf6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:00.764185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e5defb0e-c785-4892-b2a9-68a3095c6cf6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:50:00.767929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Network 332b9c0e-477f-4e37-bac2-12d20663479f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:00.787490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Calling delete_port for 321c8938-7e64-4ae0-b046-ffd281a2f574 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:00.836753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:00.855781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:00.907411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:00.933144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Pushing event updated for resources: {'Port': ['ID=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:01.035385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04d4f97b-0410-478b-a9fc-0e89d77f4238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.059337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5073d-6df3-47c2-812e-0bd2510b19de req-86214a71-5da2-42a7-9684-38436149a077 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:01.062456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04d4f97b-0410-478b-a9fc-0e89d77f4238 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.063654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-04d4f97b-0410-478b-a9fc-0e89d77f4238 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d82966ff-46cb-407e-9a07-cd20eadda30d HTTP/1.1" status: 204 len: 168 time: 1.1643457 Nov 08 13:50:01.070422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:01.071072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b747a6f8-7c7b-44ee-bd9d-cc8f2d917fa9 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:01.074428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbe5073d-6df3-47c2-812e-0bd2510b19de req-86214a71-5da2-42a7-9684-38436149a077 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2999198 Nov 08 13:50:01.119138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4f97b-0410-478b-a9fc-0e89d77f4238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82966ff-46cb-407e-9a07-cd20eadda30d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:01.158989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbe5073d-6df3-47c2-812e-0bd2510b19de req-056d827f-6ef3-411c-8da6-08a2976eb4a3 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812211 Nov 08 13:50:01.163708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:01.174138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.278938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Attempting to bind port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:01.287543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Attempting to bind port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:01.289339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Attempting to bind port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 on network 332b9c0e-477f-4e37-bac2-12d20663479f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:01.309497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:01.311500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Checking segment: {'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:01.316085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.317769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Bound using segment: {'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:01.322570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Bound port: ff9ac0a5-a982-46dd-aabd-13a2764ffc60, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:01.323329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.347387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53506) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:01.363929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.482455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Pushing event deleted for resources: {'Port': ['ID=321c8938-7e64-4ae0-b046-ffd281a2f574,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:01.544824 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.642352 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05a6545a-8af3-4076-91b6-025e3a673938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.672384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db88c40-2da9-4493-8e3b-2b7f134a8b4a req-46b2564b-ee36-46ff-82bb-a3b12523ebfe tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:01.673503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] For port ff9ac0a5-a982-46dd-aabd-13a2764ffc60, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:01.685370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] For port ff9ac0a5-a982-46dd-aabd-13a2764ffc60, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:01.687083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4db88c40-2da9-4493-8e3b-2b7f134a8b4a req-46b2564b-ee36-46ff-82bb-a3b12523ebfe tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1558356 Nov 08 13:50:01.709720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.758131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Subnet': ['ID=1a9843cc-d22e-4923-8ee0-bb7ab99c685e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:01.760511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Checking segment: {'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:01.760889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network hostable DHCP agents. Network: e5defb0e-c785-4892-b2a9-68a3095c6cf6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:50:01.805334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network e5defb0e-c785-4892-b2a9-68a3095c6cf6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:50:01.831455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4db88c40-2da9-4493-8e3b-2b7f134a8b4a req-d7a60e73-c0cb-4ddc-a576-643165239c44 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433244 Nov 08 13:50:01.838025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e5defb0e-c785-4892-b2a9-68a3095c6cf6) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:01.872095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0215503-5700-453e-8b15-6144c5872e16 None None] Pushing event updated for resources: {'Port': ['ID=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:01.906854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.915339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:01.916447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:01.918603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77df7f37-8eac-4d94-863d-ba9f01dfb596 None None] Network e5defb0e-c785-4892-b2a9-68a3095c6cf6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:01.946830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c75e19f3-1688-43cc-8716-5b87c61a028c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4745841 Nov 08 13:50:02.302891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-856243c6-f486-45fc-ac73-9345dbb2f7af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.318537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.327509 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.339556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e5defb0e-c785-4892-b2a9-68a3095c6cf6', 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'fixed_ips': [{'subnet_id': '1a9843cc-d22e-4923-8ee0-bb7ab99c685e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:50:02.340907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.503446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.504429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c8e4180-865d-4f93-be1f-37ed8c73ae3f {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:50:02.529482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.533103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-23758735-0b0c-4774-868e-ad207998b498 admin admin] 10.222.0.65 "DELETE /v2.0/routers/8c8e4180-865d-4f93-be1f-37ed8c73ae3f HTTP/1.1" status: 204 len: 168 time: 3.9773450 Nov 08 13:50:02.536676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53530) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:02.573022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f34ce8-7a69-4c44-aa4a-ed591033099a req-12fa4ef7-afe7-4878-a381-9967e180a5eb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:02.574690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24f34ce8-7a69-4c44-aa4a-ed591033099a req-12fa4ef7-afe7-4878-a381-9967e180a5eb tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1606710 Nov 08 13:50:02.704103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Allocated IP 19.86.0.2 (e5defb0e-c785-4892-b2a9-68a3095c6cf6/1a9843cc-d22e-4923-8ee0-bb7ab99c685e/403cc790-8fbe-4a6e-aa62-bea775a465e5) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:02.760078 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24f34ce8-7a69-4c44-aa4a-ed591033099a req-cb94ab1a-7bfb-4690-a39c-8e4ab70b4591 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734891 Nov 08 13:50:02.794853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] Deleting subnet ef9de8c1-ce8e-47ad-a451-fc1291515ba2 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:50:02.801997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.875775 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-856243c6-f486-45fc-ac73-9345dbb2f7af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.890273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-856243c6-f486-45fc-ac73-9345dbb2f7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:02.902627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.013347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.027128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53546) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:03.033568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-856243c6-f486-45fc-ac73-9345dbb2f7af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faad48a776bc4aae8a3715671abbeb0d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6848612 Nov 08 13:50:03.082432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856243c6-f486-45fc-ac73-9345dbb2f7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea016dc9-cddd-4f84-950f-2f541a0b86fd,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:03.147510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0cfa-0cec-443d-9294-19afc6911d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.201992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0cfa-0cec-443d-9294-19afc6911d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.261361 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.287397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.306774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.334387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0cfa-0cec-443d-9294-19afc6911d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.337204 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0cfa-0cec-443d-9294-19afc6911d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.338373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bd3e0cfa-0cec-443d-9294-19afc6911d58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea016dc9-cddd-4f84-950f-2f541a0b86fd HTTP/1.1" status: 204 len: 168 time: 0.3102314 Nov 08 13:50:03.356242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e0cfa-0cec-443d-9294-19afc6911d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea016dc9-cddd-4f84-950f-2f541a0b86fd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:03.423034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.533435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Pushing event updated for resources: {'Port': ['ID=403cc790-8fbe-4a6e-aa62-bea775a465e5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:03.565249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef9de8c1-ce8e-47ad-a451-fc1291515ba2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:03.572165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Network e5defb0e-c785-4892-b2a9-68a3095c6cf6 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:03.590398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:03.606389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.611463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:03.620322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e48c27a4-f8c8-40aa-a915-4cb944203367 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ef9de8c1-ce8e-47ad-a451-fc1291515ba2 HTTP/1.1" status: 204 len: 168 time: 1.0668738 Nov 08 13:50:03.622800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f12981-2dda-4dcd-83a3-65baa8131157 None None] Network c176a417-3446-4288-b5ad-a2f00f57784d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:03.623448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53574) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:03.638312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ff9ac0a5-a982-46dd-aabd-13a2764ffc60 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:03.867143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:03.946796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2368f1-432a-4a99-979b-8c5b9fd961ad req-6ce89b0b-89f3-4eed-801f-5f22c883b0e8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:03.953775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc2368f1-432a-4a99-979b-8c5b9fd961ad req-6ce89b0b-89f3-4eed-801f-5f22c883b0e8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.2689402 Nov 08 13:50:03.995524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44083ac6-c76f-4a78-94cb-8dcef6ece15c None None] Network 332b9c0e-477f-4e37-bac2-12d20663479f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:04.004526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Deleting port 569051b6-32c6-4529-ac17-2f9ce0efae81 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:04.005526 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.012552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-2f6eb533-6c7a-427b-9cbe-d4541a16db8f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:04.019552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-2f6eb533-6c7a-427b-9cbe-d4541a16db8f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:04.025718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-2f6eb533-6c7a-427b-9cbe-d4541a16db8f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/networks?id=332b9c0e-477f-4e37-bac2-12d20663479f&id=e5defb0e-c785-4892-b2a9-68a3095c6cf6 HTTP/1.1" status: 200 len: 1392 time: 0.4509454 Nov 08 13:50:04.071165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-74403d02-301d-417c-ab6e-0b44f7ea21ea tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/quotas/af297af358714cdbacd6717647510dea HTTP/1.1" status: 200 len: 375 time: 0.0259211 Nov 08 13:50:04.111118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc2368f1-432a-4a99-979b-8c5b9fd961ad req-a5db4918-1802-4e43-ac5b-f224f280936a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484296 Nov 08 13:50:04.192830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a73a98f8-11f4-4435-8cdd-6ea8872a2487 None None] Provisioning complete for port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:04.193364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a73a98f8-11f4-4435-8cdd-6ea8872a2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.222402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-ec7d97ef-6fc5-4377-8bb5-f2e083a295f4 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1428595 Nov 08 13:50:04.239764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] For port 569051b6-32c6-4529-ac17-2f9ce0efae81, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=569051b6-32c6-4529-ac17-2f9ce0efae81,segment=NetworkSegment(f202f8b4-5886-42a8-87d4-4627a2904573),segment_id=f202f8b4-5886-42a8-87d4-4627a2904573)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:04.242599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.252570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Attempting to bind port 403cc790-8fbe-4a6e-aa62-bea775a465e5 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:04.252940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Attempting to bind port 403cc790-8fbe-4a6e-aa62-bea775a465e5 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:04.253284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Attempting to bind port 403cc790-8fbe-4a6e-aa62-bea775a465e5 on network e5defb0e-c785-4892-b2a9-68a3095c6cf6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:04.265247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:04.265816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Checking segment: {'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:04.266231 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.266987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Bound using segment: {'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:04.267581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Bound port: 403cc790-8fbe-4a6e-aa62-bea775a465e5, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:04.268055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.292788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Calling delete_port for 569051b6-32c6-4529-ac17-2f9ce0efae81 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:04.372811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-36b54164-25a9-472c-a799-2ae7ba05971a service neutron] 10.222.0.65 "GET /v2.0/networks/332b9c0e-477f-4e37-bac2-12d20663479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401341 Nov 08 13:50:04.460312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.505515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=569051b6-32c6-4529-ac17-2f9ce0efae81,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:04.510617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] No DVR routers for this DVR port 569051b6-32c6-4529-ac17-2f9ce0efae81 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:04.522573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.523239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.523744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.524094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.524478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.525923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.526657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.527057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.527431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.528314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.528721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.529047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:04.630867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.646615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3cf5d0a0-2f75-436f-9b8a-2207b9ba4830 service neutron] 10.222.0.65 "GET /v2.0/networks/332b9c0e-477f-4e37-bac2-12d20663479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710855 Nov 08 13:50:04.684362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c176a417-3446-4288-b5ad-a2f00f57784d']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:04.703775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f202f8b4-5886-42a8-87d4-4627a2904573') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:04.703775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f202f8b4-5886-42a8-87d4-4627a2904573') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:04.726840 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a73a98f8-11f4-4435-8cdd-6ea8872a2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.733072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:04.733667 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.744990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.773326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.791619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:50:04.792063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.861129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] For port 403cc790-8fbe-4a6e-aa62-bea775a465e5, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:04.866672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a73a98f8-11f4-4435-8cdd-6ea8872a2487 None None] For port ff9ac0a5-a982-46dd-aabd-13a2764ffc60, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:04.871040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] For port 403cc790-8fbe-4a6e-aa62-bea775a465e5, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=403cc790-8fbe-4a6e-aa62-bea775a465e5,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:04.907684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-6380204b-1a11-44f1-82b7-4210c6e64777 service neutron] 10.222.0.65 "GET /v2.0/networks/e5defb0e-c785-4892-b2a9-68a3095c6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531261 Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:50:04.942176 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:50:04.948195 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.966232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e0072e-1065-4915-b8ef-f30b93ed21e5 None None] DHCP port deletion for c176a417-3446-4288-b5ad-a2f00f57784d request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:50:04.977217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.979590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:04.989701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c176a417-3446-4288-b5ad-a2f00f57784d HTTP/1.1" status: 204 len: 168 time: 1.3651400 Nov 08 13:50:04.990686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1535cc-3dd3-42d6-99cf-1ec6fb03c8f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c176a417-3446-4288-b5ad-a2f00f57784d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:05.114014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a73a98f8-11f4-4435-8cdd-6ea8872a2487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:05.125601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5bd8ef-81c0-432e-9c0e-22030ffa47f0 None None] Pushing event updated for resources: {'Port': ['ID=403cc790-8fbe-4a6e-aa62-bea775a465e5,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:05.136563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-06da75d7-486d-45cc-a57b-c63d1d85f5f8 service neutron] 10.222.0.65 "GET /v2.0/networks/e5defb0e-c785-4892-b2a9-68a3095c6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135189 Nov 08 13:50:05.144101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53606) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:05.297861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 569051b6-32c6-4529-ac17-2f9ce0efae81 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:05.449815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 569051b6-32c6-4529-ac17-2f9ce0efae81 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:05.450625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 569051b6-32c6-4529-ac17-2f9ce0efae81 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:05.451238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-321929764-network', 'tenant_id': 'f54ce4fb78d448d4b5012c92deeaf070'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:05.451775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 321c8938-7e64-4ae0-b046-ffd281a2f574 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:05.491172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 321c8938-7e64-4ae0-b046-ffd281a2f574 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:05.491884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 321c8938-7e64-4ae0-b046-ffd281a2f574 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:05.523030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53620) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:05.529116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-458caf0f-2728-409c-bbde-57e4cfb31e1b None None] Provisioning complete for port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:05.530201 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-458caf0f-2728-409c-bbde-57e4cfb31e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:05.539998 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:05.583054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a98f8-11f4-4435-8cdd-6ea8872a2487 None None] Pushing event updated for resources: {'Port': ['ID=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:05.621966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Made reservation on behalf of f54ce4fb78d448d4b5012c92deeaf070 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:05.632981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:05.666802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:05.753775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53632) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:05.756073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a404164-3eee-47b6-9dc3-b99de843de09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a183204d44984dd2ae8a48ddd35de86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2322395 Nov 08 13:50:05.805401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:05.931496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066321-dc57-4f13-b2c7-dcb4ac231a1a req-287a3f2a-8e5b-42b9-8bf1-95adc2287c51 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:05.940074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d653f35-fe83-4955-be9b-6d8ceaa7e7d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:05.954414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f066321-dc57-4f13-b2c7-dcb4ac231a1a req-287a3f2a-8e5b-42b9-8bf1-95adc2287c51 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1945701 Nov 08 13:50:05.994764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d653f35-fe83-4955-be9b-6d8ceaa7e7d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.077709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.098686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.155476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:50:06.172712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.173250 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Added segment fd85830d-265c-4daf-b414-9b4b1f6a64f9 of type vlan for network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 Nov 08 13:50:06.178973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f066321-dc57-4f13-b2c7-dcb4ac231a1a req-1ca76b85-8121-440a-92ee-5281d39ed5d4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188668 Nov 08 13:50:06.259101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c21bd-f0f6-46c2-88e6-21bdb57763f0 req-555c3a1c-8114-4aaf-8f5b-ef7b764cc1c5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:06.271728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-096c21bd-f0f6-46c2-88e6-21bdb57763f0 req-555c3a1c-8114-4aaf-8f5b-ef7b764cc1c5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.3783562 Nov 08 13:50:06.308448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.340725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847a62e0-e8ee-4283-b243-40ff0c5da77b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:06.373366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7549e313-d9fc-47ec-ad1b-4e3be0ea8372 req-18ed3189-7e43-4e71-98d9-fda9a9e59828 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 210 time: 0.0709715 Nov 08 13:50:06.380413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d653f35-fe83-4955-be9b-6d8ceaa7e7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.384328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d653f35-fe83-4955-be9b-6d8ceaa7e7d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.385866 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d653f35-fe83-4955-be9b-6d8ceaa7e7d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9847935f-0e8b-47f8-9df2-0d34851f83bf HTTP/1.1" status: 204 len: 168 time: 0.6105306 Nov 08 13:50:06.396165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d653f35-fe83-4955-be9b-6d8ceaa7e7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9847935f-0e8b-47f8-9df2-0d34851f83bf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:06.399152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.400324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:06.400988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.512753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-096c21bd-f0f6-46c2-88e6-21bdb57763f0 req-164b5604-a480-4ddd-9cb4-091fb02ac813 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388399 Nov 08 13:50:06.519961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3738892 Nov 08 13:50:06.532127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53650) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:06.548376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Request body: {'subnet': {'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-321929764-subnet', 'tenant_id': 'f54ce4fb78d448d4b5012c92deeaf070', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:06.618160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Made reservation on behalf of f54ce4fb78d448d4b5012c92deeaf070 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:06.621047 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:06.641157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c43ba-4c60-4854-aa00-51cf8cc2c3f0 admin admin] Pushing event updated for resources: {'Network': ['ID=cabe3328-50e7-4dd5-89c1-b5b7d5452b39,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:06.652112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:50:07.164981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:07.287302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56892337-209a-4d26-ac1d-913dfe1d6fe7 None None] Network e5defb0e-c785-4892-b2a9-68a3095c6cf6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:07.346696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70d7e86-316e-4ffa-b772-9eb1fb99c30a,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:07.456141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Checking segment: {'id': 'fd85830d-265c-4daf-b414-9b4b1f6a64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:07.456480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Network hostable DHCP agents. Network: cabe3328-50e7-4dd5-89c1-b5b7d5452b39, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:50:07.585438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ff9ac0a5-a982-46dd-aabd-13a2764ffc60 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:07.620764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:50:07.686948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, cabe3328-50e7-4dd5-89c1-b5b7d5452b39) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:07.690151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ad3ec982-9142-4be3-bb15-647acf9331a6 None None] Provisioning complete for port 403cc790-8fbe-4a6e-aa62-bea775a465e5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:07.690680 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec982-9142-4be3-bb15-647acf9331a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:07.699549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:07.704846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:07.736960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b922df-4257-407c-aca9-e17e7e60cbf5 req-ca6b8f4a-e818-4c88-ac72-b7b7f00230bc tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:07.748804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6b922df-4257-407c-aca9-e17e7e60cbf5 req-ca6b8f4a-e818-4c88-ac72-b7b7f00230bc tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2552037 Nov 08 13:50:07.763083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a789dd1d-0df7-4c46-92f3-cb705ac2966e tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:07.775903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a789dd1d-0df7-4c46-92f3-cb705ac2966e tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:07.777682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a789dd1d-0df7-4c46-92f3-cb705ac2966e tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.70 "GET /v2.0/networks?id=332b9c0e-477f-4e37-bac2-12d20663479f&id=e5defb0e-c785-4892-b2a9-68a3095c6cf6 HTTP/1.1" status: 200 len: 1392 time: 0.4479752 Nov 08 13:50:07.788770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0d3979-1cd3-4936-af31-7027c4f48663 None None] Network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:07.798593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'port': {'device_id': '81588f2d-5b2d-448b-b29a-b272e294443c', 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f', 'admin_state_up': True, 'tenant_id': 'af297af358714cdbacd6717647510dea'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:07.842948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f29af526-3428-45b4-8074-a2b9b132cf1d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3098893 Nov 08 13:50:07.915300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6b922df-4257-407c-aca9-e17e7e60cbf5 req-e2beb747-a68f-46d9-b204-7cacf8ac945b tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654692 Nov 08 13:50:08.122779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b91c49b3-1ffe-4696-91c2-62803e5d9396 req-9b65eda2-688a-4a88-b8f0-cbd264744d39 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 210 time: 0.0774057 Nov 08 13:50:08.132957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:08.136722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.235365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:08.236156 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.323649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53722) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:08.379483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Allocated IP 19.80.0.16 (332b9c0e-477f-4e37-bac2-12d20663479f/7df95a9c-36ac-4b1c-9743-23105e0b1818/ddda0f3e-35ff-4935-ab2f-6b71c974563b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:08.414756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c8f39-b362-4bd2-b92c-a702ad300fa0 req-5462d38e-0989-4021-9b5e-3a98c74bd0fa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:08.417953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f1c8f39-b362-4bd2-b92c-a702ad300fa0 req-5462d38e-0989-4021-9b5e-3a98c74bd0fa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1524262 Nov 08 13:50:08.510012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5f71547c-9973-40a7-956d-67ab8187a8f0 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:08.528234 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f1c8f39-b362-4bd2-b92c-a702ad300fa0 req-1611e4ea-a3e2-4e9d-8e46-fbcf22bb6678 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043715 Nov 08 13:50:08.590910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.623280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-33246798-network', 'tenant_id': '184a771ba9dc45069051bf90f38f8601'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:08.636687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.667144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:08.673697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.685803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.733785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network 332b9c0e-477f-4e37-bac2-12d20663479f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:08.745184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:08.751115 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec982-9142-4be3-bb15-647acf9331a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.755464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:08.784404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f463eb9-5a48-45c1-b2c4-cca51e4f7511 None None] Network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:08.854384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.861214 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.871409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Port': ['ID=ddda0f3e-35ff-4935-ab2f-6b71c974563b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:08.884987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:50:08.906992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.907354 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Added segment d74000c8-3a84-4bbc-97a3-6e8949cb7491 of type vlan for network 8cd92319-25d8-49b4-99db-4c9aaf58af29 Nov 08 13:50:08.915507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:08.917234 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:08.959230 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-a1f0c69f-f745-47b8-8d10-a38e27f46917 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1655135 Nov 08 13:50:08.976308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Request body: {'port': {'device_id': '81588f2d-5b2d-448b-b29a-b272e294443c', 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6', 'admin_state_up': True, 'tenant_id': 'af297af358714cdbacd6717647510dea'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:09.060566 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.208689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.209714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:09.210336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.292324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:09.371889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0440819 Nov 08 13:50:09.390368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53746) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:09.400591 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.412883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Made reservation on behalf of af297af358714cdbacd6717647510dea for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:09.417638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.435403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ad3ec982-9142-4be3-bb15-647acf9331a6 None None] For port 403cc790-8fbe-4a6e-aa62-bea775a465e5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=403cc790-8fbe-4a6e-aa62-bea775a465e5,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:09.458297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Request body: {'subnet': {'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-33246798-subnet', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:09.461588 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad3ec982-9142-4be3-bb15-647acf9331a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.534180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ec982-9142-4be3-bb15-647acf9331a6 None None] Pushing event updated for resources: {'Port': ['ID=403cc790-8fbe-4a6e-aa62-bea775a465e5,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:09.567359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4cae8-9223-42bd-b9b1-c6f88dc153cc admin admin] Pushing event updated for resources: {'Network': ['ID=8cd92319-25d8-49b4-99db-4c9aaf58af29,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:09.589065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:09.592425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.614058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:09.630180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:09.634220 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b19b638-ee48-48cd-9913-09e6e4209d7b" -d '{"events": [{"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:09.639239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea6342-5bfd-44c4-ab92-33eec7981576 req-a09060e8-07a8-42f6-bd0f-26f544fbb6d2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:09.640824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:50:09.642482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaea6342-5bfd-44c4-ab92-33eec7981576 req-a09060e8-07a8-42f6-bd0f-26f544fbb6d2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2680080 Nov 08 13:50:09.649450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 403cc790-8fbe-4a6e-aa62-bea775a465e5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:09.685067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Allocated IP 19.86.0.27 (e5defb0e-c785-4892-b2a9-68a3095c6cf6/1a9843cc-d22e-4923-8ee0-bb7ab99c685e/6b8b7a12-1ffd-44a9-8d51-27b622242e28) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:09.693468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:09.721371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046332c-3d9d-42e5-917a-03f86da592f7 req-84ca1db3-6685-4f05-a8bf-a41fb3675391 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:09.722962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a046332c-3d9d-42e5-917a-03f86da592f7 req-84ca1db3-6685-4f05-a8bf-a41fb3675391 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 931 time: 0.2089736 Nov 08 13:50:09.857767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:09.975971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.031492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.054994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.107704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event updated for resources: {'Port': ['ID=6b8b7a12-1ffd-44a9-8d51-27b622242e28,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:10.121936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a046332c-3d9d-42e5-917a-03f86da592f7 req-b24cdd91-72cc-4313-abd6-d18757c1176c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841217 Nov 08 13:50:10.134399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ba09103b-b853-48c8-99fd-33e1922f1ab7 None None] Provisioning complete for port ddda0f3e-35ff-4935-ab2f-6b71c974563b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:10.134887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba09103b-b853-48c8-99fd-33e1922f1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.137994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Network e5defb0e-c785-4892-b2a9-68a3095c6cf6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:10.140571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:10.148640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:10.212555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 403cc790-8fbe-4a6e-aa62-bea775a465e5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:10.213096 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.228552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaea6342-5bfd-44c4-ab92-33eec7981576 req-a7b59988-90a5-4dc2-b459-129d85ae24e9 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027850 Nov 08 13:50:10.237623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:10.239239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.266148 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-905aafd4-3efc-4bbe-b830-fe5609df54ec tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2940972 Nov 08 13:50:10.282613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Request body: {'port': {'device_id': '81588f2d-5b2d-448b-b29a-b272e294443c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:10.361486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ba09103b-b853-48c8-99fd-33e1922f1ab7 None None] Port ddda0f3e-35ff-4935-ab2f-6b71c974563b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:50:10.402565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ba09103b-b853-48c8-99fd-33e1922f1ab7 None None] Provisioning complete for port 403cc790-8fbe-4a6e-aa62-bea775a465e5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:10.404224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba09103b-b853-48c8-99fd-33e1922f1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.422791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.493251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2b689a-cb4b-424b-9b91-ec49594675db,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:10.584895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Checking segment: {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:10.585269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Network hostable DHCP agents. Network: 8cd92319-25d8-49b4-99db-4c9aaf58af29, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:50:10.595059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e6ac462d-d36c-4f20-ba83-7e46cba4b296 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:10.602462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e6ac462d-d36c-4f20-ba83-7e46cba4b296 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.3025661 Nov 08 13:50:10.626774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-4c71da07-1629-431e-9e36-cdd0db0bfc0e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/quotas/80e87c1625bd4a1bb3c0d7d3bd79d9cf HTTP/1.1" status: 200 len: 375 time: 0.0233414 Nov 08 13:50:10.663971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:50:10.737312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8cd92319-25d8-49b4-99db-4c9aaf58af29) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:10.759356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3680fcf-c4a8-4f4c-85f4-680c8450e87c None None] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:10.761635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 403cc790-8fbe-4a6e-aa62-bea775a465e5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:10.761809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:10.762350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:10.804617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-3496b7da-8b2d-4005-8cd2-e84d2468c4a2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1768215 Nov 08 13:50:10.839702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9c657cf2-9b60-4067-9fe6-fb3ec29c45bf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:10.841449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9c657cf2-9b60-4067-9fe6-fb3ec29c45bf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/ports?device_id=e843970e-7637-496a-a761-e19e844b0fa3 HTTP/1.1" status: 200 len: 944 time: 0.1774998 Nov 08 13:50:10.889925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7f913de1-095d-40c2-bd0e-3b16052a10f0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4901652 Nov 08 13:50:10.890158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53768) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:10.904491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:10.961443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453e506-d606-4def-a4a8-93bcea651581 req-150f08a5-a198-4cd0-9006-6ebfcc7eed58 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:10.971509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7453e506-d606-4def-a4a8-93bcea651581 req-150f08a5-a198-4cd0-9006-6ebfcc7eed58 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1843421 Nov 08 13:50:11.007185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-083172c8-fd1c-44c5-8e9f-30846d878e5d None None] Provisioning complete for port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:11.007767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-083172c8-fd1c-44c5-8e9f-30846d878e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.041851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-8cd92319-25d8-49b4-99db-4c9aaf58af29', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:50:11.042918 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.147310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-083172c8-fd1c-44c5-8e9f-30846d878e5d None None] Port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:50:11.170705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 403cc790-8fbe-4a6e-aa62-bea775a465e5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:11.171130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.187993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Deleting port 5f71547c-9973-40a7-956d-67ab8187a8f0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:11.188594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.228030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.230856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.280876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Allocated IP 172.20.0.2 (8cd92319-25d8-49b4-99db-4c9aaf58af29/3c2b689a-cb4b-424b-9b91-ec49594675db/ef094a53-4b1b-42cb-bd5a-90c3085fcee1) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:11.297121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] For port 5f71547c-9973-40a7-956d-67ab8187a8f0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5f71547c-9973-40a7-956d-67ab8187a8f0,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:11.297615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.313166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Calling delete_port for 5f71547c-9973-40a7-956d-67ab8187a8f0 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:11.320545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7453e506-d606-4def-a4a8-93bcea651581 req-88605806-255e-451e-9ddf-717fdf9aea21 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454361 Nov 08 13:50:11.487553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.494624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-566bf90f-3656-4e01-b7c1-1160c08bba00 service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891384 Nov 08 13:50:11.530434 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.535857 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd6c44b-ddf2-4404-89e4-65e539952564 x-openstack-request-id: req-0dd6c44b-ddf2-4404-89e4-65e539952564 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:11.536222 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-unplugged", "status": "completed", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:11.536604 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0dd6c44b-ddf2-4404-89e4-65e539952564 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:11.537153 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'code': 200} Nov 08 13:50:11.541269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.594451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:11.600323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:11.604656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:11.621481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Pushing event updated for resources: {'Port': ['ID=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:11.681358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.731325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Attempting to bind port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:11.731963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Attempting to bind port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:11.733023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Attempting to bind port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 on network 8cd92319-25d8-49b4-99db-4c9aaf58af29 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:11.740545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event deleted for resources: {'Port': ['ID=5f71547c-9973-40a7-956d-67ab8187a8f0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:11.747583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:11.748185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Checking segment: {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:11.749741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.751216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Bound using segment: {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:11.752037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Bound port: ef094a53-4b1b-42cb-bd5a-90c3085fcee1, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:11.753465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.834255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] No DVR routers for this DVR port 5f71547c-9973-40a7-956d-67ab8187a8f0 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:11.837900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.847789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-32493c5d-be96-4aeb-8c4a-64603c32adda req-9403c8d1-a74f-4322-84b9-529983626988 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "DELETE /v2.0/ports/5f71547c-9973-40a7-956d-67ab8187a8f0 HTTP/1.1" status: 204 len: 173 time: 0.9948454 Nov 08 13:50:11.855503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddda0f3e-35ff-4935-ab2f-6b71c974563b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:11.873742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.893349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Transition to ACTIVE for port object ddda0f3e-35ff-4935-ab2f-6b71c974563b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:50:11.894578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-deleted', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:11.899187 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81da7a68-97fc-4687-91b9-d0c0e0e3c456" -d '{"events": [{"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-deleted", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:11.906594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:11.924824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] For port ef094a53-4b1b-42cb-bd5a-90c3085fcee1, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:11.929736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] For port ef094a53-4b1b-42cb-bd5a-90c3085fcee1, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:11.957490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:12.140631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddda0f3e-35ff-4935-ab2f-6b71c974563b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:12.195535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715d9e8-d7f3-4ca6-b303-476256ce50e3 None None] Pushing event updated for resources: {'Port': ['ID=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:12.339112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Attempting to bind port ddda0f3e-35ff-4935-ab2f-6b71c974563b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:12.339613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Attempting to bind port ddda0f3e-35ff-4935-ab2f-6b71c974563b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:12.340408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Attempting to bind port ddda0f3e-35ff-4935-ab2f-6b71c974563b on network 332b9c0e-477f-4e37-bac2-12d20663479f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:12.355656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Port ddda0f3e-35ff-4935-ab2f-6b71c974563b on network 332b9c0e-477f-4e37-bac2-12d20663479f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:50:12.358484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Attempting to bind port ddda0f3e-35ff-4935-ab2f-6b71c974563b on network 332b9c0e-477f-4e37-bac2-12d20663479f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:12.385298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:12.385686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Checking segment: {'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:12.386031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Bound using segment: {'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:12.386473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Bound port: ddda0f3e-35ff-4935-ab2f-6b71c974563b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '902fb9aa-96ed-4769-b105-a6f67d68ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:12.392002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:12.550741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] For port ddda0f3e-35ff-4935-ab2f-6b71c974563b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:12.555253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] For port ddda0f3e-35ff-4935-ab2f-6b71c974563b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:12.567869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:12.611877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:12.612899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:12.614919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] 10.222.0.70 "PUT /v2.0/ports/ddda0f3e-35ff-4935-ab2f-6b71c974563b HTTP/1.1" status: 200 len: 1091 time: 2.3401563 Nov 08 13:50:12.645998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:12.675930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Request body: {'port': {'device_id': '81588f2d-5b2d-448b-b29a-b272e294443c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:12.799349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4814-e384-4d8b-99d8-a8791e0e0f45 req-a482a2ea-ad1f-4f7e-952c-f34b1516c25b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:12.817622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a4814-e384-4d8b-99d8-a8791e0e0f45 req-a482a2ea-ad1f-4f7e-952c-f34b1516c25b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:12.821742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a2e75-aa2c-47cf-89e7-257a896bcca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ddda0f3e-35ff-4935-ab2f-6b71c974563b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:12.826137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-719a4814-e384-4d8b-99d8-a8791e0e0f45 req-a482a2ea-ad1f-4f7e-952c-f34b1516c25b tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1665 time: 0.1426468 Nov 08 13:50:12.852844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef094a53-4b1b-42cb-bd5a-90c3085fcee1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:12.867766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-6eea8086-1d8f-4e4d-87f2-708c10275fec service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3661394 Nov 08 13:50:12.967347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-719a4814-e384-4d8b-99d8-a8791e0e0f45 req-7bdfbb5f-828a-4294-8fd8-3c6c0c2ae303 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400108 Nov 08 13:50:12.984007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:12.987437 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:12.990421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:13.196227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:13.240002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:13.267199 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:13.284249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f0f39-9058-46da-b26f-741a05290f55 req-113ee53f-09a2-4e24-bd0c-0ccb5d497945 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:13.290637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ef094a53-4b1b-42cb-bd5a-90c3085fcee1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:13.293062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc4f0f39-9058-46da-b26f-741a05290f55 req-113ee53f-09a2-4e24-bd0c-0ccb5d497945 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1422336 Nov 08 13:50:13.304581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:13.365977 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf62974-91c6-4f5e-b38e-66be340cceb4 x-openstack-request-id: req-5bf62974-91c6-4f5e-b38e-66be340cceb4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:13.366475 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e843970e-7637-496a-a761-e19e844b0fa3", "name": "network-vif-deleted", "tag": "5f71547c-9973-40a7-956d-67ab8187a8f0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:13.369440 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bf62974-91c6-4f5e-b38e-66be340cceb4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:13.370040 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e843970e-7637-496a-a761-e19e844b0fa3', 'name': 'network-vif-deleted', 'tag': '5f71547c-9973-40a7-956d-67ab8187a8f0', 'status': 'completed', 'code': 200} Nov 08 13:50:13.402931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:13.419496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc4f0f39-9058-46da-b26f-741a05290f55 req-4e38406a-452e-42c2-abc5-504ebffa1db0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245668 Nov 08 13:50:13.597884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83507bd8-e8ee-4c12-905e-0b7b623c73d0 req-fe1343d5-df78-4159-93ab-2609c07f7cb9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 210 time: 0.0608513 Nov 08 13:50:13.786396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Allocated IP 172.25.8.18 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/d779ac6b-447b-4697-a490-a94b0c0b0e2f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:14.000690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f0d8a-0c09-42cc-bf15-db8fb98098c1 None None] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:14.036379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63aa46-7bdc-410a-879f-e11e79008950 req-0ca00cff-5b36-4f86-8107-eb4cb0961030 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:14.055504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce63aa46-7bdc-410a-879f-e11e79008950 req-0ca00cff-5b36-4f86-8107-eb4cb0961030 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.5159528 Nov 08 13:50:14.236484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce63aa46-7bdc-410a-879f-e11e79008950 req-de582326-5c6b-42d8-ad70-86ee0eb70d7f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798706 Nov 08 13:50:14.247081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ee1162f2-4f7c-4964-84d6-408380c157c8 None None] Provisioning complete for port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:14.248135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee1162f2-4f7c-4964-84d6-408380c157c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:14.301350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:14.420546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8b7a12-1ffd-44a9-8d51-27b622242e28 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:14.421873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:14.440806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:14.477118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Transition to ACTIVE for port object 6b8b7a12-1ffd-44a9-8d51-27b622242e28 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:50:14.487194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:14.555765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202361d7-7d00-4849-a82f-9e69b6b07463 req-eb1d3e6d-361f-48da-b7c8-e6bd56727398 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:14.562042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202361d7-7d00-4849-a82f-9e69b6b07463 req-eb1d3e6d-361f-48da-b7c8-e6bd56727398 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:14.575861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-202361d7-7d00-4849-a82f-9e69b6b07463 req-eb1d3e6d-361f-48da-b7c8-e6bd56727398 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1665 time: 0.3377850 Nov 08 13:50:14.589044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5f71547c-9973-40a7-956d-67ab8187a8f0 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:14.591116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:14.619769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:14.656151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 5f71547c-9973-40a7-956d-67ab8187a8f0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:14.659241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:14.659750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5f71547c-9973-40a7-956d-67ab8187a8f0 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:14.684600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8b7a12-1ffd-44a9-8d51-27b622242e28,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:14.697405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-202361d7-7d00-4849-a82f-9e69b6b07463 req-92d01a15-85da-40eb-9449-c3f5e5f951f2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205640 Nov 08 13:50:14.783552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef094a53-4b1b-42cb-bd5a-90c3085fcee1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:14.851997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Attempting to bind port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:14.852460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Attempting to bind port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:14.852895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Attempting to bind port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 on network e5defb0e-c785-4892-b2a9-68a3095c6cf6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:14.858206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 on network e5defb0e-c785-4892-b2a9-68a3095c6cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:50:14.858676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Attempting to bind port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 on network e5defb0e-c785-4892-b2a9-68a3095c6cf6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:14.870536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:14.877784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Checking segment: {'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:14.878422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Bound using segment: {'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:14.879015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Bound port: 6b8b7a12-1ffd-44a9-8d51-27b622242e28, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ce9b9c7-90e8-4ada-bf15-df8280fbe978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:14.879484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:14.946660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Pushing event updated for resources: {'Port': ['ID=d779ac6b-447b-4697-a490-a94b0c0b0e2f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:14.987955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:14.988334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:15.184250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] For port 6b8b7a12-1ffd-44a9-8d51-27b622242e28, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:15.190588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] For port 6b8b7a12-1ffd-44a9-8d51-27b622242e28, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6b8b7a12-1ffd-44a9-8d51-27b622242e28,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:15.204055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:15.283519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-458972e0-6d46-4107-a417-0b0b116f6179 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:15.285059 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-458972e0-6d46-4107-a417-0b0b116f6179 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.3201754 Nov 08 13:50:15.293869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:15.294708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:15.296118 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b8b7a12-1ffd-44a9-8d51-27b622242e28 HTTP/1.1" status: 200 len: 1091 time: 2.6382697 Nov 08 13:50:15.309203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Request body: {'port': {'device_id': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'admin_state_up': True, 'tenant_id': '80e87c1625bd4a1bb3c0d7d3bd79d9cf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:15.358526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bf72780-29c9-46f0-8bb5-1f3e2e6f2c10 req-4c494014-15e1-4bb7-bad8-9c74a417fb85 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 210 time: 0.3493559 Nov 08 13:50:15.370703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b'}, {'name': 'network-changed', 'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'tag': '6b8b7a12-1ffd-44a9-8d51-27b622242e28'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:15.382672 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f658c2e3-fc66-47b3-9171-377fc6765c09" -d '{"events": [{"name": "network-changed", "server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b"}, {"name": "network-changed", "server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "tag": "6b8b7a12-1ffd-44a9-8d51-27b622242e28"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:15.418016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11340343-9666-44b8-b8a4-334f7a67c867 req-4691ccc2-4c6f-4aa5-a992-6514a11934a5 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:15.419658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11340343-9666-44b8-b8a4-334f7a67c867 req-4691ccc2-4c6f-4aa5-a992-6514a11934a5 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.7038481 Nov 08 13:50:15.508385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-377f83a5-9e9a-4536-9f33-fa46be6b51dc None None] Provisioning complete for port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:15.508941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-377f83a5-9e9a-4536-9f33-fa46be6b51dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:15.519589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef37d09-8d6e-4e8d-9de0-e5394fef7481 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8b7a12-1ffd-44a9-8d51-27b622242e28,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:15.684438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-2189ffc6-6e1e-4cbc-ae34-e36dfea2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:15.692308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-2189ffc6-6e1e-4cbc-ae34-e36dfea2920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:15.696416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-2189ffc6-6e1e-4cbc-ae34-e36dfea2920e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1979 time: 0.2052212 Nov 08 13:50:15.760020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-5e2f7889-1125-47ab-a451-e7a99a1f76bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b HTTP/1.1" status: 200 len: 217 time: 0.0565999 Nov 08 13:50:15.775834 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:15.809859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11340343-9666-44b8-b8a4-334f7a67c867 req-21c147c5-8a09-487c-a4e9-1ec262b9d196 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574662 Nov 08 13:50:15.901667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0c6b1-cbab-4a6d-b2f2-b7b635b3be0d req-43382e83-9476-477e-afc7-f832828baae5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:15.910539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ea0c6b1-cbab-4a6d-b2f2-b7b635b3be0d req-43382e83-9476-477e-afc7-f832828baae5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.3305809 Nov 08 13:50:15.941478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-75e5f21b-e981-45b9-bebb-eef5092b46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:15.943091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-75e5f21b-e981-45b9-bebb-eef5092b46b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7df95a9c-36ac-4b1c-9743-23105e0b1818 HTTP/1.1" status: 200 len: 801 time: 0.1687629 Nov 08 13:50:15.950575 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691f1158-ed11-4414-b2e5-d88253f130eb x-openstack-request-id: req-691f1158-ed11-4414-b2e5-d88253f130eb {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:15.951010 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "tag": "6b8b7a12-1ffd-44a9-8d51-27b622242e28", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:15.951358 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-691f1158-ed11-4414-b2e5-d88253f130eb {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:15.951892 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b', 'status': 'completed', 'code': 200} Nov 08 13:50:15.952242 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'tag': '6b8b7a12-1ffd-44a9-8d51-27b622242e28', 'status': 'completed', 'code': 200} Nov 08 13:50:16.014985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ea0c6b1-cbab-4a6d-b2f2-b7b635b3be0d req-ba871248-188b-4ea9-b319-a121558307c0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032429 Nov 08 13:50:16.087090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Made reservation on behalf of 80e87c1625bd4a1bb3c0d7d3bd79d9cf for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:16.096546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:16.126169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-db85b761-2828-43d6-87af-b7a99b012bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:16.128012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-db85b761-2828-43d6-87af-b7a99b012bc1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=332b9c0e-477f-4e37-bac2-12d20663479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1684599 Nov 08 13:50:16.230833 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:16.376026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-74c4169c-26ef-411b-bc7e-559aecaaa34b service neutron] 10.222.0.70 "GET /v2.0/networks/332b9c0e-477f-4e37-bac2-12d20663479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391074 Nov 08 13:50:16.403536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119e264-48ff-4cea-89f5-ac68c5059a9f req-ac9bb19e-f647-4818-91c7-546e70cb9511 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:16.406748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Allocated IP 172.20.0.6 (07ea3acc-2da7-4f09-8737-3b143ba23940/d8cba13c-936c-48e4-a090-194f892a7f46/c406ff95-b8c0-4695-abfb-e6059f372fc6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:16.410170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119e264-48ff-4cea-89f5-ac68c5059a9f req-ac9bb19e-f647-4818-91c7-546e70cb9511 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:16.417677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1119e264-48ff-4cea-89f5-ac68c5059a9f req-ac9bb19e-f647-4818-91c7-546e70cb9511 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1677 time: 0.1880944 Nov 08 13:50:16.545649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36715-619f-48e3-972d-e90c1f183ece req-785bab44-4171-4b79-a307-97dbcf27c69f tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:16.547294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-785bab44-4171-4b79-a307-97dbcf27c69f tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/networks?id=cabe3328-50e7-4dd5-89c1-b5b7d5452b39 HTTP/1.1" status: 200 len: 809 time: 0.3188372 Nov 08 13:50:16.571107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1119e264-48ff-4cea-89f5-ac68c5059a9f req-0f18fff6-16bc-45ad-84a8-a85c0c164420 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497173 Nov 08 13:50:16.592822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-5b697901-1bb3-41f9-90ec-f775d8ce3f52 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/quotas/f54ce4fb78d448d4b5012c92deeaf070 HTTP/1.1" status: 200 len: 375 time: 0.0186584 Nov 08 13:50:16.636146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-eaa883d6-8d8c-41fa-86a9-35a5fa9e6a1f tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f54ce4fb78d448d4b5012c92deeaf070&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361776 Nov 08 13:50:16.711379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:16.720652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4829a905-6cfc-4acb-979e-cff6ebde805a req-46c90b73-f8df-41bc-917e-60e49bd14a4e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 210 time: 0.0831001 Nov 08 13:50:16.855451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-d9086bbb-b0b6-4f35-a666-9e55b8e19fd3 service neutron] 10.222.0.65 "GET /v2.0/networks/cabe3328-50e7-4dd5-89c1-b5b7d5452b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848204 Nov 08 13:50:16.859575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Router 733962f9-e355-4f9a-83c6-c239956376ff is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:50:16.914978 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-b734d793-579d-4f58-aa26-f7f79acd9ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/332b9c0e-477f-4e37-bac2-12d20663479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741487 Nov 08 13:50:16.932771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:17.070239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:17.073111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-08f6c442-d604-4ae3-9ae4-dac6c2c04846 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=6b8b7a12-1ffd-44a9-8d51-27b622242e28 HTTP/1.1" status: 200 len: 217 time: 0.1503942 Nov 08 13:50:17.117609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:17.120782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:17.124553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:17.145304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:50:17.160079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Sync routers for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:50:17.180449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:17.181228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:17.186424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-202396bd-a63f-4d75-879d-4eb6d5a0aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:17.193846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d7f7b-b33e-465d-87eb-4b96dd6cd532 req-e4116186-d0e0-436e-aefe-d0224785c803 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:17.196344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-202396bd-a63f-4d75-879d-4eb6d5a0aa99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a9843cc-d22e-4923-8ee0-bb7ab99c685e HTTP/1.1" status: 200 len: 801 time: 0.1130841 Nov 08 13:50:17.202681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb9d7f7b-b33e-465d-87eb-4b96dd6cd532 req-e4116186-d0e0-436e-aefe-d0224785c803 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2365396 Nov 08 13:50:17.243998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-103ca164-939a-4bb1-b5ac-8ae7a6ecb8a4 service neutron] 10.222.0.65 "GET /v2.0/networks/cabe3328-50e7-4dd5-89c1-b5b7d5452b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852367 Nov 08 13:50:17.258024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:17.263356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d6744509-704a-4f1b-acec-8dcd8f6ca40d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3629944 Nov 08 13:50:17.265399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:17.265927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:17.279010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53868) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:17.323679 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e1fc94f1-964e-4d09-a55d-6270fdb67608 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0241749 Nov 08 13:50:17.337977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-e8910730-4f0c-4f43-a8fa-1fbb97d574da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:17.338657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:17.339559 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-e8910730-4f0c-4f43-a8fa-1fbb97d574da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e5defb0e-c785-4892-b2a9-68a3095c6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0684273 Nov 08 13:50:17.345705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Request body: {'port': {'device_id': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:17.445287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb9d7f7b-b33e-465d-87eb-4b96dd6cd532 req-e72bdda9-83aa-4369-9d16-9b7e3a4dc239 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395561 Nov 08 13:50:17.524389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:17.638026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-5ee274b1-b5f6-4eb0-afb7-0256699600a1 service neutron] 10.222.0.70 "GET /v2.0/networks/e5defb0e-c785-4892-b2a9-68a3095c6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880025 Nov 08 13:50:17.745827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:15Z', 'revision_number': 3, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:17.841147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Checking router: 733962f9-e355-4f9a-83c6-c239956376ff for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:50:17.841818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Updating router 733962f9-e355-4f9a-83c6-c239956376ff port d779ac6b-447b-4697-a490-a94b0c0b0e2f binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:50:17.894255 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:17.945332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7fa217-ce2a-4985-94c8-2f04fab52f64 req-03b3d93b-9ba2-454d-9489-e47e17a25b2a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:17.954763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c7fa217-ce2a-4985-94c8-2f04fab52f64 req-03b3d93b-9ba2-454d-9489-e47e17a25b2a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.3889825 Nov 08 13:50:18.067794 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d3fb5b5b-995f-4c0b-a479-0b8b3919e72a req-07e316fb-efaf-4474-97b3-bac520f1551c service neutron] 10.222.0.70 "GET /v2.0/networks/e5defb0e-c785-4892-b2a9-68a3095c6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582211 Nov 08 13:50:18.168517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c406ff95-b8c0-4695-abfb-e6059f372fc6 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:18.185535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.226373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Transition to ACTIVE for port object c406ff95-b8c0-4695-abfb-e6059f372fc6 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:50:18.233434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.239546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-aba64044-a82a-4ac8-ad1b-02ab56468d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.240047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-aba64044-a82a-4ac8-ad1b-02ab56468d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.242757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-aba64044-a82a-4ac8-ad1b-02ab56468d9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1979 time: 0.1161816 Nov 08 13:50:18.355493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:18.560392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Attempting to bind port c406ff95-b8c0-4695-abfb-e6059f372fc6 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:18.561301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Attempting to bind port c406ff95-b8c0-4695-abfb-e6059f372fc6 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:18.561788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Attempting to bind port c406ff95-b8c0-4695-abfb-e6059f372fc6 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:18.568569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Port c406ff95-b8c0-4695-abfb-e6059f372fc6 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:50:18.569116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Attempting to bind port c406ff95-b8c0-4695-abfb-e6059f372fc6 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:18.610700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:18.611128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Checking segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:18.611817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Bound using segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:18.612394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Bound port: c406ff95-b8c0-4695-abfb-e6059f372fc6, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:18.612754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.629156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-bc4ac57c-f92c-41df-b09b-a649321605cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.630687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-bc4ac57c-f92c-41df-b09b-a649321605cb service neutron] 10.222.0.70 "GET /v2.0/networks?id=332b9c0e-477f-4e37-bac2-12d20663479f HTTP/1.1" status: 200 len: 903 time: 0.2846234 Nov 08 13:50:18.653341 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.665333 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.708783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Attempting to bind port d779ac6b-447b-4697-a490-a94b0c0b0e2f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:18.709869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Attempting to bind port d779ac6b-447b-4697-a490-a94b0c0b0e2f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:18.710384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Attempting to bind port d779ac6b-447b-4697-a490-a94b0c0b0e2f on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:18.711158 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-afa310cc-7726-4215-91bf-fdc583a885db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.16&port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b HTTP/1.1" status: 200 len: 217 time: 0.0493400 Nov 08 13:50:18.755420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b080cc1-48b7-4476-ad96-ae0b109f9e0d req-1db36537-3e3c-4906-8f9e-9ba8f0ed4dd5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.762135 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b080cc1-48b7-4476-ad96-ae0b109f9e0d req-1db36537-3e3c-4906-8f9e-9ba8f0ed4dd5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.763780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b080cc1-48b7-4476-ad96-ae0b109f9e0d req-1db36537-3e3c-4906-8f9e-9ba8f0ed4dd5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1677 time: 1.0144179 Nov 08 13:50:18.768740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c7fa217-ce2a-4985-94c8-2f04fab52f64 req-a7e7229c-3668-41e2-b4c2-4896938c67aa tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8131077 Nov 08 13:50:18.821952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf9fee-4445-4e95-9cd6-a1d0cc459733 req-6b989ce6-8c14-4c39-825a-a19609389d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.823562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74bf9fee-4445-4e95-9cd6-a1d0cc459733 req-6b989ce6-8c14-4c39-825a-a19609389d8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 1096 time: 0.1972275 Nov 08 13:50:18.827973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:18.837180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:18.837779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a082e-f6cb-4082-aa44-db7091a9bea0 None None] Pushing event updated for resources: {'Port': ['ID=d779ac6b-447b-4697-a490-a94b0c0b0e2f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:18.842094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-6c89ed34-d9ba-4d36-9778-6629bf0433d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.848021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:18.848724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:18.849323 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.849978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:18.850118 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-6c89ed34-d9ba-4d36-9778-6629bf0433d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7df95a9c-36ac-4b1c-9743-23105e0b1818 HTTP/1.1" status: 200 len: 801 time: 0.1275737 Nov 08 13:50:18.851056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Bound port: d779ac6b-447b-4697-a490-a94b0c0b0e2f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:18.851616 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.852298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.923155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.923813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.925499 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] 10.222.0.54 "PUT /v2.0/ports/c406ff95-b8c0-4695-abfb-e6059f372fc6 HTTP/1.1" status: 200 len: 1091 time: 1.5849013 Nov 08 13:50:18.929956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:18.930405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] For port d779ac6b-447b-4697-a490-a94b0c0b0e2f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:18.932440 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11" -d '{"events": [{"name": "network-changed", "server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:18.934902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] For port d779ac6b-447b-4697-a490-a94b0c0b0e2f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d779ac6b-447b-4697-a490-a94b0c0b0e2f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:18.940857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:18.955692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e6abd34-97f8-4d9c-b66e-e37cfd97ee0d req-db881625-9067-4a2d-ab0c-430f59e379dd tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 210 time: 0.0429568 Nov 08 13:50:18.960494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b080cc1-48b7-4476-ad96-ae0b109f9e0d req-c94bcb0e-40ce-4b68-9779-54063344f564 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806624 Nov 08 13:50:18.964922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64028c9-7864-488d-83e8-4f5ce8f69e54 service neutron] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:18.972806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-ed36d769-64b4-413b-841d-ac6c958a1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:18.974317 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-ed36d769-64b4-413b-841d-ac6c958a1147 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=332b9c0e-477f-4e37-bac2-12d20663479f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1112311 Nov 08 13:50:19.009441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a082e-f6cb-4082-aa44-db7091a9bea0 None None] Pushing event updated for resources: {'Port': ['ID=d779ac6b-447b-4697-a490-a94b0c0b0e2f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:19.019088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74bf9fee-4445-4e95-9cd6-a1d0cc459733 req-86b197a2-5f9f-4115-87b6-edfb29d619d1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789954 Nov 08 13:50:19.031070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:19.031070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:19.102685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:19.134116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-4185e404-327b-4cf2-b2e0-a4793a785b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.136425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-4185e404-327b-4cf2-b2e0-a4793a785b41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 1094 time: 0.1282668 Nov 08 13:50:19.143097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-20c7f568-43c4-41b4-9ff7-04bb4f676687 service neutron] 10.222.0.70 "GET /v2.0/networks/332b9c0e-477f-4e37-bac2-12d20663479f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583848 Nov 08 13:50:19.184144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:19.199021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-0b85f7e9-577f-4345-9f18-e78026cf97d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6 HTTP/1.1" status: 200 len: 217 time: 0.0533633 Nov 08 13:50:19.290140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dc3b0-0aee-4a9d-97de-25aa2aa07d3c req-51111308-286a-460a-b91f-1d50019b802e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.292977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f5dc3b0-0aee-4a9d-97de-25aa2aa07d3c req-51111308-286a-460a-b91f-1d50019b802e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 943 time: 0.1522207 Nov 08 13:50:19.352170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-6010107d-2fb1-4e36-a835-35edaf41fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.354647 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-6010107d-2fb1-4e36-a835-35edaf41fe0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.1452198 Nov 08 13:50:19.376817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d10e0-bb51-456f-9fed-5eec81aa13f9 req-74242c49-7a0f-4212-af4d-d33e5852fb87 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.380065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-588d10e0-bb51-456f-9fed-5eec81aa13f9 req-74242c49-7a0f-4212-af4d-d33e5852fb87 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1886621 Nov 08 13:50:19.416762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:15Z', 'revision_number': 3, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:19.432636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f5dc3b0-0aee-4a9d-97de-25aa2aa07d3c req-7bc03c87-8680-4dd9-b425-990ead335aff tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218419 Nov 08 13:50:19.459619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-b69c671b-c38d-4c3d-b509-7dc178d4d30b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842440 Nov 08 13:50:19.491494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb80b81-2ef9-4939-924c-51a3dc1c3a50 None None] The sync data for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 is: [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:15Z', 'revision_number': 3, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:50:19.531720 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c17e06-bf18-4515-860e-627d0168d98f x-openstack-request-id: req-c6c17e06-bf18-4515-860e-627d0168d98f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:19.532039 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:19.532292 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6c17e06-bf18-4515-860e-627d0168d98f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:19.532693 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'status': 'completed', 'code': 200} Nov 08 13:50:19.560635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-588d10e0-bb51-456f-9fed-5eec81aa13f9 req-467977e6-4636-449d-bfb4-14c39fb37508 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347234 Nov 08 13:50:19.591559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36715-619f-48e3-972d-e90c1f183ece req-a5cdec1f-62d0-4476-9631-85cdd57cbf26 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.593370 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-a5cdec1f-62d0-4476-9631-85cdd57cbf26 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.54 "GET /v2.0/networks?id=cabe3328-50e7-4dd5-89c1-b5b7d5452b39 HTTP/1.1" status: 200 len: 809 time: 0.3444157 Nov 08 13:50:19.599127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Allocated IP 172.20.0.1 (8cd92319-25d8-49b4-99db-4c9aaf58af29/3c2b689a-cb4b-424b-9b91-ec49594675db/d26489d6-8e67-483f-916f-7e1977b22030) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:19.610195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Request body: {'port': {'device_id': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39', 'admin_state_up': True, 'tenant_id': 'f54ce4fb78d448d4b5012c92deeaf070'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:19.660889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-95e3ac11-e9d7-4476-b09f-b05cc4e2cbbf service neutron] 10.222.0.70 "GET /v2.0/networks/332b9c0e-477f-4e37-bac2-12d20663479f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271890 Nov 08 13:50:19.751886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-ec094091-7eb5-40e0-8c4a-458e967e1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.754335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-ec094091-7eb5-40e0-8c4a-458e967e1b84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1097 time: 0.1109529 Nov 08 13:50:19.784896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-72628291-e263-41c1-b8b6-1844c50a7ac9 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137324 Nov 08 13:50:19.857395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ddda0f3e-35ff-4935-ab2f-6b71c974563b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:50:19.902548 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:19.946878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-1fb52905-d9fd-4b67-82c1-7016b73e06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.949293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-1fb52905-d9fd-4b67-82c1-7016b73e06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.962829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-2619fa3d-33e0-4a0d-be66-364ab4230a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:19.963565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-1fb52905-d9fd-4b67-82c1-7016b73e06eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=af297af358714cdbacd6717647510dea&device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1979 time: 0.2456598 Nov 08 13:50:19.964864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-2619fa3d-33e0-4a0d-be66-364ab4230a50 service neutron] 10.222.0.70 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 915 time: 0.2018123 Nov 08 13:50:20.048827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-c18c24da-d2a0-4b0c-a349-6dee7453dfc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 200 len: 217 time: 0.0514066 Nov 08 13:50:20.066656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Made reservation on behalf of f54ce4fb78d448d4b5012c92deeaf070 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:20.078408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ddda0f3e-35ff-4935-ab2f-6b71c974563b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:20.080886 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.107076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.112406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b', 'network_id': '332b9c0e-477f-4e37-bac2-12d20663479f', 'port_id': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b', 'mac_address': 'fa:16:3e:26:94:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df95a9c-36ac-4b1c-9743-23105e0b1818', 'ip_address': '19.80.0.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:50:20.187489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.232781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddda0f3e-35ff-4935-ab2f-6b71c974563b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:20.258949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:20.286075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ddda0f3e-35ff-4935-ab2f-6b71c974563b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:20.293567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.294983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6b8b7a12-1ffd-44a9-8d51-27b622242e28 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:50:20.314071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860be923-51a3-4936-9bee-bffa916eb7ec req-b06b0f5e-0a81-48a4-9b0d-17119bbed07d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:20.335685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-860be923-51a3-4936-9bee-bffa916eb7ec req-b06b0f5e-0a81-48a4-9b0d-17119bbed07d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.3924842 Nov 08 13:50:20.342803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:20.354678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-f7e6edd2-ed07-41e3-aa24-f898a4eb7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:20.357741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-f7e6edd2-ed07-41e3-aa24-f898a4eb7af2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.2985201 Nov 08 13:50:20.362551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:20.450916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.460563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6b8b7a12-1ffd-44a9-8d51-27b622242e28, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6b8b7a12-1ffd-44a9-8d51-27b622242e28,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:20.481034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '6b8b7a12-1ffd-44a9-8d51-27b622242e28', 'network_id': 'e5defb0e-c785-4892-b2a9-68a3095c6cf6', 'port_id': '6b8b7a12-1ffd-44a9-8d51-27b622242e28', 'mac_address': 'fa:16:3e:57:aa:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a9843cc-d22e-4923-8ee0-bb7ab99c685e', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:50:20.491768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Pushing event updated for resources: {'Port': ['ID=d26489d6-8e67-483f-916f-7e1977b22030,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:20.581845 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.633143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bdef097f-af7b-4891-94ca-b262fe6b47df req-6853218c-45ae-405c-b8fc-f52e96b6cc8b service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8398039 Nov 08 13:50:20.633706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8b7a12-1ffd-44a9-8d51-27b622242e28 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:20.669431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ddda0f3e-35ff-4935-ab2f-6b71c974563b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:20.698660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b531f-c39e-4d47-8a04-40f720da90c8 req-7269d860-b533-46b6-a117-9358e82bc5b7 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:20.720236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b531f-c39e-4d47-8a04-40f720da90c8 req-7269d860-b533-46b6-a117-9358e82bc5b7 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:20.722017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-903b531f-c39e-4d47-8a04-40f720da90c8 req-7269d860-b533-46b6-a117-9358e82bc5b7 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1677 time: 0.5990922 Nov 08 13:50:20.736785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6b8b7a12-1ffd-44a9-8d51-27b622242e28, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6b8b7a12-1ffd-44a9-8d51-27b622242e28,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:20.742263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d779ac6b-447b-4697-a490-a94b0c0b0e2f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:20.744165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-4100f44a-da0f-4e73-bab5-ba5c47d57508 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2858911 Nov 08 13:50:20.787516 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.840368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-1bc9ae18-16e7-4d1f-8ac2-ba9bb03582bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:20.841999 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-1bc9ae18-16e7-4d1f-8ac2-ba9bb03582bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=e5defb0e-c785-4892-b2a9-68a3095c6cf6 HTTP/1.1" status: 200 len: 903 time: 0.8517826 Nov 08 13:50:20.883687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-860be923-51a3-4936-9bee-bffa916eb7ec req-63ebe2fd-3724-4d3e-b3f1-0d7a9f034fde tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471172 Nov 08 13:50:20.899674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6b8b7a12-1ffd-44a9-8d51-27b622242e28,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:20.905918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-21f2247f-f53b-4b37-8674-9e93386e490d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=6b8b7a12-1ffd-44a9-8d51-27b622242e28 HTTP/1.1" status: 200 len: 217 time: 0.0523498 Nov 08 13:50:20.911187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-6643afed-ad09-458b-abcc-2c0e1e699cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:20.913308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-6643afed-ad09-458b-abcc-2c0e1e699cc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 1094 time: 0.1792936 Nov 08 13:50:20.919922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d779ac6b-447b-4697-a490-a94b0c0b0e2f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:20.920373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.923667 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-929316dd-ed24-44cb-94ab-565a6bef4ff3 None None] Provisioning complete for port d26489d6-8e67-483f-916f-7e1977b22030 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:20.923667 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-929316dd-ed24-44cb-94ab-565a6bef4ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:20.998259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Allocated IP 172.20.0.3 (cabe3328-50e7-4dd5-89c1-b5b7d5452b39/f70d7e86-316e-4ffa-b772-9eb1fb99c30a/4f780813-ff29-4bf6-81f1-4f01b0c5fafe) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:21.029265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-929316dd-ed24-44cb-94ab-565a6bef4ff3 None None] Port d26489d6-8e67-483f-916f-7e1977b22030 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:50:21.070088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ddda0f3e-35ff-4935-ab2f-6b71c974563b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:50:21.133465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.153236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-064add3f-ab3e-428a-9a90-69b2cb91e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:21.155041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-064add3f-ab3e-428a-9a90-69b2cb91e2f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a9843cc-d22e-4923-8ee0-bb7ab99c685e HTTP/1.1" status: 200 len: 801 time: 0.2407966 Nov 08 13:50:21.179793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port d779ac6b-447b-4697-a490-a94b0c0b0e2f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d779ac6b-447b-4697-a490-a94b0c0b0e2f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:21.192565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.243618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.256980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e149617-40c9-4225-b1b0-e60b1a5ef67a req-6f15ef5b-2320-4e0b-9067-badd4934d62c tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 210 time: 0.2104096 Nov 08 13:50:21.314685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-4816c11d-d636-45fa-8977-ff50854bd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:21.316404 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-4816c11d-d636-45fa-8977-ff50854bd5c0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 906 time: 0.3743649 Nov 08 13:50:21.348038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-903b531f-c39e-4d47-8a04-40f720da90c8 req-1cc09142-a6b1-46f1-85a4-88d747ead77a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743473 Nov 08 13:50:21.390181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=d779ac6b-447b-4697-a490-a94b0c0b0e2f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:21.419480 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-f7e0441a-2f7e-4a67-b1f0-d95183d9f903 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6 HTTP/1.1" status: 200 len: 217 time: 0.0899093 Nov 08 13:50:21.442233 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:50:21.457851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-521ee927-7a1e-4531-a374-4c8fa048f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:21.464397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-521ee927-7a1e-4531-a374-4c8fa048f58d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e5defb0e-c785-4892-b2a9-68a3095c6cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2911913 Nov 08 13:50:21.532029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-149b056f-6cbe-4206-a332-8b150f1aa5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:21.533508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-149b056f-6cbe-4206-a332-8b150f1aa5f3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.1035821 Nov 08 13:50:21.549811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-7525fe1d-c149-489a-9485-7156aa9b9cfb service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357988 Nov 08 13:50:21.631271 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-d1764bc0-7fd7-4df2-a4a0-5b6cbd364c31 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723886 Nov 08 13:50:21.663808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.680845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336feb32-16ef-4313-a623-f67ac937f50c req-bf100556-b315-49eb-8a58-50ebca031a3c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:21.682459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336feb32-16ef-4313-a623-f67ac937f50c req-bf100556-b315-49eb-8a58-50ebca031a3c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 943 time: 0.2310565 Nov 08 13:50:21.732414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329dcc2-01ce-428c-9fbc-e668e6a86e93 req-e7aea3ca-bbae-47cc-8aef-d48f56a67086 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:21.734279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c329dcc2-01ce-428c-9fbc-e668e6a86e93 req-e7aea3ca-bbae-47cc-8aef-d48f56a67086 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2371261 Nov 08 13:50:21.751554 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-9b998130-a342-4b2b-af40-9f06f81d108f service neutron] 10.222.0.70 "GET /v2.0/networks/e5defb0e-c785-4892-b2a9-68a3095c6cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370973 Nov 08 13:50:21.820016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702b2e06-5e7f-4989-ab9e-e9ea1aa0d960 req-c3ac32c2-28a3-4d15-b14a-9101ea3c62af service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578447 Nov 08 13:50:21.856331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.873545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:21.892125 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.899977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336feb32-16ef-4313-a623-f67ac937f50c req-da70239a-49f6-444e-850e-645bd6cd58d0 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029920 Nov 08 13:50:21.901622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.907164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c329dcc2-01ce-428c-9fbc-e668e6a86e93 req-2901f169-a504-4685-b01b-adec8765cf15 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621120 Nov 08 13:50:21.937788 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-c830e827-c8d7-4840-bad5-66b46a697c28 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932818 Nov 08 13:50:21.948945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:21.993564 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:21.996793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Pushing event updated for resources: {'Port': ['ID=d26489d6-8e67-483f-916f-7e1977b22030,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:22.095257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:22.106393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c4196b2a-5d64-42ab-9d19-a2b034cb8d11 req-9b4b1f14-ed94-47cb-a5b3-4c1e5e6bfe12 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558082 Nov 08 13:50:22.111811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:22.131866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['6b8b7a12-1ffd-44a9-8d51-27b622242e28'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:50:22.207833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f658c2e3-fc66-47b3-9171-377fc6765c09 req-45893b10-64d0-41c7-a323-a47afb98cc18 service neutron] 10.222.0.70 "GET /v2.0/networks/e5defb0e-c785-4892-b2a9-68a3095c6cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422197 Nov 08 13:50:22.220339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Pushing event updated for resources: {'Port': ['ID=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:22.254344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:22.261783 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:22.262811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:22.294766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b768ef-b4d7-44e5-b700-cec524bc492e req-1228e340-6612-423c-86c2-0951442a8c91 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:22.297036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b768ef-b4d7-44e5-b700-cec524bc492e req-1228e340-6612-423c-86c2-0951442a8c91 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 946 time: 0.1456318 Nov 08 13:50:22.297717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:22.298386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:22.337411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-467937c7-3800-44f8-ab97-2be4de2a30af tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7308726 Nov 08 13:50:22.352696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Request body: {'port': {'device_id': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:22.402803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:22.404565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:22.407165 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f1a1a0-7aaa-42c4-8625-8b149ad15351" -d '{"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-unplugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:22.425606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:22.459660 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:22.461492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b768ef-b4d7-44e5-b700-cec524bc492e req-efbb7cc3-0b2d-4dbe-986c-f8c308a4221c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563540 Nov 08 13:50:22.601337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Router 733962f9-e355-4f9a-83c6-c239956376ff has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:50:22.676576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:22.706477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f214-47a6-4858-a003-f722a2b0386c req-4c34ac53-7c18-4fc4-b5f2-a16344d27c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:22.709740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7878f214-47a6-4858-a003-f722a2b0386c req-4c34ac53-7c18-4fc4-b5f2-a16344d27c43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=27a82b92f2254ca4a998edbbba13e791&device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 1096 time: 0.2587073 Nov 08 13:50:22.724318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d779ac6b-447b-4697-a490-a94b0c0b0e2f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:22.811670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0afcffb7-770b-4393-9212-582f12b241e9 None None] Provisioning complete for port d26489d6-8e67-483f-916f-7e1977b22030 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:22.814533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0afcffb7-770b-4393-9212-582f12b241e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:22.855018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d779ac6b-447b-4697-a490-a94b0c0b0e2f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:22.855959 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:22.867535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483867a-79b5-4aa1-be1a-06f63616e741 req-4ea94200-f2d6-4176-b886-2cab072b7de0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:22.869188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0483867a-79b5-4aa1-be1a-06f63616e741 req-4ea94200-f2d6-4176-b886-2cab072b7de0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2493391 Nov 08 13:50:22.911184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f800788-7bae-47b0-8645-c13f51f3c494 req-eeaba759-0106-442b-af12-5a1cb329a91c tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:22.912825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f800788-7bae-47b0-8645-c13f51f3c494 req-eeaba759-0106-442b-af12-5a1cb329a91c tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 931 time: 0.1402683 Nov 08 13:50:22.928569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0afcffb7-770b-4393-9212-582f12b241e9 None None] Port d26489d6-8e67-483f-916f-7e1977b22030 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:50:22.949933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:50:22.957447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-38a972f5-f3c1-426e-a177-2e5cc968b881 admin admin] 10.222.0.65 "PUT /v2.0/routers/733962f9-e355-4f9a-83c6-c239956376ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6772962 Nov 08 13:50:22.984870 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Sync routers for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:50:23.009565 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:23.012509 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:23.040884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f800788-7bae-47b0-8645-c13f51f3c494 req-0b82ec5d-44dd-4b65-85fd-ff88e4d83106 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185648 Nov 08 13:50:23.045601 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:23.052357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f214-47a6-4858-a003-f722a2b0386c req-3a1bc86c-2a76-4881-af77-a1af04d09854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:23.055402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7878f214-47a6-4858-a003-f722a2b0386c req-3a1bc86c-2a76-4881-af77-a1af04d09854 service neutron] 10.222.0.70 "GET /v2.0/networks?id=01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 200 len: 911 time: 0.3384557 Nov 08 13:50:23.088375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0483867a-79b5-4aa1-be1a-06f63616e741 req-479caf3c-e215-4933-bc44-dde7719e1737 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977739 Nov 08 13:50:23.166040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7878f214-47a6-4858-a003-f722a2b0386c req-a31f9752-e2a6-4bbe-8ec5-bb0111a5745f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019 HTTP/1.1" status: 200 len: 217 time: 0.0939467 Nov 08 13:50:23.206280 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421cce49-3eeb-4e8d-b6e2-b7e574157137 x-openstack-request-id: req-421cce49-3eeb-4e8d-b6e2-b7e574157137 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:23.212685 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-unplugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:23.213199 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-421cce49-3eeb-4e8d-b6e2-b7e574157137 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:23.218985 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'code': 200} Nov 08 13:50:23.232702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b8de3-e8d1-4b72-83ef-8f4a6f548a3d req-ed0ee01f-77f3-413d-af0e-9a655be0b92c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:23.240636 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b8de3-e8d1-4b72-83ef-8f4a6f548a3d req-ed0ee01f-77f3-413d-af0e-9a655be0b92c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:23.242171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c6b8de3-e8d1-4b72-83ef-8f4a6f548a3d req-ed0ee01f-77f3-413d-af0e-9a655be0b92c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1679 time: 0.0852714 Nov 08 13:50:23.275320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878f214-47a6-4858-a003-f722a2b0386c req-011b451e-a209-4622-ab46-93b20a8deb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:23.280918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7878f214-47a6-4858-a003-f722a2b0386c req-011b451e-a209-4622-ab46-93b20a8deb52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 200 len: 850 time: 0.1044290 Nov 08 13:50:23.309801 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:23.320052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c6b8de3-e8d1-4b72-83ef-8f4a6f548a3d req-aaa76b39-8040-4b23-bd2d-85f8eba039e6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662501 Nov 08 13:50:23.350200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7878f214-47a6-4858-a003-f722a2b0386c req-71210f29-c85d-4d12-8eaa-e41ec0baac97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=01ef0746-2792-4193-bb2a-f1414ee3d53e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542593 Nov 08 13:50:23.463687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426b10c-d2dd-4686-a31f-360d0dd22031 req-ed25d6ce-dd5a-4541-93a8-62f92ed5cd8c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:23.465530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2426b10c-d2dd-4686-a31f-360d0dd22031 req-ed25d6ce-dd5a-4541-93a8-62f92ed5cd8c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 943 time: 0.0726478 Nov 08 13:50:23.493349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f780813-ff29-4bf6-81f1-4f01b0c5fafe {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:23.497106 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:23.523077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:23.555425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Transition to ACTIVE for port object 4f780813-ff29-4bf6-81f1-4f01b0c5fafe will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:50:23.564438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:23.579949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2426b10c-d2dd-4686-a31f-360d0dd22031 req-96139dee-37bf-453e-a2fd-334e6d199ea7 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079552 Nov 08 13:50:23.589421 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7878f214-47a6-4858-a003-f722a2b0386c req-cfed57a1-fc6a-4605-9b54-7520b5fff060 service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204614 Nov 08 13:50:23.775202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6743f-54ae-438a-8bbd-5da8370641ae req-2c741199-1110-4b7d-9987-3c59a208175b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:23.779649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6c6743f-54ae-438a-8bbd-5da8370641ae req-2c741199-1110-4b7d-9987-3c59a208175b tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.1082718 Nov 08 13:50:23.869784 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 2, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:23.885980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:23.893030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ddda0f3e-35ff-4935-ab2f-6b71c974563b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:23.904197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6c6743f-54ae-438a-8bbd-5da8370641ae req-152028c7-f338-43e0-b1b1-da2778a8f929 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014028 Nov 08 13:50:23.916613 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Checking router: 733962f9-e355-4f9a-83c6-c239956376ff for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:50:23.917093 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Updating router 733962f9-e355-4f9a-83c6-c239956376ff port d26489d6-8e67-483f-916f-7e1977b22030 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:50:23.949234 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.012586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port ddda0f3e-35ff-4935-ab2f-6b71c974563b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:50:24.018520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port ddda0f3e-35ff-4935-ab2f-6b71c974563b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:24.018883 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.124670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7878f214-47a6-4858-a003-f722a2b0386c req-ac6189ff-570d-47b1-b236-bcab2dd719f0 service neutron] 10.222.0.70 "GET /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053089 Nov 08 13:50:24.129461 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.147877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Attempting to bind port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:24.148459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Attempting to bind port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'fd85830d-265c-4daf-b414-9b4b1f6a64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:24.151498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Attempting to bind port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe on network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:24.159558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe on network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:50:24.163173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Attempting to bind port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe on network cabe3328-50e7-4dd5-89c1-b5b7d5452b39 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:24.176694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:24.177067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Checking segment: {'id': 'fd85830d-265c-4daf-b414-9b4b1f6a64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:24.177462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Bound using segment: {'id': 'fd85830d-265c-4daf-b414-9b4b1f6a64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:24.177932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Bound port: 4f780813-ff29-4bf6-81f1-4f01b0c5fafe, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd85830d-265c-4daf-b414-9b4b1f6a64f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:24.178448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.324058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ddda0f3e-35ff-4935-ab2f-6b71c974563b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:24.329550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.330666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6b8b7a12-1ffd-44a9-8d51-27b622242e28 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:24.337981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d202dbe-9535-47d7-bdce-3a33dbc99a2b req-3cd5173c-f5ab-451b-b47e-75fc339df65e tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:24.358552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] For port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:24.361649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d202dbe-9535-47d7-bdce-3a33dbc99a2b req-3cd5173c-f5ab-451b-b47e-75fc339df65e tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 943 time: 0.2035327 Nov 08 13:50:24.366140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] For port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,segment=NetworkSegment(fd85830d-265c-4daf-b414-9b4b1f6a64f9),segment_id=fd85830d-265c-4daf-b414-9b4b1f6a64f9)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:24.383055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.489672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:24.489672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.489672 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] 10.222.0.54 "PUT /v2.0/ports/4f780813-ff29-4bf6-81f1-4f01b0c5fafe HTTP/1.1" status: 200 len: 1091 time: 2.1428998 Nov 08 13:50:24.489672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'tag': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:24.501671 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7ed84bb8-3134-4450-9fc2-974451e05cbe", "tag": "4f780813-ff29-4bf6-81f1-4f01b0c5fafe"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:24.544587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c406ff95-b8c0-4695-abfb-e6059f372fc6 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:50:24.549453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d202dbe-9535-47d7-bdce-3a33dbc99a2b req-49e60f69-0e91-42d3-bd64-3df0f6de1d3c tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866252 Nov 08 13:50:24.597440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e2a29-83e5-40fa-8727-4695e06b37c1 service neutron] Pushing event updated for resources: {'Port': ['ID=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:24.628601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d655f-607a-4384-a779-1df2c87850ca req-932a590d-d7c6-49c1-a42f-2de1b6f0d031 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:24.633813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-980d655f-607a-4384-a779-1df2c87850ca req-932a590d-d7c6-49c1-a42f-2de1b6f0d031 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1544344 Nov 08 13:50:24.679171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ddda0f3e-35ff-4935-ab2f-6b71c974563b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:24.742418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36715-619f-48e3-972d-e90c1f183ece req-3d7284d4-3552-4cb3-afa1-96721171b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:24.746169 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-3d7284d4-3552-4cb3-afa1-96721171b344 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f54ce4fb78d448d4b5012c92deeaf070&device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 1094 time: 0.1267407 Nov 08 13:50:24.756645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-980d655f-607a-4384-a779-1df2c87850ca req-f8e0779f-6d5e-4742-909f-698eee1fa6ff tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140685 Nov 08 13:50:24.771973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:50:24.778134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:24.778566 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.831468 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.843570 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:24.850140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-febd3094-06c4-4e78-8a14-98ea2c86114d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f780813-ff29-4bf6-81f1-4f01b0c5fafe HTTP/1.1" status: 200 len: 217 time: 0.0948815 Nov 08 13:50:24.938655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8c04d-3a6a-4163-9c67-47ef5c1c1f15 req-1859a493-b2e5-4d4b-b10c-b230b133f802 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:24.947470 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c01e4a-974f-4bc3-9e96-76acd0876984 x-openstack-request-id: req-e4c01e4a-974f-4bc3-9e96-76acd0876984 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:24.948071 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ed84bb8-3134-4450-9fc2-974451e05cbe", "tag": "4f780813-ff29-4bf6-81f1-4f01b0c5fafe", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:24.948270 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e4c01e4a-974f-4bc3-9e96-76acd0876984 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:24.948791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8c04d-3a6a-4163-9c67-47ef5c1c1f15 req-1859a493-b2e5-4d4b-b10c-b230b133f802 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:24.949180 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'tag': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe', 'status': 'completed', 'code': 200} Nov 08 13:50:24.962027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:24.963699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0d8c04d-3a6a-4163-9c67-47ef5c1c1f15 req-1859a493-b2e5-4d4b-b10c-b230b133f802 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1680 time: 0.1195056 Nov 08 13:50:25.007568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c47cd1af-125d-4c48-90e0-c49c14634229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:25.013050 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Pushing event updated for resources: {'Port': ['ID=d26489d6-8e67-483f-916f-7e1977b22030,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:25.014669 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-c47cd1af-125d-4c48-90e0-c49c14634229 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70d7e86-316e-4ffa-b772-9eb1fb99c30a HTTP/1.1" status: 200 len: 849 time: 0.1555173 Nov 08 13:50:25.029448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'mac_address': 'fa:16:3e:67:7f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:50:25.050844 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.088759 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.089189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-68de1666-2652-467c-bcfa-c3beb53ddd21 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe3328-50e7-4dd5-89c1-b5b7d5452b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566094 Nov 08 13:50:25.090634 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.098873 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.099326 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.099836 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.100458 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.104793 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.105398 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.105939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.106438 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.106939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.107439 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:25.144465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0d8c04d-3a6a-4163-9c67-47ef5c1c1f15 req-07fc92a1-06f5-4048-9db3-ede00098b16f tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796877 Nov 08 13:50:25.204207 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Attempting to bind port d26489d6-8e67-483f-916f-7e1977b22030 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:50:25.204692 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Attempting to bind port d26489d6-8e67-483f-916f-7e1977b22030 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:50:25.205152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Attempting to bind port d26489d6-8e67-483f-916f-7e1977b22030 on network 8cd92319-25d8-49b4-99db-4c9aaf58af29 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:50:25.217530 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:50:25.218019 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Checking segment: {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:25.218908 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.219366 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Bound using segment: {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:50:25.223965 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Bound port: d26489d6-8e67-483f-916f-7e1977b22030, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:50:25.224444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b'}, {'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b7a12-1ffd-44a9-8d51-27b622242e28'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:25.224701 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.228352 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce71f837-6309-46b4-8e1d-306dc125b5c2" -d '{"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-plugged", "status": "completed", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b"}, {"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b7a12-1ffd-44a9-8d51-27b622242e28"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:25.272603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dc23b-aabc-412e-8088-5fd8a5c9cd14 req-09790d21-6ae0-4bc1-ad40-b8632c386a81 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:25.285584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-876dc23b-aabc-412e-8088-5fd8a5c9cd14 req-09790d21-6ae0-4bc1-ad40-b8632c386a81 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 943 time: 0.2044926 Nov 08 13:50:25.343426 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-1fca2976-0e78-466f-9a71-cdc676a8d48c service neutron] 10.222.0.54 "GET /v2.0/networks/cabe3328-50e7-4dd5-89c1-b5b7d5452b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532153 Nov 08 13:50:25.420836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-876dc23b-aabc-412e-8088-5fd8a5c9cd14 req-0e901e1b-c2c7-4d18-9271-06c01b59a40f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313419 Nov 08 13:50:25.477371 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] For port d26489d6-8e67-483f-916f-7e1977b22030, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:50:25.504521 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] For port d26489d6-8e67-483f-916f-7e1977b22030, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d26489d6-8e67-483f-916f-7e1977b22030,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:50:25.514708 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.673015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6b8b7a12-1ffd-44a9-8d51-27b622242e28, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6b8b7a12-1ffd-44a9-8d51-27b622242e28,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:25.691471 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.693142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98facc-3639-4405-83db-9cb527f2203b req-ca6e3089-f68c-45b1-a19f-c868bf8f6c7c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:25.694490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:25.709434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd98facc-3639-4405-83db-9cb527f2203b req-ca6e3089-f68c-45b1-a19f-c868bf8f6c7c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2020860 Nov 08 13:50:25.744447 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.782227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3238f5d-a77f-4528-b374-f895c000a1f7 None None] Pushing event updated for resources: {'Port': ['ID=d26489d6-8e67-483f-916f-7e1977b22030,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:25.821943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d2b36715-619f-48e3-972d-e90c1f183ece req-1304f6f5-7bea-47cc-b723-c291230283da service neutron] 10.222.0.54 "GET /v2.0/networks/cabe3328-50e7-4dd5-89c1-b5b7d5452b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693503 Nov 08 13:50:25.825647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6b8b7a12-1ffd-44a9-8d51-27b622242e28,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:25.832174 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:25.832888 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:25.842695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d553d7a4-3c27-4d3f-ac47-bfc2fdb55834 None None] Provisioning complete for port d26489d6-8e67-483f-916f-7e1977b22030 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:25.843110 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d553d7a4-3c27-4d3f-ac47-bfc2fdb55834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:25.897543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c406ff95-b8c0-4695-abfb-e6059f372fc6 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:25.941225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd98facc-3639-4405-83db-9cb527f2203b req-2fc0efa3-86c5-43af-9ee8-7adc4e85bcb2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291372 Nov 08 13:50:25.943521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54066) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:26.002915 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d553d7a4-3c27-4d3f-ac47-bfc2fdb55834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:26.034436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:26.041638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-5f6b04d4-9b2f-4bbd-abdd-6d88545aaeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.045651 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-5f6b04d4-9b2f-4bbd-abdd-6d88545aaeb1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f54ce4fb78d448d4b5012c92deeaf070&device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 1094 time: 0.1162095 Nov 08 13:50:26.051188 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:26.143116 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe4750c-87a8-4e60-b262-679024fcc25c x-openstack-request-id: req-bbe4750c-87a8-4e60-b262-679024fcc25c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:26.143433 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-plugged", "status": "completed", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b", "code": 200}, {"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-plugged", "status": "completed", "tag": "6b8b7a12-1ffd-44a9-8d51-27b622242e28", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:26.143677 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bbe4750c-87a8-4e60-b262-679024fcc25c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:26.150022 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b', 'code': 200} Nov 08 13:50:26.150319 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8b7a12-1ffd-44a9-8d51-27b622242e28', 'code': 200} Nov 08 13:50:26.160541 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2803b-f29d-44d0-bf63-b8eae0f65532 req-c4d5c322-a7e7-4502-95b5-6346e351f205 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.170594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:26.174070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16e2803b-f29d-44d0-bf63-b8eae0f65532 req-c4d5c322-a7e7-4502-95b5-6346e351f205 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 943 time: 0.2658296 Nov 08 13:50:26.190437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d553d7a4-3c27-4d3f-ac47-bfc2fdb55834 None None] For port d26489d6-8e67-483f-916f-7e1977b22030, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d26489d6-8e67-483f-916f-7e1977b22030,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:26.196886 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d553d7a4-3c27-4d3f-ac47-bfc2fdb55834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:26.253748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-6a231816-8b88-42b1-a5a8-d364c8f223da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.255269 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-6a231816-8b88-42b1-a5a8-d364c8f223da service neutron] 10.222.0.54 "GET /v2.0/networks?id=cabe3328-50e7-4dd5-89c1-b5b7d5452b39 HTTP/1.1" status: 200 len: 910 time: 0.2001269 Nov 08 13:50:26.265239 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:26.315027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16e2803b-f29d-44d0-bf63-b8eae0f65532 req-4aa0cc75-ae1a-472e-ae86-219eb0765fb7 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399570 Nov 08 13:50:26.438431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84321eaf-5995-4356-88c4-5e8e7b18331e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:26.453266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553d7a4-3c27-4d3f-ac47-bfc2fdb55834 None None] Pushing event updated for resources: {'Port': ['ID=d26489d6-8e67-483f-916f-7e1977b22030,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:26.479490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e7a79300-f40a-4433-bdaf-39c975ef5a33 None None] Provisioning complete for port d26489d6-8e67-483f-916f-7e1977b22030 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:26.480110 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7a79300-f40a-4433-bdaf-39c975ef5a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:26.592811 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:25Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:26.606795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84321eaf-5995-4356-88c4-5e8e7b18331e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:26.610201 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-e4495710-e858-4e59-86bc-d67b1a2905f6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f780813-ff29-4bf6-81f1-4f01b0c5fafe HTTP/1.1" status: 200 len: 217 time: 0.3246827 Nov 08 13:50:26.615431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84321eaf-5995-4356-88c4-5e8e7b18331e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:26.682361 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d99ac-8c76-45c6-a547-a4d194081660 None None] The sync data for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 is: [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:25Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:50:26.696617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efdd9e0-1855-4354-9399-8fabb3862aa7 req-3f029aca-8613-404d-a162-1171a22a3672 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.704039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84321eaf-5995-4356-88c4-5e8e7b18331e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfd6f61-22b6-47a0-becc-99b7704614ef,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:26.704788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3efdd9e0-1855-4354-9399-8fabb3862aa7 req-3f029aca-8613-404d-a162-1171a22a3672 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2172911 Nov 08 13:50:26.755410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e80a-e29b-4be8-bdd0-9017a18b71e0 req-7bac952e-3577-4184-86a0-6b927509be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.758860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36e80a-e29b-4be8-bdd0-9017a18b71e0 req-7bac952e-3577-4184-86a0-6b927509be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.763556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c406ff95-b8c0-4695-abfb-e6059f372fc6'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:50:26.777037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5d851-2eb0-4fc2-a5d4-28a125f0a047 req-0931dc6c-a756-4142-badb-da01aca4e18e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.784267 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e36e80a-e29b-4be8-bdd0-9017a18b71e0 req-7bac952e-3577-4184-86a0-6b927509be2f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1983 time: 0.5256333 Nov 08 13:50:26.793834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baa5d851-2eb0-4fc2-a5d4-28a125f0a047 req-0931dc6c-a756-4142-badb-da01aca4e18e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2449238 Nov 08 13:50:26.809454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54078) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:26.809704 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-84321eaf-5995-4356-88c4-5e8e7b18331e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=265227bc070a4e16ae8c1c3761cfbe77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8646598 Nov 08 13:50:26.874998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-0bfb067b-a54a-41a4-9ef5-a716a9d16b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:26.877635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-0bfb067b-a54a-41a4-9ef5-a716a9d16b31 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f70d7e86-316e-4ffa-b772-9eb1fb99c30a HTTP/1.1" status: 200 len: 849 time: 0.2559052 Nov 08 13:50:26.938250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baa5d851-2eb0-4fc2-a5d4-28a125f0a047 req-c452ac5d-36cf-40d0-b823-e187c7d7bf4e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434090 Nov 08 13:50:26.947106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-b81ca21a-4b62-4231-99be-957862911aad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cabe3328-50e7-4dd5-89c1-b5b7d5452b39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577853 Nov 08 13:50:26.996523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3efdd9e0-1855-4354-9399-8fabb3862aa7 req-baba5fb8-4d75-4270-8c10-5fa9adec966c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860460 Nov 08 13:50:27.116878 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a13319c9-917c-4208-9b68-5832c7d76540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:27.142157 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e36e80a-e29b-4be8-bdd0-9017a18b71e0 req-733741c5-3477-49cd-a9bf-76fbec7e7ab3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312683 Nov 08 13:50:27.182467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-31564ee6-a632-4d1e-9104-a3f957d729ba service neutron] 10.222.0.54 "GET /v2.0/networks/cabe3328-50e7-4dd5-89c1-b5b7d5452b39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249849 Nov 08 13:50:27.259565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a13319c9-917c-4208-9b68-5832c7d76540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:27.331667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2f68c83-326d-4cef-8ee5-11c2c516d2e4 req-e2db7d66-200d-437e-89b0-d374dcd41aaf service neutron] 10.222.0.54 "GET /v2.0/networks/cabe3328-50e7-4dd5-89c1-b5b7d5452b39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413012 Nov 08 13:50:27.428392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4313-c7ae-45a4-b4ab-a91cf7199a5a req-2061d0e4-c24a-4358-82d4-df7f7dd2dbf4 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:27.432671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-280d4313-c7ae-45a4-b4ab-a91cf7199a5a req-2061d0e4-c24a-4358-82d4-df7f7dd2dbf4 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 944 time: 0.2379177 Nov 08 13:50:27.450545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051f2c-1a93-413b-a552-fe74cb61f7cf req-835e393a-907f-4eb8-9b5c-2f9f5b42aee6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:27.457530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10051f2c-1a93-413b-a552-fe74cb61f7cf req-835e393a-907f-4eb8-9b5c-2f9f5b42aee6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:27.458545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10051f2c-1a93-413b-a552-fe74cb61f7cf req-835e393a-907f-4eb8-9b5c-2f9f5b42aee6 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1681 time: 0.2718599 Nov 08 13:50:27.530325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a13319c9-917c-4208-9b68-5832c7d76540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:27.532936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a13319c9-917c-4208-9b68-5832c7d76540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:27.536838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a13319c9-917c-4208-9b68-5832c7d76540 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6bfd6f61-22b6-47a0-becc-99b7704614ef HTTP/1.1" status: 204 len: 168 time: 0.7191279 Nov 08 13:50:27.564191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-280d4313-c7ae-45a4-b4ab-a91cf7199a5a req-e4915aea-06d4-4ece-a73d-118bf70b702a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888166 Nov 08 13:50:27.586455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13319c9-917c-4208-9b68-5832c7d76540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfd6f61-22b6-47a0-becc-99b7704614ef,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:27.649046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10051f2c-1a93-413b-a552-fe74cb61f7cf req-61b1f31b-9a17-4ffc-a692-5c3625a90069 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557817 Nov 08 13:50:27.868368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-166eaa49-1683-4aca-a7c5-ddb409f6c3d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:27.995233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-3ad05275-8d8c-4cd4-a503-95236f530eda req-598261d2-5e37-4952-8d27-b2023181f4f7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:50:27.996260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ad05275-8d8c-4cd4-a503-95236f530eda req-598261d2-5e37-4952-8d27-b2023181f4f7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072863 Nov 08 13:50:28.041461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bece1d7-a04c-4755-b71b-1c79e64050d8 req-25d7c19f-8a13-4654-b0ca-5fb05ed377d3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:28.059377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bece1d7-a04c-4755-b71b-1c79e64050d8 req-25d7c19f-8a13-4654-b0ca-5fb05ed377d3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 943 time: 0.1037977 Nov 08 13:50:28.195330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bece1d7-a04c-4755-b71b-1c79e64050d8 req-b517c991-eb13-4b59-8a32-4dc9a5156fe5 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327569 Nov 08 13:50:28.406598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9136c1-06ec-4ab9-b510-74d1157938be req-157d2615-8075-4c4e-89cd-bd720bf578a8 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:28.414640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df9136c1-06ec-4ab9-b510-74d1157938be req-157d2615-8075-4c4e-89cd-bd720bf578a8 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1681747 Nov 08 13:50:28.482024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1695f29-ab0a-4a4e-9c04-4fdb33bed15b req-b1f2624c-f70a-4054-a5e9-4491781d4ee1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:28.494736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1695f29-ab0a-4a4e-9c04-4fdb33bed15b req-b1f2624c-f70a-4054-a5e9-4491781d4ee1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.1534820 Nov 08 13:50:28.527054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df9136c1-06ec-4ab9-b510-74d1157938be req-0e18e030-ebe3-4f37-9f0b-cc6425ad2eb2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114671 Nov 08 13:50:28.565738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f780813-ff29-4bf6-81f1-4f01b0c5fafe details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:50:28.666707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1695f29-ab0a-4a4e-9c04-4fdb33bed15b req-d0fc76ab-2ffb-41a3-ae84-10a1cde18db1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717005 Nov 08 13:50:28.812831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c406ff95-b8c0-4695-abfb-e6059f372fc6 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:28.821585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d26489d6-8e67-483f-916f-7e1977b22030 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:28.836524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea998b-3e22-4f98-82dc-57fddf0c200b req-0d837c2c-275c-415c-bb00-1bb3f0556b87 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:28.846910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ea998b-3e22-4f98-82dc-57fddf0c200b req-0d837c2c-275c-415c-bb00-1bb3f0556b87 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 944 time: 0.1715932 Nov 08 13:50:28.954288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,segment=NetworkSegment(fd85830d-265c-4daf-b414-9b4b1f6a64f9),segment_id=fd85830d-265c-4daf-b414-9b4b1f6a64f9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:28.975192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe', 'network_id': 'cabe3328-50e7-4dd5-89c1-b5b7d5452b39', 'port_id': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe', 'mac_address': 'fa:16:3e:45:7e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70d7e86-316e-4ffa-b772-9eb1fb99c30a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:50:29.024338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d26489d6-8e67-483f-916f-7e1977b22030 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:29.024982 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:29.029331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87ea998b-3e22-4f98-82dc-57fddf0c200b req-30d4f076-9d4e-4934-af5a-6d2bf0a620c2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813099 Nov 08 13:50:29.031579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port c406ff95-b8c0-4695-abfb-e6059f372fc6 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:50:29.057424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port c406ff95-b8c0-4695-abfb-e6059f372fc6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:29.058120 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:29.074393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5863-3f19-4606-9de8-fa8de31c90dc req-626f0565-d8f4-4711-beaf-12914c644116 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:29.105824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca5863-3f19-4606-9de8-fa8de31c90dc req-626f0565-d8f4-4711-beaf-12914c644116 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:29.112550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:29.121615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53ca5863-3f19-4606-9de8-fa8de31c90dc req-626f0565-d8f4-4711-beaf-12914c644116 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1681 time: 0.2675295 Nov 08 13:50:29.148664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f780813-ff29-4bf6-81f1-4f01b0c5fafe {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:29.216016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,segment=NetworkSegment(fd85830d-265c-4daf-b414-9b4b1f6a64f9),segment_id=fd85830d-265c-4daf-b414-9b4b1f6a64f9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:29.229847 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:29.254769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53ca5863-3f19-4606-9de8-fa8de31c90dc req-36a6439e-ecfb-42a8-ab17-bdd717a7aff2 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874963 Nov 08 13:50:29.262486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-3117c091-52c6-415e-b02f-674637a37c7d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4133928 Nov 08 13:50:29.283474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-98127564-e762-401e-b57c-41f7756a6203 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:50:29.284518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-98127564-e762-401e-b57c-41f7756a6203 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070410 Nov 08 13:50:29.317726 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:29.350193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:29.383331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:29.394525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:29.399129 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566f7bec-ee69-46c4-8fa2-818b84006265" -d '{"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-plugged", "status": "completed", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:29.406226 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:29.534827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232be0b-489f-4e7b-acbf-60ff2070c645 req-dbefed46-8839-4549-9466-f2626ed786d0 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:29.558562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d232be0b-489f-4e7b-acbf-60ff2070c645 req-dbefed46-8839-4549-9466-f2626ed786d0 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 944 time: 0.2193327 Nov 08 13:50:29.591700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:29.722925 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbabfc0-f4d3-429a-acb8-7f538bd654ff x-openstack-request-id: req-ddbabfc0-f4d3-429a-acb8-7f538bd654ff {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:29.723241 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-plugged", "status": "completed", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:29.725927 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ddbabfc0-f4d3-429a-acb8-7f538bd654ff {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:29.726647 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'code': 200} Nov 08 13:50:29.739023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['4f780813-ff29-4bf6-81f1-4f01b0c5fafe'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:50:29.741882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d232be0b-489f-4e7b-acbf-60ff2070c645 req-f2a6de4c-52e3-49a7-ba99-f0eb30811b74 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772549 Nov 08 13:50:29.960086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb7fa0-9212-4698-b5b6-f2fb820ec77a req-9262b384-377b-4ed0-b738-c25dd95962fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:29.960086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4cb7fa0-9212-4698-b5b6-f2fb820ec77a req-9262b384-377b-4ed0-b738-c25dd95962fd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 1096 time: 0.1423378 Nov 08 13:50:30.044896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d4cb7fa0-9212-4698-b5b6-f2fb820ec77a req-9cd6297c-61f1-40ef-a2dc-64e323625917 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725434 Nov 08 13:50:30.538461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f378dd-734e-4d46-ab8e-76cbebf9a8e3 req-ae4acc5b-febd-4d58-be31-503c8671d7d0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:30.540191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2f378dd-734e-4d46-ab8e-76cbebf9a8e3 req-ae4acc5b-febd-4d58-be31-503c8671d7d0 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.6724248 Nov 08 13:50:30.592925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c92cc-9956-493b-bc69-b04a49641afe req-8e07c484-2cba-431d-bc70-dc7344b7d780 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:30.601152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c92cc-9956-493b-bc69-b04a49641afe req-8e07c484-2cba-431d-bc70-dc7344b7d780 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:30.608609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-628c92cc-9956-493b-bc69-b04a49641afe req-8e07c484-2cba-431d-bc70-dc7344b7d780 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1681 time: 0.6830144 Nov 08 13:50:30.644262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2f378dd-734e-4d46-ab8e-76cbebf9a8e3 req-22b41b57-bb1d-4592-ab07-7aa02c5cc6e2 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961208 Nov 08 13:50:30.680018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-628c92cc-9956-493b-bc69-b04a49641afe req-d9ae95c8-2dba-4adb-a035-ef1a2bf08d3a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701556 Nov 08 13:50:30.805919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512034-2c88-4989-9001-5e2273443b9f req-c97a1d07-e1ef-494c-a9a6-b4b513297341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:30.807700 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-c97a1d07-e1ef-494c-a9a6-b4b513297341 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17&tenant_id=ef6e474d33fd431f8c72c55266420e60 HTTP/1.1" status: 200 len: 1095 time: 0.0859909 Nov 08 13:50:30.877319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fbcf0-da90-4349-b329-a2d061923c67 req-829ac691-b5c6-42ba-b10c-0a366c9213b7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:30.886491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f6fbcf0-da90-4349-b329-a2d061923c67 req-829ac691-b5c6-42ba-b10c-0a366c9213b7 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.1043007 Nov 08 13:50:30.917932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512034-2c88-4989-9001-5e2273443b9f req-251464ab-7c5b-42ca-abc6-ffab0e486c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:30.923166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-251464ab-7c5b-42ca-abc6-ffab0e486c9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1095 time: 0.0812628 Nov 08 13:50:30.949571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28448c68-8443-4d17-9c05-777729f4bd5f req-0f5f69c4-9fa8-47ac-b228-8f214d0b9e10 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:30.957421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28448c68-8443-4d17-9c05-777729f4bd5f req-0f5f69c4-9fa8-47ac-b228-8f214d0b9e10 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 945 time: 0.1907692 Nov 08 13:50:31.043420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512034-2c88-4989-9001-5e2273443b9f req-ef24113c-8b82-43f5-9b64-7defe2b1314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.044919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-ef24113c-8b82-43f5-9b64-7defe2b1314f service neutron] 10.222.0.70 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 915 time: 0.1127050 Nov 08 13:50:31.045839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28448c68-8443-4d17-9c05-777729f4bd5f req-9d02572a-1e92-49e8-a8e7-368b2c489c93 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Nov 08 13:50:31.066348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f6fbcf0-da90-4349-b329-a2d061923c67 req-dd02a1b6-2bab-4e2b-b76e-665dfabe1e94 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788988 Nov 08 13:50:31.105796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-cd166b91-5588-47ee-b635-894eb89306b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 200 len: 217 time: 0.0467343 Nov 08 13:50:31.281460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5b74a-e8e4-429c-8780-d87361077105 req-2570b87b-ddc1-4f4b-a700-00c2ad9e7c51 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.286107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64512034-2c88-4989-9001-5e2273443b9f req-60bbfd6a-329a-4f53-9a87-28072984a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.289319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-60bbfd6a-329a-4f53-9a87-28072984a587 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.1558971 Nov 08 13:50:31.291489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-33c5b74a-e8e4-429c-8780-d87361077105 req-2570b87b-ddc1-4f4b-a700-00c2ad9e7c51 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.70 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.1571560 Nov 08 13:50:31.315275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc32110-5905-4cc5-8547-481f0ec7891b req-ed18e8af-a130-4ca3-840f-d92078a81eee tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.317521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cc32110-5905-4cc5-8547-481f0ec7891b req-ed18e8af-a130-4ca3-840f-d92078a81eee tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 944 time: 0.0977144 Nov 08 13:50:31.359043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-fcafb163-1729-48a0-a982-8c40d2d03235 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543072 Nov 08 13:50:31.439142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cc32110-5905-4cc5-8547-481f0ec7891b req-01cc5efe-540b-4d25-8f9c-824fddd83b2f tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914848 Nov 08 13:50:31.457214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-0c31cf75-3e5e-44dd-9344-18304c71ab8c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.461036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83f58c2f-6fc3-4f11-a2f8-edec22eae4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:31.471389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-0c31cf75-3e5e-44dd-9344-18304c71ab8c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.473402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-0c31cf75-3e5e-44dd-9344-18304c71ab8c tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.70 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1681 time: 0.1574502 Nov 08 13:50:31.518266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Deleting port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:31.518559 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:31.616388 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-44e86220-f0f6-480e-8f58-4c3c3ee65588 service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470911 Nov 08 13:50:31.736152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:31.736582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:31.775148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] For port 0cb7fa74-fb7e-4111-aa7c-edc302c49019, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0cb7fa74-fb7e-4111-aa7c-edc302c49019,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:31.776272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:31.814211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Calling delete_port for 0cb7fa74-fb7e-4111-aa7c-edc302c49019 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:31.956577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473487b-2982-4ad9-a5e5-3e49657cfc05 req-45731b55-b5ae-4aa0-b6b6-412f8e269440 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.963496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473487b-2982-4ad9-a5e5-3e49657cfc05 req-45731b55-b5ae-4aa0-b6b6-412f8e269440 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:31.971491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b473487b-2982-4ad9-a5e5-3e49657cfc05 req-45731b55-b5ae-4aa0-b6b6-412f8e269440 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 1681 time: 0.1544232 Nov 08 13:50:32.008860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bc4a4-71c2-4e10-843e-8e70f95e8bf4 req-14064d5d-53c3-40ad-b574-3c0ad08e7a38 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:32.010625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-416bc4a4-71c2-4e10-843e-8e70f95e8bf4 req-14064d5d-53c3-40ad-b574-3c0ad08e7a38 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d422ccb-f7da-4b01-948c-41fc0383a3a3 HTTP/1.1" status: 200 len: 945 time: 0.2208872 Nov 08 13:50:32.076807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b473487b-2982-4ad9-a5e5-3e49657cfc05 req-128821a9-d710-4b1a-82e0-680b70444d66 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041672 Nov 08 13:50:32.167876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-416bc4a4-71c2-4e10-843e-8e70f95e8bf4 req-6fd6768d-9247-4b59-a06b-0b74450ef47e tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395662 Nov 08 13:50:32.215117 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:32.231252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['8331cc40-0d23-4132-84dc-8c43535c6afe'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:50:32.316600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Pushing event deleted for resources: {'Port': ['ID=0cb7fa74-fb7e-4111-aa7c-edc302c49019,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:32.405854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64512034-2c88-4989-9001-5e2273443b9f req-aff786fe-d757-47e8-996f-ad47412c1e4f service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802737 Nov 08 13:50:32.475910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b0a271-2a3e-4b3d-82dd-1419b7340cb6 req-e443abf1-c413-4a1a-96b5-d530860bd83a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:32.477732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2b0a271-2a3e-4b3d-82dd-1419b7340cb6 req-e443abf1-c413-4a1a-96b5-d530860bd83a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 945 time: 0.1724610 Nov 08 13:50:32.479110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] No DVR routers for this DVR port 0cb7fa74-fb7e-4111-aa7c-edc302c49019 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:32.483105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:32.487752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-33c5b74a-e8e4-429c-8780-d87361077105 req-ed313f87-a420-4d16-b1aa-19c961a27b9a tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.70 "DELETE /v2.0/ports/0cb7fa74-fb7e-4111-aa7c-edc302c49019 HTTP/1.1" status: 204 len: 173 time: 1.1864886 Nov 08 13:50:32.490961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'name': 'network-vif-deleted', 'tag': '0cb7fa74-fb7e-4111-aa7c-edc302c49019'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:32.513798 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dede32d-0dd6-4906-9ef3-a9e5d0e114d5" -d '{"events": [{"server_uuid": "2d422ccb-f7da-4b01-948c-41fc0383a3a3", "name": "network-vif-deleted", "tag": "0cb7fa74-fb7e-4111-aa7c-edc302c49019"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:32.563283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port 6b8b7a12-1ffd-44a9-8d51-27b622242e28, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6b8b7a12-1ffd-44a9-8d51-27b622242e28,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:32.564969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:32.600723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f780813-ff29-4bf6-81f1-4f01b0c5fafe up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:32.609969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for 6b8b7a12-1ffd-44a9-8d51-27b622242e28 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:32.657679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b88536-3605-4313-8c57-17a08536e84f req-b7ce7a58-b736-4183-a0ba-a0a08a29b2ef tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:32.659442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0b88536-3605-4313-8c57-17a08536e84f req-b7ce7a58-b736-4183-a0ba-a0a08a29b2ef tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2875729 Nov 08 13:50:32.783002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2b0a271-2a3e-4b3d-82dd-1419b7340cb6 req-f9f4e144-2947-4523-a8a9-604757b8512a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589836 Nov 08 13:50:32.827347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:50:32.834330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:32.835205 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:32.866388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54252) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:32.935059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0b88536-3605-4313-8c57-17a08536e84f req-188ba686-e876-458c-a0c3-d5d9cffe767f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603727 Nov 08 13:50:33.076933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.114982 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.139031 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.147525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:33.148106 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48babc8-e58f-4607-904b-34734146366e x-openstack-request-id: req-c48babc8-e58f-4607-904b-34734146366e {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:33.148403 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d422ccb-f7da-4b01-948c-41fc0383a3a3", "name": "network-vif-deleted", "tag": "0cb7fa74-fb7e-4111-aa7c-edc302c49019", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:33.148656 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c48babc8-e58f-4607-904b-34734146366e {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:33.149885 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46194113-8a33-4540-81e0-52c5fd23e5a7" -d '{"events": [{"server_uuid": "7ed84bb8-3134-4450-9fc2-974451e05cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4f780813-ff29-4bf6-81f1-4f01b0c5fafe"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:33.152089 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d422ccb-f7da-4b01-948c-41fc0383a3a3', 'name': 'network-vif-deleted', 'tag': '0cb7fa74-fb7e-4111-aa7c-edc302c49019', 'status': 'completed', 'code': 200} Nov 08 13:50:33.169219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,segment=NetworkSegment(fd85830d-265c-4daf-b414-9b4b1f6a64f9),segment_id=fd85830d-265c-4daf-b414-9b4b1f6a64f9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:33.190599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f507b59-61ab-4d5e-997f-acd595ce83ce req-1fbdd646-66c7-4aa1-adef-00e29713edc1 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:33.195082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f507b59-61ab-4d5e-997f-acd595ce83ce req-1fbdd646-66c7-4aa1-adef-00e29713edc1 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 944 time: 0.1198995 Nov 08 13:50:33.204926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.292536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:33.304065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.304855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.305348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.305832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.306323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.306808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.307613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.308135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.308606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.309138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.311259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.312521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:33.428965 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f507b59-61ab-4d5e-997f-acd595ce83ce req-c1fe6a16-8d96-48e4-bc9f-b4ba84d765fd tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271519 Nov 08 13:50:33.436695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=6b8b7a12-1ffd-44a9-8d51-27b622242e28,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:33.516439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port 6b8b7a12-1ffd-44a9-8d51-27b622242e28 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:33.527000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.532010 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-3e9ef753-c208-4a54-82e4-a3c27eecb794 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.70 "DELETE /v2.0/ports/6b8b7a12-1ffd-44a9-8d51-27b622242e28 HTTP/1.1" status: 204 len: 173 time: 2.0521765 Nov 08 13:50:33.545497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-deleted', 'tag': '6b8b7a12-1ffd-44a9-8d51-27b622242e28'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:33.547800 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c361bddf-c7a3-48d1-81cd-b0891078eda9" -d '{"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-deleted", "tag": "6b8b7a12-1ffd-44a9-8d51-27b622242e28"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:33.575826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab26fc30-a132-4f3a-b353-99af7fc6405b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.660689 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b661d808-06aa-4ae9-a39a-ffec8cbe647f x-openstack-request-id: req-b661d808-06aa-4ae9-a39a-ffec8cbe647f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:33.661313 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed84bb8-3134-4450-9fc2-974451e05cbe", "name": "network-vif-plugged", "status": "completed", "tag": "4f780813-ff29-4bf6-81f1-4f01b0c5fafe", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:33.661313 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b661d808-06aa-4ae9-a39a-ffec8cbe647f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:33.661721 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe', 'code': 200} Nov 08 13:50:33.746141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c6396-4a96-4227-97d2-048f1f82bcda req-c54bb666-aad4-440a-ba7b-5ba9333bf60a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:33.747716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-138c6396-4a96-4227-97d2-048f1f82bcda req-c54bb666-aad4-440a-ba7b-5ba9333bf60a tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 945 time: 0.1592789 Nov 08 13:50:33.793148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab26fc30-a132-4f3a-b353-99af7fc6405b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.810579 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2068e206-0eb0-4f28-8316-4bf61600baa5 x-openstack-request-id: req-2068e206-0eb0-4f28-8316-4bf61600baa5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:33.810936 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-deleted", "tag": "6b8b7a12-1ffd-44a9-8d51-27b622242e28", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:33.811141 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2068e206-0eb0-4f28-8316-4bf61600baa5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:33.811568 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-deleted', 'tag': '6b8b7a12-1ffd-44a9-8d51-27b622242e28', 'status': 'completed', 'code': 200} Nov 08 13:50:33.853633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ab26fc30-a132-4f3a-b353-99af7fc6405b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:33.901811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-138c6396-4a96-4227-97d2-048f1f82bcda req-d882bc88-3edc-4df2-a222-b41f15c45506 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/security-groups?id=26df78d6-aa91-4090-b090-d59b63a92a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350851 Nov 08 13:50:33.921610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ddda0f3e-35ff-4935-ab2f-6b71c974563b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:34.052278 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ab26fc30-a132-4f3a-b353-99af7fc6405b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3fc691960b34fce84d233f0a1ca349f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1799510 Nov 08 13:50:34.053852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54284) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:34.120076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce97f3-1650-4e68-9125-3ed383a1a0b0 req-cec07209-2cb6-49c5-bd73-01b751eb866f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:34.129710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcce97f3-1650-4e68-9125-3ed383a1a0b0 req-cec07209-2cb6-49c5-bd73-01b751eb866f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 945 time: 0.2170773 Nov 08 13:50:34.153416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26fc30-a132-4f3a-b353-99af7fc6405b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c948f50-6436-4ddd-9ac4-271848fc4781,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:34.173234 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.186531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a518a5-900d-43e8-abc6-3721997c6ca8 req-86f062f6-d15f-4644-9dc7-ba50d18be619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:34.188096 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08a518a5-900d-43e8-abc6-3721997c6ca8 req-86f062f6-d15f-4644-9dc7-ba50d18be619 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 1096 time: 0.3630767 Nov 08 13:50:34.216122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port ddda0f3e-35ff-4935-ab2f-6b71c974563b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:34.216456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.248048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcce97f3-1650-4e68-9125-3ed383a1a0b0 req-6c4f91c5-794d-4e73-94f1-ac7f8bebad26 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148112 Nov 08 13:50:34.274441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d61f2b6-60fa-4a07-a5af-5f75f5ae4520 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.278551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ddda0f3e-35ff-4935-ab2f-6b71c974563b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:34.289070 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.290631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0cb7fa74-fb7e-4111-aa7c-edc302c49019 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:34.337774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d61f2b6-60fa-4a07-a5af-5f75f5ae4520 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.477470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 0cb7fa74-fb7e-4111-aa7c-edc302c49019 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:34.481549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0cb7fa74-fb7e-4111-aa7c-edc302c49019 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:34.497949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6b8b7a12-1ffd-44a9-8d51-27b622242e28 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:34.595039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d61f2b6-60fa-4a07-a5af-5f75f5ae4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.611702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d61f2b6-60fa-4a07-a5af-5f75f5ae4520 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.618403 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5d61f2b6-60fa-4a07-a5af-5f75f5ae4520 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c948f50-6436-4ddd-9ac4-271848fc4781 HTTP/1.1" status: 204 len: 168 time: 0.5611708 Nov 08 13:50:34.678005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 6b8b7a12-1ffd-44a9-8d51-27b622242e28 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:34.681953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6b8b7a12-1ffd-44a9-8d51-27b622242e28 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:34.733227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ddda0f3e-35ff-4935-ab2f-6b71c974563b,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:34.736600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61f2b6-60fa-4a07-a5af-5f75f5ae4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c948f50-6436-4ddd-9ac4-271848fc4781,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:34.843220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08a518a5-900d-43e8-abc6-3721997c6ca8 req-0195aad1-bd82-4983-94fe-a9c860dc948d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376197 Nov 08 13:50:34.912240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port ddda0f3e-35ff-4935-ab2f-6b71c974563b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ddda0f3e-35ff-4935-ab2f-6b71c974563b,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:34.912621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:34.914796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0009cf3-4e78-4656-9e9e-1ed61e0c6342 req-c30a15a4-4679-4e9f-9099-0fdb5c79402a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:34.926386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0009cf3-4e78-4656-9e9e-1ed61e0c6342 req-c30a15a4-4679-4e9f-9099-0fdb5c79402a tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2806346 Nov 08 13:50:34.952947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for ddda0f3e-35ff-4935-ab2f-6b71c974563b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:34.971780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a814c7-e22e-4aec-8929-48a5b1542165 req-52fbac24-08a8-43eb-9687-4aa7e273108b tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:34.988983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03a814c7-e22e-4aec-8929-48a5b1542165 req-52fbac24-08a8-43eb-9687-4aa7e273108b tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 945 time: 0.2142859 Nov 08 13:50:35.146969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0009cf3-4e78-4656-9e9e-1ed61e0c6342 req-242e469b-44f6-46d8-bae6-875c188f3693 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187021 Nov 08 13:50:35.209715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:35.247069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03a814c7-e22e-4aec-8929-48a5b1542165 req-569c7138-491f-4ca8-b0b7-eb2434177e13 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416935 Nov 08 13:50:35.275442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=ddda0f3e-35ff-4935-ab2f-6b71c974563b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:35.377146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54304) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:35.420436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port ddda0f3e-35ff-4935-ab2f-6b71c974563b on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:35.425653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:35.433755 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-259e9128-f6db-46e5-aef8-5f945ea41b05 req-98de3b2c-9454-4b42-9366-a0bc612629ef tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.70 "DELETE /v2.0/ports/ddda0f3e-35ff-4935-ab2f-6b71c974563b HTTP/1.1" status: 204 len: 173 time: 1.8737454 Nov 08 13:50:35.437851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e2a84e1-cb3e-482b-a48e-e77d74626a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:35.465040 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:35.466867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9ad10-5d5f-4c7b-8404-dd33d3c7cbae req-262b959b-ed2f-46ac-9e4d-49007e400e29 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:35.477026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bd9ad10-5d5f-4c7b-8404-dd33d3c7cbae req-262b959b-ed2f-46ac-9e4d-49007e400e29 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1981020 Nov 08 13:50:35.641415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bd9ad10-5d5f-4c7b-8404-dd33d3c7cbae req-9f1fdc87-037e-41d3-b8b6-9ba53a490fed tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631193 Nov 08 13:50:35.663006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:35.666447 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab59646-411a-4e6b-ab3f-5384a07a8cdf" -d '{"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-unplugged", "status": "completed", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:35.738445 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:35.800387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e2a84e1-cb3e-482b-a48e-e77d74626a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:35.812770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-deleted', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:35.815667 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d86515c-c7c6-4c02-b9a5-03f3cdb1cf24" -d '{"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-deleted", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:35.839626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e62c8d0-73fa-4adc-b610-68b45f5a28fd req-04ec8c64-d7fc-483e-9abf-55b829b5f321 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "GET /v2.0/ports?device_id=81588f2d-5b2d-448b-b29a-b272e294443c HTTP/1.1" status: 200 len: 210 time: 0.0554976 Nov 08 13:50:35.846876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e2a84e1-cb3e-482b-a48e-e77d74626a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:36.011043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5e2a84e1-cb3e-482b-a48e-e77d74626a8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee1b7d72712c428f8aa8c1a80807d37f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6272438 Nov 08 13:50:36.012123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54314) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:36.026881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a84e1-cb3e-482b-a48e-e77d74626a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d38dc3d-894e-4c63-ad1b-e99156eb4078,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:36.086010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b98db-eb6f-4d1b-b72a-852852dd7613 req-b51cc190-7bd1-4036-b42a-8eae8ed47d7e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:36.100907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499b98db-eb6f-4d1b-b72a-852852dd7613 req-b51cc190-7bd1-4036-b42a-8eae8ed47d7e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 945 time: 0.2463582 Nov 08 13:50:36.133998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c89a9-fc88-476c-bfc5-3cdbcf32dd77 req-96e9243e-b0ff-4428-a2e7-7e34a519d613 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:36.145187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-887646e9-4270-4523-a490-f77a34b6b141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:36.147161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-636c89a9-fc88-476c-bfc5-3cdbcf32dd77 req-96e9243e-b0ff-4428-a2e7-7e34a519d613 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.1989648 Nov 08 13:50:36.204389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-887646e9-4270-4523-a490-f77a34b6b141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:36.307316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-887646e9-4270-4523-a490-f77a34b6b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:36.310012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-887646e9-4270-4523-a490-f77a34b6b141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:36.311784 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-887646e9-4270-4523-a490-f77a34b6b141 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d38dc3d-894e-4c63-ad1b-e99156eb4078 HTTP/1.1" status: 204 len: 168 time: 0.2987807 Nov 08 13:50:36.325328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-499b98db-eb6f-4d1b-b72a-852852dd7613 req-b627cba7-3cfa-4fb6-94cf-b4f853298e30 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233808 Nov 08 13:50:36.350311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887646e9-4270-4523-a490-f77a34b6b141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d38dc3d-894e-4c63-ad1b-e99156eb4078,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:36.354756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-636c89a9-fc88-476c-bfc5-3cdbcf32dd77 req-4558d8c1-72f8-4bc9-952f-a7945c23fb6a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047236 Nov 08 13:50:36.501703 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468c1020-9372-4653-b48e-729cac9d2915 x-openstack-request-id: req-468c1020-9372-4653-b48e-729cac9d2915 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:36.502224 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-unplugged", "status": "completed", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:36.502668 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-468c1020-9372-4653-b48e-729cac9d2915 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:36.503259 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b', 'code': 200} Nov 08 13:50:36.525591 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17ea462-d60e-4264-8271-1aefb1e96873 x-openstack-request-id: req-c17ea462-d60e-4264-8271-1aefb1e96873 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:36.525901 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81588f2d-5b2d-448b-b29a-b272e294443c", "name": "network-vif-deleted", "tag": "ddda0f3e-35ff-4935-ab2f-6b71c974563b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:36.526130 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c17ea462-d60e-4264-8271-1aefb1e96873 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:36.526549 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81588f2d-5b2d-448b-b29a-b272e294443c', 'name': 'network-vif-deleted', 'tag': 'ddda0f3e-35ff-4935-ab2f-6b71c974563b', 'status': 'completed', 'code': 200} Nov 08 13:50:36.786405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f302906-7d17-456e-8e55-1b6d29609d1d req-689bc5c5-ad72-4717-abce-2996d2dd4141 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:36.792579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f302906-7d17-456e-8e55-1b6d29609d1d req-689bc5c5-ad72-4717-abce-2996d2dd4141 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.1334074 Nov 08 13:50:36.805924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7599d34b-fb4b-4904-a1ff-a7979878056c req-32d7716d-4ff5-4109-ac00-a4b45d812deb tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:36.808099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7599d34b-fb4b-4904-a1ff-a7979878056c req-32d7716d-4ff5-4109-ac00-a4b45d812deb tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 945 time: 0.1293125 Nov 08 13:50:36.979519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f302906-7d17-456e-8e55-1b6d29609d1d req-960830aa-1bb7-4eed-8adf-f7304ffc53c5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702142 Nov 08 13:50:37.023416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7599d34b-fb4b-4904-a1ff-a7979878056c req-d4a1b990-6fc9-4a38-8c2d-8545521b885c tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998122 Nov 08 13:50:37.309687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067a8dd-5fbc-4da2-82b3-7488dd8d1a74 req-2b131118-825d-448f-9c72-b13e6dfcd8e3 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:37.316245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1067a8dd-5fbc-4da2-82b3-7488dd8d1a74 req-2b131118-825d-448f-9c72-b13e6dfcd8e3 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1728070 Nov 08 13:50:37.422873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1067a8dd-5fbc-4da2-82b3-7488dd8d1a74 req-b7219dc9-b0a4-48d6-b172-1b1790862992 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905833 Nov 08 13:50:37.506280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-a301e059-a52b-4633-858c-7915921a7aaf tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:37.507970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-a301e059-a52b-4633-858c-7915921a7aaf tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 946 time: 0.1564417 Nov 08 13:50:37.509093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54352) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:37.646582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting subnet 1a9843cc-d22e-4923-8ee0-bb7ab99c685e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:50:37.660241 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:37.816528 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:37.907695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ff448-473b-4843-ba90-a4aea3922b4f req-920bb1dd-3d6e-4ac2-97fe-17ea9ea5fbb5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:37.926050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d4ff448-473b-4843-ba90-a4aea3922b4f req-920bb1dd-3d6e-4ac2-97fe-17ea9ea5fbb5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.1846175 Nov 08 13:50:38.027068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-444166f2-63ed-4864-8ad9-de952d2ccf1f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:38.030097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-444166f2-63ed-4864-8ad9-de952d2ccf1f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 947 time: 0.2568371 Nov 08 13:50:38.034922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Deleting port 8331cc40-0d23-4132-84dc-8c43535c6afe {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:38.035845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:38.115270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d4ff448-473b-4843-ba90-a4aea3922b4f req-ff2a8900-232b-4a68-a4ec-f0bcfefcc028 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c565088c-cac2-4d90-ad25-8d40f05b3452&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862571 Nov 08 13:50:38.242033 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:38.385705 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:38.414680 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:38.429331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/subnets/1a9843cc-d22e-4923-8ee0-bb7ab99c685e HTTP/1.1" status: 204 len: 168 time: 0.9168668 Nov 08 13:50:38.435111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12699ef2-f648-4dad-9f5d-31927e52411a None None] Network e5defb0e-c785-4892-b2a9-68a3095c6cf6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:38.436109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54370) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:38.489217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] For port 8331cc40-0d23-4132-84dc-8c43535c6afe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8331cc40-0d23-4132-84dc-8c43535c6afe,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:38.490704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:38.567483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Deleting port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:38.570129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:38.577259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Calling delete_port for 8331cc40-0d23-4132-84dc-8c43535c6afe owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:38.819225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:38.821309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0741d-7f78-4879-bae6-d44232586ccb tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9843cc-d22e-4923-8ee0-bb7ab99c685e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:39.030120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f0505-693d-4873-b8f3-1076cceffc61 req-d34c7d5e-c7df-4fcd-807f-ece2b419b571 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:39.036443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] DHCP port deletion for e5defb0e-c785-4892-b2a9-68a3095c6cf6 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:50:39.043826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-690f0505-693d-4873-b8f3-1076cceffc61 req-d34c7d5e-c7df-4fcd-807f-ece2b419b571 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2332737 Nov 08 13:50:39.182758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port 403cc790-8fbe-4a6e-aa62-bea775a465e5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:39.183498 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:39.224751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-690f0505-693d-4873-b8f3-1076cceffc61 req-beaf7543-9329-49d8-86eb-e228bb53fff3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779301 Nov 08 13:50:39.242063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] Deleting port 403cc790-8fbe-4a6e-aa62-bea775a465e5 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:39.245647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:39.386863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] For port d74fdf93-114a-4aa7-8af5-9c1d90e119d0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:39.390618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:39.509844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] For port 403cc790-8fbe-4a6e-aa62-bea775a465e5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=403cc790-8fbe-4a6e-aa62-bea775a465e5,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:39.511193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:39.523381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port 403cc790-8fbe-4a6e-aa62-bea775a465e5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=403cc790-8fbe-4a6e-aa62-bea775a465e5,segment=NetworkSegment(5ce9b9c7-90e8-4ada-bf15-df8280fbe978),segment_id=5ce9b9c7-90e8-4ada-bf15-df8280fbe978)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:39.524239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:39.541230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] Calling delete_port for 403cc790-8fbe-4a6e-aa62-bea775a465e5 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:39.635654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for 403cc790-8fbe-4a6e-aa62-bea775a465e5 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:39.652235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1dee2-3095-42dd-9cd0-92ca78dc1c96 req-6b33fe4c-04e8-4cd4-ba78-95f851959fd1 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:39.670964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1de1dee2-3095-42dd-9cd0-92ca78dc1c96 req-6b33fe4c-04e8-4cd4-ba78-95f851959fd1 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba19a9a3-0077-4698-a666-eda4bf9830ab HTTP/1.1" status: 200 len: 867 time: 0.2624321 Nov 08 13:50:39.785991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:39.877407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] Pushing event deleted for resources: {'Port': ['ID=403cc790-8fbe-4a6e-aa62-bea775a465e5,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:39.915178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46ae56c-09b1-4700-b458-01ec2991e4be None None] No DVR routers for this DVR port 403cc790-8fbe-4a6e-aa62-bea775a465e5 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:39.941986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1de1dee2-3095-42dd-9cd0-92ca78dc1c96 req-08e3d4b0-4061-4685-b4f2-14d1a1e69e1c tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.65 "GET /v2.0/security-groups?id=cd815f80-9fd5-40f7-b23e-f244b6c755bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694168 Nov 08 13:50:40.035947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.121952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port 403cc790-8fbe-4a6e-aa62-bea775a465e5 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:40.132780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.228874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Pushing event deleted for resources: {'Port': ['ID=8331cc40-0d23-4132-84dc-8c43535c6afe,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:40.241856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=403cc790-8fbe-4a6e-aa62-bea775a465e5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:40.275349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.275852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.276051 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Floating IP 507f7f2f-ab35-44e2-b547-4a3f5d68a254 disassociated. External IP: 172.25.8.103, port: d74fdf93-114a-4aa7-8af5-9c1d90e119d0. Nov 08 13:50:40.276404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Calling delete_port for d74fdf93-114a-4aa7-8af5-9c1d90e119d0 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:40.380644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-ee1500ac-1f72-4d04-af8b-523ab07c7c37 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:40.383925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-ee1500ac-1f72-4d04-af8b-523ab07c7c37 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.54 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 945 time: 0.3546135 Nov 08 13:50:40.444370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] No DVR routers for this DVR port 8331cc40-0d23-4132-84dc-8c43535c6afe on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:40.464908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.477626 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfbe8d92-9168-4191-8ecd-2f24b6302731 req-7a188d71-1eab-4eec-897a-41f27253bbc4 tempest-ServerRescueTestJSON-503697127 tempest-ServerRescueTestJSON-503697127-project] 10.222.0.54 "DELETE /v2.0/ports/8331cc40-0d23-4132-84dc-8c43535c6afe HTTP/1.1" status: 204 len: 173 time: 2.9596152 Nov 08 13:50:40.511719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'name': 'network-vif-deleted', 'tag': '8331cc40-0d23-4132-84dc-8c43535c6afe'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:40.514414 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb62a9e-4d26-42a7-82ac-10a3446f6f97" -d '{"events": [{"server_uuid": "ba19a9a3-0077-4698-a666-eda4bf9830ab", "name": "network-vif-deleted", "tag": "8331cc40-0d23-4132-84dc-8c43535c6afe"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:40.621351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8331cc40-0d23-4132-84dc-8c43535c6afe no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:40.668116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.713014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Deleting port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:40.713460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.768339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 8331cc40-0d23-4132-84dc-8c43535c6afe {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:40.774121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8331cc40-0d23-4132-84dc-8c43535c6afe not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:40.776111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:40.797994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 403cc790-8fbe-4a6e-aa62-bea775a465e5 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:40.845059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee0d6f-4a59-4fbc-a586-de69dd4283ae req-a6381979-184e-4e39-9845-4c80572e7ffc tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:40.846654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccee0d6f-4a59-4fbc-a586-de69dd4283ae req-a6381979-184e-4e39-9845-4c80572e7ffc tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 945 time: 0.6413198 Nov 08 13:50:40.848528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5defb0e-c785-4892-b2a9-68a3095c6cf6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:40.864891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 403cc790-8fbe-4a6e-aa62-bea775a465e5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:40.867549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 403cc790-8fbe-4a6e-aa62-bea775a465e5 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:40.911674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce9b9c7-90e8-4ada-bf15-df8280fbe978') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:40.912026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce9b9c7-90e8-4ada-bf15-df8280fbe978') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:40.954073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:40.975232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No active binding found for port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 13:50:40.975773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d74fdf93-114a-4aa7-8af5-9c1d90e119d0 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:40.981257 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.034243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event deleted for resources: {'Port': ['ID=d74fdf93-114a-4aa7-8af5-9c1d90e119d0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:41.065521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.066211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] For port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,segment=NetworkSegment(fd85830d-265c-4daf-b414-9b4b1f6a64f9),segment_id=fd85830d-265c-4daf-b414-9b4b1f6a64f9)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:41.066606 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.128883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:50:41.132199 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.134248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Calling delete_port for 4f780813-ff29-4bf6-81f1-4f01b0c5fafe owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:50:41.149131 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:50:41.222807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccee0d6f-4a59-4fbc-a586-de69dd4283ae req-d8f25ea7-b99d-4ef6-b8bf-d42e855b1528 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/security-groups?id=847a62e0-e8ee-4283-b243-40ff0c5da77b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3654540 Nov 08 13:50:41.385903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.451911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.469765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/networks/e5defb0e-c785-4892-b2a9-68a3095c6cf6 HTTP/1.1" status: 204 len: 168 time: 3.0298929 Nov 08 13:50:41.473210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54422) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:41.506678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74c629-2aaf-45f0-a94f-0aa9eecab5f5 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Network': ['ID=e5defb0e-c785-4892-b2a9-68a3095c6cf6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:41.552052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:50:41.777261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a9aefe6-32d4-4d6d-afeb-8a43277440a0 req-a65ef427-ced0-442b-beb5-965533bdc85b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=be517b84-60e7-4737-a984-7b7dbb1b8afc HTTP/1.1" status: 200 len: 210 time: 0.1455667 Nov 08 13:50:41.835023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting subnet 7df95a9c-36ac-4b1c-9743-23105e0b1818 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:50:41.866461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.885874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:41.974086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Pushing event deleted for resources: {'Port': ['ID=4f780813-ff29-4bf6-81f1-4f01b0c5fafe,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:42.048622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] No DVR routers for this DVR port 4f780813-ff29-4bf6-81f1-4f01b0c5fafe on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:42.051624 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:42.055956 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3cad6c38-9b20-440a-9aef-a7d97b823c19 req-b6da4c40-1465-4502-a47e-1b45d200b7e3 tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.54 "DELETE /v2.0/ports/4f780813-ff29-4bf6-81f1-4f01b0c5fafe HTTP/1.1" status: 204 len: 173 time: 1.6161337 Nov 08 13:50:42.057629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:50:42.083226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] Sync routers for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:50:42.132709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:42.134049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:42.142739 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:42.144641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] No DVR routers for this DVR port d74fdf93-114a-4aa7-8af5-9c1d90e119d0 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:42.148990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:42.153304 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2c0c80e-a6a0-46b3-9faf-9f37cf18f7da req-aed50381-8a3a-4905-b7ee-44daeeb0cf00 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "DELETE /v2.0/ports/d74fdf93-114a-4aa7-8af5-9c1d90e119d0 HTTP/1.1" status: 204 len: 173 time: 4.1130197 Nov 08 13:50:42.237814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7db915-6ddc-4152-86f2-d72a889596ac req-a92ef88a-f2c0-49c7-88b6-854f42a45619 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:42.246580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b7db915-6ddc-4152-86f2-d72a889596ac req-a92ef88a-f2c0-49c7-88b6-854f42a45619 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2453425 Nov 08 13:50:42.434898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b7db915-6ddc-4152-86f2-d72a889596ac req-945a9780-b44e-4d5a-bdae-06cc57d03fcd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853681 Nov 08 13:50:42.479292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:42.510481 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:42.617874 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66f603b-49e3-4400-b17c-fa08e17881d1 x-openstack-request-id: req-d66f603b-49e3-4400-b17c-fa08e17881d1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:42.618175 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba19a9a3-0077-4698-a666-eda4bf9830ab", "name": "network-vif-deleted", "tag": "8331cc40-0d23-4132-84dc-8c43535c6afe", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:42.618433 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d66f603b-49e3-4400-b17c-fa08e17881d1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:42.618840 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba19a9a3-0077-4698-a666-eda4bf9830ab', 'name': 'network-vif-deleted', 'tag': '8331cc40-0d23-4132-84dc-8c43535c6afe', 'status': 'completed', 'code': 200} Nov 08 13:50:42.680497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54438) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:42.732028 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:42.889805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:42.894254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/subnets/7df95a9c-36ac-4b1c-9743-23105e0b1818 HTTP/1.1" status: 204 len: 168 time: 1.4156911 Nov 08 13:50:42.897769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cf3d0-e8c0-46bd-9874-dd3badc162a9 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Subnet': ['ID=7df95a9c-36ac-4b1c-9743-23105e0b1818,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:42.929589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54442) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:43.122081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f780813-ff29-4bf6-81f1-4f01b0c5fafe no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:43.132851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef95294b-5fac-4ddd-86d8-539ab703995c None None] Network 332b9c0e-477f-4e37-bac2-12d20663479f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:43.282659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 4f780813-ff29-4bf6-81f1-4f01b0c5fafe {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:43.284440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4f780813-ff29-4bf6-81f1-4f01b0c5fafe not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:43.308127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63aa07d3-90f8-4a2c-b84f-495869a3dfec req-4617fd90-d8b0-40c8-98b0-8ddc386dd92a tempest-ServerGroupTestJSON-102170037 tempest-ServerGroupTestJSON-102170037-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ed84bb8-3134-4450-9fc2-974451e05cbe HTTP/1.1" status: 200 len: 210 time: 0.3175280 Nov 08 13:50:43.377004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:43.595147 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Deleting port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:43.614384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:43.925220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] For port ff9ac0a5-a982-46dd-aabd-13a2764ffc60, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,segment=NetworkSegment(902fb9aa-96ed-4769-b105-a6f67d68ff81),segment_id=902fb9aa-96ed-4769-b105-a6f67d68ff81)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:43.932382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:43.974824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-46f06693-6af3-4cf3-bee8-d01d02db576e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2259274 Nov 08 13:50:43.981603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Calling delete_port for ff9ac0a5-a982-46dd-aabd-13a2764ffc60 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:44.047453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:44.064271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f70c9-3499-49c0-aa42-020eedfffabc req-d41ce804-da8f-4f87-8cfb-52c173d7768d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:44.076832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f3f70c9-3499-49c0-aa42-020eedfffabc req-d41ce804-da8f-4f87-8cfb-52c173d7768d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2821813 Nov 08 13:50:44.230916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:44.371236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] Checking router: 0ce5e09a-38db-44d9-b4ed-aee6940451d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:50:44.390382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] DHCP port deletion for 332b9c0e-477f-4e37-bac2-12d20663479f request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:50:44.395107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f3f70c9-3499-49c0-aa42-020eedfffabc req-fc744d12-2438-4bae-8d1b-30c8a97a1141 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145657 Nov 08 13:50:44.428190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-d11bd256-6693-43d0-a9ff-f6c4ce9e4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:44.433838 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:44.444836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-d11bd256-6693-43d0-a9ff-f6c4ce9e4c06 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 1096 time: 0.2957397 Nov 08 13:50:44.518372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54466) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:44.521859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Port': ['ID=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:44.534667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] No DVR routers for this DVR port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:44.610022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:44.610677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:44.632978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'name': 'network-vif-deleted', 'tag': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe'}, {'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-deleted', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:44.635204 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780db528-3f76-4ace-8237-bfb43c808a0a" -d '{"events": [{"server_uuid": "7ed84bb8-3134-4450-9fc2-974451e05cbe", "name": "network-vif-deleted", "tag": "4f780813-ff29-4bf6-81f1-4f01b0c5fafe"}, {"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-deleted", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:44.759093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ff9ac0a5-a982-46dd-aabd-13a2764ffc60 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:44.897411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ff9ac0a5-a982-46dd-aabd-13a2764ffc60 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:44.897760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ff9ac0a5-a982-46dd-aabd-13a2764ffc60 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:44.915531 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51e276a-9850-4636-9e68-a706f33ab859 x-openstack-request-id: req-b51e276a-9850-4636-9e68-a706f33ab859 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:44.915531 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ed84bb8-3134-4450-9fc2-974451e05cbe", "name": "network-vif-deleted", "tag": "4f780813-ff29-4bf6-81f1-4f01b0c5fafe", "status": "completed", "code": 200}, {"server_uuid": "be517b84-60e7-4737-a984-7b7dbb1b8afc", "name": "network-vif-deleted", "tag": "d74fdf93-114a-4aa7-8af5-9c1d90e119d0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:44.915531 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b51e276a-9850-4636-9e68-a706f33ab859 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:44.918281 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ed84bb8-3134-4450-9fc2-974451e05cbe', 'name': 'network-vif-deleted', 'tag': '4f780813-ff29-4bf6-81f1-4f01b0c5fafe', 'status': 'completed', 'code': 200} Nov 08 13:50:44.918783 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be517b84-60e7-4737-a984-7b7dbb1b8afc', 'name': 'network-vif-deleted', 'tag': 'd74fdf93-114a-4aa7-8af5-9c1d90e119d0', 'status': 'completed', 'code': 200} Nov 08 13:50:44.948785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Deleting port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:44.949170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.014506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.019254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-e4ccd73b-9ac2-4b49-a603-971b4de64058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:45.021421 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-e4ccd73b-9ac2-4b49-a603-971b4de64058 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 906 time: 0.5414326 Nov 08 13:50:45.118498 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3d60b6f6-deb1-4565-8c0b-50bd0f17e1df tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.138636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:45.140996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332b9c0e-477f-4e37-bac2-12d20663479f']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:45.169091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-d5298426-f2bf-457d-b1c0-58210f9c5a5e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6 HTTP/1.1" status: 200 len: 217 time: 0.1383524 Nov 08 13:50:45.206252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902fb9aa-96ed-4769-b105-a6f67d68ff81') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:45.207161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902fb9aa-96ed-4769-b105-a6f67d68ff81') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:45.248575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.254610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3d60b6f6-deb1-4565-8c0b-50bd0f17e1df tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.304758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.333707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:50:45.334366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:50:45.340715 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:50:45.515095 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.525232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.542565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] 10.222.0.65 "DELETE /v2.0/networks/332b9c0e-477f-4e37-bac2-12d20663479f HTTP/1.1" status: 204 len: 168 time: 2.6106975 Nov 08 13:50:45.555457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3d60b6f6-deb1-4565-8c0b-50bd0f17e1df tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.567991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3d60b6f6-deb1-4565-8c0b-50bd0f17e1df tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.570340 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3d60b6f6-deb1-4565-8c0b-50bd0f17e1df tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "DELETE /v2.0/security-groups/c565088c-cac2-4d90-ad25-8d40f05b3452 HTTP/1.1" status: 204 len: 168 time: 1.0452192 Nov 08 13:50:45.587363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54496) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:45.633289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-8cae8eae-b9ad-40ac-b9ca-cea5cee5b5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:45.635160 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-8cae8eae-b9ad-40ac-b9ca-cea5cee5b5b9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.4410269 Nov 08 13:50:45.653868 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-91f281b5-799c-4cb1-871c-52b7325bd55f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] show failed (client error): The resource could not be found. Nov 08 13:50:45.658681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-91f281b5-799c-4cb1-871c-52b7325bd55f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups/c565088c-cac2-4d90-ad25-8d40f05b3452 HTTP/1.1" status: 404 len: 347 time: 0.0347705 Nov 08 13:50:45.680365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54498) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:45.690163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f60956-08be-4507-aa86-d1ef3536b634 tempest-ServersTestMultiNic-1062154643 tempest-ServersTestMultiNic-1062154643-project] Pushing event deleted for resources: {'Network': ['ID=332b9c0e-477f-4e37-bac2-12d20663479f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:45.720137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] For port ff9ac0a5-a982-46dd-aabd-13a2764ffc60, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:45.720778 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.741546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Calling delete_port for ff9ac0a5-a982-46dd-aabd-13a2764ffc60 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:45.744126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-905ada40-82cc-4870-b21b-ba79ea60c915 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989110 Nov 08 13:50:45.748936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 13:50:45.759168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:45.774527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Network 332b9c0e-477f-4e37-bac2-12d20663479f is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 13:50:45.774981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] No DVR routers for this DVR port ff9ac0a5-a982-46dd-aabd-13a2764ffc60 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:45.804023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec8073-ee03-4bba-9221-21dd05886e7e None None] Pushing event deleted for resources: {'Port': ['ID=ff9ac0a5-a982-46dd-aabd-13a2764ffc60,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:45.883562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60b6f6-deb1-4565-8c0b-50bd0f17e1df tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c565088c-cac2-4d90-ad25-8d40f05b3452,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:45.891449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:45.895151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-101c3f7a-944e-409b-9265-c8d747e3942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:45.896905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-101c3f7a-944e-409b-9265-c8d747e3942a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1095 time: 0.4818437 Nov 08 13:50:46.051298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9475e3b-3a5e-4422-9611-64f69f079b10 None None] The sync data for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 is: [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:50:46.244760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085e3a8-88bb-4b18-8119-a35e90bd96da req-780b77ad-3fc7-4ed7-97c1-4a4896d8deea tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:46.246943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-4a498d13-ddc5-450a-a481-13b85d5e837d service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884672 Nov 08 13:50:46.250145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f085e3a8-88bb-4b18-8119-a35e90bd96da req-780b77ad-3fc7-4ed7-97c1-4a4896d8deea tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.5687051 Nov 08 13:50:46.353632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Deleting port 7da4ece8-fa42-4778-acc4-1551c847f7bf {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:46.353982 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:46.373806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f085e3a8-88bb-4b18-8119-a35e90bd96da req-7c9a3eb9-3d4d-4c41-90ee-51aa819e093d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016986 Nov 08 13:50:46.691483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54514) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:46.727869 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e830b3-d1eb-401b-a748-6752b98afc91 None None] New status for floating IP 507f7f2f-ab35-44e2-b547-4a3f5d68a254: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:50:46.814303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:46.814303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:46.875726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] Deleting subnet f70d7e86-316e-4ffa-b772-9eb1fb99c30a {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:50:46.918591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Calling delete_port for 7da4ece8-fa42-4778-acc4-1551c847f7bf owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:46.918591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:47.006466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54520) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:47.298696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:47.466327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:47.490461 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61fbd392-2a91-4fb9-ae68-0efb3948ad12 req-8b6ce221-ab93-4fee-b8b8-de023f6f1fbb service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2308826 Nov 08 13:50:47.588530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Deleting port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:47.588820 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:47.778986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-bc44ea6a-1658-4bc0-be23-84ac85894186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:47.780688 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-bc44ea6a-1658-4bc0-be23-84ac85894186 service neutron] 10.222.0.70 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 915 time: 1.7767649 Nov 08 13:50:47.828247 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:47.950258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-eabc99b0-73b4-4648-9f20-c9ac8d94321f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 200 len: 217 time: 0.1521823 Nov 08 13:50:48.088876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] For port 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,segment=NetworkSegment(55ad0b75-c096-4097-ab26-d9f167eb9d5b),segment_id=55ad0b75-c096-4097-ab26-d9f167eb9d5b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:48.090158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:48.172072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Calling delete_port for 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:48.395941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-e784835e-4655-403a-8b7e-efea796f6744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:48.398046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-e784835e-4655-403a-8b7e-efea796f6744 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.4277868 Nov 08 13:50:48.634641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-9c16495c-7397-4536-a148-76e242692e30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801780 Nov 08 13:50:48.699651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event deleted for resources: {'Port': ['ID=7da4ece8-fa42-4778-acc4-1551c847f7bf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:48.776206 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:48.951787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:48.968063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0cab1-ade8-44a0-90f2-efe65eb64fdd req-fd038318-a3b7-4cc7-8fd0-35a35302f258 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:48.979177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56e0cab1-ade8-44a0-90f2-efe65eb64fdd req-fd038318-a3b7-4cc7-8fd0-35a35302f258 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 1.1617210 Nov 08 13:50:49.048128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.051277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.063050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e63b5a81-701f-4d09-9a2b-613dc8a31749 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "DELETE /v2.0/floatingips/507f7f2f-ab35-44e2-b547-4a3f5d68a254 HTTP/1.1" status: 204 len: 168 time: 3.3671365 Nov 08 13:50:49.074911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.159794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56e0cab1-ade8-44a0-90f2-efe65eb64fdd req-afd0be1c-65e2-41e3-a594-6950638470a0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737177 Nov 08 13:50:49.217263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-db328eff-9116-4ab8-82a0-2d48a73a67a2 service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754841 Nov 08 13:50:49.228270 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.234662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f70d7e86-316e-4ffa-b772-9eb1fb99c30a HTTP/1.1" status: 204 len: 168 time: 2.5347340 Nov 08 13:50:49.263563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54550) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:49.280239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab45f6-f86d-4456-8c96-f8246ec72ce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70d7e86-316e-4ffa-b772-9eb1fb99c30a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:49.360819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1f23f2f-8323-450c-9e79-7a8cdeb0e30f req-730ff15e-e15d-4b66-bf87-2deec28cfdae service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280513 Nov 08 13:50:49.459916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.513018 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.523373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:49.528092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fa838524-e373-40f4-930f-5c9296fbfde1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817814405', 'description': 'tempest-description--538550206'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:49.741837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa838524-e373-40f4-930f-5c9296fbfde1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.807482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.839074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.867062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabe3328-50e7-4dd5-89c1-b5b7d5452b39']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:49.892047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd85830d-265c-4daf-b414-9b4b1f6a64f9') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:49.892360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd85830d-265c-4daf-b414-9b4b1f6a64f9') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:49.941393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:49.992697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Deleting port d82acaa2-5064-4a2a-9c13-08fae2d9880e {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:49.993409 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.051468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.071496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa838524-e373-40f4-930f-5c9296fbfde1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.076506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:50:50.076809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:50:50.078836 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:50:50.095332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa838524-e373-40f4-930f-5c9296fbfde1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.141963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] For port d82acaa2-5064-4a2a-9c13-08fae2d9880e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d82acaa2-5064-4a2a-9c13-08fae2d9880e,segment=NetworkSegment(30ce29bd-b292-4b7d-b4c7-d21832895dd4),segment_id=30ce29bd-b292-4b7d-b4c7-d21832895dd4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:50.141963 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.178246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa838524-e373-40f4-930f-5c9296fbfde1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.179412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Calling delete_port for d82acaa2-5064-4a2a-9c13-08fae2d9880e owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:50.183562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa838524-e373-40f4-930f-5c9296fbfde1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6565950 Nov 08 13:50:50.186212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54582) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:50.186869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.194671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a52cfa52-d678-44d4-a36f-0243beda02a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'security_group_rule': {'security_group_id': 'c04be9bc-7fa5-4b25-bf52-407127605199', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:50.200210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa838524-e373-40f4-930f-5c9296fbfde1 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04be9bc-7fa5-4b25-bf52-407127605199,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:50.215728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.219046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cabe3328-50e7-4dd5-89c1-b5b7d5452b39 HTTP/1.1" status: 204 len: 168 time: 0.9545093 Nov 08 13:50:50.238096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb06220-aee3-4fc1-9105-3bc67e4f3065 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabe3328-50e7-4dd5-89c1-b5b7d5452b39,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:50.318931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a52cfa52-d678-44d4-a36f-0243beda02a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.471164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:50:50.528462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a52cfa52-d678-44d4-a36f-0243beda02a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.538394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a52cfa52-d678-44d4-a36f-0243beda02a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.574095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cfa52-d678-44d4-a36f-0243beda02a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340d93a0-60fa-4032-90df-39a0e7d6844e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:50.633424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a52cfa52-d678-44d4-a36f-0243beda02a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.637037 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a52cfa52-d678-44d4-a36f-0243beda02a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4481585 Nov 08 13:50:50.637677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54598) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:50.637895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54600) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:50.649962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a91f7734-3afd-4bb9-93db-de3c7910debc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'security_group_rule': {'security_group_id': 'c04be9bc-7fa5-4b25-bf52-407127605199', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:50.664639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.717916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa60d5-7111-405b-8159-b985fc347b49 req-2608d793-579a-4b0c-b146-3987502e174e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:50.719726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bfa60d5-7111-405b-8159-b985fc347b49 req-2608d793-579a-4b0c-b146-3987502e174e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.2649655 Nov 08 13:50:50.741565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4d08f895-174f-4513-bfb4-8dfdadf09294 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f54ce4fb78d448d4b5012c92deeaf070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0976970 Nov 08 13:50:50.745041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54602) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:50.811782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Pushing event deleted for resources: {'Port': ['ID=d82acaa2-5064-4a2a-9c13-08fae2d9880e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:50.899555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.900297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.901317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ccb22b5-5caa-44f8-9e51-85dd4f15dcc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.901484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.901927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.902373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.902823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.903288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.903717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.904166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.904592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.905021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.905478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:50:50.955628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bfa60d5-7111-405b-8159-b985fc347b49 req-ea64cb7b-4677-4e2c-975c-6986aeb8804d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004547 Nov 08 13:50:50.959894 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a91f7734-3afd-4bb9-93db-de3c7910debc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:50.962355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ccb22b5-5caa-44f8-9e51-85dd4f15dcc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.027570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:50:51.033911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d32c6de5-278b-48d6-af2c-95cdcedddbfb admin admin] 10.222.0.65 "PUT /v2.0/routers/e5757e9d-a3ff-4f97-89a1-b48a4ceee764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3518639 Nov 08 13:50:51.037299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54616) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:51.043052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] Sync routers for ids ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:50:51.058154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] Routers {'e5757e9d-a3ff-4f97-89a1-b48a4ceee764'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:51.058825 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ccb22b5-5caa-44f8-9e51-85dd4f15dcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.059533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:51.061387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ccb22b5-5caa-44f8-9e51-85dd4f15dcc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.074025 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ccb22b5-5caa-44f8-9e51-85dd4f15dcc6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/847a62e0-e8ee-4283-b243-40ff0c5da77b HTTP/1.1" status: 204 len: 168 time: 0.3245289 Nov 08 13:50:51.133802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb22b5-5caa-44f8-9e51-85dd4f15dcc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847a62e0-e8ee-4283-b243-40ff0c5da77b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:51.191002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.260817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] Set router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:51.318993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.368196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a91f7734-3afd-4bb9-93db-de3c7910debc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.377529 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a91f7734-3afd-4bb9-93db-de3c7910debc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.412176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f7734-3afd-4bb9-93db-de3c7910debc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=894667ad-5396-4f16-aebf-3407b6d908fc,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:51.467501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a91f7734-3afd-4bb9-93db-de3c7910debc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.469095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a91f7734-3afd-4bb9-93db-de3c7910debc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8288789 Nov 08 13:50:51.473224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54622) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:51.481228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:51.554558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.573928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.626422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Router ef8d5651-2522-4b32-a4a4-629b0c8efffc has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:50:51.658772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154'}], 'enable_snat': True}, 'gw_port_id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:50:48Z', 'revision_number': 5, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port': {'id': 'ef87bf3c-727a-4c1a-b54f-33d004321701', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:48:29Z', 'updated_at': '2021-11-08T13:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:51.704755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Deleting port ef87bf3c-727a-4c1a-b54f-33d004321701 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:51.705103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.714778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] Checking router: e5757e9d-a3ff-4f97-89a1-b48a4ceee764 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:50:51.738947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] Routers {'e5757e9d-a3ff-4f97-89a1-b48a4ceee764'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:51.739629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:51.847889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54642) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:51.907074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] For port ef87bf3c-727a-4c1a-b54f-33d004321701, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ef87bf3c-727a-4c1a-b54f-33d004321701,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:51.907587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.950744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:50:51.959149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5d70b85b-e5b2-4d43-be2a-d48b6b0d343c admin admin] 10.222.0.65 "PUT /v2.0/routers/ef8d5651-2522-4b32-a4a4-629b0c8efffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9556367 Nov 08 13:50:51.961719 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:51.962889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Calling delete_port for ef87bf3c-727a-4c1a-b54f-33d004321701 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:51.964234 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] Sync routers for ids ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:50:51.964759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:51.980501 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] Routers {'ef8d5651-2522-4b32-a4a4-629b0c8efffc'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:51.986118 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:52.110468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:50:52.240334 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] Set router ef8d5651-2522-4b32-a4a4-629b0c8efffc gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:52.284894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3069ce-f885-4b71-88a9-bf18358283ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.341838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:52.375193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'network_id': '818f85ca-0fd7-4d79-a7d6-69c8cf8233ad', 'port_id': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'mac_address': 'fa:16:3e:95:cf:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4de900-2314-4f23-8f89-9ecc6dc8589d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:50:52.456351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.459885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.487248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fe006e-c47a-4f0f-b2f2-6ec5167da411 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:52.514387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:52.518088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] Set router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:52.522632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.525407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3069ce-f885-4b71-88a9-bf18358283ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.526732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.563551 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:50:50Z', 'revision_number': 5, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:52.599967 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] Checking router: ef8d5651-2522-4b32-a4a4-629b0c8efffc for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:50:52.611378 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] Routers {'ef8d5651-2522-4b32-a4a4-629b0c8efffc'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:50:52.612330 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:50:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:52.612608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3069ce-f885-4b71-88a9-bf18358283ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.640401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54672) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:52.658394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5ece2-26c2-4321-8e5a-bbf23902c9d5 req-072483fe-5044-4e1e-867c-2702d62296f8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:52.660021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82d5ece2-26c2-4321-8e5a-bbf23902c9d5 req-072483fe-5044-4e1e-867c-2702d62296f8 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 944 time: 0.4667408 Nov 08 13:50:52.678614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef87bf3c-727a-4c1a-b54f-33d004321701,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:52.784644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:52.795292 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] Set router ef8d5651-2522-4b32-a4a4-629b0c8efffc gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:50:52.809803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c406ff95-b8c0-4695-abfb-e6059f372fc6 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:50:52.813200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3069ce-f885-4b71-88a9-bf18358283ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9cc50d-248a-48f5-9e6e-614ad503e3e4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:52.816896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82d5ece2-26c2-4321-8e5a-bbf23902c9d5 req-cbb3e09a-5fb0-4235-bda8-25416f392809 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353106 Nov 08 13:50:52.879628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2011572888-network', 'tenant_id': '3fd2ebb0921f48078a9fde6dbf629bd8'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:52.895700 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d3069ce-f885-4b71-88a9-bf18358283ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb4042b82cb643b39cbffc15838c5655&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0459278 Nov 08 13:50:52.896350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54678) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:52.941598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Made reservation on behalf of 3fd2ebb0921f48078a9fde6dbf629bd8 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:52.944405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.972291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:52.995258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.019858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:53.056422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'mac_address': 'fa:16:3e:67:7f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:50:53.065708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fe006e-c47a-4f0f-b2f2-6ec5167da411'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:50:53.092683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.096878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Allocated IP 172.25.8.168 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/dc3b3b7f-57a7-4bab-8f53-fc51803fc2ae) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:50:53.103099 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.105029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:50:51Z', 'revision_number': 6, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:53.117682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:50:53.119958 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.124214 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.131567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7392c91c-e561-41b8-823a-f30f550e89e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.131990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.132705 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Added segment f409178d-a66f-4582-bc22-1945815e8d4d of type vlan for network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 Nov 08 13:50:53.190230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848d2148-34fa-4bc8-b694-2445147b5785,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:53.201300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.203335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5757e9d-a3ff-4f97-89a1-b48a4ceee764 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:50:53.207442 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7392c91c-e561-41b8-823a-f30f550e89e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.214421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.215949 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-13d98a09-ecd4-4316-853e-753adb813ba5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/e5757e9d-a3ff-4f97-89a1-b48a4ceee764 HTTP/1.1" status: 204 len: 168 time: 2.1773350 Nov 08 13:50:53.221261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54690) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:53.240448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2779b432-a19e-4b35-a6b6-20812d1ad484 None None] The sync data for ids ['e5757e9d-a3ff-4f97-89a1-b48a4ceee764'] in n-d-804292-2 is: [{'id': 'e5757e9d-a3ff-4f97-89a1-b48a4ceee764', 'name': 'tempest-ServerRescueTestJSON-366966206-router', 'tenant_id': '27a82b92f2254ca4a998edbbba13e791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:48:28Z', 'updated_at': '2021-11-08T13:50:51Z', 'revision_number': 6, 'project_id': '27a82b92f2254ca4a998edbbba13e791', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:50:53.256743 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.296199 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.311797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.313663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7392c91c-e561-41b8-823a-f30f550e89e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.316796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7392c91c-e561-41b8-823a-f30f550e89e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.317584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7392c91c-e561-41b8-823a-f30f550e89e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f9cc50d-248a-48f5-9e6e-614ad503e3e4 HTTP/1.1" status: 204 len: 168 time: 0.4094598 Nov 08 13:50:53.325866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392c91c-e561-41b8-823a-f30f550e89e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9cc50d-248a-48f5-9e6e-614ad503e3e4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:53.372632 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:50:50Z', 'revision_number': 5, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:53.378418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.378871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:53.379596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.409087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.433389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c406ff95-b8c0-4695-abfb-e6059f372fc6 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:50:53.446200 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40980d09-acc3-4603-8c25-edfd1d5c656e None None] The sync data for ids ['ef8d5651-2522-4b32-a4a4-629b0c8efffc'] in n-d-804292-2 is: [{'id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'name': 'tempest-ServersTestMultiNic-1790077344-router', 'tenant_id': 'af297af358714cdbacd6717647510dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:50:50Z', 'revision_number': 5, 'project_id': 'af297af358714cdbacd6717647510dea', 'gw_port': {'id': '619b86dc-a138-49c1-9629-623a1dcb1f74', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:0d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8d5651-2522-4b32-a4a4-629b0c8efffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:49:08Z', 'updated_at': '2021-11-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:50:53.449084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] Deleting subnet cdee0f88-9e64-4f27-9308-21426ddb3012 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:50:53.481181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.525775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:53.540834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.553767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9070482 Nov 08 13:50:53.554007 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.554661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54696) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:53.560170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Request body: {'subnet': {'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2011572888-subnet', 'tenant_id': '3fd2ebb0921f48078a9fde6dbf629bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:53.584112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88562de1-b96a-4149-8172-53cc8e691df0 admin admin] Pushing event updated for resources: {'Network': ['ID=90e9b4e5-1ccb-4410-93cb-75cbec3d13c2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:53.613726 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.656574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Made reservation on behalf of 3fd2ebb0921f48078a9fde6dbf629bd8 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:53.659923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.669477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.699622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:50:53.732496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Deleting port 619b86dc-a138-49c1-9629-623a1dcb1f74 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:53.732826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.739485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.772364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:53.782831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54698) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:53.788392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c406ff95-b8c0-4695-abfb-e6059f372fc6'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:50:53.804459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ecc977f-85eb-4a54-af62-0a133f516b81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.876319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:53.955236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'Port': ['ID=dc3b3b7f-57a7-4bab-8f53-fc51803fc2ae,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:54.005020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] For port 619b86dc-a138-49c1-9629-623a1dcb1f74, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=619b86dc-a138-49c1-9629-623a1dcb1f74,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:54.005439 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.023383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:50:54.024787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.055642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:54.090948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:50:54.144435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Calling delete_port for 619b86dc-a138-49c1-9629-623a1dcb1f74 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:54.197542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdee0f88-9e64-4f27-9308-21426ddb3012,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:54.256029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.261650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c27de9aa-cf24-436c-8b4b-7eb5bc3f6392 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cdee0f88-9e64-4f27-9308-21426ddb3012 HTTP/1.1" status: 204 len: 168 time: 1.0328057 Nov 08 13:50:54.262422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.273390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54720) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:54.442028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ecc977f-85eb-4a54-af62-0a133f516b81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.465342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ecc977f-85eb-4a54-af62-0a133f516b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.490456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e6c424-d750-476d-8f02-53630eca8cc5,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:54.556655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc977f-85eb-4a54-af62-0a133f516b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1910027b-3bc0-445b-8b3f-82657ca63d10,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:54.563611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Checking segment: {'id': 'f409178d-a66f-4582-bc22-1945815e8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:50:54.564396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Network hostable DHCP agents. Network: 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:50:54.575797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0ecc977f-85eb-4a54-af62-0a133f516b81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffe9ced1844c4bccb6defb95e2e72bb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7914162 Nov 08 13:50:54.582088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:54.652907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c406ff95-b8c0-4695-abfb-e6059f372fc6 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:54.659232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:50:54.706868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:50:54.720518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:54.721394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.727546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ed31a-653b-4f55-9dbe-4c8d1931877f None None] Network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:54.737924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfe3888c-b4cf-47d4-8b7d-c19feb6d279e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.777173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-43721fb6-6ebd-4939-a798-db7b72c182df admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2210157 Nov 08 13:50:54.797895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfe3888c-b4cf-47d4-8b7d-c19feb6d279e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.847031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d82acaa2-5064-4a2a-9c13-08fae2d9880e no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:54.882210 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfe3888c-b4cf-47d4-8b7d-c19feb6d279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.885269 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfe3888c-b4cf-47d4-8b7d-c19feb6d279e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:54.891781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dfe3888c-b4cf-47d4-8b7d-c19feb6d279e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1910027b-3bc0-445b-8b3f-82657ca63d10 HTTP/1.1" status: 204 len: 168 time: 0.3071206 Nov 08 13:50:54.910070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3888c-b4cf-47d4-8b7d-c19feb6d279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1910027b-3bc0-445b-8b3f-82657ca63d10,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:55.048700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d82acaa2-5064-4a2a-9c13-08fae2d9880e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:55.049043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d82acaa2-5064-4a2a-9c13-08fae2d9880e not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:55.049466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:55.109846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:55.134921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae574f-8d38-4876-b438-190ac9b59fe2 req-e5f23bb6-3edd-4ced-b629-cf145cc77968 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:55.136551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72ae574f-8d38-4876-b438-190ac9b59fe2 req-e5f23bb6-3edd-4ced-b629-cf145cc77968 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 945 time: 1.0848274 Nov 08 13:50:55.156623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:55.157366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7cffa4f4-ed56-4a99-b4e4-dc8b8af732bf not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:55.158212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef87bf3c-727a-4c1a-b54f-33d004321701 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:55.335990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ef87bf3c-727a-4c1a-b54f-33d004321701 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:55.335990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef87bf3c-727a-4c1a-b54f-33d004321701 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:55.395948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port c406ff95-b8c0-4695-abfb-e6059f372fc6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:55.400203 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:55.414785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:55.612945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72ae574f-8d38-4876-b438-190ac9b59fe2 req-a1e4d3dc-b292-4f90-b31c-0953cbe36feb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434521 Nov 08 13:50:55.648543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:55.668024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:55.732629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9385a282-6757-48a7-81da-af01c56f534a None None] Network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:55.886454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ef0746-2792-4193-bb2a-f1414ee3d53e']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:55.959149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ad0b75-c096-4097-ab26-d9f167eb9d5b') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:55.959448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ad0b75-c096-4097-ab26-d9f167eb9d5b') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:50:56.032822 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.057556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:50:56.098036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:56.101450 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43e7384-2963-464e-a09d-b82982ab4bb0" -d '{"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-plugged", "status": "completed", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:56.147257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:56.165855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.281215 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17d051d-25f4-49cf-b3df-10dbfdab4787 x-openstack-request-id: req-a17d051d-25f4-49cf-b3df-10dbfdab4787 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:56.281742 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-plugged", "status": "completed", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:56.282221 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a17d051d-25f4-49cf-b3df-10dbfdab4787 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:56.282725 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'code': 200} Nov 08 13:50:56.284156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:56.340232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.350862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:50:56.351388 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.368167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.510685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Pushing event deleted for resources: {'Port': ['ID=619b86dc-a138-49c1-9629-623a1dcb1f74,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:56.523140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.530896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:50:56.531825 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.606351 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.767770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:56.775059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:50:56.823377 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:50:56.834132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.849013 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.853236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/01ef0746-2792-4193-bb2a-f1414ee3d53e HTTP/1.1" status: 204 len: 168 time: 2.5579684 Nov 08 13:50:56.921583 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:56.931104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9e3aa-184f-4016-92f3-660d9609d8d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ef0746-2792-4193-bb2a-f1414ee3d53e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:56.970736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=10']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:57.003581 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.140584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54822) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:57.148356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-31606e09-e6d9-46cd-bcb1-fe822d96febe tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:57.150097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-31606e09-e6d9-46cd-bcb1-fe822d96febe tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/networks?id=90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 HTTP/1.1" status: 200 len: 821 time: 1.1178315 Nov 08 13:50:57.196371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cefc4a-945d-4426-aa48-fb4e737ab84d req-e4be16da-7714-4308-bac1-081be537f703 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:57.202900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17cefc4a-945d-4426-aa48-fb4e737ab84d req-e4be16da-7714-4308-bac1-081be537f703 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2858360 Nov 08 13:50:57.249894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-213e1b23-1526-4116-8331-82e5fabe9098 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27a82b92f2254ca4a998edbbba13e791&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1081777 Nov 08 13:50:57.253619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54826) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:57.260449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'Port': ['ID=dc3b3b7f-57a7-4bab-8f53-fc51803fc2ae,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:57.288246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.327064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17cefc4a-945d-4426-aa48-fb4e737ab84d req-16ba866c-58da-48e1-990f-0331fa6f841f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979021 Nov 08 13:50:57.346092 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-415b180c-b62f-4129-9218-88b52264d112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.384146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-415b180c-b62f-4129-9218-88b52264d112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.396536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-3a6d0d10-2377-49fd-8f89-caf3cc84f2b6 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/quotas/3fd2ebb0921f48078a9fde6dbf629bd8 HTTP/1.1" status: 200 len: 375 time: 0.1832588 Nov 08 13:50:57.400831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.464520 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.469689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.499226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-25c700fb-6307-4518-adfd-3628b3a03cb0 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd2ebb0921f48078a9fde6dbf629bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620964 Nov 08 13:50:57.506311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.508113 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c205e093-d9eb-4188-aff9-13ce3ce4ac36 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0308797 Nov 08 13:50:57.529774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-415b180c-b62f-4129-9218-88b52264d112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.541862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-415b180c-b62f-4129-9218-88b52264d112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.552255 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-415b180c-b62f-4129-9218-88b52264d112 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd815f80-9fd5-40f7-b23e-f244b6c755bf HTTP/1.1" status: 204 len: 168 time: 0.2971857 Nov 08 13:50:57.586935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.587723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef8d5651-2522-4b32-a4a4-629b0c8efffc {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:50:57.594086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.596967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a358807d-f6dd-43b3-9d96-6c6bce6f0199 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ef8d5651-2522-4b32-a4a4-629b0c8efffc HTTP/1.1" status: 204 len: 168 time: 5.6312516 Nov 08 13:50:57.600345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54844) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:57.606769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b180c-b62f-4129-9218-88b52264d112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd815f80-9fd5-40f7-b23e-f244b6c755bf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:57.683177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] Deleting subnet 53765717-7322-4f49-8682-273055be7c3f {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:50:57.715454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.771710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:57.816414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-a08d4ffe-1904-4037-9126-a6d3b7b2251c service neutron] 10.222.0.65 "GET /v2.0/networks/90e9b4e5-1ccb-4410-93cb-75cbec3d13c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712684 Nov 08 13:50:57.856044 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e980f23c-badb-426e-9b69-fa5a218ad720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:58.025176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:58.100504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-c79611c6-2283-44c8-babe-cd0e8ae3e50b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--817814405&fields=id&tenant_id=d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 267 time: 0.2220392 Nov 08 13:50:58.120219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-68624730-2853-436d-a53f-12214a8a6724 service neutron] 10.222.0.65 "GET /v2.0/networks/90e9b4e5-1ccb-4410-93cb-75cbec3d13c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915666 Nov 08 13:50:58.284773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:50:58.288083 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67cfadaf-adf6-4a58-92ab-3aadec974098" -d '{"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:50:58.366081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-a09a0919-a77f-4a02-a877-0a602cddab74 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:58.373674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-a09a0919-a77f-4a02-a877-0a602cddab74 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 817 time: 0.2442296 Nov 08 13:50:58.387601 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:58.409211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-4ec3b4e1-2b07-4973-a537-96bca47920ab tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/quotas/d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 375 time: 0.0241001 Nov 08 13:50:58.442387 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:50:58.470371 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75faa59c-4306-4623-94f5-a20268281c2f x-openstack-request-id: req-75faa59c-4306-4623-94f5-a20268281c2f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:50:58.470668 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-plugged", "status": "completed", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:50:58.470921 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75faa59c-4306-4623-94f5-a20268281c2f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:50:58.471319 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'code': 200} Nov 08 13:50:58.519315 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:58.525997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c49c8e-295e-446b-a144-41e2e3aea9f1 None None] Network 9bf3f602-49e4-4764-94ff-e3e62ba34f96 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:50:58.530103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/53765717-7322-4f49-8682-273055be7c3f HTTP/1.1" status: 204 len: 168 time: 0.9276998 Nov 08 13:50:58.532190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54884) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:58.543985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279d73c-9219-4ac3-b17e-bf7fc515ee93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53765717-7322-4f49-8682-273055be7c3f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:58.641788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-1bae18c8-15a5-497e-9fa4-4e571ec90e82 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2235103 Nov 08 13:50:58.723023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 619b86dc-a138-49c1-9629-623a1dcb1f74 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:50:58.805555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 619b86dc-a138-49c1-9629-623a1dcb1f74 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:50:58.823408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 619b86dc-a138-49c1-9629-623a1dcb1f74 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:50:58.841001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:58.871171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8de4-6cc7-4639-9dc2-bccf4f66161a req-b47ec133-eaae-488f-ae7c-a6fdc4b0dacf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:58.873773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-384e8de4-6cc7-4639-9dc2-bccf4f66161a req-b47ec133-eaae-488f-ae7c-a6fdc4b0dacf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1855989 Nov 08 13:50:59.055344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-384e8de4-6cc7-4639-9dc2-bccf4f66161a req-ed50a1bd-924a-423b-8d56-22f53854040f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715240 Nov 08 13:50:59.071868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] DHCP port deletion for 9bf3f602-49e4-4764-94ff-e3e62ba34f96 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:50:59.188320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c851b-19e3-475b-aee6-5d005f6657a4 req-3f7d9874-0e22-40ed-9359-7fd50253bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:50:59.190281 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427c851b-19e3-475b-aee6-5d005f6657a4 req-3f7d9874-0e22-40ed-9359-7fd50253bc4e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1098 time: 0.3427637 Nov 08 13:50:59.244206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] Deleting port 7a54b63e-c748-4099-9af4-7be1699095ca {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:59.244581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.337806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427c851b-19e3-475b-aee6-5d005f6657a4 req-05057ff0-5d7e-4d0c-9f23-24607d5a1ea9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374905 Nov 08 13:50:59.343289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Deleting port 7a54b63e-c748-4099-9af4-7be1699095ca {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:50:59.343972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.371891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64d9eb1e-e28a-4556-abfa-6e6cb663e461 req-e6a9f65b-08e1-4339-b246-e24ed46d56eb tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 210 time: 0.1077147 Nov 08 13:50:59.403092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54910) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:50:59.474774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] For port 7a54b63e-c748-4099-9af4-7be1699095ca, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a54b63e-c748-4099-9af4-7be1699095ca,segment=NetworkSegment(30ce29bd-b292-4b7d-b4c7-d21832895dd4),segment_id=30ce29bd-b292-4b7d-b4c7-d21832895dd4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:59.475189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.497640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-00cb0f7a-b4a5-43fa-b438-507b2b16ead5 service neutron] 10.222.0.65 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8276730 Nov 08 13:50:59.544492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] For port 7a54b63e-c748-4099-9af4-7be1699095ca, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a54b63e-c748-4099-9af4-7be1699095ca,segment=NetworkSegment(30ce29bd-b292-4b7d-b4c7-d21832895dd4),segment_id=30ce29bd-b292-4b7d-b4c7-d21832895dd4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:50:59.545099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] Calling delete_port for 7a54b63e-c748-4099-9af4-7be1699095ca owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:59.545789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.562326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Calling delete_port for 7a54b63e-c748-4099-9af4-7be1699095ca owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:50:59.669053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.682955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] No DVR routers for this DVR port 7a54b63e-c748-4099-9af4-7be1699095ca on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:59.709746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a54b63e-c748-4099-9af4-7be1699095ca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:59.816028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.852673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-0806bfa7-14c5-4ede-bac2-2a34953a9a20 service neutron] 10.222.0.65 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427012 Nov 08 13:50:59.883821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] Pushing event deleted for resources: {'Port': ['ID=7a54b63e-c748-4099-9af4-7be1699095ca,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:50:59.899711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448a687-07eb-46a9-b49f-4ffd50063e70 None None] No DVR routers for this DVR port 7a54b63e-c748-4099-9af4-7be1699095ca on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:50:59.945090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-network', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:50:59.991233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Made reservation on behalf of 7ad0a46edece467fb9681f3af06b1b7b for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:50:59.991553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:50:59.996191 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.030566 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.043444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf3f602-49e4-4764-94ff-e3e62ba34f96']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:00.075102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ce29bd-b292-4b7d-b4c7-d21832895dd4') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:00.077815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ce29bd-b292-4b7d-b4c7-d21832895dd4') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:00.100358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.140404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.150940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:51:00.151562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:51:00.155046 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:51:00.303855 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.358835 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.390995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fa9db8c-6775-4b92-9ff1-7503981af5b7 req-2d1373a5-282b-4806-b0d4-dcabb94c9409 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 210 time: 0.1098762 Nov 08 13:51:00.459939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:51:00.490905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.509415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.518226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9bf3f602-49e4-4764-94ff-e3e62ba34f96 HTTP/1.1" status: 204 len: 168 time: 1.9777856 Nov 08 13:51:00.593118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b59e37-0612-43cb-86a9-c463d60f5fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bf3f602-49e4-4764-94ff-e3e62ba34f96,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:00.634044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac074fd-8858-4038-a56b-2fae0a7afc1b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:00.659519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:00.662601 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Added segment 6d4ad7e1-2986-4d2f-83fd-6ba03e017518 of type vlan for network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e Nov 08 13:51:00.784152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357c601-18a2-41e0-b031-4330cda38687 req-eb51d9d5-81b9-4519-9911-17585696e0af tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:00.790521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d357c601-18a2-41e0-b031-4330cda38687 req-eb51d9d5-81b9-4519-9911-17585696e0af tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.5137615 Nov 08 13:51:00.950226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7a54b63e-c748-4099-9af4-7be1699095ca no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:51:00.998975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-706337a6-4ff0-4fc0-872b-70339b9621f4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:00.999222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-150f1d7e-6dc9-4012-b044-34edb0ee3a5e req-d28ce733-62ed-4e4d-b720-95017e472338 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 210 time: 0.2049739 Nov 08 13:51:01.019276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-706337a6-4ff0-4fc0-872b-70339b9621f4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.70 "GET /v2.0/networks?id=90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 HTTP/1.1" status: 200 len: 821 time: 0.3503740 Nov 08 13:51:01.029585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Request body: {'port': {'device_id': '0621cc97-bdae-40c3-8373-95be7c233c81', 'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2', 'admin_state_up': True, 'tenant_id': '3fd2ebb0921f48078a9fde6dbf629bd8'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:01.106684 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:01.112467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 7a54b63e-c748-4099-9af4-7be1699095ca {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:51:01.112819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7a54b63e-c748-4099-9af4-7be1699095ca not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:51:01.279485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d357c601-18a2-41e0-b031-4330cda38687 req-c5c38edc-f3cf-47f8-9358-74fe33751ffd tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4779768 Nov 08 13:51:01.302690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:01.308883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:01.311259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:01.324058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54964) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:01.466372 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7f97-025d-4705-82ca-a671cea6f25d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:01.485542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0813408 Nov 08 13:51:01.500687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54970) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:01.530362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Request body: {'subnet': {'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-subnet', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:01.540845 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93c5deb8-8540-4ec3-8467-418e78f3ca07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af297af358714cdbacd6717647510dea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108040 Nov 08 13:51:01.541311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54972) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:01.552518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11790c65-2bbe-45fd-a1c8-334cf7b939ca admin admin] Pushing event updated for resources: {'Network': ['ID=9996f6e7-7179-4f2d-acd5-3fb2a932f90e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:01.579399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:51:01.647962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Made reservation on behalf of 7ad0a46edece467fb9681f3af06b1b7b for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:01.651176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:01.712605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.api [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 13:51:01.712605 n-d-804292-2 neutron-server[101840]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 08 13:51:01.712605 n-d-804292-2 neutron-server[101840]: [parameters: {'project_id': '3fd2ebb0921f48078a9fde6dbf629bd8', 'id': '836ff44b-f216-48af-8501-31789d827e9e', 'expiration': datetime.datetime(2021, 11, 8, 13, 53, 1, 624851)}] Nov 08 13:51:01.712605 n-d-804292-2 neutron-server[101840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:51:01.732532 n-d-804292-2 neutron-server[101840]: DEBUG oslo_db.api [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:51:01.885836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94e18398-201f-436f-a829-e477d253f429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:01.955199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94e18398-201f-436f-a829-e477d253f429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.126751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94e18398-201f-436f-a829-e477d253f429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.136367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94e18398-201f-436f-a829-e477d253f429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.139938 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-94e18398-201f-436f-a829-e477d253f429 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26df78d6-aa91-4090-b090-d59b63a92a53 HTTP/1.1" status: 204 len: 168 time: 0.5971863 Nov 08 13:51:02.199617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e18398-201f-436f-a829-e477d253f429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df78d6-aa91-4090-b090-d59b63a92a53,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:02.308792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Made reservation on behalf of 3fd2ebb0921f48078a9fde6dbf629bd8 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:02.313124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.379184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac5e715a-12fc-436e-b1d7-97e98d4806cc req-ef58d651-71d3-4dab-8ce7-b1f0dcc58657 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 210 time: 0.7243183 Nov 08 13:51:02.390730 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.626186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a76694f7-2366-48f0-94ff-496b3fc217fe,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:02.743695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Checking segment: {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:02.745728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Network hostable DHCP agents. Network: 9996f6e7-7179-4f2d-acd5-3fb2a932f90e, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:51:02.781671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7f19e56-5c8d-4bdc-8a06-4e661831ace8 req-1f032bd7-260b-4bc6-b313-e1f677907c76 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 210 time: 0.1345251 Nov 08 13:51:02.831872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:51:02.860257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9996f6e7-7179-4f2d-acd5-3fb2a932f90e) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:02.875676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:02.876481 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:02.882351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebcf971-e3e1-45c3-97c4-d81eb0e323eb None None] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:02.927379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b324dd19-23a6-43e8-a554-e35cd717a9b2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4113615 Nov 08 13:51:02.935312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55020) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:02.952424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:03.011288 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:03.017928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:03.333365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:03.334537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab363c0-5fe7-4956-8189-379e8c2cff9d None None] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:03.372385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd29c-d289-41f2-8c9c-9a558596b8d0 req-8559cc05-b7de-4b8f-be16-4713075bd1a1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:03.385267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c76cd29c-d289-41f2-8c9c-9a558596b8d0 req-8559cc05-b7de-4b8f-be16-4713075bd1a1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.3901443 Nov 08 13:51:03.388779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:03.675316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c76cd29c-d289-41f2-8c9c-9a558596b8d0 req-0cfcd932-9774-4acf-b02c-fff6b215d9c0 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827599 Nov 08 13:51:03.770813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:03.983489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-094a2a5b-1d2f-49e7-9c90-1831a4c95d85 req-9bd10dce-c79d-4fb0-b830-aff321e44919 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 210 time: 0.1797140 Nov 08 13:51:04.077898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6584154-de27-4a49-bef1-9f025ad1b9f4 req-30a383d6-a195-4967-bdc7-00231d9cf005 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 210 time: 0.0928910 Nov 08 13:51:04.154010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-1af94de7-0bd3-490c-9282-3732c2bde853 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:04.155973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-1af94de7-0bd3-490c-9282-3732c2bde853 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 817 time: 1.4840980 Nov 08 13:51:04.179949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Allocated IP 172.20.0.10 (90e9b4e5-1ccb-4410-93cb-75cbec3d13c2/09e6c424-d750-476d-8f02-53630eca8cc5/46f79a89-1ecf-4096-8058-449688eb4a9c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:04.627282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-79442a37-df99-44cf-a789-8849595e1af6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 379 time: 0.2274415 Nov 08 13:51:04.645833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'port': {'device_id': '33089282-969d-4901-997d-dc42778fdac0', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'admin_state_up': True, 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'security_groups': ['c04be9bc-7fa5-4b25-bf52-407127605199']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:04.656981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:04.852946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd7fb1-b7d1-419c-aaab-ab06ffa8e16f req-ebfae7f4-4015-468c-b224-aec25251708c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:04.855096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08cd7fb1-b7d1-419c-aaab-ab06ffa8e16f req-ebfae7f4-4015-468c-b224-aec25251708c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.0671692 Nov 08 13:51:04.888588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:04.907213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55078) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:04.983908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Made reservation on behalf of d76fb09903684e27bc4939fff16ad91e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:04.996334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.003600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:05.023303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Pushing event updated for resources: {'Port': ['ID=46f79a89-1ecf-4096-8058-449688eb4a9c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:05.035529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:05.053974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08cd7fb1-b7d1-419c-aaab-ab06ffa8e16f req-0c316430-5d90-4e0d-9dc1-395ca5c850c5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200211 Nov 08 13:51:05.060981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.061718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:05.080190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.081989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.083205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.083936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.085925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.087153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.088368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.088897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.089569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.091316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.091854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.092360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:05.112107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.273578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3793080-9b46-4412-bb2a-6656dc01c95e req-fbf623da-f026-4f32-baa6-7098ef31d2d6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 210 time: 0.0564241 Nov 08 13:51:05.284289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:05.284970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.303194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Allocated IP 172.25.8.126 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/e7d122bc-c9a4-45f4-8d92-03d708b6538b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:05.328619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2073733319-network', 'tenant_id': '2e81b88873244d1a9457643365735ddf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:05.460301 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.488210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bc9c4-0c35-4502-b020-189867708e85 req-398035c2-324a-4223-acf7-54f9d682eb1e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:05.498421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d3bc9c4-0c35-4502-b020-189867708e85 req-398035c2-324a-4223-acf7-54f9d682eb1e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1912537 Nov 08 13:51:05.538401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Made reservation on behalf of 2e81b88873244d1a9457643365735ddf for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:05.541555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.552221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-b03e95f2-1a97-41e6-a009-22724011a0e4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5298803 Nov 08 13:51:05.575101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Request body: {'port': {'device_id': '0621cc97-bdae-40c3-8373-95be7c233c81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:05.578855 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.649784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d3bc9c4-0c35-4502-b020-189867708e85 req-da55f44f-df39-4e91-b0d5-78bae37aacf3 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518848 Nov 08 13:51:05.710030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cff3a5-6b00-431e-b036-cb1c881733ab req-d9aea1a1-8b6b-41b8-b3c3-6d330e9f86c7 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:05.715208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8cff3a5-6b00-431e-b036-cb1c881733ab req-d9aea1a1-8b6b-41b8-b3c3-6d330e9f86c7 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 932 time: 0.2901301 Nov 08 13:51:05.724562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.754905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.756689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Allocated IP 172.20.0.4 (a7d0c4da-dc12-4c57-af5f-6c7bf581c961/a27b60f2-9b19-4929-be58-c1a14ac7d8ca/23372c88-35ce-4043-a388-1d96c0d93d48) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:05.804603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.805289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.821774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:51:05.868464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8cff3a5-6b00-431e-b036-cb1c881733ab req-8b95f8fb-ef54-4bfa-a771-1f2ecd2daa0d tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306517 Nov 08 13:51:05.880998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.894334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:05.894711 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Added segment 3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494 of type vlan for network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 Nov 08 13:51:05.939367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.016959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27eb6e4-620b-4105-a393-9a7f84c5c338,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:06.019407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:06.030168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:06.037782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:06.073605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.091861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d122bc-c9a4-45f4-8d92-03d708b6538b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:06.175188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3a76c-cda3-413d-ab15-c5df4788b788 req-6e1b422e-958d-4e63-8545-b1d292b07aa1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:06.177521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12f3a76c-cda3-413d-ab15-c5df4788b788 req-6e1b422e-958d-4e63-8545-b1d292b07aa1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2102082 Nov 08 13:51:06.222161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.223654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:06.224672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.294314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12f3a76c-cda3-413d-ab15-c5df4788b788 req-7ad9320d-8c49-48bc-ac90-bb25e34a062e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883114 Nov 08 13:51:06.427014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5151999 Nov 08 13:51:06.436581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55138) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:06.475955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b75795f0-9caa-4ccf-a421-2391bd25cb8b req-7879a31b-4a15-4a1e-9ac5-ebab972f3cdd tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 210 time: 0.0540295 Nov 08 13:51:06.516627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Request body: {'subnet': {'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2073733319-subnet', 'tenant_id': '2e81b88873244d1a9457643365735ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:06.574406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3dbfe-e496-48be-873f-3de4ac937bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:06.586495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:51:06.601699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.612814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.674019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Made reservation on behalf of 2e81b88873244d1a9457643365735ddf for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:06.677376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.702031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb76866-28a4-467d-bf96-5dc0615623bb req-3d13a9df-c6ad-4071-8c5f-c5b1191f81ae tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:06.713653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5eb76866-28a4-467d-bf96-5dc0615623bb req-3d13a9df-c6ad-4071-8c5f-c5b1191f81ae tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2316387 Nov 08 13:51:06.921020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f79a89-1ecf-4096-8058-449688eb4a9c {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:06.931473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:06.933069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5eb76866-28a4-467d-bf96-5dc0615623bb req-f42aefbd-2262-4806-9188-159328cc9578 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184420 Nov 08 13:51:06.992554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Transition to ACTIVE for port object 46f79a89-1ecf-4096-8058-449688eb4a9c will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:06.993931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:07.075181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:07.261663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:07.276378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:07.278958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:07.288910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:07.315818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585cd93-c97d-4788-b305-c9f9558eb966 req-afe357d4-4d9e-4e0f-8196-9584088f1080 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:07.323520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4585cd93-c97d-4788-b305-c9f9558eb966 req-afe357d4-4d9e-4e0f-8196-9584088f1080 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1764288 Nov 08 13:51:07.362876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ce0aa-d18e-432d-b6d1-7fce1374c0ad req-b1763269-d5e6-4770-9964-27c4c3f46178 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:07.371487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e61ce0aa-d18e-432d-b6d1-7fce1374c0ad req-b1763269-d5e6-4770-9964-27c4c3f46178 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 944 time: 0.1930232 Nov 08 13:51:07.432502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:07.481074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e61ce0aa-d18e-432d-b6d1-7fce1374c0ad req-0b15c585-3f61-45b6-bac6-1efd943f498c tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059365 Nov 08 13:51:07.580892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=46f79a89-1ecf-4096-8058-449688eb4a9c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:07.596983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:07.598033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:07.734556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:07.747092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-33dcb971-cade-4ab8-9c44-637b604b13d9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1085608 Nov 08 13:51:07.776852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4585cd93-c97d-4788-b305-c9f9558eb966 req-34879651-23ee-4d11-8cef-0af7cd0f93e5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480045 Nov 08 13:51:07.840149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Request body: {'port': {'device_id': '33089282-969d-4901-997d-dc42778fdac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:07.891714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162942-515d-4d7d-9d03-5dcd7b4b0650 req-16421b7f-b2e6-4292-a063-4493a40c4906 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:07.893324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56162942-515d-4d7d-9d03-5dcd7b4b0650 req-16421b7f-b2e6-4292-a063-4493a40c4906 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 931 time: 0.0987935 Nov 08 13:51:07.896786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ceb0f6d-12a1-45fd-902e-d2a99a0885ac None None] Provisioning complete for port 23372c88-35ce-4043-a388-1d96c0d93d48 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:07.897753 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0f6d-12a1-45fd-902e-d2a99a0885ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:07.908706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Attempting to bind port 46f79a89-1ecf-4096-8058-449688eb4a9c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:07.909046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Attempting to bind port 46f79a89-1ecf-4096-8058-449688eb4a9c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f409178d-a66f-4582-bc22-1945815e8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:07.909379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Attempting to bind port 46f79a89-1ecf-4096-8058-449688eb4a9c on network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:07.911159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Router 4647be14-51b1-4f98-bea2-bf0c1d22e725 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:51:07.974762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ceb0f6d-12a1-45fd-902e-d2a99a0885ac None None] Port 23372c88-35ce-4043-a388-1d96c0d93d48 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:07.999932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Port 46f79a89-1ecf-4096-8058-449688eb4a9c on network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:08.000621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Attempting to bind port 46f79a89-1ecf-4096-8058-449688eb4a9c on network 90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:08.010271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:08.010618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Checking segment: {'id': 'f409178d-a66f-4582-bc22-1945815e8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:08.011017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Bound using segment: {'id': 'f409178d-a66f-4582-bc22-1945815e8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:08.011472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Bound port: 46f79a89-1ecf-4096-8058-449688eb4a9c, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f409178d-a66f-4582-bc22-1945815e8d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:08.011865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:08.054933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:08.075933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe69168b-2e53-4624-9e20-8803b6d3393f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:08.081230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Checking segment: {'id': '3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:08.082251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Network hostable DHCP agents. Network: 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:51:08.122036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56162942-515d-4d7d-9d03-5dcd7b4b0650 req-09a4cbc9-29b2-4d3a-9532-9f6562953499 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2215135 Nov 08 13:51:08.237199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] For port 46f79a89-1ecf-4096-8058-449688eb4a9c, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:08.247994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f20cdd-41ff-4d94-a24f-56a0875b6d6e req-096d6943-04ce-423e-9031-ad72f9a85a85 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:08.250338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68f20cdd-41ff-4d94-a24f-56a0875b6d6e req-096d6943-04ce-423e-9031-ad72f9a85a85 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2238824 Nov 08 13:51:08.272641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:51:08.276311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] For port 46f79a89-1ecf-4096-8058-449688eb4a9c, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=46f79a89-1ecf-4096-8058-449688eb4a9c,segment=NetworkSegment(f409178d-a66f-4582-bc22-1945815e8d4d),segment_id=f409178d-a66f-4582-bc22-1945815e8d4d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:08.337800 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:08.341772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68f20cdd-41ff-4d94-a24f-56a0875b6d6e req-86bf5c8f-6b65-4907-bd6e-d3ef17d8db8e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786524 Nov 08 13:51:08.344184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:51:08.359350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Sync routers for ids ['4647be14-51b1-4f98-bea2-bf0c1d22e725'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:51:08.378636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Routers {'4647be14-51b1-4f98-bea2-bf0c1d22e725'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:08.380578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:51:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4647be14-51b1-4f98-bea2-bf0c1d22e725'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:08.393220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:08.393852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:08.395969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] 10.222.0.70 "PUT /v2.0/ports/46f79a89-1ecf-4096-8058-449688eb4a9c HTTP/1.1" status: 200 len: 1092 time: 2.8322785 Nov 08 13:51:08.396878 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:08.398558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:08.399834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0621cc97-bdae-40c3-8373-95be7c233c81', 'tag': '46f79a89-1ecf-4096-8058-449688eb4a9c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:08.401295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-031fc98c-4032-4a1c-a4aa-be5bb04eef72 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4642768 Nov 08 13:51:08.402126 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "0621cc97-bdae-40c3-8373-95be7c233c81", "tag": "46f79a89-1ecf-4096-8058-449688eb4a9c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:08.404055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55196) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:08.412950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:08.413511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:08.671105 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21349b73-020f-433d-b7a8-60ee378f9caf x-openstack-request-id: req-21349b73-020f-433d-b7a8-60ee378f9caf {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:08.671813 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0621cc97-bdae-40c3-8373-95be7c233c81", "tag": "46f79a89-1ecf-4096-8058-449688eb4a9c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:08.676407 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21349b73-020f-433d-b7a8-60ee378f9caf {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:08.676985 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0621cc97-bdae-40c3-8373-95be7c233c81', 'tag': '46f79a89-1ecf-4096-8058-449688eb4a9c', 'status': 'completed', 'code': 200} Nov 08 13:51:08.688220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f2ab396d-434a-4d46-bedf-98e210de39e7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2176342 Nov 08 13:51:08.721668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6df12-225a-4cfa-acab-de09be830ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=46f79a89-1ecf-4096-8058-449688eb4a9c,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:08.776916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Set router 4647be14-51b1-4f98-bea2-bf0c1d22e725 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:08.856077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-6b780434-acda-4891-85b6-869ddab7c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:08.870238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff07158-d618-4f91-80e3-5b1d5b5b34b5 None None] Network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:08.872346 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-6b780434-acda-4891-85b6-869ddab7c829 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3fd2ebb0921f48078a9fde6dbf629bd8&device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 1095 time: 0.3908565 Nov 08 13:51:08.951800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722c730-baa5-427d-850f-2c853b231968 req-6f78be98-f2ed-4c2c-b9f5-735fc22d86c4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:08.960387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e722c730-baa5-427d-850f-2c853b231968 req-6f78be98-f2ed-4c2c-b9f5-735fc22d86c4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2452674 Nov 08 13:51:09.002195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-59af8a12-0044-4614-9ea0-2cf4ccbaee14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f79a89-1ecf-4096-8058-449688eb4a9c HTTP/1.1" status: 200 len: 217 time: 0.1004715 Nov 08 13:51:09.028486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0c78d-416f-4dd1-a0b6-434ec9034f23 req-2af9163a-0c7d-4bfa-8cc5-99109f020095 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:09.030030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8c0c78d-416f-4dd1-a0b6-434ec9034f23 req-2af9163a-0c7d-4bfa-8cc5-99109f020095 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 944 time: 0.3171020 Nov 08 13:51:09.127372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e722c730-baa5-427d-850f-2c853b231968 req-aadaaac6-2fc1-4fad-8ea9-63b07bf7d34f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660244 Nov 08 13:51:09.166636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23372c88-35ce-4043-a388-1d96c0d93d48 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:09.187768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:09.205264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d8c0c78d-416f-4dd1-a0b6-434ec9034f23 req-c5e102f1-63a9-45e8-afd0-a30dd4ececea tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645176 Nov 08 13:51:09.218350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Transition to ACTIVE for port object 23372c88-35ce-4043-a388-1d96c0d93d48 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:09.350254 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:09.493209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c49858-ed34-4780-806d-a057c63bf57d None None] Network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:09.612805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-7cb71f8b-68c4-4ba0-812a-b74dcdd08613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:09.619127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-7cb71f8b-68c4-4ba0-812a-b74dcdd08613 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09e6c424-d750-476d-8f02-53630eca8cc5 HTTP/1.1" status: 200 len: 861 time: 0.3969676 Nov 08 13:51:09.739877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:51:06Z', 'revision_number': 3, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port': {'id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:05Z', 'updated_at': '2021-11-08T13:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:09.775237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:09.788330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52320a00-cb99-4e2f-bb6b-3b1336ae23df req-bc8de1da-d6fc-4bbc-b17a-6ee9a990c9d5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:09.790044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52320a00-cb99-4e2f-bb6b-3b1336ae23df req-bc8de1da-d6fc-4bbc-b17a-6ee9a990c9d5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 943 time: 0.3387592 Nov 08 13:51:09.826938 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-81de9853-ad15-48b1-b80e-aa545c8adb32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90e9b4e5-1ccb-4410-93cb-75cbec3d13c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719580 Nov 08 13:51:09.960865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:09.961373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:09.961815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:09.975993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Port 23372c88-35ce-4043-a388-1d96c0d93d48 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:09.976502 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:10.022296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Checking router: 4647be14-51b1-4f98-bea2-bf0c1d22e725 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:51:10.022529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Updating router 4647be14-51b1-4f98-bea2-bf0c1d22e725 port e7d122bc-c9a4-45f4-8d92-03d708b6538b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:51:10.027549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:10.031341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Checking segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:10.031341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Bound using segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:10.032099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Bound port: 23372c88-35ce-4043-a388-1d96c0d93d48, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:10.032504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:10.064167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-7f87059c-9a53-4880-82fa-0e869faf1e42 service neutron] 10.222.0.70 "GET /v2.0/networks/90e9b4e5-1ccb-4410-93cb-75cbec3d13c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098083 Nov 08 13:51:10.111697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:10.325944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:10.334780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:10.342120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-99a7aa92-5e18-4d33-bc6a-59429a21083d req-a65f0d6c-ef83-4e3c-b1d0-be306fd6cf2d service neutron] 10.222.0.70 "GET /v2.0/networks/90e9b4e5-1ccb-4410-93cb-75cbec3d13c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694466 Nov 08 13:51:10.344650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:10.454033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:10.456230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:10.458245 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-6f929993-0487-456d-af31-808f3d5922ae service neutron] 10.222.0.54 "PUT /v2.0/ports/23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 1091 time: 2.6923103 Nov 08 13:51:10.507766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f929993-0487-456d-af31-808f3d5922ae service neutron] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:10.569971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-98954445-7497-44f4-87a9-215b54e096db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:10.571507 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-98954445-7497-44f4-87a9-215b54e096db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3fd2ebb0921f48078a9fde6dbf629bd8&device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 1095 time: 0.1606266 Nov 08 13:51:10.621808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-04a5718c-14ae-4d79-b53a-6c4319b7bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:10.623336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-04a5718c-14ae-4d79-b53a-6c4319b7bc19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1094 time: 0.1124194 Nov 08 13:51:10.721721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:10.724127 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2abe45e-54c4-4371-8606-ed6a03726a90" -d '{"events": [{"name": "network-changed", "server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:10.845900 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-64d0d3b7-7054-43f7-bf75-efb02c3ee522 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 217 time: 0.2039645 Nov 08 13:51:10.868396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55256) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:10.881112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-388848551'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:10.947169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:10.964269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:10.983689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52320a00-cb99-4e2f-bb6b-3b1336ae23df req-a046231d-48ee-4e82-84a6-df5339652f11 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1478813 Nov 08 13:51:11.039491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-28695df2-7f96-47bf-91b7-a5f6a9941466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:11.040279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:11.042105 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-28695df2-7f96-47bf-91b7-a5f6a9941466 service neutron] 10.222.0.70 "GET /v2.0/networks?id=90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 HTTP/1.1" status: 200 len: 922 time: 0.4629817 Nov 08 13:51:11.049176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.060385 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.075641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Attempting to bind port e7d122bc-c9a4-45f4-8d92-03d708b6538b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:11.075942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Attempting to bind port e7d122bc-c9a4-45f4-8d92-03d708b6538b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:11.076314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Attempting to bind port e7d122bc-c9a4-45f4-8d92-03d708b6538b on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:11.089142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:11.089142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:11.089142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.089608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:11.089796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Bound port: e7d122bc-c9a4-45f4-8d92-03d708b6538b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:11.090138 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.092290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53297edc-6d76-4d3f-a986-94437171e259 None None] Pushing event updated for resources: {'Port': ['ID=e7d122bc-c9a4-45f4-8d92-03d708b6538b,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:11.104467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-c01fcfff-beb2-4844-bc75-067a66dee78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:11.106023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-c01fcfff-beb2-4844-bc75-067a66dee78a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.2335470 Nov 08 13:51:11.109044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-6dfaf89b-1d39-46bc-acc7-63e181542465 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:11.110728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-6dfaf89b-1d39-46bc-acc7-63e181542465 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/networks?id=4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 HTTP/1.1" status: 200 len: 822 time: 1.1557286 Nov 08 13:51:11.168105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:51:11.171418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-8688cbfa-3d17-4f19-9ab9-ee25870575a0 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/quotas/2e81b88873244d1a9457643365735ddf HTTP/1.1" status: 200 len: 375 time: 0.0469730 Nov 08 13:51:11.214929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] For port e7d122bc-c9a4-45f4-8d92-03d708b6538b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:11.221712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] For port e7d122bc-c9a4-45f4-8d92-03d708b6538b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e7d122bc-c9a4-45f4-8d92-03d708b6538b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:11.226778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.227122 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Added segment 230f828b-01f3-42df-95a5-ee6593d7242a of type vlan for network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 Nov 08 13:51:11.231718 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-3fe8d7b0-0ab5-4f0e-9825-b0e601f4c73b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46f79a89-1ecf-4096-8058-449688eb4a9c HTTP/1.1" status: 200 len: 217 time: 0.1608222 Nov 08 13:51:11.234041 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.274147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-2595b854-2f94-4eaa-b59b-5f465e23f3ea tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2e81b88873244d1a9457643365735ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500906 Nov 08 13:51:11.313463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Routers {'4647be14-51b1-4f98-bea2-bf0c1d22e725'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:11.314359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:51:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4647be14-51b1-4f98-bea2-bf0c1d22e725'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:11.396810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.439179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] Set router 4647be14-51b1-4f98-bea2-bf0c1d22e725 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:11.454458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-bf45aa7a-53a2-4281-891f-f8e60dd509cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:11.458099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-bf45aa7a-53a2-4281-891f-f8e60dd509cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=09e6c424-d750-476d-8f02-53630eca8cc5 HTTP/1.1" status: 200 len: 861 time: 0.1328061 Nov 08 13:51:11.521033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873e589-7487-4007-ac91-12bbc35417ad req-b95d5163-f48e-4274-81ec-de2066d44cb2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:11.522570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b873e589-7487-4007-ac91-12bbc35417ad req-b95d5163-f48e-4274-81ec-de2066d44cb2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2447851 Nov 08 13:51:11.534690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.541803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:11.542468 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:11.567396 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-1e8baa2d-4244-46fd-8407-d77f51b28f9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=90e9b4e5-1ccb-4410-93cb-75cbec3d13c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006224 Nov 08 13:51:11.574074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-936c49d6-88b9-4496-98f8-b75189b5b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:11.581941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-936c49d6-88b9-4496-98f8-b75189b5b43e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3482924 Nov 08 13:51:11.696175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53297edc-6d76-4d3f-a986-94437171e259 None None] Pushing event updated for resources: {'Port': ['ID=e7d122bc-c9a4-45f4-8d92-03d708b6538b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:11.727669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:51:06Z', 'revision_number': 3, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port': {'id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:05Z', 'updated_at': '2021-11-08T13:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:11.756865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4309e2-47e5-4142-8c2a-2399b25d3517 None None] The sync data for ids ['4647be14-51b1-4f98-bea2-bf0c1d22e725'] in n-d-804292-2 is: [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:51:06Z', 'revision_number': 3, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port': {'id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:05Z', 'updated_at': '2021-11-08T13:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:51:11.828037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-73f604fe-60c0-427a-a1fd-afb8d6134f6e service neutron] 10.222.0.65 "GET /v2.0/networks/4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5137465 Nov 08 13:51:11.845921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b873e589-7487-4007-ac91-12bbc35417ad req-f3b45e43-46ba-466d-bf06-23607f2589f6 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147900 Nov 08 13:51:11.849621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-54de99ad-1479-4740-9124-6b49be822bce service neutron] 10.222.0.70 "GET /v2.0/networks/90e9b4e5-1ccb-4410-93cb-75cbec3d13c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666738 Nov 08 13:51:11.852154 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-2d8ba711-4044-4cc9-8cd0-49502dca0e5e service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561965 Nov 08 13:51:11.865812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Allocated IP 172.20.0.1 (9996f6e7-7179-4f2d-acd5-3fb2a932f90e/a76694f7-2366-48f0-94ff-496b3fc217fe/070829e1-f831-4c06-97eb-99eb9dccd6c6) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:11.866351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9907668 Nov 08 13:51:11.867690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55270) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:11.892242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-588030285'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:11.917411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426649ff-af49-438c-a28a-d82595ab02c0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Network': ['ID=1173fb7d-7c12-4aa2-8865-a859d2c32f63,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:11.928078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:51:12.112787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 46f79a89-1ecf-4096-8058-449688eb4a9c details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:12.296575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:12.302589 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:12.329677 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fe53b7d-91c4-46e4-8eba-f198e9501fe8 req-bdd1ff21-55bf-4b67-8939-c87741ee5a54 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4621668 Nov 08 13:51:12.366515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeadf2-a465-438e-a6a8-ccbd72821934 req-40f28524-9206-4b52-b3ca-6d0b11bf4f0d tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:12.370739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 46f79a89-1ecf-4096-8058-449688eb4a9c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=46f79a89-1ecf-4096-8058-449688eb4a9c,segment=NetworkSegment(f409178d-a66f-4582-bc22-1945815e8d4d),segment_id=f409178d-a66f-4582-bc22-1945815e8d4d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:12.372981 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06eeadf2-a465-438e-a6a8-ccbd72821934 req-40f28524-9206-4b52-b3ca-6d0b11bf4f0d tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 944 time: 0.3040509 Nov 08 13:51:12.373726 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4d5814e-cd73-49f5-ae1c-1cc7a909b0d6 req-4b217cc6-161f-43e2-a4bb-285325a7d3cf service neutron] 10.222.0.70 "GET /v2.0/networks/90e9b4e5-1ccb-4410-93cb-75cbec3d13c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046446 Nov 08 13:51:12.410121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '46f79a89-1ecf-4096-8058-449688eb4a9c', 'network_id': '90e9b4e5-1ccb-4410-93cb-75cbec3d13c2', 'port_id': '46f79a89-1ecf-4096-8058-449688eb4a9c', 'mac_address': 'fa:16:3e:46:a5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e6c424-d750-476d-8f02-53630eca8cc5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:12.462432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:51:12.506539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:12.526810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-47885182-eb54-4f08-ae43-cea7930b4781 service neutron] 10.222.0.65 "GET /v2.0/networks/4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6798348 Nov 08 13:51:12.543927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f79a89-1ecf-4096-8058-449688eb4a9c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:12.558242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06eeadf2-a465-438e-a6a8-ccbd72821934 req-057ea7a7-3b5a-47fb-b96d-0757e6a42979 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628904 Nov 08 13:51:12.593577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 46f79a89-1ecf-4096-8058-449688eb4a9c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=46f79a89-1ecf-4096-8058-449688eb4a9c,segment=NetworkSegment(f409178d-a66f-4582-bc22-1945815e8d4d),segment_id=f409178d-a66f-4582-bc22-1945815e8d4d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:12.613220 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:12.625984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:12.626640 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Added segment 6a38cb0e-c843-4884-a2f5-f828f6c7a7bd of type vlan for network 57617557-d9ea-482f-9a48-9fcc40ddae79 Nov 08 13:51:12.637397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:12.673039 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b41765-844f-4354-89ee-654d7f657cb8 x-openstack-request-id: req-75b41765-844f-4354-89ee-654d7f657cb8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:12.673399 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:12.673660 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75b41765-844f-4354-89ee-654d7f657cb8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:12.674226 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'status': 'completed', 'code': 200} Nov 08 13:51:12.800781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=46f79a89-1ecf-4096-8058-449688eb4a9c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:12.822793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e7d122bc-c9a4-45f4-8d92-03d708b6538b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:12.873786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:12.881958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['46f79a89-1ecf-4096-8058-449688eb4a9c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:12.900645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-ef912b28-9694-457d-9b65-a49521b7d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:12.902115 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-ef912b28-9694-457d-9b65-a49521b7d6ab service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1094 time: 0.2094073 Nov 08 13:51:12.961610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:13.025693 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:13.029625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e7d122bc-c9a4-45f4-8d92-03d708b6538b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:13.041929 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:13.046844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:13.080387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55298) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:13.216285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:13.228764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Pushing event updated for resources: {'Port': ['ID=070829e1-f831-4c06-97eb-99eb9dccd6c6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:13.236302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:13.264086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:13.264974 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:13.313130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-eb217cbd-3b6c-4e75-8a7d-c9b25991f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:13.314531 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-eb217cbd-3b6c-4e75-8a7d-c9b25991f859 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.3987563 Nov 08 13:51:13.425863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:13.479942 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-ec4087fe-b088-47f9-8d51-32d8a306c4fc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 217 time: 0.1433043 Nov 08 13:51:13.497011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port e7d122bc-c9a4-45f4-8d92-03d708b6538b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e7d122bc-c9a4-45f4-8d92-03d708b6538b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:13.512337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:13.581803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Network': ['ID=57617557-d9ea-482f-9a48-9fcc40ddae79,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:13.601843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:51:13.605226 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:13.626590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=e7d122bc-c9a4-45f4-8d92-03d708b6538b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:13.721959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c014667-1cac-49e7-90ea-3ada26067a73 req-7f02ba1e-01b5-494a-9fa7-5775019f2397 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 210 time: 0.2644122 Nov 08 13:51:13.798656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cdba2358-0388-4484-b532-aee8bd7810a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.9157565 Nov 08 13:51:13.799728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55312) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:13.820230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'subnet': {'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:13.838854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38547fef-bcb9-429f-aafa-8c7da5b692f0 req-fc55ea13-f802-4d94-8dfd-87a494153abd tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:13.847461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38547fef-bcb9-429f-aafa-8c7da5b692f0 req-fc55ea13-f802-4d94-8dfd-87a494153abd tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 943 time: 0.8052552 Nov 08 13:51:13.931641 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38547fef-bcb9-429f-aafa-8c7da5b692f0 req-5575a521-12ee-42b3-9fb7-70bcfa5d391f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828454 Nov 08 13:51:14.122903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 46f79a89-1ecf-4096-8058-449688eb4a9c up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:14.145017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec378bc0-69e2-4184-b64d-cee3b8fdd817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:14.190650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-494b28fc-1b33-4a36-9406-70e8a5a9c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:14.192981 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-494b28fc-1b33-4a36-9406-70e8a5a9c58a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.6893303 Nov 08 13:51:14.299090 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:14.312608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65a344-75a0-41fd-bf2b-1b73c975a99b req-4de8deb1-b9c7-4446-a747-23ec16187af9 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:14.314260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d65a344-75a0-41fd-bf2b-1b73c975a99b req-4de8deb1-b9c7-4446-a747-23ec16187af9 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.3952255 Nov 08 13:51:14.377157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec378bc0-69e2-4184-b64d-cee3b8fdd817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:14.393001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec378bc0-69e2-4184-b64d-cee3b8fdd817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:14.446293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec378bc0-69e2-4184-b64d-cee3b8fdd817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ef97c2-af81-4b00-9494-37dd87342f2b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:14.457487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:14.462473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:14.485714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-a16e7b13-ac23-410f-aaaa-6a67c9666ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:14.487914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-a16e7b13-ac23-410f-aaaa-6a67c9666ab4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ef6e474d33fd431f8c72c55266420e60&device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 1098 time: 1.0319688 Nov 08 13:51:14.556015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 46f79a89-1ecf-4096-8058-449688eb4a9c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:14.572778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ec378bc0-69e2-4184-b64d-cee3b8fdd817 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91549c8dac0d47cdb88ebc084c7296dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4913003 Nov 08 13:51:14.578030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 46f79a89-1ecf-4096-8058-449688eb4a9c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:14.578405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:14.581404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d144ca3f-af7e-445f-99ad-36e63e625d40 req-05bf9efd-ae05-4e1f-a3ba-dc997ea732f4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:14.583014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d144ca3f-af7e-445f-99ad-36e63e625d40 req-05bf9efd-ae05-4e1f-a3ba-dc997ea732f4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 945 time: 0.4088359 Nov 08 13:51:14.592323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55316) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:14.656753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-2cbc0220-2b5f-4034-81b9-8271b23c4d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:14.659227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-2cbc0220-2b5f-4034-81b9-8271b23c4d81 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4581146 Nov 08 13:51:14.735497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:14.745689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d65a344-75a0-41fd-bf2b-1b73c975a99b req-e9afde41-2268-49ab-b37d-efbdda66680c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157665 Nov 08 13:51:14.776260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e7d122bc-c9a4-45f4-8d92-03d708b6538b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:14.783063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:14.807767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-d1f79d3f-9a8b-4204-9d25-2041f638584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:14.817579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-d1f79d3f-9a8b-4204-9d25-2041f638584c service neutron] 10.222.0.70 "GET /v2.0/networks?id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 200 len: 915 time: 0.3118541 Nov 08 13:51:14.902158 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-2230ff3c-c704-4fe3-8b65-b0ddefc865e1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 200 len: 217 time: 0.0722413 Nov 08 13:51:14.921393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0621cc97-bdae-40c3-8373-95be7c233c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f79a89-1ecf-4096-8058-449688eb4a9c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:14.925008 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f07073-5d10-4860-ae55-5ff6288cf79d" -d '{"events": [{"server_uuid": "0621cc97-bdae-40c3-8373-95be7c233c81", "name": "network-vif-plugged", "status": "completed", "tag": "46f79a89-1ecf-4096-8058-449688eb4a9c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:14.947092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 46f79a89-1ecf-4096-8058-449688eb4a9c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=46f79a89-1ecf-4096-8058-449688eb4a9c,segment=NetworkSegment(f409178d-a66f-4582-bc22-1945815e8d4d),segment_id=f409178d-a66f-4582-bc22-1945815e8d4d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:14.978067 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.063489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-8bbc386b-4db5-463f-b665-7fa5e7c866b8 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889704 Nov 08 13:51:15.074804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-59799717-7440-4688-aff4-07b764e6414e tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:15.076260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-59799717-7440-4688-aff4-07b764e6414e tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.70 "GET /v2.0/networks?id=4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 HTTP/1.1" status: 200 len: 822 time: 0.2985406 Nov 08 13:51:15.100728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e7d122bc-c9a4-45f4-8d92-03d708b6538b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:15.100728 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.112252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=46f79a89-1ecf-4096-8058-449688eb4a9c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:15.155254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Request body: {'port': {'device_id': '298f873a-52f9-4865-b687-538ee3bd8146', 'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4', 'admin_state_up': True, 'tenant_id': '2e81b88873244d1a9457643365735ddf'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:15.156314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-a2f3fe84-c1d8-43bb-aede-e5db2bb754ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:15.157894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-a2f3fe84-c1d8-43bb-aede-e5db2bb754ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 200 len: 854 time: 0.2479393 Nov 08 13:51:15.174807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:15.191077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '23372c88-35ce-4043-a388-1d96c0d93d48', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'port_id': '23372c88-35ce-4043-a388-1d96c0d93d48', 'mac_address': 'fa:16:3e:5b:20:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:15.228639 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-12f30959-837e-44cc-9ccf-4bb747f4dfad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343380 Nov 08 13:51:15.317301 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.319653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b590807-d41b-479d-b260-e6be7ffcb93b req-17d887d9-921f-4c15-a73b-8e782c816dfa tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 210 time: 0.2388031 Nov 08 13:51:15.321343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Made reservation on behalf of 2e81b88873244d1a9457643365735ddf for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:15.325201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.335640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d144ca3f-af7e-445f-99ad-36e63e625d40 req-a6dcbbc1-875b-4e75-a8fa-f843d9f660ba tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7315600 Nov 08 13:51:15.375959 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-4d0a96a3-0bf4-4766-bda0-996281d87158 service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360924 Nov 08 13:51:15.414222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23372c88-35ce-4043-a388-1d96c0d93d48 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:15.489583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-337520bf-3aa6-48c5-8507-d05b2ec0cff9 req-c0d50828-6e4e-4961-8a01-73d1721b93d9 service neutron] 10.222.0.70 "GET /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021020 Nov 08 13:51:15.489805 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d342ac1-c01a-454a-93ca-f1424d72afe4 x-openstack-request-id: req-8d342ac1-c01a-454a-93ca-f1424d72afe4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:15.489805 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0621cc97-bdae-40c3-8373-95be7c233c81", "name": "network-vif-plugged", "status": "completed", "tag": "46f79a89-1ecf-4096-8058-449688eb4a9c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:15.489805 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d342ac1-c01a-454a-93ca-f1424d72afe4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:15.489805 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0621cc97-bdae-40c3-8373-95be7c233c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f79a89-1ecf-4096-8058-449688eb4a9c', 'code': 200} Nov 08 13:51:15.513364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:15.530926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.534619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c2abe45e-54c4-4371-8606-ed6a03726a90 req-3fa2f1b9-d164-4bde-b352-42b6af2468ec service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612346 Nov 08 13:51:15.622246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:15.627938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e223e7-d428-4c78-b000-e17ecb7f10db req-bd1be917-7afb-4bfd-9771-501fa032e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:15.630995 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02e223e7-d428-4c78-b000-e17ecb7f10db req-bd1be917-7afb-4bfd-9771-501fa032e886 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 1097 time: 0.0598779 Nov 08 13:51:15.652779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ba72dd4-5846-44e3-80e8-5d97778651fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.698788 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02e223e7-d428-4c78-b000-e17ecb7f10db req-057564a4-39a1-4915-b17b-d0684dafd2c8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606852 Nov 08 13:51:15.739269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Allocated IP 172.20.0.8 (4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4/fe69168b-2e53-4624-9e20-8803b6d3393f/403103ea-92b4-4961-8baa-8ca64e997442) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:15.743761 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ba72dd4-5846-44e3-80e8-5d97778651fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.761477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.826147 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.857773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe45bc5-1917-46fe-a600-007c2e44884c req-da496129-8e9c-455b-86a4-9b3169098dcc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:15.859301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fe45bc5-1917-46fe-a600-007c2e44884c req-da496129-8e9c-455b-86a4-9b3169098dcc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.2697027 Nov 08 13:51:15.870510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:15.911886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['23372c88-35ce-4043-a388-1d96c0d93d48'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:16.032780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Subnet': ['ID=577e4ee2-9694-40c0-826b-3fee94d7760c,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:16.134659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Pushing event updated for resources: {'Port': ['ID=070829e1-f831-4c06-97eb-99eb9dccd6c6,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:16.157665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fe45bc5-1917-46fe-a600-007c2e44884c req-291b029d-acfe-40a6-aca6-a9592ba940b3 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732673 Nov 08 13:51:16.184297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.196850 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ba72dd4-5846-44e3-80e8-5d97778651fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.202039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ba72dd4-5846-44e3-80e8-5d97778651fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.203533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4ba72dd4-5846-44e3-80e8-5d97778651fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/27ef97c2-af81-4b00-9494-37dd87342f2b HTTP/1.1" status: 204 len: 168 time: 1.6101990 Nov 08 13:51:16.301310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdbeba-7b6c-491f-ba6c-761e6165b302 req-7f606fdd-cd68-4933-857a-eda523d2fca1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:16.308745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9bdbeba-7b6c-491f-ba6c-761e6165b302 req-7f606fdd-cd68-4933-857a-eda523d2fca1 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.4438317 Nov 08 13:51:16.314223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Checking segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:16.318621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network hostable DHCP agents. Network: 1173fb7d-7c12-4aa2-8865-a859d2c32f63, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:51:16.438104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.500101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba72dd4-5846-44e3-80e8-5d97778651fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ef97c2-af81-4b00-9494-37dd87342f2b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:16.681035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.693019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55358) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:16.715446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1d47-0f08-4251-aae7-f6f46b8c5c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.792427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:16.808566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1d47-0f08-4251-aae7-f6f46b8c5c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.815524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:16.823295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:16.829095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8b9c1d47-0f08-4251-aae7-f6f46b8c5c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:16.835752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:51:16.844931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:16.853498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Pushing event updated for resources: {'Port': ['ID=403103ea-92b4-4961-8baa-8ca64e997442,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:16.861614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:16.883725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee9ea4-c3da-437d-b4de-d89723c6c213 req-07105629-f887-4c02-abc0-5a3e8a728022 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:16.887110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61ee9ea4-c3da-437d-b4de-d89723c6c213 req-07105629-f887-4c02-abc0-5a3e8a728022 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 946 time: 0.2402906 Nov 08 13:51:16.888174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8b9c1d47-0f08-4251-aae7-f6f46b8c5c30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b43cfafacfb4a7c9a8df937971eabfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1940582 Nov 08 13:51:16.889355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c1d47-0f08-4251-aae7-f6f46b8c5c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4320b-5861-4a2d-956e-c152c749a22a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:16.891962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:16.946141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 1173fb7d-7c12-4aa2-8865-a859d2c32f63) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:16.965847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0fcf04-168f-4097-bbf4-22c9252c52d1 None None] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:17.008167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7329296-1fc0-4151-bf44-f65ecd695389 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.048310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7329296-1fc0-4151-bf44-f65ecd695389 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.150270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7329296-1fc0-4151-bf44-f65ecd695389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.157170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7329296-1fc0-4151-bf44-f65ecd695389 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.163632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c7329296-1fc0-4151-bf44-f65ecd695389 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6e4320b-5861-4a2d-956e-c152c749a22a HTTP/1.1" status: 204 len: 168 time: 0.2697988 Nov 08 13:51:17.175144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7329296-1fc0-4151-bf44-f65ecd695389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4320b-5861-4a2d-956e-c152c749a22a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:17.258478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'fixed_ips': [{'subnet_id': '577e4ee2-9694-40c0-826b-3fee94d7760c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:51:17.260553 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.360989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9bdbeba-7b6c-491f-ba6c-761e6165b302 req-7b07eaea-e0ce-4b93-a64c-af1922323031 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0382092 Nov 08 13:51:17.366754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:17.367356 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.454484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:17.455163 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.475458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a04ca301-655a-457c-8ed7-eb034c72aa19 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6691222 Nov 08 13:51:17.482719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55368) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:17.488895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'subnet': {'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:17.557997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Allocated IP 10.1.1.2 (1173fb7d-7c12-4aa2-8865-a859d2c32f63/577e4ee2-9694-40c0-826b-3fee94d7760c/386d67d6-8881-4051-9e78-a9bae5c7989a) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:17.570669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61ee9ea4-c3da-437d-b4de-d89723c6c213 req-388212ca-a5ff-4736-bb66-df632dcea5a5 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6193676 Nov 08 13:51:17.627155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-d379656a-1a77-4834-ad49-a77a17c396d6 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5219085 Nov 08 13:51:17.656256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Request body: {'port': {'device_id': '298f873a-52f9-4865-b687-538ee3bd8146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:17.684642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:17.701192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.740638 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.813009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776c4ac-46c5-40b6-88ce-d0c5c905e795 req-bfc43c66-b957-4115-b664-4f6343159793 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:17.821676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c776c4ac-46c5-40b6-88ce-d0c5c905e795 req-bfc43c66-b957-4115-b664-4f6343159793 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 931 time: 0.2910931 Nov 08 13:51:17.833217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.844913 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:17.906491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:17.912059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:17.916378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:17.925276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Pushing event updated for resources: {'Port': ['ID=386d67d6-8881-4051-9e78-a9bae5c7989a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:17.937065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c776c4ac-46c5-40b6-88ce-d0c5c905e795 req-9d223851-f4fe-483e-a8f5-8b01f9a3bc5e tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140568 Nov 08 13:51:18.004937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Router 4647be14-51b1-4f98-bea2-bf0c1d22e725 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:51:18.011186 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Attempting to bind port 386d67d6-8881-4051-9e78-a9bae5c7989a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:18.012178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Attempting to bind port 386d67d6-8881-4051-9e78-a9bae5c7989a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:18.012705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Attempting to bind port 386d67d6-8881-4051-9e78-a9bae5c7989a on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:18.019893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:18.020584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Checking segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:18.021145 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.021688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Bound using segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:18.022314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Bound port: 386d67d6-8881-4051-9e78-a9bae5c7989a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:18.022878 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.024861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97bddf-0d03-4c5a-972e-fed5a8e45959 req-ebb44877-8ed3-4221-8f05-56840326a29f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:18.026552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a97bddf-0d03-4c5a-972e-fed5a8e45959 req-ebb44877-8ed3-4221-8f05-56840326a29f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.2902215 Nov 08 13:51:18.130733 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.167682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] For port 386d67d6-8881-4051-9e78-a9bae5c7989a, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:18.174762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] For port 386d67d6-8881-4051-9e78-a9bae5c7989a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=386d67d6-8881-4051-9e78-a9bae5c7989a,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:18.184728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:51:18.189430 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.203648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-728ab836-6519-4ec7-b6e8-2c507311cde4 admin admin] 10.222.0.65 "PUT /v2.0/routers/4647be14-51b1-4f98-bea2-bf0c1d22e725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7972648 Nov 08 13:51:18.206257 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Sync routers for ids ['4647be14-51b1-4f98-bea2-bf0c1d22e725'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:51:18.245632 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Routers {'4647be14-51b1-4f98-bea2-bf0c1d22e725'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:18.252170 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:51:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4647be14-51b1-4f98-bea2-bf0c1d22e725'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:18.263766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Subnet': ['ID=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:18.272381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Checking segment: {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:18.272949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network hostable DHCP agents. Network: 57617557-d9ea-482f-9a48-9fcc40ddae79, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:51:18.320145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:51:18.340200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 57617557-d9ea-482f-9a48-9fcc40ddae79) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:18.349147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:18.349716 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:18.369619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a97bddf-0d03-4c5a-972e-fed5a8e45959 req-e8959dc6-f296-4c59-808a-49393c1a191a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3288860 Nov 08 13:51:18.382165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d0bff4-1d5a-4b27-9a52-0f0a487432c6 None None] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:18.431380 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2fdb4715-3433-4b75-a545-444a673fbe74 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9455061 Nov 08 13:51:18.432683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55396) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:18.457312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'port': {'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'name': 'tempest-TaggedBootDevicesTest-863612571', 'fixed_ips': [{'subnet_id': '577e4ee2-9694-40c0-826b-3fee94d7760c'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:18.628470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff02fce-adc5-4a03-8db7-fa4c7d84d54c None None] Pushing event updated for resources: {'Port': ['ID=386d67d6-8881-4051-9e78-a9bae5c7989a,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:18.633877 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Set router 4647be14-51b1-4f98-bea2-bf0c1d22e725 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:18.804602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:18.806956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-57617557-d9ea-482f-9a48-9fcc40ddae79', 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'fixed_ips': [{'subnet_id': 'b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:51:18.807853 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.007970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dab10b-92b6-490c-acf7-0b734b45b85d req-fdfb29b1-973c-4ce7-ac19-d5a1f5a290ce tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:19.009468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8dab10b-92b6-490c-acf7-0b734b45b85d req-fdfb29b1-973c-4ce7-ac19-d5a1f5a290ce tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.4888601 Nov 08 13:51:19.037928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6129340-3c12-486b-b4a5-7f3925911a5b req-786fb2ca-b1da-4127-b958-442c365c70d4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:19.039473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6129340-3c12-486b-b4a5-7f3925911a5b req-786fb2ca-b1da-4127-b958-442c365c70d4 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 946 time: 0.1902063 Nov 08 13:51:19.119188 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:51:13Z', 'revision_number': 4, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port': {'id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:05Z', 'updated_at': '2021-11-08T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '070829e1-f831-4c06-97eb-99eb9dccd6c6', 'name': '', 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'mac_address': 'fa:16:3e:bb:3a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:11Z', 'updated_at': '2021-11-08T13:51:14Z', 'revision_number': 2, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'subnets': [{'id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:19.154115 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Checking router: 4647be14-51b1-4f98-bea2-bf0c1d22e725 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:51:19.155286 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Updating router 4647be14-51b1-4f98-bea2-bf0c1d22e725 port 070829e1-f831-4c06-97eb-99eb9dccd6c6 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:51:19.186067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 23372c88-35ce-4043-a388-1d96c0d93d48 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:19.202677 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.206953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:19.209379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 23372c88-35ce-4043-a388-1d96c0d93d48 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:19.211274 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.266497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Allocated IP 10.2.2.2 (57617557-d9ea-482f-9a48-9fcc40ddae79/b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba/79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:19.310695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.321611 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8dab10b-92b6-490c-acf7-0b734b45b85d req-930171e6-0410-4573-b6b6-e0e754157750 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793095 Nov 08 13:51:19.361719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6129340-3c12-486b-b4a5-7f3925911a5b req-e677e134-e7b1-4552-be0f-cc16ef89a3f2 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136921 Nov 08 13:51:19.362941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] device_id is not set on port 57de1688-0467-433d-abee-88a7cfb43cb7 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:51:19.369303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403103ea-92b4-4961-8baa-8ca64e997442 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:19.389689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.661455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Transition to ACTIVE for port object 403103ea-92b4-4961-8baa-8ca64e997442 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:19.667391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.730323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.818027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:19.820108 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0dd643-97e6-4938-88e2-6db0386f0f0d" -d '{"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-plugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:19.883387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:19.903217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.909700 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.928677 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.945324 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:19.977703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.034445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:20.035817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:20.042966 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e283fa2-d6b1-4796-aa19-b111959fdd5e None None] Pushing event updated for resources: {'Port': ['ID=070829e1-f831-4c06-97eb-99eb9dccd6c6,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:20.052418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:20.069024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:20.140747 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Attempting to bind port 070829e1-f831-4c06-97eb-99eb9dccd6c6 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:20.141124 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Attempting to bind port 070829e1-f831-4c06-97eb-99eb9dccd6c6 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:20.141485 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Attempting to bind port 070829e1-f831-4c06-97eb-99eb9dccd6c6 on network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:20.147994 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:20.148370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Checking segment: {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:20.148810 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.149321 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Bound using segment: {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:20.150782 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Bound port: 070829e1-f831-4c06-97eb-99eb9dccd6c6, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:20.151145 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.231122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Pushing event updated for resources: {'Port': ['ID=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:20.239651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Attempting to bind port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:20.240305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Attempting to bind port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:20.240811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Attempting to bind port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c on network 57617557-d9ea-482f-9a48-9fcc40ddae79 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:20.243987 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] For port 070829e1-f831-4c06-97eb-99eb9dccd6c6, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:20.249486 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] For port 070829e1-f831-4c06-97eb-99eb9dccd6c6, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=070829e1-f831-4c06-97eb-99eb9dccd6c6,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:20.260965 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.261290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:20.261678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Checking segment: {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:20.264647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.267486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Bound using segment: {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:20.270431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Bound port: 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:20.270653 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.311604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01afcf2-d028-409f-82fe-1cfd30d9735d None None] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:20.342453 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Routers {'4647be14-51b1-4f98-bea2-bf0c1d22e725'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:20.343137 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:51:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4647be14-51b1-4f98-bea2-bf0c1d22e725'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:20.348777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81cdeb-152c-4589-aad0-a275eda0ad75 req-a32f8457-a81e-403c-8dcd-bcf112f53e4d tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:20.350351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a81cdeb-152c-4589-aad0-a275eda0ad75 req-a32f8457-a81e-403c-8dcd-bcf112f53e4d tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 931 time: 0.7731042 Nov 08 13:51:20.368030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Pushing event updated for resources: {'Port': ['ID=403103ea-92b4-4961-8baa-8ca64e997442,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:20.440314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Attempting to bind port 403103ea-92b4-4961-8baa-8ca64e997442 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:20.440656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Attempting to bind port 403103ea-92b4-4961-8baa-8ca64e997442 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:20.440985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Attempting to bind port 403103ea-92b4-4961-8baa-8ca64e997442 on network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:20.472282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Port 403103ea-92b4-4961-8baa-8ca64e997442 on network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:20.473153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Attempting to bind port 403103ea-92b4-4961-8baa-8ca64e997442 on network 4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:20.491312 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] Set router 4647be14-51b1-4f98-bea2-bf0c1d22e725 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:20.503680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 10.1.1.217 (1173fb7d-7c12-4aa2-8865-a859d2c32f63/577e4ee2-9694-40c0-826b-3fee94d7760c/57de1688-0467-433d-abee-88a7cfb43cb7) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:20.516856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-e04e4e2e-72b8-4141-ba19-941d79247ce9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:20.523981 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-e04e4e2e-72b8-4141-ba19-941d79247ce9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 819 time: 0.6491036 Nov 08 13:51:20.525916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:20.526259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Checking segment: {'id': '3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:20.526641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Bound using segment: {'id': '3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:20.527087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Bound port: 403103ea-92b4-4961-8baa-8ca64e997442, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:20.527442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.560664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-538a68d8-e70f-4904-8748-2884eb2008a4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/quotas/7ad0a46edece467fb9681f3af06b1b7b HTTP/1.1" status: 200 len: 375 time: 0.0356228 Nov 08 13:51:20.570720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] For port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:20.574410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] For port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:20.585921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a81cdeb-152c-4589-aad0-a275eda0ad75 req-b0569fb9-2465-4855-b654-6a734a8615e3 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129734 Nov 08 13:51:20.628738 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.670834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-35324975-2b68-4331-910a-3c6f70a4264e None None] Provisioning complete for port 386d67d6-8881-4051-9e78-a9bae5c7989a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:20.671202 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35324975-2b68-4331-910a-3c6f70a4264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:20.756656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82e718e8-28e6-4dad-ae3a-272cd2d3068f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1951196 Nov 08 13:51:20.789218 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e283fa2-d6b1-4796-aa19-b111959fdd5e None None] Pushing event updated for resources: {'Port': ['ID=070829e1-f831-4c06-97eb-99eb9dccd6c6,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:20.816100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f9da2-3a53-4fb6-905c-bd23c3863370 None None] Pushing event updated for resources: {'Port': ['ID=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:20.843600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] For port 403103ea-92b4-4961-8baa-8ca64e997442, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:20.854882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 386d67d6-8881-4051-9e78-a9bae5c7989a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:21.022520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] For port 403103ea-92b4-4961-8baa-8ca64e997442, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=403103ea-92b4-4961-8baa-8ca64e997442,segment=NetworkSegment(3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494),segment_id=3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:21.037201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:21.096573 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:51:13Z', 'revision_number': 4, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port': {'id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:05Z', 'updated_at': '2021-11-08T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '070829e1-f831-4c06-97eb-99eb9dccd6c6', 'name': '', 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'mac_address': 'fa:16:3e:bb:3a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:11Z', 'updated_at': '2021-11-08T13:51:20Z', 'revision_number': 4, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'subnets': [{'id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:21.126932 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35324975-2b68-4331-910a-3c6f70a4264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:21.166943 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca4b6f8-8f01-49bd-a66e-416ce183fa08 None None] The sync data for ids ['4647be14-51b1-4f98-bea2-bf0c1d22e725'] in n-d-804292-2 is: [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:51:13Z', 'revision_number': 4, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port': {'id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:05Z', 'updated_at': '2021-11-08T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '070829e1-f831-4c06-97eb-99eb9dccd6c6', 'name': '', 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'mac_address': 'fa:16:3e:bb:3a:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_interface', 'standard_attr_id': 1309, 'fixed_ips': [{'subnet_id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:11Z', 'updated_at': '2021-11-08T13:51:20Z', 'revision_number': 4, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'subnets': [{'id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:51:21.227126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:21.229988 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:21.242182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-35324975-2b68-4331-910a-3c6f70a4264e None None] For port 386d67d6-8881-4051-9e78-a9bae5c7989a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=386d67d6-8881-4051-9e78-a9bae5c7989a,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:21.246087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] 10.222.0.70 "PUT /v2.0/ports/403103ea-92b4-4961-8baa-8ca64e997442 HTTP/1.1" status: 200 len: 1091 time: 3.5989730 Nov 08 13:51:21.247385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f873a-52f9-4865-b687-538ee3bd8146', 'tag': '403103ea-92b4-4961-8baa-8ca64e997442'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:21.250733 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a" -d '{"events": [{"name": "network-changed", "server_uuid": "298f873a-52f9-4865-b687-538ee3bd8146", "tag": "403103ea-92b4-4961-8baa-8ca64e997442"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:21.256553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 386d67d6-8881-4051-9e78-a9bae5c7989a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:21.257747 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:21.259665 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35324975-2b68-4331-910a-3c6f70a4264e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:21.345911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb4ad7-8aa4-4013-8c00-136f4e8e8366 service neutron] Pushing event updated for resources: {'Port': ['ID=403103ea-92b4-4961-8baa-8ca64e997442,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:21.441106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b765625-6fa6-47b3-80e1-540b50c91f22 req-4a5f38d3-97a3-40b4-a221-e7b1cd4e25d4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:21.443148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b765625-6fa6-47b3-80e1-540b50c91f22 req-4a5f38d3-97a3-40b4-a221-e7b1cd4e25d4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.4803157 Nov 08 13:51:21.451462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35324975-2b68-4331-910a-3c6f70a4264e None None] Pushing event updated for resources: {'Port': ['ID=386d67d6-8881-4051-9e78-a9bae5c7989a,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:21.493281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0a2751ca-101c-48c9-8c68-a0ab4b680c4a service neutron] 10.222.0.65 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355819 Nov 08 13:51:21.669899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:21.672984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-f69c9b19-0171-4b8f-826e-12ea24159068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:21.681378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-f69c9b19-0171-4b8f-826e-12ea24159068 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e81b88873244d1a9457643365735ddf&device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 1094 time: 0.3217144 Nov 08 13:51:21.813421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-25cde465-9d04-40e4-8786-8a81248a1211 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=403103ea-92b4-4961-8baa-8ca64e997442 HTTP/1.1" status: 200 len: 217 time: 0.1221247 Nov 08 13:51:21.846169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b765625-6fa6-47b3-80e1-540b50c91f22 req-795aa4e5-5c96-4b69-adf5-0cd3f77fc42c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891101 Nov 08 13:51:22.116360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-36663be6-e85e-46ea-b8ee-10b91fe74a16 None None] Provisioning complete for port 386d67d6-8881-4051-9e78-a9bae5c7989a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:22.117099 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36663be6-e85e-46ea-b8ee-10b91fe74a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:22.621140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-3f14c1ea-2f6b-4fc7-9f10-0bfd6408ca3a service neutron] 10.222.0.65 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1266012 Nov 08 13:51:22.639902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-a6e6008d-5889-4cbb-9a7f-f884e917e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:22.641416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-a6e6008d-5889-4cbb-9a7f-f884e917e554 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe69168b-2e53-4624-9e20-8803b6d3393f HTTP/1.1" status: 200 len: 862 time: 0.8127391 Nov 08 13:51:22.664639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:22.737050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ea98b-9ee8-4171-af08-f76febea2987 req-7863a932-2944-4c55-a6fd-ba1dc003458f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:22.746681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a3ea98b-9ee8-4171-af08-f76febea2987 req-7863a932-2944-4c55-a6fd-ba1dc003458f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.7669225 Nov 08 13:51:22.764481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f76d5-fedd-4fdf-badc-7132d0e7a441 None None] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:22.779674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-93f349bb-c240-4f5b-8ddc-41b8d3838423 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129248 Nov 08 13:51:22.829996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:22.869644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55494) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:22.920881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:23.009429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:23.015827 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b49a77-702d-4ccd-8f98-eaa963fa355e x-openstack-request-id: req-b8b49a77-702d-4ccd-8f98-eaa963fa355e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:23.016252 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-plugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:23.016978 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8b49a77-702d-4ccd-8f98-eaa963fa355e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:23.021610 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'code': 200} Nov 08 13:51:23.057265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 070829e1-f831-4c06-97eb-99eb9dccd6c6 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:23.132893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9e0fd746-8fdd-4ff4-a332-4ead0aec0750 None None] Provisioning complete for port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:23.133294 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd746-8fdd-4ff4-a332-4ead0aec0750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.162005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-549e12c0-4905-4818-ad3f-74cac3c09e4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.174289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.193022 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420b254d-32d3-4ef5-84a4-ba89a1dbf1dc x-openstack-request-id: req-420b254d-32d3-4ef5-84a4-ba89a1dbf1dc {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:23.193673 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f873a-52f9-4865-b687-538ee3bd8146", "tag": "403103ea-92b4-4961-8baa-8ca64e997442", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:23.194207 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-420b254d-32d3-4ef5-84a4-ba89a1dbf1dc {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:23.195214 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f873a-52f9-4865-b687-538ee3bd8146', 'tag': '403103ea-92b4-4961-8baa-8ca64e997442', 'status': 'completed', 'code': 200} Nov 08 13:51:23.209741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:23.210690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.238165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=57de1688-0467-433d-abee-88a7cfb43cb7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:23.366042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-549e12c0-4905-4818-ad3f-74cac3c09e4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.381877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c6f44-62e3-4e73-8f33-3f3c17d5685a req-6a96a3da-2f82-42fd-bcaa-919a0e7942be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:23.383652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd746-8fdd-4ff4-a332-4ead0aec0750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.383913 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-309c6f44-62e3-4e73-8f33-3f3c17d5685a req-6a96a3da-2f82-42fd-bcaa-919a0e7942be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1096 time: 0.3234670 Nov 08 13:51:23.385022 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-549e12c0-4905-4818-ad3f-74cac3c09e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.404408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a3ea98b-9ee8-4171-af08-f76febea2987 req-793d603b-f447-4dda-8bfd-b5b9d12013a6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6567378 Nov 08 13:51:23.405664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 070829e1-f831-4c06-97eb-99eb9dccd6c6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:23.406036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.438724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-40c872fc-17f0-4b6b-bae1-0ce31c333d77 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0049217 Nov 08 13:51:23.451266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55512) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:23.458829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'port': {'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'name': 'tempest-TaggedBootDevicesTest-165068008', 'fixed_ips': [{'subnet_id': '577e4ee2-9694-40c0-826b-3fee94d7760c'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:23.477507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9c5b2-c238-4344-8b54-712e2d695c77 req-7bf5c274-d2af-4d2f-a2db-c87be59e943c tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:23.479418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24a9c5b2-c238-4344-8b54-712e2d695c77 req-7bf5c274-d2af-4d2f-a2db-c87be59e943c tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 943 time: 0.2930648 Nov 08 13:51:23.511342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e12c0-4905-4818-ad3f-74cac3c09e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccec645-e7c0-4353-bc6b-a93f2c55d19b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:23.542555 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-549e12c0-4905-4818-ad3f-74cac3c09e4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42061e635dd2410db69764deb3ac8737&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6712146 Nov 08 13:51:23.546188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55522) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:23.567993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9e0fd746-8fdd-4ff4-a332-4ead0aec0750 None None] For port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:23.578628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.598738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-309c6f44-62e3-4e73-8f33-3f3c17d5685a req-9de38da0-0054-4945-932b-9a8abc2e79f6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819627 Nov 08 13:51:23.625835 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9e0fd746-8fdd-4ff4-a332-4ead0aec0750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.651431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c7bfb91-629e-4574-9870-9cc229f0b63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.685204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-f96019a7-fa64-4bc2-a03f-f2f617043a36 service neutron] 10.222.0.70 "GET /v2.0/networks/4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8847549 Nov 08 13:51:23.687412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c7bfb91-629e-4574-9870-9cc229f0b63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.719912 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.729801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-827b9e5b-4a91-4e22-897d-58a9306ec53c req-36bdcbb1-54a5-4686-bd31-375ff06c53e5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 210 time: 0.0761495 Nov 08 13:51:23.745744 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24a9c5b2-c238-4344-8b54-712e2d695c77 req-1d2eaf5b-91fa-4ee1-8188-f72a91e97040 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418728 Nov 08 13:51:23.774742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fd746-8fdd-4ff4-a332-4ead0aec0750 None None] Pushing event updated for resources: {'Port': ['ID=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:23.786522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c7bfb91-629e-4574-9870-9cc229f0b63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.794268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c7bfb91-629e-4574-9870-9cc229f0b63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.797328 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8c7bfb91-629e-4574-9870-9cc229f0b63d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ccec645-e7c0-4353-bc6b-a93f2c55d19b HTTP/1.1" status: 204 len: 168 time: 0.2492959 Nov 08 13:51:23.828478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-88a86a8b-7dd8-4e93-a115-1b43bfc21f72 None None] Provisioning complete for port 57de1688-0467-433d-abee-88a7cfb43cb7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:23.828856 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88a86a8b-7dd8-4e93-a115-1b43bfc21f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.846263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bfb91-629e-4574-9870-9cc229f0b63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccec645-e7c0-4353-bc6b-a93f2c55d19b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:23.894900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84832ce5-b051-4007-81ba-4460a9c9d8a6 req-9ca14659-ca72-4487-9bd5-03df05428f1c service neutron] 10.222.0.70 "GET /v2.0/networks/4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688471 Nov 08 13:51:23.896198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:23.900988 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.905342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 070829e1-f831-4c06-97eb-99eb9dccd6c6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=070829e1-f831-4c06-97eb-99eb9dccd6c6,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:23.915883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-88a86a8b-7dd8-4e93-a115-1b43bfc21f72 None None] Port 57de1688-0467-433d-abee-88a7cfb43cb7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:23.925869 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:23.926635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:23.967033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] device_id is not set on port 576a0113-f661-4666-9cd4-1ce057f9b8d1 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:51:24.015754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-88a86a8b-7dd8-4e93-a115-1b43bfc21f72 None None] Provisioning complete for port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:24.016147 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88a86a8b-7dd8-4e93-a115-1b43bfc21f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.076667 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=070829e1-f831-4c06-97eb-99eb9dccd6c6,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:24.134131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:24.134567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.263882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 386d67d6-8881-4051-9e78-a9bae5c7989a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:24.283001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-bb5e75d2-0dda-4703-9170-d15a1e6822ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:24.284446 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-bb5e75d2-0dda-4703-9170-d15a1e6822ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2e81b88873244d1a9457643365735ddf&device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 1094 time: 0.2346807 Nov 08 13:51:24.332509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632237-e87f-4ede-bf0b-b68e1926b65c req-2a91ac67-775f-4c1f-9518-18e66f25dfaf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:24.343364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab632237-e87f-4ede-bf0b-b68e1926b65c req-2a91ac67-775f-4c1f-9518-18e66f25dfaf tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2912681 Nov 08 13:51:24.349432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 386d67d6-8881-4051-9e78-a9bae5c7989a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:24.350085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.406928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 10.1.1.10 (1173fb7d-7c12-4aa2-8865-a859d2c32f63/577e4ee2-9694-40c0-826b-3fee94d7760c/576a0113-f661-4666-9cd4-1ce057f9b8d1) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:24.446933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55564) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:24.468413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-325026e5-a8ef-4017-9503-aca6c6f31987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.483602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab632237-e87f-4ede-bf0b-b68e1926b65c req-6aba2039-eded-4dd3-9e34-7ccafdfff141 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138594 Nov 08 13:51:24.617249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-325026e5-a8ef-4017-9503-aca6c6f31987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.624765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-325026e5-a8ef-4017-9503-aca6c6f31987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.662960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325026e5-a8ef-4017-9503-aca6c6f31987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb229f8c-5b12-4f0b-b9f7-beb00d02b531,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:24.688809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-d0ed3c43-c4e7-4176-9dfc-89bf098bf6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:24.689295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-325026e5-a8ef-4017-9503-aca6c6f31987 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f78fe53755c46a2b67119b237614d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396803 Nov 08 13:51:24.690270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-d0ed3c43-c4e7-4176-9dfc-89bf098bf6db service neutron] 10.222.0.70 "GET /v2.0/networks?id=4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 HTTP/1.1" status: 200 len: 923 time: 0.3922577 Nov 08 13:51:24.691988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55594) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:24.733242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 070829e1-f831-4c06-97eb-99eb9dccd6c6 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:24.755939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32944b46-8a58-413a-ae8d-28e63713c561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.767037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-0c7afff7-6b60-4cf2-8bbc-68897a3a6ade service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=403103ea-92b4-4961-8baa-8ca64e997442 HTTP/1.1" status: 200 len: 217 time: 0.0670621 Nov 08 13:51:24.782836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.790189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32944b46-8a58-413a-ae8d-28e63713c561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.810626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 070829e1-f831-4c06-97eb-99eb9dccd6c6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:24.811206 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.858502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08de88-dfae-4db9-bf62-1d522783675a req-ecf79b84-4869-4d5d-8410-0c02eaef3e73 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:24.866143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-ecf79b84-4869-4d5d-8410-0c02eaef3e73 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 819 time: 0.2780213 Nov 08 13:51:24.876087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32944b46-8a58-413a-ae8d-28e63713c561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.884910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32944b46-8a58-413a-ae8d-28e63713c561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.889050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32944b46-8a58-413a-ae8d-28e63713c561 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb229f8c-5b12-4f0b-b9f7-beb00d02b531 HTTP/1.1" status: 204 len: 168 time: 0.1928456 Nov 08 13:51:24.907031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-7610ce96-67fc-4598-833c-73803f930d79 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/quotas/7ad0a46edece467fb9681f3af06b1b7b HTTP/1.1" status: 200 len: 375 time: 0.0395589 Nov 08 13:51:24.911058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-7e4ee262-411e-4f65-b5c7-027a8479190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:24.912878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-7e4ee262-411e-4f65-b5c7-027a8479190e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fe69168b-2e53-4624-9e20-8803b6d3393f HTTP/1.1" status: 200 len: 862 time: 0.1360564 Nov 08 13:51:24.925313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32944b46-8a58-413a-ae8d-28e63713c561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb229f8c-5b12-4f0b-b9f7-beb00d02b531,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:24.944137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:24.956188 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:24.981279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-8e0684e6-35d3-410f-a179-a611ea333721 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534816 Nov 08 13:51:25.074412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:25.101924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:25.103514 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:25.113574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:25.121182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:25.139353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-f0af2784-c99e-4b48-bf62-6dcc7c4c2049 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304428 Nov 08 13:51:25.155838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=576a0113-f661-4666-9cd4-1ce057f9b8d1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:25.305541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-e2f2fe63-2e36-423b-a61e-ea774eb1b4a5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:25.312006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-e2f2fe63-2e36-423b-a61e-ea774eb1b4a5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.54 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 819 time: 0.2913260 Nov 08 13:51:25.336408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Request body: {'port': {'device_id': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'admin_state_up': True, 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:25.420424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-d8727d00-e9d9-401d-b43c-6e45a832252e service neutron] 10.222.0.70 "GET /v2.0/networks/4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098887 Nov 08 13:51:25.526396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-afd0dba8-f3d6-49d7-8c29-5a2e2efb1d03 None None] Provisioning complete for port 576a0113-f661-4666-9cd4-1ce057f9b8d1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:25.526836 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afd0dba8-f3d6-49d7-8c29-5a2e2efb1d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:25.536105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Made reservation on behalf of 7ad0a46edece467fb9681f3af06b1b7b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:25.538289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:25.539008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:25.549918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:25.567688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-afd0dba8-f3d6-49d7-8c29-5a2e2efb1d03 None None] Port 576a0113-f661-4666-9cd4-1ce057f9b8d1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:25.583273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4b3b3888-e303-41ed-963f-f9c9ca6c4553 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1304998 Nov 08 13:51:25.597900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ec0e27-f93b-4c18-9ef5-d264ebfc011a req-fc4b0a12-f8cc-4993-87a7-934ba6aca5cd service neutron] 10.222.0.70 "GET /v2.0/networks/4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590452 Nov 08 13:51:25.607183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df64b3-fc72-4b9d-9739-e7cf8fb1a2ea req-7b3f7416-dcb6-4a4b-b421-e97212769e03 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:25.616602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8df64b3-fc72-4b9d-9739-e7cf8fb1a2ea req-7b3f7416-dcb6-4a4b-b421-e97212769e03 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.3775909 Nov 08 13:51:25.627831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-6cb68a89-dbca-4974-bdb0-d9fcd25a48e8 service neutron] 10.222.0.65 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859684 Nov 08 13:51:25.717543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Allocated IP 172.20.0.4 (9996f6e7-7179-4f2d-acd5-3fb2a932f90e/a76694f7-2366-48f0-94ff-496b3fc217fe/232dd7ed-9459-4151-b131-57f44123a19a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:25.718684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8df64b3-fc72-4b9d-9739-e7cf8fb1a2ea req-3f00311a-30e6-499c-b125-21d155665de5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012385 Nov 08 13:51:25.761477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-ea195804-83cf-4c5e-b07a-bbc4f71c5375 service neutron] 10.222.0.65 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243868 Nov 08 13:51:25.867710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be126a2c-9a38-405b-a456-c639351268d0 req-4808efa5-58d7-4b1b-a288-3646b124388e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:25.878057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be126a2c-9a38-405b-a456-c639351268d0 req-4808efa5-58d7-4b1b-a288-3646b124388e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.0652735 Nov 08 13:51:25.966471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:25.983670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be126a2c-9a38-405b-a456-c639351268d0 req-240dad35-b547-45e6-bfe5-3c00c207bcd2 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024990 Nov 08 13:51:26.018094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.019201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6bce1-fee6-456f-bf3e-845e4342dbc6 req-5cc16f5b-3c14-4a5e-aed5-0a2b00260ecc tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:26.027525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0c6bce1-fee6-456f-bf3e-845e4342dbc6 req-5cc16f5b-3c14-4a5e-aed5-0a2b00260ecc tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 943 time: 0.1009352 Nov 08 13:51:26.074185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Pushing event updated for resources: {'Port': ['ID=232dd7ed-9459-4151-b131-57f44123a19a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:26.082121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0c6bce1-fee6-456f-bf3e-845e4342dbc6 req-c0ca3051-5eb4-4d33-a9e4-54162c5cbccf tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531380 Nov 08 13:51:26.107024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:26.115988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:26.115988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:26.171955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 403103ea-92b4-4961-8baa-8ca64e997442 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:26.224179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:26.228543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.264416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-82fda08e-859b-466b-97f6-1466676c4656 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9402761 Nov 08 13:51:26.284604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Request body: {'port': {'device_id': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:26.384514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-224edccf-2c93-4a24-bafc-d7f3b837cf98 req-e9b4f16d-1c1a-46ba-8920-190cf88aa06e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 210 time: 0.0399761 Nov 08 13:51:26.433500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.460961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 403103ea-92b4-4961-8baa-8ca64e997442, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=403103ea-92b4-4961-8baa-8ca64e997442,segment=NetworkSegment(3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494),segment_id=3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:26.497779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '403103ea-92b4-4961-8baa-8ca64e997442', 'network_id': '4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4', 'port_id': '403103ea-92b4-4961-8baa-8ca64e997442', 'mac_address': 'fa:16:3e:ff:9b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe69168b-2e53-4624-9e20-8803b6d3393f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:26.522240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55660) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:26.535713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-60c9f892-30a3-4e26-9a17-bf6c58840cbe tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1294344752', 'description': 'tempest-description--2036084879'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:26.559438 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.581336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403103ea-92b4-4961-8baa-8ca64e997442 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:26.601719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60c9f892-30a3-4e26-9a17-bf6c58840cbe tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.624959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 403103ea-92b4-4961-8baa-8ca64e997442, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=403103ea-92b4-4961-8baa-8ca64e997442,segment=NetworkSegment(3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494),segment_id=3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:26.634766 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.699057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dacc2-404d-4521-b02e-3c77b47a5ff1 req-c8534eb5-23db-4afc-9682-86fbaa884431 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:26.704472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a89dacc2-404d-4521-b02e-3c77b47a5ff1 req-c8534eb5-23db-4afc-9682-86fbaa884431 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1251497 Nov 08 13:51:26.751604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=403103ea-92b4-4961-8baa-8ca64e997442,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:26.811430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c406ff95-b8c0-4695-abfb-e6059f372fc6 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:51:26.874069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a89dacc2-404d-4521-b02e-3c77b47a5ff1 req-aa656ab2-76b6-4fcb-9978-94c5afab1ce4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535599 Nov 08 13:51:26.923058 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60c9f892-30a3-4e26-9a17-bf6c58840cbe tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.941196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60c9f892-30a3-4e26-9a17-bf6c58840cbe tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:26.959588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-1b7d5543-4521-41de-9165-9d4f05893cf1 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:26.964257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-1b7d5543-4521-41de-9165-9d4f05893cf1 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.2162461 Nov 08 13:51:26.985919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-ac822d17-d3a1-4d89-8ee8-e93f54d44752 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/quotas/80e87c1625bd4a1bb3c0d7d3bd79d9cf HTTP/1.1" status: 200 len: 375 time: 0.0162182 Nov 08 13:51:27.037020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['403103ea-92b4-4961-8baa-8ca64e997442'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:27.037322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60c9f892-30a3-4e26-9a17-bf6c58840cbe tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.041197 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-60c9f892-30a3-4e26-9a17-bf6c58840cbe tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5141888 Nov 08 13:51:27.041197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9f892-30a3-4e26-9a17-bf6c58840cbe tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5468bc5-dc36-42ef-914d-a14e9066ebf0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:27.046138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55690) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:27.055470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b3e48cc6-83f6-43cf-81cf-3a556193220e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'security_group_rule': {'security_group_id': 'b5468bc5-dc36-42ef-914d-a14e9066ebf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:27.059455 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.075254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba1ace-eee2-4f82-bd1a-52bf6bc097ec req-1d52732c-5843-4c29-bb5e-a5f595cf1a34 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:27.083058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4ba1ace-eee2-4f82-bd1a-52bf6bc097ec req-1d52732c-5843-4c29-bb5e-a5f595cf1a34 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.0856223 Nov 08 13:51:27.096508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-df2e5900-3267-49e4-a2fb-8177a90a83ea tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101108 Nov 08 13:51:27.120021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232dd7ed-9459-4151-b131-57f44123a19a {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:27.132019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3e48cc6-83f6-43cf-81cf-3a556193220e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.135771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.163584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Transition to ACTIVE for port object 232dd7ed-9459-4151-b131-57f44123a19a will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:27.174844 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.218841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4ba1ace-eee2-4f82-bd1a-52bf6bc097ec req-819f234c-4d1e-466b-8384-ffa25f4a6a1c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346478 Nov 08 13:51:27.241158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3e48cc6-83f6-43cf-81cf-3a556193220e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.253651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Pushing event updated for resources: {'Port': ['ID=232dd7ed-9459-4151-b131-57f44123a19a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:27.279535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3e48cc6-83f6-43cf-81cf-3a556193220e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.290510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-fb0cc815-f34b-42bb-a6a8-8348ca82b852 service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926038 Nov 08 13:51:27.361360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e48cc6-83f6-43cf-81cf-3a556193220e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c00c105-8f13-4cc8-849a-9193aecdc7da,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:27.381345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3e48cc6-83f6-43cf-81cf-3a556193220e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.385142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b3e48cc6-83f6-43cf-81cf-3a556193220e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3354998 Nov 08 13:51:27.386183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55700) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:27.390053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-055703f9-5b78-4b8b-9ba8-b382b645773d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'security_group_rule': {'security_group_id': 'b5468bc5-dc36-42ef-914d-a14e9066ebf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:27.423721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Attempting to bind port 232dd7ed-9459-4151-b131-57f44123a19a on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:27.424104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Attempting to bind port 232dd7ed-9459-4151-b131-57f44123a19a by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:27.424404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Attempting to bind port 232dd7ed-9459-4151-b131-57f44123a19a on network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:27.430339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Port 232dd7ed-9459-4151-b131-57f44123a19a on network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:27.430639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Attempting to bind port 232dd7ed-9459-4151-b131-57f44123a19a on network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:27.439232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:27.439632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Checking segment: {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:27.441850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Bound using segment: {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:27.442323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Bound port: 232dd7ed-9459-4151-b131-57f44123a19a, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:27.442693 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.459910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f359366-9f0c-47e5-86f1-679d53dd00f1 req-ffd29d68-1795-4d31-a9dd-5c76b0481129 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:27.460816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-055703f9-5b78-4b8b-9ba8-b382b645773d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.461662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f359366-9f0c-47e5-86f1-679d53dd00f1 req-ffd29d68-1795-4d31-a9dd-5c76b0481129 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1216385 Nov 08 13:51:27.472872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-be1d47d2-cf2b-4b87-897f-a38918871591 service neutron] 10.222.0.65 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809764 Nov 08 13:51:27.478495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:27.490612 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9397908-9160-497a-8e8f-1ba254bc8240" -d '{"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-unplugged", "status": "completed", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:27.490612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:27.501095 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.560601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-055703f9-5b78-4b8b-9ba8-b382b645773d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.569447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-055703f9-5b78-4b8b-9ba8-b382b645773d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.576311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] For port 232dd7ed-9459-4151-b131-57f44123a19a, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:27.605035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055703f9-5b78-4b8b-9ba8-b382b645773d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e8e0cc-f85b-4165-8f6c-03cd9aa809b6,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:27.608943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] For port 232dd7ed-9459-4151-b131-57f44123a19a, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=232dd7ed-9459-4151-b131-57f44123a19a,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:27.621044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.630719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-055703f9-5b78-4b8b-9ba8-b382b645773d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.634815 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-055703f9-5b78-4b8b-9ba8-b382b645773d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2454700 Nov 08 13:51:27.648343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55706) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:27.658158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:27.681367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:27.698988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:27.699594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.701311 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] 10.222.0.54 "PUT /v2.0/ports/232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 1091 time: 1.4212489 Nov 08 13:51:27.701459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'tag': '232dd7ed-9459-4151-b131-57f44123a19a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:27.703761 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b74f6-b6da-48b5-beac-736313162406" -d '{"events": [{"name": "network-changed", "server_uuid": "138317c0-12b5-458c-9e8c-238cbb5e7478", "tag": "232dd7ed-9459-4151-b131-57f44123a19a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:27.730385 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314e1cd-f386-4766-8b7b-07148c9f33f6 service neutron] Pushing event updated for resources: {'Port': ['ID=232dd7ed-9459-4151-b131-57f44123a19a,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:27.741215 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f359366-9f0c-47e5-86f1-679d53dd00f1 req-9df3abbc-052e-4ffa-9fbc-b81452f9bdfb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635090 Nov 08 13:51:27.776376 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.871169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d8e7684a-33a5-41e0-999d-8790486573c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:27.907933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-3b547dc5-abbf-47fd-8d00-7969d4c9983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:27.909657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-3b547dc5-abbf-47fd-8d00-7969d4c9983b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1094 time: 0.0723329 Nov 08 13:51:27.958580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-ce493c40-105a-4255-9c2f-2dadecc376bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 217 time: 0.0401614 Nov 08 13:51:28.033336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-4c14e28c-e8e7-40ab-827b-bf1336d23542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:28.034858 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-4c14e28c-e8e7-40ab-827b-bf1336d23542 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.0628650 Nov 08 13:51:28.097251 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-fb5a234c-cde8-4b33-af38-56ccc4834f89 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509608 Nov 08 13:51:28.242909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-da1515c8-3490-4bb2-a083-abbc6429c7ba service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368134 Nov 08 13:51:28.331225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08de88-dfae-4db9-bf62-1d522783675a req-c9c0743c-2515-4388-ac16-67d130079d51 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:28.332780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-c9c0743c-2515-4388-ac16-67d130079d51 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.70 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 819 time: 0.8212492 Nov 08 13:51:28.354350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Request body: {'port': {'device_id': '286395e2-9802-456a-81e9-3860aa597020', 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'admin_state_up': True, 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:28.401977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d01937-6eb7-47e6-aa38-eefb18d7a6b6 req-2b168388-7f42-46f9-a3fc-be949e87b974 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:28.403532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4d01937-6eb7-47e6-aa38-eefb18d7a6b6 req-2b168388-7f42-46f9-a3fc-be949e87b974 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 944 time: 0.5373480 Nov 08 13:51:28.411767 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-08ad2696-26e1-4ae6-a205-e46ead57a941 req-3b47d84a-07f4-4865-8aa3-0a0f9dcf476e service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599109 Nov 08 13:51:28.449196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59e3f6-9807-4563-ad19-87b458db2d16 req-c9626de1-579b-4cb3-9895-3240a6df9f68 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:28.450662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a59e3f6-9807-4563-ad19-87b458db2d16 req-c9626de1-579b-4cb3-9895-3240a6df9f68 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.5899603 Nov 08 13:51:28.460161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55736) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:28.465151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Request body: {'floatingip': {'port_id': '23372c88-35ce-4043-a388-1d96c0d93d48'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:28.583476 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:28.602173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d1fa0b5-380e-4854-9b6e-4286abe83023 req-0e07aa04-58f5-44e6-a200-8ce2fa7f87c6 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 210 time: 0.0504763 Nov 08 13:51:28.617151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4d01937-6eb7-47e6-aa38-eefb18d7a6b6 req-a0d296aa-cbfc-4572-bc5a-9e528e9462a9 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765904 Nov 08 13:51:28.657908 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:28.709484 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415835b-f057-4ba9-8de7-5b029e800720 x-openstack-request-id: req-b415835b-f057-4ba9-8de7-5b029e800720 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:28.710036 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-unplugged", "status": "completed", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:28.710261 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b415835b-f057-4ba9-8de7-5b029e800720 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:28.710757 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'code': 200} Nov 08 13:51:28.716545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-d4681a6a-9b28-4640-8764-56baf9d7a602 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:28.718103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-d4681a6a-9b28-4640-8764-56baf9d7a602 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/ports?device_id=fd930bed-66a0-41ac-b320-0dc92e566440 HTTP/1.1" status: 200 len: 943 time: 0.1863089 Nov 08 13:51:28.768983 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f997f0ae-afd8-4be6-be7c-1b2a03d3a459 x-openstack-request-id: req-f997f0ae-afd8-4be6-be7c-1b2a03d3a459 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:28.769733 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "138317c0-12b5-458c-9e8c-238cbb5e7478", "tag": "232dd7ed-9459-4151-b131-57f44123a19a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:28.770003 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f997f0ae-afd8-4be6-be7c-1b2a03d3a459 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:28.770568 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'tag': '232dd7ed-9459-4151-b131-57f44123a19a', 'status': 'completed', 'code': 200} Nov 08 13:51:28.781265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 172.25.8.236 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/f9d422e5-9884-4fcb-abf2-ccf9f458ce60) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:28.811562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49c4e782-8ba6-4c9d-8a3b-67889e603a91 req-c5c774d3-df2e-48a7-9e3a-a91228006d5a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 210 time: 0.0333714 Nov 08 13:51:28.812677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Made reservation on behalf of 7ad0a46edece467fb9681f3af06b1b7b for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:28.817138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.017204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b74f6-b6da-48b5-beac-736313162406 req-234a82b3-a179-463c-98e0-35781efecf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.019635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e3b74f6-b6da-48b5-beac-736313162406 req-234a82b3-a179-463c-98e0-35781efecf03 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1094 time: 0.2365561 Nov 08 13:51:29.045791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55746) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:29.111058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Allocated IP 172.20.0.6 (9996f6e7-7179-4f2d-acd5-3fb2a932f90e/a76694f7-2366-48f0-94ff-496b3fc217fe/94afd502-e18b-430d-99c1-bf9eb58ce98e) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:29.158403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.190164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e6f7a-43ae-4f68-ab3a-1de0d0df08e3 req-8cf4c9ab-3982-4e36-aa27-791466fe6256 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.192374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-083e6f7a-43ae-4f68-ab3a-1de0d0df08e3 req-8cf4c9ab-3982-4e36-aa27-791466fe6256 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1724408 Nov 08 13:51:29.206791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9af03-c790-4a97-8c48-c3e58bf7e83d req-d732f5d9-da39-449b-bf40-b83d21d6ec8c tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.207084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Deleting port c406ff95-b8c0-4695-abfb-e6059f372fc6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:51:29.207452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.208319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05a9af03-c790-4a97-8c48-c3e58bf7e83d req-d732f5d9-da39-449b-bf40-b83d21d6ec8c tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 946 time: 0.1851869 Nov 08 13:51:29.382806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05a9af03-c790-4a97-8c48-c3e58bf7e83d req-c2ee8ab7-8707-4d3a-9ef0-cebee47551ae tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656880 Nov 08 13:51:29.383807 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.388689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-083e6f7a-43ae-4f68-ab3a-1de0d0df08e3 req-500f2b70-b427-4234-855b-7a084b5068a5 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777661 Nov 08 13:51:29.468598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:29.478700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:29.488578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:29.490853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=f9d422e5-9884-4fcb-abf2-ccf9f458ce60,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:29.561966 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.615448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadc995-3db3-4082-81b5-1cb658bb6349 req-235dc49a-7049-4af3-a4be-89dbdd1c9664 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.617023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dadc995-3db3-4082-81b5-1cb658bb6349 req-235dc49a-7049-4af3-a4be-89dbdd1c9664 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1308494 Nov 08 13:51:29.699846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.705184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.709821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51013b7e-9080-49e5-b611-19f78d88d42f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.721340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b74f6-b6da-48b5-beac-736313162406 req-a13aa600-c14d-4500-8499-cf0f17e7830c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.728442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e3b74f6-b6da-48b5-beac-736313162406 req-a13aa600-c14d-4500-8499-cf0f17e7830c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.6894886 Nov 08 13:51:29.798981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:29.808606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e3b74f6-b6da-48b5-beac-736313162406 req-1c26bf11-0ceb-496a-90f2-20e94139e0e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 217 time: 0.0718458 Nov 08 13:51:29.824066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dadc995-3db3-4082-81b5-1cb658bb6349 req-523fede1-5a1d-494c-bc83-c5166359f6ec tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845038 Nov 08 13:51:29.830805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:29.838625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:29.846119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Pushing event updated for resources: {'Port': ['ID=94afd502-e18b-430d-99c1-bf9eb58ce98e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:29.870446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-a3655f42-78a7-4072-bc7b-d2b6250ed6f2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.871992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-a3655f42-78a7-4072-bc7b-d2b6250ed6f2 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 805 time: 0.6461053 Nov 08 13:51:29.877834 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.914743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb4b25-23a5-4a34-9c70-7db0085fdef4 req-df3c7415-5cb7-4b05-8ca2-654a4f91da7f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.916179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5deb4b25-23a5-4a34-9c70-7db0085fdef4 req-df3c7415-5cb7-4b05-8ca2-654a4f91da7f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 931 time: 0.2206120 Nov 08 13:51:29.935698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Request body: {'port': {'device_id': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'admin_state_up': True, 'tenant_id': '80e87c1625bd4a1bb3c0d7d3bd79d9cf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:29.948627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] For port c406ff95-b8c0-4695-abfb-e6059f372fc6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c406ff95-b8c0-4695-abfb-e6059f372fc6,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:29.949004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.954165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:29.954783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:29.990403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Calling delete_port for c406ff95-b8c0-4695-abfb-e6059f372fc6 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:51:30.037871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b74f6-b6da-48b5-beac-736313162406 req-738fcfb6-cc58-44e4-a117-47d042a719b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.039397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e3b74f6-b6da-48b5-beac-736313162406 req-738fcfb6-cc58-44e4-a117-47d042a719b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.2022772 Nov 08 13:51:30.046235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-26f33ff7-62cb-483a-8d67-0b875c11b75e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6973853 Nov 08 13:51:30.065995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.resource_extend [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:51:30.084695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Request body: {'port': {'device_id': '286395e2-9802-456a-81e9-3860aa597020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:30.122084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5deb4b25-23a5-4a34-9c70-7db0085fdef4 req-4b796252-b660-4186-af5c-a6459ae9ece8 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948564 Nov 08 13:51:30.138376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c19f4-8484-4238-b6fa-d3f117e2286f req-5e1bd06d-cf72-4124-a96d-6735f2df7029 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.139545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-259c19f4-8484-4238-b6fa-d3f117e2286f req-5e1bd06d-cf72-4124-a96d-6735f2df7029 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 944 time: 0.2186968 Nov 08 13:51:30.160976 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e3b74f6-b6da-48b5-beac-736313162406 req-dabcbe81-f5dc-4435-a212-39981c3ee241 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131153 Nov 08 13:51:30.206425 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 403103ea-92b4-4961-8baa-8ca64e997442 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:30.260164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e831c51-ed2d-4045-b7ec-b9829773626e req-c0700c9b-3bdf-4e8b-b7aa-e4406854c95d tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 210 time: 0.0529807 Nov 08 13:51:30.265790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51013b7e-9080-49e5-b611-19f78d88d42f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.268758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.270918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 403103ea-92b4-4961-8baa-8ca64e997442 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:30.286180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 403103ea-92b4-4961-8baa-8ca64e997442 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:30.286572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.293609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.304770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51013b7e-9080-49e5-b611-19f78d88d42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.313141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.318575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.340293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-259c19f4-8484-4238-b6fa-d3f117e2286f req-96bdbb70-ff18-40a0-b9d1-bf58d983b24e tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854191 Nov 08 13:51:30.362253 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.449392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-51013b7e-9080-49e5-b611-19f78d88d42f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca0df9d1d6e14c649694e67983eae57c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4015448 Nov 08 13:51:30.450258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51013b7e-9080-49e5-b611-19f78d88d42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a22ac0f-5e6a-400c-84f3-8c6ad0ff23a9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:30.453664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Made reservation on behalf of 80e87c1625bd4a1bb3c0d7d3bd79d9cf for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:30.458035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.463085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55764) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:30.474468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.496776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e3b74f6-b6da-48b5-beac-736313162406 req-7f018d5f-368e-4eb8-8ec0-ae004159aed8 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226180 Nov 08 13:51:30.537058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 403103ea-92b4-4961-8baa-8ca64e997442, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=403103ea-92b4-4961-8baa-8ca64e997442,segment=NetworkSegment(3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494),segment_id=3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:30.539933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=f9d422e5-9884-4fcb-abf2-ccf9f458ce60,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:30.551628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.615938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=403103ea-92b4-4961-8baa-8ca64e997442,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:30.711785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f873a-52f9-4865-b687-538ee3bd8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403103ea-92b4-4961-8baa-8ca64e997442'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:30.715253 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c6303e-4279-455b-a653-92e1fc7da8c6" -d '{"events": [{"server_uuid": "298f873a-52f9-4865-b687-538ee3bd8146", "name": "network-vif-plugged", "status": "completed", "tag": "403103ea-92b4-4961-8baa-8ca64e997442"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:30.732925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464a04-1b6b-45fa-8e78-a638f2f86069 req-1ac9a20c-1e1a-426e-a324-457133592635 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.734476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44464a04-1b6b-45fa-8e78-a638f2f86069 req-1ac9a20c-1e1a-426e-a324-457133592635 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 946 time: 0.1913352 Nov 08 13:51:30.744021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d72ca2-dd5c-4b30-8c76-71c3de6056dc req-dc0e371b-c05a-4ffa-8758-ab7408b8ad43 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.745482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7d72ca2-dd5c-4b30-8c76-71c3de6056dc req-dc0e371b-c05a-4ffa-8758-ab7408b8ad43 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2068238 Nov 08 13:51:30.746269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.756630 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.758822 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Floating IP 88d6fb12-bd06-4384-8efe-0dc8b2d3348a associated. External IP: 172.25.8.168, port: 23372c88-35ce-4043-a388-1d96c0d93d48. Nov 08 13:51:30.798486 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:30.799686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e5513639-2173-4d32-bdc4-c3776a04d9c1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1455584 Nov 08 13:51:30.832979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-3cdb8ec6-a143-4bee-917a-ee3f48f866e1 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:30.834722 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-3cdb8ec6-a143-4bee-917a-ee3f48f866e1 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.70 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 946 time: 0.2761056 Nov 08 13:51:30.835128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 232dd7ed-9459-4151-b131-57f44123a19a details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:30.840576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c406ff95-b8c0-4695-abfb-e6059f372fc6 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:51:30.867102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44464a04-1b6b-45fa-8e78-a638f2f86069 req-212b7018-21bc-4e5f-af14-01480683c268 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/security-groups?id=848d2148-34fa-4bc8-b694-2445147b5785&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168613 Nov 08 13:51:30.880403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7d72ca2-dd5c-4b30-8c76-71c3de6056dc req-3952e0b7-d2be-49d0-8a5e-20609cce364f tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151836 Nov 08 13:51:30.892896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: c406ff95-b8c0-4695-abfb-e6059f372fc6 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:51:30.893242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c406ff95-b8c0-4695-abfb-e6059f372fc6 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:51:30.929146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event deleted for resources: {'Port': ['ID=c406ff95-b8c0-4695-abfb-e6059f372fc6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:31.013334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94afd502-e18b-430d-99c1-bf9eb58ce98e {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:31.024416 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.049091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-841d6709-58db-457a-a0b4-64098f373543 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.050341 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b02f8-2371-40b6-9fb1-5c5a23d71cc6 x-openstack-request-id: req-d16b02f8-2371-40b6-9fb1-5c5a23d71cc6 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:31.050569 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f873a-52f9-4865-b687-538ee3bd8146", "name": "network-vif-plugged", "status": "completed", "tag": "403103ea-92b4-4961-8baa-8ca64e997442", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:31.050809 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d16b02f8-2371-40b6-9fb1-5c5a23d71cc6 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:31.051195 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f873a-52f9-4865-b687-538ee3bd8146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403103ea-92b4-4961-8baa-8ca64e997442', 'code': 200} Nov 08 13:51:31.067317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Transition to ACTIVE for port object 94afd502-e18b-430d-99c1-bf9eb58ce98e will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:31.072134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-841d6709-58db-457a-a0b4-64098f373543 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.079717 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.090670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] No DVR routers for this DVR port c406ff95-b8c0-4695-abfb-e6059f372fc6 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:51:31.100329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 232dd7ed-9459-4151-b131-57f44123a19a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=232dd7ed-9459-4151-b131-57f44123a19a,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:31.110660 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e3b74f6-b6da-48b5-beac-736313162406 req-ab6671a4-b1db-430c-b7eb-ec32592af606 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485899 Nov 08 13:51:31.111927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.115142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7a4211e6-6c7d-4d86-a053-07812a2d211e req-f7aab309-b3a5-4a95-b652-8633c9298bdf tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "DELETE /v2.0/ports/c406ff95-b8c0-4695-abfb-e6059f372fc6 HTTP/1.1" status: 204 len: 173 time: 2.3885698 Nov 08 13:51:31.115986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '232dd7ed-9459-4151-b131-57f44123a19a', 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'port_id': '232dd7ed-9459-4151-b131-57f44123a19a', 'mac_address': 'fa:16:3e:33:ab:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:31.123193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-deleted', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:31.125773 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b88002-1555-4a14-9b61-a0bf1071190d" -d '{"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-deleted", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:31.125948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9f3d-1ff0-4df7-8fe0-6b848cd21f3d req-86040c38-09d5-47ba-a516-9baf09748256 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.127941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcad9f3d-1ff0-4df7-8fe0-6b848cd21f3d req-86040c38-09d5-47ba-a516-9baf09748256 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1095362 Nov 08 13:51:31.199720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.220903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232dd7ed-9459-4151-b131-57f44123a19a {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:31.233674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Allocated IP 172.20.0.14 (07ea3acc-2da7-4f09-8737-3b143ba23940/d8cba13c-936c-48e4-a090-194f892a7f46/9276431d-6db3-4804-933b-afd3b32bed30) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:31.251408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 232dd7ed-9459-4151-b131-57f44123a19a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=232dd7ed-9459-4151-b131-57f44123a19a,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:31.257427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.319558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1bacd5-f588-4eda-b030-871633fc3cb5 req-27dc2b7d-4426-4423-9ae3-6879f529ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.321200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f1bacd5-f588-4eda-b030-871633fc3cb5 req-27dc2b7d-4426-4423-9ae3-6879f529ff3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 1096 time: 0.2337079 Nov 08 13:51:31.329718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcad9f3d-1ff0-4df7-8fe0-6b848cd21f3d req-b401884f-c90b-4cc1-b9a6-6e8fe570ee45 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764863 Nov 08 13:51:31.335356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Deleting port 46f79a89-1ecf-4096-8058-449688eb4a9c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:51:31.335756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.336964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Pushing event updated for resources: {'Port': ['ID=94afd502-e18b-430d-99c1-bf9eb58ce98e,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:31.351327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-841d6709-58db-457a-a0b4-64098f373543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.353923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-841d6709-58db-457a-a0b4-64098f373543 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.355003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-841d6709-58db-457a-a0b4-64098f373543 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a22ac0f-5e6a-400c-84f3-8c6ad0ff23a9 HTTP/1.1" status: 204 len: 168 time: 0.8879945 Nov 08 13:51:31.359501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-d0ba18b1-087d-4dbc-b24a-ff12e03fb613 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1294344752&fields=id&tenant_id=184a771ba9dc45069051bf90f38f8601 HTTP/1.1" status: 200 len: 267 time: 0.1761270 Nov 08 13:51:31.363879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=232dd7ed-9459-4151-b131-57f44123a19a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:31.415519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-125c075f-2b33-4df1-b691-4733f0bdf4ee tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.420244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-125c075f-2b33-4df1-b691-4733f0bdf4ee tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports/57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 931 time: 0.0596144 Nov 08 13:51:31.447133 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc557921-eb8b-49c6-b3a5-f8b879ed2978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.488617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d6709-58db-457a-a0b4-64098f373543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a22ac0f-5e6a-400c-84f3-8c6ad0ff23a9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:31.532961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-08a3d171-217c-4819-b3fc-90794b8680bc tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.535227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-08a3d171-217c-4819-b3fc-90794b8680bc tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports/576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 930 time: 0.0875349 Nov 08 13:51:31.535227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Attempting to bind port 94afd502-e18b-430d-99c1-bf9eb58ce98e on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:31.535672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Attempting to bind port 94afd502-e18b-430d-99c1-bf9eb58ce98e by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:31.536695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Attempting to bind port 94afd502-e18b-430d-99c1-bf9eb58ce98e on network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:31.542210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Port 94afd502-e18b-430d-99c1-bf9eb58ce98e on network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:31.542887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Attempting to bind port 94afd502-e18b-430d-99c1-bf9eb58ce98e on network 9996f6e7-7179-4f2d-acd5-3fb2a932f90e {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:31.574487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['232dd7ed-9459-4151-b131-57f44123a19a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:31.592408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:31.592826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Checking segment: {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:31.593415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Bound using segment: {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:31.593947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Bound port: 94afd502-e18b-430d-99c1-bf9eb58ce98e, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4ad7e1-2986-4d2f-83fd-6ba03e017518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:31.594487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.632423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-c0609150-3b99-407d-9406-4cc82b8fc02a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0868440 Nov 08 13:51:31.641817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65535431-a0e5-4f9a-a0ba-fee33a6f3936 req-43208982-2af9-48d5-8906-7d2e7fe430b7 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.649390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65535431-a0e5-4f9a-a0ba-fee33a6f3936 req-43208982-2af9-48d5-8906-7d2e7fe430b7 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 943 time: 0.2276309 Nov 08 13:51:31.673354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4f1bacd5-f588-4eda-b030-871633fc3cb5 req-5ed9f9a0-2986-4aba-9947-ca0cfcb209d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343282 Nov 08 13:51:31.708108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] For port 46f79a89-1ecf-4096-8058-449688eb4a9c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=46f79a89-1ecf-4096-8058-449688eb4a9c,segment=NetworkSegment(f409178d-a66f-4582-bc22-1945815e8d4d),segment_id=f409178d-a66f-4582-bc22-1945815e8d4d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:31.709186 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.710352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5db70a9e-6725-4e99-bdd3-cbea69af2301 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0768604 Nov 08 13:51:31.739247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Calling delete_port for 46f79a89-1ecf-4096-8058-449688eb4a9c owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:51:31.749627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:51:31.760173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.887086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65535431-a0e5-4f9a-a0ba-fee33a6f3936 req-3d7abfa0-8cbb-413f-b7b0-eb0dc991b1b2 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366843 Nov 08 13:51:31.898733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] For port 94afd502-e18b-430d-99c1-bf9eb58ce98e, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:31.913750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] For port 94afd502-e18b-430d-99c1-bf9eb58ce98e, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:31.953815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-1c82ac0d-158a-43c8-8a1f-d5fbdf58cdc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.960487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-1c82ac0d-158a-43c8-8a1f-d5fbdf58cdc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.968182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-1c82ac0d-158a-43c8-8a1f-d5fbdf58cdc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:31.969847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-1c82ac0d-158a-43c8-8a1f-d5fbdf58cdc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 1987 time: 0.2586398 Nov 08 13:51:31.970731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55802) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:31.997058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c314bd7-a381-4f4d-b577-23b5a4bc8a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:31.999469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.002329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-41337567-5be6-4fb9-ae76-6cfaf11ad2e6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/quotas/184a771ba9dc45069051bf90f38f8601 HTTP/1.1" status: 200 len: 375 time: 0.0153482 Nov 08 13:51:32.077367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e6cd529-984c-4aaf-aa24-ceffbecd4284 req-5844c8d7-edb2-4667-abc6-4fdb37631010 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 210 time: 0.0725291 Nov 08 13:51:32.085696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:32.086786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.088207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] 10.222.0.70 "PUT /v2.0/ports/94afd502-e18b-430d-99c1-bf9eb58ce98e HTTP/1.1" status: 200 len: 1091 time: 2.0084116 Nov 08 13:51:32.108578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '286395e2-9802-456a-81e9-3860aa597020', 'tag': '94afd502-e18b-430d-99c1-bf9eb58ce98e'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:32.112099 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f56350-035d-417a-aaec-15e9cd565b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "286395e2-9802-456a-81e9-3860aa597020", "tag": "94afd502-e18b-430d-99c1-bf9eb58ce98e"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:32.127484 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e34ae5-5e96-497d-9cc4-53304c438e44 x-openstack-request-id: req-43e34ae5-5e96-497d-9cc4-53304c438e44 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:32.128103 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd930bed-66a0-41ac-b320-0dc92e566440", "name": "network-vif-deleted", "tag": "c406ff95-b8c0-4695-abfb-e6059f372fc6", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:32.129100 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43e34ae5-5e96-497d-9cc4-53304c438e44 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:32.129652 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd930bed-66a0-41ac-b320-0dc92e566440', 'name': 'network-vif-deleted', 'tag': 'c406ff95-b8c0-4695-abfb-e6059f372fc6', 'status': 'completed', 'code': 200} Nov 08 13:51:32.200107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c446c7-c089-42bf-b83b-3e06e18af316 service neutron] Pushing event updated for resources: {'Port': ['ID=94afd502-e18b-430d-99c1-bf9eb58ce98e,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:32.237598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-94a02174-f026-4493-9e9f-b9ae7b21c338 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2173047 Nov 08 13:51:32.259463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.313986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b7c55d39-e8ff-4086-aee4-3a907045c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:32.315494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-b7c55d39-e8ff-4086-aee4-3a907045c1b7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 1094 time: 0.1606956 Nov 08 13:51:32.342785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:51:32.355845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] Sync routers for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:51:32.356935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Network 07ea3acc-2da7-4f09-8737-3b143ba23940 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:32.360466 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.369979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:32.370892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:51:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:32.372826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:32.399627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:32.402306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:32.444796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-25d96557-d768-49be-ac70-9457ef23311f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "PUT /v2.0/floatingips/88d6fb12-bd06-4384-8efe-0dc8b2d3348a HTTP/1.1" status: 200 len: 991 time: 3.9834039 Nov 08 13:51:32.456464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.479332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['46f79a89-1ecf-4096-8058-449688eb4a9c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:32.498761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:32.499434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.505423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Pushing event deleted for resources: {'Port': ['ID=46f79a89-1ecf-4096-8058-449688eb4a9c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:32.540977 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-d06ce454-b7cb-4eef-a1de-3c10c3efc303 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6415048 Nov 08 13:51:32.556458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] No DVR routers for this DVR port 46f79a89-1ecf-4096-8058-449688eb4a9c on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:51:32.558861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:32.561277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Request body: {'port': {'device_id': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:32.565407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.569308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-64acd8df-5559-42ed-ba94-315a1f41c87d req-ee42da32-a65a-4a41-8aa2-f039c1533a53 tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.70 "DELETE /v2.0/ports/46f79a89-1ecf-4096-8058-449688eb4a9c HTTP/1.1" status: 204 len: 173 time: 1.7041128 Nov 08 13:51:32.637469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.736333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5cf7-eb55-49d6-87d3-9ac70fcd00b8 req-2adb2d26-281e-4491-95f5-e7a0615e088e tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:32.744595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40aa5cf7-eb55-49d6-87d3-9ac70fcd00b8 req-2adb2d26-281e-4491-95f5-e7a0615e088e tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 945 time: 0.5463028 Nov 08 13:51:32.752873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-bd862fdd-c9cc-41ab-a3da-7b97cea5d9f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e HTTP/1.1" status: 200 len: 217 time: 0.4061210 Nov 08 13:51:32.759507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c314bd7-a381-4f4d-b577-23b5a4bc8a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.786324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c314bd7-a381-4f4d-b577-23b5a4bc8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.856994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 232dd7ed-9459-4151-b131-57f44123a19a up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:32.876959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-362a2196-8e2c-427f-b251-9fe25fdfa361 service neutron] 10.222.0.65 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190381 Nov 08 13:51:32.912304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c314bd7-a381-4f4d-b577-23b5a4bc8a6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ef26ff991ee4a51adf1efe50517bcfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9403362 Nov 08 13:51:32.912929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:32.913479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c314bd7-a381-4f4d-b577-23b5a4bc8a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75cef61-2e43-4d1a-acef-61805eb056d4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:32.930251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40aa5cf7-eb55-49d6-87d3-9ac70fcd00b8 req-07970848-e251-4926-bd0f-79b85956ebca tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846893 Nov 08 13:51:32.955217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef08de88-dfae-4db9-bf62-1d522783675a req-23c38590-30b7-4d70-8fd2-640a9c3c13cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:32.957405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-23c38590-30b7-4d70-8fd2-640a9c3c13cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.1870172 Nov 08 13:51:32.985471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 232dd7ed-9459-4151-b131-57f44123a19a completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:32.993021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:32.995411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 232dd7ed-9459-4151-b131-57f44123a19a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:32.995801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.012936 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eba2f63-a037-431e-a6d6-304866626479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.020148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-3d450b7a-55d5-4d3c-bc2f-bc048d4928a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526690 Nov 08 13:51:33.040075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eba2f63-a037-431e-a6d6-304866626479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.066684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '88d6fb12-bd06-4384-8efe-0dc8b2d3348a', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'port_id': '23372c88-35ce-4043-a388-1d96c0d93d48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'mac_address': 'fa:16:3e:5b:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33089282-969d-4901-997d-dc42778fdac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:50:55Z', 'updated_at': '2021-11-08T13:51:29Z', 'revision_number': 1, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:33.137022 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df0419f4-7bf1-4f6d-a01d-700e06498c42 req-0d52dd3b-1093-417d-b6de-23c4a4e0806e tempest-ServerMetadataNegativeTestJSON-256375123 tempest-ServerMetadataNegativeTestJSON-256375123-project] 10.222.0.65 "GET /v2.0/ports?device_id=0621cc97-bdae-40c3-8373-95be7c233c81 HTTP/1.1" status: 200 len: 210 time: 0.0723794 Nov 08 13:51:33.140947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-4f6a4980-ffaf-4012-aee7-e21d625c3b2e service neutron] 10.222.0.65 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473469 Nov 08 13:51:33.146093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9276431d-6db3-4804-933b-afd3b32bed30 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:33.160422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.176179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] Checking router: 0ce5e09a-38db-44d9-b4ed-aee6940451d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:51:33.180055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Transition to ACTIVE for port object 9276431d-6db3-4804-933b-afd3b32bed30 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:33.197508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.205467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-94fbcae5-f456-4fff-bb40-adcfa497fcc2 service neutron] 10.222.0.65 "GET /v2.0/ports/57de1688-0467-433d-abee-88a7cfb43cb7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0532079 Nov 08 13:51:33.221250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-10356bb2-7283-42b1-8c86-62f8750cfd67 service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823673 Nov 08 13:51:33.243342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eba2f63-a037-431e-a6d6-304866626479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.246809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7eba2f63-a037-431e-a6d6-304866626479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.250926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7eba2f63-a037-431e-a6d6-304866626479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b75cef61-2e43-4d1a-acef-61805eb056d4 HTTP/1.1" status: 204 len: 168 time: 0.3364818 Nov 08 13:51:33.252697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:51:33.253866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:51:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:33.282786 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0549dfa-0371-4284-b312-564a93973bb6 x-openstack-request-id: req-a0549dfa-0371-4284-b312-564a93973bb6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:33.283195 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "286395e2-9802-456a-81e9-3860aa597020", "tag": "94afd502-e18b-430d-99c1-bf9eb58ce98e", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:33.283557 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0549dfa-0371-4284-b312-564a93973bb6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:33.284077 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '286395e2-9802-456a-81e9-3860aa597020', 'tag': '94afd502-e18b-430d-99c1-bf9eb58ce98e', 'status': 'completed', 'code': 200} Nov 08 13:51:33.290908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba2f63-a037-431e-a6d6-304866626479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75cef61-2e43-4d1a-acef-61805eb056d4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:33.296099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:33.353664 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.374238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Attempting to bind port 9276431d-6db3-4804-933b-afd3b32bed30 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:33.374578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Attempting to bind port 9276431d-6db3-4804-933b-afd3b32bed30 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:33.374906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Attempting to bind port 9276431d-6db3-4804-933b-afd3b32bed30 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:33.381200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Port 9276431d-6db3-4804-933b-afd3b32bed30 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:33.381626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Attempting to bind port 9276431d-6db3-4804-933b-afd3b32bed30 on network 07ea3acc-2da7-4f09-8737-3b143ba23940 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:33.398892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:33.399245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Checking segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:33.399640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Bound using segment: {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:33.402784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Bound port: 9276431d-6db3-4804-933b-afd3b32bed30, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:33.403107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.426489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd7ed-9459-4151-b131-57f44123a19a'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:33.430459 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca7d437-d60c-494d-ac95-05e23fa0094f" -d '{"events": [{"server_uuid": "138317c0-12b5-458c-9e8c-238cbb5e7478", "name": "network-vif-plugged", "status": "completed", "tag": "232dd7ed-9459-4151-b131-57f44123a19a"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:33.443779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 232dd7ed-9459-4151-b131-57f44123a19a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=232dd7ed-9459-4151-b131-57f44123a19a,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:33.453985 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.489748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef08de88-dfae-4db9-bf62-1d522783675a req-943778a0-16ed-4575-a635-91e3a48706e7 service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517562 Nov 08 13:51:33.493101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-fe486485-060e-45c0-be82-f3aaf5b60bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699339 Nov 08 13:51:33.526876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:51:33.548852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:33.554713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:33.564931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.582775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=232dd7ed-9459-4151-b131-57f44123a19a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:33.593423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.593760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.594099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.594429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.594753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.595079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.595399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.595718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.596060 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.596382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.596699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.597037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:33.630643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080d411-8ddf-489c-b03a-1aba447d3cfd req-e7f4a21c-d2c1-464b-a75f-5b0c7ffc1fd9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.638811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1080d411-8ddf-489c-b03a-1aba447d3cfd req-e7f4a21c-d2c1-464b-a75f-5b0c7ffc1fd9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 943 time: 0.1479118 Nov 08 13:51:33.638985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.640154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:33.641910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] 10.222.0.54 "PUT /v2.0/ports/9276431d-6db3-4804-933b-afd3b32bed30 HTTP/1.1" status: 200 len: 1092 time: 1.0869069 Nov 08 13:51:33.672749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc3392-95e9-493e-8c1a-358a15e0b822 service neutron] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:33.747679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-ba10980d-7a86-4781-a8b1-f5d71c659a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.749372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-ba10980d-7a86-4781-a8b1-f5d71c659a4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 1095 time: 0.0671835 Nov 08 13:51:33.752278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1080d411-8ddf-489c-b03a-1aba447d3cfd req-089a002a-593f-48ea-b4ea-d90906afc3b6 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120918 Nov 08 13:51:33.755841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f56350-035d-417a-aaec-15e9cd565b3d req-4df7bb2c-341c-4748-a528-34a26304cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.759137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f56350-035d-417a-aaec-15e9cd565b3d req-4df7bb2c-341c-4748-a528-34a26304cc44 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 1094 time: 0.1568861 Nov 08 13:51:33.769425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-f236f370-97b8-4e87-b01c-c1e03db741a6 service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448637 Nov 08 13:51:33.836680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-821bd96e-e451-45a2-b181-b44ad2568a5c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9276431d-6db3-4804-933b-afd3b32bed30 HTTP/1.1" status: 200 len: 217 time: 0.0780756 Nov 08 13:51:33.883497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '88d6fb12-bd06-4384-8efe-0dc8b2d3348a', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'port_id': '23372c88-35ce-4043-a388-1d96c0d93d48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'mac_address': 'fa:16:3e:5b:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33089282-969d-4901-997d-dc42778fdac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:50:55Z', 'updated_at': '2021-11-08T13:51:29Z', 'revision_number': 1, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:33.897044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-24d92c3b-4db3-4596-b469-87cd10488c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:33.898712 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-24d92c3b-4db3-4596-b469-87cd10488c98 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.0555329 Nov 08 13:51:33.919096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-f52f6ee3-7876-43cc-bf75-a4fbee4432db service neutron] 10.222.0.65 "GET /v2.0/ports/576a0113-f661-4666-9cd4-1ce057f9b8d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1486189 Nov 08 13:51:33.924951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96f971d-0cc1-4ce7-af10-16dddbdf3f12 None None] The sync data for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 is: [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '88d6fb12-bd06-4384-8efe-0dc8b2d3348a', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'port_id': '23372c88-35ce-4043-a388-1d96c0d93d48', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1287, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'mac_address': 'fa:16:3e:5b:20:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33089282-969d-4901-997d-dc42778fdac0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:50:55Z', 'updated_at': '2021-11-08T13:51:29Z', 'revision_number': 1, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:51:33.946193 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-29d5b71b-c229-451f-bfe7-dd212572553a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402045 Nov 08 13:51:34.028952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cd80f-aa43-47db-90d9-7ae4cba5ac1d req-dc285860-4004-4949-ae4f-6b629296e91c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:34.030504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196cd80f-aa43-47db-90d9-7ae4cba5ac1d req-dc285860-4004-4949-ae4f-6b629296e91c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1891835 Nov 08 13:51:34.037459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f56350-035d-417a-aaec-15e9cd565b3d req-019e00eb-3c73-4af9-a51e-877e8f4ee6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:34.038924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f56350-035d-417a-aaec-15e9cd565b3d req-019e00eb-3c73-4af9-a51e-877e8f4ee6e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.2575703 Nov 08 13:51:34.077296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-60c62b62-6c30-4d85-94ec-249743de160f service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231632 Nov 08 13:51:34.115474 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f56350-035d-417a-aaec-15e9cd565b3d req-b642ea07-27f1-4355-8687-ac8b42fefe7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e HTTP/1.1" status: 200 len: 217 time: 0.0623746 Nov 08 13:51:34.123248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-b42602e1-152a-468a-bb46-b2565a25d174 service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032902 Nov 08 13:51:34.162295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}, {'server_uuid': '0621cc97-bdae-40c3-8373-95be7c233c81', 'name': 'network-vif-deleted', 'tag': '46f79a89-1ecf-4096-8058-449688eb4a9c'}, {'name': 'network-changed', 'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:34.164808 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82833f70-05cc-4897-b4fd-9feee573d4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}, {"server_uuid": "0621cc97-bdae-40c3-8373-95be7c233c81", "name": "network-vif-deleted", "tag": "46f79a89-1ecf-4096-8058-449688eb4a9c"}, {"name": "network-changed", "server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "tag": "9276431d-6db3-4804-933b-afd3b32bed30"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:34.210069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dd1afae3-a397-4b42-b9d4-4f1acfeb786b req-12601f20-43f4-4cd2-85a3-82895f943b26 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245832 Nov 08 13:51:34.231030 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324cb042-1e99-423a-b5a6-93ee1996c0b0 None None] New status for floating IP 88d6fb12-bd06-4384-8efe-0dc8b2d3348a: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:51:34.285121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-196cd80f-aa43-47db-90d9-7ae4cba5ac1d req-18be0bec-4673-4dd0-ad03-638807a1bdef tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412920 Nov 08 13:51:34.316256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f56350-035d-417a-aaec-15e9cd565b3d req-4a5eeeb6-7a39-4eda-8949-8dc2da5c1130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:34.316256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f56350-035d-417a-aaec-15e9cd565b3d req-4a5eeeb6-7a39-4eda-8949-8dc2da5c1130 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.1784735 Nov 08 13:51:34.327472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ae8e0e4c-d7bd-4bc4-a7f2-cfb63c5923e8 service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782804 Nov 08 13:51:34.388031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f56350-035d-417a-aaec-15e9cd565b3d req-b35780b4-e38d-4894-8f0d-4e3110b9cb6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690787 Nov 08 13:51:34.536568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2beec89e-3d38-4f65-91b2-89d51834fe5d service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080536 Nov 08 13:51:34.562148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd11cdc7-1eb2-400b-a965-c641d32b27c2 req-d54d54b1-bcbc-4cbc-969a-b72102489f96 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:34.563676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd11cdc7-1eb2-400b-a965-c641d32b27c2 req-d54d54b1-bcbc-4cbc-969a-b72102489f96 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 944 time: 0.1501825 Nov 08 13:51:34.647256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f56350-035d-417a-aaec-15e9cd565b3d req-eaeb45e6-1f80-4788-8def-974b613c7200 service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309370 Nov 08 13:51:34.711285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd11cdc7-1eb2-400b-a965-c641d32b27c2 req-8211a3d5-2731-4982-b95f-27b9b71299c9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342230 Nov 08 13:51:34.761014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-f11dd070-7a49-4199-9d96-194b5d02e7cb service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153442 Nov 08 13:51:34.774572 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910b56b2-f859-4ef8-bf95-70f760739276 x-openstack-request-id: req-910b56b2-f859-4ef8-bf95-70f760739276 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:34.774572 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138317c0-12b5-458c-9e8c-238cbb5e7478", "name": "network-vif-plugged", "status": "completed", "tag": "232dd7ed-9459-4151-b131-57f44123a19a", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:34.774572 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-910b56b2-f859-4ef8-bf95-70f760739276 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:34.775402 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232dd7ed-9459-4151-b131-57f44123a19a', 'code': 200} Nov 08 13:51:34.857796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07f56350-035d-417a-aaec-15e9cd565b3d req-b0f2def7-5524-4195-9309-e824b4d8a91b service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942551 Nov 08 13:51:34.887038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046feb9-d0d2-42ed-ad34-ee78ebbebb37 req-a5cf6008-4812-4d36-8287-ca869557be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:34.888747 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6046feb9-d0d2-42ed-ad34-ee78ebbebb37 req-a5cf6008-4812-4d36-8287-ca869557be23 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.0481708 Nov 08 13:51:34.936633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f5bf2-9906-47e9-8c98-f6dbf7dbd306 req-ab575529-f49b-4fbf-8f9c-ef6468661f71 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:34.938456 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a92f5bf2-9906-47e9-8c98-f6dbf7dbd306 req-ab575529-f49b-4fbf-8f9c-ef6468661f71 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 945 time: 0.0831823 Nov 08 13:51:34.947246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-eae6c514-d210-4d3d-b7dc-66057603dff6 service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719882 Nov 08 13:51:34.950811 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6046feb9-d0d2-42ed-ad34-ee78ebbebb37 req-4768c9c8-6534-408a-8fab-e39976f1aa11 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538540 Nov 08 13:51:35.043559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55874) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:35.055127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a92f5bf2-9906-47e9-8c98-f6dbf7dbd306 req-57cfd43e-b05c-48e3-bd01-4f1670d75bb8 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992339 Nov 08 13:51:35.084287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-b8f92a32-2dcb-4844-be24-807c97fff6b9 service neutron] 10.222.0.65 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361744 Nov 08 13:51:35.114540 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf47a590-853a-41a1-a603-151696188750 x-openstack-request-id: req-cf47a590-853a-41a1-a603-151696188750 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:35.115056 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "status": "completed", "code": 200}, {"server_uuid": "0621cc97-bdae-40c3-8373-95be7c233c81", "name": "network-vif-deleted", "tag": "46f79a89-1ecf-4096-8058-449688eb4a9c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "tag": "9276431d-6db3-4804-933b-afd3b32bed30", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:35.115571 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf47a590-853a-41a1-a603-151696188750 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:35.115996 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'status': 'completed', 'code': 200} Nov 08 13:51:35.116251 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0621cc97-bdae-40c3-8373-95be7c233c81', 'name': 'network-vif-deleted', 'tag': '46f79a89-1ecf-4096-8058-449688eb4a9c', 'status': 'completed', 'code': 200} Nov 08 13:51:35.116499 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30', 'status': 'completed', 'code': 200} Nov 08 13:51:35.151970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55880) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:35.163171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc89c171-de9a-49be-8e3b-c4c17b1c407c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.251372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] Deleting subnet 09e6c424-d750-476d-8f02-53630eca8cc5 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:51:35.251781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc89c171-de9a-49be-8e3b-c4c17b1c407c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.256539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc89c171-de9a-49be-8e3b-c4c17b1c407c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.263431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-668b6a09-a39a-4e67-8d9f-0f0c8146da91 service neutron] 10.222.0.65 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727700 Nov 08 13:51:35.264939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.326004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bc89c171-de9a-49be-8e3b-c4c17b1c407c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87d1d31297c641f28c65df2c9459ff24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2809949 Nov 08 13:51:35.327949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89c171-de9a-49be-8e3b-c4c17b1c407c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c89d2e4-9936-455f-93d1-10b935b2e47f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:35.332204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55882) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:35.368685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648e59a-f620-479e-bc1a-8d7282360e37 req-296e5858-2e74-47f6-bb98-b91adb623a41 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:35.370087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c648e59a-f620-479e-bc1a-8d7282360e37 req-296e5858-2e74-47f6-bb98-b91adb623a41 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1608925 Nov 08 13:51:35.371439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-2d128f5f-f0ab-4352-9c37-2397f3b2ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:35.372302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.373570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-2d128f5f-f0ab-4352-9c37-2397f3b2ffdb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1096 time: 0.0983291 Nov 08 13:51:35.420868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7a52e45-84ff-4dd3-9c8a-468897e9753c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.443119 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:51:35.451328 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.474224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-01f2f849-4983-406a-8f0c-c8ffb673537f service neutron] 10.222.0.65 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866713 Nov 08 13:51:35.475422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.479636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7a52e45-84ff-4dd3-9c8a-468897e9753c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.514064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c648e59a-f620-479e-bc1a-8d7282360e37 req-820fa38d-9ffb-442a-8ec8-70c9c79ded97 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204054 Nov 08 13:51:35.525850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-fb045ea6-c2e5-48e0-96b8-366659e7fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:35.527327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-fb045ea6-c2e5-48e0-96b8-366659e7fa4d service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.1449177 Nov 08 13:51:35.590534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7a52e45-84ff-4dd3-9c8a-468897e9753c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.596034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7a52e45-84ff-4dd3-9c8a-468897e9753c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.596912 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c7a52e45-84ff-4dd3-9c8a-468897e9753c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c89d2e4-9936-455f-93d1-10b935b2e47f HTTP/1.1" status: 204 len: 168 time: 0.2638564 Nov 08 13:51:35.615222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a52e45-84ff-4dd3-9c8a-468897e9753c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c89d2e4-9936-455f-93d1-10b935b2e47f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:35.615513 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.632506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.638714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55888) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:35.638923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/09e6c424-d750-476d-8f02-53630eca8cc5 HTTP/1.1" status: 204 len: 168 time: 0.4857984 Nov 08 13:51:35.657900 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-6315a975-d1be-43a5-9789-43a13564974f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 1001 time: 0.1223958 Nov 08 13:51:35.661722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-1bcc0639-1037-4b1a-925b-9d797e4863bf service neutron] 10.222.0.65 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636329 Nov 08 13:51:35.662416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c183fe-879b-455a-88a5-6bfc526b40bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e6c424-d750-476d-8f02-53630eca8cc5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:35.733346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.769950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a931587-5640-4b39-b347-6efed2294f0a req-c380ea87-4ebf-4251-ad2c-70f519b09b2b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:35.771507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a931587-5640-4b39-b347-6efed2294f0a req-c380ea87-4ebf-4251-ad2c-70f519b09b2b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 943 time: 0.1136353 Nov 08 13:51:35.783853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.789147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-78355194-d4c5-4b56-ba7f-d687f1548f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:35.790249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-78355194-d4c5-4b56-ba7f-d687f1548f85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.1196942 Nov 08 13:51:35.832869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-cdae6322-c25b-42a9-8931-ef82eb269830 service neutron] 10.222.0.65 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400523 Nov 08 13:51:35.850300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a931587-5640-4b39-b347-6efed2294f0a req-7a08ad1c-3861-445a-a7d2-df09de195c44 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665114 Nov 08 13:51:35.930230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:35.935022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-c0632d60-53f0-4cf4-a312-ab40df0c382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:35.936675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-c0632d60-53f0-4cf4-a312-ab40df0c382b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364586 Nov 08 13:51:35.992889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e9b4e5-1ccb-4410-93cb-75cbec3d13c2']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:36.032960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f409178d-a66f-4582-bc22-1945815e8d4d') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:36.033678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f409178d-a66f-4582-bc22-1945815e8d4d') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:36.057656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.089232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa2a6e-3654-4dcc-a194-71f02b2c79dd req-3074e19a-4888-472f-b25d-2ad0a42c4946 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:36.090389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.099130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edfa2a6e-3654-4dcc-a194-71f02b2c79dd req-3074e19a-4888-472f-b25d-2ad0a42c4946 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 944 time: 0.0965862 Nov 08 13:51:36.104808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:51:36.105215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:51:36.106912 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:51:36.171035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-1e1c07ef-eb2e-467b-98d3-93a37e886c01 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226756 Nov 08 13:51:36.174777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edfa2a6e-3654-4dcc-a194-71f02b2c79dd req-2b44fbc1-e8f3-4e1c-b6b9-9891b2c74f46 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685771 Nov 08 13:51:36.201175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.228576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.229884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 94afd502-e18b-430d-99c1-bf9eb58ce98e details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:36.232477 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] 10.222.0.65 "DELETE /v2.0/networks/90e9b4e5-1ccb-4410-93cb-75cbec3d13c2 HTTP/1.1" status: 204 len: 168 time: 0.5924053 Nov 08 13:51:36.232620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 46f79a89-1ecf-4096-8058-449688eb4a9c no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:51:36.286591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111c5cc-1ef1-47eb-958f-a3ba8b8707ed admin admin] Pushing event deleted for resources: {'Network': ['ID=90e9b4e5-1ccb-4410-93cb-75cbec3d13c2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:36.305322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 46f79a89-1ecf-4096-8058-449688eb4a9c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:51:36.307323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 46f79a89-1ecf-4096-8058-449688eb4a9c not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:51:36.330540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb950d-9c51-4816-a915-5bf4bae3d03c req-94abf783-ec84-4b52-b347-0834a0ad853d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:36.343353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eedb950d-9c51-4816-a915-5bf4bae3d03c req-94abf783-ec84-4b52-b347-0834a0ad853d tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.0881960 Nov 08 13:51:36.423875 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-0c549357-cc68-4560-82c8-1e05859b8969 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330844 Nov 08 13:51:36.452127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eedb950d-9c51-4816-a915-5bf4bae3d03c req-f5f18fc6-d603-4c0c-9cca-c1b5393f4c74 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078532 Nov 08 13:51:36.483337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55934) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:36.520586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 94afd502-e18b-430d-99c1-bf9eb58ce98e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:36.561631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '94afd502-e18b-430d-99c1-bf9eb58ce98e', 'network_id': '9996f6e7-7179-4f2d-acd5-3fb2a932f90e', 'port_id': '94afd502-e18b-430d-99c1-bf9eb58ce98e', 'mac_address': 'fa:16:3e:34:c8:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a76694f7-2366-48f0-94ff-496b3fc217fe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:36.587087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1ccefc8f-53f4-45f5-a86b-bf6ead6122c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fd2ebb0921f48078a9fde6dbf629bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920632 Nov 08 13:51:36.589186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:36.656701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.687247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94afd502-e18b-430d-99c1-bf9eb58ce98e {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:36.719717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-4c6d0ebe-ef9a-4e20-851c-85d691bfd33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:36.721417 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-4c6d0ebe-ef9a-4e20-851c-85d691bfd33f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 1095 time: 0.1935890 Nov 08 13:51:36.741547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 94afd502-e18b-430d-99c1-bf9eb58ce98e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:36.747472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93f3891b-2222-4c30-a300-7a32b15cc873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.749149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.856398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7081e86-fca9-4fa5-923d-a69e93ae6b34 req-34ce994a-0155-473e-9c57-84cc3fc48f6e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:36.864896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93f3891b-2222-4c30-a300-7a32b15cc873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.868684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7081e86-fca9-4fa5-923d-a69e93ae6b34 req-34ce994a-0155-473e-9c57-84cc3fc48f6e tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.0767844 Nov 08 13:51:36.871001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9276431d-6db3-4804-933b-afd3b32bed30 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:36.938082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-31b57cc9-b1c1-4dbf-a83e-d5e599172c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:36.940043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-31b57cc9-b1c1-4dbf-a83e-d5e599172c80 service neutron] 10.222.0.54 "GET /v2.0/networks?id=07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 200 len: 906 time: 0.2022781 Nov 08 13:51:36.966703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=94afd502-e18b-430d-99c1-bf9eb58ce98e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:36.969751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93f3891b-2222-4c30-a300-7a32b15cc873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.973239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93f3891b-2222-4c30-a300-7a32b15cc873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:36.975228 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93f3891b-2222-4c30-a300-7a32b15cc873 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/848d2148-34fa-4bc8-b694-2445147b5785 HTTP/1.1" status: 204 len: 168 time: 0.3850913 Nov 08 13:51:37.023325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7081e86-fca9-4fa5-923d-a69e93ae6b34 req-dc7b95a8-0242-4d5c-b52e-139565e1080c tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393380 Nov 08 13:51:37.060975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d8c05-5eb5-4cec-a60a-b5c72cee20ef req-5993fcfc-9ebb-41d2-9930-5eaa63f54095 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:37.069514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-640d8c05-5eb5-4cec-a60a-b5c72cee20ef req-5993fcfc-9ebb-41d2-9930-5eaa63f54095 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 945 time: 0.0961826 Nov 08 13:51:37.097546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-cf6d71b9-9e66-4132-a836-ef637bb7b7bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9276431d-6db3-4804-933b-afd3b32bed30 HTTP/1.1" status: 200 len: 217 time: 0.1453400 Nov 08 13:51:37.162388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e2a8171-4a48-4b0f-b876-db8944a3f5c6 req-b0a19470-d250-48a6-a564-ca0b29bb4129 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0396678 Nov 08 13:51:37.177196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-640d8c05-5eb5-4cec-a60a-b5c72cee20ef req-92c1066e-1d85-4ced-ab0e-a12b9a188b5c tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033499 Nov 08 13:51:37.187887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-8f5e0231-0e75-4a70-a949-cd415a540600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:37.189936 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-8f5e0231-0e75-4a70-a949-cd415a540600 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 200 len: 845 time: 0.0778129 Nov 08 13:51:37.191431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3891b-2222-4c30-a300-7a32b15cc873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848d2148-34fa-4bc8-b694-2445147b5785,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:37.269969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-58e862f0-6783-4fe8-adc3-ec55e2638fde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=07ea3acc-2da7-4f09-8737-3b143ba23940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704548 Nov 08 13:51:37.449692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['94afd502-e18b-430d-99c1-bf9eb58ce98e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:37.454612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0deab3-a2b5-4568-b890-8358f42befc4 req-20959eb7-e4b3-4c6c-ae85-e5a132d4293b tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:37.457132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb0deab3-a2b5-4568-b890-8358f42befc4 req-20959eb7-e4b3-4c6c-ae85-e5a132d4293b tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 944 time: 0.1655786 Nov 08 13:51:37.473200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57452ec6-81d4-4db5-95bd-a14769c50835 req-ce1ab034-f37e-487e-9fdb-2c73b6edf4f0 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:37.490171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57452ec6-81d4-4db5-95bd-a14769c50835 req-ce1ab034-f37e-487e-9fdb-2c73b6edf4f0 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 944 time: 0.1783175 Nov 08 13:51:37.550759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-fb3e6ce3-62aa-4933-8f81-3d126253f1d4 service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668071 Nov 08 13:51:37.600803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb0deab3-a2b5-4568-b890-8358f42befc4 req-324389ec-1ff5-48db-b724-8f87b2395c15 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014106 Nov 08 13:51:37.617542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:37.640412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '9276431d-6db3-4804-933b-afd3b32bed30', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': '9276431d-6db3-4804-933b-afd3b32bed30', 'mac_address': 'fa:16:3e:4c:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:37.660959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57452ec6-81d4-4db5-95bd-a14769c50835 req-218285b9-cfe8-440f-8005-c64634a5d2cb tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752529 Nov 08 13:51:37.710890 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:37.732757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-82833f70-05cc-4897-b4fd-9feee573d4cf req-94ac2ed3-1a2f-46f9-852c-219c9f83126c service neutron] 10.222.0.54 "GET /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775069 Nov 08 13:51:37.738139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9276431d-6db3-4804-933b-afd3b32bed30 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:37.773035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:37.785792 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:37.804196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615bcc3-7bd6-46b4-be63-23357fe3457e req-cd36337a-8bcf-43bd-a45d-1f3e6d16fe47 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:37.806289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b615bcc3-7bd6-46b4-be63-23357fe3457e req-cd36337a-8bcf-43bd-a45d-1f3e6d16fe47 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.0915275 Nov 08 13:51:37.866839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:37.893037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b615bcc3-7bd6-46b4-be63-23357fe3457e req-db7a8daf-d504-40fe-bfc7-f6c59c4eecca tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 Nov 08 13:51:38.138855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['9276431d-6db3-4804-933b-afd3b32bed30'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:38.295337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56082) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:38.572727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-c1c15288-c261-4f54-a40b-e1796e46b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:38.576733 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-c1c15288-c261-4f54-a40b-e1796e46b1d2 service neutron] 10.222.0.70 "GET /v2.0/ports/57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 1027 time: 0.0757198 Nov 08 13:51:38.583022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:38.666324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1743-dfce-4aa0-9fcb-efdaf560bab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:38.683104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1565382902-network', 'tenant_id': 'ac8f7804691f4f7da66ae99923bb0bef'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:38.698610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-b4ee49d5-2ec0-437c-ab4a-6260c0ec22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:38.700177 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-b4ee49d5-2ec0-437c-ab4a-6260c0ec22ed service neutron] 10.222.0.70 "GET /v2.0/ports/576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 1026 time: 0.1049817 Nov 08 13:51:38.739025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Made reservation on behalf of ac8f7804691f4f7da66ae99923bb0bef for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:38.741847 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:38.778224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0cb1a58-1e02-4346-81b0-4d9647a735e8 req-d292a60d-c6ce-428b-a2f7-8d6fce6be379 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0519629 Nov 08 13:51:38.781099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:38.788835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-9f3bf7b8-81b6-44dc-82ae-15779c58ff54 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:38.791024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-9f3bf7b8-81b6-44dc-82ae-15779c58ff54 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.70 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 945 time: 0.5877998 Nov 08 13:51:38.874117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113b604-a098-4fd9-afcf-007945c4e019 req-959a6f79-21cc-4fdb-b326-f242fa0bdacd tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:38.876450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1113b604-a098-4fd9-afcf-007945c4e019 req-959a6f79-21cc-4fdb-b326-f242fa0bdacd tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 945 time: 0.5854399 Nov 08 13:51:38.951083 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1743-dfce-4aa0-9fcb-efdaf560bab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:38.966057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1ec1743-dfce-4aa0-9fcb-efdaf560bab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.015542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-8330452e-1d85-434d-8f1a-3a26f115dee7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:39.022805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-8330452e-1d85-434d-8f1a-3a26f115dee7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:39.029616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-8330452e-1d85-434d-8f1a-3a26f115dee7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:39.031292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1113b604-a098-4fd9-afcf-007945c4e019 req-0fd84882-d405-4d62-a0ae-2567e4d368f0 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/security-groups?id=c27eb6e4-620b-4105-a393-9a7f84c5c338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461265 Nov 08 13:51:39.031703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-8330452e-1d85-434d-8f1a-3a26f115dee7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 1987 time: 0.3229430 Nov 08 13:51:39.056014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec1743-dfce-4aa0-9fcb-efdaf560bab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09193322-ebdb-4756-bfff-cdb553a76201,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:39.067875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7df15-7bc6-4d8d-b39e-7b883d8b3e52 req-0da48968-a8e3-465b-a8f6-d4902109f6d1 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:39.070207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79e7df15-7bc6-4d8d-b39e-7b883d8b3e52 req-0da48968-a8e3-465b-a8f6-d4902109f6d1 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 945 time: 0.1624079 Nov 08 13:51:39.087190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Deleting port 403103ea-92b4-4961-8baa-8ca64e997442 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:51:39.087726 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.107043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b1ec1743-dfce-4aa0-9fcb-efdaf560bab7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01d49b6706c44a718259a90749d045eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8103926 Nov 08 13:51:39.115169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:39.228569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.245448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.253040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa747-e705-4c15-9306-555d2766d630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.258813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] For port 403103ea-92b4-4961-8baa-8ca64e997442, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=403103ea-92b4-4961-8baa-8ca64e997442,segment=NetworkSegment(3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494),segment_id=3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:39.259197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.263188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-530e2ca4-916d-43f9-9a38-1e8c05d34c65 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=184a771ba9dc45069051bf90f38f8601 HTTP/1.1" status: 200 len: 380 time: 0.2186735 Nov 08 13:51:39.281290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'admin_state_up': True, 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'security_groups': ['b5468bc5-dc36-42ef-914d-a14e9066ebf0']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:39.281906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Calling delete_port for 403103ea-92b4-4961-8baa-8ca64e997442 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:51:39.407839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:51:39.421527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa747-e705-4c15-9306-555d2766d630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.435005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85e79d2-6c9c-44d6-aa21-3b06a24992ba,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:39.474634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:39.478312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.526779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa747-e705-4c15-9306-555d2766d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.529748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a2dfa747-e705-4c15-9306-555d2766d630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.532005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a2dfa747-e705-4c15-9306-555d2766d630 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09193322-ebdb-4756-bfff-cdb553a76201 HTTP/1.1" status: 204 len: 168 time: 0.4111767 Nov 08 13:51:39.571696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79e7df15-7bc6-4d8d-b39e-7b883d8b3e52 req-3fb7bcba-80f6-4ce1-ac52-a28982b40127 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082547 Nov 08 13:51:39.572971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.586511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['403103ea-92b4-4961-8baa-8ca64e997442'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:39.613981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Pushing event deleted for resources: {'Port': ['ID=403103ea-92b4-4961-8baa-8ca64e997442,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:39.642347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dfa747-e705-4c15-9306-555d2766d630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09193322-ebdb-4756-bfff-cdb553a76201,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:39.653522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.655473 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Added segment 72f4c3dc-e542-4d09-b015-f2571ea9a5de of type vlan for network 819bb523-be3c-4bfa-a89d-6ab120c70544 Nov 08 13:51:39.681354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] No DVR routers for this DVR port 403103ea-92b4-4961-8baa-8ca64e997442 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:51:39.691707 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.696478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3ebe5c8-d7e1-4676-93c2-46c7636827a9 req-e1ce662b-9c52-4f18-b448-3691d0bd7b2a tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.70 "DELETE /v2.0/ports/403103ea-92b4-4961-8baa-8ca64e997442 HTTP/1.1" status: 204 len: 173 time: 0.8981519 Nov 08 13:51:39.698019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f873a-52f9-4865-b687-538ee3bd8146', 'name': 'network-vif-deleted', 'tag': '403103ea-92b4-4961-8baa-8ca64e997442'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:39.702011 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c803e47b-95f4-4532-8eff-22c02ba26e3e" -d '{"events": [{"server_uuid": "298f873a-52f9-4865-b687-538ee3bd8146", "name": "network-vif-deleted", "tag": "403103ea-92b4-4961-8baa-8ca64e997442"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:39.729116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30209c1-2ba4-4bb3-85be-24852ab14be5 req-426849eb-261b-4bf0-a37f-6650989e1793 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:39.730682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f30209c1-2ba4-4bb3-85be-24852ab14be5 req-426849eb-261b-4bf0-a37f-6650989e1793 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 944 time: 0.2686033 Nov 08 13:51:39.755530 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380164dd-97c7-4ecb-b4a8-38d63e365c6b x-openstack-request-id: req-380164dd-97c7-4ecb-b4a8-38d63e365c6b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:39.756158 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f873a-52f9-4865-b687-538ee3bd8146", "name": "network-vif-deleted", "tag": "403103ea-92b4-4961-8baa-8ca64e997442", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:39.756646 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-380164dd-97c7-4ecb-b4a8-38d63e365c6b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:39.757425 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f873a-52f9-4865-b687-538ee3bd8146', 'name': 'network-vif-deleted', 'tag': '403103ea-92b4-4961-8baa-8ca64e997442', 'status': 'completed', 'code': 200} Nov 08 13:51:39.825580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.887926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f30209c1-2ba4-4bb3-85be-24852ab14be5 req-78edc260-3f93-4b24-833a-f9c0e4f707f4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448810 Nov 08 13:51:39.898561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 172.20.0.10 (8cd92319-25d8-49b4-99db-4c9aaf58af29/3c2b689a-cb4b-424b-9b91-ec49594675db/8f507a8e-98d8-4b99-9444-164c561d2ed6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:39.900994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:39.901962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:39.902548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.016925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4301713 Nov 08 13:51:40.022210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e757bbe-655b-4465-baa5-6892f84989d5 req-b1bd3ada-5bfd-45cd-9346-f47219cb1335 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0608172 Nov 08 13:51:40.022989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:40.043972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Request body: {'subnet': {'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1565382902-subnet', 'tenant_id': 'ac8f7804691f4f7da66ae99923bb0bef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:40.068407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2333d-42a3-4035-97d7-e7b48daeb6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=819bb523-be3c-4bfa-a89d-6ab120c70544,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:40.082906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 819bb523-be3c-4bfa-a89d-6ab120c70544 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:51:40.160025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Made reservation on behalf of ac8f7804691f4f7da66ae99923bb0bef for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:40.176449 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.251012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 94afd502-e18b-430d-99c1-bf9eb58ce98e up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:40.324890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c39dcec-8ac4-4829-a163-335023bf97c6 req-f7832cdb-1fbb-43bd-ac7c-df450050a826 tempest-ServerAddressesNegativeTestJSON-169428953 tempest-ServerAddressesNegativeTestJSON-169428953-project] 10.222.0.65 "GET /v2.0/ports?device_id=298f873a-52f9-4865-b687-538ee3bd8146 HTTP/1.1" status: 200 len: 210 time: 0.0668395 Nov 08 13:51:40.352798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 94afd502-e18b-430d-99c1-bf9eb58ce98e completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:40.357138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 94afd502-e18b-430d-99c1-bf9eb58ce98e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:40.357564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.508735 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.567558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 94afd502-e18b-430d-99c1-bf9eb58ce98e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:40.570031 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.570546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286395e2-9802-456a-81e9-3860aa597020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94afd502-e18b-430d-99c1-bf9eb58ce98e'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:40.574506 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153a660-20d0-498e-aae7-a68d03a5ada6" -d '{"events": [{"server_uuid": "286395e2-9802-456a-81e9-3860aa597020", "name": "network-vif-plugged", "status": "completed", "tag": "94afd502-e18b-430d-99c1-bf9eb58ce98e"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:40.578559 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.606607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.640930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=94afd502-e18b-430d-99c1-bf9eb58ce98e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:40.688944 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98a3151-aad4-4314-99ae-f2253ad48ece x-openstack-request-id: req-e98a3151-aad4-4314-99ae-f2253ad48ece {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:40.688944 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286395e2-9802-456a-81e9-3860aa597020", "name": "network-vif-plugged", "status": "completed", "tag": "94afd502-e18b-430d-99c1-bf9eb58ce98e", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:40.689455 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e98a3151-aad4-4314-99ae-f2253ad48ece {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:40.689829 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286395e2-9802-456a-81e9-3860aa597020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94afd502-e18b-430d-99c1-bf9eb58ce98e', 'code': 200} Nov 08 13:51:40.723494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f582f3-92ff-4e79-b165-126a7526f6a3,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:40.728354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.782642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:40.806697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:40.833552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:40.866431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d34c38-e43e-40f0-ba0c-0b9990e71b3d req-95f5433a-cf68-4d22-8f38-e8db832274c5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:40.877746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36d34c38-e43e-40f0-ba0c-0b9990e71b3d req-95f5433a-cf68-4d22-8f38-e8db832274c5 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 945 time: 0.2015114 Nov 08 13:51:40.883585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9276431d-6db3-4804-933b-afd3b32bed30 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:40.943237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:40.944609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:40.981071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=8f507a8e-98d8-4b99-9444-164c561d2ed6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:41.007476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Checking segment: {'id': '72f4c3dc-e542-4d09-b015-f2571ea9a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:41.016521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Network hostable DHCP agents. Network: 819bb523-be3c-4bfa-a89d-6ab120c70544, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:51:41.025969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 9276431d-6db3-4804-933b-afd3b32bed30 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:41.039964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 9276431d-6db3-4804-933b-afd3b32bed30 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:41.045468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:41.071707 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6a823b5a-4799-496d-a85c-a8c4fa9971bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7941263 Nov 08 13:51:41.098043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'admin_state_up': True, 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'security_groups': ['b5468bc5-dc36-42ef-914d-a14e9066ebf0']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:41.166254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36d34c38-e43e-40f0-ba0c-0b9990e71b3d req-01d78870-6758-48c2-8586-acf5d0b41005 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823222 Nov 08 13:51:41.194916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Network 819bb523-be3c-4bfa-a89d-6ab120c70544 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:51:41.212882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:41.279215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b3ad4-e073-45d9-b6ad-00cb8e9ec029 req-2283c2cd-5549-4dba-8a5d-7eb7d394944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:41.292327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-360b3ad4-e073-45d9-b6ad-00cb8e9ec029 req-2283c2cd-5549-4dba-8a5d-7eb7d394944f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 1096 time: 0.3816476 Nov 08 13:51:41.334945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:41.348148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 819bb523-be3c-4bfa-a89d-6ab120c70544) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:41.357870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:41.358813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:41.367391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:41.375131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787b601d-e4bd-43b1-8dcb-875a23b4481a None None] Network 819bb523-be3c-4bfa-a89d-6ab120c70544 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:41.379576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b4d18-e638-4f32-a8ed-9aad5400f364 req-151eae74-2c36-4613-90cc-49f046ea30ec tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:41.392485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-180b4d18-e638-4f32-a8ed-9aad5400f364 req-151eae74-2c36-4613-90cc-49f046ea30ec tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.3032632 Nov 08 13:51:41.404905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-56ec34ae-1a1b-4606-8a78-5e5e4f1af3eb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3681400 Nov 08 13:51:41.471916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:41.477285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:41.602573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-180b4d18-e638-4f32-a8ed-9aad5400f364 req-1c6cee93-0832-46f6-b990-7874f86b9cdb tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090030 Nov 08 13:51:41.766115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-360b3ad4-e073-45d9-b6ad-00cb8e9ec029 req-623a07fd-a963-432a-a8e2-331249f98d9f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616153 Nov 08 13:51:41.766115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56160) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:41.793947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:41.838135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c74fca22-ea04-4098-bbf7-5739142366d8 None None] Provisioning complete for port 8f507a8e-98d8-4b99-9444-164c561d2ed6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:41.839546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c74fca22-ea04-4098-bbf7-5739142366d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:41.911100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 10.1.1.182 (1173fb7d-7c12-4aa2-8865-a859d2c32f63/577e4ee2-9694-40c0-826b-3fee94d7760c/3a116d74-99ee-4601-b964-c10686a08d1d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:41.957129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c74fca22-ea04-4098-bbf7-5739142366d8 None None] Port 8f507a8e-98d8-4b99-9444-164c561d2ed6 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:41.960958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6cef9-43fe-48df-b5d6-5e7287f916e5 req-d3a3b3e2-2911-44dd-b540-4616bf51a411 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:41.969643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81d6cef9-43fe-48df-b5d6-5e7287f916e5 req-d3a3b3e2-2911-44dd-b540-4616bf51a411 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 932 time: 0.6450722 Nov 08 13:51:42.069352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed6f31-4f2b-4340-b38e-c060266e2bf3 None None] Network 819bb523-be3c-4bfa-a89d-6ab120c70544 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:42.094407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] Deleting subnet fe69168b-2e53-4624-9e20-8803b6d3393f {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:51:42.106166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:42.239545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81d6cef9-43fe-48df-b5d6-5e7287f916e5 req-bbedf8f1-fb4c-4089-8b83-694eab75f740 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602446 Nov 08 13:51:42.273679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 403103ea-92b4-4961-8baa-8ca64e997442 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:51:42.296623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:42.299468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:42.370723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 403103ea-92b4-4961-8baa-8ca64e997442 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:51:42.371890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 403103ea-92b4-4961-8baa-8ca64e997442 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:51:42.396846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:42.460555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:42.505297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:42.536844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:42.548435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fe69168b-2e53-4624-9e20-8803b6d3393f HTTP/1.1" status: 204 len: 168 time: 0.7762513 Nov 08 13:51:42.572900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56178) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:42.638433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb6b6a-26b9-415a-b926-76071823f2e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe69168b-2e53-4624-9e20-8803b6d3393f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:42.691508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:42.694376 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489a188b-1d3c-418d-bab6-7e1a38598258" -d '{"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-plugged", "status": "completed", "tag": "9276431d-6db3-4804-933b-afd3b32bed30"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:42.727371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:42.758968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:42.818912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192e24f-57e6-4782-8044-8fccaa960128 req-b089faa4-036f-4a47-a0f1-19e57cc286c7 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:42.836079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4192e24f-57e6-4782-8044-8fccaa960128 req-b089faa4-036f-4a47-a0f1-19e57cc286c7 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.2039309 Nov 08 13:51:42.877019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:42.989121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=3a116d74-99ee-4601-b964-c10686a08d1d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:43.043601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:43.079294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:43.090478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:43.108519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4192e24f-57e6-4782-8044-8fccaa960128 req-8916588d-bf8e-4060-90c1-4e4d31200615 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713249 Nov 08 13:51:43.120892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-bee001ab-3d1f-4d78-87a0-85b6a2dbe970 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0341275 Nov 08 13:51:43.172599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'admin_state_up': True, 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'security_groups': ['b5468bc5-dc36-42ef-914d-a14e9066ebf0']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:43.224316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4476e28a-1feb-4b7b-9697-d66381f3787d None None] Provisioning complete for port 3a116d74-99ee-4601-b964-c10686a08d1d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:43.227926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4476e28a-1feb-4b7b-9697-d66381f3787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:43.301764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56204) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:43.319397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:43.384572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4476e28a-1feb-4b7b-9697-d66381f3787d None None] Port 3a116d74-99ee-4601-b964-c10686a08d1d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:43.457585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-2c456545-9f43-466d-882b-59bb8e7b892a tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:43.459176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-2c456545-9f43-466d-882b-59bb8e7b892a tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/networks?id=819bb523-be3c-4bfa-a89d-6ab120c70544 HTTP/1.1" status: 200 len: 813 time: 0.7172017 Nov 08 13:51:43.492782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-96c8ffa5-c122-4f12-b130-b936ffdee3dd tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/quotas/ac8f7804691f4f7da66ae99923bb0bef HTTP/1.1" status: 200 len: 375 time: 0.0207529 Nov 08 13:51:43.543428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-f28fc18a-77c7-4dfb-830c-a53aadc50502 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac8f7804691f4f7da66ae99923bb0bef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496850 Nov 08 13:51:43.685274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-2a8c4dca-e00e-41e1-8d21-3690c8a9ae87 service neutron] 10.222.0.65 "GET /v2.0/networks/819bb523-be3c-4bfa-a89d-6ab120c70544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408350 Nov 08 13:51:43.699337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945776a-c7ab-4052-b85e-aa8e237a4965 req-b221d15d-674b-4cbe-8136-6d7092d9f489 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:43.701000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9945776a-c7ab-4052-b85e-aa8e237a4965 req-b221d15d-674b-4cbe-8136-6d7092d9f489 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.3441317 Nov 08 13:51:43.910104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-b2758adc-4950-4656-95ba-5cb2b0975dd2 service neutron] 10.222.0.65 "GET /v2.0/networks/819bb523-be3c-4bfa-a89d-6ab120c70544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079737 Nov 08 13:51:43.944225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e78c0571-89b2-4666-9d23-9a84cdda9fb5 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:43.964032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:43.969360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:43.995777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:44.027326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9945776a-c7ab-4052-b85e-aa8e237a4965 req-77d974ff-f67e-4ba6-b542-fbf8b930382a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161237 Nov 08 13:51:44.049592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:44.052738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca4e26e-422e-4a14-b0ce-ba7b9c0cf494') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:44.159306 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f348da-04d0-410a-9989-7f23bb636948 x-openstack-request-id: req-b6f348da-04d0-410a-9989-7f23bb636948 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:44.160373 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-plugged", "status": "completed", "tag": "9276431d-6db3-4804-933b-afd3b32bed30", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:44.160832 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6f348da-04d0-410a-9989-7f23bb636948 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:44.161339 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30', 'code': 200} Nov 08 13:51:44.204796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e78c0571-89b2-4666-9d23-9a84cdda9fb5 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "PUT /v2.0/quotas/acd42d02c7914ace9f46e5255b90d8f8 HTTP/1.1" status: 200 len: 366 time: 0.9012637 Nov 08 13:51:44.207645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.211383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:44.268436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eb41bf09-9882-4412-b97d-3d8dd815ba52 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0595078 Nov 08 13:51:44.280402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.300847 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:44.323914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9da08ca2-9e2c-4371-a076-271f4f4e651b tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "GET /v2.0/quotas/acd42d02c7914ace9f46e5255b90d8f8 HTTP/1.1" status: 200 len: 366 time: 0.0393050 Nov 08 13:51:44.328660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56226) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.370820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:51:44.376074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:51:44.380067 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:51:44.389016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687afacb-b5e3-4a74-a9dd-36691767431f req-72c817d6-f235-48a8-9ceb-0209334d5a0e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:44.396004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687afacb-b5e3-4a74-a9dd-36691767431f req-72c817d6-f235-48a8-9ceb-0209334d5a0e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:44.398038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-687afacb-b5e3-4a74-a9dd-36691767431f req-72c817d6-f235-48a8-9ceb-0209334d5a0e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 1654 time: 0.1802850 Nov 08 13:51:44.402547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ab6b588a-f068-4934-8bd4-607485672e42 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/acd42d02c7914ace9f46e5255b90d8f8 HTTP/1.1" status: 204 len: 168 time: 0.0707119 Nov 08 13:51:44.403313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56228) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.434194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-09b3fb92-4dfc-490b-9d6b-63e3a919c49d tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0294764 Nov 08 13:51:44.435023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56230) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.484056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c47991e6-2b54-4f63-a901-79bebb4c7b86 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "GET /v2.0/quotas/acd42d02c7914ace9f46e5255b90d8f8 HTTP/1.1" status: 200 len: 370 time: 0.0466850 Nov 08 13:51:44.491875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56236) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.500124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bd158891-3d80-48ad-a4ff-1897a48b9e43 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "GET /v2.0/quotas/acd42d02c7914ace9f46e5255b90d8f8/default HTTP/1.1" status: 200 len: 370 time: 0.0085461 Nov 08 13:51:44.501754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56238) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.529012 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-e30e2b3c-5de3-4113-8e84-d5363b67f666 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] delete failed (client error): The resource could not be found. Nov 08 13:51:44.533377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e30e2b3c-5de3-4113-8e84-d5363b67f666 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/acd42d02c7914ace9f46e5255b90d8f8 HTTP/1.1" status: 404 len: 348 time: 0.0250511 Nov 08 13:51:44.547629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-687afacb-b5e3-4a74-a9dd-36691767431f req-2b6bf6b0-2644-4a5c-adc0-cc46b7518933 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324151 Nov 08 13:51:44.576939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:44.579039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 10.1.1.135 (1173fb7d-7c12-4aa2-8865-a859d2c32f63/577e4ee2-9694-40c0-826b-3fee94d7760c/e5389baa-8f6e-4e81-8d81-5e812cae27ce) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:44.582825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae0dcb-493f-41e5-a66c-23af843269ac req-a51c0649-72fe-4a2b-bc4f-a7f82e48b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:44.584370 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9aae0dcb-493f-41e5-a66c-23af843269ac req-a51c0649-72fe-4a2b-bc4f-a7f82e48b64f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 1097 time: 0.2592986 Nov 08 13:51:44.591905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:44.595063 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4 HTTP/1.1" status: 204 len: 168 time: 2.0174174 Nov 08 13:51:44.664455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e3859-dd86-4c88-9f13-5eb2e0b78010 admin admin] Pushing event deleted for resources: {'Network': ['ID=4625bd82-23ef-4bf9-8fb5-2caabdbfd9c4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:44.879587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56248) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:44.942604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9aae0dcb-493f-41e5-a66c-23af843269ac req-25c744f2-2527-44ef-bcc3-e10ed7856bdc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241379 Nov 08 13:51:44.988112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90277f9b-0dc8-4550-b26e-4c82717220bf req-75e83218-caa4-4582-ace5-6651f931d102 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 210 time: 0.2046673 Nov 08 13:51:44.988237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:network and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:45.067661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79526570-a1cf-4b4c-8327-44c42328fac1 req-95887804-80b1-4614-b063-ad238fcf1831 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:45.079700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79526570-a1cf-4b4c-8327-44c42328fac1 req-95887804-80b1-4614-b063-ad238fcf1831 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.3592155 Nov 08 13:51:45.084527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:45.129071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:45.133735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-c5f3c89f-66e5-427a-b69c-7242b441e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:45.137498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-c5f3c89f-66e5-427a-b69c-7242b441e4ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 1096 time: 0.3588574 Nov 08 13:51:45.148639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:45.154029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:subnet and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:45.158863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-514a3fe0-e11b-4595-a74b-bccb2a397295 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4017193 Nov 08 13:51:45.195042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:45.199767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:45.224710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:45.230606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56252) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:45.243789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:45.317788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79526570-a1cf-4b4c-8327-44c42328fac1 req-f3902f8d-4ab1-4d11-9cc3-ee05aa39d0d6 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367165 Nov 08 13:51:45.331928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:45.332879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:45.461732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:subnetpool and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:45.498524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9332269-fc2f-4c5e-ba9d-939d7faca457 req-171e3a69-707e-41f6-aa46-cb5a39d3d2f6 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:45.514722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9332269-fc2f-4c5e-ba9d-939d7faca457 req-171e3a69-707e-41f6-aa46-cb5a39d3d2f6 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.3990102 Nov 08 13:51:45.521340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:45.542717 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3765244 Nov 08 13:51:45.557979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3121f8-f6f4-423a-a57c-22de1a2ce51b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=e5389baa-8f6e-4e81-8d81-5e812cae27ce,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:45.600121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79', 'admin_state_up': True, 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'security_groups': ['b5468bc5-dc36-42ef-914d-a14e9066ebf0']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:45.616994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9332269-fc2f-4c5e-ba9d-939d7faca457 req-3103a3dd-55bf-4f58-896d-3c2687a6a33a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008937 Nov 08 13:51:45.633749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:port and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:45.649425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:45.653264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-da27ad0d-1c31-4f57-b3aa-167bc1d4fc39 None None] Provisioning complete for port e5389baa-8f6e-4e81-8d81-5e812cae27ce triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:45.653802 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-da27ad0d-1c31-4f57-b3aa-167bc1d4fc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:45.664643 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c43fc946-24b8-46bc-b853-ed31c7a82234 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e81b88873244d1a9457643365735ddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476279 Nov 08 13:51:45.681955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56258) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:45.723960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-e8627ace-0e7e-4cce-a219-b833dd6e9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:45.734174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-e8627ace-0e7e-4cce-a219-b833dd6e9bb5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1096 time: 0.3632805 Nov 08 13:51:45.739727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-da27ad0d-1c31-4f57-b3aa-167bc1d4fc39 None None] Port e5389baa-8f6e-4e81-8d81-5e812cae27ce cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:45.755993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:router and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:45.804465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:45.827270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-7b1027ec-1745-4668-853d-1ad9b5f79647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:45.828719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-7b1027ec-1745-4668-853d-1ad9b5f79647 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.5931425 Nov 08 13:51:45.911580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:floatingip and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:45.928982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:45.958272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-30306bf2-340e-4f06-a6ce-b05a4a65b10d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e HTTP/1.1" status: 200 len: 217 time: 0.1170311 Nov 08 13:51:45.959873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d37c51dc-f44d-4456-a80b-3908b072d72c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:45.997630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fac6f9-7b64-4fac-b548-3d5c4de85a66 req-3c57ae84-1184-4def-a031-734c5c8e4445 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.006340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fac6f9-7b64-4fac-b548-3d5c4de85a66 req-3c57ae84-1184-4def-a031-734c5c8e4445 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.011682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fac6f9-7b64-4fac-b548-3d5c4de85a66 req-3c57ae84-1184-4def-a031-734c5c8e4445 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.019675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80fac6f9-7b64-4fac-b548-3d5c4de85a66 req-3c57ae84-1184-4def-a031-734c5c8e4445 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 2375 time: 0.3062618 Nov 08 13:51:46.025608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-410c0245-1c5e-419e-bc0b-ccaf9520cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.027308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-410c0245-1c5e-419e-bc0b-ccaf9520cb78 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.2673023 Nov 08 13:51:46.032894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:46.107076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80fac6f9-7b64-4fac-b548-3d5c4de85a66 req-16103cbd-8103-443f-88db-60a8458735d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850432 Nov 08 13:51:46.145874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d37c51dc-f44d-4456-a80b-3908b072d72c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:46.211185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6685fa7-57f8-4c85-87d7-f6d92c967f40 req-1ede0cd1-8a0a-49cf-9e2b-297f67a2d401 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0800972 Nov 08 13:51:46.283033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-a1fd953d-c8fe-4e61-a4a0-19c62b8fa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.285194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-a1fd953d-c8fe-4e61-a4a0-19c62b8fa650 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.3095284 Nov 08 13:51:46.290503 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-42e66cc9-cce5-4a43-b5c1-0de42b4f7b19 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 1001 time: 0.2409601 Nov 08 13:51:46.335357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-d425b1bf-7f9f-438d-a3f6-8ec5b0585b77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360258 Nov 08 13:51:46.455080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d37c51dc-f44d-4456-a80b-3908b072d72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:46.458652 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d37c51dc-f44d-4456-a80b-3908b072d72c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:46.464817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d37c51dc-f44d-4456-a80b-3908b072d72c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c27eb6e4-620b-4105-a393-9a7f84c5c338 HTTP/1.1" status: 204 len: 168 time: 0.7814031 Nov 08 13:51:46.576864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c51dc-f44d-4456-a80b-3908b072d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27eb6e4-620b-4105-a393-9a7f84c5c338,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:46.674343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:security_group and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:46.692958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-b0ce5d0c-54f4-4029-9e36-add00911bce7 service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493354 Nov 08 13:51:46.695422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:46.714072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2ace2-f456-4f90-bccd-f0f904989da0 req-6c2aabfd-6eec-4105-9fc6-d3e46dda43ee tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.732346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5b2ace2-f456-4f90-bccd-f0f904989da0 req-6c2aabfd-6eec-4105-9fc6-d3e46dda43ee tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.2039557 Nov 08 13:51:46.739037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-d07fded3-3925-4538-92c0-5943454b7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.744393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-d07fded3-3925-4538-92c0-5943454b7c2a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.4262764 Nov 08 13:51:46.818304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Usage tracker for resource:security_group_rule and project:87533adc58d449c58d76448cb49a8141 is out of sync, need to count used quota {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 08 13:51:46.825138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.quota.resource [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101840) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 08 13:51:46.829729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:46.885273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32df05aa-c642-431c-afa0-ce49968ebd95 tempest-QuotasTest-880326433 tempest-QuotasTest-880326433-project-admin] 10.222.0.65 "GET /v2.0/quotas/87533adc58d449c58d76448cb49a8141/details.json HTTP/1.1" status: 200 len: 703 time: 2.0020809 Nov 08 13:51:46.889594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-50498149-5742-4381-bfed-df7ee7494456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.891424 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-50498149-5742-4381-bfed-df7ee7494456 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214330 Nov 08 13:51:46.915274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-2cb70aec-6a3c-4053-990a-ac81bcee1183 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:46.917217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-2cb70aec-6a3c-4053-990a-ac81bcee1183 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.70 "GET /v2.0/networks?id=819bb523-be3c-4bfa-a89d-6ab120c70544 HTTP/1.1" status: 200 len: 813 time: 0.6257524 Nov 08 13:51:47.065665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5b2ace2-f456-4f90-bccd-f0f904989da0 req-b63c07b3-9f3c-4828-8697-8d46365906eb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274906 Nov 08 13:51:47.067260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Request body: {'port': {'device_id': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544', 'admin_state_up': True, 'tenant_id': 'ac8f7804691f4f7da66ae99923bb0bef'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:47.076155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d319ce-5d8d-4d4c-9aad-4559ebaf9291 req-5cbd3446-5ddc-49f8-a9c7-eec82f5c78a3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:47.086944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4d319ce-5d8d-4d4c-9aad-4559ebaf9291 req-5cbd3446-5ddc-49f8-a9c7-eec82f5c78a3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.3117566 Nov 08 13:51:47.100288 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-60bf54d2-5a96-4fc9-a66e-48e6506c18a3 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819108 Nov 08 13:51:47.107279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6970366d-543e-4227-9fb9-1dabfbb0febe req-0f6ec57b-22bc-4715-8a86-426e4a7a1cfa service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728747 Nov 08 13:51:47.257856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4d319ce-5d8d-4d4c-9aad-4559ebaf9291 req-f640bbf4-86cc-44eb-b1c1-6014c8f2b912 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599462 Nov 08 13:51:47.363775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9a5fd-4060-4388-b324-686cb6243710 req-5135b59b-ad2a-40d2-b4e9-169c7c6de59d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:47.381163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9a5fd-4060-4388-b324-686cb6243710 req-5135b59b-ad2a-40d2-b4e9-169c7c6de59d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:47.399419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9a5fd-4060-4388-b324-686cb6243710 req-5135b59b-ad2a-40d2-b4e9-169c7c6de59d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:47.413767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24f9a5fd-4060-4388-b324-686cb6243710 req-5135b59b-ad2a-40d2-b4e9-169c7c6de59d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 2375 time: 0.1402302 Nov 08 13:51:47.487320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c5d97dc-b89d-4d8b-99ff-17b67b5ca462 req-2c18eb7c-98a9-4213-820e-d4ed61e9e37f tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0450790 Nov 08 13:51:47.490024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56300) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:47.538891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24f9a5fd-4060-4388-b324-686cb6243710 req-bbeacaf2-ceeb-4c2f-b7ea-da4e4a1bd3c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239192 Nov 08 13:51:47.541202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 10.2.2.100 (57617557-d9ea-482f-9a48-9fcc40ddae79/b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba/c22a46e8-18ab-4039-a6be-49c5af3acf83) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:47.779354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e333e-02ca-4ea5-a2f3-39f8b7bd13c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:47.811242 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:47.883862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:47.938684 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e333e-02ca-4ea5-a2f3-39f8b7bd13c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:47.944442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e333e-02ca-4ea5-a2f3-39f8b7bd13c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:47.984755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:47.991024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af8e333e-02ca-4ea5-a2f3-39f8b7bd13c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d498709c6f0477194082c3373d8af6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4887419 Nov 08 13:51:47.993617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e333e-02ca-4ea5-a2f3-39f8b7bd13c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad69fd-6aa3-42af-b976-eb416ff20ef9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:47.996479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:47.997391 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09025a00-1f78-4a55-a0ea-38eb98b1ab34 req-88c2967b-7740-4a3f-a514-61581f27a57f service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8689327 Nov 08 13:51:48.004203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:48.010330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:48.020293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=c22a46e8-18ab-4039-a6be-49c5af3acf83,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:48.078544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2b46-ef31-4cab-9a98-4a15a3074a23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.150722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:48.152298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.168841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Made reservation on behalf of ac8f7804691f4f7da66ae99923bb0bef for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:48.173626 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.206643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2b46-ef31-4cab-9a98-4a15a3074a23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.231095 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-022cef70-07d0-4964-b88d-f0ed835457ed tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6468682 Nov 08 13:51:48.250222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79', 'admin_state_up': True, 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'security_groups': ['b5468bc5-dc36-42ef-914d-a14e9066ebf0']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:48.295315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0e2ee-0a19-450a-8980-dbb4cac10e30 req-935ef44a-f113-4226-a2ca-2000b05fcf66 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:48.310376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1c0e2ee-0a19-450a-8980-dbb4cac10e30 req-935ef44a-f113-4226-a2ca-2000b05fcf66 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.2468386 Nov 08 13:51:48.423864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ee3f2-16d1-46d7-aad2-ec20d4d9f8e9 req-a4ef1220-7b68-4668-86b0-a0cd8608f975 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:48.425429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b0ee3f2-16d1-46d7-aad2-ec20d4d9f8e9 req-a4ef1220-7b68-4668-86b0-a0cd8608f975 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.2311156 Nov 08 13:51:48.448371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1c0e2ee-0a19-450a-8980-dbb4cac10e30 req-321e742a-f0f8-46f6-9710-7392bbe8bf72 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370978 Nov 08 13:51:48.495525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-16a3a548-9581-4ef2-937b-863270248a72 None None] Provisioning complete for port c22a46e8-18ab-4039-a6be-49c5af3acf83 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:48.496250 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-16a3a548-9581-4ef2-937b-863270248a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.521698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2b46-ef31-4cab-9a98-4a15a3074a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.531291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2b46-ef31-4cab-9a98-4a15a3074a23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.532585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c2ff2b46-ef31-4cab-9a98-4a15a3074a23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74ad69fd-6aa3-42af-b976-eb416ff20ef9 HTTP/1.1" status: 204 len: 168 time: 0.5344160 Nov 08 13:51:48.558896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-16a3a548-9581-4ef2-937b-863270248a72 None None] Port c22a46e8-18ab-4039-a6be-49c5af3acf83 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:48.578512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff2b46-ef31-4cab-9a98-4a15a3074a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad69fd-6aa3-42af-b976-eb416ff20ef9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:48.615858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Allocated IP 172.20.0.12 (819bb523-be3c-4bfa-a89d-6ab120c70544/b2f582f3-92ff-4e79-b165-126a7526f6a3/d3f792dc-af5c-437f-a4c3-a8269f7086ab) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:48.656116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Made reservation on behalf of 184a771ba9dc45069051bf90f38f8601 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:48.661941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:48.665729 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b0ee3f2-16d1-46d7-aad2-ec20d4d9f8e9 req-51d49baf-3648-4d36-8239-b64361e2ea4a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162411 Nov 08 13:51:48.710592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bacdc8-ed66-422d-8840-145280af9a49 req-ae2c422f-4c5c-4437-bb93-ded44ce6849c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:48.720308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9bacdc8-ed66-422d-8840-145280af9a49 req-ae2c422f-4c5c-4437-bb93-ded44ce6849c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1428561 Nov 08 13:51:48.825822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9bacdc8-ed66-422d-8840-145280af9a49 req-4de4c3ba-9870-43f4-a2e9-55b46b7f9b84 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045735 Nov 08 13:51:48.957321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Allocated IP 10.2.2.200 (57617557-d9ea-482f-9a48-9fcc40ddae79/b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba/ab164535-afa1-4fce-b83a-9204e2b369a6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:48.987045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ba47d98-ba46-4e55-908a-79cb233d8718 req-42acde9f-eac0-4e4d-8846-aa4f1f0062c3 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0556626 Nov 08 13:51:49.040960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.172169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.213140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3dcf-434f-4fcb-a1a3-8e571a4df27a req-8d2e117a-8176-4974-ab9f-ae51db766c5a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:49.224245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3dcf-434f-4fcb-a1a3-8e571a4df27a req-8d2e117a-8176-4974-ab9f-ae51db766c5a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:49.224811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.232867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3dcf-434f-4fcb-a1a3-8e571a4df27a req-8d2e117a-8176-4974-ab9f-ae51db766c5a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:49.248134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56346) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:49.253701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Network 819bb523-be3c-4bfa-a89d-6ab120c70544 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:49.263635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab3dcf-434f-4fcb-a1a3-8e571a4df27a req-8d2e117a-8176-4974-ab9f-ae51db766c5a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:49.277310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:49.279955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:49.283028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3449110-8125-402d-a722-3856119533f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.284993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2eab3dcf-434f-4fcb-a1a3-8e571a4df27a req-8d2e117a-8176-4974-ab9f-ae51db766c5a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 3096 time: 0.2096086 Nov 08 13:51:49.342849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2eab3dcf-434f-4fcb-a1a3-8e571a4df27a req-579a4494-ac31-43ee-9bfc-51d2fbddbcc9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570686 Nov 08 13:51:49.343591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Pushing event updated for resources: {'Port': ['ID=d3f792dc-af5c-437f-a4c3-a8269f7086ab,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:49.394313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:49.394933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.422147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.444350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-e045ea2a-0a2b-44c7-875d-13cf27d4938c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3815472 Nov 08 13:51:49.477798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:49.499496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Request body: {'port': {'device_id': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:49.506161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:49.509492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:49.612613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event updated for resources: {'Port': ['ID=ab164535-afa1-4fce-b83a-9204e2b369a6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:49.632367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-7444887b-5d44-48ed-8646-9fa947064ec4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:49.634091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-7444887b-5d44-48ed-8646-9fa947064ec4 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1108074 Nov 08 13:51:49.725226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.767762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3449110-8125-402d-a722-3856119533f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:49.789556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76e9b30f-7e32-46f6-932d-8c37a6b45eaa req-740c5c2e-51ea-43b0-8a04-daebdd7bea10 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.1539888 Nov 08 13:51:49.850364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Deleting port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:51:49.850964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.001753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d7c29587-c333-4fad-bec6-e329963cd482 None None] Provisioning complete for port ab164535-afa1-4fce-b83a-9204e2b369a6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:50.002302 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7c29587-c333-4fad-bec6-e329963cd482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.044742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d7c29587-c333-4fad-bec6-e329963cd482 None None] Port ab164535-afa1-4fce-b83a-9204e2b369a6 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:51:50.058364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.060706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.067009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3449110-8125-402d-a722-3856119533f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.136604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3449110-8125-402d-a722-3856119533f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabe7af1-287b-46e3-a4aa-bc97074e447c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:50.152341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] For port b3fe006e-c47a-4f0f-b2f2-6ec5167da411, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,segment=NetworkSegment(3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5),segment_id=3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:50.152962 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.178582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad903f-3728-4664-9119-43492f9fbb90 req-9abed401-9d5d-4124-9084-7366d539f8eb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.180933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27ad903f-3728-4664-9119-43492f9fbb90 req-9abed401-9d5d-4124-9084-7366d539f8eb tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdfba325-02c2-4fb3-9c5f-a166e42e9d17 HTTP/1.1" status: 200 len: 947 time: 0.1698766 Nov 08 13:51:50.186969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Calling delete_port for b3fe006e-c47a-4f0f-b2f2-6ec5167da411 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:51:50.199095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef435a-fa3c-4b0d-8164-fef1b452271f req-62a35667-d1de-4348-83bd-8dc27011925c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.201203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2ef435a-fa3c-4b0d-8164-fef1b452271f req-62a35667-d1de-4348-83bd-8dc27011925c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1895907 Nov 08 13:51:50.214090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54d9ae4b-60a4-4f6f-a3af-ba8b9ceeb000 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9770617 Nov 08 13:51:50.219174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b3449110-8125-402d-a722-3856119533f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87533adc58d449c58d76448cb49a8141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9629052 Nov 08 13:51:50.222931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56378) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:50.241822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:50.366295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27ad903f-3728-4664-9119-43492f9fbb90 req-fbda875d-5414-43bc-b78d-53ebc7871937 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8b247c8-df10-4441-be6a-e3a7ddfc05d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636090 Nov 08 13:51:50.367934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.385228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2ef435a-fa3c-4b0d-8164-fef1b452271f req-099952c8-5612-445d-a1b3-23c5a508e15c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694207 Nov 08 13:51:50.526455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2acec4a-1441-4516-8c55-966d61b6e86b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.564953 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.581400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b3fe006e-c47a-4f0f-b2f2-6ec5167da411'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:50.629197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Pushing event deleted for resources: {'Port': ['ID=b3fe006e-c47a-4f0f-b2f2-6ec5167da411,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:50.666047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f792dc-af5c-437f-a4c3-a8269f7086ab {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:50.675204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2acec4a-1441-4516-8c55-966d61b6e86b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.677757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0022bb-57b7-4487-ac28-54a3d00d7399 req-1628b439-30a2-4763-b0cb-e2784620db17 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.680427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.685700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b0022bb-57b7-4487-ac28-54a3d00d7399 req-1628b439-30a2-4763-b0cb-e2784620db17 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 932 time: 0.1622245 Nov 08 13:51:50.708658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] No DVR routers for this DVR port b3fe006e-c47a-4f0f-b2f2-6ec5167da411 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:51:50.712873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.716651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d62f67cc-e05e-4e03-9fc7-22e3e12d23a9 req-b7b3ce65-eb80-436d-8977-89dab997f022 tempest-ServersNegativeTestJSON-1592124121 tempest-ServersNegativeTestJSON-1592124121-project] 10.222.0.70 "DELETE /v2.0/ports/b3fe006e-c47a-4f0f-b2f2-6ec5167da411 HTTP/1.1" status: 204 len: 173 time: 1.0657856 Nov 08 13:51:50.724622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-deleted', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:50.726767 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de206e3-b46d-47f8-baf8-e13257ac3bc2" -d '{"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-deleted", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:50.739829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Transition to ACTIVE for port object d3f792dc-af5c-437f-a4c3-a8269f7086ab will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:50.747896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab9de-9202-4be1-9896-3807ed508309 req-885d1b61-6544-45a4-80c5-0d3973ca735b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.754896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab9de-9202-4be1-9896-3807ed508309 req-885d1b61-6544-45a4-80c5-0d3973ca735b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.761347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab9de-9202-4be1-9896-3807ed508309 req-885d1b61-6544-45a4-80c5-0d3973ca735b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.768152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab9de-9202-4be1-9896-3807ed508309 req-885d1b61-6544-45a4-80c5-0d3973ca735b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.774988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ab9de-9202-4be1-9896-3807ed508309 req-885d1b61-6544-45a4-80c5-0d3973ca735b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:50.777160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec0ab9de-9202-4be1-9896-3807ed508309 req-885d1b61-6544-45a4-80c5-0d3973ca735b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 3817 time: 0.2135289 Nov 08 13:51:50.782675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.828887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b0022bb-57b7-4487-ac28-54a3d00d7399 req-2e59f418-8314-4fd1-8acf-e908694ca7ff tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422124 Nov 08 13:51:50.879623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec0ab9de-9202-4be1-9896-3807ed508309 req-bf427b69-1859-44a0-9684-1d4851b7b8fa tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910554 Nov 08 13:51:50.952668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2acec4a-1441-4516-8c55-966d61b6e86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.955404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2acec4a-1441-4516-8c55-966d61b6e86b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:50.960262 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b2acec4a-1441-4516-8c55-966d61b6e86b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aabe7af1-287b-46e3-a4aa-bc97074e447c HTTP/1.1" status: 204 len: 168 time: 0.7371073 Nov 08 13:51:50.976999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Pushing event updated for resources: {'Port': ['ID=d3f792dc-af5c-437f-a4c3-a8269f7086ab,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:51.018539 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8053cc5f-cee8-4f6f-b038-248908de9ed8 x-openstack-request-id: req-8053cc5f-cee8-4f6f-b038-248908de9ed8 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:51.018875 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdfba325-02c2-4fb3-9c5f-a166e42e9d17", "name": "network-vif-deleted", "tag": "b3fe006e-c47a-4f0f-b2f2-6ec5167da411", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:51.019144 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8053cc5f-cee8-4f6f-b038-248908de9ed8 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:51.020037 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdfba325-02c2-4fb3-9c5f-a166e42e9d17', 'name': 'network-vif-deleted', 'tag': 'b3fe006e-c47a-4f0f-b2f2-6ec5167da411', 'status': 'completed', 'code': 200} Nov 08 13:51:51.188276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1aa1deb2-6260-4da8-802d-0160ebfc44d6 req-13237a31-4eb1-4f53-a045-cb1ee05d2e16 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0516729 Nov 08 13:51:51.440692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56428) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:51.546699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acec4a-1441-4516-8c55-966d61b6e86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabe7af1-287b-46e3-a4aa-bc97074e447c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:51.546933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Deleting subnet 3f4de900-2314-4f23-8f89-9ecc6dc8589d {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:51:51.551312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:51.571144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f507a8e-98d8-4b99-9444-164c561d2ed6 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:51.580488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:51.598392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Transition to ACTIVE for port object 8f507a8e-98d8-4b99-9444-164c561d2ed6 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:51.623428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:51.664706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Attempting to bind port d3f792dc-af5c-437f-a4c3-a8269f7086ab on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:51.665043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Attempting to bind port d3f792dc-af5c-437f-a4c3-a8269f7086ab by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '72f4c3dc-e542-4d09-b015-f2571ea9a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:51.665362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Attempting to bind port d3f792dc-af5c-437f-a4c3-a8269f7086ab on network 819bb523-be3c-4bfa-a89d-6ab120c70544 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:51.679653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Port d3f792dc-af5c-437f-a4c3-a8269f7086ab on network 819bb523-be3c-4bfa-a89d-6ab120c70544 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:51.680067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Attempting to bind port d3f792dc-af5c-437f-a4c3-a8269f7086ab on network 819bb523-be3c-4bfa-a89d-6ab120c70544 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:51.702030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:51.702387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Checking segment: {'id': '72f4c3dc-e542-4d09-b015-f2571ea9a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:51.702745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Bound using segment: {'id': '72f4c3dc-e542-4d09-b015-f2571ea9a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:51.703191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Bound port: d3f792dc-af5c-437f-a4c3-a8269f7086ab, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f4c3dc-e542-4d09-b015-f2571ea9a5de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:51.703550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:51.707233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Pushing event updated for resources: {'Port': ['ID=8f507a8e-98d8-4b99-9444-164c561d2ed6,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:51.915471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Attempting to bind port 8f507a8e-98d8-4b99-9444-164c561d2ed6 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:51.917053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Attempting to bind port 8f507a8e-98d8-4b99-9444-164c561d2ed6 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:51.917396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Attempting to bind port 8f507a8e-98d8-4b99-9444-164c561d2ed6 on network 8cd92319-25d8-49b4-99db-4c9aaf58af29 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:51.952006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] For port d3f792dc-af5c-437f-a4c3-a8269f7086ab, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:51.962515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] For port d3f792dc-af5c-437f-a4c3-a8269f7086ab, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d3f792dc-af5c-437f-a4c3-a8269f7086ab,segment=NetworkSegment(72f4c3dc-e542-4d09-b015-f2571ea9a5de),segment_id=72f4c3dc-e542-4d09-b015-f2571ea9a5de)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:51.969743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Port 8f507a8e-98d8-4b99-9444-164c561d2ed6 on network 8cd92319-25d8-49b4-99db-4c9aaf58af29 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:51.970074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Attempting to bind port 8f507a8e-98d8-4b99-9444-164c561d2ed6 on network 8cd92319-25d8-49b4-99db-4c9aaf58af29 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:51.980087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:51.980514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Checking segment: {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:51.980912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Bound using segment: {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:51.983174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Bound port: 8f507a8e-98d8-4b99-9444-164c561d2ed6, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd74000c8-3a84-4bbc-97a3-6e8949cb7491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:51.983533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:51.986442 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.030046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e8ecc-9684-4ff5-8859-f50157114aa4 req-6476ae03-71dd-48c7-b1de-1c1b104622da tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.037858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f1e8ecc-9684-4ff5-8859-f50157114aa4 req-6476ae03-71dd-48c7-b1de-1c1b104622da tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.5527935 Nov 08 13:51:52.048305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.049016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.050480 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] 10.222.0.70 "PUT /v2.0/ports/d3f792dc-af5c-437f-a4c3-a8269f7086ab HTTP/1.1" status: 200 len: 1092 time: 2.5581336 Nov 08 13:51:52.050930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'tag': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:52.053216 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7" -d '{"events": [{"name": "network-changed", "server_uuid": "12f8e9e9-c1d3-467d-9908-1dfde16bf7c4", "tag": "d3f792dc-af5c-437f-a4c3-a8269f7086ab"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:52.060185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.111423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.175903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf7f31-8ef0-456e-ac84-41e32153477b service neutron] Pushing event updated for resources: {'Port': ['ID=d3f792dc-af5c-437f-a4c3-a8269f7086ab,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:52.192677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] For port 8f507a8e-98d8-4b99-9444-164c561d2ed6, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:52.197237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] For port 8f507a8e-98d8-4b99-9444-164c561d2ed6, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:52.200717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fa125d54-e04a-4951-be64-6399bfd99606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.202291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-fa125d54-e04a-4951-be64-6399bfd99606 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac8f7804691f4f7da66ae99923bb0bef&device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 1095 time: 0.0952103 Nov 08 13:51:52.206447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.207603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.246399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.252530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3f4de900-2314-4f23-8f89-9ecc6dc8589d HTTP/1.1" status: 204 len: 168 time: 0.8074830 Nov 08 13:51:52.254883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f4de900-2314-4f23-8f89-9ecc6dc8589d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:52.257784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56456) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:52.292580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-d1b62117-bbd6-49db-b600-96d44ae686e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3f792dc-af5c-437f-a4c3-a8269f7086ab HTTP/1.1" status: 200 len: 217 time: 0.0777376 Nov 08 13:51:52.293115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682ef23-3b54-4e42-8a64-d1cc892d69ce req-a5340b45-4636-4f4d-90fb-4895dd5bc60a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.296263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.296939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.298340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] 10.222.0.70 "PUT /v2.0/ports/8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1092 time: 2.0718210 Nov 08 13:51:52.302158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0682ef23-3b54-4e42-8a64-d1cc892d69ce req-a5340b45-4636-4f4d-90fb-4895dd5bc60a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.7486002 Nov 08 13:51:52.352654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.353260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.353786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.354279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.354770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.355257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.355905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.356413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.356896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.357493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.357978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.358565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf9688-10c2-4b34-a80e-607795dea254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:51:52.389308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f1e8ecc-9684-4ff5-8859-f50157114aa4 req-8e055d9e-0008-4502-b547-de4a5e233501 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466449 Nov 08 13:51:52.406847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:52.410114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f5d87-eef9-4234-a872-72556cedca1c service neutron] Pushing event updated for resources: {'Port': ['ID=8f507a8e-98d8-4b99-9444-164c561d2ed6,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:52.457580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-b4ee0d2e-ab6e-4ebb-a6da-58d96b5e66b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.459082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-b4ee0d2e-ab6e-4ebb-a6da-58d96b5e66b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b2f582f3-92ff-4e79-b165-126a7526f6a3 HTTP/1.1" status: 200 len: 853 time: 0.1575248 Nov 08 13:51:52.514972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-9b2ae56a-42ad-4e59-beb0-8ee098058d28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=819bb523-be3c-4bfa-a89d-6ab120c70544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392871 Nov 08 13:51:52.516102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.577440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0682ef23-3b54-4e42-8a64-d1cc892d69ce req-d643ab03-0a42-425f-b0d6-4e06cbd25e98 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737854 Nov 08 13:51:52.587584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.656977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462cd80-1058-48dd-9dbc-c4b3b723d38c req-5b964a56-9592-4ced-80fb-ea3151f4e54a tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.658574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d462cd80-1058-48dd-9dbc-c4b3b723d38c req-5b964a56-9592-4ced-80fb-ea3151f4e54a tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 944 time: 0.1773150 Nov 08 13:51:52.758092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-abc0e48b-20be-4024-a7c8-13d3e9a49efd service neutron] 10.222.0.70 "GET /v2.0/networks/819bb523-be3c-4bfa-a89d-6ab120c70544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212672 Nov 08 13:51:52.768964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.819180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818f85ca-0fd7-4d79-a7d6-69c8cf8233ad']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:52.833297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdc54-7dd3-4562-a421-8f708f61e109 req-afd43174-4978-4501-94bc-6368ad2cbe12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.841019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdc54-7dd3-4562-a421-8f708f61e109 req-afd43174-4978-4501-94bc-6368ad2cbe12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.847856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdc54-7dd3-4562-a421-8f708f61e109 req-afd43174-4978-4501-94bc-6368ad2cbe12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.853951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdc54-7dd3-4562-a421-8f708f61e109 req-afd43174-4978-4501-94bc-6368ad2cbe12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.860935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdc54-7dd3-4562-a421-8f708f61e109 req-afd43174-4978-4501-94bc-6368ad2cbe12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:52.862812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-764fdc54-7dd3-4562-a421-8f708f61e109 req-afd43174-4978-4501-94bc-6368ad2cbe12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 3829 time: 0.2015235 Nov 08 13:51:52.866360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d462cd80-1058-48dd-9dbc-c4b3b723d38c req-6077844b-1219-4555-be20-a222ff67baaf tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929059 Nov 08 13:51:52.877134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:52.877429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe0bc83-18ee-4fe6-a795-e319fa6cf0c5') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:51:52.906137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:52.915362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9276431d-6db3-4804-933b-afd3b32bed30 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:52.975923 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ce724e-4519-42b8-90e0-9c816d4255be req-aa8135bc-7780-43c6-8f07-f66106cf8a04 service neutron] 10.222.0.70 "GET /v2.0/networks/819bb523-be3c-4bfa-a89d-6ab120c70544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052660 Nov 08 13:51:52.990263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-764fdc54-7dd3-4562-a421-8f708f61e109 req-f70384dd-88f0-4f49-9203-640dbbd6b6d3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100352 Nov 08 13:51:52.991644 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.000104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:51:53.001026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.099866 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4806c522-608d-47ba-a02c-b49946c9fa3f x-openstack-request-id: req-4806c522-608d-47ba-a02c-b49946c9fa3f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:53.100721 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f8e9e9-c1d3-467d-9908-1dfde16bf7c4", "tag": "d3f792dc-af5c-437f-a4c3-a8269f7086ab", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:51:53.101328 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:51:53.105630 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4806c522-608d-47ba-a02c-b49946c9fa3f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:53.106733 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'tag': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab', 'status': 'completed', 'code': 200} Nov 08 13:51:53.108452 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.124640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.129882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:53.140263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/818f85ca-0fd7-4d79-a7d6-69c8cf8233ad HTTP/1.1" status: 204 len: 168 time: 0.8665395 Nov 08 13:51:53.154109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '9276431d-6db3-4804-933b-afd3b32bed30', 'network_id': '07ea3acc-2da7-4f09-8737-3b143ba23940', 'port_id': '9276431d-6db3-4804-933b-afd3b32bed30', 'mac_address': 'fa:16:3e:4c:da:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cba13c-936c-48e4-a090-194f892a7f46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:53.192319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.219020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57de1688-0467-433d-abee-88a7cfb43cb7 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:53.232677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b3b5d-ef93-4e40-affd-e727bb8143f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=818f85ca-0fd7-4d79-a7d6-69c8cf8233ad,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:53.245997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.256890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-561a2079-9990-4047-927a-b81d88a5eebd req-81861aed-212c-460b-bc59-336cac97cca9 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.1034124 Nov 08 13:51:53.266938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-6a34d26e-a2ee-4998-9316-305429b58a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:53.269508 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.269818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-6a34d26e-a2ee-4998-9316-305429b58a35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac8f7804691f4f7da66ae99923bb0bef&device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 1095 time: 0.1370540 Nov 08 13:51:53.297117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9276431d-6db3-4804-933b-afd3b32bed30 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:53.331658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:53.334636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Transition to ACTIVE for port object 57de1688-0467-433d-abee-88a7cfb43cb7 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:53.340138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.340775 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.362743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56474) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:53.425639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56478) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:53.430319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c10190a9-504f-4feb-8b02-e147b68f15fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef6e474d33fd431f8c72c55266420e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0664184 Nov 08 13:51:53.435295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:53.436571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56480) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:53.447517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['9276431d-6db3-4804-933b-afd3b32bed30'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:53.537350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Pushing event updated for resources: {'Port': ['ID=57de1688-0467-433d-abee-88a7cfb43cb7,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:53.561560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-34942434-f793-4591-b8aa-d914577dbd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:53.563607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-34942434-f793-4591-b8aa-d914577dbd2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=819bb523-be3c-4bfa-a89d-6ab120c70544 HTTP/1.1" status: 200 len: 914 time: 0.2844124 Nov 08 13:51:53.564814 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.629215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Attempting to bind port 57de1688-0467-433d-abee-88a7cfb43cb7 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:53.629570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Attempting to bind port 57de1688-0467-433d-abee-88a7cfb43cb7 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:53.629876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Attempting to bind port 57de1688-0467-433d-abee-88a7cfb43cb7 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:53.633240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-305cc0ec-ba67-4f31-97a4-0ae12d76415d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3f792dc-af5c-437f-a4c3-a8269f7086ab HTTP/1.1" status: 200 len: 217 time: 0.0598702 Nov 08 13:51:53.638582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Port 57de1688-0467-433d-abee-88a7cfb43cb7 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:53.644769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Attempting to bind port 57de1688-0467-433d-abee-88a7cfb43cb7 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:53.668532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:53.669544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c385b99a-73dd-452d-ae78-062e12fa0c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.675445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Checking segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:53.676113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Bound using segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:53.676876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Bound port: 57de1688-0467-433d-abee-88a7cfb43cb7, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:53.677427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.714882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c385b99a-73dd-452d-ae78-062e12fa0c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.798333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1629176559', 'router:external': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:53.826291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-364e3507-b4d0-4bf8-8384-472d49a1fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:53.827865 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-364e3507-b4d0-4bf8-8384-472d49a1fa33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b2f582f3-92ff-4e79-b165-126a7526f6a3 HTTP/1.1" status: 200 len: 853 time: 0.1605613 Nov 08 13:51:53.830494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Made reservation on behalf of 63f4125d4eb94461b3925e1f9f6906ad for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:53.833298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.834935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c385b99a-73dd-452d-ae78-062e12fa0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.838141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c385b99a-73dd-452d-ae78-062e12fa0c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.839777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c385b99a-73dd-452d-ae78-062e12fa0c98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8b247c8-df10-4441-be6a-e3a7ddfc05d6 HTTP/1.1" status: 204 len: 168 time: 0.4019642 Nov 08 13:51:53.860665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b837255f-7b08-4512-8bd4-b709cadabfa5 req-d2c0adbd-9c2b-4449-9606-1f1ff8466361 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:53.863625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b837255f-7b08-4512-8bd4-b709cadabfa5 req-d2c0adbd-9c2b-4449-9606-1f1ff8466361 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 945 time: 0.3091404 Nov 08 13:51:53.887034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385b99a-73dd-452d-ae78-062e12fa0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b247c8-df10-4441-be6a-e3a7ddfc05d6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:53.888273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:53.903257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-87e90378-6ccd-4b48-8004-40df4e3ba7b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=819bb523-be3c-4bfa-a89d-6ab120c70544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637894 Nov 08 13:51:53.925580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] For port 57de1688-0467-433d-abee-88a7cfb43cb7, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:53.953911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c891b9-6ed6-498f-b4e8-a0c4bd8b5a8d req-601461bf-f96b-44f7-b233-960636b04122 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:53.957092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80c891b9-6ed6-498f-b4e8-a0c4bd8b5a8d req-601461bf-f96b-44f7-b233-960636b04122 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1624861 Nov 08 13:51:53.993958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] For port 57de1688-0467-433d-abee-88a7cfb43cb7, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57de1688-0467-433d-abee-88a7cfb43cb7,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:53.995660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b837255f-7b08-4512-8bd4-b709cadabfa5 req-eee3812f-5143-46b0-888d-1f57982cf5fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199381 Nov 08 13:51:54.023422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.063364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80c891b9-6ed6-498f-b4e8-a0c4bd8b5a8d req-906829de-b704-47bd-b392-9240f037effa tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897269 Nov 08 13:51:54.150843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.151469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.152931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] 10.222.0.70 "PUT /v2.0/ports/57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 1130 time: 1.7692981 Nov 08 13:51:54.223551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:54.249495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89158e-1736-463a-8501-bb98a72b7e48 req-e8fb572f-e1b8-4b15-bfc6-e4d355f0275f tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.266149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f89158e-1736-463a-8501-bb98a72b7e48 req-e8fb572f-e1b8-4b15-bfc6-e4d355f0275f tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 944 time: 0.1386845 Nov 08 13:51:54.282588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d3f792dc-af5c-437f-a4c3-a8269f7086ab details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:51:54.288928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:51:54.310726 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-3fcfacdd-7772-443c-b779-82e0efcd4465 service neutron] 10.222.0.70 "GET /v2.0/networks/819bb523-be3c-4bfa-a89d-6ab120c70544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965297 Nov 08 13:51:54.319178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6b069b-5c31-43ff-985a-31bb7538e7da service neutron] Pushing event updated for resources: {'Port': ['ID=57de1688-0467-433d-abee-88a7cfb43cb7,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:54.363334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: b3fe006e-c47a-4f0f-b2f2-6ec5167da411 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:51:54.363682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b3fe006e-c47a-4f0f-b2f2-6ec5167da411 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:51:54.503641 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f89158e-1736-463a-8501-bb98a72b7e48 req-05a73218-1452-46b6-a2f5-751c3f172c25 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363253 Nov 08 13:51:54.517283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.524182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.547614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.562342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:51:54.571324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d3f792dc-af5c-437f-a4c3-a8269f7086ab, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d3f792dc-af5c-437f-a4c3-a8269f7086ab,segment=NetworkSegment(72f4c3dc-e542-4d09-b015-f2571ea9a5de),segment_id=72f4c3dc-e542-4d09-b015-f2571ea9a5de)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:54.575555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.575941 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Added segment 8311e1d5-10ff-452f-b565-7a0c2ed8ad23 of type vlan for network ff8a1278-32d0-403e-ace5-452037a842c2 Nov 08 13:51:54.588806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab', 'network_id': '819bb523-be3c-4bfa-a89d-6ab120c70544', 'port_id': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab', 'mac_address': 'fa:16:3e:7f:5b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f582f3-92ff-4e79-b165-126a7526f6a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:51:54.589067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-e6f7fcbb-c485-481b-ac55-b43b5d52f46d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.629094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-e6f7fcbb-c485-481b-ac55-b43b5d52f46d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.646685 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.649397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-e6f7fcbb-c485-481b-ac55-b43b5d52f46d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.676565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-e6f7fcbb-c485-481b-ac55-b43b5d52f46d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.686556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-e6f7fcbb-c485-481b-ac55-b43b5d52f46d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.703119 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.715695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-e6f7fcbb-c485-481b-ac55-b43b5d52f46d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.724248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0bd7b4e-cf7e-4301-9485-47139aaa303e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:54.728491 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.729946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:54.730614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.739358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-e6f7fcbb-c485-481b-ac55-b43b5d52f46d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 4601 time: 0.3654985 Nov 08 13:51:54.740607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f792dc-af5c-437f-a4c3-a8269f7086ab {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:54.779301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d3f792dc-af5c-437f-a4c3-a8269f7086ab, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d3f792dc-af5c-437f-a4c3-a8269f7086ab,segment=NetworkSegment(72f4c3dc-e542-4d09-b015-f2571ea9a5de),segment_id=72f4c3dc-e542-4d09-b015-f2571ea9a5de)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:54.792497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:54.865873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6dfbb2ea-3b78-42ec-b11c-af12489e11c7 req-d5117ac5-742a-4130-9097-f943738ee579 service neutron] 10.222.0.70 "GET /v2.0/networks/819bb523-be3c-4bfa-a89d-6ab120c70544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428877 Nov 08 13:51:54.887533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac916b11-aaaf-4d99-bdff-68038cb05203 req-327c161d-2661-4973-adaf-e519f4e24640 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.1285057 Nov 08 13:51:54.903946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8641cfed-2120-4310-9d1a-ed613bd71095 req-d1b0d272-6aca-4057-ad2a-fc51d8a5d675 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600776 Nov 08 13:51:54.928760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d3f792dc-af5c-437f-a4c3-a8269f7086ab,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:54.933458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9276431d-6db3-4804-933b-afd3b32bed30 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:54.937798 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5080881 Nov 08 13:51:54.941617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56508) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:54.954213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'subnet': {'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:54.956986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b303870-d99b-475c-8a5a-84a8b52e456d tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Network': ['ID=ff8a1278-32d0-403e-ace5-452037a842c2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:54.997456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Made reservation on behalf of 63f4125d4eb94461b3925e1f9f6906ad for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:55.001885 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.030914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network ff8a1278-32d0-403e-ace5-452037a842c2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:51:55.123187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6'}, {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '57de1688-0467-433d-abee-88a7cfb43cb7'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:55.130050 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd27a6d-2d33-4761-a332-60e5195f8ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6"}, {"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "57de1688-0467-433d-abee-88a7cfb43cb7"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:55.143050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['d3f792dc-af5c-437f-a4c3-a8269f7086ab'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:51:55.284497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97519e-df9b-4f69-8391-44ae350dff1e req-924608ec-e738-4d04-a64f-cd0e1ae8533c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:55.300238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e97519e-df9b-4f69-8391-44ae350dff1e req-924608ec-e738-4d04-a64f-cd0e1ae8533c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 945 time: 0.1663790 Nov 08 13:51:55.301139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 9276431d-6db3-4804-933b-afd3b32bed30 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:55.301618 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.344728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576a0113-f661-4666-9cd4-1ce057f9b8d1 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:55.352453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56524) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:55.365957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.374213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2847611-ab97-4ebc-a18c-a962d4bf5d06 req-47799c1d-e2c1-4179-b4ea-c06c602b2377 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:55.376100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2847611-ab97-4ebc-a18c-a962d4bf5d06 req-47799c1d-e2c1-4179-b4ea-c06c602b2377 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1632459 Nov 08 13:51:55.404548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Transition to ACTIVE for port object 576a0113-f661-4666-9cd4-1ce057f9b8d1 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:55.412615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.431944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e97519e-df9b-4f69-8391-44ae350dff1e req-fe2ba153-1d2c-4997-bc20-aa345780208f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290190 Nov 08 13:51:55.574389 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11582b1-b1ab-4365-9d7a-020e154e9439 x-openstack-request-id: req-e11582b1-b1ab-4365-9d7a-020e154e9439 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:55.574704 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "57de1688-0467-433d-abee-88a7cfb43cb7", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:55.574959 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e11582b1-b1ab-4365-9d7a-020e154e9439 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:55.575364 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'status': 'completed', 'code': 200} Nov 08 13:51:55.575620 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '57de1688-0467-433d-abee-88a7cfb43cb7', 'status': 'completed', 'code': 200} Nov 08 13:51:55.599823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1977775497-network', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:55.662221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2847611-ab97-4ebc-a18c-a962d4bf5d06 req-d2f7e064-2777-4c2b-8fb7-f8c0a44ae28e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725217 Nov 08 13:51:55.772419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Pushing event updated for resources: {'Port': ['ID=576a0113-f661-4666-9cd4-1ce057f9b8d1,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:55.823784 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.856813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Made reservation on behalf of 4305aca199c0480bb5346421bf50c2cc for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:55.864103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.894383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:55.913782 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0d0a6a-1efa-4b9a-99a8-c0fa5025390f" -d '{"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-plugged", "status": "completed", "tag": "9276431d-6db3-4804-933b-afd3b32bed30"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:55.916541 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-013754e0-9a21-4ec3-8c07-293410336bbe req-69c57cb0-3669-46ce-bbdc-bc15658d9db3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0442991 Nov 08 13:51:55.939007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:55.948886 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:55.952978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069392ba-9ecc-422e-bce3-a5bd16fa8ba0 req-6e2c09ee-d312-40e7-a450-eba852157d9e tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:55.960413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-069392ba-9ecc-422e-bce3-a5bd16fa8ba0 req-6e2c09ee-d312-40e7-a450-eba852157d9e tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 945 time: 0.1610367 Nov 08 13:51:55.968048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.021392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:56.072228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 13:51:56.072868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.076457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.077152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.077828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.078450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.079091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.079707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.080364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.082529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-8b5c3a77-07f9-4469-b510-a541508c7ea5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6167 time: 0.4597709 Nov 08 13:51:56.112895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Attempting to bind port 576a0113-f661-4666-9cd4-1ce057f9b8d1 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:56.113573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Attempting to bind port 576a0113-f661-4666-9cd4-1ce057f9b8d1 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:56.114183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Attempting to bind port 576a0113-f661-4666-9cd4-1ce057f9b8d1 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:56.174057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5296f582-8d3a-4e9d-a05d-b50815e1d9c8,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:56.185201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Port 576a0113-f661-4666-9cd4-1ce057f9b8d1 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:56.186236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Attempting to bind port 576a0113-f661-4666-9cd4-1ce057f9b8d1 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:56.198241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:56.198890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Checking segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:56.199453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Bound using segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:56.200197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Bound port: 576a0113-f661-4666-9cd4-1ce057f9b8d1, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:56.200737 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.222972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.230031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.238268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.246245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.254207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.261178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.267972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.277044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-01c43305-0357-4bb4-be85-f66e3d363e1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5372 time: 0.2149055 Nov 08 13:51:56.284910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.293790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.331593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-069392ba-9ecc-422e-bce3-a5bd16fa8ba0 req-444d2665-baf8-48dc-9f55-4e5fa20131df tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378863 Nov 08 13:51:56.351164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Checking segment: {'id': '8311e1d5-10ff-452f-b565-7a0c2ed8ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:56.351539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network hostable DHCP agents. Network: ff8a1278-32d0-403e-ace5-452037a842c2, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:51:56.361262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-fd2e24b2-6187-4a61-9478-cfd81169d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.361727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-fd2e24b2-6187-4a61-9478-cfd81169d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.362229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-fd2e24b2-6187-4a61-9478-cfd81169d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.364371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-fd2e24b2-6187-4a61-9478-cfd81169d1bb service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=184a771ba9dc45069051bf90f38f8601&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2691588 Nov 08 13:51:56.371503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:51:56.406324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network ff8a1278-32d0-403e-ace5-452037a842c2 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:51:56.436994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1ce0d94-612d-4787-aea6-1a1650bffc91 req-92f3e293-1f0a-4cfa-adff-b6079d7db809 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1589680 Nov 08 13:51:56.438197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, ff8a1278-32d0-403e-ace5-452037a842c2) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:56.448748 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be6f38b-d082-4138-888f-7de94994ba12 None None] Network ff8a1278-32d0-403e-ace5-452037a842c2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:56.462089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.462705 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.499619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.499619 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Added segment 451c344e-083b-423b-9853-5a45c1af10be of type vlan for network c4701f82-7229-419d-8398-1bd3ca50434b Nov 08 13:51:56.506374 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab8395b-d5b0-4b43-bb22-d5b10531354b x-openstack-request-id: req-dab8395b-d5b0-4b43-bb22-d5b10531354b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:56.508371 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-plugged", "status": "completed", "tag": "9276431d-6db3-4804-933b-afd3b32bed30", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:56.509090 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dab8395b-d5b0-4b43-bb22-d5b10531354b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:56.510513 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30', 'code': 200} Nov 08 13:51:56.514536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0ec1d440-8f7a-4555-9b80-3c10259db195 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5663085 Nov 08 13:51:56.523418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56538) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:56.546766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-822106653', 'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:56.631755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-5db8806e-b8ea-481f-9986-f534755f84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.633384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-5db8806e-b8ea-481f-9986-f534755f84ef service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2592499 Nov 08 13:51:56.634182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad65d83-697c-44f9-a586-2d3078235186,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:56.652894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] For port 576a0113-f661-4666-9cd4-1ce057f9b8d1, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:56.671347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.679376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] For port 576a0113-f661-4666-9cd4-1ce057f9b8d1, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:56.682488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b603f6cd-769a-4d26-a7e0-73a1f2e84c1a req-5407dfd3-792c-4443-a50f-e427b6f81641 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0458915 Nov 08 13:51:56.706094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.712620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebc4dc-42dc-4ae7-953f-fed9daca7d8d req-5942972a-9d36-48f5-ad20-42db0b40ccfb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.719887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72ebc4dc-42dc-4ae7-953f-fed9daca7d8d req-5942972a-9d36-48f5-ad20-42db0b40ccfb tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.1633697 Nov 08 13:51:56.723655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Made reservation on behalf of 63f4125d4eb94461b3925e1f9f6906ad for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:56.736335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6704a3c-1503-48c4-9f06-6e0de5e80d14 None None] Network ff8a1278-32d0-403e-ace5-452037a842c2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:56.741054 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.757977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.759227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.760715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] 10.222.0.70 "PUT /v2.0/ports/576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 1129 time: 2.5695424 Nov 08 13:51:56.815547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:56.849167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] device_id is not set on port a0d987a5-52fe-4cff-a056-1ee64fb0bf69 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:51:56.913872 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.914407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.915960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:56.970407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.971018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.971546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.972670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.973185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.973696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.974144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:56.976430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72ebc4dc-42dc-4ae7-953f-fed9daca7d8d req-3d4f5529-75f3-4da1-aae3-2fdbf574e234 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548730 Nov 08 13:51:56.977218 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-dc72968d-0586-474c-b2ee-8a06985de06d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6209 time: 0.2961471 Nov 08 13:51:57.020150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba7aa9-cb8b-495e-b450-77043b93b1fc service neutron] Pushing event updated for resources: {'Port': ['ID=576a0113-f661-4666-9cd4-1ce057f9b8d1,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:57.022981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.025974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5e83-b288-490c-998f-0bd4abf06fb7 req-59808e6a-021e-4759-b27f-d2ee91cad820 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.027622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b41d5e83-b288-490c-998f-0bd4abf06fb7 req-59808e6a-021e-4759-b27f-d2ee91cad820 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1136737 Nov 08 13:51:57.059666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7057626 Nov 08 13:51:57.064586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56544) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:57.073819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Request body: {'subnet': {'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1977775497-subnet', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:57.160002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Allocated IP 172.20.0.12 (ff8a1278-32d0-403e-ace5-452037a842c2/5296f582-8d3a-4e9d-a05d-b50815e1d9c8/a0d987a5-52fe-4cff-a056-1ee64fb0bf69) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:57.173670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b41d5e83-b288-490c-998f-0bd4abf06fb7 req-67aa594c-cd27-453b-b891-a1c6f4332402 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379082 Nov 08 13:51:57.183858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Made reservation on behalf of 4305aca199c0480bb5346421bf50c2cc for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:51:57.186542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.264565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c8e00-9427-43cf-a2b1-f674e213d9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4701f82-7229-419d-8398-1bd3ca50434b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:57.288274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c4701f82-7229-419d-8398-1bd3ca50434b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:51:57.520560 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.619238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.703341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '576a0113-f661-4666-9cd4-1ce057f9b8d1'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:57.706741 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae1e473-dcd7-452c-a5fa-2dd620f2464c" -d '{"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "576a0113-f661-4666-9cd4-1ce057f9b8d1"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:57.710078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23a0dd6-e989-40cd-a445-cd50c15ba59d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:57.720387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495895c-8e9f-4ed3-85ab-8f587b212d39 req-6643320b-968f-4ad4-a21c-8993c5c25cbf tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.723169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3495895c-8e9f-4ed3-85ab-8f587b212d39 req-6643320b-968f-4ad4-a21c-8993c5c25cbf tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 945 time: 0.2320504 Nov 08 13:51:57.737838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-c19e7c47-3ff5-49e2-a300-c77bf4cee78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.738714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-c19e7c47-3ff5-49e2-a300-c77bf4cee78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.738714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-c19e7c47-3ff5-49e2-a300-c77bf4cee78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.740822 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-c19e7c47-3ff5-49e2-a300-c77bf4cee78d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=184a771ba9dc45069051bf90f38f8601&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7484558 Nov 08 13:51:57.741843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.748208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.754740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.760840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.767275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.774122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.780808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.782739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-d91dbe10-9e31-400f-b936-eab02a693db6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5372 time: 0.2313697 Nov 08 13:51:57.804785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.857133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a116d74-99ee-4601-b964-c10686a08d1d {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:51:57.859469 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-557ab887-cf2d-426c-b216-50bea00c3fbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.873691 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.901379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network ff8a1278-32d0-403e-ace5-452037a842c2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:57.904864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Checking segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:57.905010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Transition to ACTIVE for port object 3a116d74-99ee-4601-b964-c10686a08d1d will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:51:57.905233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Network hostable DHCP agents. Network: c4701f82-7229-419d-8398-1bd3ca50434b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:51:57.913107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-d2e90291-06c3-404b-b261-b6bc6107719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:57.913510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6fd27a6d-2d33-4761-a332-60e5195f8ea1 req-d2e90291-06c3-404b-b261-b6bc6107719e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587572 Nov 08 13:51:57.914107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:57.925717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:57.934843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:57.938061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Port': ['ID=a0d987a5-52fe-4cff-a056-1ee64fb0bf69,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:57.973231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3495895c-8e9f-4ed3-85ab-8f587b212d39 req-63747993-15a7-4b6c-b271-f209d824239f tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879020 Nov 08 13:51:58.045003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1282cebb-1d5b-4443-bd32-a52c61a3a494 req-c32312a4-779f-4971-9982-4784ce941f23 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2475564 Nov 08 13:51:58.046299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.047020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.052081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Network c4701f82-7229-419d-8398-1bd3ca50434b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:51:58.057695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a116d74-99ee-4601-b964-c10686a08d1d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:58.073585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c4701f82-7229-419d-8398-1bd3ca50434b) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:58.084607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6e54f-062c-42f5-9535-fa3e9675b7f9 None None] Network c4701f82-7229-419d-8398-1bd3ca50434b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:51:58.085626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.086299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.099805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cea08dd2-3c24-43c4-9239-82b57403298c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.5728302 Nov 08 13:51:58.109232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56556) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:58.136429 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b506ec36-9249-443b-a6b0-1a2fec981cc0 x-openstack-request-id: req-b506ec36-9249-443b-a6b0-1a2fec981cc0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:58.136897 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "576a0113-f661-4666-9cd4-1ce057f9b8d1", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:58.137147 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b506ec36-9249-443b-a6b0-1a2fec981cc0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:58.137539 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '576a0113-f661-4666-9cd4-1ce057f9b8d1', 'status': 'completed', 'code': 200} Nov 08 13:51:58.227915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d5f791e1-f4da-40ae-9260-d743be6303a4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1595051 Nov 08 13:51:58.245291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56564) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:58.263936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:58.294882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d3f792dc-af5c-437f-a4c3-a8269f7086ab up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:51:58.319464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-300d2563-1586-491d-9aa5-85470d62c073 req-c254d611-0a98-4411-853b-3c246506a4a7 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.1010690 Nov 08 13:51:58.330354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.331529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.341702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Attempting to bind port 3a116d74-99ee-4601-b964-c10686a08d1d on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:58.343100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Attempting to bind port 3a116d74-99ee-4601-b964-c10686a08d1d by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:58.343443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Attempting to bind port 3a116d74-99ee-4601-b964-c10686a08d1d on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:58.358025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.358497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.358962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.359533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.360032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.360486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.360942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.363428 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-7ff39cab-1aeb-48ad-aa37-e15b78cb64a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6234 time: 0.1986837 Nov 08 13:51:58.367325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050e5cb-f04f-411e-87e4-cb7f5a78f068 req-c0f5d932-8ceb-4b7e-aa89-61868f3ee9ce tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.370343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Port 3a116d74-99ee-4601-b964-c10686a08d1d on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:51:58.370744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Attempting to bind port 3a116d74-99ee-4601-b964-c10686a08d1d on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:58.380488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d050e5cb-f04f-411e-87e4-cb7f5a78f068 req-c0f5d932-8ceb-4b7e-aa89-61868f3ee9ce tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.1379213 Nov 08 13:51:58.395171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:58.395619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Checking segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:58.396125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Bound using segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:58.396672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Bound port: 3a116d74-99ee-4601-b964-c10686a08d1d, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:58.396993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.408423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Deleting port a0d987a5-52fe-4cff-a056-1ee64fb0bf69 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:51:58.408886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.495643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d050e5cb-f04f-411e-87e4-cb7f5a78f068 req-cf2dca99-af53-419d-bca8-a1e0374d9704 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141338 Nov 08 13:51:58.512877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-df098038-bdcb-4a3d-9dc9-db6a0e29f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.513636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-df098038-bdcb-4a3d-9dc9-db6a0e29f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.514272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-df098038-bdcb-4a3d-9dc9-db6a0e29f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.516070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-df098038-bdcb-4a3d-9dc9-db6a0e29f6fb service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=184a771ba9dc45069051bf90f38f8601&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1221583 Nov 08 13:51:58.594820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.614826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.635247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-c4701f82-7229-419d-8398-1bd3ca50434b', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:51:58.643602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.658390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Calling delete_port for a0d987a5-52fe-4cff-a056-1ee64fb0bf69 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:51:58.733474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port d3f792dc-af5c-437f-a4c3-a8269f7086ab completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:51:58.744781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port d3f792dc-af5c-437f-a4c3-a8269f7086ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:51:58.755180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:58.809318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] For port 3a116d74-99ee-4601-b964-c10686a08d1d, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:58.849540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c31f81-377f-458f-a4fb-39ab0587c444 req-0952d64a-a413-4fb7-b9be-dafd9c07c7e5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.851193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c31f81-377f-458f-a4fb-39ab0587c444 req-0952d64a-a413-4fb7-b9be-dafd9c07c7e5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1874976 Nov 08 13:51:58.914393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-6486ddca-5f4d-41a7-bbf2-4da0f2362c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:58.916769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dae1e473-dcd7-452c-a5fa-2dd620f2464c req-6486ddca-5f4d-41a7-bbf2-4da0f2362c05 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3791544 Nov 08 13:51:58.951187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82c31f81-377f-458f-a4fb-39ab0587c444 req-51e0f466-5b17-4554-a539-8ae7260faf98 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880222 Nov 08 13:51:59.050292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] For port 3a116d74-99ee-4601-b964-c10686a08d1d, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a116d74-99ee-4601-b964-c10686a08d1d,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:59.052901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.070606 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.095628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d307c3c1-6c38-48ba-b528-cf23c145fcd8 req-0b5d8c1c-4152-494b-aae1-ff494fde610d tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0894642 Nov 08 13:51:59.099400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Allocated IP 172.20.0.2 (c4701f82-7229-419d-8398-1bd3ca50434b/c23a0dd6-e989-40cd-a445-cd50c15ba59d/4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:51:59.134841 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.136573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.169542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.169727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0d987a5-52fe-4cff-a056-1ee64fb0bf69,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:59.170096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.171496 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-5b062439-6008-4241-8fed-191335a789b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 1091 time: 2.3689644 Nov 08 13:51:59.240252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:59.250470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.254848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f892d447-56dd-4898-b217-e2eec79a923f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a0d987a5-52fe-4cff-a056-1ee64fb0bf69 HTTP/1.1" status: 204 len: 168 time: 1.1414421 Nov 08 13:51:59.259032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56588) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:51:59.267776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc755a-b0e6-455a-b23a-856f7a5b8825 req-27f178fc-4ec8-45b6-8616-07f2110ccfba tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.277705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-badc755a-b0e6-455a-b23a-856f7a5b8825 req-27f178fc-4ec8-45b6-8616-07f2110ccfba tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 945 time: 0.1803927 Nov 08 13:51:59.310329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2', 'external_fixed_ips': [{'subnet_id': '5296f582-8d3a-4e9d-a05d-b50815e1d9c8', 'ip_address': '172.20.0.12'}]}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:51:59.324188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b062439-6008-4241-8fed-191335a789b4 service neutron] Pushing event updated for resources: {'Port': ['ID=3a116d74-99ee-4601-b964-c10686a08d1d,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:59.403876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-badc755a-b0e6-455a-b23a-856f7a5b8825 req-0df8c3b2-b901-4dff-b629-e5878fdc5bdf tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111083 Nov 08 13:51:59.447290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.464627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.466104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.471356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d3f792dc-af5c-437f-a4c3-a8269f7086ab, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d3f792dc-af5c-437f-a4c3-a8269f7086ab,segment=NetworkSegment(72f4c3dc-e542-4d09-b015-f2571ea9a5de),segment_id=72f4c3dc-e542-4d09-b015-f2571ea9a5de)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:51:59.482780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:51:59.493238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.496858 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e522365c-4f99-4b97-b4f9-4ba1b7312fba" -d '{"events": [{"server_uuid": "12f8e9e9-c1d3-467d-9908-1dfde16bf7c4", "name": "network-vif-plugged", "status": "completed", "tag": "d3f792dc-af5c-437f-a4c3-a8269f7086ab"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:51:59.504802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.505227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.506893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.513155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.522754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.532156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.546881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.551407 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.555477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.566068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-9a443cde-bc8e-45d0-afc8-1ca6d8d3d627 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5384 time: 0.3229494 Nov 08 13:51:59.610634 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9b045c-7e80-4d24-bd28-42fdda8f6f0a x-openstack-request-id: req-1a9b045c-7e80-4d24-bd28-42fdda8f6f0a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:51:59.611209 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f8e9e9-c1d3-467d-9908-1dfde16bf7c4", "name": "network-vif-plugged", "status": "completed", "tag": "d3f792dc-af5c-437f-a4c3-a8269f7086ab", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:51:59.611646 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a9b045c-7e80-4d24-bd28-42fdda8f6f0a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:51:59.612329 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab', 'code': 200} Nov 08 13:51:59.615078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.618959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Network c4701f82-7229-419d-8398-1bd3ca50434b is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:51:59.639676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:51:59.646417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:51:59.679673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d3f792dc-af5c-437f-a4c3-a8269f7086ab,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:59.693367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0620b63-f142-40c1-a672-f379f4a11c41 req-51f49ca8-20fb-47eb-a458-2758a0ce9022 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1260562 Nov 08 13:51:59.812041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Pushing event updated for resources: {'Port': ['ID=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:51:59.848051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c580b92-fdb0-4f98-85ea-76d66cb174eb req-fd8de9a0-3acc-4c30-8446-bf467559965a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:51:59.850409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c580b92-fdb0-4f98-85ea-76d66cb174eb req-fd8de9a0-3acc-4c30-8446-bf467559965a tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.1309512 Nov 08 13:51:59.854159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Attempting to bind port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:51:59.854606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Attempting to bind port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:51:59.859839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Attempting to bind port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 on network c4701f82-7229-419d-8398-1bd3ca50434b {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:51:59.870300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:51:59.870691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Checking segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:51:59.871427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.871557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Bound using segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:51:59.871971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Bound port: 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:51:59.872359 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:51:59.932241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c580b92-fdb0-4f98-85ea-76d66cb174eb req-e1ac6091-7459-42ab-a0b1-82d31f8c374c tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671313 Nov 08 13:51:59.951159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] For port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:51:59.955169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] For port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:51:59.961389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:00.002259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:00.006718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bcae1-d6b4-455c-a256-f8303b7cd9b8 req-74adae38-fb72-4e80-b6df-da33bc136981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.008785 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bcae1-d6b4-455c-a256-f8303b7cd9b8 req-74adae38-fb72-4e80-b6df-da33bc136981 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 1097 time: 0.3168414 Nov 08 13:52:00.059523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2a51-8139-4650-99e6-e0e43316513d None None] Pushing event updated for resources: {'Port': ['ID=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:00.114984 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:00.153473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5af7ee3-0d3b-4b3a-9297-83553f364d10 req-9f55b6a2-2740-46cf-9e8f-35d725e195e9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.155054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5af7ee3-0d3b-4b3a-9297-83553f364d10 req-9f55b6a2-2740-46cf-9e8f-35d725e195e9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.0686471 Nov 08 13:52:00.157214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '3a116d74-99ee-4601-b964-c10686a08d1d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:00.160115 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b70c264-5649-4561-b3b8-ee8eae9139a1" -d '{"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "3a116d74-99ee-4601-b964-c10686a08d1d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:00.193022 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:00.321659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5af7ee3-0d3b-4b3a-9297-83553f364d10 req-b3cca773-43a6-4308-b2ef-c1b8e1e91aff tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522641 Nov 08 13:52:00.394671 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-327bcae1-d6b4-455c-a256-f8303b7cd9b8 req-b81a1870-f1b8-441f-8d79-f8d7efe8898b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694096 Nov 08 13:52:00.432135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b069596b-431c-4957-8db3-96bfb52b4db6 req-332e4aee-1df7-4f3b-94b2-1addd4112bf5 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0556138 Nov 08 13:52:00.434240 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33349dd5-4f38-42f7-847c-4d00dca69a80 x-openstack-request-id: req-33349dd5-4f38-42f7-847c-4d00dca69a80 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:00.440095 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "3a116d74-99ee-4601-b964-c10686a08d1d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:00.443580 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33349dd5-4f38-42f7-847c-4d00dca69a80 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:00.446099 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '3a116d74-99ee-4601-b964-c10686a08d1d', 'status': 'completed', 'code': 200} Nov 08 13:52:00.556207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Allocated IP 172.25.8.79 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/dbf76013-73ba-426b-8c81-aa6b09f864bc) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:00.584839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5389baa-8f6e-4e81-8d81-5e812cae27ce {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:00.597483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:00.602725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62850f-b67f-4d09-92fe-5fc7b29af5c2 req-bae6efc6-f06e-4376-ab3a-ddb04b8be92e tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.606152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab62850f-b67f-4d09-92fe-5fc7b29af5c2 req-bae6efc6-f06e-4376-ab3a-ddb04b8be92e tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 946 time: 0.0711355 Nov 08 13:52:00.670583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Transition to ACTIVE for port object e5389baa-8f6e-4e81-8d81-5e812cae27ce will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:52:00.682787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab62850f-b67f-4d09-92fe-5fc7b29af5c2 req-6037f9c6-5012-48af-aff9-08cede450e69 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644214 Nov 08 13:52:00.708021 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:00.811830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.812308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.812765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.813220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.813669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.814121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.818825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d4da4-a02a-4ec4-b5f3-cda59edc740a req-82bab3ef-ee2c-4a3c-b742-49abb177e07f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.822843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.825155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-38c90731-0eb8-49b0-8bcc-54f7bb50759f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6276 time: 0.2045310 Nov 08 13:52:00.834250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:00.836548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f4d4da4-a02a-4ec4-b5f3-cda59edc740a req-82bab3ef-ee2c-4a3c-b742-49abb177e07f tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.1252351 Nov 08 13:52:00.875373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Pushing event updated for resources: {'Port': ['ID=e5389baa-8f6e-4e81-8d81-5e812cae27ce,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:00.951318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.962200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.973210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:00.973595 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:00.979989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.986408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:00.999792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.025500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.034166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.045123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-613fb2f4-89cb-4f32-996f-24be22ff8114 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5396 time: 0.2055559 Nov 08 13:52:01.062931 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f4d4da4-a02a-4ec4-b5f3-cda59edc740a req-2e48b5f3-75b6-4a4c-9ef6-283b1adc2ce1 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252426 Nov 08 13:52:01.146920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.161490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-477ea1ae-5ab6-410c-ac8f-76b5639f5e91 req-878677cf-6422-44af-82d2-4218c77e93a0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152959 Nov 08 13:52:01.229602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:01.236164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.302617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:01.412956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ff3cf9-28d6-43a4-8b95-d82646ec5e90 None None] Network c4701f82-7229-419d-8398-1bd3ca50434b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:52:01.476470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.508472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568595b-223c-4e4b-9929-e58debc361d4 req-1b37e1dc-64ff-4889-adf7-ad59a59bb76a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.519030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c568595b-223c-4e4b-9929-e58debc361d4 req-1b37e1dc-64ff-4889-adf7-ad59a59bb76a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.0874019 Nov 08 13:52:01.531001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7d0dcd6-6601-4457-9eb7-94f34a5b311a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.561719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c8c18eb7-6264-4192-aeb5-a7a5c9366f4f None None] Provisioning complete for port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:01.562000 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8c18eb7-6264-4192-aeb5-a7a5c9366f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.602930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c568595b-223c-4e4b-9929-e58debc361d4 req-d19d2891-2e8c-401f-a0dd-cc5f4ebb0b09 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771351 Nov 08 13:52:01.651777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9a90890-e731-435b-927b-996388ad4bc3 req-2fca9e34-a1e3-4ca8-a3cd-d926604f3664 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0370812 Nov 08 13:52:01.696858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-69281734-0a04-4182-966b-c8566dbd95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.697466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-69281734-0a04-4182-966b-c8566dbd95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.698490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-69281734-0a04-4182-966b-c8566dbd95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.700744 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-69281734-0a04-4182-966b-c8566dbd95d1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=184a771ba9dc45069051bf90f38f8601&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.8549597 Nov 08 13:52:01.716944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Attempting to bind port e5389baa-8f6e-4e81-8d81-5e812cae27ce on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:01.717606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Attempting to bind port e5389baa-8f6e-4e81-8d81-5e812cae27ce by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:01.718123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Attempting to bind port e5389baa-8f6e-4e81-8d81-5e812cae27ce on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:01.771640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.784646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Port e5389baa-8f6e-4e81-8d81-5e812cae27ce on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:52:01.784997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Attempting to bind port e5389baa-8f6e-4e81-8d81-5e812cae27ce on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:01.807607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.851341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.874965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9bf0e-36ba-4243-bd4e-28271871fee2 req-6827ba3a-5bf1-4bd3-95ff-5c0d4acb0bb1 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:01.877159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34b9bf0e-36ba-4243-bd4e-28271871fee2 req-6827ba3a-5bf1-4bd3-95ff-5c0d4acb0bb1 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 946 time: 0.0702727 Nov 08 13:52:01.882501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:01.882898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Checking segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:01.883342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Bound using segment: {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:01.883810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Bound port: e5389baa-8f6e-4e81-8d81-5e812cae27ce, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230f828b-01f3-42df-95a5-ee6593d7242a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:01.884219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:01.949075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:01.966425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:01.966691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34b9bf0e-36ba-4243-bd4e-28271871fee2 req-51d4af97-efdc-4800-bb3a-9971a690bc28 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752842 Nov 08 13:52:01.969676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:02.041877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf76013-73ba-426b-8c81-aa6b09f864bc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:02.095604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-fe7bfa99-5b69-496a-b77b-8987c427513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.097162 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70c264-5649-4561-b3b8-ee8eae9139a1 req-fe7bfa99-5b69-496a-b77b-8987c427513d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3638151 Nov 08 13:52:02.263259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] For port e5389baa-8f6e-4e81-8d81-5e812cae27ce, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:02.294855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4ef63831-7d48-4dbd-be18-c00d68361816 None None] Provisioning complete for port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:02.296164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4ef63831-7d48-4dbd-be18-c00d68361816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:02.308808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] For port e5389baa-8f6e-4e81-8d81-5e812cae27ce, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:02.326331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:02.329774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a66bb6-34bb-4329-b2c0-3e7fef56cf40 req-2e9a5870-3909-414c-abc3-572db547d79e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.335100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Allocated IP 172.20.0.12 (ff8a1278-32d0-403e-ace5-452037a842c2/5296f582-8d3a-4e9d-a05d-b50815e1d9c8/f50b03cf-582a-415e-baa5-c49952b71879) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:02.337449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a66bb6-34bb-4329-b2c0-3e7fef56cf40 req-2e9a5870-3909-414c-abc3-572db547d79e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.1116493 Nov 08 13:52:02.391770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.392332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:02.394004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] 10.222.0.70 "PUT /v2.0/ports/e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 1091 time: 3.1798255 Nov 08 13:52:02.455544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:02.463063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a66bb6-34bb-4329-b2c0-3e7fef56cf40 req-548fc173-b96e-4d52-8f9f-0bfe66861cda tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234210 Nov 08 13:52:02.464549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:02.466756 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aa4465-7497-4308-b6f3-cbf195ecd446" -d '{"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:02.617960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73493d8c-91c9-4dfd-ab14-fc33e3c9979e service neutron] Pushing event updated for resources: {'Port': ['ID=e5389baa-8f6e-4e81-8d81-5e812cae27ce,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:02.646065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.652944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.671453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.678142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.680688 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:02.695391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.710909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.717100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.719566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-4bf7d0bf-bd19-4ddf-a91c-896c4008081f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5396 time: 0.1839337 Nov 08 13:52:02.755869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-7a4e5a4f-a0da-4859-99c4-c8b4a1dbd6c9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.757467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-7a4e5a4f-a0da-4859-99c4-c8b4a1dbd6c9 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 946 time: 0.2159367 Nov 08 13:52:02.777646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:02.822389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ede2c-d53e-4ee7-9688-32defc08800c req-a742a70c-2a52-4279-820d-83f0adc71fc5 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:02.824144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-833ede2c-d53e-4ee7-9688-32defc08800c req-a742a70c-2a52-4279-820d-83f0adc71fc5 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 946 time: 0.1032820 Nov 08 13:52:02.838412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:02.839161 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:02.864635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1146a514-969e-48aa-bc8e-3e044236ba1d req-5f11765a-d1f5-4146-bdfd-e52ad6735dc6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275783 Nov 08 13:52:02.879315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:02.898232 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:02.962898 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb665e4-6c6f-4610-a6a8-8291b8ab6038 x-openstack-request-id: req-3cb665e4-6c6f-4610-a6a8-8291b8ab6038 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:02.963593 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:02.963593 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cb665e4-6c6f-4610-a6a8-8291b8ab6038 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:02.963894 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce', 'status': 'completed', 'code': 200} Nov 08 13:52:02.969659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-833ede2c-d53e-4ee7-9688-32defc08800c req-b2aea5f7-bdb7-4faf-99fd-c01b70fd9551 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943420 Nov 08 13:52:02.993711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9276431d-6db3-4804-933b-afd3b32bed30 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:52:03.072276 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:03.115127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:03.122567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10676e30-b113-4b37-9a3e-67cbc5864ffc req-4d7c90b4-d78d-4f43-adbb-a9b27f360063 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0378048 Nov 08 13:52:03.145918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a567b-c7ae-4b10-96c3-bc17959c12d2 req-3d455e6a-127a-4516-88c9-3fbc299ecefc tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.147516 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad2a567b-c7ae-4b10-96c3-bc17959c12d2 req-3d455e6a-127a-4516-88c9-3fbc299ecefc tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.0944712 Nov 08 13:52:03.154389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:03.156848 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2327ca4c-5bfc-4f6e-bad6-e6072d197cff" -d '{"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-unplugged", "status": "completed", "tag": "9276431d-6db3-4804-933b-afd3b32bed30"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:03.172288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:03.177336 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:03.216707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Deleting port 9276431d-6db3-4804-933b-afd3b32bed30 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:03.217293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:03.218805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad2a567b-c7ae-4b10-96c3-bc17959c12d2 req-c43bb7e4-7e58-4c1b-9792-4f6378413536 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572095 Nov 08 13:52:03.239997 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223f0543-2414-4b72-bdd1-add8e79abce9 x-openstack-request-id: req-223f0543-2414-4b72-bdd1-add8e79abce9 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:03.240388 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-unplugged", "status": "completed", "tag": "9276431d-6db3-4804-933b-afd3b32bed30", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:03.240654 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-223f0543-2414-4b72-bdd1-add8e79abce9 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:03.241368 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30', 'code': 200} Nov 08 13:52:03.259784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:03.308319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:03.412117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.412482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.412940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.413398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.413849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.414298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.414747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.416604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-51474b63-b3e1-45df-b721-4195f79e52c1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6343 time: 0.3900580 Nov 08 13:52:03.465827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network ff8a1278-32d0-403e-ace5-452037a842c2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:03.507520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Port': ['ID=f50b03cf-582a-415e-baa5-c49952b71879,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:03.510798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:03.530344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:03.628116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7a318-aafd-4bf1-8f4b-282fdf9a0fcb req-f999edd9-3092-40de-8ed3-f5befe125a15 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:03.636663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6a7a318-aafd-4bf1-8f4b-282fdf9a0fcb req-f999edd9-3092-40de-8ed3-f5befe125a15 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 944 time: 0.0638649 Nov 08 13:52:03.655425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] For port 9276431d-6db3-4804-933b-afd3b32bed30, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9276431d-6db3-4804-933b-afd3b32bed30,segment=NetworkSegment(d3b413a7-b7ef-4d09-a5e3-70893fdd002f),segment_id=d3b413a7-b7ef-4d09-a5e3-70893fdd002f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:03.655711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:03.697589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6a7a318-aafd-4bf1-8f4b-282fdf9a0fcb req-6e0ddf39-586d-4692-a8a4-557e30d94f3e tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/security-groups?id=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589204 Nov 08 13:52:03.706131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Calling delete_port for 9276431d-6db3-4804-933b-afd3b32bed30 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:03.796773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.043282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.049848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.056937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.062891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.069828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.075839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.082370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.084333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-fe9f012c-380a-43dc-9a86-2e5a69ea931e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5396 time: 0.1202912 Nov 08 13:52:04.147054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-6553bf0a-ae12-4079-a109-8dfc6f0507f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.147516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-6553bf0a-ae12-4079-a109-8dfc6f0507f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.147992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-6553bf0a-ae12-4079-a109-8dfc6f0507f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.150805 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-6553bf0a-ae12-4079-a109-8dfc6f0507f7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=184a771ba9dc45069051bf90f38f8601&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7159805 Nov 08 13:52:04.173899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503cdae-bd28-4e23-9d3f-7443eff5defe req-fa9de626-0b9e-4613-b7ab-babd6f59e3da tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.175371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4503cdae-bd28-4e23-9d3f-7443eff5defe req-fa9de626-0b9e-4613-b7ab-babd6f59e3da tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 946 time: 0.0900245 Nov 08 13:52:04.185123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6f26914-a42a-480d-b3eb-6d23ddcaea21 req-c66dcd66-79f1-4f8a-81b3-d62836db77f1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0909524 Nov 08 13:52:04.281312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22a46e8-18ab-4039-a6be-49c5af3acf83 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:04.284684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4503cdae-bd28-4e23-9d3f-7443eff5defe req-2acbe6c3-8f4c-4458-ad29-635dd948f9bd tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/security-groups?id=f85e79d2-6c9c-44d6-aa21-3b06a24992ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985210 Nov 08 13:52:04.306900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-aa508f2d-17e8-4ad2-9cd4-ea13147b1253 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.313130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-aa508f2d-17e8-4ad2-9cd4-ea13147b1253 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.70 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 946 time: 0.1195710 Nov 08 13:52:04.318468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.386888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5069341-1f79-4a35-a99d-bbb2732c16f3 req-702b7bbf-3edb-498c-bcc7-de3e42aa82ed tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0553052 Nov 08 13:52:04.426202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Transition to ACTIVE for port object c22a46e8-18ab-4039-a6be-49c5af3acf83 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:52:04.445789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.469969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091a3b1-f88d-4870-b3f2-882c68ec6ba0 req-839cb3a4-d7f5-4e22-afb7-3910110b681a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.471532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9091a3b1-f88d-4870-b3f2-882c68ec6ba0 req-839cb3a4-d7f5-4e22-afb7-3910110b681a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1109765 Nov 08 13:52:04.521425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Deleting port d3f792dc-af5c-437f-a4c3-a8269f7086ab {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:04.521804 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.584353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-442e2026-b592-4148-83f8-6f3a697262b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:04.585850 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78aa4465-7497-4308-b6f3-cbf195ecd446 req-442e2026-b592-4148-83f8-6f3a697262b6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4178009 Nov 08 13:52:04.605388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9091a3b1-f88d-4870-b3f2-882c68ec6ba0 req-3dd303a9-e60d-4198-82ea-b76243dbf879 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271935 Nov 08 13:52:04.668928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] For port d3f792dc-af5c-437f-a4c3-a8269f7086ab, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d3f792dc-af5c-437f-a4c3-a8269f7086ab,segment=NetworkSegment(72f4c3dc-e542-4d09-b015-f2571ea9a5de),segment_id=72f4c3dc-e542-4d09-b015-f2571ea9a5de)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:04.669291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.686082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Calling delete_port for d3f792dc-af5c-437f-a4c3-a8269f7086ab owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:04.686916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Pushing event updated for resources: {'Port': ['ID=c22a46e8-18ab-4039-a6be-49c5af3acf83,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:04.793774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.838026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Pushing event deleted for resources: {'Port': ['ID=9276431d-6db3-4804-933b-afd3b32bed30,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:04.871280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Attempting to bind port c22a46e8-18ab-4039-a6be-49c5af3acf83 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:04.871650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Attempting to bind port c22a46e8-18ab-4039-a6be-49c5af3acf83 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:04.872060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Attempting to bind port c22a46e8-18ab-4039-a6be-49c5af3acf83 on network 57617557-d9ea-482f-9a48-9fcc40ddae79 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:04.878203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Router 6be198d3-2a8a-4c1c-894c-57f08e10d58f is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:04.883695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Port c22a46e8-18ab-4039-a6be-49c5af3acf83 on network 57617557-d9ea-482f-9a48-9fcc40ddae79 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:52:04.884059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Attempting to bind port c22a46e8-18ab-4039-a6be-49c5af3acf83 on network 57617557-d9ea-482f-9a48-9fcc40ddae79 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:04.892653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:04.921778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:04.922136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Checking segment: {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:04.922510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Bound using segment: {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:04.922998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Bound port: c22a46e8-18ab-4039-a6be-49c5af3acf83, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:04.923364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.035297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] No DVR routers for this DVR port 9276431d-6db3-4804-933b-afd3b32bed30 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:52:05.039310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.042670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b51b4a-01ce-489c-bf36-5d1d88cc2845 req-bf2b313f-ea2d-4323-9c03-5ee6bff5e8fc tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.54 "DELETE /v2.0/ports/9276431d-6db3-4804-933b-afd3b32bed30 HTTP/1.1" status: 204 len: 173 time: 2.2737021 Nov 08 13:52:05.048289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-deleted', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:05.052527 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbac5bc-6e55-4e82-b253-92e90d6cb2b8" -d '{"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-deleted", "tag": "9276431d-6db3-4804-933b-afd3b32bed30"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:05.142538 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552dcdb1-b7b3-4c4a-9a46-d0ce3ffdd823 x-openstack-request-id: req-552dcdb1-b7b3-4c4a-9a46-d0ce3ffdd823 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:05.142871 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68358e1-52a4-400c-9ca6-afd7854f48e9", "name": "network-vif-deleted", "tag": "9276431d-6db3-4804-933b-afd3b32bed30", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:05.143132 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-552dcdb1-b7b3-4c4a-9a46-d0ce3ffdd823 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:05.143531 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68358e1-52a4-400c-9ca6-afd7854f48e9', 'name': 'network-vif-deleted', 'tag': '9276431d-6db3-4804-933b-afd3b32bed30', 'status': 'completed', 'code': 200} Nov 08 13:52:05.239581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6dadd388-c816-49a5-8b79-f99f970d1d36 req-2e3fa5f9-e0f8-4d81-bdb6-06cb12091c79 tempest-ImagesTestJSON-256955908 tempest-ImagesTestJSON-256955908-project] 10.222.0.65 "GET /v2.0/ports?device_id=b68358e1-52a4-400c-9ca6-afd7854f48e9 HTTP/1.1" status: 200 len: 210 time: 0.0403321 Nov 08 13:52:05.249188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] For port c22a46e8-18ab-4039-a6be-49c5af3acf83, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:05.260851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] For port c22a46e8-18ab-4039-a6be-49c5af3acf83, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:05.260851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:05.261822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.280623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Sync routers for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:05.286363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.296651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:05.305620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:05.313932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['d3f792dc-af5c-437f-a4c3-a8269f7086ab'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:05.365713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.366965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8c29e5bb-643b-4be5-b8fc-dc763038c8d1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1098461 Nov 08 13:52:05.370341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.370987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.372435 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] 10.222.0.70 "PUT /v2.0/ports/c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 1091 time: 2.9220035 Nov 08 13:52:05.379845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56670) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:05.412064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Pushing event deleted for resources: {'Port': ['ID=d3f792dc-af5c-437f-a4c3-a8269f7086ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:05.460049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bc87777-f5bb-40db-b305-a7dbde5dfef0 req-e9cd943e-5c11-4147-9c5d-4c9267b8c63c tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.65 "GET /v2.0/ports?device_id=12f8e9e9-c1d3-467d-9908-1dfde16bf7c4 HTTP/1.1" status: 200 len: 210 time: 0.0401809 Nov 08 13:52:05.473790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Request body: {'port': {'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:05.488164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Pushing event updated for resources: {'Port': ['ID=c22a46e8-18ab-4039-a6be-49c5af3acf83,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:05.528563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.528908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.529471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.529984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.530489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.530983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.531492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.532023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.532533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.533041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.534066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.534571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747ff249-f4ac-4e51-abd0-73f47ea7a489 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:05.544189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.568566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] No DVR routers for this DVR port d3f792dc-af5c-437f-a4c3-a8269f7086ab on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:52:05.589288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.595677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.602567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.604662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.608899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:05.610948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.618198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.624840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.633548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.644557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-3b6f93c2-0eab-43b5-b712-52af55b450de tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5408 time: 0.3006923 Nov 08 13:52:05.665441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.674319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49a93de1-97e5-495a-8280-1353a6957ad5 req-710b2f84-0537-4707-9ddf-518caf660602 tempest-ServerPasswordTestJSON-1990614717 tempest-ServerPasswordTestJSON-1990614717-project] 10.222.0.70 "DELETE /v2.0/ports/d3f792dc-af5c-437f-a4c3-a8269f7086ab HTTP/1.1" status: 204 len: 173 time: 1.3536973 Nov 08 13:52:05.690804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.703148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'name': 'network-vif-deleted', 'tag': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:05.706409 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68553acd-7835-47d4-a637-c216ca280573" -d '{"events": [{"server_uuid": "12f8e9e9-c1d3-467d-9908-1dfde16bf7c4", "name": "network-vif-deleted", "tag": "d3f792dc-af5c-437f-a4c3-a8269f7086ab"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:05.739281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01061057-7fe6-465d-9ead-85c9e49ba569 req-cb14a787-0165-4078-bada-fd119e2084f1 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0859320 Nov 08 13:52:05.810132 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:05.824922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336bfc9b-742f-4f53-96b4-5c29af42bd0e req-8824b6d4-f851-4fef-8e69-2526224d2949 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1788135 Nov 08 13:52:05.919462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaee872-e11f-49b0-9b21-27e5e9083fc5 req-c16e5985-957e-4db2-9b32-cc06d1a016c4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:05.929129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-deaee872-e11f-49b0-9b21-27e5e9083fc5 req-c16e5985-957e-4db2-9b32-cc06d1a016c4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.0777361 Nov 08 13:52:05.938346 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba93f29-9a89-4e99-a406-554a455b51d3 x-openstack-request-id: req-1ba93f29-9a89-4e99-a406-554a455b51d3 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:05.938641 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f8e9e9-c1d3-467d-9908-1dfde16bf7c4", "name": "network-vif-deleted", "tag": "d3f792dc-af5c-437f-a4c3-a8269f7086ab", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:05.938901 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ba93f29-9a89-4e99-a406-554a455b51d3 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:05.939346 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12f8e9e9-c1d3-467d-9908-1dfde16bf7c4', 'name': 'network-vif-deleted', 'tag': 'd3f792dc-af5c-437f-a4c3-a8269f7086ab', 'status': 'completed', 'code': 200} Nov 08 13:52:05.993279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:02Z', 'revision_number': 3, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:06.018566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-deaee872-e11f-49b0-9b21-27e5e9083fc5 req-765be71b-e03d-449e-89e5-548fc4fdeb59 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883899 Nov 08 13:52:06.038583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Checking router: 6be198d3-2a8a-4c1c-894c-57f08e10d58f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:52:06.038583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Updating router 6be198d3-2a8a-4c1c-894c-57f08e10d58f port dbf76013-73ba-426b-8c81-aa6b09f864bc binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:52:06.056865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.125471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Router a0f432b6-6f8d-4d5e-a910-040dd2ce7244 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:06.521723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.528478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56702) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:06.530935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.579028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98bc68-3511-423c-ba5c-117c4ab2bb07 None None] Pushing event updated for resources: {'Port': ['ID=dbf76013-73ba-426b-8c81-aa6b09f864bc,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:06.586367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] Deleting subnet b2f582f3-92ff-4e79-b165-126a7526f6a3 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:52:06.592349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.601427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Attempting to bind port dbf76013-73ba-426b-8c81-aa6b09f864bc on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:06.601954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Attempting to bind port dbf76013-73ba-426b-8c81-aa6b09f864bc by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:06.602189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Attempting to bind port dbf76013-73ba-426b-8c81-aa6b09f864bc on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:06.611215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:06.612184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:06.612662 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.613056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:06.613591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Bound port: dbf76013-73ba-426b-8c81-aa6b09f864bc, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:06.614036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.642740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.687675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] For port dbf76013-73ba-426b-8c81-aa6b09f864bc, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:06.692906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] For port dbf76013-73ba-426b-8c81-aa6b09f864bc, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dbf76013-73ba-426b-8c81-aa6b09f864bc,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:06.699123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.699996 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.707764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:06.718729 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Sync routers for ids ['a0f432b6-6f8d-4d5e-a910-040dd2ce7244'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:06.735138 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Routers {'a0f432b6-6f8d-4d5e-a910-040dd2ce7244'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:06.738404 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a0f432b6-6f8d-4d5e-a910-040dd2ce7244'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:06.754441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab164535-afa1-4fce-b83a-9204e2b369a6 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:06.766250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.774305 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.779086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e51be54-57b6-442c-bbf1-6c602c8e6d24 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.4744699 Nov 08 13:52:06.782027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56718) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:06.783944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:06.784602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:06.803429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Transition to ACTIVE for port object ab164535-afa1-4fce-b83a-9204e2b369a6 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:52:06.827465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.840097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98bc68-3511-423c-ba5c-117c4ab2bb07 None None] Pushing event updated for resources: {'Port': ['ID=dbf76013-73ba-426b-8c81-aa6b09f864bc,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:06.840482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56720) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:06.929531 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Set router a0f432b6-6f8d-4d5e-a910-040dd2ce7244 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:06.933638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:06.980790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Pushing event updated for resources: {'Port': ['ID=ab164535-afa1-4fce-b83a-9204e2b369a6,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:06.995706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9276431d-6db3-4804-933b-afd3b32bed30 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:52:07.024972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 9276431d-6db3-4804-933b-afd3b32bed30 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:52:07.025364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9276431d-6db3-4804-933b-afd3b32bed30 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:52:07.041434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:07.043707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] Deleting subnet d8cba13c-936c-48e4-a090-194f892a7f46 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:52:07.049714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e279cf2c-3be1-45a7-a2d1-10221e97de5d req-1bab7cea-6bbb-4752-8bc4-8eb7aa1124e0 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0522401 Nov 08 13:52:07.056728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.144540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:07.146159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.147559 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ae62ab-c85d-484b-b1a6-232c2028b99e" -d '{"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:07.170528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.183777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.255340 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f432b6-6f8d-4d5e-a910-040dd2ce7244', 'name': '', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2', 'external_fixed_ips': [{'subnet_id': '5296f582-8d3a-4e9d-a05d-b50815e1d9c8', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f50b03cf-582a-415e-baa5-c49952b71879', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:59Z', 'updated_at': '2021-11-08T13:52:04Z', 'revision_number': 3, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port': {'id': 'f50b03cf-582a-415e-baa5-c49952b71879', 'name': '', 'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:fa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0f432b6-6f8d-4d5e-a910-040dd2ce7244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '5296f582-8d3a-4e9d-a05d-b50815e1d9c8', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:01Z', 'updated_at': '2021-11-08T13:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5296f582-8d3a-4e9d-a05d-b50815e1d9c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:07.282774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.287719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Attempting to bind port ab164535-afa1-4fce-b83a-9204e2b369a6 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:07.288074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Attempting to bind port ab164535-afa1-4fce-b83a-9204e2b369a6 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:07.288400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Attempting to bind port ab164535-afa1-4fce-b83a-9204e2b369a6 on network 57617557-d9ea-482f-9a48-9fcc40ddae79 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:07.306150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.314930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.320843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Checking router: a0f432b6-6f8d-4d5e-a910-040dd2ce7244 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:52:07.321192 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Updating router a0f432b6-6f8d-4d5e-a910-040dd2ce7244 port f50b03cf-582a-415e-baa5-c49952b71879 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:52:07.342665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.344920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Port ab164535-afa1-4fce-b83a-9204e2b369a6 on network 57617557-d9ea-482f-9a48-9fcc40ddae79 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:52:07.345519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Attempting to bind port ab164535-afa1-4fce-b83a-9204e2b369a6 on network 57617557-d9ea-482f-9a48-9fcc40ddae79 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:07.358210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.363329 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.370220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:07.370560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Checking segment: {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:07.370948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Bound using segment: {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:07.371387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Bound port: ab164535-afa1-4fce-b83a-9204e2b369a6, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:07.371756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.377932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.389934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:02Z', 'revision_number': 3, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:07.398372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.400841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Allocated IP 172.20.0.1 (c4701f82-7229-419d-8398-1bd3ca50434b/c23a0dd6-e989-40cd-a445-cd50c15ba59d/7d7dffad-ed80-4a55-be7a-645fedc6418b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:07.413988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.424745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987ea03-032a-4012-97a2-5aa61ee7d15a None None] The sync data for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 is: [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:02Z', 'revision_number': 3, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:07.427461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-dd07d914-02f8-427c-a2fd-b65aed8b5eb1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.4291248 Nov 08 13:52:07.435175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f582f3-92ff-4e79-b165-126a7526f6a3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:07.453408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.471585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.476424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af0dcecc-dce9-421a-aeed-b51e6e7661da admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b2f582f3-92ff-4e79-b165-126a7526f6a3 HTTP/1.1" status: 204 len: 168 time: 0.9419718 Nov 08 13:52:07.489452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56730) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:07.566391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.573222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d8cba13c-936c-48e4-a090-194f892a7f46 HTTP/1.1" status: 204 len: 168 time: 0.7300887 Nov 08 13:52:07.590248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56732) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:07.592665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e70743-4dd1-4414-bb97-126bed4329e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8cba13c-936c-48e4-a090-194f892a7f46,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:07.624726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eef8c0c5-5dbe-48f4-80ae-6d0e17ebc405 req-c7229720-8c07-4851-ad3b-bc35bba1ca18 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1734557 Nov 08 13:52:07.717114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852788d-2bcd-43a9-81aa-c3ad0c909271 req-3108e057-43ad-4753-a6c2-931196551003 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.718921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a852788d-2bcd-43a9-81aa-c3ad0c909271 req-3108e057-43ad-4753-a6c2-931196551003 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.2859685 Nov 08 13:52:07.754136 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e4995-047b-48b6-a898-985b08ae8e3e x-openstack-request-id: req-559e4995-047b-48b6-a898-985b08ae8e3e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:07.754654 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:07.754907 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-559e4995-047b-48b6-a898-985b08ae8e3e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:07.755485 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83', 'status': 'completed', 'code': 200} Nov 08 13:52:07.761339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] For port ab164535-afa1-4fce-b83a-9204e2b369a6, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:07.768972 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.775386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.777544 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.784317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] For port ab164535-afa1-4fce-b83a-9204e2b369a6, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ab164535-afa1-4fce-b83a-9204e2b369a6,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:07.802699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.814526 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.843326 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Attempting to bind port f50b03cf-582a-415e-baa5-c49952b71879 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:07.844152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Attempting to bind port f50b03cf-582a-415e-baa5-c49952b71879 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8311e1d5-10ff-452f-b565-7a0c2ed8ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:07.845104 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Attempting to bind port f50b03cf-582a-415e-baa5-c49952b71879 on network ff8a1278-32d0-403e-ace5-452037a842c2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:07.848920 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Pushing event updated for resources: {'Port': ['ID=f50b03cf-582a-415e-baa5-c49952b71879,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:07.881756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a852788d-2bcd-43a9-81aa-c3ad0c909271 req-8b9e2407-efd1-445b-aea0-75528706dca8 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467066 Nov 08 13:52:07.885797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.891588 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:07.891862 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Checking segment: {'id': '8311e1d5-10ff-452f-b565-7a0c2ed8ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:07.892277 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.892693 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Bound using segment: {'id': '8311e1d5-10ff-452f-b565-7a0c2ed8ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:07.894191 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Bound port: f50b03cf-582a-415e-baa5-c49952b71879, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8311e1d5-10ff-452f-b565-7a0c2ed8ad23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'ff8a1278-32d0-403e-ace5-452037a842c2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:07.894191 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.908683 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.908897 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.909278 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.909604 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.909992 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.911003 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.911245 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.911583 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.911987 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.912321 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.912856 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.913183 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:07.914049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.914751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.916538 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] 10.222.0.70 "PUT /v2.0/ports/ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 1091 time: 2.4857352 Nov 08 13:52:07.927815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:07.970952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.971488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.972062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.972586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.973101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.973620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.974143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:07.976398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-2f876a8d-8452-4018-9d5a-5a9f96622ea4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6477 time: 0.2033434 Nov 08 13:52:08.012382 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] For port f50b03cf-582a-415e-baa5-c49952b71879, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:08.018359 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] For port f50b03cf-582a-415e-baa5-c49952b71879, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f50b03cf-582a-415e-baa5-c49952b71879,segment=NetworkSegment(8311e1d5-10ff-452f-b565-7a0c2ed8ad23),segment_id=8311e1d5-10ff-452f-b565-7a0c2ed8ad23)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:08.027901 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.076437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6ad15-7f1f-41b6-b18f-b86cb538eaea service neutron] Pushing event updated for resources: {'Port': ['ID=ab164535-afa1-4fce-b83a-9204e2b369a6,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:08.098021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Deleting port f50b03cf-582a-415e-baa5-c49952b71879 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:08.098500 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.110546 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Routers {'a0f432b6-6f8d-4d5e-a910-040dd2ce7244'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:08.111972 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a0f432b6-6f8d-4d5e-a910-040dd2ce7244'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.209182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-50243d5e-db73-4c79-9742-24be59fedde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.209799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-50243d5e-db73-4c79-9742-24be59fedde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.212083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-50243d5e-db73-4c79-9742-24be59fedde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.213790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-50243d5e-db73-4c79-9742-24be59fedde8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=184a771ba9dc45069051bf90f38f8601&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2272542 Nov 08 13:52:08.221982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71633a6e-108f-4085-b415-3081ae745cb7 None None] Pushing event updated for resources: {'Port': ['ID=f50b03cf-582a-415e-baa5-c49952b71879,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:08.279285 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] Set router a0f432b6-6f8d-4d5e-a910-040dd2ce7244 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:08.282243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] For port f50b03cf-582a-415e-baa5-c49952b71879, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f50b03cf-582a-415e-baa5-c49952b71879,segment=NetworkSegment(8311e1d5-10ff-452f-b565-7a0c2ed8ad23),segment_id=8311e1d5-10ff-452f-b565-7a0c2ed8ad23)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:08.282730 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.303552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d3f792dc-af5c-437f-a4c3-a8269f7086ab no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:52:08.328831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.343488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: d3f792dc-af5c-437f-a4c3-a8269f7086ab {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:52:08.344187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d3f792dc-af5c-437f-a4c3-a8269f7086ab not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:52:08.346604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Calling delete_port for f50b03cf-582a-415e-baa5-c49952b71879 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:08.347084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.376627 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0f432b6-6f8d-4d5e-a910-040dd2ce7244', 'name': '', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:59Z', 'updated_at': '2021-11-08T13:52:07Z', 'revision_number': 4, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.376976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ea3acc-2da7-4f09-8737-3b143ba23940']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.390831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.398935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819bb523-be3c-4bfa-a89d-6ab120c70544']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.404933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.405240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b413a7-b7ef-4d09-a5e3-70893fdd002f') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.415077 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dabdfed3-bfe6-4c7f-bc2c-14e963dcafc3 None None] The sync data for ids ['a0f432b6-6f8d-4d5e-a910-040dd2ce7244'] in n-d-804292-2 is: [{'id': 'a0f432b6-6f8d-4d5e-a910-040dd2ce7244', 'name': '', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:59Z', 'updated_at': '2021-11-08T13:52:07Z', 'revision_number': 4, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:08.428257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f4c3dc-e542-4d09-b015-f2571ea9a5de') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.428560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f4c3dc-e542-4d09-b015-f2571ea9a5de') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:08.461438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbf9ceb7-d128-4ee0-9e33-28b63ae448ad req-1e65c81a-7acc-4451-b3f3-ea21ab6ee4c2 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.1819785 Nov 08 13:52:08.465801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.495336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Network c4701f82-7229-419d-8398-1bd3ca50434b is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:08.501292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.507179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.511676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:08.515172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:08.524250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-f52238e5-3e3b-44f8-90ed-32f17bf1bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.525784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43ae62ab-c85d-484b-b1a6-232c2028b99e req-f52238e5-3e3b-44f8-90ed-32f17bf1bab6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3003421 Nov 08 13:52:08.564447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:52:08.565187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.572558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7dffad-ed80-4a55-be7a-645fedc6418b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:52:08.575293 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:52:08.589632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.598080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:52:08.598738 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.716173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.717462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.717924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.718388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.718840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.719622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.720109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:08.723069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-ad75de80-bdc2-4b40-ac1c-f665348e4f1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6477 time: 0.1440153 Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:52:08.744100 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:52:08.786204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.814290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.826548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dbf76013-73ba-426b-8c81-aa6b09f864bc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:08.837961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] 10.222.0.65 "DELETE /v2.0/networks/07ea3acc-2da7-4f09-8737-3b143ba23940 HTTP/1.1" status: 204 len: 168 time: 1.2395930 Nov 08 13:52:08.863115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.863856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-43485219-cac1-41c7-8425-0ea1d606dbaa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 217 time: 0.1304407 Nov 08 13:52:08.869521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a135f91-0ab6-4006-9c67-f5fe11ec28de admin admin] Pushing event deleted for resources: {'Network': ['ID=07ea3acc-2da7-4f09-8737-3b143ba23940,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:08.878321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.882787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] 10.222.0.65 "DELETE /v2.0/networks/819bb523-be3c-4bfa-a89d-6ab120c70544 HTTP/1.1" status: 204 len: 168 time: 1.3922918 Nov 08 13:52:08.883721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.934552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5579e68d-39b5-4506-bdc9-79e3d17973cc None None] Provisioning complete for port 7d7dffad-ed80-4a55-be7a-645fedc6418b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:08.937020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5579e68d-39b5-4506-bdc9-79e3d17973cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:08.996981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5579e68d-39b5-4506-bdc9-79e3d17973cc None None] Port 7d7dffad-ed80-4a55-be7a-645fedc6418b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:52:09.005546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dbf76013-73ba-426b-8c81-aa6b09f864bc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:09.005923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.014806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae49b1a-2de2-4f1c-bf01-e17ecd5992ee admin admin] Pushing event deleted for resources: {'Network': ['ID=819bb523-be3c-4bfa-a89d-6ab120c70544,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:09.053716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.069740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.076372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.082461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.088987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.095009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.101117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.108605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.116662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-6b12f6a6-ae00-4e58-a54e-852dc9d469e5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.2750509 Nov 08 13:52:09.124418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.143499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56746) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:09.155964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port dbf76013-73ba-426b-8c81-aa6b09f864bc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dbf76013-73ba-426b-8c81-aa6b09f864bc,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:09.162771 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.182418 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.196938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-b949164b-6c37-481a-8109-082b2d05164a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.198376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-b949164b-6c37-481a-8109-082b2d05164a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.3128190 Nov 08 13:52:09.199587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56748) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:09.228438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b54aed3-256a-4c35-bf74-5da67d73eccc req-63454ca0-5a10-45ba-9a8d-a85b4ac15474 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107769 Nov 08 13:52:09.237452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=dbf76013-73ba-426b-8c81-aa6b09f864bc,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:09.270039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event deleted for resources: {'Port': ['ID=f50b03cf-582a-415e-baa5-c49952b71879,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:09.274727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2d5a2bd1-8fd1-46b0-9c70-31f8846628b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac8f7804691f4f7da66ae99923bb0bef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740981 Nov 08 13:52:09.284699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56750) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:09.364256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-de1ada20-05a8-4a87-8cfe-03e0d17e2576 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=80e87c1625bd4a1bb3c0d7d3bd79d9cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1690495 Nov 08 13:52:09.367092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56754) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:09.378140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cd6db-6a24-4a08-8204-6b569b52394c req-4e0f60fc-20c8-4297-855d-a969dcb7c0e2 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.380300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e7cd6db-6a24-4a08-8204-6b569b52394c req-4e0f60fc-20c8-4297-855d-a969dcb7c0e2 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.3446748 Nov 08 13:52:09.395369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-af891962-6799-4159-b095-0f3831a553cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:09.396921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-af891962-6799-4159-b095-0f3831a553cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415255 Nov 08 13:52:09.405826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.442524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2daebbe1-fe70-46a1-a8f0-196251edcd1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.489596 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2daebbe1-fe70-46a1-a8f0-196251edcd1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.514806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.524105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.532810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f332d24-1c4c-41af-a341-370d9f9054f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.603521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.607219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.613875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df3e1ff0-0540-44b0-870c-88a8fe3c99f3 req-554e27dd-f4ce-4eeb-8a95-db65ba0ed322 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0519364 Nov 08 13:52:09.630310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e7cd6db-6a24-4a08-8204-6b569b52394c req-5cbd1c2b-95e4-4cf9-8e53-c6c23219c8f1 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321401 Nov 08 13:52:09.634543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f332d24-1c4c-41af-a341-370d9f9054f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.655996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.668191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Pushing event updated for resources: {'Port': ['ID=7d7dffad-ed80-4a55-be7a-645fedc6418b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:09.686380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.687120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0f432b6-6f8d-4d5e-a910-040dd2ce7244 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:09.690075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2daebbe1-fe70-46a1-a8f0-196251edcd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.690613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-b15fe6ec-007e-4e72-8d0d-4db3e17e1815 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813513 Nov 08 13:52:09.692683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2daebbe1-fe70-46a1-a8f0-196251edcd1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.693455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.693810 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2daebbe1-fe70-46a1-a8f0-196251edcd1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f85e79d2-6c9c-44d6-aa21-3b06a24992ba HTTP/1.1" status: 204 len: 168 time: 0.4079001 Nov 08 13:52:09.696934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-260e7143-c5d7-48de-bfcb-ea9213cef1ae tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "DELETE /v2.0/routers/a0f432b6-6f8d-4d5e-a910-040dd2ce7244 HTTP/1.1" status: 204 len: 168 time: 2.9086835 Nov 08 13:52:09.697193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56760) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:09.726707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daebbe1-fe70-46a1-a8f0-196251edcd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85e79d2-6c9c-44d6-aa21-3b06a24992ba,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:09.774806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:09.777173 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b44c83-e419-4fd9-8f44-4add1e4596ee" -d '{"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:09.801921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f332d24-1c4c-41af-a341-370d9f9054f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.804642 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f332d24-1c4c-41af-a341-370d9f9054f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.808723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2f332d24-1c4c-41af-a341-370d9f9054f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a HTTP/1.1" status: 204 len: 168 time: 0.4388716 Nov 08 13:52:09.833191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f332d24-1c4c-41af-a341-370d9f9054f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af9a0c9-0bbe-4b3a-a027-a40ad3d4331a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:09.834822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Deleting subnet 5296f582-8d3a-4e9d-a05d-b50815e1d9c8 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:52:09.839783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.848123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Network c4701f82-7229-419d-8398-1bd3ca50434b is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:09.850258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:09.894944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:09.932650 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e41d2-ca35-4a33-af24-a2585b6c773a x-openstack-request-id: req-ae2e41d2-ca35-4a33-af24-a2585b6c773a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:09.933388 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:09.934070 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae2e41d2-ca35-4a33-af24-a2585b6c773a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:09.934960 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6', 'status': 'completed', 'code': 200} Nov 08 13:52:09.957585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.056883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-c7d9cd72-67ec-43b6-8736-7384180f49d5 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500857 Nov 08 13:52:10.057533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Router 6be198d3-2a8a-4c1c-894c-57f08e10d58f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:52:10.187346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-fa4c2ac0-4ce5-4231-aaf3-5aac6d004922 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 217 time: 0.1184635 Nov 08 13:52:10.247040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:10.255460 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cb911e0a-07e6-4150-85d8-3959f1d870c5 admin admin] 10.222.0.65 "PUT /v2.0/routers/6be198d3-2a8a-4c1c-894c-57f08e10d58f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8752382 Nov 08 13:52:10.319102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-d3c7329f-5182-4d86-b6cb-81dd91b94302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.321437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-d3c7329f-5182-4d86-b6cb-81dd91b94302 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1199741 Nov 08 13:52:10.323644 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.352151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a1156149-bdfa-4c4c-b578-35c4e3f15aa5 None None] Provisioning complete for port 7d7dffad-ed80-4a55-be7a-645fedc6418b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:10.353126 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1156149-bdfa-4c4c-b578-35c4e3f15aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.439333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5296f582-8d3a-4e9d-a05d-b50815e1d9c8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:10.456812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a1156149-bdfa-4c4c-b578-35c4e3f15aa5 None None] Port 7d7dffad-ed80-4a55-be7a-645fedc6418b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:52:10.477065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.480416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-549b9cdf-2070-46c1-abf9-abdf1784a3a0 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/5296f582-8d3a-4e9d-a05d-b50815e1d9c8 HTTP/1.1" status: 204 len: 168 time: 0.7822571 Nov 08 13:52:10.483504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56786) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:10.505196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-149f5ad1-f918-418d-a4c8-b3216bbc3fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.507221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-149f5ad1-f918-418d-a4c8-b3216bbc3fed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1753118 Nov 08 13:52:10.541708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.550531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.557685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.574231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.583232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.590201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.601303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:10.603371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-640d88cc-5e48-4169-a613-d422d8ea65ae tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.2036841 Nov 08 13:52:10.609343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.654659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Sync routers for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:10.666394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:10.667131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:10.739287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d76cceb-7554-4d39-bb43-bc841235ae1c req-fabe59fe-e652-4434-9f8f-9f424f0b8c2c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228693 Nov 08 13:52:10.748072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.791377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8a1278-32d0-403e-ace5-452037a842c2']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:10.794752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dbf76013-73ba-426b-8c81-aa6b09f864bc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:10.811630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-6f41cd16-3e88-4097-81d9-9c9a3d0209a0 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949932 Nov 08 13:52:10.820379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8311e1d5-10ff-452f-b565-7a0c2ed8ad23') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:10.821181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8311e1d5-10ff-452f-b565-7a0c2ed8ad23') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:10.850316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.883622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.902234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:52:10.902960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:52:10.905252 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:52:10.927637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91dd7a7a-5647-4515-8803-476b982c7e94 req-3b24d7c6-77f1-4a40-9428-1eae3f4a9bdf tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0427246 Nov 08 13:52:10.956477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-21fe9608-cd01-4909-b629-5a4aa674c988 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367674 Nov 08 13:52:10.993902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:11.033882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.040008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff8a1278-32d0-403e-ace5-452037a842c2 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 13:52:11.055999 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.059009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-85f8dea9-2e5f-4803-977b-cb65c6963774 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 217 time: 0.0947213 Nov 08 13:52:11.076667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ff8a1278-32d0-403e-ace5-452037a842c2 HTTP/1.1" status: 204 len: 168 time: 0.5879483 Nov 08 13:52:11.101517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dbf76013-73ba-426b-8c81-aa6b09f864bc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:11.102092 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.113781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e974f0-eb57-4ec0-b7bb-4719e98e6119 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff8a1278-32d0-403e-ace5-452037a842c2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:11.322495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82db6-edf9-47dc-8bda-8c53661f980b req-41b908eb-234d-4ea2-951f-7c0eb54c3a08 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:11.329681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8da82db6-edf9-47dc-8bda-8c53661f980b req-41b908eb-234d-4ea2-951f-7c0eb54c3a08 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.2315416 Nov 08 13:52:11.344116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-98d67a01-1abb-4246-b82b-6fb8ed897e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:11.345499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-98d67a01-1abb-4246-b82b-6fb8ed897e50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2774992 Nov 08 13:52:11.381621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56818) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:11.387168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b554e66f-6d40-4184-92ec-e4d331fd0ea4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116006277', 'description': 'tempest-description--1422556740'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:11.424616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56822) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:11.439771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b554e66f-6d40-4184-92ec-e4d331fd0ea4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.462653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 2, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:11.491005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-16dcfef9-2da7-4b74-8120-2ff5cb02a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:11.492900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-16dcfef9-2da7-4b74-8120-2ff5cb02a966 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1332130 Nov 08 13:52:11.535662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8da82db6-edf9-47dc-8bda-8c53661f980b req-985b66d1-c471-49cd-af36-561d23ba5481 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046416 Nov 08 13:52:11.561295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Checking router: 6be198d3-2a8a-4c1c-894c-57f08e10d58f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:52:11.561802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Updating router 6be198d3-2a8a-4c1c-894c-57f08e10d58f port 7d7dffad-ed80-4a55-be7a-645fedc6418b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:52:11.622871 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b554e66f-6d40-4184-92ec-e4d331fd0ea4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.630135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.631648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b554e66f-6d40-4184-92ec-e4d331fd0ea4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.701194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554e66f-6d40-4184-92ec-e4d331fd0ea4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b026064c-7779-44db-b86d-c141ae32e3ea,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:11.729443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b554e66f-6d40-4184-92ec-e4d331fd0ea4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.731431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b554e66f-6d40-4184-92ec-e4d331fd0ea4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3477774 Nov 08 13:52:11.735131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56832) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:11.744329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-7f39f989-5610-40b2-97be-7ac780bde2d0 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377021 Nov 08 13:52:11.746802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f6c0685e-57de-405f-9ce9-db0ddcba97e4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'security_group_rule': {'security_group_id': 'b026064c-7779-44db-b86d-c141ae32e3ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:11.839562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6c0685e-57de-405f-9ce9-db0ddcba97e4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.846322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-607476433-network', 'tenant_id': 'e01ea4b572644d72b8e937d3fb9acd5b'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:11.942062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Made reservation on behalf of e01ea4b572644d72b8e937d3fb9acd5b for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:52:11.946673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.973154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56842) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:11.977509 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6c0685e-57de-405f-9ce9-db0ddcba97e4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.977919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0e3840f6-dec0-42cd-9536-c57c764def87 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'router': {'name': 'tempest-router--1096578104', 'project_id': '84f349f99afd42109d8d3c88c777de60'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:11.978614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:11.993761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6c0685e-57de-405f-9ce9-db0ddcba97e4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.030181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0685e-57de-405f-9ce9-db0ddcba97e4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a512a8-a729-4007-84d1-284fa5926cc0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:12.034862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.041105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.048098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.055094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.061162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.068175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.074415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.083106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-a76734be-7394-484c-a7a7-a0dc13178b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.2003417 Nov 08 13:52:12.088974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-f3e68edd-fbd1-48e1-8dca-1b93e9b1161c service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371558 Nov 08 13:52:12.106422 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.110374 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.114914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6c0685e-57de-405f-9ce9-db0ddcba97e4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.116335 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f6c0685e-57de-405f-9ce9-db0ddcba97e4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792722 Nov 08 13:52:12.116689 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.119038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56850) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:12.126612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-39e1422c-a040-4442-87b6-9ce74a6bde79 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'security_group_rule': {'security_group_id': 'b026064c-7779-44db-b86d-c141ae32e3ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:12.128021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e3840f6-dec0-42cd-9536-c57c764def87 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.129486 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e3840f6-dec0-42cd-9536-c57c764def87 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.134621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.178890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:52:12.192411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-beafaf84-41d6-4ba9-89f5-a7d74c43ddc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 217 time: 0.0895405 Nov 08 13:52:12.199982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:12.203795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.204321 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Added segment 238a6af6-de28-4fd4-afc8-e47e24350d66 of type vlan for network 7baff34d-50bb-4247-afcf-efd047224f04 Nov 08 13:52:12.207348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39e1422c-a040-4442-87b6-9ce74a6bde79 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.261014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-3c9eac61-61e3-4832-8343-ea2a541ee371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.262669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-3c9eac61-61e3-4832-8343-ea2a541ee371 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.0609660 Nov 08 13:52:12.277280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.322395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39e1422c-a040-4442-87b6-9ce74a6bde79 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.339359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39e1422c-a040-4442-87b6-9ce74a6bde79 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.353740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.355822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.356376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.397759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1422c-a040-4442-87b6-9ce74a6bde79 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf3a3b0-fdd8-42a0-9a9d-612cda66fb27,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:12.423188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061efc6d-ebb1-49f6-ae9d-7f122fb7d630 None None] Pushing event updated for resources: {'Port': ['ID=7d7dffad-ed80-4a55-be7a-645fedc6418b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:12.423536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39e1422c-a040-4442-87b6-9ce74a6bde79 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.424865 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-39e1422c-a040-4442-87b6-9ce74a6bde79 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045387 Nov 08 13:52:12.445770 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:52:12.467432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56860) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:12.474241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:12.481308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0545001 Nov 08 13:52:12.485622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56862) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:12.500417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Request body: {'subnet': {'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-607476433-subnet', 'tenant_id': 'e01ea4b572644d72b8e937d3fb9acd5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:12.512048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3182e-76b3-487d-bbf5-ee0baa9cd97c admin admin] Pushing event updated for resources: {'Network': ['ID=7baff34d-50bb-4247-afcf-efd047224f04,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:12.530905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Attempting to bind port 7d7dffad-ed80-4a55-be7a-645fedc6418b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:12.531529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Attempting to bind port 7d7dffad-ed80-4a55-be7a-645fedc6418b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:12.531980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Attempting to bind port 7d7dffad-ed80-4a55-be7a-645fedc6418b on network c4701f82-7229-419d-8398-1bd3ca50434b {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:12.540267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 7baff34d-50bb-4247-afcf-efd047224f04 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:52:12.554957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.579280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Made reservation on behalf of e01ea4b572644d72b8e937d3fb9acd5b for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:52:12.581640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.623697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:12.624187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Checking segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:12.624888 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.625438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Bound using segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:12.626380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Bound port: 7d7dffad-ed80-4a55-be7a-645fedc6418b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:12.627028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.720181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] For port 7d7dffad-ed80-4a55-be7a-645fedc6418b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:12.731001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] For port 7d7dffad-ed80-4a55-be7a-645fedc6418b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7d7dffad-ed80-4a55-be7a-645fedc6418b,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:12.738320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.825593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e3840f6-dec0-42cd-9536-c57c764def87 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.851746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061efc6d-ebb1-49f6-ae9d-7f122fb7d630 None None] Pushing event updated for resources: {'Port': ['ID=7d7dffad-ed80-4a55-be7a-645fedc6418b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:12.862588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-239d4cee-a7d9-4a43-8e6b-7c5f9c9da395 req-01ec50ec-f6ad-4b5e-8ff7-125478490fe5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7784739 Nov 08 13:52:12.880459 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:12.881172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:12.884962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7bb5e92-0554-4d40-876a-760115e1979c req-c52be185-5b59-471d-8bc5-a5fc4152798e tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.1123824 Nov 08 13:52:12.899593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e3840f6-dec0-42cd-9536-c57c764def87 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.924691 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.928047 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e3840f6-dec0-42cd-9536-c57c764def87 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.942887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0e3840f6-dec0-42cd-9536-c57c764def87 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9663906 Nov 08 13:52:12.944686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-a2455044-fd73-45d5-afd2-7baab96abbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:12.946363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-a2455044-fd73-45d5-afd2-7baab96abbc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6707673 Nov 08 13:52:12.946969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56874) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:12.956055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8991c4bb-9515-478a-8cce-2417ba7ca338 None None] Provisioning complete for port 7d7dffad-ed80-4a55-be7a-645fedc6418b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:12.956657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8991c4bb-9515-478a-8cce-2417ba7ca338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:12.974212 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.025350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:13.128715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Checking segment: {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:13.129493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Network hostable DHCP agents. Network: 7baff34d-50bb-4247-afcf-efd047224f04, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:52:13.132249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:13.164416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Network 7baff34d-50bb-4247-afcf-efd047224f04 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:52:13.199797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 7baff34d-50bb-4247-afcf-efd047224f04) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:13.217750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304750cc-a091-4851-b1a7-cca3830c4537 None None] Network 7baff34d-50bb-4247-afcf-efd047224f04 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:52:13.224180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bb77f67-73f9-4709-a21c-d4c5f64ae119 req-0a1ca921-84c4-42a2-a557-347cf16ea84f tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.2464333 Nov 08 13:52:13.249850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:13.250515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.276412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c55f9e-420f-43b2-ba66-5f9ed480fc8a req-ca39a929-fc31-4cd1-bbc8-bd3b7312bd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:13.277951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8c55f9e-420f-43b2-ba66-5f9ed480fc8a req-ca39a929-fc31-4cd1-bbc8-bd3b7312bd9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 1096 time: 0.0793033 Nov 08 13:52:13.305090 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8991c4bb-9515-478a-8cce-2417ba7ca338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.357503 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b83907b6-c50f-4b2e-8727-60d41da13d6b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8632872 Nov 08 13:52:13.357503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Allocated IP 172.25.8.167 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0ae85439-917c-4602-8e7b-038d8606bd2a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:13.378109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8c55f9e-420f-43b2-ba66-5f9ed480fc8a req-b7bd6100-4521-4898-b834-766dae329d44 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895703 Nov 08 13:52:13.409788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b373-10ea-47aa-81c1-7c65b7f03189 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.426123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-9b82dff0-5331-437c-84d2-34290d190353 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644938 Nov 08 13:52:13.519881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8991c4bb-9515-478a-8cce-2417ba7ca338 None None] For port 7d7dffad-ed80-4a55-be7a-645fedc6418b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7d7dffad-ed80-4a55-be7a-645fedc6418b,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:13.523806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51692913-9f88-4498-b849-498abcd188bb req-077f50a1-7ba3-4bec-a675-e962cbc0f5e5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:13.531809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51692913-9f88-4498-b849-498abcd188bb req-077f50a1-7ba3-4bec-a675-e962cbc0f5e5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.4731216 Nov 08 13:52:13.541604 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8991c4bb-9515-478a-8cce-2417ba7ca338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.615513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.675204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.704777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0185cfb3-4230-4453-9079-6b23cd535f40 None None] Network 7baff34d-50bb-4247-afcf-efd047224f04 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:52:13.776380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b373-10ea-47aa-81c1-7c65b7f03189 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.778655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:13.784710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:13.796954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:13.809247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991c4bb-9515-478a-8cce-2417ba7ca338 None None] Pushing event updated for resources: {'Port': ['ID=7d7dffad-ed80-4a55-be7a-645fedc6418b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:13.856240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d845f5a4-11be-4362-a97e-f0db73024278 None None] Provisioning complete for port 7d7dffad-ed80-4a55-be7a-645fedc6418b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:13.856614 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d845f5a4-11be-4362-a97e-f0db73024278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.862220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'Port': ['ID=0ae85439-917c-4602-8e7b-038d8606bd2a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:13.887793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-2e9f971c-2d6c-4e56-b110-1dfe2536b026 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388229 Nov 08 13:52:13.889275 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b373-10ea-47aa-81c1-7c65b7f03189 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.894515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51692913-9f88-4498-b849-498abcd188bb req-b1bd49cd-43e8-4a09-bc42-1c03ae9051da tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618598 Nov 08 13:52:13.976853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:13.988759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-54011880-b9b6-4d14-a61c-4ebf769663a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 217 time: 0.0887303 Nov 08 13:52:14.015075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:12Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:14.030933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.073237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6178921-b6ee-4153-95d9-c0af84309925 None None] The sync data for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 is: [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:12Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:14.127959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c37a270f-30fd-4c20-89fa-7af8ed62d40b req-ef5659fc-e122-41a9-bad9-dac5f4ebf967 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.1358650 Nov 08 13:52:14.164730 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b373-10ea-47aa-81c1-7c65b7f03189 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.193938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b1b373-10ea-47aa-81c1-7c65b7f03189 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ff3402f7-391e-48a8-a3e5-da09ad84a778 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:14.233499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5b1b373-10ea-47aa-81c1-7c65b7f03189 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.234776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c5b1b373-10ea-47aa-81c1-7c65b7f03189 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ff3402f7-391e-48a8-a3e5-da09ad84a778 HTTP/1.1" status: 204 len: 168 time: 1.2852902 Nov 08 13:52:14.237042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-cc4c4cbc-52dc-4652-8753-4b17e0441148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.250373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-cc4c4cbc-52dc-4652-8753-4b17e0441148 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2099884 Nov 08 13:52:14.411611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.418762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.463566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56924) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:14.529070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9c43c45-6180-4937-bc19-87b12fa0ba8b req-73b7507b-e556-4a37-9e73-bac98d21f572 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.2024531 Nov 08 13:52:14.552031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'Port': ['ID=0ae85439-917c-4602-8e7b-038d8606bd2a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:14.577321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.608044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.621512 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4c28b74d-1d81-4953-b0a5-7e90d2b7a265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1521204 Nov 08 13:52:14.631791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-eaacf2d2-4c25-4ad7-a58c-355d0c0f5092 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.639710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-eaacf2d2-4c25-4ad7-a58c-355d0c0f5092 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 821 time: 0.5795794 Nov 08 13:52:14.645330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-919b9ab3-ae24-4f0b-b48a-d16b6ccbda68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.647432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-919b9ab3-ae24-4f0b-b48a-d16b6ccbda68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3018339 Nov 08 13:52:14.662785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-f7f0d6f3-2cf9-4194-a143-72717bd70618 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/quotas/e01ea4b572644d72b8e937d3fb9acd5b HTTP/1.1" status: 200 len: 375 time: 0.0220609 Nov 08 13:52:14.754862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-70ae1ac1-7eae-4760-8443-79b0bbea7cb1 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0910299 Nov 08 13:52:14.838049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7d7dffad-ed80-4a55-be7a-645fedc6418b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:14.902923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7d7dffad-ed80-4a55-be7a-645fedc6418b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:14.903534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.921043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1029794556', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:14.955368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.956657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.957836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:14.962297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.969854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.976282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.989679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:14.996196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:15.003751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:15.017071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-520338bf-2204-4c99-84cc-108cba1f3398 req-bdb07993-a348-47e7-8ac6-e8cc484c5e1c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.3327124 Nov 08 13:52:15.072896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-e6235096-68e7-417c-a4c4-366a0d34d1d3 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079168 Nov 08 13:52:15.116995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-02697234-f285-4741-adef-622b7a90cbe9 service neutron] 10.222.0.65 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608935 Nov 08 13:52:15.262462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2a464d89-d848-4e58-9b7b-70ed1a1f5ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020660 Nov 08 13:52:15.322328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-520338bf-2204-4c99-84cc-108cba1f3398 req-e9d2ac82-f942-497f-885e-5feaacac5cd6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2891960 Nov 08 13:52:15.352567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-062782b0-dcf6-43f8-a21f-ca204aa3c51f service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690308 Nov 08 13:52:15.405298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-f7f50d95-9135-4b46-8c12-19fbd1b24f66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 217 time: 0.0438354 Nov 08 13:52:15.499225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:15.544807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-d1f8b469-0fbb-47a4-91c7-e23026d7b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:15.546790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-d1f8b469-0fbb-47a4-91c7-e23026d7b8a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1271253 Nov 08 13:52:15.688721 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-1e473fba-7c92-404c-890d-0525ece6134f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1116006277&fields=id&tenant_id=4305aca199c0480bb5346421bf50c2cc HTTP/1.1" status: 200 len: 267 time: 0.1347778 Nov 08 13:52:15.745639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30d8e0-d643-4a46-a32b-35c72db0ef38 req-72759f68-ea5a-4a1f-9a07-f3ffafec63a9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:15.747216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce30d8e0-d643-4a46-a32b-35c72db0ef38 req-72759f68-ea5a-4a1f-9a07-f3ffafec63a9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.1275947 Nov 08 13:52:15.752483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-eab07350-2ec7-4ed1-b0f9-b93d1f0daf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:15.754056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-eab07350-2ec7-4ed1-b0f9-b93d1f0daf8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1925957 Nov 08 13:52:15.802286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:15.807724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4544be33-ba8d-43ab-b764-3db174402c62 req-b5a40bce-b80c-4c46-a9a2-bd5d06e4350f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0350561 Nov 08 13:52:15.918160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce30d8e0-d643-4a46-a32b-35c72db0ef38 req-5224da05-54b3-491b-88d0-db1b4a14ee00 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632099 Nov 08 13:52:15.930517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-8f38ba40-063d-41f0-9af4-6695ddeccaf7 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:15.937610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-8f38ba40-063d-41f0-9af4-6695ddeccaf7 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 811 time: 0.2466547 Nov 08 13:52:15.961472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-b6c866df-5f2c-4ed4-b8b2-dc4fcf326e93 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/quotas/4305aca199c0480bb5346421bf50c2cc HTTP/1.1" status: 200 len: 375 time: 0.0229552 Nov 08 13:52:15.995585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-f973c180-cd8a-40b1-b803-6140ea76886f service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303884 Nov 08 13:52:16.066429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:16.078182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3114e166-15f1-436d-a62a-efbc77cf8cf8 req-c86e14ff-9c13-49a0-b747-c05e567287dc tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0700142 Nov 08 13:52:16.087677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:16.147104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-45733dce-ecc9-4b68-940f-3a45a0d50b57 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1845849 Nov 08 13:52:16.180906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-64b4725d-03f5-4684-89ae-fb954b69691b service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713974 Nov 08 13:52:16.208167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Allocated IP 172.25.8.8 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0f8e3f20-2cdc-47d9-bb0b-4d50b10b7eb6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:16.271765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-dd19bcb7-560d-4704-982a-7977cbe6df26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.0821729 Nov 08 13:52:16.273739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9db8bd5-4f0b-4cfc-b76c-d5af8d6da54c req-4af24cf9-dfe2-4c86-aefa-f08da1fce702 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 210 time: 0.0828779 Nov 08 13:52:16.351412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:16.395606 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:16.413727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5df147dd-7631-4f78-9ae3-82b15ad57cb6 req-7f8f203d-d7a7-4b6a-b0e0-dbd82f1c75db tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0464938 Nov 08 13:52:16.431116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-7188584b-69d6-4a8d-9944-a0f184c071db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:16.432819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-7188584b-69d6-4a8d-9944-a0f184c071db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1521916 Nov 08 13:52:16.439941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-42d493ce-ea83-431f-a7c8-861a3158ad8c service neutron] 10.222.0.65 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613974 Nov 08 13:52:16.451725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:16.456903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:16.458871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event updated for resources: {'Port': ['ID=0f8e3f20-2cdc-47d9-bb0b-4d50b10b7eb6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:16.461069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:16.605242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-630de104-62d1-423a-9717-1a7523f84943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:16.606810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-630de104-62d1-423a-9717-1a7523f84943 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1493127 Nov 08 13:52:16.638843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da158d6-1d40-4177-b3d5-61520e03707c req-682aba1c-9025-4273-9eaa-b7d2c0901b73 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:16.640876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7da158d6-1d40-4177-b3d5-61520e03707c req-682aba1c-9025-4273-9eaa-b7d2c0901b73 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1286106 Nov 08 13:52:16.676604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-6a70f29b-923b-4023-8629-08eda6fec47d service neutron] 10.222.0.65 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202897 Nov 08 13:52:16.775881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7da158d6-1d40-4177-b3d5-61520e03707c req-2bb86278-f94b-4933-879a-0234b0632a34 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246073 Nov 08 13:52:16.818771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-9d5f6152-856d-4f53-8c91-2a0d10ad1b7c service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002296 Nov 08 13:52:16.977873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:17.094725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ebc8535-8041-4ccf-961c-e45f279204d4 req-f2d7385a-7146-4629-b873-3eaaf960a672 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.1106820 Nov 08 13:52:17.161160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f590f7c-8216-495c-b751-23c1368250e4 req-42a00801-1d5d-427d-a072-1671dc887fb6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 210 time: 0.0548766 Nov 08 13:52:17.196689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.203130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.212419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.219891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.228125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.234783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.241224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.243257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-425e0d02-800e-42af-b880-968cfe18742e req-d7f348ac-1b68-46f9-bef7-c9001f16420d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.2328129 Nov 08 13:52:17.271535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b1c14bc-f3fa-40dd-ad2d-d1d645f5c5a5 req-1a62803c-4aeb-428a-8280-07742d1675a8 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399865 Nov 08 13:52:17.282010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-68fb7fbc-c992-4a9d-bc39-f36303498215 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.285003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-68fb7fbc-c992-4a9d-bc39-f36303498215 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 821 time: 0.2984312 Nov 08 13:52:17.309139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Request body: {'port': {'device_id': '400b6756-b672-4bd9-8d73-c83b6a714117', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'admin_state_up': True, 'tenant_id': 'e01ea4b572644d72b8e937d3fb9acd5b'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:17.335622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-425e0d02-800e-42af-b880-968cfe18742e req-e743b24e-dc68-4368-829b-2707bd1c8d76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848808 Nov 08 13:52:17.480973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:17.514615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b3458c5-b3e9-453d-be47-c92de95b8ac3 req-35ede68e-c932-4c61-b229-3de7b97c086f tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0628760 Nov 08 13:52:17.527145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55b9d201-3c1a-4ec4-b013-a16e89033781 req-805f3f4f-6296-4824-8c26-a80171ccfc56 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 210 time: 0.0803673 Nov 08 13:52:17.544364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.545060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.545634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.546187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.546729 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.547461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.548124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.550304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-e0e6f6f2-22f9-4afb-9ef4-8250b1171199 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6477 time: 0.1507971 Nov 08 13:52:17.667481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Made reservation on behalf of e01ea4b572644d72b8e937d3fb9acd5b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:52:17.671283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:17.710623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Router 0e8e0140-71da-4d3a-9334-1137acd82a39 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:17.713776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ea86c6d-cca4-4087-b3b7-f002e0f6c4b2 req-e5bac8ed-7279-4822-9953-be150ebaa508 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0688193 Nov 08 13:52:17.759886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34130fae-c417-47b4-929e-487bb3ec0e49 req-62245cd4-8d57-4301-a213-648e495534b9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.761521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34130fae-c417-47b4-929e-487bb3ec0e49 req-62245cd4-8d57-4301-a213-648e495534b9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1050913 Nov 08 13:52:17.763669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-df5fc6b7-c094-46ef-9d3f-de51f992aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:17.765260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-df5fc6b7-c094-46ef-9d3f-de51f992aa63 service neutron] 10.222.0.70 "GET /v2.0/networks?id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 902 time: 0.2052720 Nov 08 13:52:17.828131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-028c97e1-09d7-4d22-a3e8-1c5fa4912a63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.0525253 Nov 08 13:52:17.929772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Allocated IP 172.20.0.3 (7baff34d-50bb-4247-afcf-efd047224f04/4c9e2768-c8d6-4bc9-a450-9a5c01ce1683/875743fc-8c40-419e-bc29-be492266df9f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:17.947327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:17.967520 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] Sync routers for ids ['0e8e0140-71da-4d3a-9334-1137acd82a39'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:17.986969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:17.991056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e6f7a506-31a0-455c-a0b6-48c55df4ab43 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.5220633 Nov 08 13:52:17.994579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56986) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:18.010006 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] Routers {'0e8e0140-71da-4d3a-9334-1137acd82a39'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:18.011022 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0e8e0140-71da-4d3a-9334-1137acd82a39'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:18.050266 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:18.062292 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] Routers {'0e8e0140-71da-4d3a-9334-1137acd82a39'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:18.063402 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0e8e0140-71da-4d3a-9334-1137acd82a39'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:18.110084 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:18.110916 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5afba2-f9bc-490d-8981-13b4cd158693 None None] The sync data for ids ['0e8e0140-71da-4d3a-9334-1137acd82a39'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:18.195233 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-37723f25-13d5-496d-bef6-2d4e079ca6b6 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/0e8e0140-71da-4d3a-9334-1137acd82a39 HTTP/1.1" status: 200 len: 919 time: 0.1996508 Nov 08 13:52:18.199559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56990) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:18.231574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa5c98f3-b0fb-4de0-9cb7-74ad645a49db tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8e0140-71da-4d3a-9334-1137acd82a39 HTTP/1.1" status: 200 len: 205 time: 0.0313828 Nov 08 13:52:18.234047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56992) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:18.248526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34130fae-c417-47b4-929e-487bb3ec0e49 req-923f04d4-91f8-4c0c-9e5f-540b4e2dd6cf tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804795 Nov 08 13:52:18.283244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-866a827f-4278-4b9e-841f-9ec983dc223e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.285642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-866a827f-4278-4b9e-841f-9ec983dc223e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.4496465 Nov 08 13:52:18.293675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:18.395419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e7d479c-60ab-44fc-822d-bc40aa525d47 req-7d508c9b-264e-4148-b7dd-e8332f5a85f9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 210 time: 0.0798061 Nov 08 13:52:18.430450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-d577a943-938d-44a4-bf6d-c7dd2c93288b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.433001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-d577a943-938d-44a4-bf6d-c7dd2c93288b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1399448 Nov 08 13:52:18.563112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.569381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.577793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.584569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.590624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.597412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.603529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.605577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-4db8575f-78ab-4930-9f15-bd52462730ff tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1622105 Nov 08 13:52:18.652860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63ca81e2-1455-4d04-843d-8946693eb8d0 req-a0ae801f-b02f-4752-865d-1a822cdb30c6 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 210 time: 0.0443695 Nov 08 13:52:18.682139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-6ef1f862-369e-4468-bf5b-e36cc4ea60ff service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286360 Nov 08 13:52:18.762278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:18.772152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:18.784402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1dded60-7665-4013-88ae-6e1101b63a5e req-08d7b904-fa0d-4dbe-ac12-512c42d1c05c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1643572 Nov 08 13:52:18.828910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2593cd02-ceff-4db6-8cd2-eb8ba7a60745 req-b1520072-132d-4833-8850-3f3786d2a0f7 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0640950 Nov 08 13:52:18.861208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94b44c83-e419-4fd9-8f44-4add1e4596ee req-6f6a14e3-034d-4e56-b0ab-f2b152b8c6c9 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706831 Nov 08 13:52:18.885362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Network 7baff34d-50bb-4247-afcf-efd047224f04 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:18.899191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:18.921360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db354316-61a5-46d0-93b4-724a9d34a945 req-49e48680-ae9b-40e9-8f35-5ce8b9d10f08 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Nov 08 13:52:18.936029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-57c24eb3-b149-4d0c-b02c-6771c7e8bc31 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:18.937601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-57c24eb3-b149-4d0c-b02c-6771c7e8bc31 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 811 time: 0.2793648 Nov 08 13:52:18.940983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:18.948204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:19.029492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:19.040195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:19.040814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:19.103436 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-5bf380f8-2023-40cf-876a-1776824089a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8072660 Nov 08 13:52:19.114407 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-2ee75559-9885-4b64-989d-52da83a262fe tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4305aca199c0480bb5346421bf50c2cc HTTP/1.1" status: 200 len: 380 time: 0.1425843 Nov 08 13:52:19.121323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Request body: {'port': {'device_id': '400b6756-b672-4bd9-8d73-c83b6a714117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:19.132165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'port': {'device_id': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'admin_state_up': True, 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'security_groups': ['b026064c-7779-44db-b86d-c141ae32e3ea']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:19.209274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-277c0219-bc9e-4e87-9cd4-67f4c33d4530 req-2efd7c66-fd50-4144-9650-4f9945500fc5 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0321605 Nov 08 13:52:19.270758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:19.283193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Deleting port 0f8e3f20-2cdc-47d9-bb0b-4d50b10b7eb6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:19.283525 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:19.368534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c29f0-3d09-4380-a938-a2f4077de3f4 req-997a47aa-ad20-4144-84f0-038fd864f34f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:19.370510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef9c29f0-3d09-4380-a938-a2f4077de3f4 req-997a47aa-ad20-4144-84f0-038fd864f34f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0537105 Nov 08 13:52:19.418927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Made reservation on behalf of 4305aca199c0480bb5346421bf50c2cc for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:52:19.422465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:19.426900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef9c29f0-3d09-4380-a938-a2f4077de3f4 req-e0e33ad4-375e-4c7a-9bee-331c12448bec tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456834 Nov 08 13:52:19.438109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:19.508126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Calling delete_port for 0f8e3f20-2cdc-47d9-bb0b-4d50b10b7eb6 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:19.529042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dfb7e512-73b7-458f-9e02-8c7e4c7594bf req-34f3cdb7-36f1-48ce-aa6d-8e3025c4127a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 210 time: 0.0328720 Nov 08 13:52:19.748179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea671c-d3f8-4e92-9b98-fb68e7ca8773 req-717eadd8-0e40-46e0-b434-172a25028e41 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:19.749712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29ea671c-d3f8-4e92-9b98-fb68e7ca8773 req-717eadd8-0e40-46e0-b434-172a25028e41 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0658929 Nov 08 13:52:19.817794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Allocated IP 172.20.0.10 (c4701f82-7229-419d-8398-1bd3ca50434b/c23a0dd6-e989-40cd-a445-cd50c15ba59d/f55a4a2a-6b2c-449d-bd63-e8afbec6867e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:19.834195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720e57-9a71-4771-9fbe-95e83700888e req-455bb8b4-3ab3-400a-8d54-78eedf62001d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:19.835806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26720e57-9a71-4771-9fbe-95e83700888e req-455bb8b4-3ab3-400a-8d54-78eedf62001d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 931 time: 0.0851569 Nov 08 13:52:19.849636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29ea671c-d3f8-4e92-9b98-fb68e7ca8773 req-742968d6-fbd9-47a2-9072-9d55d99977b0 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877650 Nov 08 13:52:19.934726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26720e57-9a71-4771-9fbe-95e83700888e req-d5dcd2bc-ec2f-46aa-b065-37524cbf9f22 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840166 Nov 08 13:52:19.964945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 875743fc-8c40-419e-bc29-be492266df9f {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:19.989285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:19.993696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.035693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.041832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.048143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.054680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.060819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.067926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.068293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event deleted for resources: {'Port': ['ID=0f8e3f20-2cdc-47d9-bb0b-4d50b10b7eb6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:20.073507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.074607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Transition to ACTIVE for port object 875743fc-8c40-419e-bc29-be492266df9f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:52:20.075682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-7da251b9-d69c-4acc-b85d-0e0f7897e01f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1256149 Nov 08 13:52:20.096432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f05ecd2-e341-40b4-970a-8dfafa9f4122 req-96779a44-2734-4735-b868-0873c6ee8bad tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0822048 Nov 08 13:52:20.099821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.156437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e2d3eee-1492-4b21-bd6b-61741a730e14 req-1546598a-4bc9-492a-98ca-5529794c87b8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625083 Nov 08 13:52:20.207845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Pushing event updated for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:20.216185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.245392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.317714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed16ef75-fe98-4133-b0d6-68b85ee56852 req-6121e12e-4e57-4246-a557-3f78eef3fd28 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0265224 Nov 08 13:52:20.387023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.390366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.440401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.447264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Attempting to bind port 875743fc-8c40-419e-bc29-be492266df9f on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:20.447598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Attempting to bind port 875743fc-8c40-419e-bc29-be492266df9f by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:20.447933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Attempting to bind port 875743fc-8c40-419e-bc29-be492266df9f on network 7baff34d-50bb-4247-afcf-efd047224f04 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:20.479409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.479951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Fanout notify agent at l3_agent the message router_deleted on router 0e8e0140-71da-4d3a-9334-1137acd82a39 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:20.481339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Port 875743fc-8c40-419e-bc29-be492266df9f on network 7baff34d-50bb-4247-afcf-efd047224f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:52:20.481661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Attempting to bind port 875743fc-8c40-419e-bc29-be492266df9f on network 7baff34d-50bb-4247-afcf-efd047224f04 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:20.488536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.489630 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a579007f-54cd-4532-a729-096013f905f1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/0e8e0140-71da-4d3a-9334-1137acd82a39 HTTP/1.1" status: 204 len: 168 time: 2.2547491 Nov 08 13:52:20.493279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57040) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:20.498447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1990392065', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': False}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:20.499716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:20.500088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Checking segment: {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:20.500469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Bound using segment: {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:20.501175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Bound port: 875743fc-8c40-419e-bc29-be492266df9f, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:20.501528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.520544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.521573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.522746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Network c4701f82-7229-419d-8398-1bd3ca50434b is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:20.530280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:20.534041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:20.536732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'Port': ['ID=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:20.590225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.620451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.621307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.651551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:20.656869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:20.661880 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-91babe8e-9503-400d-859d-e382144633f6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5351088 Nov 08 13:52:20.664004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.698616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Request body: {'port': {'device_id': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:20.711724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.712598 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.714150 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] 10.222.0.54 "PUT /v2.0/ports/875743fc-8c40-419e-bc29-be492266df9f HTTP/1.1" status: 200 len: 1091 time: 1.5986080 Nov 08 13:52:20.733881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'tag': '875743fc-8c40-419e-bc29-be492266df9f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:20.737898 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e3e438-0ae6-4030-9487-351982bcda26" -d '{"events": [{"name": "network-changed", "server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "tag": "875743fc-8c40-419e-bc29-be492266df9f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:20.788638 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.800369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819a9ea-49df-489c-a27c-69e793ed3589 req-91eb50d6-ca67-464e-bbe1-daa5ac1794b9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.801932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f819a9ea-49df-489c-a27c-69e793ed3589 req-91eb50d6-ca67-464e-bbe1-daa5ac1794b9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 932 time: 0.1667874 Nov 08 13:52:20.817796 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c60cc79-c676-41a0-95c5-e8df3b2805c7 x-openstack-request-id: req-7c60cc79-c676-41a0-95c5-e8df3b2805c7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:20.818082 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "tag": "875743fc-8c40-419e-bc29-be492266df9f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:20.818330 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c60cc79-c676-41a0-95c5-e8df3b2805c7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:20.818723 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'tag': '875743fc-8c40-419e-bc29-be492266df9f', 'status': 'completed', 'code': 200} Nov 08 13:52:20.827701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831cc38-1cc9-479f-b063-fa345ea0c417 service neutron] Pushing event updated for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:20.838124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.860504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-fe1ef12d-72ee-4101-9818-a95f27850d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:20.862052 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-fe1ef12d-72ee-4101-9818-a95f27850d97 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 1094 time: 0.0909288 Nov 08 13:52:20.883078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-593e0f33-fc71-418f-a675-fa9c7f46fb2b None None] Provisioning complete for port f55a4a2a-6b2c-449d-bd63-e8afbec6867e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:20.885756 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-593e0f33-fc71-418f-a675-fa9c7f46fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:20.916388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f819a9ea-49df-489c-a27c-69e793ed3589 req-9e580650-9aeb-43cd-b9a0-9aeee3d5fec8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045275 Nov 08 13:52:20.928630 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-a900c70f-5fc5-44e6-83cd-2c11c6ac00c4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875743fc-8c40-419e-bc29-be492266df9f HTTP/1.1" status: 200 len: 217 time: 0.0448899 Nov 08 13:52:20.937334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-593e0f33-fc71-418f-a675-fa9c7f46fb2b None None] Port f55a4a2a-6b2c-449d-bd63-e8afbec6867e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:52:21.020363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637e2fe-73fb-40e1-a065-c73aa3eeca69 req-38054e68-f539-4006-99b8-98bafa283da9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.021889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8637e2fe-73fb-40e1-a065-c73aa3eeca69 req-38054e68-f539-4006-99b8-98bafa283da9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0713573 Nov 08 13:52:21.047889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-c170a942-31dc-44f0-b297-ac1bff7c52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.049384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-c170a942-31dc-44f0-b297-ac1bff7c52ad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 HTTP/1.1" status: 200 len: 861 time: 0.1127965 Nov 08 13:52:21.097211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-c490ccb4-d018-4653-98ef-f01a822b2631 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7baff34d-50bb-4247-afcf-efd047224f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385602 Nov 08 13:52:21.194982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8acea15-13f4-4bb6-80c7-1f7b7bf656ee req-484fef8d-947e-4c3f-a564-963b67f70bf9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.196571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8acea15-13f4-4bb6-80c7-1f7b7bf656ee req-484fef8d-947e-4c3f-a564-963b67f70bf9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 943 time: 0.1738122 Nov 08 13:52:21.200276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8637e2fe-73fb-40e1-a065-c73aa3eeca69 req-46f96b76-c285-4a45-882a-f60ae833f38d tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657720 Nov 08 13:52:21.228488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.270667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-7bb8e3cc-aa81-46ce-a025-dca2fcf51ea8 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386535 Nov 08 13:52:21.288363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8acea15-13f4-4bb6-80c7-1f7b7bf656ee req-adc582b5-2a99-4b35-ba6e-c3f8b849ec18 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806329 Nov 08 13:52:21.289596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.344831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee16def2-e282-4d78-bff5-98af5af8fef6 req-6365ebc5-50eb-4783-acd4-1c869ec37a12 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0475180 Nov 08 13:52:21.390909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f55a4a2a-6b2c-449d-bd63-e8afbec6867e {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:21.401859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.429746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Transition to ACTIVE for port object f55a4a2a-6b2c-449d-bd63-e8afbec6867e will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:52:21.436738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d05c88c-1ccb-4a17-b4ed-50d2ff64ce16 req-76ab54c4-2cfd-4517-87c7-2459691d415b service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582048 Nov 08 13:52:21.440165 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.486832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.494595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.502925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.509425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.515947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.523061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.530127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.531803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Pushing event updated for resources: {'Port': ['ID=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:21.532612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-128f9f6b-23a1-42ae-97ea-52e411089b01 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1496916 Nov 08 13:52:21.598398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Allocated IP 172.25.8.106 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/d9823c12-96bf-42b6-9abd-c4b14c28c9cb) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:21.622815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08cfc289-076d-43a0-ba19-fe6c82117244 req-f6b12c37-870a-49e8-a97a-0f5739b246a5 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0438523 Nov 08 13:52:21.643546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-315f8f37-89eb-4f0b-93d5-e52a4eb8845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.644863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-315f8f37-89eb-4f0b-93d5-e52a4eb8845f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 1094 time: 0.0746708 Nov 08 13:52:21.651018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Attempting to bind port f55a4a2a-6b2c-449d-bd63-e8afbec6867e on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:21.651835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Attempting to bind port f55a4a2a-6b2c-449d-bd63-e8afbec6867e by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:21.652430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Attempting to bind port f55a4a2a-6b2c-449d-bd63-e8afbec6867e on network c4701f82-7229-419d-8398-1bd3ca50434b {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:21.678056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Port f55a4a2a-6b2c-449d-bd63-e8afbec6867e on network c4701f82-7229-419d-8398-1bd3ca50434b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:52:21.678669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Attempting to bind port f55a4a2a-6b2c-449d-bd63-e8afbec6867e on network c4701f82-7229-419d-8398-1bd3ca50434b {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:21.719608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:21.720310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Checking segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:21.720864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Bound using segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:21.721494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Bound port: f55a4a2a-6b2c-449d-bd63-e8afbec6867e, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:21.722020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.740037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfa627b4-254e-456d-85d4-b628a3c504aa req-2afe05b7-c502-4456-9417-7ca85a3b0d07 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806867 Nov 08 13:52:21.804226 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.831091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-99f825a5-af0f-4818-bba5-e36ab28f72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:21.832626 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-99f825a5-af0f-4818-bba5-e36ab28f72d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 922 time: 0.1766329 Nov 08 13:52:21.849694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] For port f55a4a2a-6b2c-449d-bd63-e8afbec6867e, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:21.850745 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.853848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] For port f55a4a2a-6b2c-449d-bd63-e8afbec6867e, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:21.896968 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:21.902732 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-269c2759-4e8a-4a87-93e9-ab098588cc9c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=875743fc-8c40-419e-bc29-be492266df9f HTTP/1.1" status: 200 len: 217 time: 0.0615411 Nov 08 13:52:21.938967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Port': ['ID=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:21.943754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:21.947274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:21.949996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:22.043201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Pushing event updated for resources: {'Port': ['ID=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:22.046519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:22.047491 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:22.049576 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-bdd6c217-6040-468d-bb70-878b00f0199f service neutron] 10.222.0.54 "PUT /v2.0/ports/f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 1092 time: 1.3552454 Nov 08 13:52:22.079425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-c258186c-5f52-4fc4-af9e-1341d5aef368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:22.085271 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-c258186c-5f52-4fc4-af9e-1341d5aef368 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 HTTP/1.1" status: 200 len: 861 time: 0.1733415 Nov 08 13:52:22.155984 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-c9efb062-c3eb-43cc-a378-d10ed5742de4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7baff34d-50bb-4247-afcf-efd047224f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607526 Nov 08 13:52:22.199170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b2a59-eb29-4fca-815d-3cea68977f2b req-b37ae159-a6c0-420b-9857-272ce331e91d tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:22.207511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c27b2a59-eb29-4fca-815d-3cea68977f2b req-b37ae159-a6c0-420b-9857-272ce331e91d tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 944 time: 0.2007072 Nov 08 13:52:22.265589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-678d1a33-4ad4-4d26-bee8-2c1e43d6f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:22.267448 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-678d1a33-4ad4-4d26-bee8-2c1e43d6f3fa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1095 time: 0.1495445 Nov 08 13:52:22.303873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c27b2a59-eb29-4fca-815d-3cea68977f2b req-a0ccefb0-37b2-48fd-9012-423356d216d3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953913 Nov 08 13:52:22.324359 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-49e1f981-a3f9-48b4-94f4-2afc1021ec07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 217 time: 0.0473542 Nov 08 13:52:22.326384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-f1817fa4-48f8-4f6b-8b03-888dabcff6bb service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512189 Nov 08 13:52:22.410276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:22.537821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf450d01-83b5-440e-b134-9f7159e4c181 req-57a389d6-f023-4b34-bd87-7672678dfaae tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0543644 Nov 08 13:52:22.602272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c19c1c-26fd-43eb-b5b1-a4fba73d6c30 req-85b66b3c-ddfb-4f12-9a0a-c44ac5cd6190 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:22.604047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46c19c1c-26fd-43eb-b5b1-a4fba73d6c30 req-85b66b3c-ddfb-4f12-9a0a-c44ac5cd6190 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 943 time: 0.1772170 Nov 08 13:52:22.758920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-46c19c1c-26fd-43eb-b5b1-a4fba73d6c30 req-739d2a39-5dd0-4c5a-a381-71a95ae40fe5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462460 Nov 08 13:52:22.790111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c94a96e-f1f1-4b3e-a837-5339ebf4ae7e req-b0cf341d-8426-4f29-8a3c-32d32b9c695a tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0391760 Nov 08 13:52:22.790256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-537807c1-9a45-4532-b8c7-e4c830bb4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:22.791801 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-537807c1-9a45-4532-b8c7-e4c830bb4084 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.4417791 Nov 08 13:52:22.837307 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:22.837679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:22.840220 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d8fbb2-7da3-4b80-b938-5d1966683490" -d '{"events": [{"name": "network-changed", "server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:22.844385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b2e3e438-0ae6-4030-9487-351982bcda26 req-9576970a-9944-420b-8c13-24ca51ec84f4 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955845 Nov 08 13:52:22.901972 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e808e98c-f4cf-454e-afd7-53d60a083ba0 x-openstack-request-id: req-e808e98c-f4cf-454e-afd7-53d60a083ba0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:22.902301 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:22.902514 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e808e98c-f4cf-454e-afd7-53d60a083ba0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:22.902915 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'status': 'completed', 'code': 200} Nov 08 13:52:22.929483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17181589-4329-48e4-a513-3392aeba529a req-e40653f4-0bda-4355-a08f-bd4dad212a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:22.931200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-e40653f4-0bda-4355-a08f-bd4dad212a18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263425 Nov 08 13:52:22.998926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:23.019355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.025925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.036665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.040132 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-a02f02f3-1a7a-49a3-9de9-8a33ac43ae67 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997033 Nov 08 13:52:23.049216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.058671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.064837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.070903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.072849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-9147feaa-c14e-487e-8d6a-8675d24aa2c6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1524613 Nov 08 13:52:23.138392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-17181589-4329-48e4-a513-3392aeba529a req-5349cfec-5048-42ab-a87a-bfbf6a923e6a service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903049 Nov 08 13:52:23.142782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Router 690ab5e1-4090-4e1b-85e4-e011f5bdb56a is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:23.157449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a12aa4f-c67b-4268-9080-62698492c3a7 req-4c3ee9ac-ab38-4373-9fba-26af7c642319 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781252 Nov 08 13:52:23.242564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-79ea8de1-8c3b-4611-860f-3985c3a1c21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.244159 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-79ea8de1-8c3b-4611-860f-3985c3a1c21b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1095 time: 0.0493338 Nov 08 13:52:23.266427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:23.277402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Sync routers for ids ['690ab5e1-4090-4e1b-85e4-e011f5bdb56a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:23.288054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Routers {'690ab5e1-4090-4e1b-85e4-e011f5bdb56a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:23.288287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:23.289135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['690ab5e1-4090-4e1b-85e4-e011f5bdb56a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:23.289615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4f24e80f-3bb4-4590-9484-de5b00e881f8 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.7947385 Nov 08 13:52:23.292077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:23.342570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-92ab20ae-7bf6-44af-a7fe-d3ffdc8e491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.344051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-92ab20ae-7bf6-44af-a7fe-d3ffdc8e491e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.0892980 Nov 08 13:52:23.404558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-494d7dcd-82b6-41a7-8de7-b4d7f4797d3c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 217 time: 0.0513704 Nov 08 13:52:23.407042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Set router 690ab5e1-4090-4e1b-85e4-e011f5bdb56a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:23.459202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-3fc4067a-dafd-4e0e-b1f7-ef2f1dd86b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.460970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-3fc4067a-dafd-4e0e-b1f7-ef2f1dd86b04 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.0486033 Nov 08 13:52:23.497877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:23.527014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-c1b8826d-5eb6-40de-a5cd-a11ba7a2aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.528645 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-c1b8826d-5eb6-40de-a5cd-a11ba7a2aae2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592017 Nov 08 13:52:23.647868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-d3cd0e83-3057-4af5-b58a-8b25dcb8ea80 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104927 Nov 08 13:52:23.656310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ab5e1-4090-4e1b-85e4-e011f5bdb56a', 'name': 'tempest-snat-router-1990392065', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.106'}], 'enable_snat': False}, 'gw_port_id': 'd9823c12-96bf-42b6-9abd-c4b14c28c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:52:20Z', 'updated_at': '2021-11-08T13:52:22Z', 'revision_number': 3, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port': {'id': 'd9823c12-96bf-42b6-9abd-c4b14c28c9cb', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ab5e1-4090-4e1b-85e4-e011f5bdb56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:21Z', 'updated_at': '2021-11-08T13:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:23.690046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Checking router: 690ab5e1-4090-4e1b-85e4-e011f5bdb56a for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:52:23.690658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Updating router 690ab5e1-4090-4e1b-85e4-e011f5bdb56a port d9823c12-96bf-42b6-9abd-c4b14c28c9cb binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:52:23.717736 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:23.752040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60d8fbb2-7da3-4b80-b938-5d1966683490 req-97a17140-c910-4be8-abc0-ca5555f69fd5 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962424 Nov 08 13:52:23.796094 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c743f7da-a0a3-42ee-94e0-09e20bc2dd50 req-2b708dfe-a95d-4641-ae9a-e54b0a3639b0 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0556092 Nov 08 13:52:23.816933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1aa71fd3-15a2-4076-97a2-04a329c90e91 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/690ab5e1-4090-4e1b-85e4-e011f5bdb56a HTTP/1.1" status: 200 len: 909 time: 0.5231764 Nov 08 13:52:23.817926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57092) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:23.822381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1990392065', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': True}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:23.845678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c68add-480f-4b91-bed8-1be2f1c40e92 req-5bfb93ed-8086-4cae-b7f9-30b5e4a83814 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:23.847806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61c68add-480f-4b91-bed8-1be2f1c40e92 req-5bfb93ed-8086-4cae-b7f9-30b5e4a83814 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 944 time: 0.1085992 Nov 08 13:52:23.852462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:23.853559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:23.915244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61c68add-480f-4b91-bed8-1be2f1c40e92 req-ad6a7d04-0b12-482b-86b3-c6f1ea69552b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599134 Nov 08 13:52:23.930807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.082572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2267ea57-acde-4f10-bb66-352d4871919d req-8564f793-79ef-4539-838b-bee02accbc79 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0297229 Nov 08 13:52:24.106464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b9f6c-9332-41b4-8ad2-ee7439f522b9 req-007c31a4-f760-41a2-b4b4-5cba348bc98d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.116678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e83b9f6c-9332-41b4-8ad2-ee7439f522b9 req-007c31a4-f760-41a2-b4b4-5cba348bc98d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 943 time: 0.0957131 Nov 08 13:52:24.120105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.167428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e83b9f6c-9332-41b4-8ad2-ee7439f522b9 req-8edb3bdd-4c8d-4ae1-bb42-65002023a7c7 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492408 Nov 08 13:52:24.264945 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.274847 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.338360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.344386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.348174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f082f-2db7-424f-8a17-919c738886c8 None None] Pushing event updated for resources: {'Port': ['ID=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:24.351522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.357803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.364822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.371368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.374304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Attempting to bind port d9823c12-96bf-42b6-9abd-c4b14c28c9cb on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:24.374854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Attempting to bind port d9823c12-96bf-42b6-9abd-c4b14c28c9cb by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:24.375435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Attempting to bind port d9823c12-96bf-42b6-9abd-c4b14c28c9cb on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:24.377744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.379695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-5d166c0d-a97f-4d37-bb88-d47de61a1595 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1133668 Nov 08 13:52:24.382135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:24.382720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:24.383337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.383923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:24.384622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Bound port: d9823c12-96bf-42b6-9abd-c4b14c28c9cb, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:24.385174 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.427268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-cf9ec29a-e335-4b8d-b988-0120dcac7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.429423 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-cf9ec29a-e335-4b8d-b988-0120dcac7938 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.1016672 Nov 08 13:52:24.443264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] For port d9823c12-96bf-42b6-9abd-c4b14c28c9cb, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:24.446867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] For port d9823c12-96bf-42b6-9abd-c4b14c28c9cb, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:24.452473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.460652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.469895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0469f5-c52e-473c-b2a8-b3305392e12d req-ecf496fd-444a-43cd-aca2-dacad8796f83 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.471994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb0469f5-c52e-473c-b2a8-b3305392e12d req-ecf496fd-444a-43cd-aca2-dacad8796f83 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0913227 Nov 08 13:52:24.501559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:24.504330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f408e83-609f-40c5-9d92-96a6b7899ce9 req-92197897-3480-4d44-bd8b-d47415b24e00 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982630 Nov 08 13:52:24.540901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Routers {'690ab5e1-4090-4e1b-85e4-e011f5bdb56a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:24.541543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['690ab5e1-4090-4e1b-85e4-e011f5bdb56a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:24.554682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb0469f5-c52e-473c-b2a8-b3305392e12d req-4578fae6-049f-48d4-ac0d-a42835cb551c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719566 Nov 08 13:52:24.578681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f082f-2db7-424f-8a17-919c738886c8 None None] Pushing event updated for resources: {'Port': ['ID=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:24.620383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-3e1cf277-ceb8-4cb9-b876-bcc824b9b7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.622170 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-3e1cf277-ceb8-4cb9-b876-bcc824b9b7db service neutron] 10.222.0.54 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.1844392 Nov 08 13:52:24.655006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] Set router 690ab5e1-4090-4e1b-85e4-e011f5bdb56a gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:24.683189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-80b90d5f-0585-4a73-aa9a-07c4ed22366b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 217 time: 0.0425909 Nov 08 13:52:24.716807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Allocated IP 172.25.8.162 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9ffe4de2-6bb3-41bd-9f5b-0b2004800781) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:24.786403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-75c2e27b-0320-4727-a3df-2f7c89174cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:24.788374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-75c2e27b-0320-4727-a3df-2f7c89174cb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.0922298 Nov 08 13:52:24.859563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-f684490c-c95f-460b-8d44-1168c4b88e80 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356963 Nov 08 13:52:24.871055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690ab5e1-4090-4e1b-85e4-e011f5bdb56a', 'name': 'tempest-snat-router-1990392065', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.106'}], 'enable_snat': False}, 'gw_port_id': 'd9823c12-96bf-42b6-9abd-c4b14c28c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:52:20Z', 'updated_at': '2021-11-08T13:52:22Z', 'revision_number': 3, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port': {'id': 'd9823c12-96bf-42b6-9abd-c4b14c28c9cb', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ab5e1-4090-4e1b-85e4-e011f5bdb56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:21Z', 'updated_at': '2021-11-08T13:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:24.898036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d76db2af-16b9-4d83-9aaa-b6a6bcb2d1bd None None] The sync data for ids ['690ab5e1-4090-4e1b-85e4-e011f5bdb56a'] in n-d-804292-2 is: [{'id': '690ab5e1-4090-4e1b-85e4-e011f5bdb56a', 'name': 'tempest-snat-router-1990392065', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.106'}], 'enable_snat': False}, 'gw_port_id': 'd9823c12-96bf-42b6-9abd-c4b14c28c9cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:52:20Z', 'updated_at': '2021-11-08T13:52:22Z', 'revision_number': 3, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port': {'id': 'd9823c12-96bf-42b6-9abd-c4b14c28c9cb', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:87:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690ab5e1-4090-4e1b-85e4-e011f5bdb56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:21Z', 'updated_at': '2021-11-08T13:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:24.928854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e40a6054-fd2e-4770-9844-2f5d1ac76a43 req-bf18f431-0ded-4e55-9e5b-bd5ff99f0d51 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0414796 Nov 08 13:52:24.975477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:25.033734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-95774349-ca37-488a-b396-6220e8f84065 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658223 Nov 08 13:52:25.049037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:25.059098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2a3d1-d7b2-45c9-8287-04b166ec35df req-dde0f0ea-3ee0-45cd-9ab8-a685c2f53be8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.060661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0a2a3d1-d7b2-45c9-8287-04b166ec35df req-dde0f0ea-3ee0-45cd-9ab8-a685c2f53be8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 944 time: 0.0521100 Nov 08 13:52:25.116035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:25.122884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0a2a3d1-d7b2-45c9-8287-04b166ec35df req-f46922d4-4052-45b2-bdd1-3f922102f5a1 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442662 Nov 08 13:52:25.165335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:25.178674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:25.180784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Port': ['ID=9ffe4de2-6bb3-41bd-9f5b-0b2004800781,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:25.212301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5dcc381-9768-4f71-adcc-c5c7725bb2f5 req-09fed2f3-1e82-4a89-9d89-e42d85ef9c88 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0444257 Nov 08 13:52:25.328417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e03ad-d008-4b71-8cd8-16aa4374a831 req-7b684bb5-4c41-4cc1-99fc-adbd6baa549f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.332241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e89e03ad-d008-4b71-8cd8-16aa4374a831 req-7b684bb5-4c41-4cc1-99fc-adbd6baa549f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 943 time: 0.0607867 Nov 08 13:52:25.348217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-647830a2-35e0-4dd2-b148-8c6494acafd5 req-faa48626-2f18-49b8-80da-6fc776569431 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024197 Nov 08 13:52:25.396806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e89e03ad-d008-4b71-8cd8-16aa4374a831 req-25bb177b-c210-4c7f-ba25-0e4163628923 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Nov 08 13:52:25.516449 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:25.658974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.665184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.671265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.677784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.683905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.690507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.696843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.698824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-44868880-f24f-4f65-8773-46edddc457d6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1153836 Nov 08 13:52:25.735587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:25.758803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919a750-7ff8-497f-9f7a-d71d7fe8dee8 req-b0b69b05-67d0-43e6-9dd4-633b64c02c00 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:25.760433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0919a750-7ff8-497f-9f7a-d71d7fe8dee8 req-b0b69b05-67d0-43e6-9dd4-633b64c02c00 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1281359 Nov 08 13:52:25.820075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d3b3c1b-e351-46db-b7ef-95c8b0f576ee req-f8d1f22e-0ddb-4653-9344-9cc7bdcdd03c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055601 Nov 08 13:52:25.851014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0919a750-7ff8-497f-9f7a-d71d7fe8dee8 req-0d848c5f-949f-4ee5-9fe3-a55cb35b1032 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837979 Nov 08 13:52:25.909414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Router ea73d0ed-cc27-49d7-b209-42e65a9f65db is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:26.033574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:26.044883 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Sync routers for ids ['ea73d0ed-cc27-49d7-b209-42e65a9f65db'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:26.054973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.056715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0c98448b-bc0b-4969-a232-7712bb97c2d4 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2374940 Nov 08 13:52:26.059081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57126) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:26.062152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Routers {'ea73d0ed-cc27-49d7-b209-42e65a9f65db'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:26.062838 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ea73d0ed-cc27-49d7-b209-42e65a9f65db'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:26.065567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b4ac26b-8fa5-469b-b267-bdaae27f9e60 req-87cb869a-83ba-425c-915f-ca4b1be51eec tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0414147 Nov 08 13:52:26.185240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-71c71794-fb79-4aba-8ad8-96e3a22342af tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/ea73d0ed-cc27-49d7-b209-42e65a9f65db HTTP/1.1" status: 200 len: 908 time: 0.1221333 Nov 08 13:52:26.185457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57130) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:26.187111 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Set router ea73d0ed-cc27-49d7-b209-42e65a9f65db gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:26.258854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343709f-c9d6-4207-bfd5-8f2d4f0c4f15 req-a99999c8-a95f-4476-8a60-2a6138c69afb tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:26.272864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0343709f-c9d6-4207-bfd5-8f2d4f0c4f15 req-a99999c8-a95f-4476-8a60-2a6138c69afb tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 944 time: 0.0812666 Nov 08 13:52:26.320680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.354538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5365c8b-3d4a-444e-9c13-a3a06a33fe59 req-0b1c6f48-0c79-4681-a653-9cd83d258c1e tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0384183 Nov 08 13:52:26.378411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0343709f-c9d6-4207-bfd5-8f2d4f0c4f15 req-4a57a62d-3129-495b-b16a-a0b63729a955 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967934 Nov 08 13:52:26.438431 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea73d0ed-cc27-49d7-b209-42e65a9f65db', 'name': 'tempest-snat-router-1990392065', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.162'}], 'enable_snat': True}, 'gw_port_id': '9ffe4de2-6bb3-41bd-9f5b-0b2004800781', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:52:23Z', 'updated_at': '2021-11-08T13:52:25Z', 'revision_number': 3, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port': {'id': '9ffe4de2-6bb3-41bd-9f5b-0b2004800781', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:04:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea73d0ed-cc27-49d7-b209-42e65a9f65db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:24Z', 'updated_at': '2021-11-08T13:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:26.458833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.473947 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Checking router: ea73d0ed-cc27-49d7-b209-42e65a9f65db for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:52:26.474546 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Updating router ea73d0ed-cc27-49d7-b209-42e65a9f65db port 9ffe4de2-6bb3-41bd-9f5b-0b2004800781 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:52:26.523273 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.539341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Deleting port 9ffe4de2-6bb3-41bd-9f5b-0b2004800781 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:26.539953 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.544254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5583-b38b-4e10-94ef-88fa185c9e6c req-cebcb25e-0461-467f-ac72-0a463a8898dc tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:26.552788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-674c5583-b38b-4e10-94ef-88fa185c9e6c req-cebcb25e-0461-467f-ac72-0a463a8898dc tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 943 time: 0.0789375 Nov 08 13:52:26.601855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-674c5583-b38b-4e10-94ef-88fa185c9e6c req-f5ffb2ec-25b2-49b0-a273-7f857d7d0c90 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473809 Nov 08 13:52:26.625888 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.639098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Calling delete_port for 9ffe4de2-6bb3-41bd-9f5b-0b2004800781 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:26.769417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9823c12-96bf-42b6-9abd-c4b14c28c9cb up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:26.814904 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.822020 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.825492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d9823c12-96bf-42b6-9abd-c4b14c28c9cb triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:26.825875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.898299 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Attempting to bind port 9ffe4de2-6bb3-41bd-9f5b-0b2004800781 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:26.898663 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Attempting to bind port 9ffe4de2-6bb3-41bd-9f5b-0b2004800781 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:26.899015 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Attempting to bind port 9ffe4de2-6bb3-41bd-9f5b-0b2004800781 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:26.911422 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1be89-64a8-431b-bec0-7454010e73e6 None None] Pushing event updated for resources: {'Port': ['ID=9ffe4de2-6bb3-41bd-9f5b-0b2004800781,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:26.920300 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.922549 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:26.922918 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:26.923869 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.924247 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:26.934706 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Bound port: 9ffe4de2-6bb3-41bd-9f5b-0b2004800781, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:26.935222 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.949380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port d9823c12-96bf-42b6-9abd-c4b14c28c9cb, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:26.955192 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:26.995337 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] For port 9ffe4de2-6bb3-41bd-9f5b-0b2004800781, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:27.000553 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] For port 9ffe4de2-6bb3-41bd-9f5b-0b2004800781, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9ffe4de2-6bb3-41bd-9f5b-0b2004800781,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:27.008184 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.024700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:27.052273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62787382-42fd-459d-958a-4f460d5f4699 req-75dfeccc-9a11-4eb7-acd2-897c7872e4b9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.054566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62787382-42fd-459d-958a-4f460d5f4699 req-75dfeccc-9a11-4eb7-acd2-897c7872e4b9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0793552 Nov 08 13:52:27.064723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 875743fc-8c40-419e-bc29-be492266df9f details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:27.068560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.071324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1be89-64a8-431b-bec0-7454010e73e6 None None] Pushing event updated for resources: {'Port': ['ID=9ffe4de2-6bb3-41bd-9f5b-0b2004800781,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:27.077276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.084405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.084999 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Routers {'ea73d0ed-cc27-49d7-b209-42e65a9f65db'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:27.085621 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ea73d0ed-cc27-49d7-b209-42e65a9f65db'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:27.091429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.098301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.105497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.112680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.121482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-1a9de0be-d346-4615-8a0e-0fb9578d0b76 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1999102 Nov 08 13:52:27.190494 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] Set router ea73d0ed-cc27-49d7-b209-42e65a9f65db gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:27.199986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:27.211520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81051e56-13c3-4a7a-95ce-a741c98be450 req-ed3b1c59-5133-477a-9457-02fb118b919c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888104 Nov 08 13:52:27.220628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '875743fc-8c40-419e-bc29-be492266df9f', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'port_id': '875743fc-8c40-419e-bc29-be492266df9f', 'mac_address': 'fa:16:3e:48:40:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9e2768-c8d6-4bc9-a450-9a5c01ce1683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:27.242871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62787382-42fd-459d-958a-4f460d5f4699 req-214ecdb4-17a5-4421-98c9-77dde3f58dd9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188958 Nov 08 13:52:27.288529 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.319774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 875743fc-8c40-419e-bc29-be492266df9f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:27.326090 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.357631 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea73d0ed-cc27-49d7-b209-42e65a9f65db', 'name': 'tempest-snat-router-1990392065', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:52:23Z', 'updated_at': '2021-11-08T13:52:26Z', 'revision_number': 4, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:27.374236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:27.376548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ffe4de2-6bb3-41bd-9f5b-0b2004800781,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:27.385108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9141ff5d-8654-4d42-921f-9e93c4428fb9 req-a37a2578-ac36-4201-a640-1cb006f465b3 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0538962 Nov 08 13:52:27.387394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6471f238-cdb9-414f-8879-f6db51b1f95f None None] The sync data for ids ['ea73d0ed-cc27-49d7-b209-42e65a9f65db'] in n-d-804292-2 is: [{'id': 'ea73d0ed-cc27-49d7-b209-42e65a9f65db', 'name': 'tempest-snat-router-1990392065', 'tenant_id': '63f4125d4eb94461b3925e1f9f6906ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:52:23Z', 'updated_at': '2021-11-08T13:52:26Z', 'revision_number': 4, 'project_id': '63f4125d4eb94461b3925e1f9f6906ad', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:27.387887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.459819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:27.470964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.533531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03ebf855-4f0d-4174-aaaf-863a0ca7c848 req-61ad054f-f004-4798-9fbf-3e865e7c3525 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0559740 Nov 08 13:52:27.558245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf965c4-5a5f-42ca-91ea-03efe338e83e req-19382fe4-263f-4a06-a749-8c6814c0ff91 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.559915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bf965c4-5a5f-42ca-91ea-03efe338e83e req-19382fe4-263f-4a06-a749-8c6814c0ff91 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 944 time: 0.0719945 Nov 08 13:52:27.576506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.578908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.624443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bf965c4-5a5f-42ca-91ea-03efe338e83e req-635a232e-c529-4374-b596-3151fc3cf9ca tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574412 Nov 08 13:52:27.627370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.628100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea73d0ed-cc27-49d7-b209-42e65a9f65db {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:27.634437 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.638064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-99341c91-67c3-452a-84a2-ecbea10151d7 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ea73d0ed-cc27-49d7-b209-42e65a9f65db HTTP/1.1" status: 204 len: 168 time: 1.4493024 Nov 08 13:52:27.638410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57150) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:27.736644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe0489-6c3b-492f-be44-f2953dbfb68a req-f10b3c80-dab4-4e08-8df2-a41acbee082d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:27.738669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2fe0489-6c3b-492f-be44-f2953dbfb68a req-f10b3c80-dab4-4e08-8df2-a41acbee082d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 944 time: 0.0547888 Nov 08 13:52:27.747431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.762331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['875743fc-8c40-419e-bc29-be492266df9f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:27.793228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2fe0489-6c3b-492f-be44-f2953dbfb68a req-34d74d0e-931c-4dfd-8720-03fd81745631 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479276 Nov 08 13:52:27.857636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.857906 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c16fb20-cdfd-442e-9574-ccdf4242fcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:27.917682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Deleting port d9823c12-96bf-42b6-9abd-c4b14c28c9cb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:27.918017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.012746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] For port d9823c12-96bf-42b6-9abd-c4b14c28c9cb, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:28.013017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.025427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Calling delete_port for d9823c12-96bf-42b6-9abd-c4b14c28c9cb owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:28.194003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.219517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9823c12-96bf-42b6-9abd-c4b14c28c9cb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:28.289562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.391296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.394196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.409314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.413059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.419160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.425345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.432067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.438166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.443335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.444190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 690ab5e1-4090-4e1b-85e4-e011f5bdb56a {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:28.444834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.446848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-d56989ae-5c76-4f43-ba68-ad83d3cee33c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1388969 Nov 08 13:52:28.449326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.450574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6bc9d835-84a4-451a-ae58-821916e59740 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "DELETE /v2.0/routers/690ab5e1-4090-4e1b-85e4-e011f5bdb56a HTTP/1.1" status: 204 len: 168 time: 0.8109527 Nov 08 13:52:28.455378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57160) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:28.461669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1926019625', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:28.477253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d8f2f-adcc-43c6-b15b-5e284622a4b5 req-a4749d6a-e0d4-4d88-af04-58e9d60e79b3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:28.478818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-641d8f2f-adcc-43c6-b15b-5e284622a4b5 req-a4749d6a-e0d4-4d88-af04-58e9d60e79b3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1352439 Nov 08 13:52:28.536947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.538093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.596551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-641d8f2f-adcc-43c6-b15b-5e284622a4b5 req-2a93667b-545f-4917-a171-58a2cd220b85 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073315 Nov 08 13:52:28.601691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14112f73-ada1-48fe-99ce-7d3a374f46ba req-a56275fb-bc0a-4ad8-9df4-c796159108a8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1333988 Nov 08 13:52:28.651573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:28.814635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b488dadb-dffa-49d9-b46d-c2f4972ee35b req-5eb09c47-ea4e-4e79-accd-cfbb9f39f702 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0946524 Nov 08 13:52:28.833966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7484d1e-63eb-4d1c-833b-04c25362bc01 req-0c79cb86-a571-4bd6-b925-3c350e4ed06a tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0462766 Nov 08 13:52:28.916648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.016797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb74a-1acf-48ba-8589-d31265e23b0b req-3692cb52-adaa-4640-a45c-5dc83734629a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.018937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b5bb74a-1acf-48ba-8589-d31265e23b0b req-3692cb52-adaa-4640-a45c-5dc83734629a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 944 time: 0.1193237 Nov 08 13:52:29.028469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d408900-9bb6-4b33-841c-522511ad5673 req-29683b09-924c-40c2-b2c6-5efa38fb3be1 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.029993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d408900-9bb6-4b33-841c-522511ad5673 req-29683b09-924c-40c2-b2c6-5efa38fb3be1 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 944 time: 0.1170549 Nov 08 13:52:29.056037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f55a4a2a-6b2c-449d-bd63-e8afbec6867e details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:29.061744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 875743fc-8c40-419e-bc29-be492266df9f up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:29.066549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9823c12-96bf-42b6-9abd-c4b14c28c9cb no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:52:29.113166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d9823c12-96bf-42b6-9abd-c4b14c28c9cb {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:52:29.113607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9823c12-96bf-42b6-9abd-c4b14c28c9cb not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:52:29.143473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b5bb74a-1acf-48ba-8589-d31265e23b0b req-deacc32b-8870-4e7c-b626-f12198c76c54 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122952 Nov 08 13:52:29.154461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d408900-9bb6-4b33-841c-522511ad5673 req-6ce4e7dc-6ba2-4713-9cc0-433295a3a9dc tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146591 Nov 08 13:52:29.197861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 875743fc-8c40-419e-bc29-be492266df9f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:29.207661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 875743fc-8c40-419e-bc29-be492266df9f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:29.208061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.237238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f55a4a2a-6b2c-449d-bd63-e8afbec6867e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:29.258099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'port_id': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'mac_address': 'fa:16:3e:73:82:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:29.281843 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.305772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.326416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.349507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f55a4a2a-6b2c-449d-bd63-e8afbec6867e {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:29.357223 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.384970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f55a4a2a-6b2c-449d-bd63-e8afbec6867e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:29.392768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875743fc-8c40-419e-bc29-be492266df9f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:29.395174 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afceffb1-c183-4f52-8630-83dd059c7d5b" -d '{"events": [{"server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "name": "network-vif-plugged", "status": "completed", "tag": "875743fc-8c40-419e-bc29-be492266df9f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:29.400411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.421475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Allocated IP 172.25.8.179 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/a7e546f0-f24f-4b35-85e0-f44dc399f00c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:29.429869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:29.436062 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33130d98-86ad-459d-b6f8-d7dfae7cbc10 x-openstack-request-id: req-33130d98-86ad-459d-b6f8-d7dfae7cbc10 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:29.436458 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "name": "network-vif-plugged", "status": "completed", "tag": "875743fc-8c40-419e-bc29-be492266df9f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:29.436623 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33130d98-86ad-459d-b6f8-d7dfae7cbc10 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:29.437005 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875743fc-8c40-419e-bc29-be492266df9f', 'code': 200} Nov 08 13:52:29.440301 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.462890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:29.531035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:29.543906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da5c29-4402-4668-ab96-87590b3c4e31 req-79ffd451-c64d-4583-abc1-f8f2bb791551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.545514 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9da5c29-4402-4668-ab96-87590b3c4e31 req-79ffd451-c64d-4583-abc1-f8f2bb791551 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 1096 time: 0.0457788 Nov 08 13:52:29.548493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.585391 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:29.595070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9da5c29-4402-4668-ab96-87590b3c4e31 req-6d59c88d-e307-4911-8571-29038bdf0dcc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Nov 08 13:52:29.624289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:29.630534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:29.634274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:29.657972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event updated for resources: {'Port': ['ID=a7e546f0-f24f-4b35-85e0-f44dc399f00c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:29.839569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f55a4a2a-6b2c-449d-bd63-e8afbec6867e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:29.851709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d0c1-6612-47a8-86f2-518b6f7d5dd5 req-78faf91f-9447-4799-98f2-93ac6f00e390 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.853231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f87d0c1-6612-47a8-86f2-518b6f7d5dd5 req-78faf91f-9447-4799-98f2-93ac6f00e390 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1742370 Nov 08 13:52:29.892712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.898726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.904919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.910958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.916943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.923098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.929707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:29.931593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83f0b89b-2015-422d-bff5-fab7271de18a req-fd8869dd-66e8-4325-a662-c21e378a6aba tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1925800 Nov 08 13:52:30.094734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f87d0c1-6612-47a8-86f2-518b6f7d5dd5 req-533007ae-14f3-449b-ac38-ca3ab9dbf741 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324193 Nov 08 13:52:30.162254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:30.169536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83f0b89b-2015-422d-bff5-fab7271de18a req-6deed672-200f-406f-878e-5f11f456c943 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2291658 Nov 08 13:52:30.308222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21649465-76e5-4195-afc1-594e152c0ebd req-f7d69f4e-6673-4bc9-a1d7-3f5b845192c4 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0578294 Nov 08 13:52:30.312824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-016d0f46-be48-4aba-9b0c-3f683ff7cc93 req-6504bffa-e564-40f3-9880-7ac0968fc898 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0635760 Nov 08 13:52:30.805482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:30.827286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdef88-0d1d-4c23-814a-e2201ce0fdbe req-cf541dff-1a85-45fb-9d68-18bdddc36fa3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:30.828865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57fdef88-0d1d-4c23-814a-e2201ce0fdbe req-cf541dff-1a85-45fb-9d68-18bdddc36fa3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.4497681 Nov 08 13:52:30.838837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca5fe0-934c-4ddf-bd8c-bfe40febcd68 req-a49a9508-3057-4a97-8e8c-7ca716291110 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:30.840631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0ca5fe0-934c-4ddf-bd8c-bfe40febcd68 req-a49a9508-3057-4a97-8e8c-7ca716291110 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 945 time: 0.4333405 Nov 08 13:52:30.998599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57fdef88-0d1d-4c23-814a-e2201ce0fdbe req-37c71694-f337-4324-9f3c-4f0cb10375c9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569536 Nov 08 13:52:31.006142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0ca5fe0-934c-4ddf-bd8c-bfe40febcd68 req-11cb86fb-f2e8-4962-9b02-f7f0616b4110 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336510 Nov 08 13:52:31.042161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Router 61f120c5-2cac-4edf-a1d1-4c2607ceefc5 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:31.078294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f55a4a2a-6b2c-449d-bd63-e8afbec6867e up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:31.136615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port f55a4a2a-6b2c-449d-bd63-e8afbec6867e completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:31.144081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port f55a4a2a-6b2c-449d-bd63-e8afbec6867e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:31.145314 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:31.165746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:31.184274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] Sync routers for ids ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:31.206275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] Routers {'61f120c5-2cac-4edf-a1d1-4c2607ceefc5'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:31.206913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:31.224981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:31.227968 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eba511be-6784-41ff-a1f9-4adb9a71e02c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7690380 Nov 08 13:52:31.229378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57190) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:31.236406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': False}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:31.243073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e7eae-ee8a-4849-bd31-18b20d55baa2 req-1b0f052c-6e7b-4e3a-ad3e-55aeb03ba0a2 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.243439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:31.245066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-468e7eae-ee8a-4849-bd31-18b20d55baa2 req-1b0f052c-6e7b-4e3a-ad3e-55aeb03ba0a2 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0717030 Nov 08 13:52:31.259274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] Routers {'61f120c5-2cac-4edf-a1d1-4c2607ceefc5'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:31.259835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:31.322612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:31.323345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea382c6-1157-4f58-8e65-8a1f2b229ac6 None None] The sync data for ids ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:31.326721 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-468e7eae-ee8a-4849-bd31-18b20d55baa2 req-7dcc65c7-1181-4fed-9ffa-edc124b9b140 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710971 Nov 08 13:52:31.358036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:31.439607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.440281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f55a4a2a-6b2c-449d-bd63-e8afbec6867e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:31.449372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:31.454196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.456022 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed90106-f8b7-4733-b240-fc47204dee31" -d '{"events": [{"server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "name": "network-vif-plugged", "status": "completed", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:31.472095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.476933 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:31.483375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.508776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.515624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.523042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.525830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-4ad5235d-4638-40b9-9ab8-114109d8b629 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1866767 Nov 08 13:52:31.539650 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc68e105-569d-4afc-b151-17cd9060dc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:31.569231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:31.599970 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a404bd0c-cb1a-4b81-8d1e-f2e1a855324d req-27b94a36-1fb4-48a9-8a0e-6a4714b37f51 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0728860 Nov 08 13:52:31.620486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1af73c54-1442-4a1e-8703-dc1a4426929a req-c2d60962-8269-42cf-9ee6-6c52d2e00b6e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814960 Nov 08 13:52:31.679250 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94a4c71-4669-4d25-b8da-ae91760dcd37 x-openstack-request-id: req-a94a4c71-4669-4d25-b8da-ae91760dcd37 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:31.679633 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "name": "network-vif-plugged", "status": "completed", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:31.679975 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a94a4c71-4669-4d25-b8da-ae91760dcd37 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:31.680878 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'code': 200} Nov 08 13:52:31.684346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:31.707241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c38f2483-00f3-4808-b271-0b09ad292f19 req-65c66b70-e64c-452d-a9f1-bd47be90690b tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0287428 Nov 08 13:52:31.805991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4d9a1-928d-401c-a2c9-4012914c9110 req-8987f313-022a-4cdc-921d-190dba089c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:31.807465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-49c4d9a1-928d-401c-a2c9-4012914c9110 req-8987f313-022a-4cdc-921d-190dba089c82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1097 time: 0.0550532 Nov 08 13:52:31.901691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-49c4d9a1-928d-401c-a2c9-4012914c9110 req-e276aa59-2edb-4572-97fc-c336e2fc5361 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841777 Nov 08 13:52:32.155623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c9cf0-968a-461b-bb16-bbf5d7c4232b req-91dc9079-109f-4c1b-80d8-51e11f37d5a6 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.157067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae0c9cf0-968a-461b-bb16-bbf5d7c4232b req-91dc9079-109f-4c1b-80d8-51e11f37d5a6 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0797410 Nov 08 13:52:32.162917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:32.165316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b4cd5-d4cf-422f-bda8-cc51456e9469 req-430c8318-f2ce-4387-a0b7-809d912ea012 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.166575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:32.166749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-807b4cd5-d4cf-422f-bda8-cc51456e9469 req-430c8318-f2ce-4387-a0b7-809d912ea012 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.0875688 Nov 08 13:52:32.240852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae0c9cf0-968a-461b-bb16-bbf5d7c4232b req-059f50b0-5712-4e71-b7b6-357d09e47dc8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728533 Nov 08 13:52:32.249857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-807b4cd5-d4cf-422f-bda8-cc51456e9469 req-f6ac378c-2d33-4399-929b-217c6efe28e0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752144 Nov 08 13:52:32.276277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Router 61f120c5-2cac-4edf-a1d1-4c2607ceefc5 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:52:32.375471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ba5d-257c-4e16-8b4e-88a065f37b5d req-06a78b02-0996-46b2-89f7-552c0480ddd2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.377657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9927ba5d-257c-4e16-8b4e-88a065f37b5d req-06a78b02-0996-46b2-89f7-552c0480ddd2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0642931 Nov 08 13:52:32.398822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:32.403561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:32.404393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac79d4d5-38f7-4fa5-841c-e9b914106e5f tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "PUT /v2.0/routers/61f120c5-2cac-4edf-a1d1-4c2607ceefc5 HTTP/1.1" status: 200 len: 922 time: 1.1738105 Nov 08 13:52:32.406911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57208) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:32.410035 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] Sync routers for ids ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:32.420516 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] Routers {'61f120c5-2cac-4edf-a1d1-4c2607ceefc5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:32.421182 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:32.454267 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:32.455235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9927ba5d-257c-4e16-8b4e-88a065f37b5d req-799b63a2-f718-4ebf-9361-7ce2899879b7 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707469 Nov 08 13:52:32.465347 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] Routers {'61f120c5-2cac-4edf-a1d1-4c2607ceefc5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:32.466272 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:32.473068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b41b932-ec34-4032-be06-3b8133b9ef01 req-d1563257-2907-4f91-a44f-53eec7f5b3f3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.474804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b41b932-ec34-4032-be06-3b8133b9ef01 req-d1563257-2907-4f91-a44f-53eec7f5b3f3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0732114 Nov 08 13:52:32.503061 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:32.503968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8295204f-1bc1-4aaf-ab34-bf518509ee9b None None] The sync data for ids ['61f120c5-2cac-4edf-a1d1-4c2607ceefc5'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:32.537875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b41b932-ec34-4032-be06-3b8133b9ef01 req-20413a67-bd6e-4587-be8f-475e5b9bd9e3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559750 Nov 08 13:52:32.545026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-df220fa1-d1fc-4cb8-a12d-c6b99835a80c tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/61f120c5-2cac-4edf-a1d1-4c2607ceefc5 HTTP/1.1" status: 200 len: 922 time: 0.1303744 Nov 08 13:52:32.545847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57214) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:32.608024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c0a3f-66e5-4ef7-88be-1ed110bf95d6 req-4dfe299e-3317-4744-a695-0cd767c08be2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.609857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e20c0a3f-66e5-4ef7-88be-1ed110bf95d6 req-4dfe299e-3317-4744-a695-0cd767c08be2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0510106 Nov 08 13:52:32.615709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f40c4-42dc-4da1-83a2-87f31f1bd45a tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.617245 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f57f40c4-42dc-4da1-83a2-87f31f1bd45a tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=61f120c5-2cac-4edf-a1d1-4c2607ceefc5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0705025 Nov 08 13:52:32.620065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57216) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:32.662040 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e20c0a3f-66e5-4ef7-88be-1ed110bf95d6 req-3df3ce0a-acdf-43d1-8d75-73793e92671d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454807 Nov 08 13:52:32.726725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27056a23-02f1-4383-b51f-5a891566a2b6 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.728153 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-27056a23-02f1-4383-b51f-5a891566a2b6 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.1071932 Nov 08 13:52:32.731115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:32.735714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a285d25-1d20-4ae6-8ea1-af849fb186b1 req-d0c55cc5-6115-478a-b6ec-837b6e7646aa tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0350850 Nov 08 13:52:32.806357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.812758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.819056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.825181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.832009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.838069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.844257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.846859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-1f3346b7-99d6-49d8-a642-f68236fcf6a5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1101701 Nov 08 13:52:32.940513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e13884-f5ca-41b6-9a44-dfe2da6bcb79 req-c5d76899-2dc4-4f85-af05-f4cd14054fa8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:32.942007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4e13884-f5ca-41b6-9a44-dfe2da6bcb79 req-c5d76899-2dc4-4f85-af05-f4cd14054fa8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0942206 Nov 08 13:52:32.952055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa1efed2-6f3e-4187-837b-816bc9aa625e req-29684122-3c08-43be-82c6-2aeea25d150b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949790 Nov 08 13:52:32.986780 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:33.018711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4e13884-f5ca-41b6-9a44-dfe2da6bcb79 req-f7a33b54-8d82-411f-8efd-9592ec0acde2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653582 Nov 08 13:52:33.078222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d64319a-1c6e-473d-b91f-da709feacecd req-c6ed1ce7-fe1e-4909-9c09-6c7233949636 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Nov 08 13:52:33.089365 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d1dbe087-aa3c-471d-929c-289fd6c335d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=61f120c5-2cac-4edf-a1d1-4c2607ceefc5 HTTP/1.1" status: 200 len: 205 time: 0.3570969 Nov 08 13:52:33.093921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57232) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:33.134496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d773319-4349-4d3a-830b-cc2fc76a430f req-e004638a-9396-4ef7-a62a-70e9232e1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:33.136077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d773319-4349-4d3a-830b-cc2fc76a430f req-e004638a-9396-4ef7-a62a-70e9232e1efe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.0493059 Nov 08 13:52:33.183277 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d773319-4349-4d3a-830b-cc2fc76a430f req-0b612d98-22e0-4a00-a5bb-62303882d2a6 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Nov 08 13:52:33.249494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a85a57-ec8e-4b89-b492-f6bef11f7a54 req-283d3d75-b680-443f-8a11-9c89ec11ded3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:33.251285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3a85a57-ec8e-4b89-b492-f6bef11f7a54 req-283d3d75-b680-443f-8a11-9c89ec11ded3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.1373506 Nov 08 13:52:33.270470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:33.404319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3a85a57-ec8e-4b89-b492-f6bef11f7a54 req-fd772c3b-2c5b-4c39-88c3-d263dab4388c tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454706 Nov 08 13:52:33.436745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f519643-18d6-496e-ae44-06aff775aaf6 req-b91f1d7d-523f-4754-a1df-46c5796965d9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:33.438301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f519643-18d6-496e-ae44-06aff775aaf6 req-b91f1d7d-523f-4754-a1df-46c5796965d9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1200314 Nov 08 13:52:33.463717 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:33.523063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f519643-18d6-496e-ae44-06aff775aaf6 req-0e8c5ce1-dea3-46a7-9c61-ea23ea2fd423 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772367 Nov 08 13:52:33.583615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Deleting port a7e546f0-f24f-4b35-85e0-f44dc399f00c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:33.583615 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:33.613082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7bec9-22ce-44e4-a6c3-4caea118af15 req-48d87ca4-84d9-4c35-94c8-9b44b6434477 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:33.614640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1c7bec9-22ce-44e4-a6c3-4caea118af15 req-48d87ca4-84d9-4c35-94c8-9b44b6434477 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0871816 Nov 08 13:52:33.742328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c036d60-0f51-494c-b47b-afc3f49a078f req-cab791e9-6ceb-405b-8169-35fd3597ec7f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:33.743846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c036d60-0f51-494c-b47b-afc3f49a078f req-cab791e9-6ceb-405b-8169-35fd3597ec7f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1263590 Nov 08 13:52:33.750467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:33.762797 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1c7bec9-22ce-44e4-a6c3-4caea118af15 req-6727eb16-ba55-4a48-88ee-5e6fe5606d94 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128595 Nov 08 13:52:33.774290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Calling delete_port for a7e546f0-f24f-4b35-85e0-f44dc399f00c owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:33.879419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f47a6277-04fc-46b4-94dd-28bd761afa0a req-e235d8c7-5099-4ae5-9e7a-ad730c26392a tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0449986 Nov 08 13:52:33.884751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c036d60-0f51-494c-b47b-afc3f49a078f req-ff336eee-a678-4c9a-a239-f1dcf0316e8c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313565 Nov 08 13:52:34.062598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae41a00-362d-42b8-b151-85689fb73ff5 req-76c007e7-95e5-493a-8add-76708d0d90d5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.064495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cae41a00-362d-42b8-b151-85689fb73ff5 req-76c007e7-95e5-493a-8add-76708d0d90d5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0987399 Nov 08 13:52:34.099659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.144329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event deleted for resources: {'Port': ['ID=a7e546f0-f24f-4b35-85e0-f44dc399f00c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:34.214061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.220179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.226237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.232663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.238809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.244957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.252039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.253977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-0c7c1e99-07b0-417a-95cb-47a66f7a4d73 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.2118039 Nov 08 13:52:34.269030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cae41a00-362d-42b8-b151-85689fb73ff5 req-abd8c101-4ce7-4a24-84b1-9d535295ce59 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985350 Nov 08 13:52:34.305820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.443366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.446430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1410c606-6998-4ab2-ab02-58156bd3b80c req-dfc89e9b-c053-4b89-b449-3c6102073052 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.1033599 Nov 08 13:52:34.450264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.464140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6652ebad-6784-43a7-9bb6-3112e3bb1103 req-c62f7053-0046-46a0-aef6-1a3410b21d97 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985719 Nov 08 13:52:34.525587 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.525587 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Fanout notify agent at l3_agent the message router_deleted on router 61f120c5-2cac-4edf-a1d1-4c2607ceefc5 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:34.543894 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.545019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-77786001-462c-488d-8585-8e216577e9d6 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/61f120c5-2cac-4edf-a1d1-4c2607ceefc5 HTTP/1.1" status: 204 len: 168 time: 1.4496555 Nov 08 13:52:34.549405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57256) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:34.553929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b0893566-0eb4-4fac-93ef-860d8e855001 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1538906866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:34.580930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e56f8-5913-4b39-984a-4b09e2cbf0d6 req-4eb25841-0a91-40ac-b16c-b14ddec2b592 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.582611 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-933e56f8-5913-4b39-984a-4b09e2cbf0d6 req-4eb25841-0a91-40ac-b16c-b14ddec2b592 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0688808 Nov 08 13:52:34.586895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0893566-0eb4-4fac-93ef-860d8e855001 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.588104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0893566-0eb4-4fac-93ef-860d8e855001 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.646294 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0893566-0eb4-4fac-93ef-860d8e855001 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.651456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0893566-0eb4-4fac-93ef-860d8e855001 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.672704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0893566-0eb4-4fac-93ef-860d8e855001 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.674511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0893566-0eb4-4fac-93ef-860d8e855001 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1241040 Nov 08 13:52:34.677520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57260) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:34.682864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:34.699815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-933e56f8-5913-4b39-984a-4b09e2cbf0d6 req-2bb67f54-028e-4225-a636-4b3cd70638f3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950699 Nov 08 13:52:34.715390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1cf09-9f5d-460e-8993-7e3905246ae6 req-1d4e2107-c21d-4f69-92d1-a048a5bd41f4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.718216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bd1cf09-9f5d-460e-8993-7e3905246ae6 req-1d4e2107-c21d-4f69-92d1-a048a5bd41f4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1103997 Nov 08 13:52:34.776478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bd1cf09-9f5d-460e-8993-7e3905246ae6 req-565b9567-5737-416d-906e-603693982153 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503292 Nov 08 13:52:34.899370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9399b-3a70-461a-8b98-a0e81fc088ef req-f8dfb980-6213-487b-9a4c-630117af050a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:34.901465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65e9399b-3a70-461a-8b98-a0e81fc088ef req-f8dfb980-6213-487b-9a4c-630117af050a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.0536661 Nov 08 13:52:34.910547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57274) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:34.915627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'floatingip': {'port_id': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:34.919439 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:34.965164 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.039202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09b28f73-1a4f-4dd4-8c0c-b2cf8ce919cd req-7620d573-5030-41b3-8826-d7548c977363 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0704331 Nov 08 13:52:35.180510 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.204105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d40b2-d169-4a95-8dc3-9a7384235cc3 req-0fd6c0a5-4fef-4710-a63c-402f82210283 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:35.206195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-716d40b2-d169-4a95-8dc3-9a7384235cc3 req-0fd6c0a5-4fef-4710-a63c-402f82210283 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1115186 Nov 08 13:52:35.214913 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.320298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-716d40b2-d169-4a95-8dc3-9a7384235cc3 req-375d831a-f2fd-47fa-a0af-d38e605cec30 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051090 Nov 08 13:52:35.361227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Allocated IP 172.25.8.247 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/80c9d3c3-6a95-48ac-b8b2-53349e5ddf4a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:35.460987 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.485267 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-225582eb-fc9e-4cdc-baf1-3314ccef3bcd req-44c89131-14d6-4dfc-8cf8-86ce251800ed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0355580 Nov 08 13:52:35.504399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16550926-1472-492d-920d-281f6c458de7 req-e21ebdef-66aa-405c-aeae-628285827cdf tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:35.506573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16550926-1472-492d-920d-281f6c458de7 req-e21ebdef-66aa-405c-aeae-628285827cdf tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.1452680 Nov 08 13:52:35.544356 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.599577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.609027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16550926-1472-492d-920d-281f6c458de7 req-145b8c71-a80c-4aed-a665-a37303e84b28 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863259 Nov 08 13:52:35.655182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:35.658558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:35.665340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:35.671171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event updated for resources: {'Port': ['ID=80c9d3c3-6a95-48ac-b8b2-53349e5ddf4a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:35.693107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-058f5ba3-226f-4fc0-86d3-4880de779ec5 req-a9e550da-c224-4bce-a495-1e7b14972f4e tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0396132 Nov 08 13:52:35.708353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.714613 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.751861 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:35.987288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-21b58b7d-8d30-492f-8acc-922a2aa6105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:35.988835 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-21b58b7d-8d30-492f-8acc-922a2aa6105d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.1001298 Nov 08 13:52:35.996082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:36.218581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-4511bbd1-0072-482b-a858-e69d26631c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.220606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-4511bbd1-0072-482b-a858-e69d26631c10 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.1877954 Nov 08 13:52:36.259168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.265400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.271473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.272418 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-22445254-dd73-44b5-a14f-317fbf03b28b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 217 time: 0.0429301 Nov 08 13:52:36.277499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.284094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.290054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.296282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.298740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-8335b465-9a9c-4ced-ba5d-5636f00a520d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.5394969 Nov 08 13:52:36.307284 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Floating IP 1bf622c3-ee0c-4081-9a1f-0b2ae998c66a associated. External IP: 172.25.8.167, port: f55a4a2a-6b2c-449d-bd63-e8afbec6867e. Nov 08 13:52:36.363479 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:36.369633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:36.372639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-0c42952b-d67b-4267-ad3d-de20c24766bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.373665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4bb61-47ff-4531-a172-9a6bce7e10fa req-2b73c918-0fea-4a55-8bf4-52813c69985f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.374165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-0c42952b-d67b-4267-ad3d-de20c24766bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.0683415 Nov 08 13:52:36.375107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4de4bb61-47ff-4531-a172-9a6bce7e10fa req-2b73c918-0fea-4a55-8bf4-52813c69985f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1757677 Nov 08 13:52:36.444151 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-e1efb80b-bd10-427b-9fc1-e4f5729822fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297303 Nov 08 13:52:36.488356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ccb49b-e444-47f9-9d4e-0aa9ad9327d9 req-3ded8286-9b93-4816-8583-21d59eae3007 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1768584 Nov 08 13:52:36.515284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4de4bb61-47ff-4531-a172-9a6bce7e10fa req-3596530b-c2c1-49be-8501-ee6b10dda1d1 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253905 Nov 08 13:52:36.601754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-12e9896a-493a-4e09-8762-a460670c0a81 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187618 Nov 08 13:52:36.611799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d8759f4-b743-4573-bbbb-f0ffa1f914ae req-9fbf2a09-e00a-45fb-b2ec-e1a5768e1914 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0328479 Nov 08 13:52:36.646022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Router ad0b0c95-a367-433d-9d5c-9dab401b7f03 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:36.682681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Router 6be198d3-2a8a-4c1c-894c-57f08e10d58f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:52:36.793730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5de3e3d8-96c0-4331-bfe9-b4e58c33690f req-20ab98ec-dac1-4190-8d3b-d7e8da3a277a service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772735 Nov 08 13:52:36.811814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:36.819659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:36.824158 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-be8195b0-c3a9-4e38-befc-4eeb5d52b980 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "PUT /v2.0/routers/ad0b0c95-a367-433d-9d5c-9dab401b7f03 HTTP/1.1" status: 200 len: 880 time: 2.1453214 Nov 08 13:52:36.824825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57308) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:36.826125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] Sync routers for ids ['ad0b0c95-a367-433d-9d5c-9dab401b7f03'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:36.839141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] Routers {'ad0b0c95-a367-433d-9d5c-9dab401b7f03'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:36.839960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ad0b0c95-a367-433d-9d5c-9dab401b7f03'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:36.846881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3dd86c67-cacf-4d75-84d6-609d7b0130e7 req-65b320d9-2f51-4e93-8a43-d357ecc2acc2 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0370133 Nov 08 13:52:36.859244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78880ae-e9f3-472d-88ac-aba76f07d228 req-b3a7460d-8f5d-46f1-be20-12af9c3366b8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:36.862002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b78880ae-e9f3-472d-88ac-aba76f07d228 req-b3a7460d-8f5d-46f1-be20-12af9c3366b8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.1348498 Nov 08 13:52:36.880197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:36.884984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:36.889692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:36.895562 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] Sync routers for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:36.907545 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:36.908445 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:36.918782 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] Routers {'ad0b0c95-a367-433d-9d5c-9dab401b7f03'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:36.920125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['ad0b0c95-a367-433d-9d5c-9dab401b7f03'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:36.928923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-767d5584-31a7-489d-84c6-b233e20e001e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "PUT /v2.0/floatingips/1bf622c3-ee0c-4081-9a1f-0b2ae998c66a HTTP/1.1" status: 200 len: 992 time: 2.0140483 Nov 08 13:52:36.932328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:36.934463 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:36.976491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:36.978121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01adf8cb-c79e-43bc-9b32-0993bbfe22a4 None None] The sync data for ids ['ad0b0c95-a367-433d-9d5c-9dab401b7f03'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:36.980841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b78880ae-e9f3-472d-88ac-aba76f07d228 req-e919175d-0f89-4ef9-9983-437c35d42004 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109083 Nov 08 13:52:36.989784 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-77dcff9f-360c-4f13-991c-661184e4046e tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/ad0b0c95-a367-433d-9d5c-9dab401b7f03 HTTP/1.1" status: 200 len: 921 time: 0.1614547 Nov 08 13:52:36.991574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57316) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:37.052874 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:37.066337 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6458399c-c761-4a82-bedc-1c1550de4dbc x-openstack-request-id: req-6458399c-c761-4a82-bedc-1c1550de4dbc {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:37.066696 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:37.067016 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6458399c-c761-4a82-bedc-1c1550de4dbc {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:37.067475 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'status': 'completed', 'code': 200} Nov 08 13:52:37.120892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2980a716-73b4-45d6-85bc-9d9547ec9242 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.126361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2980a716-73b4-45d6-85bc-9d9547ec9242 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=ad0b0c95-a367-433d-9d5c-9dab401b7f03&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1300194 Nov 08 13:52:37.127978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:37.158239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-ce3c2da3-a388-4dc4-af50-195d14ebb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.160677 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-ce3c2da3-a388-4dc4-af50-195d14ebb1b7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1097 time: 0.0609803 Nov 08 13:52:37.243684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e5684-1262-4e07-a6a9-fdc87b2bda50 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.245752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6e4e5684-1262-4e07-a6a9-fdc87b2bda50 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.1161385 Nov 08 13:52:37.248650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57320) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:37.266063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-780d620c-194b-41b3-ba8f-ef20a72e50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.267646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-780d620c-194b-41b3-ba8f-ef20a72e50dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.0954146 Nov 08 13:52:37.279913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5e6567f3-501e-4ed0-ae0c-ff548af14afa tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b0c95-a367-433d-9d5c-9dab401b7f03 HTTP/1.1" status: 200 len: 205 time: 0.0275960 Nov 08 13:52:37.280704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57322) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:37.338498 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '1bf622c3-ee0c-4081-9a1f-0b2ae998c66a', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'port_id': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'mac_address': 'fa:16:3e:73:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:52:13Z', 'updated_at': '2021-11-08T13:52:35Z', 'revision_number': 1, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:37.354615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-82a26978-6e18-46ca-bc9f-b5422af8124b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 1000 time: 0.0762565 Nov 08 13:52:37.366551 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] Checking router: 6be198d3-2a8a-4c1c-894c-57f08e10d58f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:52:37.375330 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:37.376584 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:37.405311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:37.463404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-c5e84ed2-5673-4532-8585-d02ab9cdfe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.465142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-c5e84ed2-5673-4532-8585-d02ab9cdfe3d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.0880055 Nov 08 13:52:37.498834 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:37.547846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:37.592267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-672e39a8-203a-49c1-9617-801c4e5a519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.595946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-672e39a8-203a-49c1-9617-801c4e5a519c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884938 Nov 08 13:52:37.708485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.715088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.723366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.726168 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-e86a7229-0801-4c2f-b494-dabfc22da061 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094859 Nov 08 13:52:37.730322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.737139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.744358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.751044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.753033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-02a9fa61-2fee-41d3-b426-79e58fbd72e2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5420 time: 0.1231050 Nov 08 13:52:37.764158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Deleting port 80c9d3c3-6a95-48ac-b8b2-53349e5ddf4a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:37.764509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:37.810221 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '1bf622c3-ee0c-4081-9a1f-0b2ae998c66a', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'port_id': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'mac_address': 'fa:16:3e:73:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:52:13Z', 'updated_at': '2021-11-08T13:52:35Z', 'revision_number': 1, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:37.840678 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0909658a-9475-4e04-b087-7dcd4c1f98b5 None None] The sync data for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 is: [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '1bf622c3-ee0c-4081-9a1f-0b2ae998c66a', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'port_id': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'mac_address': 'fa:16:3e:73:82:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:52:13Z', 'updated_at': '2021-11-08T13:52:35Z', 'revision_number': 1, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:37.854199 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fea4b44-0f49-4d49-b4c8-b383eb5b71ea req-ec15774f-e840-4254-98cd-f4074fff938a service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196105 Nov 08 13:52:37.948658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78de9b-353a-41b9-942c-e0e978adcb17 req-9b84d90c-fddd-4e98-afc8-1d7afa8396e4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:37.950186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df78de9b-353a-41b9-942c-e0e978adcb17 req-9b84d90c-fddd-4e98-afc8-1d7afa8396e4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1962478 Nov 08 13:52:37.952991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:37.960205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bfde609-6c2c-49c2-a9fa-7c8e446a8c70 req-457cdb78-9f55-4279-8607-2875e93c2c30 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1936610 Nov 08 13:52:37.976455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Calling delete_port for 80c9d3c3-6a95-48ac-b8b2-53349e5ddf4a owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:38.094903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed8c0465-d021-44a8-a69b-cb84424de12a req-38b9c476-762d-4e38-b8e7-f802169b1004 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0478642 Nov 08 13:52:38.095030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762fcf1-5952-495d-86fb-ad4a1dab17c3 None None] New status for floating IP 1bf622c3-ee0c-4081-9a1f-0b2ae998c66a: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:52:38.104378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df78de9b-353a-41b9-942c-e0e978adcb17 req-bff8e10e-4d15-4fbc-8e89-5cdc839261f1 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337633 Nov 08 13:52:38.212504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-064df8a6-fee5-4530-8288-aa895f34feb4 req-c847a5e2-d2d1-44b9-9762-79cf9fbb3033 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0336826 Nov 08 13:52:38.314817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.356339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab87c8e-3bb8-4325-a4a4-34ca16943152 req-8bc39b9c-15f7-453b-a35f-37c7d2f3fa1d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:38.357865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ab87c8e-3bb8-4325-a4a4-34ca16943152 req-8bc39b9c-15f7-453b-a35f-37c7d2f3fa1d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0838892 Nov 08 13:52:38.358641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event deleted for resources: {'Port': ['ID=80c9d3c3-6a95-48ac-b8b2-53349e5ddf4a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:38.463928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.473332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ab164535-afa1-4fce-b83a-9204e2b369a6 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:38.492329 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-122f961a-f751-417e-a336-f0eac4698e39 req-3805e856-6621-41c8-8e30-133665d69ca8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=9f9327b5252e4737952d4e2d9d1ac655&device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0280471 Nov 08 13:52:38.521503 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-122f961a-f751-417e-a336-f0eac4698e39 req-6e120282-a89f-4315-a717-fcd6e40f13ff service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=9f9327b5252e4737952d4e2d9d1ac655&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200191 Nov 08 13:52:38.557072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ab87c8e-3bb8-4325-a4a4-34ca16943152 req-334ee284-1369-4bcc-94a7-fa4641639659 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734958 Nov 08 13:52:38.560915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36771aaf-8707-45e5-94ca-93699364d535 req-46c7a3f8-f46b-47a9-b97e-114d2717105b tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0910096 Nov 08 13:52:38.596759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ab164535-afa1-4fce-b83a-9204e2b369a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ab164535-afa1-4fce-b83a-9204e2b369a6,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:38.599569 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.601883 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.609040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'ab164535-afa1-4fce-b83a-9204e2b369a6', 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79', 'port_id': 'ab164535-afa1-4fce-b83a-9204e2b369a6', 'mac_address': 'fa:16:3e:dd:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:38.641237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f961a-f751-417e-a336-f0eac4698e39 req-8d822257-5e9a-4b57-9237-24eee77f4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:38.642948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-122f961a-f751-417e-a336-f0eac4698e39 req-8d822257-5e9a-4b57-9237-24eee77f4374 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123834 Nov 08 13:52:38.649216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.649916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Fanout notify agent at l3_agent the message router_deleted on router ad0b0c95-a367-433d-9d5c-9dab401b7f03 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:38.652016 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.661388 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.663785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-28f0578e-84c5-41c0-a806-8cd85b3627ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/ad0b0c95-a367-433d-9d5c-9dab401b7f03 HTTP/1.1" status: 204 len: 168 time: 1.3814616 Nov 08 13:52:38.666308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57342) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:38.668824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab164535-afa1-4fce-b83a-9204e2b369a6 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:38.671328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0c92be7e-a147-423a-898b-a6e95a770523 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1036030505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:38.690009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ab164535-afa1-4fce-b83a-9204e2b369a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ab164535-afa1-4fce-b83a-9204e2b369a6,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:38.694426 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.695259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device c22a46e8-18ab-4039-a6be-49c5af3acf83 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:38.697082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c92be7e-a147-423a-898b-a6e95a770523 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.698188 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c92be7e-a147-423a-898b-a6e95a770523 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.755093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c92be7e-a147-423a-898b-a6e95a770523 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.760459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c92be7e-a147-423a-898b-a6e95a770523 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.779087 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c92be7e-a147-423a-898b-a6e95a770523 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.780379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c92be7e-a147-423a-898b-a6e95a770523 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1124659 Nov 08 13:52:38.784027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57344) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:38.788622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': True}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:38.898898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port c22a46e8-18ab-4039-a6be-49c5af3acf83, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:38.901579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ab164535-afa1-4fce-b83a-9204e2b369a6,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:38.916572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.916916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.917255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.917593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.917920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.918264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.918568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.918887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.919206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.919525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.919897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.920215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:38.926971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'c22a46e8-18ab-4039-a6be-49c5af3acf83', 'network_id': '57617557-d9ea-482f-9a48-9fcc40ddae79', 'port_id': 'c22a46e8-18ab-4039-a6be-49c5af3acf83', 'mac_address': 'fa:16:3e:02:58:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:38.965587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:38.979664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22a46e8-18ab-4039-a6be-49c5af3acf83 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:38.999824 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.001100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port c22a46e8-18ab-4039-a6be-49c5af3acf83, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.007523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.008557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57de1688-0467-433d-abee-88a7cfb43cb7 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:39.086713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=c22a46e8-18ab-4039-a6be-49c5af3acf83,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:39.132978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.139843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.146498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.151878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57de1688-0467-433d-abee-88a7cfb43cb7, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57de1688-0467-433d-abee-88a7cfb43cb7,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.152702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.159362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.165506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.169726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '57de1688-0467-433d-abee-88a7cfb43cb7', 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'port_id': '57de1688-0467-433d-abee-88a7cfb43cb7', 'mac_address': 'fa:16:3e:78:4e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577e4ee2-9694-40c0-826b-3fee94d7760c', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:39.171654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.173688 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eee525b8-c109-4200-b793-78ba0f305bad req-d1f890f4-0af9-4aad-b748-3a938fee99d5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5422 time: 0.1068778 Nov 08 13:52:39.213007 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.226838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57de1688-0467-433d-abee-88a7cfb43cb7 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:39.250459 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57de1688-0467-433d-abee-88a7cfb43cb7, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57de1688-0467-433d-abee-88a7cfb43cb7,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.255479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.256179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 576a0113-f661-4666-9cd4-1ce057f9b8d1 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:39.321338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=57de1688-0467-433d-abee-88a7cfb43cb7,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:39.325103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 576a0113-f661-4666-9cd4-1ce057f9b8d1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.337166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '576a0113-f661-4666-9cd4-1ce057f9b8d1', 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'port_id': '576a0113-f661-4666-9cd4-1ce057f9b8d1', 'mac_address': 'fa:16:3e:60:b0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577e4ee2-9694-40c0-826b-3fee94d7760c', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:39.345058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eee525b8-c109-4200-b793-78ba0f305bad req-9732752b-4584-4810-8ed5-315e377586fc tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634312 Nov 08 13:52:39.354039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37abddc2-1ddb-4da0-a39e-a09da9e94c20 req-18cc7527-a08b-4289-ad9e-735655e8c2bc tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.355663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37abddc2-1ddb-4da0-a39e-a09da9e94c20 req-18cc7527-a08b-4289-ad9e-735655e8c2bc tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1645193 Nov 08 13:52:39.385532 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.401008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576a0113-f661-4666-9cd4-1ce057f9b8d1 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:39.422377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 576a0113-f661-4666-9cd4-1ce057f9b8d1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.425710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.428032 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.428912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5389baa-8f6e-4e81-8d81-5e812cae27ce details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:39.463048 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.485605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37abddc2-1ddb-4da0-a39e-a09da9e94c20 req-f8ba5aa7-f8bc-4918-8f2e-805085a4c96c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041162 Nov 08 13:52:39.487570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-259731e1-de63-4a68-aab3-e8605140631c req-b5f5d21c-57ae-4df4-8c3f-8ac25ad27646 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0598989 Nov 08 13:52:39.506958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=576a0113-f661-4666-9cd4-1ce057f9b8d1,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:39.516135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5389baa-8f6e-4e81-8d81-5e812cae27ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.535644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce', 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'port_id': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce', 'mac_address': 'fa:16:3e:e4:af:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577e4ee2-9694-40c0-826b-3fee94d7760c', 'ip_address': '10.1.1.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:39.584523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.599997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5389baa-8f6e-4e81-8d81-5e812cae27ce {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:39.625394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5389baa-8f6e-4e81-8d81-5e812cae27ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.631031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Allocated IP 172.25.8.77 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/280be38e-958a-4d85-b773-357796b8fe00) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:39.633696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.635126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 3a116d74-99ee-4601-b964-c10686a08d1d details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:39.702965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e5389baa-8f6e-4e81-8d81-5e812cae27ce,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:39.714377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 3a116d74-99ee-4601-b964-c10686a08d1d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a116d74-99ee-4601-b964-c10686a08d1d,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.725971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '3a116d74-99ee-4601-b964-c10686a08d1d', 'network_id': '1173fb7d-7c12-4aa2-8865-a859d2c32f63', 'port_id': '3a116d74-99ee-4601-b964-c10686a08d1d', 'mac_address': 'fa:16:3e:ac:49:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '577e4ee2-9694-40c0-826b-3fee94d7760c', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:39.754743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dce6add4-aafa-42ea-867e-6a83df64b7c8 req-7f49cb11-3cb9-4fe4-9eed-746c7575d981 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0883212 Nov 08 13:52:39.771926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.786289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a116d74-99ee-4601-b964-c10686a08d1d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:39.788660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b760a-6c54-4d47-98b7-27af234d4e08 req-30fd4f6f-6b6c-4264-8a7c-a9f1ca1f13e7 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:39.790199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-836b760a-6c54-4d47-98b7-27af234d4e08 req-30fd4f6f-6b6c-4264-8a7c-a9f1ca1f13e7 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.1226344 Nov 08 13:52:39.806696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 3a116d74-99ee-4601-b964-c10686a08d1d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a116d74-99ee-4601-b964-c10686a08d1d,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.811911 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.812496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8f507a8e-98d8-4b99-9444-164c561d2ed6 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:39.837636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.870704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-836b760a-6c54-4d47-98b7-27af234d4e08 req-d923cfd5-7c5e-4140-8fdf-7eb41ecc2d60 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739532 Nov 08 13:52:39.887858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=3a116d74-99ee-4601-b964-c10686a08d1d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:39.899980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:39.945006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:39.948287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:39.950872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:39.956798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8f507a8e-98d8-4b99-9444-164c561d2ed6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:39.969460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'port_id': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'mac_address': 'fa:16:3e:47:4b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:39.974755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Port': ['ID=280be38e-958a-4d85-b773-357796b8fe00,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:40.010622 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:40.025971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f507a8e-98d8-4b99-9444-164c561d2ed6 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:40.047052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8f507a8e-98d8-4b99-9444-164c561d2ed6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:40.052849 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:40.104697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8f507a8e-98d8-4b99-9444-164c561d2ed6,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:40.220827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:40.430484 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:40.442314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:40.531142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:40.538359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:40.545508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:40.552078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:40.558231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:40.564922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:40.570964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:40.572941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-0b20c678-d4cd-4250-ade3-3949a9ee5cbd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5427 time: 0.1448636 Nov 08 13:52:40.907004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['3a116d74-99ee-4601-b964-c10686a08d1d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:40.914364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e5389baa-8f6e-4e81-8d81-5e812cae27ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:40.958622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['576a0113-f661-4666-9cd4-1ce057f9b8d1'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:40.967097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['57de1688-0467-433d-abee-88a7cfb43cb7'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:40.992159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['ab164535-afa1-4fce-b83a-9204e2b369a6'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:41.049697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['c22a46e8-18ab-4039-a6be-49c5af3acf83'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:41.051681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['8f507a8e-98d8-4b99-9444-164c561d2ed6'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:41.075508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edd7223-f8fb-4ebc-bd04-09a28e84d261 req-739e0d88-9d1e-418a-819f-f1a2cd6e4d98 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:41.077107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4edd7223-f8fb-4ebc-bd04-09a28e84d261 req-739e0d88-9d1e-418a-819f-f1a2cd6e4d98 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.5014794 Nov 08 13:52:41.093028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8a5b8b8-2f31-420d-84f3-c2d9730b69d3 req-210c92ea-2f8e-40e1-94fc-b59427c77eb8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4791536 Nov 08 13:52:41.124003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 875743fc-8c40-419e-bc29-be492266df9f details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:52:41.147065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Router b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:41.165098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4edd7223-f8fb-4ebc-bd04-09a28e84d261 req-b37b2de2-f01c-43d2-b7e8-46f0e43af546 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804505 Nov 08 13:52:41.201102 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-122f961a-f751-417e-a336-f0eac4698e39 req-bb71e167-2b23-4a5e-a946-b559d0134cb3 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.54 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0826063 Nov 08 13:52:41.386856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca702596-0e41-4a6e-9c62-b7caca6eeb39 req-29a5e84e-523d-4a5d-97db-94289c95f840 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0773480 Nov 08 13:52:41.400759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:41.413101 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:41.417677 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] Sync routers for ids ['b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:41.418237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2fa44bb0-cbcd-4239-a092-9e1ef8978eeb tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "PUT /v2.0/routers/b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b HTTP/1.1" status: 200 len: 914 time: 2.6312354 Nov 08 13:52:41.418361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57374) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:41.451597 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] Routers {'b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:41.453648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:41.513448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41a8fe73-fcb3-4a2e-99b3-a6c6d17bba72 req-ae320abb-9ceb-45c0-8f3c-5ea36d570296 tempest-ServerShowV257Test-1354087686 tempest-ServerShowV257Test-1354087686-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8656460-79fe-4b57-bab4-3c640dd7ded1 HTTP/1.1" status: 200 len: 210 time: 0.0472763 Nov 08 13:52:41.534795 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:41.549843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] Routers {'b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:41.550636 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:41.592349 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:41.593329 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b94fb-f2f1-4026-be51-eb1c8f180d96 None None] The sync data for ids ['b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:41.606090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3154b74c-d0f7-4b8b-90aa-6e8818343328 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b HTTP/1.1" status: 200 len: 920 time: 0.1846368 Nov 08 13:52:41.611156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8e546-d1f2-47b4-bc3d-2b2f033aeec8 req-f648dd9f-a5e6-4721-8431-d83069fecab8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:41.612907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57376) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:41.613518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60d8e546-d1f2-47b4-bc3d-2b2f033aeec8 req-f648dd9f-a5e6-4721-8431-d83069fecab8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0931306 Nov 08 13:52:41.675304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369935c-c840-40f5-8fb1-c6b792fd2e72 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:41.676951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d369935c-c840-40f5-8fb1-c6b792fd2e72 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0629337 Nov 08 13:52:41.680142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57378) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:41.689987 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60d8e546-d1f2-47b4-bc3d-2b2f033aeec8 req-5cf18edc-b7b3-4258-8cec-228e0bdd4fef tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588698 Nov 08 13:52:41.776641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d1e17-b407-40ae-ae10-c57ce96a1b6a tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:41.779778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f8d1e17-b407-40ae-ae10-c57ce96a1b6a tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.0974553 Nov 08 13:52:41.783345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57380) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:41.828826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8aa3a954-fde7-4465-b64c-3205a0fd2eb8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b HTTP/1.1" status: 200 len: 205 time: 0.0439925 Nov 08 13:52:41.832309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57382) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:41.835175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:41.998212 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:42.053173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '875743fc-8c40-419e-bc29-be492266df9f', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'port_id': '875743fc-8c40-419e-bc29-be492266df9f', 'mac_address': 'fa:16:3e:48:40:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9e2768-c8d6-4bc9-a450-9a5c01ce1683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:52:42.118405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:42.178704 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:42.194167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 875743fc-8c40-419e-bc29-be492266df9f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:42.205780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Deleting port 280be38e-958a-4d85-b773-357796b8fe00 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:42.206236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:42.221076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:42.229466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:42.298780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:42.387981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['875743fc-8c40-419e-bc29-be492266df9f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:52:42.406916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.413551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.419599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.426280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.432361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.438504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.445103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.447060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-f0c85811-0c36-48db-97f6-edce031c6ed3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5427 time: 0.2098978 Nov 08 13:52:42.461680 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:42.476280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab82a49-d715-47eb-9773-e9b80494dd8d req-e3ba069e-4b68-4a8c-bd48-42507359ceae tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:42.477801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cab82a49-d715-47eb-9773-e9b80494dd8d req-e3ba069e-4b68-4a8c-bd48-42507359ceae tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1966004 Nov 08 13:52:42.505635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Calling delete_port for 280be38e-958a-4d85-b773-357796b8fe00 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:42.623766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20c262aa-a16c-45b8-931b-7f3b44af066b req-a0162f02-6558-41f6-bf62-1128fbca706a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687665 Nov 08 13:52:42.630741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cab82a49-d715-47eb-9773-e9b80494dd8d req-ae2487de-2e83-450e-9541-8785b2ce219b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365097 Nov 08 13:52:42.804647 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:42.867399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event deleted for resources: {'Port': ['ID=280be38e-958a-4d85-b773-357796b8fe00,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:42.962196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c62f5582-a1e7-428d-9f0f-227b210df735 req-44ee8eef-56c1-4187-a112-53faa45c9691 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0969615 Nov 08 13:52:43.047092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc49d6-c4f9-422d-87c2-35a79629bbb7 req-3bb870e7-48e3-4dec-98d1-c85469f4d6e9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.049526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50dc49d6-c4f9-422d-87c2-35a79629bbb7 req-3bb870e7-48e3-4dec-98d1-c85469f4d6e9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 944 time: 0.1787601 Nov 08 13:52:43.079508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.132912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 875743fc-8c40-419e-bc29-be492266df9f up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:43.194114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.199992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 875743fc-8c40-419e-bc29-be492266df9f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:43.200387 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.200610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.212830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50dc49d6-c4f9-422d-87c2-35a79629bbb7 req-a917acfa-7527-4ae9-acb1-9cd56b29f79a tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568241 Nov 08 13:52:43.221080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57412) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:43.267912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.268731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Fanout notify agent at l3_agent the message router_deleted on router b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:43.286939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.289829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-70b7d953-41f5-4d42-9a05-733c1b498e57 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b HTTP/1.1" status: 204 len: 168 time: 1.4563651 Nov 08 13:52:43.293718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57418) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:43.299424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c0c44267-2ffe-4197-b8b9-971e8a451c94 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-24588642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:43.334087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0c44267-2ffe-4197-b8b9-971e8a451c94 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.337608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0c44267-2ffe-4197-b8b9-971e8a451c94 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.383772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.420059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875743fc-8c40-419e-bc29-be492266df9f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:43.422499 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba3fc1a-9895-42b4-9959-6368a08bb486" -d '{"events": [{"server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "name": "network-vif-plugged", "status": "completed", "tag": "875743fc-8c40-419e-bc29-be492266df9f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:43.442892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0c44267-2ffe-4197-b8b9-971e8a451c94 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.450067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fcb3dfea-e60a-4d77-8796-b3303aa0c5b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.451605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:43.454453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0c44267-2ffe-4197-b8b9-971e8a451c94 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.461360 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.520926 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537582be-e509-4200-af77-3189606e1869 x-openstack-request-id: req-537582be-e509-4200-af77-3189606e1869 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:43.521718 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "name": "network-vif-plugged", "status": "completed", "tag": "875743fc-8c40-419e-bc29-be492266df9f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:43.522209 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-537582be-e509-4200-af77-3189606e1869 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:43.522881 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '875743fc-8c40-419e-bc29-be492266df9f', 'code': 200} Nov 08 13:52:43.601280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:43.739426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102091af-7ef8-4584-a398-c058fa595bc6 req-06960a2b-6b4f-48f5-af41-2efd2fac7002 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.741887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-102091af-7ef8-4584-a398-c058fa595bc6 req-06960a2b-6b4f-48f5-af41-2efd2fac7002 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0912020 Nov 08 13:52:43.826546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0c44267-2ffe-4197-b8b9-971e8a451c94 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:43.827587 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c0c44267-2ffe-4197-b8b9-971e8a451c94 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5328937 Nov 08 13:52:43.831526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57430) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:43.839788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': False}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:43.841018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.847920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.854508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.861221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.868094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.874782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.882295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:43.884321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-95b88076-d03f-44d9-8705-702f0be6e51f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5427 time: 0.1412272 Nov 08 13:52:43.893671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-102091af-7ef8-4584-a398-c058fa595bc6 req-53d480c7-3773-41a2-8ff4-cb921732fe93 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410117 Nov 08 13:52:43.974659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f16a8eff-05ae-4f05-a4c3-0f993c939133 req-363b3831-cd5d-4131-902b-c9eb2faefd4b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798750 Nov 08 13:52:44.081943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fcb3dfea-e60a-4d77-8796-b3303aa0c5b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.113927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa8d9efb-ba6b-440c-b153-47b627146475 req-40d19fcd-a02c-4c4b-806d-37b2b2bfc6a2 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0469055 Nov 08 13:52:44.147815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fcb3dfea-e60a-4d77-8796-b3303aa0c5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.232455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.266949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3dfea-e60a-4d77-8796-b3303aa0c5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361c3e90-f1f0-483d-b751-706e396d8107,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:44.283551 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fcb3dfea-e60a-4d77-8796-b3303aa0c5b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f9327b5252e4737952d4e2d9d1ac655&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0613186 Nov 08 13:52:44.287593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57436) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:44.381507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f7579da-1f91-4316-947a-ca727379e9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.411540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f7579da-1f91-4316-947a-ca727379e9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.531914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f7579da-1f91-4316-947a-ca727379e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.534462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f7579da-1f91-4316-947a-ca727379e9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.535617 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f7579da-1f91-4316-947a-ca727379e9cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/361c3e90-f1f0-483d-b751-706e396d8107 HTTP/1.1" status: 204 len: 168 time: 0.2469270 Nov 08 13:52:44.568951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7579da-1f91-4316-947a-ca727379e9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361c3e90-f1f0-483d-b751-706e396d8107,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:44.583021 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.608736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.637670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device c22a46e8-18ab-4039-a6be-49c5af3acf83 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:44.700443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port c22a46e8-18ab-4039-a6be-49c5af3acf83 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:44.708695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port c22a46e8-18ab-4039-a6be-49c5af3acf83 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:44.709144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.759823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Allocated IP 172.25.8.154 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/e9b9522c-5e3f-4972-a87a-79136718fb25) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:44.816050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.866053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port c22a46e8-18ab-4039-a6be-49c5af3acf83, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:44.873861 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.876041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ab164535-afa1-4fce-b83a-9204e2b369a6 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:44.892022 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-2a6435b6-0064-479d-b7b5-744a6aa56eaf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1230235 Nov 08 13:52:44.971240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:44.989582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=c22a46e8-18ab-4039-a6be-49c5af3acf83,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:45.010687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port ab164535-afa1-4fce-b83a-9204e2b369a6 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:45.013949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-b051d81a-11b9-403a-a2f4-7353f1e1b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.017021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-b051d81a-11b9-403a-a2f4-7353f1e1b030 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.0930204 Nov 08 13:52:45.027232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port ab164535-afa1-4fce-b83a-9204e2b369a6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:45.027855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.101783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d55cd5-ce9c-4bcb-97ac-f4fb4fcae1bf req-c37484e6-898b-4c54-ac8e-32d1071108de tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.108552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94d55cd5-ce9c-4bcb-97ac-f4fb4fcae1bf req-c37484e6-898b-4c54-ac8e-32d1071108de tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.1054561 Nov 08 13:52:45.152455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.196836 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.208598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:45.213968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:45.222822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:45.263247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ab164535-afa1-4fce-b83a-9204e2b369a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ab164535-afa1-4fce-b83a-9204e2b369a6,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:45.269000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94d55cd5-ce9c-4bcb-97ac-f4fb4fcae1bf req-31199892-e475-47c0-8011-202a9c4d5493 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518636 Nov 08 13:52:45.281115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-f9370645-4fa3-4e62-a4d7-7abe9236a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.281831 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.282860 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-f9370645-4fa3-4e62-a4d7-7abe9236a214 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.2366290 Nov 08 13:52:45.284044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57de1688-0467-433d-abee-88a7cfb43cb7 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:45.291905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Pushing event updated for resources: {'Port': ['ID=e9b9522c-5e3f-4972-a87a-79136718fb25,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:45.307436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.314763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.321865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.328981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.336712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.343386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.351825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.360840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-e9dc2892-a198-46d7-9dda-3e6b52fc63cd tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5428 time: 0.2130377 Nov 08 13:52:45.368488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-031da18d-de89-48c4-92bc-5eb6e122ec8a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 217 time: 0.0715814 Nov 08 13:52:45.398207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ab164535-afa1-4fce-b83a-9204e2b369a6,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:45.461700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 57de1688-0467-433d-abee-88a7cfb43cb7 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:45.462274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55082815-c12d-4d6a-8158-846e2da6e9ab req-918d67d0-77e8-4640-998f-bdaee6298d1e tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1001012 Nov 08 13:52:45.471206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 57de1688-0467-433d-abee-88a7cfb43cb7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:45.471937 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.526746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83'}, {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:45.534361 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716362ad-6a70-4d43-a14d-c71fe3c4460f" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83"}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:45.593277 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.629655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd586acc-d20b-446b-8478-ab9bc35fbc79 req-a3e0a7ef-ab46-4046-b8e3-86462344c12f tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0336967 Nov 08 13:52:45.648977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb1238-53a9-4d51-b2a0-a09749d2f597 req-7924ec0c-84d3-4305-838d-945658a07ee4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.657800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8edb1238-53a9-4d51-b2a0-a09749d2f597 req-7924ec0c-84d3-4305-838d-945658a07ee4 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0965517 Nov 08 13:52:45.673543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57de1688-0467-433d-abee-88a7cfb43cb7, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57de1688-0467-433d-abee-88a7cfb43cb7,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:45.681863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.682689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 576a0113-f661-4666-9cd4-1ce057f9b8d1 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:45.727159 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784e0d10-050b-4e91-8d79-35c75d6ba15b x-openstack-request-id: req-784e0d10-050b-4e91-8d79-35c75d6ba15b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:45.727582 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83", "code": 200}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:45.727923 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-784e0d10-050b-4e91-8d79-35c75d6ba15b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:45.728381 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83', 'code': 200} Nov 08 13:52:45.728704 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6', 'code': 200} Nov 08 13:52:45.730613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8edb1238-53a9-4d51-b2a0-a09749d2f597 req-554c8f2c-a9dc-4e7f-b6bf-96948549aecd tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Nov 08 13:52:45.763593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-007b3849-99ee-4c4e-9a62-c2fa37ff5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.765324 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-007b3849-99ee-4c4e-9a62-c2fa37ff5528 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.3853874 Nov 08 13:52:45.821778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=57de1688-0467-433d-abee-88a7cfb43cb7,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:45.826221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 576a0113-f661-4666-9cd4-1ce057f9b8d1 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:45.830503 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-800acfa5-9f42-4514-bb70-25e7601c09bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417659 Nov 08 13:52:45.830884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 576a0113-f661-4666-9cd4-1ce057f9b8d1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:45.831321 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.832401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:45.929441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-d6b2c2ae-b156-4b3e-a86e-15c8f44c7f1b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:45.931240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-d6b2c2ae-b156-4b3e-a86e-15c8f44c7f1b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.1948879 Nov 08 13:52:45.952665 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.006679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 576a0113-f661-4666-9cd4-1ce057f9b8d1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:46.015585 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.016685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5389baa-8f6e-4e81-8d81-5e812cae27ce up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:46.106804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=576a0113-f661-4666-9cd4-1ce057f9b8d1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:46.112574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e5389baa-8f6e-4e81-8d81-5e812cae27ce completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:46.117627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e5389baa-8f6e-4e81-8d81-5e812cae27ce triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:46.118066 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.128866 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-c499667b-1bb8-42b6-82ef-c74f0f8896f6 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894731 Nov 08 13:52:46.273250 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.319635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Deleting port 875743fc-8c40-419e-bc29-be492266df9f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:46.320293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.341154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5389baa-8f6e-4e81-8d81-5e812cae27ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:46.355912 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.356790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 3a116d74-99ee-4601-b964-c10686a08d1d up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:46.372874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.413576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.420952 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1a6b6c8-51e8-40fb-8470-f3f63882e1c0 req-a5f714f8-442c-42f2-b70d-d79444f01df1 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547498 Nov 08 13:52:46.443347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc948c-1dfc-45a4-a321-ed6c963cf6c8 req-55046410-6b27-4631-977a-4b63dd2b720a tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.462390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8fc948c-1dfc-45a4-a321-ed6c963cf6c8 req-55046410-6b27-4631-977a-4b63dd2b720a tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 945 time: 0.0784960 Nov 08 13:52:46.550444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e5389baa-8f6e-4e81-8d81-5e812cae27ce,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:46.560246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8fc948c-1dfc-45a4-a321-ed6c963cf6c8 req-500e21d6-ee3e-42f1-be16-4b7dec6ed674 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Nov 08 13:52:46.581265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 3a116d74-99ee-4601-b964-c10686a08d1d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:46.586641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 3a116d74-99ee-4601-b964-c10686a08d1d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:46.587023 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.631574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] For port 875743fc-8c40-419e-bc29-be492266df9f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=875743fc-8c40-419e-bc29-be492266df9f,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:46.632055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.652984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Calling delete_port for 875743fc-8c40-419e-bc29-be492266df9f owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:46.698275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.705335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.713102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.720644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.724676 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.727397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.734105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.742115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:46.751954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-df24bc88-1d1d-447c-86a2-90041818ac70 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5432 time: 0.1170063 Nov 08 13:52:46.770282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 3a116d74-99ee-4601-b964-c10686a08d1d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a116d74-99ee-4601-b964-c10686a08d1d,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:46.777508 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.778981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8f507a8e-98d8-4b99-9444-164c561d2ed6 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:52:46.824193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Router 0a9e1579-f8b5-4948-b02d-a53194f16a97 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:46.851096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fc1ba6f-8f3a-442e-8f4e-6fbbd84ea4a8 req-4f52457e-bf64-4342-a9b7-3af5040478ce tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0733774 Nov 08 13:52:46.886876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=3a116d74-99ee-4601-b964-c10686a08d1d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:46.906224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10ba745b-ef6f-479d-bc17-e8915bf9e603 req-be3f41cb-4929-41b6-bb7b-9866e37d0464 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532130 Nov 08 13:52:46.917428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 8f507a8e-98d8-4b99-9444-164c561d2ed6 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:52:46.924321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 8f507a8e-98d8-4b99-9444-164c561d2ed6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:52:46.925171 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:46.973004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:47.022675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:47.040694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event deleted for resources: {'Port': ['ID=875743fc-8c40-419e-bc29-be492266df9f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:47.072420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8f507a8e-98d8-4b99-9444-164c561d2ed6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:52:47.080518 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:47.112375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] No DVR routers for this DVR port 875743fc-8c40-419e-bc29-be492266df9f on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:52:47.115189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:47.120046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3165ec5c-26a2-4769-a9c6-0cc0c5083c79 req-4c23158e-f377-49f8-8101-01979be44a99 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "DELETE /v2.0/ports/875743fc-8c40-419e-bc29-be492266df9f HTTP/1.1" status: 204 len: 173 time: 1.1528320 Nov 08 13:52:47.124134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'name': 'network-vif-deleted', 'tag': '875743fc-8c40-419e-bc29-be492266df9f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:47.127271 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab5bd46-2e85-44c9-a67d-5d7a3271f0c6" -d '{"events": [{"server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "name": "network-vif-deleted", "tag": "875743fc-8c40-419e-bc29-be492266df9f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:47.150408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 875743fc-8c40-419e-bc29-be492266df9f no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:52:47.154667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:47.175389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:47.181360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57508) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:47.181675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e5a60c1-2794-48b2-907b-4fe082a2a737 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "PUT /v2.0/routers/0a9e1579-f8b5-4948-b02d-a53194f16a97 HTTP/1.1" status: 200 len: 914 time: 3.3485494 Nov 08 13:52:47.204652 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8d6e8c-ba97-4aaa-bd1d-67987a6a5d35 x-openstack-request-id: req-bb8d6e8c-ba97-4aaa-bd1d-67987a6a5d35 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:47.205274 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "400b6756-b672-4bd9-8d73-c83b6a714117", "name": "network-vif-deleted", "tag": "875743fc-8c40-419e-bc29-be492266df9f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:47.205688 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb8d6e8c-ba97-4aaa-bd1d-67987a6a5d35 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:47.206533 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '400b6756-b672-4bd9-8d73-c83b6a714117', 'name': 'network-vif-deleted', 'tag': '875743fc-8c40-419e-bc29-be492266df9f', 'status': 'completed', 'code': 200} Nov 08 13:52:47.243682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 875743fc-8c40-419e-bc29-be492266df9f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:52:47.245098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 875743fc-8c40-419e-bc29-be492266df9f not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:52:47.254885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] Sync routers for ids ['0a9e1579-f8b5-4948-b02d-a53194f16a97'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:47.304261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8f507a8e-98d8-4b99-9444-164c561d2ed6,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:47.312942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] Routers {'0a9e1579-f8b5-4948-b02d-a53194f16a97'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:47.313612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a9e1579-f8b5-4948-b02d-a53194f16a97'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:47.350294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:47.366316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] Routers {'0a9e1579-f8b5-4948-b02d-a53194f16a97'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:47.367128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a9e1579-f8b5-4948-b02d-a53194f16a97'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:47.396533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61f30521-50da-4427-b4c5-0a7d52506e0a tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/0a9e1579-f8b5-4948-b02d-a53194f16a97 HTTP/1.1" status: 200 len: 920 time: 0.2126963 Nov 08 13:52:47.397526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57514) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:47.414017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:47.414677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee038136-3133-4976-a639-3c7c168abe62 None None] The sync data for ids ['0a9e1579-f8b5-4948-b02d-a53194f16a97'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:47.447159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b65f2e-53fd-4b8b-a518-9180e56a6bfc tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:47.448998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-11b65f2e-53fd-4b8b-a518-9180e56a6bfc tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=0a9e1579-f8b5-4948-b02d-a53194f16a97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0503922 Nov 08 13:52:47.451566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57516) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:47.555585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1464a9f4-2fd8-43db-82f7-a1654b316ea9 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:47.557427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1464a9f4-2fd8-43db-82f7-a1654b316ea9 tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.1047542 Nov 08 13:52:47.560560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57518) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:47.641921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f9df115-f5b2-4fc4-b2ac-b32796b725e0 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a9e1579-f8b5-4948-b02d-a53194f16a97 HTTP/1.1" status: 200 len: 205 time: 0.0788572 Nov 08 13:52:47.643718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57526) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:47.730038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ece79bbe-d4cb-48f3-9053-def0e326b7d0 req-16c70fd1-4728-4c16-b88b-0a604452c453 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=400b6756-b672-4bd9-8d73-c83b6a714117 HTTP/1.1" status: 200 len: 210 time: 0.0436313 Nov 08 13:52:47.730373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de1688-0467-433d-abee-88a7cfb43cb7'}, {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a0113-f661-4666-9cd4-1ce057f9b8d1'}, {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce'}, {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a116d74-99ee-4601-b964-c10686a08d1d'}, {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:47.733017 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c0ce7-be6b-4647-9cff-94399069ff46" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "57de1688-0467-433d-abee-88a7cfb43cb7"}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "576a0113-f661-4666-9cd4-1ce057f9b8d1"}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce"}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "3a116d74-99ee-4601-b964-c10686a08d1d"}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:47.851418 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73a2b68-28d7-41a7-8819-6de55874aab7 x-openstack-request-id: req-d73a2b68-28d7-41a7-8819-6de55874aab7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:47.851878 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "57de1688-0467-433d-abee-88a7cfb43cb7", "code": 200}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "576a0113-f661-4666-9cd4-1ce057f9b8d1", "code": 200}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce", "code": 200}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "3a116d74-99ee-4601-b964-c10686a08d1d", "code": 200}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-plugged", "status": "completed", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:47.852077 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d73a2b68-28d7-41a7-8819-6de55874aab7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:47.852457 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57de1688-0467-433d-abee-88a7cfb43cb7', 'code': 200} Nov 08 13:52:47.853532 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576a0113-f661-4666-9cd4-1ce057f9b8d1', 'code': 200} Nov 08 13:52:47.853532 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce', 'code': 200} Nov 08 13:52:47.853532 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a116d74-99ee-4601-b964-c10686a08d1d', 'code': 200} Nov 08 13:52:47.853532 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'code': 200} Nov 08 13:52:47.966253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:48.103404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.103913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.104396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.104855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.105303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.105755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.106204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.108273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e739fc5-3293-4201-b516-9db084658bec req-0ce34a05-74c1-4eb7-b694-c37b55eb2640 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.1448979 Nov 08 13:52:48.111415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2d83282-dc1e-4178-bc2b-6ed0e2bd62b8 req-d48d078b-c36c-46d2-a837-fb13d1d18a21 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0665047 Nov 08 13:52:48.177484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.183799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.190643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.197001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.204872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.211646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.218490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:48.220396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-9db66f35-ff4e-43fe-bbd8-29135190f7f2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.1658483 Nov 08 13:52:48.261856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e739fc5-3293-4201-b516-9db084658bec req-b2c5799e-1ee5-4ee4-8604-da3657ce988d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444459 Nov 08 13:52:48.310332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5566d551-fa41-4a0a-a5f0-75c5e60704d0 req-907a92ec-aeae-4d96-a6f1-5ef05f04b03f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0720565 Nov 08 13:52:48.466194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:48.533744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Deleting port e9b9522c-5e3f-4972-a87a-79136718fb25 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:48.534083 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:48.611216 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:48.623157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Calling delete_port for e9b9522c-5e3f-4972-a87a-79136718fb25 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:48.810814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:48.850127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event deleted for resources: {'Port': ['ID=e9b9522c-5e3f-4972-a87a-79136718fb25,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:48.936952 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.041023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.043536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.156484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.157709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Fanout notify agent at l3_agent the message router_deleted on router 0a9e1579-f8b5-4948-b02d-a53194f16a97 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:49.164366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57558) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:49.167856 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.170101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073390977', 'description': 'tempest-description--1018159654'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:49.176514 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-816965a8-3caf-4ba2-af02-00abdb3059ec tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/0a9e1579-f8b5-4948-b02d-a53194f16a97 HTTP/1.1" status: 204 len: 168 time: 1.5317652 Nov 08 13:52:49.181520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57560) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:49.186795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-830543004', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:49.270810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.api [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 13:52:49.270810 n-d-804292-2 neutron-server[101841]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 08 13:52:49.270810 n-d-804292-2 neutron-server[101841]: [parameters: {'project_id': 'e01ea4b572644d72b8e937d3fb9acd5b', 'id': '22df0e5d-0e40-4e15-b046-3f7228c57de8', 'expiration': datetime.datetime(2021, 11, 8, 13, 54, 49, 237112)}] Nov 08 13:52:49.270810 n-d-804292-2 neutron-server[101841]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:52:49.271225 n-d-804292-2 neutron-server[101841]: DEBUG oslo_db.api [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:52:49.292439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ce755be-e5bb-4513-850f-37a227806a4a req-882d6543-a03c-4b1d-9ea8-4576d90fe69e tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0531876 Nov 08 13:52:49.298455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.299496 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.313755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-b7673768-b099-4d25-a4b5-4c2670b4457a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097362 Nov 08 13:52:49.374609 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.445408 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:52:49.570324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-02ab71bb-abcc-41ed-a443-9b69559b1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.571864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-02ab71bb-abcc-41ed-a443-9b69559b1f2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 1096 time: 0.1953132 Nov 08 13:52:49.674571 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.691563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.701797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.711692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.717802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.725019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.732009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.738861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.748749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85f24211-19b8-4eec-9da3-9e48435e906b req-0b341f26-4ea6-42d2-baf4-d8bcbaaa69df tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.2990625 Nov 08 13:52:49.870188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-50fa26b0-8558-4e9d-b277-0e906d9e182a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:49.871829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-50fa26b0-8558-4e9d-b277-0e906d9e182a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.2662363 Nov 08 13:52:49.872558 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:49.930326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85f24211-19b8-4eec-9da3-9e48435e906b req-a9ddb65c-5873-4f5e-801e-ac42fe4b9add tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1806893 Nov 08 13:52:49.971280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-b0dc50a5-6a1d-40d0-afd2-72c7257c1e66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e HTTP/1.1" status: 200 len: 217 time: 0.0577943 Nov 08 13:52:50.061712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-8d0db408-a288-46f9-bf45-bd9811361fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:50.063218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-8d0db408-a288-46f9-bf45-bd9811361fad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.0815620 Nov 08 13:52:50.121968 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.126526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-98891201-3259-46d2-b555-f259a803f2b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448303 Nov 08 13:52:50.132643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.607161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.611251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4429793 Nov 08 13:52:50.611545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57580) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:50.624135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fc5b8943-6ef6-4aea-b8dc-be0f8a15988d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Request body: {'security_group_rule': {'security_group_id': 'ed28780b-2ede-4c75-940a-fb99ebf7caae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:50.648957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c310a3-6c89-4961-b0dd-720488fd32a8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed28780b-2ede-4c75-940a-fb99ebf7caae,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:50.654113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8943-6ef6-4aea-b8dc-be0f8a15988d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.671928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64845e35-c2bc-4d1e-aa5f-eab88a8acccf req-45da88c1-c20b-49a7-964e-ae6236f3cbc1 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0371644 Nov 08 13:52:50.712079 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.735170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8943-6ef6-4aea-b8dc-be0f8a15988d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.740099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8943-6ef6-4aea-b8dc-be0f8a15988d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.744976 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.751059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-ce7865f1-db01-423d-a60f-eaf3bc7739f5 service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075928 Nov 08 13:52:50.766227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b8943-6ef6-4aea-b8dc-be0f8a15988d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149d7c8b-0807-4d2e-a2b6-3c18f53f081c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:50.778494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc5b8943-6ef6-4aea-b8dc-be0f8a15988d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.783477 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc5b8943-6ef6-4aea-b8dc-be0f8a15988d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600115 Nov 08 13:52:50.784141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57582) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:50.788914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-84f396a0-890f-4541-939e-56f4a86bffe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Request body: {'security_group_rule': {'security_group_id': 'ed28780b-2ede-4c75-940a-fb99ebf7caae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:50.822311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84f396a0-890f-4541-939e-56f4a86bffe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.888114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84f396a0-890f-4541-939e-56f4a86bffe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.893103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84f396a0-890f-4541-939e-56f4a86bffe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.918174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f396a0-890f-4541-939e-56f4a86bffe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482c7a45-85f9-4545-aa7a-b9a9b4038e61,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:50.925628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84f396a0-890f-4541-939e-56f4a86bffe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:50.927212 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-84f396a0-890f-4541-939e-56f4a86bffe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419654 Nov 08 13:52:50.930539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57584) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:50.938912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:50.952344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef6a3477-77e0-4569-b046-a65b8a629cc3 req-7f36f1ea-8278-4177-8383-f9fa28a494b7 service neutron] 10.222.0.70 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636364 Nov 08 13:52:50.953351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Allocated IP 172.25.8.62 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/3e090029-bf28-41e5-ac71-5ca21bc044a9) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:50.990079 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:51.175169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.181347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.187332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.193898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.199918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.205935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.211950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.213988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-109af731-8265-41f1-81b1-5e0f41f8b58b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.1772010 Nov 08 13:52:51.218064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:51.320607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:51.355138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e49292fb-9264-4cd6-b86f-a50d8851a1e3 req-66ea4063-c4b4-413b-a194-fc008d9164cb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292088 Nov 08 13:52:51.368782 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:51.388785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:51.391205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event updated for resources: {'Port': ['ID=3e090029-bf28-41e5-ac71-5ca21bc044a9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:51.424582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:51.428688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:51.747795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.754615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.760997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.768100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.774700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.781296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.788611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:51.790565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9cc046e8-56ae-4e79-a9e1-04e99f3f1408 req-1f6620e8-0d74-4268-829c-ff6d60c55a72 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.3329623 Nov 08 13:52:51.802697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57612) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:51.806155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Allocated IP 172.25.8.82 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/cd3ed1a6-5df8-4e14-b9be-ca4a608c8971) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:51.812641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Request body: {'floatingip': {'port_id': '8f507a8e-98d8-4b99-9444-164c561d2ed6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:51.850700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03b023ea-4c96-49a1-90bc-ef926889a844 req-9601e224-624c-4a36-9c11-86cb18b8f183 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0462031 Nov 08 13:52:51.868939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.166985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.170947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.405259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.490105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:52.490105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31af7884-e1c5-46d8-b04e-3677bfb85648 req-308f0598-df70-4738-a929-35c2f49673f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0434597 Nov 08 13:52:52.495052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:52.502854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:52.561845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.570073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'Port': ['ID=cd3ed1a6-5df8-4e14-b9be-ca4a608c8971,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:52.571330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.596243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.596542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.597040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.597232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.597598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.597936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.598282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.598614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.599176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.599367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.599701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.599900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:52:52.612762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.786384 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Floating IP d4adcd3c-51c8-40c9-800e-45b59bf8adc0 associated. External IP: 172.25.8.236, port: 8f507a8e-98d8-4b99-9444-164c561d2ed6. Nov 08 13:52:52.805119 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.875099 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:52.927134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Router 7aa00b8a-daba-4784-bbd0-18a924f99c5c is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:52:53.026512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.051580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Router 733962f9-e355-4f9a-83c6-c239956376ff has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:52:53.135459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:53.156359 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] Sync routers for ids ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:53.170432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.176771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ca3fcbeb-fe49-4596-88bb-392ebe858da8 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.9891450 Nov 08 13:52:53.177018 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] Routers {'7aa00b8a-daba-4784-bbd0-18a924f99c5c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:53.177018 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:53.177257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57626) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:53.184011 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:53.189928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.204783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:53.210588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.218574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] Sync routers for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:53.246585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.258381 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b1837f52-eecb-4a16-b384-68c4012ba639 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "PUT /v2.0/floatingips/d4adcd3c-51c8-40c9-800e-45b59bf8adc0 HTTP/1.1" status: 200 len: 992 time: 1.4527957 Nov 08 13:52:53.260270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:53.264766 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:53.275197 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:53.278812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:53.279922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:53.292869 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] Routers {'7aa00b8a-daba-4784-bbd0-18a924f99c5c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:53.293772 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:53.347495 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:53.348713 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9685298a-2850-4588-b4d7-b4f8806442b0 None None] The sync data for ids ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:53.394492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'Port': ['ID=cd3ed1a6-5df8-4e14-b9be-ca4a608c8971,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:53.432493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3dece1f-6ef4-4089-8950-722f0769dd00 req-6fcfefa5-7b33-41dd-929c-8004757d4e6c tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0536153 Nov 08 13:52:53.437493 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d066c3-7976-4868-a4d6-303f7622c048 x-openstack-request-id: req-e7d066c3-7976-4868-a4d6-303f7622c048 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:53.438049 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:53.438964 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7d066c3-7976-4868-a4d6-303f7622c048 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:53.439539 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'status': 'completed', 'code': 200} Nov 08 13:52:53.444053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.458593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:53.509287 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.528198 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:53.529726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cb4c2b7e-8831-43af-b543-6811204978aa tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5981479 Nov 08 13:52:53.916307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'd4adcd3c-51c8-40c9-800e-45b59bf8adc0', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'port_id': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'mac_address': 'fa:16:3e:47:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:51:29Z', 'updated_at': '2021-11-08T13:52:52Z', 'revision_number': 1, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:26Z', 'revision_number': 5, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:53.959304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] Checking router: 733962f9-e355-4f9a-83c6-c239956376ff for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:52:53.969260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:53.970794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:54.010750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.011341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.011766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.012381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.012663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.013367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.013683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.015809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-f0801a9a-7b06-4664-bf40-06e214c17d11 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.5224996 Nov 08 13:52:54.106706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:52:54.257676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-3a0c2906-3d3e-4887-ba4a-9cf8e69285f4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.264775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-3a0c2906-3d3e-4887-ba4a-9cf8e69285f4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 821 time: 0.3019164 Nov 08 13:52:54.267625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-a3eea9e9-18c9-43cb-a348-599122413f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.269060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-a3eea9e9-18c9-43cb-a348-599122413f37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29 HTTP/1.1" status: 200 len: 911 time: 0.2180417 Nov 08 13:52:54.342775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-8882f0b7-d924-4dcf-8321-0c4306833364 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/quotas/e01ea4b572644d72b8e937d3fb9acd5b HTTP/1.1" status: 200 len: 375 time: 0.0764582 Nov 08 13:52:54.385092 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:54.402070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'd4adcd3c-51c8-40c9-800e-45b59bf8adc0', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'port_id': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'mac_address': 'fa:16:3e:47:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:51:29Z', 'updated_at': '2021-11-08T13:52:52Z', 'revision_number': 1, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:26Z', 'revision_number': 5, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:54.419237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:54.425994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-a965fa93-1cde-4958-b5e8-dd16a830856d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1000 time: 0.1361294 Nov 08 13:52:54.444143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-cd85a871-00b4-4545-b37e-74c75a0c4b57 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003463 Nov 08 13:52:54.444444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c0f3e-425a-4f7d-8191-da310a969cc6 None None] The sync data for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 is: [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'd4adcd3c-51c8-40c9-800e-45b59bf8adc0', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'floating_ip_address': '172.25.8.236', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'port_id': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'mac_address': 'fa:16:3e:47:4b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:51:29Z', 'updated_at': '2021-11-08T13:52:52Z', 'revision_number': 1, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:26Z', 'revision_number': 5, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:54.589619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-c98670e3-9129-4ba9-a7c5-6898be09d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.591117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-c98670e3-9129-4ba9-a7c5-6898be09d60f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.1371067 Nov 08 13:52:54.634339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-0c8757f1-1a45-4bf4-9f3b-150420626781 service neutron] 10.222.0.65 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893008 Nov 08 13:52:54.681487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Deleting port 3e090029-bf28-41e5-ac71-5ca21bc044a9 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:52:54.681830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:54.756608 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5595b-f8c2-4e0c-bf94-1a9008b0e606 None None] New status for floating IP d4adcd3c-51c8-40c9-800e-45b59bf8adc0: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:52:54.764545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a95523f6-abce-4c46-8734-3fe4d50e7627 req-2b6187b5-9bf6-4ec6-bddc-9c9c27ffad15 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0847754 Nov 08 13:52:54.838586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-dbe6564b-31eb-42e9-bea6-e64e3f6458ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:54.840863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-dbe6564b-31eb-42e9-bea6-e64e3f6458ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2190735 Nov 08 13:52:54.952487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:54.968536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-1c5d3237-f7e3-411c-ae0c-c9daebc72968 service neutron] 10.222.0.65 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175049 Nov 08 13:52:55.002365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Calling delete_port for 3e090029-bf28-41e5-ac71-5ca21bc044a9 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:52:55.151290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-417a1710-16bd-4460-b58b-c6d17a1d7034 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934880 Nov 08 13:52:55.364864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-761d63f3-7f8f-4520-82ae-0e627fea6863 req-dc52f6b7-5a51-49fd-8046-f40597e9273e tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b&device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0800161 Nov 08 13:52:55.406003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5bff8c0-cccc-4a20-bf42-5dbc71d5c5e7 req-2acf5fab-83b2-4e61-9a48-b830594114b5 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449083 Nov 08 13:52:55.508473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-288ce23a-563f-435b-98f7-8fbd45707dbd req-c1119c3e-2ea5-4578-b24e-ea331dc74dd0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 210 time: 0.0623624 Nov 08 13:52:55.536510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:55.596573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Pushing event deleted for resources: {'Port': ['ID=3e090029-bf28-41e5-ac71-5ca21bc044a9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:55.669265 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:55.799320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6db54af6-3a53-4715-b4cc-458bca2eed3b req-b74d4a03-1462-4047-bdfb-c98efdf65a9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75bb047b61214c12be609d21d30f8129&device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0782535 Nov 08 13:52:55.968964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e118765-1cf9-4931-97a3-bdc032015911 req-9b6116b2-14f5-4a1e-9f6f-f78ed39bda07 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0976651 Nov 08 13:52:55.973760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6db54af6-3a53-4715-b4cc-458bca2eed3b req-f55cb963-0914-42b9-ad77-dd2df68d4b82 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=75bb047b61214c12be609d21d30f8129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1067975 Nov 08 13:52:56.119165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:56.169413 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:56.296321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db54af6-3a53-4715-b4cc-458bca2eed3b req-bc484a3e-8756-4953-8e3a-9678e1fef32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:56.298436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6db54af6-3a53-4715-b4cc-458bca2eed3b req-bc484a3e-8756-4953-8e3a-9678e1fef32d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3131669 Nov 08 13:52:56.316198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Router 7aa00b8a-daba-4784-bbd0-18a924f99c5c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:52:56.407767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:52:56.416762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:56.418342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0a631e3d-20c7-463e-b632-fcf7b61812df tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "PUT /v2.0/routers/7aa00b8a-daba-4784-bbd0-18a924f99c5c HTTP/1.1" status: 200 len: 705 time: 3.2397158 Nov 08 13:52:56.420915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57726) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:56.423526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] Sync routers for ids ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:52:56.460950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] Routers {'7aa00b8a-daba-4784-bbd0-18a924f99c5c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:56.461609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:56.500609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:56.511340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] Routers {'7aa00b8a-daba-4784-bbd0-18a924f99c5c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:52:56.512383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:52:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:56.526161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8cfa3c5f-5892-458c-8026-bcfa84965ade tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/routers/7aa00b8a-daba-4784-bbd0-18a924f99c5c HTTP/1.1" status: 200 len: 740 time: 0.1040881 Nov 08 13:52:56.528790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57730) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:56.558648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:52:56.559241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0acdd-81ed-42d9-a1f7-4efe346cd502 None None] The sync data for ids ['7aa00b8a-daba-4784-bbd0-18a924f99c5c'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:52:56.612156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-db13cb70-aef4-47ec-8905-c185fd1125ad tempest-RoutersAdminTest-436342542 tempest-RoutersAdminTest-436342542-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=7aa00b8a-daba-4784-bbd0-18a924f99c5c HTTP/1.1" status: 200 len: 205 time: 0.0819702 Nov 08 13:52:56.615195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:56.655858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8149bad2-475e-42ac-8f7e-28685270298a req-b7dbbf25-feaf-434f-9ac8-c98d9dcf8607 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 210 time: 0.0445194 Nov 08 13:52:56.682908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1fec7825-99a3-49df-a0c1-8379eebde1e2 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa00b8a-daba-4784-bbd0-18a924f99c5c HTTP/1.1" status: 200 len: 205 time: 0.0662680 Nov 08 13:52:56.687429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57736) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:56.788747 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02bf17e3-4d60-4a48-bd2d-40df05a6c689 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:56.818018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-a7b3d11b-76d4-4dd2-81b2-eea3333e1f45 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:56.820797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-a7b3d11b-76d4-4dd2-81b2-eea3333e1f45 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 821 time: 0.2064884 Nov 08 13:52:56.844483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Request body: {'port': {'device_id': '689d285a-eace-4748-962b-dab734d56473', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'admin_state_up': True, 'tenant_id': 'e01ea4b572644d72b8e937d3fb9acd5b'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:57.002541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02bf17e3-4d60-4a48-bd2d-40df05a6c689 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.003614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Made reservation on behalf of e01ea4b572644d72b8e937d3fb9acd5b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:52:57.005322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02bf17e3-4d60-4a48-bd2d-40df05a6c689 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.009771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.063319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02bf17e3-4d60-4a48-bd2d-40df05a6c689 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.064657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bf17e3-4d60-4a48-bd2d-40df05a6c689 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa00b8a-daba-4784-bbd0-18a924f99c5c {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:52:57.076149 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02bf17e3-4d60-4a48-bd2d-40df05a6c689 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.081455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-02bf17e3-4d60-4a48-bd2d-40df05a6c689 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/7aa00b8a-daba-4784-bbd0-18a924f99c5c HTTP/1.1" status: 204 len: 168 time: 0.3895078 Nov 08 13:52:57.081975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57746) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.117261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4190aaf5-4be4-4e21-a960-cd5600000296 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aa00b8a-daba-4784-bbd0-18a924f99c5c HTTP/1.1" status: 200 len: 205 time: 0.0320015 Nov 08 13:52:57.117606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57748) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.184147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b68d602-3f12-4f4b-883a-98b6157e1e12 req-0e5d9032-7a9b-495c-b61c-be5112d04a95 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0639856 Nov 08 13:52:57.185302 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-0122366f-350c-4790-9a3c-d3593095c521 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] delete failed (client error): The resource could not be found. Nov 08 13:52:57.189606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0122366f-350c-4790-9a3c-d3593095c521 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/7aa00b8a-daba-4784-bbd0-18a924f99c5c HTTP/1.1" status: 404 len: 336 time: 0.0675883 Nov 08 13:52:57.190331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57750) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.230150 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7eae1dd1-f45e-46a4-b991-8e9660b3d35d tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a9e1579-f8b5-4948-b02d-a53194f16a97 HTTP/1.1" status: 200 len: 205 time: 0.0372801 Nov 08 13:52:57.231624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57752) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.241448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Allocated IP 172.20.0.11 (7baff34d-50bb-4247-afcf-efd047224f04/4c9e2768-c8d6-4bc9-a450-9a5c01ce1683/5e9df23e-1451-4d62-b0e1-0953a2f36297) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:52:57.274754 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-a058eb0b-80ac-40db-9ccf-ae531232b44c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] delete failed (client error): The resource could not be found. Nov 08 13:52:57.276034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a058eb0b-80ac-40db-9ccf-ae531232b44c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/0a9e1579-f8b5-4948-b02d-a53194f16a97 HTTP/1.1" status: 404 len: 336 time: 0.0430782 Nov 08 13:52:57.279969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57754) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.308452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89d53f34-a094-46e7-a9ad-97e6df505de2 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b HTTP/1.1" status: 200 len: 205 time: 0.0271387 Nov 08 13:52:57.310946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57756) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.350631 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-623b44c2-ca1e-497b-8b36-8cc436ef8588 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] delete failed (client error): The resource could not be found. Nov 08 13:52:57.351687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-623b44c2-ca1e-497b-8b36-8cc436ef8588 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/b8cb8dc0-ebb8-48fd-8d92-d58e077dfe1b HTTP/1.1" status: 404 len: 336 time: 0.0398026 Nov 08 13:52:57.354521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.385079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a5dbeb5e-496c-4239-9068-dcdbfdf6c58e tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad0b0c95-a367-433d-9d5c-9dab401b7f03 HTTP/1.1" status: 200 len: 205 time: 0.0293515 Nov 08 13:52:57.387535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57760) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.425357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.434802 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-c6d25253-1b12-4ff0-8d90-8a8ea1adc30c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] delete failed (client error): The resource could not be found. Nov 08 13:52:57.436306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c6d25253-1b12-4ff0-8d90-8a8ea1adc30c tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/ad0b0c95-a367-433d-9d5c-9dab401b7f03 HTTP/1.1" status: 404 len: 336 time: 0.0462220 Nov 08 13:52:57.439648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57762) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.480781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a03dbc0e-f6fe-49be-b013-e3db16484aed tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=61f120c5-2cac-4edf-a1d1-4c2607ceefc5 HTTP/1.1" status: 200 len: 205 time: 0.0359585 Nov 08 13:52:57.481296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57766) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.509462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.525574 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-02c1ca58-8241-46c7-8275-b935408cb3b1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] delete failed (client error): The resource could not be found. Nov 08 13:52:57.526886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-02c1ca58-8241-46c7-8275-b935408cb3b1 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/61f120c5-2cac-4edf-a1d1-4c2607ceefc5 HTTP/1.1" status: 404 len: 336 time: 0.0445480 Nov 08 13:52:57.529597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57768) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.552624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Network 7baff34d-50bb-4247-afcf-efd047224f04 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:52:57.555922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:52:57.558554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:52:57.561919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-896120d4-bebb-465e-b356-88ec602c82fe tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e8e0140-71da-4d3a-9334-1137acd82a39 HTTP/1.1" status: 200 len: 205 time: 0.0309050 Nov 08 13:52:57.565537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57770) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.603675 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-01031e36-a057-4a85-a73a-8cd6c80e35fa tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] delete failed (client error): The resource could not be found. Nov 08 13:52:57.604063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:57.604994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-01031e36-a057-4a85-a73a-8cd6c80e35fa tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/routers/0e8e0140-71da-4d3a-9334-1137acd82a39 HTTP/1.1" status: 404 len: 336 time: 0.0381606 Nov 08 13:52:57.608273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57772) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:57.623887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:57.624557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.641606 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b23b953-7f37-48da-b972-12d73b387f30 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] DELETE failed (client error): The resource could not be found. Nov 08 13:52:57.642176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b23b953-7f37-48da-b972-12d73b387f30 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:52:57.643993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c34bc328-564b-476d-9f4f-22e114b1b43f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8040564 Nov 08 13:52:57.645352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2b23b953-7f37-48da-b972-12d73b387f30 tempest-RoutersAdminTest-320409391 tempest-RoutersAdminTest-320409391-project] 10.222.0.65 "DELETE /v2.0/subnets/5296f582-8d3a-4e9d-a05d-b50815e1d9c8 HTTP/1.1" status: 404 len: 337 time: 0.0359120 Nov 08 13:52:57.659899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Request body: {'port': {'device_id': '689d285a-eace-4748-962b-dab734d56473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:52:57.727002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.831311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362821d-0a95-4346-869f-b9d463ec2ccd req-2e061446-b9ab-4d34-9d43-b7ec0ab91b0b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:57.833415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5362821d-0a95-4346-869f-b9d463ec2ccd req-2e061446-b9ab-4d34-9d43-b7ec0ab91b0b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 932 time: 0.0751531 Nov 08 13:52:57.850049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a350558-6e61-477d-a115-53b4dae932f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:57.902388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6db54af6-3a53-4715-b4cc-458bca2eed3b req-2b238701-b93f-4dae-b895-4f558d5626bc tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.70 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0629971 Nov 08 13:52:58.024377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5362821d-0a95-4346-869f-b9d463ec2ccd req-971ea418-3f3f-450c-8fd1-93a982dbf530 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583755 Nov 08 13:52:58.108702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57786) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:58.157847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e9df23e-1451-4d62-b0e1-0953a2f36297 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:52:58.166958 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.181639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Transition to ACTIVE for port object 5e9df23e-1451-4d62-b0e1-0953a2f36297 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:52:58.186111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.254796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-84562370-5118-4073-aaee-45759a210179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.256679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:58.336186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Attempting to bind port 5e9df23e-1451-4d62-b0e1-0953a2f36297 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:52:58.336620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Attempting to bind port 5e9df23e-1451-4d62-b0e1-0953a2f36297 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:52:58.337102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Attempting to bind port 5e9df23e-1451-4d62-b0e1-0953a2f36297 on network 7baff34d-50bb-4247-afcf-efd047224f04 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:58.342799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Port 5e9df23e-1451-4d62-b0e1-0953a2f36297 on network 7baff34d-50bb-4247-afcf-efd047224f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:52:58.343796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Attempting to bind port 5e9df23e-1451-4d62-b0e1-0953a2f36297 on network 7baff34d-50bb-4247-afcf-efd047224f04 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:52:58.352000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:52:58.352343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Checking segment: {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:52:58.352646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Bound using segment: {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:52:58.353224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Bound port: 5e9df23e-1451-4d62-b0e1-0953a2f36297, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:52:58.353745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.365181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01da711b-3565-43f1-8059-8803fc171fcf req-8185ecdf-b9b8-4893-af8a-25c393c21293 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=95713470-c9aa-4f28-891a-7cbd94a2a69b HTTP/1.1" status: 200 len: 210 time: 0.0345569 Nov 08 13:52:58.399138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-84562370-5118-4073-aaee-45759a210179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.403573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-84562370-5118-4073-aaee-45759a210179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.437092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:52:58.441674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:52:58.444848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-84562370-5118-4073-aaee-45759a210179 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3227cc82eb9543d3b4a1fe14beb047cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350577 Nov 08 13:52:58.447150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.448450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:58.449379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84562370-5118-4073-aaee-45759a210179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2e86de-d995-40d1-9311-be30b7e30f38,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:58.491056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:58.491056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.491056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] 10.222.0.54 "PUT /v2.0/ports/5e9df23e-1451-4d62-b0e1-0953a2f36297 HTTP/1.1" status: 200 len: 1092 time: 0.8347855 Nov 08 13:52:58.491056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:52:58.493014 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c03828-8453-441e-b4c2-659814f244f7" -d '{"events": [{"name": "network-changed", "server_uuid": "689d285a-eace-4748-962b-dab734d56473", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:52:58.550195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aed8f9-780a-40fb-927a-a455f5598fdb service neutron] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:58.599923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c3fe-6c89-4256-b187-8a26ca2e066a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.601056 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69bc17b-0b8f-4142-b59b-19aa685e8da7 x-openstack-request-id: req-c69bc17b-0b8f-4142-b59b-19aa685e8da7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:52:58.601531 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689d285a-eace-4748-962b-dab734d56473", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:52:58.601791 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c69bc17b-0b8f-4142-b59b-19aa685e8da7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:52:58.602761 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'status': 'completed', 'code': 200} Nov 08 13:52:58.637735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c5ecacd0-8895-42b6-bbfa-3c873ee406db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:58.640861 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-c5ecacd0-8895-42b6-bbfa-3c873ee406db service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 1095 time: 0.0828133 Nov 08 13:52:58.643351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c3fe-6c89-4256-b187-8a26ca2e066a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.710641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-1d09bfba-8dc8-41f6-ba65-b95aa456000c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297 HTTP/1.1" status: 200 len: 217 time: 0.0523160 Nov 08 13:52:58.736158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c3fe-6c89-4256-b187-8a26ca2e066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.739381 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ed6c3fe-6c89-4256-b187-8a26ca2e066a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:58.743954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8ed6c3fe-6c89-4256-b187-8a26ca2e066a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c2e86de-d995-40d1-9311-be30b7e30f38 HTTP/1.1" status: 204 len: 168 time: 0.2911234 Nov 08 13:52:58.753911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6c3fe-6c89-4256-b187-8a26ca2e066a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2e86de-d995-40d1-9311-be30b7e30f38,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:58.808744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-8716e807-05e5-4a52-a6f8-3caf3abee016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:58.810264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-8716e807-05e5-4a52-a6f8-3caf3abee016 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 HTTP/1.1" status: 200 len: 861 time: 0.0892930 Nov 08 13:52:58.851813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-492e0ae1-c65b-41b7-8409-15d39bdedfd4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7baff34d-50bb-4247-afcf-efd047224f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294418 Nov 08 13:52:58.982069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-39323b97-4512-49ea-a5a7-978f59b692f7 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121244 Nov 08 13:52:59.096559 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3070b04d-72dd-4cd8-8818-6a389d398b7d req-7b2f74bc-e561-4611-8871-cd5d19bad6e7 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059859 Nov 08 13:52:59.134036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57814) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:59.193811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e564f39-aadc-4e87-b8e2-a586b7fc533a req-fbe82a49-ebd2-454b-b51b-6988a7983cf6 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:59.195761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e564f39-aadc-4e87-b8e2-a586b7fc533a req-fbe82a49-ebd2-454b-b51b-6988a7983cf6 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 944 time: 0.0659134 Nov 08 13:52:59.227080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ef94b0fb-2fa1-478c-b819-a594911deac2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63f4125d4eb94461b3925e1f9f6906ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918741 Nov 08 13:52:59.229924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57820) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:52:59.258554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c03828-8453-441e-b4c2-659814f244f7 req-6b10f989-8595-4651-949b-f9d1c524827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:59.260561 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c03828-8453-441e-b4c2-659814f244f7 req-6b10f989-8595-4651-949b-f9d1c524827e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 1095 time: 0.0845425 Nov 08 13:52:59.318728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e564f39-aadc-4e87-b8e2-a586b7fc533a req-c7c1efc5-1702-4b9f-ae66-dec4519a8f44 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128080 Nov 08 13:52:59.443428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-719eec92-19a3-450d-a3b4-7082d259adca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:59.512223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-719eec92-19a3-450d-a3b4-7082d259adca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:59.520889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c03828-8453-441e-b4c2-659814f244f7 req-ca05552e-33a2-46dd-871d-69e1e1f329dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:59.522613 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c03828-8453-441e-b4c2-659814f244f7 req-ca05552e-33a2-46dd-871d-69e1e1f329dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 922 time: 0.2456052 Nov 08 13:52:59.570243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c03828-8453-441e-b4c2-659814f244f7 req-23c15eec-9a00-4600-b4d4-b21169fa6330 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297 HTTP/1.1" status: 200 len: 217 time: 0.0364518 Nov 08 13:52:59.634550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c03828-8453-441e-b4c2-659814f244f7 req-26fb936f-a93d-4883-8304-06decb445904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:59.636198 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c03828-8453-441e-b4c2-659814f244f7 req-26fb936f-a93d-4883-8304-06decb445904 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 HTTP/1.1" status: 200 len: 861 time: 0.0553174 Nov 08 13:52:59.666487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-719eec92-19a3-450d-a3b4-7082d259adca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:59.673173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-719eec92-19a3-450d-a3b4-7082d259adca admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:52:59.677284 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-719eec92-19a3-450d-a3b4-7082d259adca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0bd7b4e-cf7e-4301-9485-47139aaa303e HTTP/1.1" status: 204 len: 168 time: 0.4453747 Nov 08 13:52:59.723173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c03828-8453-441e-b4c2-659814f244f7 req-f5c92d02-2321-427f-b904-f23b743533c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7baff34d-50bb-4247-afcf-efd047224f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772321 Nov 08 13:52:59.737530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc7f476f-89f6-4b8b-bd66-cdcddf8bfaae req-a0f8e5b5-4945-4a73-b126-a9e9a14e6ea0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=75bb047b61214c12be609d21d30f8129&device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0771675 Nov 08 13:52:59.751830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719eec92-19a3-450d-a3b4-7082d259adca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0bd7b4e-cf7e-4301-9485-47139aaa303e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:52:59.807306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc7f476f-89f6-4b8b-bd66-cdcddf8bfaae req-3f04b061-1fe1-4709-a774-b19f6a82265d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=75bb047b61214c12be609d21d30f8129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506780 Nov 08 13:52:59.874761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcdaf1b1-56b7-40dd-8195-9d2a5e535151 req-e4bce677-894b-44b6-9a14-d8ae48c374ab tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0678053 Nov 08 13:52:59.921847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-a0aa8f6e-81be-4955-bab8-6a735c898059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:52:59.924863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-a0aa8f6e-81be-4955-bab8-6a735c898059 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.1755893 Nov 08 13:52:59.966009 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c03828-8453-441e-b4c2-659814f244f7 req-e99f6ee4-2f8e-43b6-84ac-06f09babf193 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307324 Nov 08 13:53:00.101936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-5a6b9f89-d55c-4e5a-9d1f-e0e80b1c29de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:00.103393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-5a6b9f89-d55c-4e5a-9d1f-e0e80b1c29de service neutron] 10.222.0.54 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.1665635 Nov 08 13:53:00.104203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f476f-89f6-4b8b-bd66-cdcddf8bfaae req-2b529e4a-abfe-4f02-9b55-3d35665dc898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:00.107086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc7f476f-89f6-4b8b-bd66-cdcddf8bfaae req-2b529e4a-abfe-4f02-9b55-3d35665dc898 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2281525 Nov 08 13:53:00.145207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16233578-2ed1-4b59-a2b7-9af0fd6a6a58 req-cf4647de-6a3e-4258-bf58-3cb95e568f39 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:00.147255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16233578-2ed1-4b59-a2b7-9af0fd6a6a58 req-cf4647de-6a3e-4258-bf58-3cb95e568f39 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.2695379 Nov 08 13:53:00.158904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-290289a5-7bd0-41e0-b361-2728b66f4138 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 217 time: 0.0412631 Nov 08 13:53:00.163298 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c03828-8453-441e-b4c2-659814f244f7 req-7747fb95-a2c1-4e3d-b959-400874f01e66 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661916 Nov 08 13:53:00.224813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-7efb1de5-95e9-493e-9b70-8692922b89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:00.226644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-7efb1de5-95e9-493e-9b70-8692922b89d7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.0560265 Nov 08 13:53:00.232946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16233578-2ed1-4b59-a2b7-9af0fd6a6a58 req-d777cbda-cecc-417b-bf84-cbcce2203f65 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754352 Nov 08 13:53:00.273401 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-056fd7c5-cd04-4845-ac8b-90b0bc123b60 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340919 Nov 08 13:53:00.435893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-94db56a3-561c-4964-bdb5-89e5f2447d3d service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534107 Nov 08 13:53:00.458461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8fc48-b03f-4805-abcd-c6f668441218 req-8805e1a4-67fa-4d18-bc9a-952bf49d9759 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:00.460594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6c8fc48-b03f-4805-abcd-c6f668441218 req-8805e1a4-67fa-4d18-bc9a-952bf49d9759 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 944 time: 0.0615289 Nov 08 13:53:00.545497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6c8fc48-b03f-4805-abcd-c6f668441218 req-f5d97cb6-ca8c-480e-bd54-c9031904a89f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770895 Nov 08 13:53:00.545685 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0c02a2f4-6660-43b4-ac34-803444925e4d req-00846ddb-3d49-4553-8384-857936859827 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003711 Nov 08 13:53:00.977819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2273597a-9a5f-4c5d-bbe1-23c244e19f1f req-2939c788-4b53-4029-97bf-c206f45ffa97 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0318139 Nov 08 13:53:01.364928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57894) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:01.394630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc824e7-05cb-4a0b-b0df-4ccdbaa3f4de req-6372f0ab-9e1a-443b-9835-5b35ba143738 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:01.396357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6dc824e7-05cb-4a0b-b0df-4ccdbaa3f4de req-6372f0ab-9e1a-443b-9835-5b35ba143738 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0615067 Nov 08 13:53:01.448065 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-393a5698-3679-44ef-9d16-52ad81d3cdbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:01.470579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6dc824e7-05cb-4a0b-b0df-4ccdbaa3f4de req-89cac72e-3c4f-428f-a809-e5bfb45d1de2 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666106 Nov 08 13:53:01.510179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1792921660', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:01.532518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Made reservation on behalf of 28a4113d4b394868a553d075b56f55cb for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:01.535193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:01.546487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:01.580180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc7f476f-89f6-4b8b-bd66-cdcddf8bfaae req-91c3c907-4b0c-4072-b244-954b85043cf8 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0342679 Nov 08 13:53:01.672846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:01.679211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:01.684969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] device_id is not set on port 6d212be5-3274-4213-aa26-6df7ecd6c186 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:01.709727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4d0bb-d4de-4ba5-a0f3-f965150b3865 req-34b71d62-938b-4162-831a-417efc927c6f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:01.711585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbd4d0bb-d4de-4ba5-a0f3-f965150b3865 req-34b71d62-938b-4162-831a-417efc927c6f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 944 time: 0.0722406 Nov 08 13:53:01.760634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ebf66e-6278-4e6e-8853-0bde80d35bd8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:01.782475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbd4d0bb-d4de-4ba5-a0f3-f965150b3865 req-fbc35d40-7ecc-4854-88ed-5e78c7bab925 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628922 Nov 08 13:53:01.829711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Allocated IP 172.25.8.253 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/6d212be5-3274-4213-aa26-6df7ecd6c186) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:02.157262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09963837-9e5c-4891-9af2-57888c43b6a3 req-75c34300-139f-472d-a5a2-94d8eff9db21 tempest-ServerShowV247Test-1839200698 tempest-ServerShowV247Test-1839200698-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f98de9a-5517-4316-8484-d06205e8e0c2 HTTP/1.1" status: 200 len: 210 time: 0.0433238 Nov 08 13:53:02.292819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.326586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.381322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:02.385693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Pushing event updated for resources: {'Port': ['ID=6d212be5-3274-4213-aa26-6df7ecd6c186,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:02.388401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:02.391012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:02.432075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:02.432692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.449782 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eb83effe-0be5-4972-9b73-6ed934116a8d tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.0836177 Nov 08 13:53:02.452677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57910) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:02.457234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.253'}]}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:02.480988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.482094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.544853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.666015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b9b3e-b971-4407-bf34-5e06096d5afe req-8584b129-a097-45c5-b691-66a43f6d9233 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:02.676070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f8b9b3e-b971-4407-bf34-5e06096d5afe req-8584b129-a097-45c5-b691-66a43f6d9233 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1058917 Nov 08 13:53:02.700886 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.724025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f8b9b3e-b971-4407-bf34-5e06096d5afe req-6796fb9a-6534-49bf-9464-be8673c9f5ff tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470440 Nov 08 13:53:02.961927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:02.975394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddd900-dd17-4f70-8642-a0cfcbc9c48d req-4c0ec276-8b63-4b24-8110-06ca69302c16 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:02.984115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85ddd900-dd17-4f70-8642-a0cfcbc9c48d req-4c0ec276-8b63-4b24-8110-06ca69302c16 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 944 time: 0.1057820 Nov 08 13:53:03.000425 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.001401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.068272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85ddd900-dd17-4f70-8642-a0cfcbc9c48d req-7e974754-b4c9-41a0-a641-8b47938d830d tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769732 Nov 08 13:53:03.191680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.209034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5e9df23e-1451-4d62-b0e1-0953a2f36297 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:53:03.324629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:03.337813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'port_id': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'mac_address': 'fa:16:3e:e3:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9e2768-c8d6-4bc9-a450-9a5c01ce1683', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:53:03.380045 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.399415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e9df23e-1451-4d62-b0e1-0953a2f36297 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:03.444274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:03.446766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.450004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.458662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.527498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:03.545275 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.545938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53d99233-ce1d-457e-a7a3-c2a87a890577 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:53:03.566348 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 08 13:53:03.567697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f03493e-5ac7-4c79-ab0d-88209160f242 tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1139593 Nov 08 13:53:03.570701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57934) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:03.583091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57936) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:03.668402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Deleting port 6d212be5-3274-4213-aa26-6df7ecd6c186 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:03.668991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.724127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2c8047f-d1cc-46a6-94cf-a8f7973afc51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.754483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.772266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Calling delete_port for 6d212be5-3274-4213-aa26-6df7ecd6c186 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:03.801567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5e9df23e-1451-4d62-b0e1-0953a2f36297'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:03.832691 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2c8047f-d1cc-46a6-94cf-a8f7973afc51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.838303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2c8047f-d1cc-46a6-94cf-a8f7973afc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.889648 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b2c8047f-d1cc-46a6-94cf-a8f7973afc51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75bb047b61214c12be609d21d30f8129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3038898 Nov 08 13:53:03.889648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57944) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:03.897241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8047f-d1cc-46a6-94cf-a8f7973afc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9219819e-f996-4526-8f7e-e4765fccafdc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:03.957836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992da793-dc8c-4aac-88d2-5eb66a166ac3 req-8097d6d0-9107-4dfa-9455-1754d9dcf36f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:03.967514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-992da793-dc8c-4aac-88d2-5eb66a166ac3 req-8097d6d0-9107-4dfa-9455-1754d9dcf36f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0900040 Nov 08 13:53:03.972206 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e45a50c-b176-41f1-9ec9-b800149eea2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:03.997292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e45a50c-b176-41f1-9ec9-b800149eea2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:04.049975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e45a50c-b176-41f1-9ec9-b800149eea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:04.052960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e45a50c-b176-41f1-9ec9-b800149eea2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:04.069257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e45a50c-b176-41f1-9ec9-b800149eea2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9219819e-f996-4526-8f7e-e4765fccafdc HTTP/1.1" status: 204 len: 168 time: 0.1655576 Nov 08 13:53:04.071798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-992da793-dc8c-4aac-88d2-5eb66a166ac3 req-2c48ed58-f0a3-4425-bd28-38f8a2ccb189 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033437 Nov 08 13:53:04.087812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45a50c-b176-41f1-9ec9-b800149eea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9219819e-f996-4526-8f7e-e4765fccafdc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:04.112308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:04.171177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d212be5-3274-4213-aa26-6df7ecd6c186,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:04.666328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:04.669625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2709bca8-fc7b-41a2-b006-a9deef20f1fb tempest-RoutersAdminNegativeIpV6Test-137821489 tempest-RoutersAdminNegativeIpV6Test-137821489-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6d212be5-3274-4213-aa26-6df7ecd6c186 HTTP/1.1" status: 204 len: 168 time: 1.0974650 Nov 08 13:53:04.681963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f381-84cd-4a37-b62a-a14690170ed2 req-ad85fa1d-7874-4b53-80de-c2533e73e16e tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:04.683438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b66f381-84cd-4a37-b62a-a14690170ed2 req-ad85fa1d-7874-4b53-80de-c2533e73e16e tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 945 time: 0.0902824 Nov 08 13:53:04.776509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b66f381-84cd-4a37-b62a-a14690170ed2 req-d53c0b48-52a2-4527-8703-b31b1fee90da tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829377 Nov 08 13:53:04.888302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57980) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:04.954925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57984) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:05.052864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1254929062-network', 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:05.074992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bd44f69-cb40-4691-9d9f-b0a154593de0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.080517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:05.086074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.097689 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.202992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.208837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.209227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bd44f69-cb40-4691-9d9f-b0a154593de0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.215771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bd44f69-cb40-4691-9d9f-b0a154593de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.229651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5e9df23e-1451-4d62-b0e1-0953a2f36297 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:05.235548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:53:05.254187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecd0458-4c08-4977-9865-9d44d35558db,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:05.257441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.257784 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Added segment d926bba2-fb30-4db7-8f5a-83db77713a70 of type vlan for network fe8a3700-b643-4740-8279-459f25456977 Nov 08 13:53:05.275684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bd44f69-cb40-4691-9d9f-b0a154593de0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb972513610447fc92ee9ba72617712c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194065 Nov 08 13:53:05.282794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57992) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:05.304078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d5cf0-5b53-4280-b00e-eca8f8da2f68 req-6762b094-b762-4b5c-9908-4bf321dbe57f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:05.305585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7d5cf0-5b53-4280-b00e-eca8f8da2f68 req-6762b094-b762-4b5c-9908-4bf321dbe57f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1324735 Nov 08 13:53:05.307696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd44f69-cb40-4691-9d9f-b0a154593de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f69af0-225d-4450-88bd-655633b31c57,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:05.332999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 5e9df23e-1451-4d62-b0e1-0953a2f36297 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:53:05.337383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.339821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 5e9df23e-1451-4d62-b0e1-0953a2f36297 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:05.341035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.382428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f7d5cf0-5b53-4280-b00e-eca8f8da2f68 req-10aaf949-b65f-46ff-82dc-e752395baf43 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618718 Nov 08 13:53:05.383293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.393554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.394503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:05.395084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.435950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5438805 Nov 08 13:53:05.435950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.436448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57996) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:05.441746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Request body: {'subnet': {'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1254929062-subnet', 'tenant_id': '239982d77ded4e8898362350880b7e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:05.503429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:05.505845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.509016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b8497-ce63-4967-82d4-b06444e971bf admin admin] Pushing event updated for resources: {'Network': ['ID=fe8a3700-b643-4740-8279-459f25456977,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:05.537651 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.540498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.544496 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1f69af0-225d-4450-88bd-655633b31c57 HTTP/1.1" status: 204 len: 168 time: 0.2580032 Nov 08 13:53:05.545126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fe8a3700-b643-4740-8279-459f25456977 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:53:05.561936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f69af0-225d-4450-88bd-655633b31c57,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:05.579195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.579548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.581308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.581867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.582565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.582793 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.584173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.584512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.584848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.586586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.587033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.588067 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.588500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.589025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ef7918-1b5c-40db-b8fe-5aea985bbfab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:05.668879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:05.671449 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcde19de-f92e-43da-b122-340d105cee3d" -d '{"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-plugged", "status": "completed", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:05.687979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:05.695478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.765343 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca57a7e2-4920-4e69-9072-249d4e0b0ae1 x-openstack-request-id: req-ca57a7e2-4920-4e69-9072-249d4e0b0ae1 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:05.766044 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-plugged", "status": "completed", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:05.777001 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca57a7e2-4920-4e69-9072-249d4e0b0ae1 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:05.778634 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'code': 200} Nov 08 13:53:05.782904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.821846 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:05.826873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:05.917972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11e3bb-311b-440e-ae94-e843328a3f8a req-4cc7cf0e-9b3e-4aa7-92e2-c2c11c3af50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:05.920424 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff11e3bb-311b-440e-ae94-e843328a3f8a req-4cc7cf0e-9b3e-4aa7-92e2-c2c11c3af50c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 1097 time: 0.0940683 Nov 08 13:53:05.932443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d34903-33ef-41de-95c2-6c1ca2a14962,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:05.965519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:05.966203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Network hostable DHCP agents. Network: fe8a3700-b643-4740-8279-459f25456977, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:53:05.993049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2537a8-ba39-467b-b620-33893c284e62 req-a5b53132-bcc0-4f08-bd7a-2f47fe4378f8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:05.994846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf2537a8-ba39-467b-b620-33893c284e62 req-a5b53132-bcc0-4f08-bd7a-2f47fe4378f8 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.0888267 Nov 08 13:53:05.995338 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ff11e3bb-311b-440e-ae94-e843328a3f8a req-5137ab56-c67e-49a2-bd75-c2c3ff5e32a8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658462 Nov 08 13:53:06.005228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Network fe8a3700-b643-4740-8279-459f25456977 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:53:06.030804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fe8a3700-b643-4740-8279-459f25456977) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:06.039484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:06.049568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e60649-2e56-4764-ac0e-97d9dd42fc3c None None] Network fe8a3700-b643-4740-8279-459f25456977 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:06.054265 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.107483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58014) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:06.118754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf2537a8-ba39-467b-b620-33893c284e62 req-3c2a87f1-1e08-42bb-ba6b-2a6e51a1cd26 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157401 Nov 08 13:53:06.138019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5354da3a-d882-46ff-9ebf-c669427e75a5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6923580 Nov 08 13:53:06.170237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58018) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:06.202905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-35b4e0a8-9c09-4b07-b78f-dd98990f76b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28a4113d4b394868a553d075b56f55cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0935533 Nov 08 13:53:06.205914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58022) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:06.253510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c759e21-2174-429a-af7d-978caad1d45f None None] Network fe8a3700-b643-4740-8279-459f25456977 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:06.309375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b38c1e63-0ee5-4749-95cd-4378da04b4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.351948 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b38c1e63-0ee5-4749-95cd-4378da04b4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.468442 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b38c1e63-0ee5-4749-95cd-4378da04b4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.471493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b38c1e63-0ee5-4749-95cd-4378da04b4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.476260 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b38c1e63-0ee5-4749-95cd-4378da04b4df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/16ebf66e-6278-4e6e-8853-0bde80d35bd8 HTTP/1.1" status: 204 len: 168 time: 0.2690551 Nov 08 13:53:06.504256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c1e63-0ee5-4749-95cd-4378da04b4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ebf66e-6278-4e6e-8853-0bde80d35bd8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:06.596184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76287c1-8495-483d-933a-690699c800b5 req-7088e025-0199-49d7-9ec9-57de827cedde tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:06.605690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c76287c1-8495-483d-933a-690699c800b5 req-7088e025-0199-49d7-9ec9-57de827cedde tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0799849 Nov 08 13:53:06.655448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e502b7d1-2d76-4b9a-8603-4ae8e1e0c224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.720275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c76287c1-8495-483d-933a-690699c800b5 req-40ceca35-9e2f-4753-a1ca-08c3c55cf60a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135240 Nov 08 13:53:06.857916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-43bf0ba9-2d62-41ca-b535-2528cd171f0e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:06.860123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-43bf0ba9-2d62-41ca-b535-2528cd171f0e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.1955581 Nov 08 13:53:06.892743 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e502b7d1-2d76-4b9a-8603-4ae8e1e0c224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.894617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-ca44208b-7028-44e1-83b6-8632b1b350bd tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.0256369 Nov 08 13:53:06.897213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e502b7d1-2d76-4b9a-8603-4ae8e1e0c224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:06.945663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f3a3db8-ad28-4b72-beb4-390509499f57 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377185 Nov 08 13:53:06.982055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e502b7d1-2d76-4b9a-8603-4ae8e1e0c224 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a721ef4352f74f22b18f06b42cdef4a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8080659 Nov 08 13:53:06.982878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58058) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:06.999052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502b7d1-2d76-4b9a-8603-4ae8e1e0c224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57957063-13aa-4666-9dd2-fd9647eaa870,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:07.035763 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-400589b9-2962-40b5-b6e2-239cfa2c11eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.061150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-400589b9-2962-40b5-b6e2-239cfa2c11eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.068538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-4528a892-204e-4f2e-8ad5-e62fc738195f service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037388 Nov 08 13:53:07.114570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-400589b9-2962-40b5-b6e2-239cfa2c11eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.117133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-400589b9-2962-40b5-b6e2-239cfa2c11eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.118584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-400589b9-2962-40b5-b6e2-239cfa2c11eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57957063-13aa-4666-9dd2-fd9647eaa870 HTTP/1.1" status: 204 len: 168 time: 0.1339786 Nov 08 13:53:07.127254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400589b9-2962-40b5-b6e2-239cfa2c11eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57957063-13aa-4666-9dd2-fd9647eaa870,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:07.181651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f3a3fd3e-646f-4749-bd13-3de91bc9d76b service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078115 Nov 08 13:53:07.308749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62af55-31f5-453e-a5bd-3821050d7934 req-ff83bd9c-7811-4965-9334-ef09cacbc602 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:07.310205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb62af55-31f5-453e-a5bd-3821050d7934 req-ff83bd9c-7811-4965-9334-ef09cacbc602 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.0764415 Nov 08 13:53:07.381344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb62af55-31f5-453e-a5bd-3821050d7934 req-fce6db76-410f-4ccd-9ac4-ca5a4006fd5c tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621474 Nov 08 13:53:07.445648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f36b7f4b-314c-4848-bf77-b6b30216d78e req-9663da35-7603-4136-b0d2-81b9ddfca317 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 210 time: 0.0577061 Nov 08 13:53:07.525412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58082) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:07.639521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1567348123'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:07.667147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:07.671020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.679765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.773521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.781204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.812192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:53:07.824251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61c195de-7ee0-45b3-947c-62636906de50,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:07.831964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.832412 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Added segment bc3395ba-8a5c-41ca-9160-ba7286c29888 of type vlan for network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 Nov 08 13:53:07.885182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.928044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.934267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:07.934904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:07.937107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74d670-ac73-4351-891b-5733d4382ef2 req-66a63f00-dad5-4184-befc-af8a53220c25 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:07.945356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e74d670-ac73-4351-891b-5733d4382ef2 req-66a63f00-dad5-4184-befc-af8a53220c25 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1246254 Nov 08 13:53:08.010404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e74d670-ac73-4351-891b-5733d4382ef2 req-b486afd3-f844-4a61-a8b6-e29d8a5b9473 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614681 Nov 08 13:53:08.038955 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5124483 Nov 08 13:53:08.041985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58112) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:08.047588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'subnet': {'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:08.049139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21159830-58bc-46ec-904f-191c585ea573 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Network': ['ID=835ebc3f-6407-42f8-89f2-c9de8f9fd4e3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:08.065646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:53:08.157149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:08.160957 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:08.367967 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:08.436352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Subnet': ['ID=bd12fe32-eb45-41df-8101-662a32d987ee,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:08.445888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Checking segment: {'id': 'bc3395ba-8a5c-41ca-9160-ba7286c29888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:08.446256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network hostable DHCP agents. Network: 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:53:08.504705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:53:08.519148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:08.525269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:08.525876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:08.533464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b260bb-275b-474e-8ed8-6b0d8a9d863a None None] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:08.535358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb03f1-a36b-4671-a921-fe63097182bc req-1696f02b-188d-4d89-adc3-8778b78a9a40 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:08.537080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0fb03f1-a36b-4671-a921-fe63097182bc req-1696f02b-188d-4d89-adc3-8778b78a9a40 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.0798655 Nov 08 13:53:08.579586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91845375-389b-461f-b71e-849c4595c7d6 req-5199438e-410b-4af2-abd8-79cf1d019d48 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 210 time: 0.0404005 Nov 08 13:53:08.591505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58130) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:08.591767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c1adee31-fd23-406d-8c88-70721671025a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5485439 Nov 08 13:53:08.598634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'name': 'tempest-AllowedAddressPairTestJSON-1984937752'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:08.642272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0fb03f1-a36b-4671-a921-fe63097182bc req-1dd54d3b-5314-49b7-8256-520709fc0273 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961864 Nov 08 13:53:08.825332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:08.830762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:08.856204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] device_id is not set on port 6650b999-0911-4ac5-99d4-7e6397120f87 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:08.861362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'tenant_id': '40648fb384774e8ea0a9ed7900c30f8e', 'fixed_ips': [{'subnet_id': 'bd12fe32-eb45-41df-8101-662a32d987ee'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:53:08.862481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:08.909680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-a315123a-ea61-4b4d-b97b-75463f8646b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:08.912426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-a315123a-ea61-4b4d-b97b-75463f8646b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.1962407 Nov 08 13:53:08.926865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59f6af-72d7-42d7-913f-4e5330f675bd req-46af7c56-c8d7-42dc-b32f-010fdffce858 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:08.929206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f59f6af-72d7-42d7-913f-4e5330f675bd req-46af7c56-c8d7-42dc-b32f-010fdffce858 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.1063688 Nov 08 13:53:08.939599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Request body: {'port': {'device_id': '04053fb7-6a55-45bf-8126-1cb99a925247', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'admin_state_up': True, 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:08.999260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Allocated IP 172.20.0.8 (835ebc3f-6407-42f8-89f2-c9de8f9fd4e3/bd12fe32-eb45-41df-8101-662a32d987ee/6650b999-0911-4ac5-99d4-7e6397120f87) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:09.082720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f59f6af-72d7-42d7-913f-4e5330f675bd req-1792531d-48da-4162-9767-0f283d5c1241 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395903 Nov 08 13:53:09.130376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:09.134347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.245619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.286035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5204c-7b6f-41df-8473-f5f5cddb2545 req-617ac0ce-efc3-4df0-a6fc-17109340d49d tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:09.293912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0f5204c-7b6f-41df-8473-f5f5cddb2545 req-617ac0ce-efc3-4df0-a6fc-17109340d49d tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1191196 Nov 08 13:53:09.301547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.385045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:09.389260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Allocated IP 172.20.0.2 (835ebc3f-6407-42f8-89f2-c9de8f9fd4e3/bd12fe32-eb45-41df-8101-662a32d987ee/15b8a4de-06e5-4e93-b628-24cd20df7d69) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:09.392588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Allocated IP 172.20.0.6 (fe8a3700-b643-4740-8279-459f25456977/14d34903-33ef-41de-95c2-6c1ca2a14962/1498114d-158a-4f55-b7de-d16f6f95a879) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:09.400062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:09.408145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:09.431490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0f5204c-7b6f-41df-8473-f5f5cddb2545 req-970f9ae4-6589-4954-93b6-87f0ed444764 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366148 Nov 08 13:53:09.447149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=6650b999-0911-4ac5-99d4-7e6397120f87,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:09.484040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:09.485170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.525763 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9ba78dbf-bbd6-4e5b-b18a-5e924c56a890 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9299290 Nov 08 13:53:09.526343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58172) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:09.535844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'name': 'tempest-AllowedAddressPairTestJSON-62145586', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:97:1d:80'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:09.676538 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.689698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.713854 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.743398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:09.758145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:09.764899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:09.769657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:09.782387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Pushing event updated for resources: {'Port': ['ID=15b8a4de-06e5-4e93-b628-24cd20df7d69,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:09.803788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6790d237-cf76-4d96-bb47-49bd8b5c7242 req-8381c328-4f71-4122-aae1-7e3d2c8e77f7 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 210 time: 0.0667646 Nov 08 13:53:09.838604 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.901628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.904006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Network fe8a3700-b643-4740-8279-459f25456977 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:09.909517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:09.913620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:09.926132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] device_id is not set on port 5e2f5f78-1141-4b60-8439-c88619b7fe57 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:09.932621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Attempting to bind port 15b8a4de-06e5-4e93-b628-24cd20df7d69 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:53:09.935270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Attempting to bind port 15b8a4de-06e5-4e93-b628-24cd20df7d69 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'bc3395ba-8a5c-41ca-9160-ba7286c29888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:53:09.936549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Attempting to bind port 15b8a4de-06e5-4e93-b628-24cd20df7d69 on network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:09.956779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:53:09.957160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Checking segment: {'id': 'bc3395ba-8a5c-41ca-9160-ba7286c29888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:09.957825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event updated for resources: {'Port': ['ID=1498114d-158a-4f55-b7de-d16f6f95a879,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:09.958534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.959188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Bound using segment: {'id': 'bc3395ba-8a5c-41ca-9160-ba7286c29888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:53:09.962474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Bound port: 15b8a4de-06e5-4e93-b628-24cd20df7d69, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3395ba-8a5c-41ca-9160-ba7286c29888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:53:09.963371 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:09.985030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:09.985890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.007796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-f7742400-67ce-4903-b4af-eb7728ad1a2d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0774944 Nov 08 13:53:10.022113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Request body: {'port': {'device_id': '04053fb7-6a55-45bf-8126-1cb99a925247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:10.067118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] For port 15b8a4de-06e5-4e93-b628-24cd20df7d69, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:53:10.071446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] For port 15b8a4de-06e5-4e93-b628-24cd20df7d69, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15b8a4de-06e5-4e93-b628-24cd20df7d69,segment=NetworkSegment(bc3395ba-8a5c-41ca-9160-ba7286c29888),segment_id=bc3395ba-8a5c-41ca-9160-ba7286c29888)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:53:10.083204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.109846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.126981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Allocated IP 172.20.0.11 (835ebc3f-6407-42f8-89f2-c9de8f9fd4e3/bd12fe32-eb45-41df-8101-662a32d987ee/5e2f5f78-1141-4b60-8439-c88619b7fe57) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:10.199756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38df8d-3c8c-407b-9227-bec05aeabf7b None None] Pushing event updated for resources: {'Port': ['ID=15b8a4de-06e5-4e93-b628-24cd20df7d69,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:10.267761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916b74e-9cfb-47bb-99ca-407586f41512 req-cd415a0e-c7f4-40e5-bcc7-0ff5b6be34ec tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:10.269373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4916b74e-9cfb-47bb-99ca-407586f41512 req-cd415a0e-c7f4-40e5-bcc7-0ff5b6be34ec tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.2106955 Nov 08 13:53:10.371718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.378080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4916b74e-9cfb-47bb-99ca-407586f41512 req-c7fca1f6-3d9c-4c5e-b35d-afe66cb275b5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985072 Nov 08 13:53:10.414066 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.494613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:10.498042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:10.519843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:10.553532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1498114d-158a-4f55-b7de-d16f6f95a879 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:10.565577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.568177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=5e2f5f78-1141-4b60-8439-c88619b7fe57,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:10.612889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:10.612889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.621744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58208) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:10.627685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Transition to ACTIVE for port object 1498114d-158a-4f55-b7de-d16f6f95a879 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:53:10.635230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.647630 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-52486716-3888-4bc5-b49a-25a697c65ed2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.1200240 Nov 08 13:53:10.650738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58212) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:10.696312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d95bf08-e0b9-46d4-af91-ab6a02581641 req-b4f7b49b-9d73-4c95-a859-53460844520d tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:10.704247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d95bf08-e0b9-46d4-af91-ab6a02581641 req-b4f7b49b-9d73-4c95-a859-53460844520d tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1334336 Nov 08 13:53:10.749215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Pushing event updated for resources: {'Port': ['ID=1498114d-158a-4f55-b7de-d16f6f95a879,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:10.750616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcd431-ba68-4a2c-b3d9-624135a6736a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:10.757844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcd431-ba68-4a2c-b3d9-624135a6736a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:10.766874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fcd431-ba68-4a2c-b3d9-624135a6736a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:10.768865 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-70fcd431-ba68-4a2c-b3d9-624135a6736a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1171153 Nov 08 13:53:10.771552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58214) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:10.838413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca005-4f76-47d3-99b6-2328ef5f35f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.843668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d95bf08-e0b9-46d4-af91-ab6a02581641 req-d22b6045-ba00-4f50-b2da-58d23357e2f6 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384580 Nov 08 13:53:10.853556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15b8a4de-06e5-4e93-b628-24cd20df7d69 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:10.868528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Attempting to bind port 1498114d-158a-4f55-b7de-d16f6f95a879 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:53:10.868873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Attempting to bind port 1498114d-158a-4f55-b7de-d16f6f95a879 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:53:10.869207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Attempting to bind port 1498114d-158a-4f55-b7de-d16f6f95a879 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:10.879316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Port 1498114d-158a-4f55-b7de-d16f6f95a879 on network fe8a3700-b643-4740-8279-459f25456977 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:53:10.879650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Attempting to bind port 1498114d-158a-4f55-b7de-d16f6f95a879 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:10.887318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:53:10.887669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:10.888497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Bound using segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:53:10.889111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Bound port: 1498114d-158a-4f55-b7de-d16f6f95a879, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:53:10.889462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:10.922296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 15b8a4de-06e5-4e93-b628-24cd20df7d69 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:10.922781 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.003602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae122c9-59b8-4a12-887d-e116c98eefb1 req-25c7990e-4353-418d-abea-5aec40654325 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:11.010248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca005-4f76-47d3-99b6-2328ef5f35f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.013341 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.013704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ae122c9-59b8-4a12-887d-e116c98eefb1 req-25c7990e-4353-418d-abea-5aec40654325 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 943 time: 0.0892591 Nov 08 13:53:11.018877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] For port 1498114d-158a-4f55-b7de-d16f6f95a879, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:53:11.021853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca005-4f76-47d3-99b6-2328ef5f35f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.029437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] For port 1498114d-158a-4f55-b7de-d16f6f95a879, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1498114d-158a-4f55-b7de-d16f6f95a879,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:53:11.040983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.059645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 15b8a4de-06e5-4e93-b628-24cd20df7d69, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15b8a4de-06e5-4e93-b628-24cd20df7d69,segment=NetworkSegment(bc3395ba-8a5c-41ca-9160-ba7286c29888),segment_id=bc3395ba-8a5c-41ca-9160-ba7286c29888)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:11.060163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting port 5e2f5f78-1141-4b60-8439-c88619b7fe57 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:11.060549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.065256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.115785 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aa2ca005-4f76-47d3-99b6-2328ef5f35f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5f4181ed8f034618a7c01f3411e4ad5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928668 Nov 08 13:53:11.119891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58220) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:11.125553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Pushing event updated for resources: {'Port': ['ID=1498114d-158a-4f55-b7de-d16f6f95a879,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:11.136488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=15b8a4de-06e5-4e93-b628-24cd20df7d69,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:11.152853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:11.153642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.155021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-3f4942b2-d1ef-47b2-a8ac-c22eef50eb01 service neutron] 10.222.0.70 "PUT /v2.0/ports/1498114d-158a-4f55-b7de-d16f6f95a879 HTTP/1.1" status: 200 len: 1091 time: 1.1378796 Nov 08 13:53:11.155482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04053fb7-6a55-45bf-8126-1cb99a925247', 'tag': '1498114d-158a-4f55-b7de-d16f6f95a879'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:11.158831 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5004c65a-324d-41bc-98c0-1a6e1588128f" -d '{"events": [{"name": "network-changed", "server_uuid": "04053fb7-6a55-45bf-8126-1cb99a925247", "tag": "1498114d-158a-4f55-b7de-d16f6f95a879"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:11.182245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ca005-4f76-47d3-99b6-2328ef5f35f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e7cf8b-06b1-44f5-991b-3bd4d982358e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:11.183762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ae122c9-59b8-4a12-887d-e116c98eefb1 req-932a329c-c07f-4c4d-8e65-a429b5ccca41 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678669 Nov 08 13:53:11.246015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26c1d553-15c9-483b-8e08-51e88646cdae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.278462 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8386f85-4f0c-4924-a9a0-c77f038c0f4b x-openstack-request-id: req-d8386f85-4f0c-4924-a9a0-c77f038c0f4b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:11.278696 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04053fb7-6a55-45bf-8126-1cb99a925247", "tag": "1498114d-158a-4f55-b7de-d16f6f95a879", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:11.278956 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8386f85-4f0c-4924-a9a0-c77f038c0f4b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:11.279362 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04053fb7-6a55-45bf-8126-1cb99a925247', 'tag': '1498114d-158a-4f55-b7de-d16f6f95a879', 'status': 'completed', 'code': 200} Nov 08 13:53:11.285217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.292713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-b790bece-773d-48da-bcbe-58c043798ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:11.294775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-b790bece-773d-48da-bcbe-58c043798ba4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 1094 time: 0.0805535 Nov 08 13:53:11.319070 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26c1d553-15c9-483b-8e08-51e88646cdae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.321032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Calling delete_port for 5e2f5f78-1141-4b60-8439-c88619b7fe57 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:11.352674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-12a71dfd-20e8-4498-8501-33904db2f53f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1498114d-158a-4f55-b7de-d16f6f95a879 HTTP/1.1" status: 200 len: 217 time: 0.0485880 Nov 08 13:53:11.430354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-5ba43610-f59f-421f-9418-a3a3c00a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:11.434698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-5ba43610-f59f-421f-9418-a3a3c00a306a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.0661855 Nov 08 13:53:11.447225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26c1d553-15c9-483b-8e08-51e88646cdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.453829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-26c1d553-15c9-483b-8e08-51e88646cdae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.455003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-26c1d553-15c9-483b-8e08-51e88646cdae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56e7cf8b-06b1-44f5-991b-3bd4d982358e HTTP/1.1" status: 204 len: 168 time: 0.3342607 Nov 08 13:53:11.466530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1d553-15c9-483b-8e08-51e88646cdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e7cf8b-06b1-44f5-991b-3bd4d982358e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:11.486983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-6417e270-c694-464a-9abc-9a14b469db44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424392 Nov 08 13:53:11.551572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.559139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4825c30b-86d3-4411-92ac-f50568a6c489 None None] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:11.636099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512953-ae0b-4fe4-b83d-49237f46811e req-efb08ae1-e25e-4f4d-adf3-8f11f9e3dbf6 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:11.644905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed512953-ae0b-4fe4-b83d-49237f46811e req-efb08ae1-e25e-4f4d-adf3-8f11f9e3dbf6 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.1626756 Nov 08 13:53:11.655077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Port': ['ID=5e2f5f78-1141-4b60-8439-c88619b7fe57,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:11.703690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d32a87c5-a0bd-4896-8fc9-6948df42bc27 None None] Provisioning complete for port 15b8a4de-06e5-4e93-b628-24cd20df7d69 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:11.704193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d32a87c5-a0bd-4896-8fc9-6948df42bc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.707048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-2304bb58-8e56-460b-ba25-5f466e069d29 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805949 Nov 08 13:53:11.814678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed512953-ae0b-4fe4-b83d-49237f46811e req-133b8cf3-af3b-4b11-87e4-6507c56b3aa0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687489 Nov 08 13:53:11.843140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb70d247-1084-4f0b-ab6e-8bc4f0ee3a12 req-755652f7-5a52-4505-bfb1-430111db54e0 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272123 Nov 08 13:53:11.846052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.851458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-279bdfa8-3d96-45af-9bfb-4285b960bedb tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/ports/5e2f5f78-1141-4b60-8439-c88619b7fe57 HTTP/1.1" status: 204 len: 168 time: 1.0757949 Nov 08 13:53:11.854052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58234) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:11.911273 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0b9250-8c1a-493b-92b0-7568694a5047 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] GET failed (client error): The resource could not be found. Nov 08 13:53:11.913783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd0b9250-8c1a-493b-92b0-7568694a5047 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "GET /v2.0/ports/5e2f5f78-1141-4b60-8439-c88619b7fe57 HTTP/1.1" status: 404 len: 333 time: 0.0586560 Nov 08 13:53:11.917402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58238) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:11.917928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58240) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:11.945226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'name': 'tempest-AllowedAddressPairTestJSON-1840835426'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:11.948937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6895ff1f-5114-431b-bc7c-9ab2ecd41e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:11.974219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-10efd776-37b7-4828-8184-ec982c0b0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:11.976100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-10efd776-37b7-4828-8184-ec982c0b0f38 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 1094 time: 0.0719805 Nov 08 13:53:12.092172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dc89c-691c-4db3-b2a4-7e4161b62d94 req-2f7544e2-a760-4373-b1e3-f1c5a97102e5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:12.093991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a1dc89c-691c-4db3-b2a4-7e4161b62d94 req-2f7544e2-a760-4373-b1e3-f1c5a97102e5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1336102 Nov 08 13:53:12.153601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:12.157893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.167445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6895ff1f-5114-431b-bc7c-9ab2ecd41e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.179659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6895ff1f-5114-431b-bc7c-9ab2ecd41e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.183450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-6bf37f78-f505-44d9-9e6d-a06264cb11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:12.184978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-6bf37f78-f505-44d9-9e6d-a06264cb11f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.1829238 Nov 08 13:53:12.191992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a1dc89c-691c-4db3-b2a4-7e4161b62d94 req-69b55125-6701-4a19-83a7-b1f17c88cc3e tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Nov 08 13:53:12.196958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] device_id is not set on port b67c2106-7770-41d3-a7c2-c71e0ad827e7 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:12.240170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-8b42be60-8e46-4c74-ac99-7c4ad222c20b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1498114d-158a-4f55-b7de-d16f6f95a879 HTTP/1.1" status: 200 len: 217 time: 0.0440047 Nov 08 13:53:12.268075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895ff1f-5114-431b-bc7c-9ab2ecd41e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ff031d-af9c-4a24-8de3-8804e421dba8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:12.317797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6895ff1f-5114-431b-bc7c-9ab2ecd41e98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7970379dbd1b4417a31fb7803d08e56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961601 Nov 08 13:53:12.321879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58248) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:12.364204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-48830556-cbb2-4d21-ba9c-b327e974c753 None None] Provisioning complete for port 15b8a4de-06e5-4e93-b628-24cd20df7d69 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:12.364812 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48830556-cbb2-4d21-ba9c-b327e974c753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.367474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-28fcc289-28ae-4cfb-a469-cb0900324efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:12.369722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-28fcc289-28ae-4cfb-a469-cb0900324efb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1189015 Nov 08 13:53:12.392912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc167b11-2d38-4feb-9b0a-e5951fcb87c3 req-d6ffb063-ed83-4972-b427-07f103a544f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:12.401092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc167b11-2d38-4feb-9b0a-e5951fcb87c3 req-d6ffb063-ed83-4972-b427-07f103a544f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 943 time: 0.1101010 Nov 08 13:53:12.464401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f46bcfa8-c108-4795-9f53-956d93b496f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.468400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-cc3e8465-9811-4168-9417-efb41a54ab29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660589 Nov 08 13:53:12.518256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Allocated IP 172.20.0.7 (835ebc3f-6407-42f8-89f2-c9de8f9fd4e3/bd12fe32-eb45-41df-8101-662a32d987ee/b67c2106-7770-41d3-a7c2-c71e0ad827e7) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:12.523607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc167b11-2d38-4feb-9b0a-e5951fcb87c3 req-7152a5ea-afd4-4442-858a-f01f200b1eb0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081614 Nov 08 13:53:12.524155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-48830556-cbb2-4d21-ba9c-b327e974c753 None None] Provisioning complete for port 6650b999-0911-4ac5-99d4-7e6397120f87 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:12.524536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48830556-cbb2-4d21-ba9c-b327e974c753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.527132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f46bcfa8-c108-4795-9f53-956d93b496f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.571981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-48830556-cbb2-4d21-ba9c-b327e974c753 None None] Port 6650b999-0911-4ac5-99d4-7e6397120f87 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:12.646758 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-5531df7e-9e91-4148-b0e4-184a65664c3b service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350179 Nov 08 13:53:12.648271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f46bcfa8-c108-4795-9f53-956d93b496f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.650806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f46bcfa8-c108-4795-9f53-956d93b496f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.651979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f46bcfa8-c108-4795-9f53-956d93b496f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/07ff031d-af9c-4a24-8de3-8804e421dba8 HTTP/1.1" status: 204 len: 168 time: 0.3290372 Nov 08 13:53:12.692148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bcfa8-c108-4795-9f53-956d93b496f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ff031d-af9c-4a24-8de3-8804e421dba8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:12.724797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f97a8574-cfc2-4fcc-9eca-5810832a3545 None None] Provisioning complete for port 6650b999-0911-4ac5-99d4-7e6397120f87 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:12.726511 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f97a8574-cfc2-4fcc-9eca-5810832a3545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.783637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5004c65a-324d-41bc-98c0-1a6e1588128f req-bfb0963a-d99f-4762-a85a-ff663caf7f9c service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268492 Nov 08 13:53:12.796517 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.823052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f97a8574-cfc2-4fcc-9eca-5810832a3545 None None] Port 6650b999-0911-4ac5-99d4-7e6397120f87 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:12.846935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15b8a4de-06e5-4e93-b628-24cd20df7d69 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:12.867526 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.935274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:12.939436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:12.942309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:12.943358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c9b15e58-9ab9-45e4-932c-0b99df965b33 None None] Could not find standard attr ID for object 5e2f5f78-1141-4b60-8439-c88619b7fe57. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:53:12.946114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 15b8a4de-06e5-4e93-b628-24cd20df7d69 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:12.946514 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:12.994307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=b67c2106-7770-41d3-a7c2-c71e0ad827e7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:13.012033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544528e3-bd92-400e-9a31-76fd49fbf571 req-c4f4cf55-c11e-44a3-85e5-66a32a1d751a tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:13.015768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:13.016519 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.020310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-544528e3-bd92-400e-9a31-76fd49fbf571 req-c4f4cf55-c11e-44a3-85e5-66a32a1d751a tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.0996459 Nov 08 13:53:13.039007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d95a2b93-5314-4582-8d90-1d889e44f913 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0987942 Nov 08 13:53:13.042249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58258) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:13.054061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:97:1d:80'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:13.092981 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-544528e3-bd92-400e-9a31-76fd49fbf571 req-10f007e0-81eb-4229-ae38-29eadbe5ac27 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683720 Nov 08 13:53:13.160773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.382201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173785b-3720-4295-9274-c25dd6da6652 req-d0050bd7-28a7-49ba-af4c-8d5f735e2654 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:13.384291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7173785b-3720-4295-9274-c25dd6da6652 req-d0050bd7-28a7-49ba-af4c-8d5f735e2654 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0706544 Nov 08 13:53:13.402068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.408330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.469371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-acf4a0bb-a1c4-4dbb-91bc-ab37ad0298fa None None] Provisioning complete for port b67c2106-7770-41d3-a7c2-c71e0ad827e7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:13.470329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-acf4a0bb-a1c4-4dbb-91bc-ab37ad0298fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.472225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7173785b-3720-4295-9274-c25dd6da6652 req-971c38ee-2ba4-4141-b0e1-a03617e711f7 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817032 Nov 08 13:53:13.547663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-acf4a0bb-a1c4-4dbb-91bc-ab37ad0298fa None None] Port b67c2106-7770-41d3-a7c2-c71e0ad827e7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:13.552180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] In _notify_port_updated(), no bound segment for port b67c2106-7770-41d3-a7c2-c71e0ad827e7 on network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:53:13.558039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:13.558700 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.563110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "PUT /v2.0/ports/b67c2106-7770-41d3-a7c2-c71e0ad827e7 HTTP/1.1" status: 200 len: 993 time: 0.5168023 Nov 08 13:53:13.564042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58284) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:13.566077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc694f3f-bfb5-4b8e-bce2-f12c077f0b10 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=b67c2106-7770-41d3-a7c2-c71e0ad827e7,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:13.723963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb9f98-d1cd-45fc-a24b-d10e36d7e46c req-3b03fc59-a690-411c-86df-b609ed7cb7e6 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:13.725558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68bb9f98-d1cd-45fc-a24b-d10e36d7e46c req-3b03fc59-a690-411c-86df-b609ed7cb7e6 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 943 time: 0.0693376 Nov 08 13:53:13.738689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting port b67c2106-7770-41d3-a7c2-c71e0ad827e7 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:13.739039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.772827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fb8a4bbd-8b27-4580-af83-c4fea68606c0 None None] Provisioning complete for port b67c2106-7770-41d3-a7c2-c71e0ad827e7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:13.773035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4bbd-8b27-4580-af83-c4fea68606c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.808751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a4bbd-8b27-4580-af83-c4fea68606c0 None None] Port b67c2106-7770-41d3-a7c2-c71e0ad827e7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:13.851000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-68bb9f98-d1cd-45fc-a24b-d10e36d7e46c req-19ff62ba-5fe2-4636-b9bb-0eec37e569db tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168239 Nov 08 13:53:13.872702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:13.886251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Calling delete_port for b67c2106-7770-41d3-a7c2-c71e0ad827e7 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:14.018797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.054103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Port': ['ID=b67c2106-7770-41d3-a7c2-c71e0ad827e7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:14.269295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.272596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a8512d7f-4e69-44ac-8486-42408c9389f5 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/ports/b67c2106-7770-41d3-a7c2-c71e0ad827e7 HTTP/1.1" status: 204 len: 168 time: 0.7066708 Nov 08 13:53:14.275529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58304) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:14.282660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c8303-fe51-499a-a755-893c91e22c37 req-40dda750-7a6a-4ec0-93dd-f6da1673324b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:14.284206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f6c8303-fe51-499a-a755-893c91e22c37 req-40dda750-7a6a-4ec0-93dd-f6da1673324b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.0769076 Nov 08 13:53:14.326563 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fa49bd-da9f-484a-ac05-60d44217c1be tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] GET failed (client error): The resource could not be found. Nov 08 13:53:14.333198 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-11fa49bd-da9f-484a-ac05-60d44217c1be tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "GET /v2.0/ports/b67c2106-7770-41d3-a7c2-c71e0ad827e7 HTTP/1.1" status: 404 len: 333 time: 0.0561938 Nov 08 13:53:14.333920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58308) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:14.338825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'name': 'tempest-AllowedAddressPairTestJSON-668813308'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:14.360298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f6c8303-fe51-499a-a755-893c91e22c37 req-5e453954-14f1-4d60-a78c-516c00bafa25 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674434 Nov 08 13:53:14.473573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:14.477417 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.501352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] device_id is not set on port 63a27158-5b0a-4d62-89c2-d96e020631fe yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:14.605567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e9473-d7b5-4be2-a3de-301f6c661734 req-33a46280-3087-4f1d-858d-6f7853a3de30 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:14.607120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e0e9473-d7b5-4be2-a3de-301f6c661734 req-33a46280-3087-4f1d-858d-6f7853a3de30 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0626178 Nov 08 13:53:14.664000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Allocated IP 172.20.0.6 (835ebc3f-6407-42f8-89f2-c9de8f9fd4e3/bd12fe32-eb45-41df-8101-662a32d987ee/63a27158-5b0a-4d62-89c2-d96e020631fe) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:14.676135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e0e9473-d7b5-4be2-a3de-301f6c661734 req-557b8e8d-3d3f-44f0-a5df-00378366c451 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615811 Nov 08 13:53:14.792189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1498114d-158a-4f55-b7de-d16f6f95a879 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:53:14.841400 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.888235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:14.918736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1498114d-158a-4f55-b7de-d16f6f95a879, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1498114d-158a-4f55-b7de-d16f6f95a879,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:14.934785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '1498114d-158a-4f55-b7de-d16f6f95a879', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'port_id': '1498114d-158a-4f55-b7de-d16f6f95a879', 'mac_address': 'fa:16:3e:db:e0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d34903-33ef-41de-95c2-6c1ca2a14962', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:53:14.940581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:14.944059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:14.950622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:15.001388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=63a27158-5b0a-4d62-89c2-d96e020631fe,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:15.008505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a152c-8aa0-4107-9c65-144be38c94e6 req-59eb61d6-b45a-4888-a66a-a1081cbe0467 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:15.010053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-295a152c-8aa0-4107-9c65-144be38c94e6 req-59eb61d6-b45a-4888-a66a-a1081cbe0467 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 943 time: 0.0745723 Nov 08 13:53:15.026504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:15.027130 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.028185 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.052983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1498114d-158a-4f55-b7de-d16f6f95a879 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:15.060289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58330) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:15.062915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6ac6ea74-8265-4287-8615-094d84b588c6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7264278 Nov 08 13:53:15.072309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:97:1d:80'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:15.082738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1498114d-158a-4f55-b7de-d16f6f95a879, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1498114d-158a-4f55-b7de-d16f6f95a879,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:15.088747 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.124176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-295a152c-8aa0-4107-9c65-144be38c94e6 req-7aae710b-e9d4-427e-8a72-09894ba28863 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998282 Nov 08 13:53:15.166341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=1498114d-158a-4f55-b7de-d16f6f95a879,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:15.236243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e6252be2-3462-4c4f-9ad8-34ca9f3c7ee7 None None] Provisioning complete for port 63a27158-5b0a-4d62-89c2-d96e020631fe triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:15.236541 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e6252be2-3462-4c4f-9ad8-34ca9f3c7ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.278037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.293914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e6252be2-3462-4c4f-9ad8-34ca9f3c7ee7 None None] Port 63a27158-5b0a-4d62-89c2-d96e020631fe cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:15.295577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5e9df23e-1451-4d62-b0e1-0953a2f36297 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:53:15.434106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:15.438226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:15.470028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'port_id': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'mac_address': 'fa:16:3e:e3:aa:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9e2768-c8d6-4bc9-a450-9a5c01ce1683', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:53:15.576155 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.604097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e9df23e-1451-4d62-b0e1-0953a2f36297 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:15.637937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:15.651451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.753946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:15.766058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5e9df23e-1451-4d62-b0e1-0953a2f36297'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:15.918508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d426138-e13d-4b74-abc9-e9687125ae4a req-642a2b34-adb4-42f3-a8c8-2039f8c47fe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:15.920034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d426138-e13d-4b74-abc9-e9687125ae4a req-642a2b34-adb4-42f3-a8c8-2039f8c47fe4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 945 time: 0.1203969 Nov 08 13:53:15.930754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ac4ef-b3b3-40bf-8e12-37435e0ed47a req-611f1ced-393a-45d7-82c7-953aa1bd0c62 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:15.932291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-868ac4ef-b3b3-40bf-8e12-37435e0ed47a req-611f1ced-393a-45d7-82c7-953aa1bd0c62 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1315067 Nov 08 13:53:15.986913 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:15.999080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:16.063035 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d426138-e13d-4b74-abc9-e9687125ae4a req-61d44c29-a770-49fb-956d-69de9dd108fc tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297510 Nov 08 13:53:16.071087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-868ac4ef-b3b3-40bf-8e12-37435e0ed47a req-bcb116b5-9c82-4a76-a2ac-44c5197c63b9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264367 Nov 08 13:53:16.118870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=63a27158-5b0a-4d62-89c2-d96e020631fe,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:16.157697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] In _notify_port_updated(), no bound segment for port 63a27158-5b0a-4d62-89c2-d96e020631fe on network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:53:16.166373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:16.167323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:16.172256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:16.172764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b36e030c-84e4-4306-b1d4-0c8fd93054b6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "PUT /v2.0/ports/63a27158-5b0a-4d62-89c2-d96e020631fe HTTP/1.1" status: 200 len: 995 time: 1.1111419 Nov 08 13:53:16.311444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12e45e-3459-4efc-84af-ce13a4a2bc8d req-bd18331c-6176-433c-a81e-f87073aa4851 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:16.313758 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa12e45e-3459-4efc-84af-ce13a4a2bc8d req-bd18331c-6176-433c-a81e-f87073aa4851 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 944 time: 0.1069517 Nov 08 13:53:16.401139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa12e45e-3459-4efc-84af-ce13a4a2bc8d req-a5e58c7e-088a-4bc5-b5df-95e2a78a3fb2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749283 Nov 08 13:53:16.440029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f5a6716c-2db2-43f3-aaf4-b10df1987393 None None] Provisioning complete for port 63a27158-5b0a-4d62-89c2-d96e020631fe triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:16.441144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f5a6716c-2db2-43f3-aaf4-b10df1987393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:16.512608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f5a6716c-2db2-43f3-aaf4-b10df1987393 None None] Port 63a27158-5b0a-4d62-89c2-d96e020631fe cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:16.662783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting port 63a27158-5b0a-4d62-89c2-d96e020631fe {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:16.663132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:16.753918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:16.768186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Calling delete_port for 63a27158-5b0a-4d62-89c2-d96e020631fe owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:16.823229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1498114d-158a-4f55-b7de-d16f6f95a879 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:16.877671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 1498114d-158a-4f55-b7de-d16f6f95a879 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:53:16.882614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 1498114d-158a-4f55-b7de-d16f6f95a879 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:16.883028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:16.916565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:16.951051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Port': ['ID=63a27158-5b0a-4d62-89c2-d96e020631fe,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:16.973534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:17.003458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04053fb7-6a55-45bf-8126-1cb99a925247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1498114d-158a-4f55-b7de-d16f6f95a879'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:17.006295 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3a7dae-5541-4cf8-bcf2-60864fc5156d" -d '{"events": [{"server_uuid": "04053fb7-6a55-45bf-8126-1cb99a925247", "name": "network-vif-plugged", "status": "completed", "tag": "1498114d-158a-4f55-b7de-d16f6f95a879"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:17.020543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1498114d-158a-4f55-b7de-d16f6f95a879, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1498114d-158a-4f55-b7de-d16f6f95a879,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:17.031582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:17.047261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:17.054970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58380) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:17.055219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3a7937aa-2113-4da8-ad70-a4e20946eab4 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/ports/63a27158-5b0a-4d62-89c2-d96e020631fe HTTP/1.1" status: 204 len: 168 time: 0.8781474 Nov 08 13:53:17.083613 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14efcfa-fa75-43f4-a4c3-db38c5dd08eb x-openstack-request-id: req-b14efcfa-fa75-43f4-a4c3-db38c5dd08eb {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:17.083959 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04053fb7-6a55-45bf-8126-1cb99a925247", "name": "network-vif-plugged", "status": "completed", "tag": "1498114d-158a-4f55-b7de-d16f6f95a879", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:17.084237 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b14efcfa-fa75-43f4-a4c3-db38c5dd08eb {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:17.085433 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04053fb7-6a55-45bf-8126-1cb99a925247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1498114d-158a-4f55-b7de-d16f6f95a879', 'code': 200} Nov 08 13:53:17.098733 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d174705b-5892-45c8-8a93-5d69d0b8ca42 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] GET failed (client error): The resource could not be found. Nov 08 13:53:17.102221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d174705b-5892-45c8-8a93-5d69d0b8ca42 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "GET /v2.0/ports/63a27158-5b0a-4d62-89c2-d96e020631fe HTTP/1.1" status: 404 len: 333 time: 0.0455720 Nov 08 13:53:17.105799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58388) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:17.117532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=1498114d-158a-4f55-b7de-d16f6f95a879,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:17.124412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'name': 'tempest-AllowedAddressPairTestJSON-1891710815'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:17.270464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5e9df23e-1451-4d62-b0e1-0953a2f36297 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:17.349458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 5e9df23e-1451-4d62-b0e1-0953a2f36297 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:17.349875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:17.429743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a119c-3834-4beb-9ae2-6f2572b1989c req-a0969673-f64b-4d38-bdf4-ab660b9e1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:17.432105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e50a119c-3834-4beb-9ae2-6f2572b1989c req-a0969673-f64b-4d38-bdf4-ab660b9e1202 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 1096 time: 0.1825922 Nov 08 13:53:17.442308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e7816-84bc-4778-b49c-50d8ea420216 req-b6ddd946-4edb-4505-b6ce-98162f54f9c8 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:17.449890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-010e7816-84bc-4778-b49c-50d8ea420216 req-b6ddd946-4edb-4505-b6ce-98162f54f9c8 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.2060373 Nov 08 13:53:17.458783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d48640-e331-4421-bd2e-8f493f71e4e4 req-56094f3a-96bc-4ffa-946c-6c8c42bb5c73 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:17.460452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99d48640-e331-4421-bd2e-8f493f71e4e4 req-56094f3a-96bc-4ffa-946c-6c8c42bb5c73 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 945 time: 0.2178407 Nov 08 13:53:17.521625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:17.585473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:17.589184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:17.598230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:17.600311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-010e7816-84bc-4778-b49c-50d8ea420216 req-8018c877-0c2a-4337-ac27-b6b1fff63ee1 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495533 Nov 08 13:53:17.602725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e50a119c-3834-4beb-9ae2-6f2572b1989c req-406ac771-ddf7-4299-bd1d-6cb4e118ac1b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413970 Nov 08 13:53:17.604950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:17.620097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99d48640-e331-4421-bd2e-8f493f71e4e4 req-f3effc1b-8a0f-484b-bec4-e565c9f987c9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450474 Nov 08 13:53:17.642263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] device_id is not set on port 5c6602e5-a436-4370-9a81-a32a95eaf6f7 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:17.678843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:17.838933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa5cca-626e-43bd-8d4b-68d319155a96 req-48bff070-2e1e-4736-9dc7-2839264db154 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:17.847143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2caa5cca-626e-43bd-8d4b-68d319155a96 req-48bff070-2e1e-4736-9dc7-2839264db154 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 945 time: 0.1108799 Nov 08 13:53:17.861057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Allocated IP 172.20.0.5 (835ebc3f-6407-42f8-89f2-c9de8f9fd4e3/bd12fe32-eb45-41df-8101-662a32d987ee/5c6602e5-a436-4370-9a81-a32a95eaf6f7) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:17.932454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2caa5cca-626e-43bd-8d4b-68d319155a96 req-37ac89bb-2b49-4bb1-8453-92dbc203cf02 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846882 Nov 08 13:53:18.085891 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.122159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.169195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:18.174325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:18.181255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:18.215421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=5c6602e5-a436-4370-9a81-a32a95eaf6f7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:18.244830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:18.245813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.267345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb5e7a2b-2956-4d1d-a45f-5533b5e5524a tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1540155 Nov 08 13:53:18.270028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58414) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:18.276341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'network_id': '835ebc3f-6407-42f8-89f2-c9de8f9fd4e3', 'name': 'tempest-AllowedAddressPairTestJSON-419521000'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:18.416899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Made reservation on behalf of 40648fb384774e8ea0a9ed7900c30f8e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:18.420874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.440950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] device_id is not set on port 74dfb299-0bf0-4433-a273-f8d97d7268b2 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:18.460222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d94b27b3-44f1-4cf1-bb21-c4375da6fb46 None None] Provisioning complete for port 5c6602e5-a436-4370-9a81-a32a95eaf6f7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:18.460770 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d94b27b3-44f1-4cf1-bb21-c4375da6fb46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.515911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d94b27b3-44f1-4cf1-bb21-c4375da6fb46 None None] Port 5c6602e5-a436-4370-9a81-a32a95eaf6f7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:18.586864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Allocated IP 172.20.0.3 (835ebc3f-6407-42f8-89f2-c9de8f9fd4e3/bd12fe32-eb45-41df-8101-662a32d987ee/74dfb299-0bf0-4433-a273-f8d97d7268b2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:18.772582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054a8de-e2c7-4cae-8261-1929236ab09a req-8c308813-ae2c-4fde-a381-6261cf128a98 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:18.780834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a054a8de-e2c7-4cae-8261-1929236ab09a req-8c308813-ae2c-4fde-a381-6261cf128a98 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0826662 Nov 08 13:53:18.782003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.844113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:18.877871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a054a8de-e2c7-4cae-8261-1929236ab09a req-c1228646-8894-4f97-9c72-dbea711e0cca tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954702 Nov 08 13:53:18.886777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:18.898443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f400c8a-06e0-48d7-a679-b3f81cb46ced req-71e01067-5ed3-4d12-bb96-2ff3e052dbc1 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:18.898993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:18.899099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f400c8a-06e0-48d7-a679-b3f81cb46ced req-71e01067-5ed3-4d12-bb96-2ff3e052dbc1 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.1086271 Nov 08 13:53:18.899197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:18.938886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=74dfb299-0bf0-4433-a273-f8d97d7268b2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:18.978115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:18.979084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:19.000409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f400c8a-06e0-48d7-a679-b3f81cb46ced req-1d90eebc-4d0f-4197-bfd0-00ac7f65f155 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942008 Nov 08 13:53:19.006449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b20b648c-ead4-40aa-ab66-7e548912d8f2 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7346671 Nov 08 13:53:19.009423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58434) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:19.025884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:97:1d:80'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:ac:32:27'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:19.086635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:19.090278 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18cf169-ecbd-4797-8506-eb2a6c15b830" -d '{"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-plugged", "status": "completed", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:19.142892 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:19.244137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2fd58-13c7-443e-94ce-ab42b09e3649 req-50788007-c1dc-48ba-b174-d2381e3ba128 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:19.245270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-45d75483-e774-4fac-96f5-89c4dbf0386a None None] Provisioning complete for port 74dfb299-0bf0-4433-a273-f8d97d7268b2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:19.246289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2b2fd58-13c7-443e-94ce-ab42b09e3649 req-50788007-c1dc-48ba-b174-d2381e3ba128 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 945 time: 0.1047831 Nov 08 13:53:19.246759 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45d75483-e774-4fac-96f5-89c4dbf0386a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:19.299837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-45d75483-e774-4fac-96f5-89c4dbf0386a None None] Port 74dfb299-0bf0-4433-a273-f8d97d7268b2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:19.370289 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec0f2e9-0dcd-4794-8550-a23eda65a276 x-openstack-request-id: req-fec0f2e9-0dcd-4794-8550-a23eda65a276 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:19.370808 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-plugged", "status": "completed", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:19.371497 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fec0f2e9-0dcd-4794-8550-a23eda65a276 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:19.371497 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'code': 200} Nov 08 13:53:19.389056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2b2fd58-13c7-443e-94ce-ab42b09e3649 req-6f712553-40e1-4061-8eed-930cc7f2169a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278808 Nov 08 13:53:19.503815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:19.518267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544b618-c374-40c3-8d09-e2da5ca89dae req-a76c681b-224a-4518-867f-a6f6d52b90bd tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:19.519882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f544b618-c374-40c3-8d09-e2da5ca89dae req-a76c681b-224a-4518-867f-a6f6d52b90bd tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.0857823 Nov 08 13:53:19.520710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:19.695792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event updated for resources: {'Port': ['ID=74dfb299-0bf0-4433-a273-f8d97d7268b2,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:19.732178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f544b618-c374-40c3-8d09-e2da5ca89dae req-28534314-3205-4ea9-b935-bbe6e20106a5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961451 Nov 08 13:53:19.740411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] In _notify_port_updated(), no bound segment for port 74dfb299-0bf0-4433-a273-f8d97d7268b2 on network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:53:19.746327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:19.747053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:19.750988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-197689a5-d129-4a4c-92e1-8dd97706c4d9 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "PUT /v2.0/ports/74dfb299-0bf0-4433-a273-f8d97d7268b2 HTTP/1.1" status: 200 len: 1054 time: 0.7371671 Nov 08 13:53:19.752480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58462) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:19.832814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ee286cf8-596d-4be9-8b4d-c9644dfa8f0c None None] Provisioning complete for port 74dfb299-0bf0-4433-a273-f8d97d7268b2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:19.833384 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee286cf8-596d-4be9-8b4d-c9644dfa8f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:19.848797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3a8c-0ac5-4a00-bd0b-e2888cfc4d47 req-f7a084ce-f747-4716-9d63-abafe2a9aa5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:19.850342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6ba3a8c-0ac5-4a00-bd0b-e2888cfc4d47 req-f7a084ce-f747-4716-9d63-abafe2a9aa5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.2330914 Nov 08 13:53:19.873692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6ba3a8c-0ac5-4a00-bd0b-e2888cfc4d47 req-e5cacc6f-9533-494b-b41e-a69026103859 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.0169106 Nov 08 13:53:19.876897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ee286cf8-596d-4be9-8b4d-c9644dfa8f0c None None] Port 74dfb299-0bf0-4433-a273-f8d97d7268b2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:53:19.925140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting port 74dfb299-0bf0-4433-a273-f8d97d7268b2 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:19.925506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:20.005016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6ba3a8c-0ac5-4a00-bd0b-e2888cfc4d47 req-4e937fb2-c35e-44e6-986c-37a6fc2ee0da tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208036 Nov 08 13:53:20.119369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:20.147122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Calling delete_port for 74dfb299-0bf0-4433-a273-f8d97d7268b2 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:20.158930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01705ab2-86d9-40ea-9e0d-9bd77634ce27 req-6ee6a081-d98b-4d82-b1a1-a687f3f1637b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:20.160536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01705ab2-86d9-40ea-9e0d-9bd77634ce27 req-6ee6a081-d98b-4d82-b1a1-a687f3f1637b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1989715 Nov 08 13:53:20.248347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6ba3a8c-0ac5-4a00-bd0b-e2888cfc4d47 req-c676ce69-5d0b-4f21-b1c1-66f75c33c0ba service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224712 Nov 08 13:53:20.341304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01705ab2-86d9-40ea-9e0d-9bd77634ce27 req-ece65c68-ca43-4a94-acb0-0ca0d5179092 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695714 Nov 08 13:53:20.436259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6ba3a8c-0ac5-4a00-bd0b-e2888cfc4d47 req-96542f43-0b16-4f9c-9fe4-bb6dea05aa23 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690257 Nov 08 13:53:20.446027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:20.482938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Port': ['ID=74dfb299-0bf0-4433-a273-f8d97d7268b2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:20.847081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:20.850702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c3887ad-134c-4519-a9e5-48dbc478aeb8 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/ports/74dfb299-0bf0-4433-a273-f8d97d7268b2 HTTP/1.1" status: 204 len: 168 time: 1.0972211 Nov 08 13:53:20.853535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58500) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:20.887137 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0599d73-526d-4faf-af84-a619d64b7f1d tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] GET failed (client error): The resource could not be found. Nov 08 13:53:20.891531 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0599d73-526d-4faf-af84-a619d64b7f1d tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "GET /v2.0/ports/74dfb299-0bf0-4433-a273-f8d97d7268b2 HTTP/1.1" status: 404 len: 333 time: 0.0342867 Nov 08 13:53:20.892396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58504) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:20.939493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f265ca1-8c75-433e-bffa-10a797c455f4 req-7f6c8eb0-ba37-436c-ae72-85d9859592d1 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:20.946120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f265ca1-8c75-433e-bffa-10a797c455f4 req-7f6c8eb0-ba37-436c-ae72-85d9859592d1 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 946 time: 0.0931454 Nov 08 13:53:21.035459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f265ca1-8c75-433e-bffa-10a797c455f4 req-6715bdc7-aa79-48d2-8c63-84c31f63f5e2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825696 Nov 08 13:53:21.042065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting port 5c6602e5-a436-4370-9a81-a32a95eaf6f7 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:21.042824 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.151304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.170592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Calling delete_port for 5c6602e5-a436-4370-9a81-a32a95eaf6f7 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:21.286542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5e9df23e-1451-4d62-b0e1-0953a2f36297 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:21.367406 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.405981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Port': ['ID=5c6602e5-a436-4370-9a81-a32a95eaf6f7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:21.419324 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.462109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:21.463628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:21.467638 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aa7645-5c99-44f8-831b-4ba8097170f3" -d '{"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-unplugged", "status": "completed", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:21.473572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.521184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.526880 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b8b77e71-4980-4aa0-96c4-198113a490ad tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/ports/5c6602e5-a436-4370-9a81-a32a95eaf6f7 HTTP/1.1" status: 204 len: 168 time: 0.6309984 Nov 08 13:53:21.527188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58546) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:21.544753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:21.560789 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb9dc26-7d1a-4292-a750-dd5910112d27 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] GET failed (client error): The resource could not be found. Nov 08 13:53:21.566325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1eb9dc26-7d1a-4292-a750-dd5910112d27 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "GET /v2.0/ports/5c6602e5-a436-4370-9a81-a32a95eaf6f7 HTTP/1.1" status: 404 len: 333 time: 0.0348594 Nov 08 13:53:21.567441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58552) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:21.603123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3afbbd-3ebf-4430-842e-14799af550d0 req-933cbc1d-0b27-4878-b562-424095c2a113 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:21.604762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b3afbbd-3ebf-4430-842e-14799af550d0 req-933cbc1d-0b27-4878-b562-424095c2a113 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1547885 Nov 08 13:53:21.709314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting port 6650b999-0911-4ac5-99d4-7e6397120f87 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:21.709650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.718534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b3afbbd-3ebf-4430-842e-14799af550d0 req-a4d1b038-a09e-43cd-8095-a619aa444b4c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837383 Nov 08 13:53:21.725318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-b419929b-6d68-4d46-9eb5-33275d197129 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:21.726743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-b419929b-6d68-4d46-9eb5-33275d197129 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.2013471 Nov 08 13:53:21.749199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-84cf7fcf-76c7-4067-8296-8e92604624b4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.0124693 Nov 08 13:53:21.806538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-cdeb3709-109a-4fa1-982f-1bb75e6ca02d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485923 Nov 08 13:53:21.810111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:21.846070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Calling delete_port for 6650b999-0911-4ac5-99d4-7e6397120f87 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:21.865022 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a976cf2d-f614-44fd-a6a2-aaf880b74428 x-openstack-request-id: req-a976cf2d-f614-44fd-a6a2-aaf880b74428 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:21.865699 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-unplugged", "status": "completed", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:21.867349 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a976cf2d-f614-44fd-a6a2-aaf880b74428 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:21.867971 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'code': 200} Nov 08 13:53:21.918957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-028144f9-8f7e-46c8-9c9a-6809916f126f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:21.920592 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-028144f9-8f7e-46c8-9c9a-6809916f126f tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 944 time: 0.1069269 Nov 08 13:53:21.943556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-73cf2acb-e7d6-4596-8159-dbb8bd03c76e service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285524 Nov 08 13:53:22.071210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-28e6f84d-7bae-47de-87dc-c9dbdcc0a8dc service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179290 Nov 08 13:53:22.087256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Deleting port 5e9df23e-1451-4d62-b0e1-0953a2f36297 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:22.087537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.093827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.175660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Port': ['ID=6650b999-0911-4ac5-99d4-7e6397120f87,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:22.211704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ef657-a64b-47ce-83a1-8bad58324353 req-9b50ab53-35a2-4aff-aac6-a9fae5273e39 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:22.219937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f3ef657-a64b-47ce-83a1-8bad58324353 req-9b50ab53-35a2-4aff-aac6-a9fae5273e39 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 944 time: 0.0749547 Nov 08 13:53:22.303432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] For port 5e9df23e-1451-4d62-b0e1-0953a2f36297, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5e9df23e-1451-4d62-b0e1-0953a2f36297,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:22.303706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.313299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58570) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:22.313568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f3ef657-a64b-47ce-83a1-8bad58324353 req-43ca6b83-a3bf-4767-85e4-bf9c80102e09 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906389 Nov 08 13:53:22.326250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.329530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-218770e0-e929-4043-99d5-6fd0e05241e6 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/ports/6650b999-0911-4ac5-99d4-7e6397120f87 HTTP/1.1" status: 204 len: 168 time: 0.7610552 Nov 08 13:53:22.330911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Calling delete_port for 5e9df23e-1451-4d62-b0e1-0953a2f36297 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:22.332281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58574) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:22.438056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting subnet bd12fe32-eb45-41df-8101-662a32d987ee {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:53:22.443100 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.483273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cd18883e-3eb3-483a-a321-04ba7729c5d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.519778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8bf989d-c131-4610-9380-96e85933d029 req-e981b05c-8941-4e03-82f6-dd3b371ec9b2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 210 time: 0.0774891 Nov 08 13:53:22.540932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.576927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.621019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event deleted for resources: {'Port': ['ID=5e9df23e-1451-4d62-b0e1-0953a2f36297,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:22.677660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] No DVR routers for this DVR port 5e9df23e-1451-4d62-b0e1-0953a2f36297 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:22.681411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.685678 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf47e525-9efb-4098-bb90-0ee9e81ac609 req-41a4b1d1-734b-4f8e-8ad6-a041250a87a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "DELETE /v2.0/ports/5e9df23e-1451-4d62-b0e1-0953a2f36297 HTTP/1.1" status: 204 len: 173 time: 0.7538047 Nov 08 13:53:22.693978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-deleted', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:22.696925 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b4d38e-72ee-4d8f-9a20-ccb2761516fd" -d '{"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-deleted", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:22.708560 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.728950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cd18883e-3eb3-483a-a321-04ba7729c5d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.737307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cd18883e-3eb3-483a-a321-04ba7729c5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.760348 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a32394-7169-4424-bef5-4b634c594722 x-openstack-request-id: req-16a32394-7169-4424-bef5-4b634c594722 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:22.760825 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d285a-eace-4748-962b-dab734d56473", "name": "network-vif-deleted", "tag": "5e9df23e-1451-4d62-b0e1-0953a2f36297", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:22.761178 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16a32394-7169-4424-bef5-4b634c594722 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:22.761576 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d285a-eace-4748-962b-dab734d56473', 'name': 'network-vif-deleted', 'tag': '5e9df23e-1451-4d62-b0e1-0953a2f36297', 'status': 'completed', 'code': 200} Nov 08 13:53:22.792390 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cd18883e-3eb3-483a-a321-04ba7729c5d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca4b2ebe66db4f6db727814b5a63bce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4753556 Nov 08 13:53:22.792390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18883e-3eb3-483a-a321-04ba7729c5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20ff52c-31e2-43cb-90ef-75cda754defa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:22.793906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58584) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:22.873119 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.920010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:22.923450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdf5a75-078e-4768-a229-78f524a4dac4 None None] Network 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:22.926687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/subnets/bd12fe32-eb45-41df-8101-662a32d987ee HTTP/1.1" status: 204 len: 168 time: 0.5926499 Nov 08 13:53:22.935240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58590) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:23.030051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c50310-2b62-4aa5-a5ff-7a5de1985536 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Subnet': ['ID=bd12fe32-eb45-41df-8101-662a32d987ee,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:23.068683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4163-1637-414b-b419-faefa20a44c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.131361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6889269-d0eb-4594-af9a-510c49672c0d req-e8e450f3-6cdc-4320-bbf3-a9984c64d283 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:23.148209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6889269-d0eb-4594-af9a-510c49672c0d req-e8e450f3-6cdc-4320-bbf3-a9984c64d283 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.2326610 Nov 08 13:53:23.150558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.156322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4163-1637-414b-b419-faefa20a44c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.170765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.179263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7fd7e-f12b-4dd2-8cc2-d300b9e853f1 req-e356e892-b2b1-410c-8dd2-cc57548c5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:23.180888 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2ea7fd7e-f12b-4dd2-8cc2-d300b9e853f1 req-e356e892-b2b1-410c-8dd2-cc57548c5e16 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.1870949 Nov 08 13:53:23.226908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6889269-d0eb-4594-af9a-510c49672c0d req-ff084664-2905-4c15-8a4f-94be7342ec97 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773687 Nov 08 13:53:23.274915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2ea7fd7e-f12b-4dd2-8cc2-d300b9e853f1 req-bb3c1d48-a7cd-4212-bf73-5a18589295f5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853956 Nov 08 13:53:23.285982 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4163-1637-414b-b419-faefa20a44c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.288906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f6c4163-1637-414b-b419-faefa20a44c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.290107 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3f6c4163-1637-414b-b419-faefa20a44c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c20ff52c-31e2-43cb-90ef-75cda754defa HTTP/1.1" status: 204 len: 168 time: 0.4952705 Nov 08 13:53:23.291457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] DHCP port deletion for 835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:53:23.304519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c4163-1637-414b-b419-faefa20a44c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20ff52c-31e2-43cb-90ef-75cda754defa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:23.310895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Deleting port 15b8a4de-06e5-4e93-b628-24cd20df7d69 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:23.311346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.360929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] Deleting port 15b8a4de-06e5-4e93-b628-24cd20df7d69 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:23.361454 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.423718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] For port 15b8a4de-06e5-4e93-b628-24cd20df7d69, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15b8a4de-06e5-4e93-b628-24cd20df7d69,segment=NetworkSegment(bc3395ba-8a5c-41ca-9160-ba7286c29888),segment_id=bc3395ba-8a5c-41ca-9160-ba7286c29888)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:23.424336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.444602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] For port 15b8a4de-06e5-4e93-b628-24cd20df7d69, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15b8a4de-06e5-4e93-b628-24cd20df7d69,segment=NetworkSegment(bc3395ba-8a5c-41ca-9160-ba7286c29888),segment_id=bc3395ba-8a5c-41ca-9160-ba7286c29888)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:23.445320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.451883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Calling delete_port for 15b8a4de-06e5-4e93-b628-24cd20df7d69 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:23.455875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abe6cf13-89b2-4c51-9b4f-275355924f01 req-d0f03f2e-3ae0-459c-b91e-02f8728aef83 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=689d285a-eace-4748-962b-dab734d56473 HTTP/1.1" status: 200 len: 210 time: 0.0508742 Nov 08 13:53:23.470005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] Calling delete_port for 15b8a4de-06e5-4e93-b628-24cd20df7d69 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:23.527195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.540674 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.567753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Port': ['ID=15b8a4de-06e5-4e93-b628-24cd20df7d69,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:23.573768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] No DVR routers for this DVR port 15b8a4de-06e5-4e93-b628-24cd20df7d69 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:23.598880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.660076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] No DVR routers for this DVR port 15b8a4de-06e5-4e93-b628-24cd20df7d69 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:23.665135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce7ab8-cb0f-411d-bead-4100a6a6b707 None None] Pushing event deleted for resources: {'Port': ['ID=15b8a4de-06e5-4e93-b628-24cd20df7d69,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:23.691798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93e1c8fa-0940-40d1-a82c-198c7f4ca8dc req-f7efa8de-847a-489b-8921-a8bde8353eff tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 210 time: 0.0337670 Nov 08 13:53:23.723338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.738737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58604) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:23.751360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835ebc3f-6407-42f8-89f2-c9de8f9fd4e3']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:23.754059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc848cdf-b795-4d56-8712-fb9910ae9c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.763121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3395ba-8a5c-41ca-9160-ba7286c29888') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:23.763498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3395ba-8a5c-41ca-9160-ba7286c29888') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:23.775004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.795316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.803278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:53:23.803597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: items = [ Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:53:23.806872 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:53:23.869153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.877513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.880783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] 10.222.0.65 "DELETE /v2.0/networks/835ebc3f-6407-42f8-89f2-c9de8f9fd4e3 HTTP/1.1" status: 204 len: 168 time: 0.9417200 Nov 08 13:53:23.892740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8034f1-5501-45d0-9365-a3e707862360 tempest-AllowedAddressPairTestJSON-1159242254 tempest-AllowedAddressPairTestJSON-1159242254-project] Pushing event deleted for resources: {'Network': ['ID=835ebc3f-6407-42f8-89f2-c9de8f9fd4e3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:23.923068 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc848cdf-b795-4d56-8712-fb9910ae9c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.927495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc848cdf-b795-4d56-8712-fb9910ae9c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:23.974337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc848cdf-b795-4d56-8712-fb9910ae9c68 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5aff22a19d874881a82be9035f4efff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304385 Nov 08 13:53:23.974674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58610) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:23.987760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc848cdf-b795-4d56-8712-fb9910ae9c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c781e36-1c77-41f8-9099-d80148a4e0e2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:24.035860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06281f26-2d08-4337-93f0-3b7b542b2d95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.058422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06281f26-2d08-4337-93f0-3b7b542b2d95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.130742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06281f26-2d08-4337-93f0-3b7b542b2d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.133773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06281f26-2d08-4337-93f0-3b7b542b2d95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.135045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-06281f26-2d08-4337-93f0-3b7b542b2d95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c781e36-1c77-41f8-9099-d80148a4e0e2 HTTP/1.1" status: 204 len: 168 time: 0.1593046 Nov 08 13:53:24.144049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06281f26-2d08-4337-93f0-3b7b542b2d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c781e36-1c77-41f8-9099-d80148a4e0e2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:24.167500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58620) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:24.394835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcb409-19ee-48d8-82f9-646d50905e09 req-ca58152e-40b0-4e5e-80c5-209ae73ea422 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:24.400521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1bcb409-19ee-48d8-82f9-646d50905e09 req-ca58152e-40b0-4e5e-80c5-209ae73ea422 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0892549 Nov 08 13:53:24.426874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c1ddf8e7-4ec9-4c3e-a7e6-dae9a10c0d30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40648fb384774e8ea0a9ed7900c30f8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2578306 Nov 08 13:53:24.430073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58628) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:24.485298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-5cf24616-5cf4-4a37-8742-704a17a18f9d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:24.487214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-5cf24616-5cf4-4a37-8742-704a17a18f9d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.1457040 Nov 08 13:53:24.510563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Request body: {'port': {'device_id': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'admin_state_up': True, 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:24.524377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1bcb409-19ee-48d8-82f9-646d50905e09 req-421e57e4-1f55-49b7-a22c-5a0a4ea4db57 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156344 Nov 08 13:53:24.580069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ffaf184f-b2d2-4c9a-b349-2963c2d9293a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.616837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ffaf184f-b2d2-4c9a-b349-2963c2d9293a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.688206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:24.692080 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.718669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ffaf184f-b2d2-4c9a-b349-2963c2d9293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.721506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ffaf184f-b2d2-4c9a-b349-2963c2d9293a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:24.722741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ffaf184f-b2d2-4c9a-b349-2963c2d9293a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61c195de-7ee0-45b3-947c-62636906de50 HTTP/1.1" status: 204 len: 168 time: 0.2917264 Nov 08 13:53:24.748470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf184f-b2d2-4c9a-b349-2963c2d9293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c195de-7ee0-45b3-947c-62636906de50,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:24.817408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15b8a4de-06e5-4e93-b628-24cd20df7d69 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:24.862311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 15b8a4de-06e5-4e93-b628-24cd20df7d69 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:24.863356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15b8a4de-06e5-4e93-b628-24cd20df7d69 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:24.910658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d4ff96e-9c3d-41ec-b057-80206a3dc794 req-6b2f712e-7a9b-414f-aaf5-75a11ef3b4df tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 210 time: 0.0386949 Nov 08 13:53:24.955326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Allocated IP 172.20.0.4 (fe8a3700-b643-4740-8279-459f25456977/14d34903-33ef-41de-95c2-6c1ca2a14962/c7350edb-e1d2-4923-9678-5b9d730bb1c3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:24.973947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6a0551df-167b-495c-9445-2f5f55978119 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:24.981682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6a0551df-167b-495c-9445-2f5f55978119 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 821 time: 0.2072909 Nov 08 13:53:24.994405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-44551210-02af-4490-ba59-1efd4c1a4eb7 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/quotas/e01ea4b572644d72b8e937d3fb9acd5b HTTP/1.1" status: 200 len: 375 time: 0.0115440 Nov 08 13:53:25.080134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-57b7f57e-2b6f-4fe6-b7e7-01362f0c4c7e tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0790470 Nov 08 13:53:25.170987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:25.220453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:25.232426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:25.252909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-142aa82e-eda9-47e1-9ddc-b4c96109295b service neutron] 10.222.0.65 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632743 Nov 08 13:53:25.282459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Network fe8a3700-b643-4740-8279-459f25456977 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:25.286832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:25.294506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:25.390467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:25.395528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:25.441464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event updated for resources: {'Port': ['ID=c7350edb-e1d2-4923-9678-5b9d730bb1c3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:25.463931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-31cec59e-e920-4ecf-a1ce-a1f2cda0b2b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578867 Nov 08 13:53:25.467343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-40e4ca29-390a-4482-9ab5-be1eb54f8df8 service neutron] 10.222.0.65 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131951 Nov 08 13:53:25.477148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Request body: {'port': {'device_id': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:25.525524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5e9df23e-1451-4d62-b0e1-0953a2f36297 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:25.548266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 5e9df23e-1451-4d62-b0e1-0953a2f36297 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:25.548901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5e9df23e-1451-4d62-b0e1-0953a2f36297 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:25.583132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:25.810439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc9158-1763-47a8-a2ec-9afa3e9563e0 req-d5188deb-4800-4051-a5a6-cdb96ea778a7 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:25.820316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-badc9158-1763-47a8-a2ec-9afa3e9563e0 req-d5188deb-4800-4051-a5a6-cdb96ea778a7 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1535797 Nov 08 13:53:25.860650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f00a4ed1-bc3e-40fd-8781-84417dc33497 req-5e8a7172-8cc7-44e7-a94a-bf2c23842775 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 210 time: 0.0915937 Nov 08 13:53:25.923675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-badc9158-1763-47a8-a2ec-9afa3e9563e0 req-3c6db51d-f8a8-485c-aeb9-4a1d621e5696 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026015 Nov 08 13:53:25.981927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58712) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:26.101212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cea71c-6881-418a-88ac-1f46bc9ee9ac req-f08c7270-b95d-48d0-b944-00658c4a7b05 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.103230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5cea71c-6881-418a-88ac-1f46bc9ee9ac req-f08c7270-b95d-48d0-b944-00658c4a7b05 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 931 time: 0.0977576 Nov 08 13:53:26.129817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7350edb-e1d2-4923-9678-5b9d730bb1c3 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:26.138900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.146044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1280953914'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:26.162182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Transition to ACTIVE for port object c7350edb-e1d2-4923-9678-5b9d730bb1c3 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:53:26.167419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.226080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Pushing event updated for resources: {'Port': ['ID=c7350edb-e1d2-4923-9678-5b9d730bb1c3,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:26.228525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5cea71c-6881-418a-88ac-1f46bc9ee9ac req-17a2f197-1436-4477-aebd-46950b9dd915 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168482 Nov 08 13:53:26.281416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:26.290651 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.313572 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.330625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Attempting to bind port c7350edb-e1d2-4923-9678-5b9d730bb1c3 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:53:26.330625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Attempting to bind port c7350edb-e1d2-4923-9678-5b9d730bb1c3 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:53:26.330625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Attempting to bind port c7350edb-e1d2-4923-9678-5b9d730bb1c3 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:26.337546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Port c7350edb-e1d2-4923-9678-5b9d730bb1c3 on network fe8a3700-b643-4740-8279-459f25456977 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:53:26.337956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Attempting to bind port c7350edb-e1d2-4923-9678-5b9d730bb1c3 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:26.345188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:53:26.345629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:26.346082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Bound using segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:53:26.346524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Bound port: c7350edb-e1d2-4923-9678-5b9d730bb1c3, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:53:26.347086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.447236 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:53:26.449126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] For port c7350edb-e1d2-4923-9678-5b9d730bb1c3, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:53:26.455284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] For port c7350edb-e1d2-4923-9678-5b9d730bb1c3, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c7350edb-e1d2-4923-9678-5b9d730bb1c3,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:53:26.463915 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.536808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.537401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.538779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] 10.222.0.54 "PUT /v2.0/ports/c7350edb-e1d2-4923-9678-5b9d730bb1c3 HTTP/1.1" status: 200 len: 1091 time: 1.0665236 Nov 08 13:53:26.542332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'tag': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:26.544853 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e36fde-a5ca-4498-be4b-8e5fb2731543" -d '{"events": [{"name": "network-changed", "server_uuid": "4b9bfc7f-2de4-4986-b875-7e952d0adbbe", "tag": "c7350edb-e1d2-4923-9678-5b9d730bb1c3"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:26.575004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-febebd82-0d50-4f6d-8174-3158c85d6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.576665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-febebd82-0d50-4f6d-8174-3158c85d6f47 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 1096 time: 0.0807478 Nov 08 13:53:26.580014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fe1b9-da52-4ae1-9a8b-438cf3fea20f service neutron] Pushing event updated for resources: {'Port': ['ID=c7350edb-e1d2-4923-9678-5b9d730bb1c3,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:26.584586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.599241 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.650954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:53:26.654665 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab96c3c-d2da-45a8-af68-e7755fb39fc7 x-openstack-request-id: req-1ab96c3c-d2da-45a8-af68-e7755fb39fc7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:26.654951 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b9bfc7f-2de4-4986-b875-7e952d0adbbe", "tag": "c7350edb-e1d2-4923-9678-5b9d730bb1c3", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:26.655197 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ab96c3c-d2da-45a8-af68-e7755fb39fc7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:26.656312 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'tag': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3', 'status': 'completed', 'code': 200} Nov 08 13:53:26.664030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa05988-ad0c-4bba-8fb8-6f39704856ec,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:26.674030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.674374 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Added segment a02c1a94-f4ac-4230-a9fa-c29abddcd370 of type vlan for network 860b4ae9-3443-406b-9a59-a2c101c7e20c Nov 08 13:53:26.722617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa992b4-769c-4bd3-a6c1-7099eeca7e02 req-9a69962d-3f62-4ea2-9a2f-2ed5ff98ea6f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.724207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efa992b4-769c-4bd3-a6c1-7099eeca7e02 req-9a69962d-3f62-4ea2-9a2f-2ed5ff98ea6f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1383450 Nov 08 13:53:26.738853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-4bd95818-3b56-44fa-82cc-a8e7bce39a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.740837 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-4bd95818-3b56-44fa-82cc-a8e7bce39a23 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 1094 time: 0.1079805 Nov 08 13:53:26.741666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.800588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-ba47d5ea-280f-46a4-b7e4-bfed2e85b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.801327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.802090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-ba47d5ea-280f-46a4-b7e4-bfed2e85b64f service neutron] 10.222.0.54 "GET /v2.0/networks?id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 200 len: 920 time: 0.2162158 Nov 08 13:53:26.803528 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-b0e4d582-4edc-4ba0-b77f-05150dfe8aaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7350edb-e1d2-4923-9678-5b9d730bb1c3 HTTP/1.1" status: 200 len: 217 time: 0.0467303 Nov 08 13:53:26.810775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.811427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:26.848501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efa992b4-769c-4bd3-a6c1-7099eeca7e02 req-d03a82ef-ebb3-46c9-96d8-418e3aeaeac6 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118639 Nov 08 13:53:26.897499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9144249 Nov 08 13:53:26.900846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58746) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:26.905267 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-34fd0582-855f-4b2b-88c2-e55e53aeb16c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 200 len: 217 time: 0.0787942 Nov 08 13:53:26.907488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'subnet': {'network_id': '860b4ae9-3443-406b-9a59-a2c101c7e20c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:26.971254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-5248c140-f0e9-43d2-bedb-9546bf4f8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.972763 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-5248c140-f0e9-43d2-bedb-9546bf4f8be0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1453516 Nov 08 13:53:26.994010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-73a7dfbd-14ed-4f08-bb18-ee73c70c5ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:26.995765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-73a7dfbd-14ed-4f08-bb18-ee73c70c5ded service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 200 len: 859 time: 0.0780885 Nov 08 13:53:27.021229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-57d17c93-0d97-4118-abe3-297693270a07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394461 Nov 08 13:53:27.062948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-bd50fd11-fdf8-4968-b0f7-4cbb462e9db2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9996f6e7-7179-4f2d-acd5-3fb2a932f90e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439477 Nov 08 13:53:27.338572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-3aa579cb-6d1b-4d42-8410-77958e23dddb service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084054 Nov 08 13:53:27.373161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-6570a449-9e25-4b2a-a8e3-0c030b2a3024 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012695 Nov 08 13:53:27.380014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f12d04f-b1f5-4b7f-8fc0-d87a24f32538 req-723a39c5-be8c-473d-98f4-92c83b9532d9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 210 time: 0.4252560 Nov 08 13:53:27.380937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ceb91-23ca-4a3b-aff0-5fa026e9fa96 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Network': ['ID=860b4ae9-3443-406b-9a59-a2c101c7e20c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:27.409898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:53:27.458555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-c9b8e02a-97e9-4297-acd5-05f18146de2a tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:27.460513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-c9b8e02a-97e9-4297-acd5-05f18146de2a tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 821 time: 0.3511350 Nov 08 13:53:27.511178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Request body: {'port': {'device_id': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'admin_state_up': True, 'tenant_id': 'e01ea4b572644d72b8e937d3fb9acd5b'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:27.590632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812950a6-c64d-4a9a-8e9b-210d207f939a req-24628394-9f14-4f04-9a73-cab85c852a7a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:27.594839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-812950a6-c64d-4a9a-8e9b-210d207f939a req-24628394-9f14-4f04-9a73-cab85c852a7a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 943 time: 0.1463959 Nov 08 13:53:27.620782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:27.626610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:27.732651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-812950a6-c64d-4a9a-8e9b-210d207f939a req-abd47d84-47e5-4fb8-8c4b-56ee3c23cffe tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316221 Nov 08 13:53:27.850903 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4e42c913-493b-40b3-b0d9-f0b9bd1ce909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:27.907517 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.015972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Subnet': ['ID=20be789a-c78d-4b74-a62e-4bbc413982af,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:28.041462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eaa36-ddae-4a07-b7dc-8a9cccb1f71b req-7162bbfd-4f9f-4a05-ad21-c379e32b129b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:28.042999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e02eaa36-ddae-4a07-b7dc-8a9cccb1f71b req-7162bbfd-4f9f-4a05-ad21-c379e32b129b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0873864 Nov 08 13:53:28.058850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Checking segment: {'id': 'a02c1a94-f4ac-4230-a9fa-c29abddcd370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '860b4ae9-3443-406b-9a59-a2c101c7e20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:28.059995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network hostable DHCP agents. Network: 860b4ae9-3443-406b-9a59-a2c101c7e20c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:53:28.107795 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6d76fc-63b8-4074-8274-cc4a85f4645e req-058b4983-80f3-4981-9292-7525e9da5736 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297308 Nov 08 13:53:28.110544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e02eaa36-ddae-4a07-b7dc-8a9cccb1f71b req-a95e6cca-7e64-48f3-955c-1184e946edd8 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588305 Nov 08 13:53:28.111290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:53:28.123000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 860b4ae9-3443-406b-9a59-a2c101c7e20c) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:28.132827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:28.137059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.144559 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-09847aeb-f20a-4f05-b36d-ced35090d01d req-617119ae-dc73-490c-a1b8-c0fc40198e77 service neutron] 10.222.0.54 "GET /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546029 Nov 08 13:53:28.146277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e79704-89ef-4136-a807-4a477e385204 None None] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:28.186070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Made reservation on behalf of e01ea4b572644d72b8e937d3fb9acd5b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:28.190657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.192194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-536d4a9c-93f9-4f9a-9a86-9d0e2ce580d0 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2902257 Nov 08 13:53:28.195037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58780) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:28.202852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1222377495', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:28.236770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.238693 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.314585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.322877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-aa42566f-39c5-4ccf-910f-5170846abb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:28.324568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-aa42566f-39c5-4ccf-910f-5170846abb43 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 1094 time: 0.0997295 Nov 08 13:53:28.361641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc920c7-2686-42c6-9cfb-bfb4d7163850 None None] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:28.429833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Allocated IP 172.20.0.8 (7baff34d-50bb-4247-afcf-efd047224f04/4c9e2768-c8d6-4bc9-a450-9a5c01ce1683/13ee1f1b-b278-4c88-b68c-4ae062cac5b7) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:28.477986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-ad3b7152-e2a2-4ecc-a3d2-4883e23dd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:28.479494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-ad3b7152-e2a2-4ecc-a3d2-4883e23dd1ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.1307883 Nov 08 13:53:28.554258 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.577872 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-ff123491-3aa7-4b2b-a45c-e088a5e24965 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7350edb-e1d2-4923-9678-5b9d730bb1c3 HTTP/1.1" status: 200 len: 217 time: 0.0877059 Nov 08 13:53:28.610678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0376837-8f22-4e5e-a56a-95bfc22d929a req-13c8a7cf-b311-4efc-b232-27b8092d20c0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 210 time: 0.0506284 Nov 08 13:53:28.756305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-1f3aa90d-9c82-40f1-a056-16a145f5fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:28.757993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-1f3aa90d-9c82-40f1-a056-16a145f5fffd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1683817 Nov 08 13:53:28.803625 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-e7721598-8d74-4e58-9d8c-aa143e2e739c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332031 Nov 08 13:53:28.829979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.939161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.951464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed56ec0-16a7-4e2f-ae71-f88a80f38142 req-8985df3c-5fe8-48b7-aa32-8a730b3ade9c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:28.953396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ed56ec0-16a7-4e2f-ae71-f88a80f38142 req-8985df3c-5fe8-48b7-aa32-8a730b3ade9c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 943 time: 0.1219356 Nov 08 13:53:28.976263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:28.978378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.040119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Network 7baff34d-50bb-4247-afcf-efd047224f04 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:29.049581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:29.052855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-5f340559-415f-4cba-a152-bd17f1ed2ba3 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357652 Nov 08 13:53:29.053601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:29.095727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event updated for resources: {'Port': ['ID=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:29.099016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ed56ec0-16a7-4e2f-ae71-f88a80f38142 req-63389b84-7c8e-44c2-8350-7cd41202e0f4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236839 Nov 08 13:53:29.158880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.25.8.137 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/8fd37454-9222-427c-9930-5c9c6fedc354) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:29.172619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:29.173261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.197121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-000e2133-7cba-4991-a1ff-6eaf88114211 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6933122 Nov 08 13:53:29.211174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Request body: {'port': {'device_id': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:29.236643 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-97e36fde-a5ca-4498-be4b-8e5fb2731543 req-9a7409e8-01a3-4e78-a633-e7e92a27913c service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564043 Nov 08 13:53:29.295372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.345819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddea60-2e1c-4aef-a6c9-1871d3c6592a req-8dafaf97-450f-450f-b1b1-2f46fa1d8d30 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:29.347364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01ddea60-2e1c-4aef-a6c9-1871d3c6592a req-8dafaf97-450f-450f-b1b1-2f46fa1d8d30 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0800431 Nov 08 13:53:29.359964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.417106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01ddea60-2e1c-4aef-a6c9-1871d3c6592a req-c204563b-3288-4847-90b4-13d4b168a065 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618269 Nov 08 13:53:29.439605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.478121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:29.481070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:29.488344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:29.512657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=8fd37454-9222-427c-9930-5c9c6fedc354,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:29.638192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:29.646184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.659122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Transition to ACTIVE for port object 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:53:29.665308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.741394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:29.833993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Attempting to bind port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:53:29.833993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Attempting to bind port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:53:29.833993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Attempting to bind port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 on network 7baff34d-50bb-4247-afcf-efd047224f04 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:29.841512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 on network 7baff34d-50bb-4247-afcf-efd047224f04 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:53:29.844212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Attempting to bind port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 on network 7baff34d-50bb-4247-afcf-efd047224f04 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:29.858316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:53:29.859963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Checking segment: {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:29.860370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Bound using segment: {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:53:29.861453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Bound port: 13ee1f1b-b278-4c88-b68c-4ae062cac5b7, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '238a6af6-de28-4fd4-afc8-e47e24350d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:53:29.862332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.864002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9a59c-a156-45f9-a650-ebb03241b260 req-6d89e75b-1560-4fab-aa7e-d8f88922f63b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:29.865687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3a9a59c-a156-45f9-a650-ebb03241b260 req-6d89e75b-1560-4fab-aa7e-d8f88922f63b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 943 time: 0.1284213 Nov 08 13:53:29.904609 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.955060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] For port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:53:29.960004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] For port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:53:29.966978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:29.980743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3a9a59c-a156-45f9-a650-ebb03241b260 req-ad852c73-e586-4eb3-be93-f24ce7d9b079 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016128 Nov 08 13:53:30.038911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Pushing event updated for resources: {'Port': ['ID=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:30.056276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.057275 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:30.059017 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-6f3dda40-9a41-4bc0-a9a6-00dd0ad7cf3a service neutron] 10.222.0.54 "PUT /v2.0/ports/13ee1f1b-b278-4c88-b68c-4ae062cac5b7 HTTP/1.1" status: 200 len: 1091 time: 0.8527946 Nov 08 13:53:30.060811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'tag': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:30.064348 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be5ce4f-b92e-4bcc-aa68-796d27401c97" -d '{"events": [{"name": "network-changed", "server_uuid": "97848a3d-3a36-49c9-8af6-c95cc92c4b4a", "tag": "13ee1f1b-b278-4c88-b68c-4ae062cac5b7"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:30.119610 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c3482b-9e1d-45e1-94e6-e304fd3a584c x-openstack-request-id: req-73c3482b-9e1d-45e1-94e6-e304fd3a584c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:30.119972 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97848a3d-3a36-49c9-8af6-c95cc92c4b4a", "tag": "13ee1f1b-b278-4c88-b68c-4ae062cac5b7", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:30.120174 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73c3482b-9e1d-45e1-94e6-e304fd3a584c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:30.120572 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'tag': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7', 'status': 'completed', 'code': 200} Nov 08 13:53:30.161324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-0e5d67da-bdc1-4cb2-a18c-db2cc801372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.163871 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-0e5d67da-bdc1-4cb2-a18c-db2cc801372f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 1094 time: 0.0589259 Nov 08 13:53:30.219197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:30.220200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-3ffffc60-ee1a-4b30-b9ee-b03d36b56996 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13ee1f1b-b278-4c88-b68c-4ae062cac5b7 HTTP/1.1" status: 200 len: 217 time: 0.0438657 Nov 08 13:53:30.283321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-60f7791e-30c1-45a5-887d-f4336bf13587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.285163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-60f7791e-30c1-45a5-887d-f4336bf13587 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 HTTP/1.1" status: 200 len: 861 time: 0.0572612 Nov 08 13:53:30.312269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9fce1-1d3d-435a-a1ff-179bb4d75394 req-9826b841-71ab-435d-9248-92a87bd822a9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.314021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9e9fce1-1d3d-435a-a1ff-179bb4d75394 req-9826b841-71ab-435d-9248-92a87bd822a9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 943 time: 0.1106603 Nov 08 13:53:30.321973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-8a9b4969-5abe-40ff-bfc4-f991db5c7614 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7baff34d-50bb-4247-afcf-efd047224f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292766 Nov 08 13:53:30.425127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9e9fce1-1d3d-435a-a1ff-179bb4d75394 req-a3e9e45d-7ae9-40fb-bef2-94981be79bbc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710075 Nov 08 13:53:30.429387 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-ea3694dc-eb2e-4597-bd65-6f02070aa7f6 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988486 Nov 08 13:53:30.460166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:53:30.561356 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e88341c-33e0-404b-9570-4a1bd5e305fd req-87ead439-6c2f-4376-87f6-b08eb9481831 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160991 Nov 08 13:53:30.641766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94029f3b-2424-4a8f-a176-ea79d0a22095 req-eb3f7b1f-5728-4baa-89c7-192ee6935ffc tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.643449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94029f3b-2424-4a8f-a176-ea79d0a22095 req-eb3f7b1f-5728-4baa-89c7-192ee6935ffc tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1029437 Nov 08 13:53:30.676607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:30.677499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-70ac2732-7555-40c8-88ac-d4c6d8238bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.679483 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-70ac2732-7555-40c8-88ac-d4c6d8238bfe service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 1094 time: 0.0564983 Nov 08 13:53:30.689859 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:30.705057 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:30.705802 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:30.716900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:30.718411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dee088a1-a310-4f2a-a7f2-3a4b340d5b14 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5215275 Nov 08 13:53:30.723621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94029f3b-2424-4a8f-a176-ea79d0a22095 req-d536c1a2-6d9c-4cb6-aeff-93dc8fd10377 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706825 Nov 08 13:53:30.724267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 58846) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:30.754609 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:30.769267 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:30.769953 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:30.816547 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:30.817209 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7e4f2e-509a-4960-9dcd-fc3f94d8191f None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:30.865422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-60b685df-17a3-413c-b9e6-6b12dddc86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.867942 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-60b685df-17a3-413c-b9e6-6b12dddc86ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 200 len: 922 time: 0.1782651 Nov 08 13:53:30.927782 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-18a65223-296d-4846-8080-953982c8eceb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=13ee1f1b-b278-4c88-b68c-4ae062cac5b7 HTTP/1.1" status: 200 len: 217 time: 0.0511849 Nov 08 13:53:30.984366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-9b92bc75-466d-4f13-be1d-65594112d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:30.985886 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-9b92bc75-466d-4f13-be1d-65594112d646 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 HTTP/1.1" status: 200 len: 861 time: 0.0505717 Nov 08 13:53:31.054096 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-de0d4329-ce6d-46a9-a03c-91e6e315f34e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=7baff34d-50bb-4247-afcf-efd047224f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554745 Nov 08 13:53:31.169963 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-0b19c8fc-e218-473e-8488-b6a3922b3897 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075222 Nov 08 13:53:31.236309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35764934-3698-4037-8713-d7f3adbec153 req-f8934243-c80e-44fa-8026-1e1154275037 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:31.237908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35764934-3698-4037-8713-d7f3adbec153 req-f8934243-c80e-44fa-8026-1e1154275037 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 943 time: 0.0993075 Nov 08 13:53:31.288030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3be5ce4f-b92e-4bcc-aa68-796d27401c97 req-b1e78617-2a26-46c2-963a-c9d1ce876d82 service neutron] 10.222.0.54 "GET /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094902 Nov 08 13:53:31.347955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35764934-3698-4037-8713-d7f3adbec153 req-9b6350ce-f5f1-4d1d-bb3f-0f376f101329 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940475 Nov 08 13:53:31.354592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c7350edb-e1d2-4923-9678-5b9d730bb1c3 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:53:31.393620 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:31.462093 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-91c6df93-b01d-46e8-b4e1-175776e100d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:31.487343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c7350edb-e1d2-4923-9678-5b9d730bb1c3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c7350edb-e1d2-4923-9678-5b9d730bb1c3,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:31.500539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'port_id': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3', 'mac_address': 'fa:16:3e:24:15:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d34903-33ef-41de-95c2-6c1ca2a14962', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:53:31.542590 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:31.556849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7350edb-e1d2-4923-9678-5b9d730bb1c3 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:31.578681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c7350edb-e1d2-4923-9678-5b9d730bb1c3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c7350edb-e1d2-4923-9678-5b9d730bb1c3,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:31.584255 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:31.612064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4556aa-962e-49b8-8e73-73ba56aace5b req-f72f3e03-8a7c-4065-bfa6-17771ca62d7d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:31.613706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b4556aa-962e-49b8-8e73-73ba56aace5b req-f72f3e03-8a7c-4065-bfa6-17771ca62d7d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 943 time: 0.0860271 Nov 08 13:53:31.639313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c7350edb-e1d2-4923-9678-5b9d730bb1c3,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:31.746612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b4556aa-962e-49b8-8e73-73ba56aace5b req-070d47a6-12d4-40fa-bf8b-fec2de1f87ba tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929346 Nov 08 13:53:31.841438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.1 (860b4ae9-3443-406b-9a59-a2c101c7e20c/20be789a-c78d-4b74-a62e-4bbc413982af/6c034eef-2cd8-490c-a198-767a3e1d9875) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:31.951686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef99158-b924-4d72-90b7-e7ff2caa27e4 req-32b88d28-b2c5-425a-848c-d9d63226a31f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:31.953288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ef99158-b924-4d72-90b7-e7ff2caa27e4 req-32b88d28-b2c5-425a-848c-d9d63226a31f tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1236172 Nov 08 13:53:32.056927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:32.061410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ef99158-b924-4d72-90b7-e7ff2caa27e4 req-04c928ad-22f8-447c-8a52-be2187d636b1 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004028 Nov 08 13:53:32.135868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:32.189554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:32.195766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:32.203337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:32.211384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c7350edb-e1d2-4923-9678-5b9d730bb1c3'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:32.230884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=6c034eef-2cd8-490c-a198-767a3e1d9875,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:32.270659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:32.473813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:32.538321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9de08-3907-40ae-aaf1-e3e5ab2c05c4 req-04a2cc08-6e93-494d-9447-a9d643e400cf tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:32.539910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07d9de08-3907-40ae-aaf1-e3e5ab2c05c4 req-04a2cc08-6e93-494d-9447-a9d643e400cf tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 943 time: 0.1035445 Nov 08 13:53:32.654128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07d9de08-3907-40ae-aaf1-e3e5ab2c05c4 req-dbdd3973-0530-4e12-a2bc-27c79709fad5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067271 Nov 08 13:53:32.855898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:32.873017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:32.957542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:32.966418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fa2b1-c79a-4130-9ba6-039693c0b603 req-ab56773c-4f9c-479d-bba8-6ee76366a5ca tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:32.968595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472fa2b1-c79a-4130-9ba6-039693c0b603 req-ab56773c-4f9c-479d-bba8-6ee76366a5ca tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 944 time: 0.1325016 Nov 08 13:53:32.981411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=6c034eef-2cd8-490c-a198-767a3e1d9875,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:32.991821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.079388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-472fa2b1-c79a-4130-9ba6-039693c0b603 req-aa22cdb7-3ea3-42d7-bad9-08aa1200b372 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993102 Nov 08 13:53:33.113672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:33.115239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:33.363228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c7350edb-e1d2-4923-9678-5b9d730bb1c3 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:33.466268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port c7350edb-e1d2-4923-9678-5b9d730bb1c3 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:53:33.471649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port c7350edb-e1d2-4923-9678-5b9d730bb1c3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:33.472146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.563979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.587904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:33.590237 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a261aeb-1ea7-421d-863d-6ba8252a5ca3" -d '{"events": [{"server_uuid": "4b9bfc7f-2de4-4986-b875-7e952d0adbbe", "name": "network-vif-plugged", "status": "completed", "tag": "c7350edb-e1d2-4923-9678-5b9d730bb1c3"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:33.601593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db57b8-1ef5-48f6-af89-2d1e50179dfd req-ab43cd0b-5d6e-4873-b4e3-bf810ab284f5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:33.602749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16db57b8-1ef5-48f6-af89-2d1e50179dfd req-ab43cd0b-5d6e-4873-b4e3-bf810ab284f5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0969548 Nov 08 13:53:33.605526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c7350edb-e1d2-4923-9678-5b9d730bb1c3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c7350edb-e1d2-4923-9678-5b9d730bb1c3,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:33.612977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:33.641641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:33.647980 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976a13fc-9777-4c61-b2ff-b416ea9e0f02 x-openstack-request-id: req-976a13fc-9777-4c61-b2ff-b416ea9e0f02 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:33.648787 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9bfc7f-2de4-4986-b875-7e952d0adbbe", "name": "network-vif-plugged", "status": "completed", "tag": "c7350edb-e1d2-4923-9678-5b9d730bb1c3", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:33.649415 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-976a13fc-9777-4c61-b2ff-b416ea9e0f02 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:33.650033 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3', 'code': 200} Nov 08 13:53:33.678082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c7350edb-e1d2-4923-9678-5b9d730bb1c3,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:33.693933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16db57b8-1ef5-48f6-af89-2d1e50179dfd req-09f2ccaf-6166-4b4b-b77e-ee1f6bd8f8b3 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803297 Nov 08 13:53:33.789144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e46bc2-5ca8-49b3-be04-c7d050798317 req-afb253b7-cea4-4f11-89d6-5e58d30944e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:33.790948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-43e46bc2-5ca8-49b3-be04-c7d050798317 req-afb253b7-cea4-4f11-89d6-5e58d30944e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 1096 time: 0.0711148 Nov 08 13:53:33.841203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-43e46bc2-5ca8-49b3-be04-c7d050798317 req-ef41795f-0564-450d-af22-f05123fe202b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411515 Nov 08 13:53:33.864523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b215f-267b-45f4-8ffe-d23dce5621f3 req-8d0f325b-5990-426f-a6f6-b87a64b925ea tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:33.866020 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b2b215f-267b-45f4-8ffe-d23dce5621f3 req-8d0f325b-5990-426f-a6f6-b87a64b925ea tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 943 time: 0.1138294 Nov 08 13:53:33.905731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:33.915510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58956) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:33.915798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-425c397d-abaf-491e-b6ea-e62740818b28 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/routers/2c998bfd-3739-4d1f-a23b-bc5284a92e1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901104 Nov 08 13:53:33.918713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:33.924069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'port': {'network_id': '860b4ae9-3443-406b-9a59-a2c101c7e20c', 'name': 'tempest-FloatingIPTestJSON-203776571'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:33.940989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:33.941910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:33.959150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b2b215f-267b-45f4-8ffe-d23dce5621f3 req-afe91bee-1481-40b3-8541-ad2f2ea4d8e4 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854065 Nov 08 13:53:34.001985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:34.011550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:34.012199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:34.049248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:34.049816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3655071-1a15-46f7-8f3e-911d75ec4269 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:34.120421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:34.126738 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:34.155700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] device_id is not set on port 6bf0a49f-54cd-4520-9e55-82d62e7773eb yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:34.273696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcce6df-e70a-431f-bbbf-cb0a75431629 req-aac2def2-2c0c-49f1-a4b0-5041e0c76284 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:34.275427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbcce6df-e70a-431f-bbbf-cb0a75431629 req-aac2def2-2c0c-49f1-a4b0-5041e0c76284 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.0834229 Nov 08 13:53:34.300014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.11 (860b4ae9-3443-406b-9a59-a2c101c7e20c/20be789a-c78d-4b74-a62e-4bbc413982af/6bf0a49f-54cd-4520-9e55-82d62e7773eb) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:34.329205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbcce6df-e70a-431f-bbbf-cb0a75431629 req-c2f778d5-2166-4a24-aa9d-8fc47f25ce9d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461161 Nov 08 13:53:34.468416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:34.507348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:34.558479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:34.562442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=6bf0a49f-54cd-4520-9e55-82d62e7773eb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:34.565252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:34.568017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:34.620674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:34.621283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:34.637176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ef99d762-3112-4f9e-8b00-ddb39c72dd26 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7197454 Nov 08 13:53:34.640345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 58978) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:34.645304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'port': {'network_id': '860b4ae9-3443-406b-9a59-a2c101c7e20c', 'name': 'tempest-FloatingIPTestJSON-1979425348'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:34.761004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:34.765385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:34.785533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] device_id is not set on port 51262223-3c49-48dc-9ec2-390b216ebf77 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:34.909465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.8 (860b4ae9-3443-406b-9a59-a2c101c7e20c/20be789a-c78d-4b74-a62e-4bbc413982af/51262223-3c49-48dc-9ec2-390b216ebf77) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:35.095490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.115829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef8aba-d3e0-4ea5-8d44-7b927d4500eb req-f4f4e65d-6934-4868-8b58-a9b956688ad3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:35.118069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ef8aba-d3e0-4ea5-8d44-7b927d4500eb req-f4f4e65d-6934-4868-8b58-a9b956688ad3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 943 time: 0.0550218 Nov 08 13:53:35.145947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.188796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ef8aba-d3e0-4ea5-8d44-7b927d4500eb req-f50fb8ee-6b7f-4608-9419-ad9b43cfe7e9 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635550 Nov 08 13:53:35.224590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=51262223-3c49-48dc-9ec2-390b216ebf77,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:35.232616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:35.234991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:35.241731 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:35.303842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:35.304994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.325237 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1291f58e-2497-4054-8e67-197a143970d7 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6838837 Nov 08 13:53:35.328280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59002) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:35.332747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '51262223-3c49-48dc-9ec2-390b216ebf77', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:35.366141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.380632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:53:35.501268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.569523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea9b27-d95c-4afd-8c3f-fda2af0aee7a req-0be3aec8-8742-457c-b0bf-558b171f3b3b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:35.570288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:35.570751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.583296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53ea9b27-d95c-4afd-8c3f-fda2af0aee7a req-0be3aec8-8742-457c-b0bf-558b171f3b3b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.1299121 Nov 08 13:53:35.609553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7', 'network_id': '7baff34d-50bb-4247-afcf-efd047224f04', 'port_id': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7', 'mac_address': 'fa:16:3e:8d:20:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c9e2768-c8d6-4bc9-a450-9a5c01ce1683', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:53:35.694886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-53ea9b27-d95c-4afd-8c3f-fda2af0aee7a req-a7a2e011-614c-4824-958d-0d85aed08b29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088514 Nov 08 13:53:35.711603 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.726104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.25.8.67 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/3481ff57-9354-4bb7-a19a-a01aa8475004) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:35.743698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:35.763807 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.779630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:35.785943 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.860117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.879573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:35.918215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:35.959010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:35.965862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:35.970986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:35.974206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=3481ff57-9354-4bb7-a19a-a01aa8475004,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:36.190963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['13ee1f1b-b278-4c88-b68c-4ae062cac5b7'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:36.433512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.439881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ece0f-a729-499c-8e72-b4f39a05f364 req-265bcc7a-510a-4ff7-8a96-11db8a97a159 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:36.439881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-415ece0f-a729-499c-8e72-b4f39a05f364 req-265bcc7a-510a-4ff7-8a96-11db8a97a159 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 944 time: 0.1107421 Nov 08 13:53:36.517243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-415ece0f-a729-499c-8e72-b4f39a05f364 req-01cb2473-3a7c-4635-bfaa-c223a11eaa47 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670173 Nov 08 13:53:36.532673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.704353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.710502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.811614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=3481ff57-9354-4bb7-a19a-a01aa8475004,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:36.818754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:36.841015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f425b4-05bf-482c-aa9e-1acce5fad0dd req-0b8d4640-a05e-4ce3-ba3d-bcefac0289b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:36.850444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f425b4-05bf-482c-aa9e-1acce5fad0dd req-0b8d4640-a05e-4ce3-ba3d-bcefac0289b0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.0677071 Nov 08 13:53:36.912146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f425b4-05bf-482c-aa9e-1acce5fad0dd req-e388cd26-4c19-4bf9-bf64-2b5c18cc8a52 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Nov 08 13:53:36.945999 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP e8e85464-7ba7-44e9-b9fb-01eff9cc2578 associated. External IP: 172.25.8.67, port: 51262223-3c49-48dc-9ec2-390b216ebf77. Nov 08 13:53:37.071363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7326ccc-0294-47c6-a410-7ca84590905e req-d241e8f7-4d5d-4a0c-bbb5-8a7592703127 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:37.080091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7326ccc-0294-47c6-a410-7ca84590905e req-d241e8f7-4d5d-4a0c-bbb5-8a7592703127 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.0821059 Nov 08 13:53:37.136599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7326ccc-0294-47c6-a410-7ca84590905e req-345fbbf5-b93e-4889-b716-fd025160e661 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554688 Nov 08 13:53:37.401338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:37.469430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:53:37.476026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c434e-a5cf-40bf-8c0b-35e88d5d9b16 req-4c667100-dd37-458d-bfbc-ed256578fb47 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:37.477890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:37.478338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:37.512408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b23c434e-a5cf-40bf-8c0b-35e88d5d9b16 req-4c667100-dd37-458d-bfbc-ed256578fb47 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.1271920 Nov 08 13:53:37.614017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b23c434e-a5cf-40bf-8c0b-35e88d5d9b16 req-411a8d60-d73c-4524-9fc4-aa6b140a5b23 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003368 Nov 08 13:53:37.647692 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:37.684795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:37.687623 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc8b87d-a633-449c-95e3-5bdb193dfaf5" -d '{"events": [{"server_uuid": "97848a3d-3a36-49c9-8af6-c95cc92c4b4a", "name": "network-vif-plugged", "status": "completed", "tag": "13ee1f1b-b278-4c88-b68c-4ae062cac5b7"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:37.694434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:37.742089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:37.760908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:37.763910 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946ab388-5ddf-44e5-9e63-0f17da5acb36 x-openstack-request-id: req-946ab388-5ddf-44e5-9e63-0f17da5acb36 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:37.770215 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97848a3d-3a36-49c9-8af6-c95cc92c4b4a", "name": "network-vif-plugged", "status": "completed", "tag": "13ee1f1b-b278-4c88-b68c-4ae062cac5b7", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:37.770461 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-946ab388-5ddf-44e5-9e63-0f17da5acb36 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:37.771210 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7', 'code': 200} Nov 08 13:53:37.845068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:37.857675 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:37.878214 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:37.879079 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:37.884626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a276e-0adc-467b-897b-e8ec74ba5ce0 req-764384d0-4571-43d7-b412-5befa8af9779 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:37.886210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c4a276e-0adc-467b-897b-e8ec74ba5ce0 req-764384d0-4571-43d7-b412-5befa8af9779 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 944 time: 0.1600118 Nov 08 13:53:37.904229 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:37.930588 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:37.939424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:37.942088 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:37.943015 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:37.949756 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0050385b-de63-4117-9d08-3b03501d65ea tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6200039 Nov 08 13:53:37.953280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:37.969872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:37.981566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb0711-6fd2-487b-bcf9-36f636fe271c req-d387d611-061e-461c-b880-d23a185ae25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:37.985670 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:37.986322 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e60f39b-2e5a-401f-82c2-c5d79f97c81c None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:37.988646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfdb0711-6fd2-487b-bcf9-36f636fe271c req-d387d611-061e-461c-b880-d23a185ae25d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 1096 time: 0.1283786 Nov 08 13:53:38.051534 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfdb0711-6fd2-487b-bcf9-36f636fe271c req-56f6e105-c3ba-4269-866f-13ac0b303307 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Nov 08 13:53:38.054709 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.060083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c4a276e-0adc-467b-897b-e8ec74ba5ce0 req-c8b9c605-02af-4057-ac98-0127ff132d52 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625636 Nov 08 13:53:38.241135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.247034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.247715 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP e8e85464-7ba7-44e9-b9fb-01eff9cc2578 disassociated. External IP: 172.25.8.67, port: 51262223-3c49-48dc-9ec2-390b216ebf77. Nov 08 13:53:38.497389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:38.631383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:38.636418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:38.645529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:38.662220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:38.663673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:38.678005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e211d979-3612-4537-aec4-6e943c871df5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/floatingips/e8e85464-7ba7-44e9-b9fb-01eff9cc2578 HTTP/1.1" status: 200 len: 687 time: 0.7215283 Nov 08 13:53:38.680940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59116) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:38.757661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:38.787382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:38.789914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:38.798418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105c6a4-a9dd-45e2-bad5-54c09dd76839 req-27fb51da-11e8-4399-9a43-b6f2880cd21f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:38.806932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e105c6a4-a9dd-45e2-bad5-54c09dd76839 req-27fb51da-11e8-4399-9a43-b6f2880cd21f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.0725453 Nov 08 13:53:38.867379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:38.868288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5fb506-5a00-40b6-b012-ea2a06d724fb None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:38.871072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e105c6a4-a9dd-45e2-bad5-54c09dd76839 req-b3ad3eae-648d-4e29-8e69-5a4c99b3719b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628800 Nov 08 13:53:38.970243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 3481ff57-9354-4bb7-a19a-a01aa8475004 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:38.971244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.068153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.068490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.081927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 3481ff57-9354-4bb7-a19a-a01aa8475004 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:39.211962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81458285-a5c4-4a66-96c4-f6aef665e5cf req-d7063238-646e-4a08-8cb6-1d6f211cbfef tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:39.213548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81458285-a5c4-4a66-96c4-f6aef665e5cf req-d7063238-646e-4a08-8cb6-1d6f211cbfef tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 945 time: 0.0618627 Nov 08 13:53:39.241730 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.284222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=3481ff57-9354-4bb7-a19a-a01aa8475004,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:39.285673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81458285-a5c4-4a66-96c4-f6aef665e5cf req-d6950cc4-fbd0-443a-9523-5de934c5abfb tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583329 Nov 08 13:53:39.369210 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.372202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.375992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-88f98dec-dbe8-4e16-b72b-e8f62ecef120 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/floatingips/e8e85464-7ba7-44e9-b9fb-01eff9cc2578 HTTP/1.1" status: 204 len: 168 time: 0.6909101 Nov 08 13:53:39.377673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59128) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:39.382459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '6bf0a49f-54cd-4520-9e55-82d62e7773eb'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:39.408167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.559961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-69067a37-34ef-4524-86a4-6d2aadaa1a52 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:39.561521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-69067a37-34ef-4524-86a4-6d2aadaa1a52 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.0766082 Nov 08 13:53:39.563956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.714118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59136) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:39.797253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.25.8.77 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/6d68222e-a1e4-4a94-9f78-fbed73da394a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:39.808754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Deleting port c7350edb-e1d2-4923-9678-5b9d730bb1c3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:39.809472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.871683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07cc44df-3967-44ef-be62-818d504b3aa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.969737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07cc44df-3967-44ef-be62-818d504b3aa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:39.985608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07cc44df-3967-44ef-be62-818d504b3aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.001824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] For port c7350edb-e1d2-4923-9678-5b9d730bb1c3, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c7350edb-e1d2-4923-9678-5b9d730bb1c3,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:40.002434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.026135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Calling delete_port for c7350edb-e1d2-4923-9678-5b9d730bb1c3 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:40.035126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc44df-3967-44ef-be62-818d504b3aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34aa52-316f-49c6-aa8c-3437ccef97f7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:40.042964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.068953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-07cc44df-3967-44ef-be62-818d504b3aa2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4153260c0ed747ceb3a6d5e4eeaad7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3534398 Nov 08 13:53:40.078907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60bf29-9551-4522-91f0-739dc7739e70 req-c8f9a07f-b416-48cb-89dc-891993ef0f3d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:40.080678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a60bf29-9551-4522-91f0-739dc7739e70 req-c8f9a07f-b416-48cb-89dc-891993ef0f3d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b9bfc7f-2de4-4986-b875-7e952d0adbbe HTTP/1.1" status: 200 len: 945 time: 0.1069353 Nov 08 13:53:40.081455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59146) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:40.153111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.163029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c69bc97-da1b-4b7f-9d8c-0a6f0ae6b313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.193953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a60bf29-9551-4522-91f0-739dc7739e70 req-245b443f-26ac-402a-96b6-a0175b9c36b8 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747621 Nov 08 13:53:40.196228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c69bc97-da1b-4b7f-9d8c-0a6f0ae6b313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.202517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:40.214155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:40.237776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:40.247883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=6d68222e-a1e4-4a94-9f78-fbed73da394a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:40.265780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c69bc97-da1b-4b7f-9d8c-0a6f0ae6b313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.268990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c69bc97-da1b-4b7f-9d8c-0a6f0ae6b313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.270182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3c69bc97-da1b-4b7f-9d8c-0a6f0ae6b313 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b34aa52-316f-49c6-aa8c-3437ccef97f7 HTTP/1.1" status: 204 len: 168 time: 0.1877193 Nov 08 13:53:40.278868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69bc97-da1b-4b7f-9d8c-0a6f0ae6b313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34aa52-316f-49c6-aa8c-3437ccef97f7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:40.316246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.328026 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c7350edb-e1d2-4923-9678-5b9d730bb1c3'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:40.338014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:40.390144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event deleted for resources: {'Port': ['ID=c7350edb-e1d2-4923-9678-5b9d730bb1c3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:40.407256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] No DVR routers for this DVR port c7350edb-e1d2-4923-9678-5b9d730bb1c3 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:40.411930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.415634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-122e586c-feb2-401f-ab0e-7d26bea4ba36 req-bf0e7d40-c050-49f5-a392-56b297300e5c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "DELETE /v2.0/ports/c7350edb-e1d2-4923-9678-5b9d730bb1c3 HTTP/1.1" status: 204 len: 173 time: 0.8408875 Nov 08 13:53:40.416263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'name': 'network-vif-deleted', 'tag': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:40.418771 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e131d9-c075-452d-947a-8c4c8a8ae943" -d '{"events": [{"server_uuid": "4b9bfc7f-2de4-4986-b875-7e952d0adbbe", "name": "network-vif-deleted", "tag": "c7350edb-e1d2-4923-9678-5b9d730bb1c3"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:40.490656 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b9f65-95af-4f10-8b58-07798155b750 x-openstack-request-id: req-bf2b9f65-95af-4f10-8b58-07798155b750 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:40.493577 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b9bfc7f-2de4-4986-b875-7e952d0adbbe", "name": "network-vif-deleted", "tag": "c7350edb-e1d2-4923-9678-5b9d730bb1c3", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:40.493577 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf2b9f65-95af-4f10-8b58-07798155b750 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:40.494151 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b9bfc7f-2de4-4986-b875-7e952d0adbbe', 'name': 'network-vif-deleted', 'tag': 'c7350edb-e1d2-4923-9678-5b9d730bb1c3', 'status': 'completed', 'code': 200} Nov 08 13:53:40.516414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192a913-4479-49ec-b025-15d765a6018a req-1869d4c8-1c5f-43ed-aa12-8eae0b9f2cce tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:40.525256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3192a913-4479-49ec-b025-15d765a6018a req-1869d4c8-1c5f-43ed-aa12-8eae0b9f2cce tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 945 time: 0.0904958 Nov 08 13:53:40.592023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3192a913-4479-49ec-b025-15d765a6018a req-3789a491-c00e-4de7-b3f9-b92504b2f754 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653985 Nov 08 13:53:40.832896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59170) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:40.860859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-914e60a9-5729-4271-8b23-36bba5b56b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.978136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-914e60a9-5729-4271-8b23-36bba5b56b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:40.984455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-914e60a9-5729-4271-8b23-36bba5b56b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.048760 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.065050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-914e60a9-5729-4271-8b23-36bba5b56b0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=646911dc03534c779588ff32f5f6b6ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2297962 Nov 08 13:53:41.065688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59178) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:41.086172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e60a9-5729-4271-8b23-36bba5b56b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cc5635-f978-48ac-b3c5-327137857dd6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:41.113811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c74ea-9146-4cb9-bd5b-269f915ef587 req-3c065839-ecc0-4e94-bfbb-a7588968c034 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:41.121791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba0c74ea-9146-4cb9-bd5b-269f915ef587 req-3c065839-ecc0-4e94-bfbb-a7588968c034 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 945 time: 0.1322711 Nov 08 13:53:41.180180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.209448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be7eff1-6301-4afd-93d5-7b540a342442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.253225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba0c74ea-9146-4cb9-bd5b-269f915ef587 req-31b64c25-153a-4316-a221-88536e03a581 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304150 Nov 08 13:53:41.271980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be7eff1-6301-4afd-93d5-7b540a342442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.350144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be7eff1-6301-4afd-93d5-7b540a342442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.353021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9be7eff1-6301-4afd-93d5-7b540a342442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.354290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9be7eff1-6301-4afd-93d5-7b540a342442 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70cc5635-f978-48ac-b3c5-327137857dd6 HTTP/1.1" status: 204 len: 168 time: 0.2842264 Nov 08 13:53:41.362662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7eff1-6301-4afd-93d5-7b540a342442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cc5635-f978-48ac-b3c5-327137857dd6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:41.433102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.440456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.532944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=6d68222e-a1e4-4a94-9f78-fbed73da394a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:41.535593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:41.685371 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 6e0329a6-589d-4805-a1db-23840169e0c6 associated. External IP: 172.25.8.77, port: 6bf0a49f-54cd-4520-9e55-82d62e7773eb. Nov 08 13:53:41.881917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe29a85-a60c-4956-b854-fe130498fd30 req-0dfcebc2-2e0f-4af2-9ac7-0df5d48aee19 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:41.884506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-0dfcebc2-2e0f-4af2-9ac7-0df5d48aee19 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.1390054 Nov 08 13:53:41.904680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-23adcf19-bca7-43af-89bf-721806b220a1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.0134315 Nov 08 13:53:41.998236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-b4b3a7e5-c991-4244-8e84-c236a33f0232 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0865364 Nov 08 13:53:42.057862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:42.152271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-d00917c5-e0ec-4110-81b7-873b3c470a18 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404793 Nov 08 13:53:42.233996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:42.247017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:42.258247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.261726 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:42.265844 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:42.298268 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-56b317fe-8415-4535-8fcd-63286a5fa418 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9194288 Nov 08 13:53:42.301468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:42.344022 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-6768c76b-f0e9-4354-8d59-d8bdd83168a6 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842072 Nov 08 13:53:42.366712 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:42.380424 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:42.381678 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:42.426046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3529b43-c4cc-4402-91bf-03ecfeb67e08 req-432bd4f8-492c-4638-9685-b0990ca1e4e5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:42.438433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3529b43-c4cc-4402-91bf-03ecfeb67e08 req-432bd4f8-492c-4638-9685-b0990ca1e4e5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 945 time: 0.0752702 Nov 08 13:53:42.465033 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cd22c2b6-b904-4a0d-8482-ef6d63e6d336 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "GET /v2.0/floatingips/6e0329a6-589d-4805-a1db-23840169e0c6 HTTP/1.1" status: 200 len: 977 time: 0.1614068 Nov 08 13:53:42.468163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59230) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:42.478208 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:42.478208 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6b768b-4588-4a8d-8848-bb96447f5a74 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:42.641328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3529b43-c4cc-4402-91bf-03ecfeb67e08 req-ccb04aea-509e-4daa-9f58-2c53978863c3 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups?id=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016964 Nov 08 13:53:42.643499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ce8df9d-682a-4bf8-8224-fd623ab7dbfa req-e8900dff-572c-4b54-a653-c4a53d186a38 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 210 time: 0.0409369 Nov 08 13:53:42.646548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-825a9588-0c91-40cf-b4e0-1b86d0e734b9 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1768970 Nov 08 13:53:42.649215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59238) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:42.653882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'port_id': '51262223-3c49-48dc-9ec2-390b216ebf77'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:42.771286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee58377-b619-4184-817f-7a96acd9a718 req-ea50fe1a-6f00-447c-9a9c-b7de6a76dda5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:42.778964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6ee58377-b619-4184-817f-7a96acd9a718 req-ea50fe1a-6f00-447c-9a9c-b7de6a76dda5 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 945 time: 0.0933876 Nov 08 13:53:42.811457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:42.947265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Deleting port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:42.947620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.089189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] For port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,segment=NetworkSegment(238a6af6-de28-4fd4-afc8-e47e24350d66),segment_id=238a6af6-de28-4fd4-afc8-e47e24350d66)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:43.090298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.114305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Calling delete_port for 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:43.237262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59266) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:43.327624 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.342503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['13ee1f1b-b278-4c88-b68c-4ae062cac5b7'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:43.402314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c7350edb-e1d2-4923-9678-5b9d730bb1c3 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:43.425151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: c7350edb-e1d2-4923-9678-5b9d730bb1c3 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:43.425900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c7350edb-e1d2-4923-9678-5b9d730bb1c3 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:43.446471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event deleted for resources: {'Port': ['ID=13ee1f1b-b278-4c88-b68c-4ae062cac5b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:43.468298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] No DVR routers for this DVR port 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:43.477139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.480795 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6ee58377-b619-4184-817f-7a96acd9a718 req-72aa2520-f7d9-42c3-af97-4a0a8be66f23 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.54 "DELETE /v2.0/ports/13ee1f1b-b278-4c88-b68c-4ae062cac5b7 HTTP/1.1" status: 204 len: 173 time: 0.6949847 Nov 08 13:53:43.508221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'name': 'network-vif-deleted', 'tag': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:43.513210 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f83ce9-b1f8-4ebe-a49b-02128f64d3e7" -d '{"events": [{"server_uuid": "97848a3d-3a36-49c9-8af6-c95cc92c4b4a", "name": "network-vif-deleted", "tag": "13ee1f1b-b278-4c88-b68c-4ae062cac5b7"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:43.518701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f1589ec-390e-4df3-a584-c72a3dc65206 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.584956 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053912eb-abb1-4ddb-becc-c138b6ce771d x-openstack-request-id: req-053912eb-abb1-4ddb-becc-c138b6ce771d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:43.585264 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97848a3d-3a36-49c9-8af6-c95cc92c4b4a", "name": "network-vif-deleted", "tag": "13ee1f1b-b278-4c88-b68c-4ae062cac5b7", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:43.585523 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-053912eb-abb1-4ddb-becc-c138b6ce771d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:43.585930 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97848a3d-3a36-49c9-8af6-c95cc92c4b4a', 'name': 'network-vif-deleted', 'tag': '13ee1f1b-b278-4c88-b68c-4ae062cac5b7', 'status': 'completed', 'code': 200} Nov 08 13:53:43.615387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.622870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.640507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f1589ec-390e-4df3-a584-c72a3dc65206 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.646232 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f1589ec-390e-4df3-a584-c72a3dc65206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.714475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8f1589ec-390e-4df3-a584-c72a3dc65206 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed5a6ae39faf40b58ac1e6cd1d35073d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4760623 Nov 08 13:53:43.715303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:43.715997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1589ec-390e-4df3-a584-c72a3dc65206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebf88c7-390e-4de0-92db-16d26715309e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:43.785698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d35db14-998b-4b7f-b6e9-7a40a7b77078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.813594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d35db14-998b-4b7f-b6e9-7a40a7b77078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.820737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01c43e8c-3b6d-4e61-a176-ba9350c40888 req-b84e0b48-a92f-481c-bc8c-03628ea9f22e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 210 time: 0.0428259 Nov 08 13:53:43.838969 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 6e0329a6-589d-4805-a1db-23840169e0c6 associated. External IP: 172.25.8.77, port: 6bf0a49f-54cd-4520-9e55-82d62e7773eb. Nov 08 13:53:43.867455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d35db14-998b-4b7f-b6e9-7a40a7b77078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.870113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d35db14-998b-4b7f-b6e9-7a40a7b77078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:43.871268 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4d35db14-998b-4b7f-b6e9-7a40a7b77078 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ebf88c7-390e-4de0-92db-16d26715309e HTTP/1.1" status: 204 len: 168 time: 0.1517150 Nov 08 13:53:43.880168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35db14-998b-4b7f-b6e9-7a40a7b77078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebf88c7-390e-4de0-92db-16d26715309e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:43.942425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5f0f2f4-e03c-461d-9f71-6b1d59365513 req-01830675-cddc-4074-ba68-95ed4543902b tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/ports?device_id=97848a3d-3a36-49c9-8af6-c95cc92c4b4a HTTP/1.1" status: 200 len: 210 time: 0.1301451 Nov 08 13:53:44.128257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:44.312161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:44.329409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:44.360725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:44.362806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:44.468505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe29a85-a60c-4956-b854-fe130498fd30 req-bc106c6c-c390-40e2-a0ba-ef4a4fa9e170 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:44.470471 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-bc106c6c-c390-40e2-a0ba-ef4a4fa9e170 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.3041050 Nov 08 13:53:44.490943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Request body: {'port': {'device_id': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'admin_state_up': True, 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:44.504980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:44.522656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:44.524755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:44.598148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:44.599155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85baeda6-208d-44c8-9a48-3b7850ebd3bf None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:44.737028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:44.744781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:44.965409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Allocated IP 172.20.0.7 (fe8a3700-b643-4740-8279-459f25456977/14d34903-33ef-41de-95c2-6c1ca2a14962/d9a3e842-62c1-4b75-b305-d1738f832c6e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:45.141301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff1da92b-9b79-4534-82dd-e014bf6568db req-da208d53-44ad-439b-95d4-3b2ff969bf89 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 210 time: 0.0764639 Nov 08 13:53:45.310955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59332) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:45.323575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.324725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:45.373646 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.391918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:45.427823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Network fe8a3700-b643-4740-8279-459f25456977 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:45.434149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:45.438811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:45.493927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:45.495279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.505102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event updated for resources: {'Port': ['ID=d9a3e842-62c1-4b75-b305-d1738f832c6e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:45.524717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:45.535150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.539410 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:45.543382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-47011ada-f39a-46b8-be59-0689560abe29 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0568244 Nov 08 13:53:45.558297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Request body: {'port': {'device_id': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:45.570058 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:45.582806 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:45.652192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc51bd29-1d23-41f9-a030-8257fecd44b0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.717106 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:45.732495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.734478 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:45.735263 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:45.769076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ff16467a-4d94-4f16-8711-88423787ae47 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/floatingips/6e0329a6-589d-4805-a1db-23840169e0c6 HTTP/1.1" status: 200 len: 977 time: 3.1187899 Nov 08 13:53:45.772361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59348) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:45.780913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:45.792777 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:45.793639 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a01ba1-ed8b-4482-89cb-267c4d244030 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:45.852891 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc51bd29-1d23-41f9-a030-8257fecd44b0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:45.908908 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.130045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a3e842-62c1-4b75-b305-d1738f832c6e {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:46.142959 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc51bd29-1d23-41f9-a030-8257fecd44b0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.146861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc51bd29-1d23-41f9-a030-8257fecd44b0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.150460 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc51bd29-1d23-41f9-a030-8257fecd44b0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "DELETE /v2.0/security-groups/ed28780b-2ede-4c75-940a-fb99ebf7caae HTTP/1.1" status: 204 len: 168 time: 0.8358209 Nov 08 13:53:46.151966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:46.191091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.194869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.196784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51bd29-1d23-41f9-a030-8257fecd44b0 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed28780b-2ede-4c75-940a-fb99ebf7caae,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:46.203973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.203973 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 6e0329a6-589d-4805-a1db-23840169e0c6 disassociated. External IP: 172.25.8.77, port: 51262223-3c49-48dc-9ec2-390b216ebf77. Nov 08 13:53:46.207046 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-f73063b5-f6e4-4522-a452-5ea0c63626b7 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] show failed (client error): The resource could not be found. Nov 08 13:53:46.215857 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f73063b5-f6e4-4522-a452-5ea0c63626b7 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "GET /v2.0/security-groups/ed28780b-2ede-4c75-940a-fb99ebf7caae HTTP/1.1" status: 404 len: 347 time: 0.0608830 Nov 08 13:53:46.219596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59364) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:46.258199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Transition to ACTIVE for port object d9a3e842-62c1-4b75-b305-d1738f832c6e will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:53:46.267142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.403568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a3e842-62c1-4b75-b305-d1738f832c6e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:46.597580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Attempting to bind port d9a3e842-62c1-4b75-b305-d1738f832c6e on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:53:46.598279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Attempting to bind port d9a3e842-62c1-4b75-b305-d1738f832c6e by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:53:46.598279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Attempting to bind port d9a3e842-62c1-4b75-b305-d1738f832c6e on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:46.607360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Port d9a3e842-62c1-4b75-b305-d1738f832c6e on network fe8a3700-b643-4740-8279-459f25456977 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:53:46.608678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Attempting to bind port d9a3e842-62c1-4b75-b305-d1738f832c6e on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:53:46.615639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:53:46.618064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:46.619407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Bound using segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:53:46.619900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Bound port: d9a3e842-62c1-4b75-b305-d1738f832c6e, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:53:46.620264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.641554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866cd6b-2729-4db8-a39d-3f6d504149dd req-32297be5-179b-4f45-b586-913ec907ab8b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:46.643089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f866cd6b-2729-4db8-a39d-3f6d504149dd req-32297be5-179b-4f45-b586-913ec907ab8b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 943 time: 0.3051562 Nov 08 13:53:46.795226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] For port d9a3e842-62c1-4b75-b305-d1738f832c6e, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:53:46.800883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] For port d9a3e842-62c1-4b75-b305-d1738f832c6e, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d9a3e842-62c1-4b75-b305-d1738f832c6e,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:53:46.826158 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-8ba96be2-3043-4d6b-b9ce-8d1dfc1c0c11 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823631 Nov 08 13:53:46.833010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.853588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Deleting port cd3ed1a6-5df8-4e14-b9be-ca4a608c8971 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:46.853859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.900119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:46.923696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f866cd6b-2729-4db8-a39d-3f6d504149dd req-a73bf633-e01c-460f-b8bd-de3d02992681 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598581 Nov 08 13:53:46.953543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:46.955120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:46.956771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] 10.222.0.54 "PUT /v2.0/ports/d9a3e842-62c1-4b75-b305-d1738f832c6e HTTP/1.1" status: 200 len: 1091 time: 1.4044914 Nov 08 13:53:46.958693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94089664-8aad-45f9-b0b0-0eb47fdd7dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=d9a3e842-62c1-4b75-b305-d1738f832c6e,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:46.971813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'tag': 'd9a3e842-62c1-4b75-b305-d1738f832c6e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:46.977004 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46089721-51c4-4b8a-83c1-a97f0ec80793" -d '{"events": [{"name": "network-changed", "server_uuid": "5ee7a644-d5d5-47c5-b2e7-1b160defdaf7", "tag": "d9a3e842-62c1-4b75-b305-d1738f832c6e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:47.041938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.042532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.061921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Calling delete_port for cd3ed1a6-5df8-4e14-b9be-ca4a608c8971 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:47.091149 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212f047d-3c9a-49c9-bc18-6b655b65d092 x-openstack-request-id: req-212f047d-3c9a-49c9-bc18-6b655b65d092 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:47.091455 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ee7a644-d5d5-47c5-b2e7-1b160defdaf7", "tag": "d9a3e842-62c1-4b75-b305-d1738f832c6e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:47.091724 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-212f047d-3c9a-49c9-bc18-6b655b65d092 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:47.092190 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'tag': 'd9a3e842-62c1-4b75-b305-d1738f832c6e', 'status': 'completed', 'code': 200} Nov 08 13:53:47.095354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-b6d49b85-3627-47fc-b47c-6f8feaed8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:47.097010 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-b6d49b85-3627-47fc-b47c-6f8feaed8c42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1096 time: 0.1392729 Nov 08 13:53:47.114567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe29a85-a60c-4956-b854-fe130498fd30 req-8a35a591-b393-4944-9714-40440342415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:47.116149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-8a35a591-b393-4944-9714-40440342415b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0840158 Nov 08 13:53:47.211796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-fc7efa6a-b8de-4cc2-b565-792893210f80 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9a3e842-62c1-4b75-b305-d1738f832c6e HTTP/1.1" status: 200 len: 217 time: 0.0779495 Nov 08 13:53:47.304419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:47.309862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.312125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe29a85-a60c-4956-b854-fe130498fd30 req-4fc991d2-e839-412a-ad6a-d9edf36b7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:47.313947 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-4fc991d2-e839-412a-ad6a-d9edf36b7198 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.0668166 Nov 08 13:53:47.327204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-0f9bd202-8b4f-4bc5-85b3-09a43bd1d584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:47.328768 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-0f9bd202-8b4f-4bc5-85b3-09a43bd1d584 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.1940551 Nov 08 13:53:47.330299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:47.347430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:47.348271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:47.364061 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-c3efa4e7-6ea9-4bcf-a898-4d70611107f6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342641 Nov 08 13:53:47.436428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:47.443020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:47.469607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:47.470582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 13ee1f1b-b278-4c88-b68c-4ae062cac5b7 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:47.477612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8841b47f-d345-40b6-a2be-22ba7c712ddc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/floatingips/6e0329a6-589d-4805-a1db-23840169e0c6 HTTP/1.1" status: 200 len: 687 time: 1.7042582 Nov 08 13:53:47.478285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59426) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:47.478992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:47.480114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:47.524161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:47.525216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ef2c05-146a-4753-bf1e-8178fc50e7cc None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:47.552051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59428) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:47.642264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.720476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Pushing event deleted for resources: {'Port': ['ID=cd3ed1a6-5df8-4e14-b9be-ca4a608c8971,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:47.799460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc1a35ff-fc48-4c64-94ea-01a180605ac6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.826777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.829467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.833111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-14b4e709-7578-4cc4-b9f1-d8013a9833a2 tempest-ImagesOneServerNegativeTestJSON-347279777 tempest-ImagesOneServerNegativeTestJSON-347279777-project] 10.222.0.65 "DELETE /v2.0/floatingips/4983fcac-9552-4e0a-928f-7f04e031c532 HTTP/1.1" status: 204 len: 168 time: 1.6088541 Nov 08 13:53:47.878683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-28421ff9-01e9-49c3-b567-5ea5bfc39813 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 1001 time: 0.5412722 Nov 08 13:53:47.895164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 6d68222e-a1e4-4a94-9f78-fbed73da394a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:47.895537 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:47.994825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-eee65e2a-6e1e-4777-84f4-f995b8dad2e4 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5712104 Nov 08 13:53:48.002046 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc1a35ff-fc48-4c64-94ea-01a180605ac6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.009090 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc1a35ff-fc48-4c64-94ea-01a180605ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.013543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-a64b951b-800f-436b-ad60-c4d0b1ecdd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:48.015011 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-a64b951b-800f-436b-ad60-c4d0b1ecdd02 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.1262338 Nov 08 13:53:48.055419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59450) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:48.109103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a35ff-fc48-4c64-94ea-01a180605ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14565f8b-6557-45b5-b44e-9a68a473abe8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:48.133385 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-2b462c0c-8f78-44ca-85aa-389ec982c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:48.134967 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-2b462c0c-8f78-44ca-85aa-389ec982c91d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925856 Nov 08 13:53:48.146144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.146637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.162397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc1a35ff-fc48-4c64-94ea-01a180605ac6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8e5bab5b5e84673b912d85972363993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6051083 Nov 08 13:53:48.168859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59452) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:48.180803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-efe29a85-a60c-4956-b854-fe130498fd30 req-42da6bf2-028d-4857-a929-5ded1dab5efc service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758342 Nov 08 13:53:48.192082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 6d68222e-a1e4-4a94-9f78-fbed73da394a owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:48.275338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] Deleting subnet 4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:53:48.279402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-12a62d38-0e69-4911-9426-15d85d4dd0b6 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333094 Nov 08 13:53:48.290442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.304166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-46aeeb21-7d51-4bfc-8e2a-b31e954f0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:48.305777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-46aeeb21-7d51-4bfc-8e2a-b31e954f0fd5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 1094 time: 0.0693431 Nov 08 13:53:48.331900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00aa58-1643-442a-90af-630a450c0f7d req-4c915667-1f56-4c35-99df-2faab0e7bb4c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:48.333450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d00aa58-1643-442a-90af-630a450c0f7d req-4c915667-1f56-4c35-99df-2faab0e7bb4c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 943 time: 0.2745588 Nov 08 13:53:48.374848 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.417904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ca42-bb46-4956-acf5-726915dfba94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.470235 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c1434d2e-6e66-4568-90ce-17438eb14626 req-86d163e2-20ac-4efe-afe9-dc73c8e0b433 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793909 Nov 08 13:53:48.481027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-ce7a90d4-ac46-4c9b-be52-1abb1b768abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:48.482685 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-ce7a90d4-ac46-4c9b-be52-1abb1b768abe service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.1663949 Nov 08 13:53:48.490052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.519598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ca42-bb46-4956-acf5-726915dfba94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.525006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d00aa58-1643-442a-90af-630a450c0f7d req-bf917587-701c-4387-bb04-1d93c08ee943 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833527 Nov 08 13:53:48.535124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-110b3fb6-b6ec-46df-80d9-4026e6f1462d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9a3e842-62c1-4b75-b305-d1738f832c6e HTTP/1.1" status: 200 len: 217 time: 0.0435367 Nov 08 13:53:48.612503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-b109c1ec-8c9c-4f5b-80e4-1b6b9cad5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:48.614174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-b109c1ec-8c9c-4f5b-80e4-1b6b9cad5c30 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.0710394 Nov 08 13:53:48.642282 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.650546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.659290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-5d4679e2-c0ba-477a-b137-849ab87663c9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372584 Nov 08 13:53:48.705907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ca42-bb46-4956-acf5-726915dfba94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.708862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2cb6ca42-bb46-4956-acf5-726915dfba94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.710021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2cb6ca42-bb46-4956-acf5-726915dfba94 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14565f8b-6557-45b5-b44e-9a68a473abe8 HTTP/1.1" status: 204 len: 168 time: 0.5399520 Nov 08 13:53:48.710843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9e2768-c8d6-4bc9-a450-9a5c01ce1683,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:48.713245 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.718621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9e853ef7-c2db-41b3-a298-936738e1564c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4c9e2768-c8d6-4bc9-a450-9a5c01ce1683 HTTP/1.1" status: 204 len: 168 time: 0.6497543 Nov 08 13:53:48.720515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=6d68222e-a1e4-4a94-9f78-fbed73da394a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:48.723493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59460) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:48.783060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6ca42-bb46-4956-acf5-726915dfba94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14565f8b-6557-45b5-b44e-9a68a473abe8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:48.863049 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-0de82493-5dac-4a22-b504-efa5ca250bd9 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957996 Nov 08 13:53:48.867884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.870522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.876151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59462) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:48.876989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89bdfb0f-2a75-44ef-8967-c64886da5ac5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/floatingips/6e0329a6-589d-4805-a1db-23840169e0c6 HTTP/1.1" status: 204 len: 168 time: 1.3955581 Nov 08 13:53:48.882539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:48.937584 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-84f47660-4aa6-420b-a310-83295a3728c2 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] delete failed (client error): The resource could not be found. Nov 08 13:53:48.938310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-84f47660-4aa6-420b-a310-83295a3728c2 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/floatingips/6e0329a6-589d-4805-a1db-23840169e0c6 HTTP/1.1" status: 404 len: 345 time: 0.0612705 Nov 08 13:53:48.942257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59466) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:48.993864 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.037179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7baff34d-50bb-4247-afcf-efd047224f04']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:49.067710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '238a6af6-de28-4fd4-afc8-e47e24350d66') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:49.068092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '238a6af6-de28-4fd4-afc8-e47e24350d66') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:49.093030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-46089721-51c4-4b8a-83c1-a97f0ec80793 req-d08cb80b-99f1-4b5d-a303-7e8fa2e77c81 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205284 Nov 08 13:53:49.093460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.122713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.138153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:53:49.139357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:53:49.145459 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:53:49.187931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d40ab0-35be-41b0-b947-1e07933e41bc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:49.196167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d40ab0-35be-41b0-b947-1e07933e41bc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:49.203860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d40ab0-35be-41b0-b947-1e07933e41bc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:49.208074 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-19d40ab0-35be-41b0-b947-1e07933e41bc tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "GET /v2.0/ports?network_id=860b4ae9-3443-406b-9a59-a2c101c7e20c HTTP/1.1" status: 200 len: 2358 time: 0.2647939 Nov 08 13:53:49.208869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59476) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.238785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59478) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.247603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.263234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.267144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7baff34d-50bb-4247-afcf-efd047224f04 HTTP/1.1" status: 204 len: 168 time: 0.5405979 Nov 08 13:53:49.268043 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f968eb8-0a6a-4000-89c6-1bfe112526ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.285586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5388b5cc-40c5-49e8-9404-cd6a7a690e34 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:49.290135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5388b5cc-40c5-49e8-9404-cd6a7a690e34 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "GET /v2.0/subnets/20be789a-c78d-4b74-a62e-4bbc413982af HTTP/1.1" status: 200 len: 797 time: 0.0802565 Nov 08 13:53:49.291774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59482) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.293089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551c1b1-2c02-4da5-b54c-10618d982703 admin admin] Pushing event deleted for resources: {'Network': ['ID=7baff34d-50bb-4247-afcf-efd047224f04,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:49.297697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'port': {'network_id': '860b4ae9-3443-406b-9a59-a2c101c7e20c', 'name': 'tempest-FloatingIPTestJSON-1865905829', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:49.348706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8faf04-f911-435b-a12b-fbf98f145f8e req-82ad4887-bfc8-4f99-8a47-fc50053830ef tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:49.350268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f8faf04-f911-435b-a12b-fbf98f145f8e req-82ad4887-bfc8-4f99-8a47-fc50053830ef tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.0923953 Nov 08 13:53:49.432311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f968eb8-0a6a-4000-89c6-1bfe112526ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.445959 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f968eb8-0a6a-4000-89c6-1bfe112526ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.455607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:49.466362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f8faf04-f911-435b-a12b-fbf98f145f8e req-cc1ca477-fef3-4297-9c2c-141e43f8e3bb tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881572 Nov 08 13:53:49.496379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8f968eb8-0a6a-4000-89c6-1bfe112526ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e16f8e2fb1214f4d9ab5c68bd4d935d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2540615 Nov 08 13:53:49.497968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59484) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.507199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f968eb8-0a6a-4000-89c6-1bfe112526ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c333dd-f396-47f7-866b-14e4b45c1fc5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:49.547118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59486) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.556395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9de780f0-2d14-4ef3-969d-6dbeba09cbc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.582004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.590298 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9de780f0-2d14-4ef3-969d-6dbeba09cbc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.608616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] device_id is not set on port beaa5822-9ded-4177-a678-50193797fc75 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:49.658247 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9de780f0-2d14-4ef3-969d-6dbeba09cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.661205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9de780f0-2d14-4ef3-969d-6dbeba09cbc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.662618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9de780f0-2d14-4ef3-969d-6dbeba09cbc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7c333dd-f396-47f7-866b-14e4b45c1fc5 HTTP/1.1" status: 204 len: 168 time: 0.1629679 Nov 08 13:53:49.671406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de780f0-2d14-4ef3-969d-6dbeba09cbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c333dd-f396-47f7-866b-14e4b45c1fc5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:49.723871 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0562509d-8433-41c9-a2d5-9cb211435aa8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e01ea4b572644d72b8e937d3fb9acd5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1743867 Nov 08 13:53:49.725964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59496) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:49.826215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42fd4322-5f70-4b81-bb10-6e0bdb0c05de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.868726 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42fd4322-5f70-4b81-bb10-6e0bdb0c05de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.954378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42fd4322-5f70-4b81-bb10-6e0bdb0c05de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.957538 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42fd4322-5f70-4b81-bb10-6e0bdb0c05de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:49.961059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-42fd4322-5f70-4b81-bb10-6e0bdb0c05de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6b06b8e-e66d-4f73-971a-6f755b5fcf2b HTTP/1.1" status: 204 len: 168 time: 0.2319014 Nov 08 13:53:49.970481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd4322-5f70-4b81-bb10-6e0bdb0c05de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b06b8e-e66d-4f73-971a-6f755b5fcf2b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:50.087815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.14 (860b4ae9-3443-406b-9a59-a2c101c7e20c/20be789a-c78d-4b74-a62e-4bbc413982af/beaa5822-9ded-4177-a678-50193797fc75) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:50.095355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.13 (860b4ae9-3443-406b-9a59-a2c101c7e20c/20be789a-c78d-4b74-a62e-4bbc413982af/beaa5822-9ded-4177-a678-50193797fc75) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:50.184524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c22cb-4008-4d16-82f8-3f4670aad846 req-69db9495-1315-48e1-a7aa-a1c4a464c85a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:50.192112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c85c22cb-4008-4d16-82f8-3f4670aad846 req-69db9495-1315-48e1-a7aa-a1c4a464c85a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 943 time: 0.5692756 Nov 08 13:53:50.263384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c85c22cb-4008-4d16-82f8-3f4670aad846 req-67ab4cec-39e1-4220-86c4-c0b54ec95f88 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703647 Nov 08 13:53:50.344940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:50.388237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:50.440644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:50.446013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:50.450026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:50.456893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=beaa5822-9ded-4177-a678-50193797fc75,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:50.517604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:50.518557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:50.549504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c1556eb-0607-41b8-bebb-4daef04e94ae tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.2539351 Nov 08 13:53:50.550006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59524) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:50.556236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': 'beaa5822-9ded-4177-a678-50193797fc75', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:50.589061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:50.618042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae21905-41e8-49d9-a90a-b3e0970ec95d req-99776e96-1296-4ae5-8217-2afa4642f94c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:50.619960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dae21905-41e8-49d9-a90a-b3e0970ec95d req-99776e96-1296-4ae5-8217-2afa4642f94c tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.0620427 Nov 08 13:53:50.705891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:50.839566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.25.8.248 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/86e32bd5-8e1a-4d1a-9937-8e6dafab8a22) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:50.922515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dae21905-41e8-49d9-a90a-b3e0970ec95d req-8de5d350-72ed-4ed5-85e2-dc9f615d7197 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948029 Nov 08 13:53:50.975889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.016276 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.070790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:51.074648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:51.077018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=86e32bd5-8e1a-4d1a-9937-8e6dafab8a22,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:51.087451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:51.409601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d9a3e842-62c1-4b75-b305-d1738f832c6e details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:53:51.448073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594e92a-672a-4fa2-bf93-306131bdf34f req-c1f3fa43-ae2c-401a-bb0a-aaf92db3c7dc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:51.451990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3594e92a-672a-4fa2-bf93-306131bdf34f req-c1f3fa43-ae2c-401a-bb0a-aaf92db3c7dc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 943 time: 0.0862637 Nov 08 13:53:51.545119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.550900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3594e92a-672a-4fa2-bf93-306131bdf34f req-9e84f4cb-ff34-42f1-806d-2cba0e8c07d4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931911 Nov 08 13:53:51.555175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d9a3e842-62c1-4b75-b305-d1738f832c6e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d9a3e842-62c1-4b75-b305-d1738f832c6e,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:51.592113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd9a3e842-62c1-4b75-b305-d1738f832c6e', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'port_id': 'd9a3e842-62c1-4b75-b305-d1738f832c6e', 'mac_address': 'fa:16:3e:e3:d2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d34903-33ef-41de-95c2-6c1ca2a14962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:53:51.629478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-307b970b-b3bd-4bfc-a2c2-41382d41da80 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:51.631023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-307b970b-b3bd-4bfc-a2c2-41382d41da80 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.70 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 945 time: 0.0641956 Nov 08 13:53:51.653966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.668793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a3e842-62c1-4b75-b305-d1738f832c6e {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:53:51.669874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.695279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d9a3e842-62c1-4b75-b305-d1738f832c6e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d9a3e842-62c1-4b75-b305-d1738f832c6e,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:51.702289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.771794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Deleting port 94afd502-e18b-430d-99c1-bf9eb58ce98e {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:51.772229 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.783693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d9a3e842-62c1-4b75-b305-d1738f832c6e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:51.796997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.797516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.798394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.798831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.799297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.799817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.800159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.805847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.806260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.807274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.807627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.808034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:51.884975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.891515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.975778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] For port 94afd502-e18b-430d-99c1-bf9eb58ce98e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=94afd502-e18b-430d-99c1-bf9eb58ce98e,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:51.976746 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.977804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:51.992477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Calling delete_port for 94afd502-e18b-430d-99c1-bf9eb58ce98e owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:52.061982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d9a3e842-62c1-4b75-b305-d1738f832c6e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:52.127611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=86e32bd5-8e1a-4d1a-9937-8e6dafab8a22,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:52.129972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59596) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:52.131275 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP b1efe12b-3a1d-46a8-b60a-8ff4cabb12ba associated. External IP: 172.25.8.248, port: beaa5822-9ded-4177-a678-50193797fc75. Nov 08 13:53:52.222927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.284344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Pushing event deleted for resources: {'Port': ['ID=94afd502-e18b-430d-99c1-bf9eb58ce98e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:52.300129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77febc7e-0d34-4f51-a16a-561f0e19a23f req-8b9baf6a-770e-4a7f-bf3f-cf001cecc473 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:52.301955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77febc7e-0d34-4f51-a16a-561f0e19a23f req-8b9baf6a-770e-4a7f-bf3f-cf001cecc473 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=286395e2-9802-456a-81e9-3860aa597020 HTTP/1.1" status: 200 len: 867 time: 0.1327715 Nov 08 13:53:52.366198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] No DVR routers for this DVR port 94afd502-e18b-430d-99c1-bf9eb58ce98e on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:53:52.370636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.374765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9645125e-f449-4375-9f35-49ee7c1dda56 req-e1f716e3-5737-465e-acc8-c77f0361e946 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.70 "DELETE /v2.0/ports/94afd502-e18b-430d-99c1-bf9eb58ce98e HTTP/1.1" status: 204 len: 173 time: 0.7354362 Nov 08 13:53:52.376857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '286395e2-9802-456a-81e9-3860aa597020', 'name': 'network-vif-deleted', 'tag': '94afd502-e18b-430d-99c1-bf9eb58ce98e'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:52.381817 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a4eec6-f446-49aa-994d-2963bbb2e4b5" -d '{"events": [{"server_uuid": "286395e2-9802-456a-81e9-3860aa597020", "name": "network-vif-deleted", "tag": "94afd502-e18b-430d-99c1-bf9eb58ce98e"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:52.415234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['94afd502-e18b-430d-99c1-bf9eb58ce98e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:52.453101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:52.473803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77febc7e-0d34-4f51-a16a-561f0e19a23f req-160522c7-4672-4d73-a615-273f321ac75b tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526899 Nov 08 13:53:52.522101 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afe7c5e-5145-4602-a4fe-e44b51404f5a x-openstack-request-id: req-1afe7c5e-5145-4602-a4fe-e44b51404f5a {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:52.522461 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "286395e2-9802-456a-81e9-3860aa597020", "name": "network-vif-deleted", "tag": "94afd502-e18b-430d-99c1-bf9eb58ce98e", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:52.522711 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1afe7c5e-5145-4602-a4fe-e44b51404f5a {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:52.523194 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '286395e2-9802-456a-81e9-3860aa597020', 'name': 'network-vif-deleted', 'tag': '94afd502-e18b-430d-99c1-bf9eb58ce98e', 'status': 'completed', 'code': 200} Nov 08 13:53:52.584326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08e10906-f0c8-4c0d-97df-e12e3559768c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.617854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:52.629667 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:52.648757 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:52.649582 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:52.650789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.688178 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6a563daf-ebe4-46ac-8c5e-63f93c897656 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.1341507 Nov 08 13:53:52.689977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59618) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:52.695360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'port_id': 'beaa5822-9ded-4177-a678-50193797fc75', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:52.701526 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:52.715778 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:52.716513 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:52.734827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb207a4-b86b-4b70-bc4d-7d0103b8fced req-726ae52c-00e9-4b94-8473-da4bacb2fc1e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:52.738129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fb207a4-b86b-4b70-bc4d-7d0103b8fced req-726ae52c-00e9-4b94-8473-da4bacb2fc1e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 944 time: 0.0726609 Nov 08 13:53:52.762159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08e10906-f0c8-4c0d-97df-e12e3559768c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.771945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08e10906-f0c8-4c0d-97df-e12e3559768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.777939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:52.778632 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128997e6-c63b-40f4-8c22-5bd27efed592 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:52.785035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.829966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fb207a4-b86b-4b70-bc4d-7d0103b8fced req-a74af43d-647f-4eae-8189-62d1ee960cee tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819509 Nov 08 13:53:52.869630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e10906-f0c8-4c0d-97df-e12e3559768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd20920e-6ae3-4dc1-a49d-06e5f793db65,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:52.877143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-08e10906-f0c8-4c0d-97df-e12e3559768c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c33d233521c4aa9b94daffe7863379c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6055043 Nov 08 13:53:52.877772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59634) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:52.947121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:52.976168 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.032057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['232dd7ed-9459-4151-b131-57f44123a19a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:53:53.057124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.059902 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.063410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd20920e-6ae3-4dc1-a49d-06e5f793db65 HTTP/1.1" status: 204 len: 168 time: 0.1816502 Nov 08 13:53:53.080676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd20920e-6ae3-4dc1-a49d-06e5f793db65,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:53.094971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.095403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.095768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.096104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.096431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.096755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.097081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.097405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.098175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.098175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.098518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.098844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90701d28-2980-4433-ad61-3267d1aa6be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:53:53.108289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.195658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59644) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:53.424726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d9a3e842-62c1-4b75-b305-d1738f832c6e up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:53:53.464554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e104cbc5-483c-4770-8f10-681246bf1010 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.472547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.480423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.510084 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.531911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port d9a3e842-62c1-4b75-b305-d1738f832c6e completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:53:53.542944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d9a3e842-62c1-4b75-b305-d1738f832c6e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:53:53.542944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.610695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e104cbc5-483c-4770-8f10-681246bf1010 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.626126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e104cbc5-483c-4770-8f10-681246bf1010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.676962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e104cbc5-483c-4770-8f10-681246bf1010 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9543917b41764aeeb0e098479c48bd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4801035 Nov 08 13:53:53.679070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104cbc5-483c-4770-8f10-681246bf1010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d78175-36b3-4e97-83ab-7bfbcdc1377d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:53.681620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59664) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:53.682402 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.724585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d9a3e842-62c1-4b75-b305-d1738f832c6e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d9a3e842-62c1-4b75-b305-d1738f832c6e,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:53:53.725640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3e842-62c1-4b75-b305-d1738f832c6e'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:53:53.728794 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e032558-8a09-431a-9628-810cd2d7f0ab" -d '{"events": [{"server_uuid": "5ee7a644-d5d5-47c5-b2e7-1b160defdaf7", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3e842-62c1-4b75-b305-d1738f832c6e"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:53:53.734088 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.772110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-484559ca-6dcf-4a3f-b0dc-bc974d0c1c37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.803069 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e8f37-6d5c-4594-ac28-2a3567336b04 x-openstack-request-id: req-d88e8f37-6d5c-4594-ac28-2a3567336b04 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:53:53.804395 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7a644-d5d5-47c5-b2e7-1b160defdaf7", "name": "network-vif-plugged", "status": "completed", "tag": "d9a3e842-62c1-4b75-b305-d1738f832c6e", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:53:53.804871 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d88e8f37-6d5c-4594-ac28-2a3567336b04 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:53:53.806539 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a3e842-62c1-4b75-b305-d1738f832c6e', 'code': 200} Nov 08 13:53:53.812297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-484559ca-6dcf-4a3f-b0dc-bc974d0c1c37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.844959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d9a3e842-62c1-4b75-b305-d1738f832c6e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:53.941252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-484559ca-6dcf-4a3f-b0dc-bc974d0c1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.945121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-484559ca-6dcf-4a3f-b0dc-bc974d0c1c37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:53.947264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-484559ca-6dcf-4a3f-b0dc-bc974d0c1c37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09d78175-36b3-4e97-83ab-7bfbcdc1377d HTTP/1.1" status: 204 len: 168 time: 0.2542789 Nov 08 13:53:53.988576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484559ca-6dcf-4a3f-b0dc-bc974d0c1c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d78175-36b3-4e97-83ab-7bfbcdc1377d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:54.019373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9972238-99a6-4844-ab94-7cc744dabce3 req-908a3ad6-90f1-4c53-8e92-2762bb9cd868 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:54.034712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9972238-99a6-4844-ab94-7cc744dabce3 req-908a3ad6-90f1-4c53-8e92-2762bb9cd868 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1899717 Nov 08 13:53:54.084870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2c0b8-4033-4fea-ba0e-4f66a1535197 req-fc208eda-9bf5-4801-affd-23f15fcebb1f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:54.094553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fa2c0b8-4033-4fea-ba0e-4f66a1535197 req-fc208eda-9bf5-4801-affd-23f15fcebb1f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 945 time: 0.1680620 Nov 08 13:53:54.164552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9972238-99a6-4844-ab94-7cc744dabce3 req-5e46002a-6f3e-4e9e-841a-7b76a8bded57 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256809 Nov 08 13:53:54.202657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fa2c0b8-4033-4fea-ba0e-4f66a1535197 req-571a2748-c47b-4f55-a05d-408434a3f9f0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054502 Nov 08 13:53:54.277624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b43704-6327-4efa-b2a6-ee0d2edb2c5f req-0d906e16-a6cf-4007-a145-acf9c20cfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:54.280581 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1b43704-6327-4efa-b2a6-ee0d2edb2c5f req-0d906e16-a6cf-4007-a145-acf9c20cfcaf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 1096 time: 0.4234974 Nov 08 13:53:54.281779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59688) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:54.313351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:54.386066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b1b43704-6327-4efa-b2a6-ee0d2edb2c5f req-b7bee424-38cc-4bfd-a79c-fbeaf71698f8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935895 Nov 08 13:53:54.442004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-217199143-network', 'tenant_id': '7386068280444169bc00490c63307376'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:54.465320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59692) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:54.476500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:54.480698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-772b9f0f-cd00-4526-8b13-f7daac07c34a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.483418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Made reservation on behalf of 7386068280444169bc00490c63307376 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:54.487301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:54.487818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.496778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.500401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:54.501574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:54.533556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.541942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:54.554805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:54.555814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:54.599495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-55783dde-c895-4eac-8ac0-ddb7a7d4cc3b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/floatingips/b1efe12b-3a1d-46a8-b60a-8ff4cabb12ba HTTP/1.1" status: 200 len: 979 time: 1.9058399 Nov 08 13:53:54.600669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59696) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:54.608959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:54.610803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f32e13e-cbe3-49ee-8627-071c5afad2b7 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:54.667209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-772b9f0f-cd00-4526-8b13-f7daac07c34a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.676121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-772b9f0f-cd00-4526-8b13-f7daac07c34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.684509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.694474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.726498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:53:54.736910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-772b9f0f-cd00-4526-8b13-f7daac07c34a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3be1bb3ec9e14610bd747a2a586a7f73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2704930 Nov 08 13:53:54.741091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:54.741091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b9f0f-cd00-4526-8b13-f7daac07c34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191822e4-782d-47ae-9d63-6864670668e2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:54.753654 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.754071 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Added segment 79c2a3d3-4d25-44a3-86e9-1b345afc4acc of type vlan for network 175a3c8b-a326-4a78-b09b-674be5d72fbd Nov 08 13:53:54.814957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 86e32bd5-8e1a-4d1a-9937-8e6dafab8a22 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:54.815460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.833333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60453a24-89f0-49a4-90c0-dc0141279eec,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:54.849386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.870331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7cba0e8-2d22-438b-8fe7-b8988b568a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.903386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7cba0e8-2d22-438b-8fe7-b8988b568a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.905540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.906499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:54.907086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.908332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.908800 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:54.924401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 86e32bd5-8e1a-4d1a-9937-8e6dafab8a22 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:54.977969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 94afd502-e18b-430d-99c1-bf9eb58ce98e no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:53:54.991360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7084529 Nov 08 13:53:54.996818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59700) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:55.004574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Request body: {'subnet': {'network_id': '175a3c8b-a326-4a78-b09b-674be5d72fbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-217199143-subnet', 'tenant_id': '7386068280444169bc00490c63307376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:55.012375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 94afd502-e18b-430d-99c1-bf9eb58ce98e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:53:55.012740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 94afd502-e18b-430d-99c1-bf9eb58ce98e not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:53:55.013276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3becc6-c65e-4375-b683-7b8f4a8427ef admin admin] Pushing event updated for resources: {'Network': ['ID=175a3c8b-a326-4a78-b09b-674be5d72fbd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:55.033969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Made reservation on behalf of 7386068280444169bc00490c63307376 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:55.036959 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.041484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 175a3c8b-a326-4a78-b09b-674be5d72fbd details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:53:55.061302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7cba0e8-2d22-438b-8fe7-b8988b568a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.063886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7cba0e8-2d22-438b-8fe7-b8988b568a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.065043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7cba0e8-2d22-438b-8fe7-b8988b568a81 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/191822e4-782d-47ae-9d63-6864670668e2 HTTP/1.1" status: 204 len: 168 time: 0.3214166 Nov 08 13:53:55.106998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cba0e8-2d22-438b-8fe7-b8988b568a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191822e4-782d-47ae-9d63-6864670668e2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:55.184517 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.222936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=86e32bd5-8e1a-4d1a-9937-8e6dafab8a22,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:55.309943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.310696 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP b1efe12b-3a1d-46a8-b60a-8ff4cabb12ba disassociated (deleted). External IP: 172.25.8.248, port: beaa5822-9ded-4177-a678-50193797fc75. Nov 08 13:53:55.394886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.520955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935f7ec-f8c9-4c76-8e53-c888fdaacb80 req-c7f54482-dcfd-4051-a0f2-d49d798eceba tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:55.523066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2935f7ec-f8c9-4c76-8e53-c888fdaacb80 req-c7f54482-dcfd-4051-a0f2-d49d798eceba tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1996531 Nov 08 13:53:55.537351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6410ef-a138-4c58-a059-782ffd38f93f req-d7420e19-ced0-4d8a-9291-982ec90be7fc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:55.539489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a6410ef-a138-4c58-a059-782ffd38f93f req-d7420e19-ced0-4d8a-9291-982ec90be7fc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 945 time: 0.1951210 Nov 08 13:53:55.588538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:53:55.638199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5dc0c3-e2d6-4719-8a92-cd38861d8c50,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:55.642194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Checking segment: {'id': '79c2a3d3-4d25-44a3-86e9-1b345afc4acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '175a3c8b-a326-4a78-b09b-674be5d72fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:53:55.642793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Network hostable DHCP agents. Network: 175a3c8b-a326-4a78-b09b-674be5d72fbd, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:53:55.660858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a6410ef-a138-4c58-a059-782ffd38f93f req-72eaf473-d11a-4415-b707-821f369df4c7 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731797 Nov 08 13:53:55.666590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2935f7ec-f8c9-4c76-8e53-c888fdaacb80 req-f146b742-9fe4-46a2-af0f-603ee888aa07 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229498 Nov 08 13:53:55.678308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Network 175a3c8b-a326-4a78-b09b-674be5d72fbd is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:53:55.691401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 175a3c8b-a326-4a78-b09b-674be5d72fbd) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:55.697680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:55.698369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.704450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb382f-c29e-41b3-847f-5c6f4288c2ac None None] Network 175a3c8b-a326-4a78-b09b-674be5d72fbd requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:55.739378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1cfa3d98-9f85-4618-8d20-775911b9d2ab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7314968 Nov 08 13:53:55.746547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:53:55.752534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:55.759899 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:53:55.781082 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:55.784533 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:55.820570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59728) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:55.828340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4d7edef2-3e9b-4662-82a7-e0744b05e1f4 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/floatingips/b1efe12b-3a1d-46a8-b60a-8ff4cabb12ba HTTP/1.1" status: 204 len: 168 time: 1.2272875 Nov 08 13:53:55.865642 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:55.903655 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:53:55.914334 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:55.957119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82634467-2ed9-445e-ac8a-f3d3ab6f7f1b None None] Network 175a3c8b-a326-4a78-b09b-674be5d72fbd requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:53:55.993528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:53:55.994201 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c437bb8b-a00c-4384-8daf-6fdcc8b15116 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:53:56.380594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d59d5524-640a-4692-8ca6-29a0ebce6a66 req-ffead511-1459-4ef3-95b0-fd7f5ba1020d tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-946221941', 'description': 'tempest-description-102431854'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:56.390621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port beaa5822-9ded-4177-a678-50193797fc75 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:53:56.390958 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:56.452065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d59d5524-640a-4692-8ca6-29a0ebce6a66 req-ffead511-1459-4ef3-95b0-fd7f5ba1020d tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:56.505153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:56.526708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for beaa5822-9ded-4177-a678-50193797fc75 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:53:56.594421 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d59d5524-640a-4692-8ca6-29a0ebce6a66 req-ffead511-1459-4ef3-95b0-fd7f5ba1020d tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:56.598561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d59d5524-640a-4692-8ca6-29a0ebce6a66 req-ffead511-1459-4ef3-95b0-fd7f5ba1020d tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:56.633876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d59d5524-640a-4692-8ca6-29a0ebce6a66 req-ffead511-1459-4ef3-95b0-fd7f5ba1020d tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:56.635106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d59d5524-640a-4692-8ca6-29a0ebce6a66 req-ffead511-1459-4ef3-95b0-fd7f5ba1020d tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2599723 Nov 08 13:53:56.652333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffead511-1459-4ef3-95b0-fd7f5ba1020d tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6025a8d-9c62-4b23-943e-1cb9371a4823,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:56.740910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7625085-4227-4590-b6cf-62587b84b66d req-70eab156-6358-4ec6-ac56-c093700e8646 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/d6025a8d-9c62-4b23-943e-1cb9371a4823 HTTP/1.1" status: 200 len: 1822 time: 0.0792205 Nov 08 13:53:56.783340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e7625085-4227-4590-b6cf-62587b84b66d req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6025a8d-9c62-4b23-943e-1cb9371a4823', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:56.783854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e7625085-4227-4590-b6cf-62587b84b66d req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd6025a8d-9c62-4b23-943e-1cb9371a4823', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:56.842794 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:56.891542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6204e7a-6be5-4a25-bd77-9fde1c23e698 req-1a6f737a-c73f-4652-b11d-923e3459df23 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:56.893083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6204e7a-6be5-4a25-bd77-9fde1c23e698 req-1a6f737a-c73f-4652-b11d-923e3459df23 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1257610 Nov 08 13:53:56.893842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=beaa5822-9ded-4177-a678-50193797fc75,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:56.978301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e7625085-4227-4590-b6cf-62587b84b66d req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.059009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e7625085-4227-4590-b6cf-62587b84b66d req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.060354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.067031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ff7a9e73-eb9a-4dd7-a003-fcc763d46569 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/ports/beaa5822-9ded-4177-a678-50193797fc75 HTTP/1.1" status: 204 len: 168 time: 1.2419202 Nov 08 13:53:57.068573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:57.069031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6204e7a-6be5-4a25-bd77-9fde1c23e698 req-4bc28a11-c84f-4507-9531-8c57d64c391a tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604173 Nov 08 13:53:57.069031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e7625085-4227-4590-b6cf-62587b84b66d req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.072907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:57.093199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846bc4e0-5580-4597-82d8-fef6aea8751e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:57.115138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.123089 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e7625085-4227-4590-b6cf-62587b84b66d req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.124623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7625085-4227-4590-b6cf-62587b84b66d req-4fa31d69-d879-41c6-ad36-ee1caaebde54 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3560429 Nov 08 13:53:57.214703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ce8ca-e84a-42e8-bb17-90faf6c1cb96 req-3e26856a-f50e-485a-8d3f-6df7ccd009a5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:57.216612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef8ce8ca-e84a-42e8-bb17-90faf6c1cb96 req-3e26856a-f50e-485a-8d3f-6df7ccd009a5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 945 time: 0.0735552 Nov 08 13:53:57.250201 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.304689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef8ce8ca-e84a-42e8-bb17-90faf6c1cb96 req-727181c1-0121-4e53-ae7a-9f243aa54bc3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795786 Nov 08 13:53:57.348253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-dd850008-7b8e-428e-8f00-68664306f243 req-32a29455-727f-4d85-97d4-149581e651a7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-528504023', 'description': 'tempest-description-768544170'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:57.374808 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-dd850008-7b8e-428e-8f00-68664306f243 req-32a29455-727f-4d85-97d4-149581e651a7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.386582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.25.8.121 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/1035d68f-a47d-4d4c-ae61-693d7a561f72) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:57.485933 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-dd850008-7b8e-428e-8f00-68664306f243 req-32a29455-727f-4d85-97d4-149581e651a7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.493679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-dd850008-7b8e-428e-8f00-68664306f243 req-32a29455-727f-4d85-97d4-149581e651a7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.542038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a29455-727f-4d85-97d4-149581e651a7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b9263d-e948-42b7-a87f-78452d3ab814,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:57.542818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.551200 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-dd850008-7b8e-428e-8f00-68664306f243 req-32a29455-727f-4d85-97d4-149581e651a7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.558479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd850008-7b8e-428e-8f00-68664306f243 req-32a29455-727f-4d85-97d4-149581e651a7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2092988 Nov 08 13:53:57.569698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803aa5ff-1f2d-4fb1-a47a-3c3a3e10cd03 req-2a76f214-16ac-49e0-8c0b-de59b0e1dba2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:57.572075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-803aa5ff-1f2d-4fb1-a47a-3c3a3e10cd03 req-2a76f214-16ac-49e0-8c0b-de59b0e1dba2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 945 time: 0.1252072 Nov 08 13:53:57.603933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.647914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:57.655550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:57.659109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:57.665332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-803aa5ff-1f2d-4fb1-a47a-3c3a3e10cd03 req-3bc097d1-13a0-43e8-8507-b4b265cde113 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832851 Nov 08 13:53:57.667873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-22a9a568-8bf7-4c03-b2b2-08a0e07117b6 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/01b9263d-e948-42b7-a87f-78452d3ab814 HTTP/1.1" status: 200 len: 1822 time: 0.0871775 Nov 08 13:53:57.687843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '01b9263d-e948-42b7-a87f-78452d3ab814', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:57.687843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '01b9263d-e948-42b7-a87f-78452d3ab814', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:57.698339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=1035d68f-a47d-4d4c-ae61-693d7a561f72,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:57.775155 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.795784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.811162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.815837 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.851756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fe68a7-f532-433a-81e8-b3a6892915af,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:57.852293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.860766 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-067fd44f-f10f-4c1f-85f8-15d176499ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.861267 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:57.862654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-732b4ef9-a751-474c-a04a-da1f2aa99ffa req-13631f8a-8d3a-431d-854c-261ae51b8f70 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1864281 Nov 08 13:53:57.902182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-621a5e92-894a-4af7-9ce4-8f360d366e3d req-810ee174-24ce-4ea4-866e-3404d07912d9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-368507309', 'description': 'tempest-description-79674646'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:57.941317 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-621a5e92-894a-4af7-9ce4-8f360d366e3d req-810ee174-24ce-4ea4-866e-3404d07912d9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.036433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c206163-6bd5-4d5a-bbbc-85241272bca4 req-b8daa990-6d72-474f-8294-7b29a45a9867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:58.038122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c206163-6bd5-4d5a-bbbc-85241272bca4 req-b8daa990-6d72-474f-8294-7b29a45a9867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 945 time: 0.0806961 Nov 08 13:53:58.098811 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-621a5e92-894a-4af7-9ce4-8f360d366e3d req-810ee174-24ce-4ea4-866e-3404d07912d9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.105303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.108659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-621a5e92-894a-4af7-9ce4-8f360d366e3d req-810ee174-24ce-4ea4-866e-3404d07912d9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.110480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.144415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c206163-6bd5-4d5a-bbbc-85241272bca4 req-9e995f32-15c3-4925-9dd7-0953cda20b26 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972903 Nov 08 13:53:58.154640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-621a5e92-894a-4af7-9ce4-8f360d366e3d req-810ee174-24ce-4ea4-866e-3404d07912d9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.169156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-621a5e92-894a-4af7-9ce4-8f360d366e3d req-810ee174-24ce-4ea4-866e-3404d07912d9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2801008 Nov 08 13:53:58.176246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ee174-24ce-4ea4-866e-3404d07912d9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1e947b-8e5d-4816-941a-6534d813ccce,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:58.203341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-8e2428cc-5850-45e7-8357-336005ac6e65 req-21b8a3f3-32d3-4dca-9b16-bfff36d59f2e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1083782920', 'description': 'tempest-description-1783712350'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:58.226801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=1035d68f-a47d-4d4c-ae61-693d7a561f72,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:58.247448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.249348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8e2428cc-5850-45e7-8357-336005ac6e65 req-21b8a3f3-32d3-4dca-9b16-bfff36d59f2e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.271669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.276336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e8e307b3-5a40-4411-94c3-07c78e8b2e80 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2046807 Nov 08 13:53:58.276336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59904) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:58.281464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'port': {'network_id': '860b4ae9-3443-406b-9a59-a2c101c7e20c', 'name': 'tempest-FloatingIPTestJSON-1715360574'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:58.320945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0b8d4-1d0a-43ad-a7f4-c72e2b22cee7 req-c433d4a7-1745-4b4c-9e6b-9cfd0b8f3ff9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:58.330419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-73c0b8d4-1d0a-43ad-a7f4-c72e2b22cee7 req-c433d4a7-1745-4b4c-9e6b-9cfd0b8f3ff9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0936804 Nov 08 13:53:58.416967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:53:58.421922 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8e2428cc-5850-45e7-8357-336005ac6e65 req-21b8a3f3-32d3-4dca-9b16-bfff36d59f2e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.422130 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.426150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-73c0b8d4-1d0a-43ad-a7f4-c72e2b22cee7 req-d129dbea-3094-4a53-8d1e-ec38615d0b11 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947869 Nov 08 13:53:58.429949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8e2428cc-5850-45e7-8357-336005ac6e65 req-21b8a3f3-32d3-4dca-9b16-bfff36d59f2e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.452935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] device_id is not set on port 37e5e697-7268-4ff1-8d4e-e17e0febae0b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:53:58.466598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8a3f3-32d3-4dca-9b16-bfff36d59f2e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8824ef0f-a792-4a00-85c3-9b4ad38c3992,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:58.471656 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8e2428cc-5850-45e7-8357-336005ac6e65 req-21b8a3f3-32d3-4dca-9b16-bfff36d59f2e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.490197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e2428cc-5850-45e7-8357-336005ac6e65 req-21b8a3f3-32d3-4dca-9b16-bfff36d59f2e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.2878215 Nov 08 13:53:58.600395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.13 (860b4ae9-3443-406b-9a59-a2c101c7e20c/20be789a-c78d-4b74-a62e-4bbc413982af/37e5e697-7268-4ff1-8d4e-e17e0febae0b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:53:58.606763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c710db20-5187-4756-adc5-0d72687c4e62 req-12fc9a95-5b3e-4e94-bcf4-86ca6f26b9f6 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/7d1e947b-8e5d-4816-941a-6534d813ccce HTTP/1.1" status: 200 len: 1821 time: 0.0504980 Nov 08 13:53:58.656302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c710db20-5187-4756-adc5-0d72687c4e62 req-d95c5c93-f2cd-4a21-a1f1-c2e933215aa2 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/8824ef0f-a792-4a00-85c3-9b4ad38c3992 HTTP/1.1" status: 200 len: 1824 time: 0.0417142 Nov 08 13:53:58.668841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-c710db20-5187-4756-adc5-0d72687c4e62 req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7d1e947b-8e5d-4816-941a-6534d813ccce', 'remote_group_id': '8824ef0f-a792-4a00-85c3-9b4ad38c3992', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:58.669144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-c710db20-5187-4756-adc5-0d72687c4e62 req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7d1e947b-8e5d-4816-941a-6534d813ccce', 'remote_group_id': '8824ef0f-a792-4a00-85c3-9b4ad38c3992', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:58.740546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c710db20-5187-4756-adc5-0d72687c4e62 req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.793634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c710db20-5187-4756-adc5-0d72687c4e62 req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.797999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c710db20-5187-4756-adc5-0d72687c4e62 req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.806715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.821217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2dba79-9416-4dc9-8702-886711bd824d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:58.827618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c710db20-5187-4756-adc5-0d72687c4e62 req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.829241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c710db20-5187-4756-adc5-0d72687c4e62 req-f1fd4d19-1e0a-4e2c-a66c-e6e5037de71b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1645544 Nov 08 13:53:58.854597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.860901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ed2cc1ca-1ef4-4c50-a19a-90349c19be88 req-cac2d55e-edae-41ac-b022-8da6f445ece9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-978835412', 'description': 'tempest-description-1946929853'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:58.889020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ed2cc1ca-1ef4-4c50-a19a-90349c19be88 req-cac2d55e-edae-41ac-b022-8da6f445ece9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.899074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 860b4ae9-3443-406b-9a59-a2c101c7e20c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:53:58.902222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:53:58.911343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:53:58.955112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=37e5e697-7268-4ff1-8d4e-e17e0febae0b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:58.974562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ed2cc1ca-1ef4-4c50-a19a-90349c19be88 req-cac2d55e-edae-41ac-b022-8da6f445ece9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.979082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ed2cc1ca-1ef4-4c50-a19a-90349c19be88 req-cac2d55e-edae-41ac-b022-8da6f445ece9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:58.981373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:58.982312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.000565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-71440470-6ad8-4040-a1a4-70baf17a62d3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7233653 Nov 08 13:53:59.003455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59966) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:59.010823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'port_id': '37e5e697-7268-4ff1-8d4e-e17e0febae0b'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:59.014419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2d55e-edae-41ac-b022-8da6f445ece9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=024d4f60-34ba-4bbb-bb42-8daa2f4b9522,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:59.019938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ed2cc1ca-1ef4-4c50-a19a-90349c19be88 req-cac2d55e-edae-41ac-b022-8da6f445ece9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.021735 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed2cc1ca-1ef4-4c50-a19a-90349c19be88 req-cac2d55e-edae-41ac-b022-8da6f445ece9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1673183 Nov 08 13:53:59.049328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-5df0daa1-0b16-44b0-a1bb-aca694134887 req-92f30547-b1bf-41f4-9649-836b01383382 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-284728615', 'description': 'tempest-description-1043878295'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:59.062388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.073031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5df0daa1-0b16-44b0-a1bb-aca694134887 req-92f30547-b1bf-41f4-9649-836b01383382 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.155546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5df0daa1-0b16-44b0-a1bb-aca694134887 req-92f30547-b1bf-41f4-9649-836b01383382 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.160666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5df0daa1-0b16-44b0-a1bb-aca694134887 req-92f30547-b1bf-41f4-9649-836b01383382 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.193502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5df0daa1-0b16-44b0-a1bb-aca694134887 req-92f30547-b1bf-41f4-9649-836b01383382 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.197923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5df0daa1-0b16-44b0-a1bb-aca694134887 req-92f30547-b1bf-41f4-9649-836b01383382 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.1547985 Nov 08 13:53:59.199173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f30547-b1bf-41f4-9649-836b01383382 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc798a1-7562-4202-aa33-0f36be9acd98,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:59.305055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a830292-e16e-44d6-8c2a-0e7b6f0549da req-8c6272b0-0289-4e3f-a9a4-bbe102f5cd0b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:59.306806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a830292-e16e-44d6-8c2a-0e7b6f0549da req-8c6272b0-0289-4e3f-a9a4-bbe102f5cd0b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 945 time: 0.0740914 Nov 08 13:53:59.309667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-bcd7c4f6-84a1-49bc-975f-4a8ba7f9cb51 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/024d4f60-34ba-4bbb-bb42-8daa2f4b9522 HTTP/1.1" status: 200 len: 1823 time: 0.0929472 Nov 08 13:53:59.354889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59982) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:59.388245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-c1117f06-2572-4ca8-bd4d-bbe6e2bdbf22 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/9bc798a1-7562-4202-aa33-0f36be9acd98 HTTP/1.1" status: 200 len: 1823 time: 0.0677738 Nov 08 13:53:59.392128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a830292-e16e-44d6-8c2a-0e7b6f0549da req-88fc16a3-a0c3-48bf-b164-768de51aa704 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779240 Nov 08 13:53:59.401480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '024d4f60-34ba-4bbb-bb42-8daa2f4b9522', 'remote_group_id': '9bc798a1-7562-4202-aa33-0f36be9acd98', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:59.402465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '024d4f60-34ba-4bbb-bb42-8daa2f4b9522', 'remote_group_id': '9bc798a1-7562-4202-aa33-0f36be9acd98', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:53:59.492279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.546264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa103c5c-860d-4c34-b298-ef359bd3831b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.557847 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.565002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.583144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28898005-f29f-4b81-ae8c-2c88383f3b8b req-59ed60f5-574d-4f3f-bd76-e2a21d5999a8 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:59.584740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28898005-f29f-4b81-ae8c-2c88383f3b8b req-59ed60f5-574d-4f3f-bd76-e2a21d5999a8 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0767658 Nov 08 13:53:59.603670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9be8b66-39b0-49e3-a8e3-aec2a2c89ae9,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:59.624294 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.625673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bdcb58b0-c68a-41be-8cf2-52e42eb2ca02 req-ec05f0b7-805c-45eb-b32d-60a75e3260ef tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2287471 Nov 08 13:53:59.653460 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28898005-f29f-4b81-ae8c-2c88383f3b8b req-dc62238e-74b7-4e76-9a30-cfefd8ac0437 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587730 Nov 08 13:53:59.658912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.665822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.770855 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa103c5c-860d-4c34-b298-ef359bd3831b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.778511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa103c5c-860d-4c34-b298-ef359bd3831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.810201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a020d70b-7847-4b8f-8588-b61fc01f69d2 req-e0ea0974-f284-4e4b-902e-34a6ae09182b tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/9bc798a1-7562-4202-aa33-0f36be9acd98 HTTP/1.1" status: 200 len: 1823 time: 0.0486438 Nov 08 13:53:59.850419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-82fdf15f-a6b5-412f-9ff2-171facc65756 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:53:59.852030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-82fdf15f-a6b5-412f-9ff2-171facc65756 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 945 time: 0.1403546 Nov 08 13:53:59.868519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a020d70b-7847-4b8f-8588-b61fc01f69d2 req-ec3f02ae-1e34-4594-8aaf-89c4686c7606 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.892526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a020d70b-7847-4b8f-8588-b61fc01f69d2 req-ec3f02ae-1e34-4594-8aaf-89c4686c7606 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:53:59.897027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa103c5c-860d-4c34-b298-ef359bd3831b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12a50540c5484f2db7f90c753266d549&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410225 Nov 08 13:53:59.902324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59996) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:53:59.910193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa103c5c-860d-4c34-b298-ef359bd3831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6abce2c-c60d-48bd-b48d-d57f674a68c2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:53:59.923667 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 7b331469-a377-4d4e-9c04-d80e729102e6 associated. External IP: 172.25.8.121, port: 37e5e697-7268-4ff1-8d4e-e17e0febae0b. Nov 08 13:53:59.983854 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3a3-77f8-47d8-9cfb-61f942fdc2d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.007259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a020d70b-7847-4b8f-8588-b61fc01f69d2 req-ec3f02ae-1e34-4594-8aaf-89c4686c7606 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.009822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a020d70b-7847-4b8f-8588-b61fc01f69d2 req-ec3f02ae-1e34-4594-8aaf-89c4686c7606 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.010957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a020d70b-7847-4b8f-8588-b61fc01f69d2 req-ec3f02ae-1e34-4594-8aaf-89c4686c7606 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-groups/9bc798a1-7562-4202-aa33-0f36be9acd98 HTTP/1.1" status: 204 len: 173 time: 0.1939814 Nov 08 13:54:00.018150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3a3-77f8-47d8-9cfb-61f942fdc2d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.031605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f02ae-1e34-4594-8aaf-89c4686c7606 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc798a1-7562-4202-aa33-0f36be9acd98,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:00.065954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Deleting port d9a3e842-62c1-4b75-b305-d1738f832c6e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:00.066848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.095270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ef22580-fded-4e4b-9ad3-a59aa5745f2a req-8306aab2-2667-4b61-9230-426e538d39a6 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/024d4f60-34ba-4bbb-bb42-8daa2f4b9522 HTTP/1.1" status: 200 len: 1823 time: 0.0555584 Nov 08 13:54:00.108039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3a3-77f8-47d8-9cfb-61f942fdc2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.110742 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae3a3-77f8-47d8-9cfb-61f942fdc2d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.111878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ac6ae3a3-77f8-47d8-9cfb-61f942fdc2d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6abce2c-c60d-48bd-b48d-d57f674a68c2 HTTP/1.1" status: 204 len: 168 time: 0.2085962 Nov 08 13:54:00.122186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae3a3-77f8-47d8-9cfb-61f942fdc2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6abce2c-c60d-48bd-b48d-d57f674a68c2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:00.130191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-0848b31d-9d2f-4ec3-b3a3-b64e47464830 req-8d6248dc-ad4f-42ee-bcab-915836335d01 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1876713242', 'description': 'tempest-description-1461210787'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:00.159433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0848b31d-9d2f-4ec3-b3a3-b64e47464830 req-8d6248dc-ad4f-42ee-bcab-915836335d01 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.238605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0848b31d-9d2f-4ec3-b3a3-b64e47464830 req-8d6248dc-ad4f-42ee-bcab-915836335d01 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.248526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0848b31d-9d2f-4ec3-b3a3-b64e47464830 req-8d6248dc-ad4f-42ee-bcab-915836335d01 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.276076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] For port d9a3e842-62c1-4b75-b305-d1738f832c6e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d9a3e842-62c1-4b75-b305-d1738f832c6e,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:00.276912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.286941 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-0848b31d-9d2f-4ec3-b3a3-b64e47464830 req-8d6248dc-ad4f-42ee-bcab-915836335d01 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.288178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0848b31d-9d2f-4ec3-b3a3-b64e47464830 req-8d6248dc-ad4f-42ee-bcab-915836335d01 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.1627965 Nov 08 13:54:00.290022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6248dc-ad4f-42ee-bcab-915836335d01 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06aca304-c76a-4d58-ad4c-023bd47da7a1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:00.299281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Calling delete_port for d9a3e842-62c1-4b75-b305-d1738f832c6e owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:00.317415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:00.362059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-656f0753-b948-4745-8f7a-1cc58d76ab4e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/06aca304-c76a-4d58-ad4c-023bd47da7a1 HTTP/1.1" status: 200 len: 1824 time: 0.0424616 Nov 08 13:54:00.376436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06aca304-c76a-4d58-ad4c-023bd47da7a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:00.376855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06aca304-c76a-4d58-ad4c-023bd47da7a1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:00.449927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.482435 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.494927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.522000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26433fde-5c82-4a34-abd9-3c6ab4b430ae,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:00.529803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.531085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4b9a4d8-67f3-4422-8f8e-5303620198ff req-a67fa043-c9b7-4261-85b6-267312f784b4 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1597767 Nov 08 13:54:00.562634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:00.567632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.576369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:00.588185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:00.589191 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:00.609939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.633667 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:00.635841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee200c3e-1013-4f67-b3a6-30878a6d18d6 req-38f0b321-bf54-4c6e-b203-f4ac3e06637a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:00.643071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee200c3e-1013-4f67-b3a6-30878a6d18d6 req-38f0b321-bf54-4c6e-b203-f4ac3e06637a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ee7a644-d5d5-47c5-b2e7-1b160defdaf7 HTTP/1.1" status: 200 len: 867 time: 0.0983026 Nov 08 13:54:00.665428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-931cb2f4-5709-4746-b266-7936f638a9b8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/06aca304-c76a-4d58-ad4c-023bd47da7a1 HTTP/1.1" status: 200 len: 2418 time: 0.0890079 Nov 08 13:54:00.680334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d9a3e842-62c1-4b75-b305-d1738f832c6e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:00.690856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06aca304-c76a-4d58-ad4c-023bd47da7a1', 'remote_group_id': None}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:00.691259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06aca304-c76a-4d58-ad4c-023bd47da7a1', 'remote_group_id': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:00.707100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event deleted for resources: {'Port': ['ID=d9a3e842-62c1-4b75-b305-d1738f832c6e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:00.710217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd6f2d5e-95eb-42a6-be97-a25ffc72bcd1 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/floatingips/7b331469-a377-4d4e-9c04-d80e729102e6 HTTP/1.1" status: 200 len: 979 time: 1.7057011 Nov 08 13:54:00.711328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] No DVR routers for this DVR port d9a3e842-62c1-4b75-b305-d1738f832c6e on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:00.713138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60024) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:00.716948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:00.717120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.720698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a5205aa4-96b3-477a-af60-4e2f79b9a85d req-4851265b-cfb1-4e30-a577-a9f675e79867 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "DELETE /v2.0/ports/d9a3e842-62c1-4b75-b305-d1738f832c6e HTTP/1.1" status: 204 len: 173 time: 0.8575616 Nov 08 13:54:00.752186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee200c3e-1013-4f67-b3a6-30878a6d18d6 req-4c0e7e4b-043b-4d5b-8c54-4567c35afddc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075518 Nov 08 13:54:00.752405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:00.752852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:53:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:00.766595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'name': 'network-vif-deleted', 'tag': 'd9a3e842-62c1-4b75-b305-d1738f832c6e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:00.766595 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499e0983-25c1-46ae-ba72-92174f0a81cc" -d '{"events": [{"server_uuid": "5ee7a644-d5d5-47c5-b2e7-1b160defdaf7", "name": "network-vif-deleted", "tag": "d9a3e842-62c1-4b75-b305-d1738f832c6e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:00.818363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:00.818932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06a0d7a-bdcf-4bc6-85fe-bbc149f65a79 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:00.822707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-6c8d7043-7f77-4d87-b0a1-e179149ad262 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:00.826336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-6c8d7043-7f77-4d87-b0a1-e179149ad262 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.54 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.1119246 Nov 08 13:54:00.906761 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.969794 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.977972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:00.994042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67d388-af7a-4663-a907-78a5101518b0 req-d51a319a-ffbf-4537-b7c2-9b67f0b0e0d9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:00.995595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f67d388-af7a-4663-a907-78a5101518b0 req-d51a319a-ffbf-4537-b7c2-9b67f0b0e0d9 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 945 time: 0.0835242 Nov 08 13:54:01.015619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b3f749a-9d9a-46e3-a0af-6374d16e8488,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:01.016794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 37e5e697-7268-4ff1-8d4e-e17e0febae0b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:01.017338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.035820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.037067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0e223ac-80fb-477b-ad5e-49ebae6ea9d0 req-3e181f1b-1bea-4083-bfe7-986c3dec51ca tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3562524 Nov 08 13:54:01.061777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f67d388-af7a-4663-a907-78a5101518b0 req-1099f196-9cd0-46ba-b0cc-33b8304772c0 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ac074fd-8858-4038-a56b-2fae0a7afc1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574119 Nov 08 13:54:01.107023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Deleting port 232dd7ed-9459-4151-b131-57f44123a19a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:01.108433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.255406 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e3c3c73-0d02-49ee-a1c3-dd7e43e43eb8 req-c16395b5-005f-48e6-97ce-32afadc32ba8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/06aca304-c76a-4d58-ad4c-023bd47da7a1 HTTP/1.1" status: 200 len: 3017 time: 0.0569777 Nov 08 13:54:01.327190 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-093502b6-26af-45cf-a4fc-3317779e7ac7 req-2732b379-753f-421d-94fe-f2c472f8a9b3 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-group-rules/0b3f749a-9d9a-46e3-a0af-6374d16e8488 HTTP/1.1" status: 200 len: 783 time: 0.0409529 Nov 08 13:54:01.409674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-093502b6-26af-45cf-a4fc-3317779e7ac7 req-ed7b6213-0959-409f-9f75-a7e93cb898e7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/06aca304-c76a-4d58-ad4c-023bd47da7a1 HTTP/1.1" status: 200 len: 3017 time: 0.0749414 Nov 08 13:54:01.442567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-093502b6-26af-45cf-a4fc-3317779e7ac7 req-2830e37c-4580-45d4-b8f1-93074e636b7c tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.452070 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-71cb5dea-05d6-4b67-b10c-b9a09fa402d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.454620 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-093502b6-26af-45cf-a4fc-3317779e7ac7 req-2830e37c-4580-45d4-b8f1-93074e636b7c tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.492774 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-093502b6-26af-45cf-a4fc-3317779e7ac7 req-2830e37c-4580-45d4-b8f1-93074e636b7c tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.507397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-093502b6-26af-45cf-a4fc-3317779e7ac7 req-2830e37c-4580-45d4-b8f1-93074e636b7c tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.515390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-093502b6-26af-45cf-a4fc-3317779e7ac7 req-2830e37c-4580-45d4-b8f1-93074e636b7c tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0b3f749a-9d9a-46e3-a0af-6374d16e8488 HTTP/1.1" status: 204 len: 173 time: 0.1008577 Nov 08 13:54:01.519851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830e37c-4580-45d4-b8f1-93074e636b7c tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b3f749a-9d9a-46e3-a0af-6374d16e8488,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:01.558587 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27708f58-ae6a-44d8-b700-c38bd74966d2 x-openstack-request-id: req-27708f58-ae6a-44d8-b700-c38bd74966d2 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:01.558885 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ee7a644-d5d5-47c5-b2e7-1b160defdaf7", "name": "network-vif-deleted", "tag": "d9a3e842-62c1-4b75-b305-d1738f832c6e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:01.559254 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27708f58-ae6a-44d8-b700-c38bd74966d2 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:01.559518 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee7a644-d5d5-47c5-b2e7-1b160defdaf7', 'name': 'network-vif-deleted', 'tag': 'd9a3e842-62c1-4b75-b305-d1738f832c6e', 'status': 'completed', 'code': 200} Nov 08 13:54:01.571633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.586269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa766437-a067-4758-8208-ecbab56c9091 req-b3f8f16a-af7f-4a55-98d2-acfc4e1aaefe tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/06aca304-c76a-4d58-ad4c-023bd47da7a1 HTTP/1.1" status: 200 len: 2418 time: 0.0501621 Nov 08 13:54:01.657681 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-aa766437-a067-4758-8208-ecbab56c9091 req-6395c646-4e97-40f1-9bf2-cd497c7d2ddb tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.686236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-aa766437-a067-4758-8208-ecbab56c9091 req-6395c646-4e97-40f1-9bf2-cd497c7d2ddb tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.706262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] For port 232dd7ed-9459-4151-b131-57f44123a19a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=232dd7ed-9459-4151-b131-57f44123a19a,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:01.706648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.744350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-aa766437-a067-4758-8208-ecbab56c9091 req-6395c646-4e97-40f1-9bf2-cd497c7d2ddb tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.747251 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-aa766437-a067-4758-8208-ecbab56c9091 req-6395c646-4e97-40f1-9bf2-cd497c7d2ddb tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.748603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa766437-a067-4758-8208-ecbab56c9091 req-6395c646-4e97-40f1-9bf2-cd497c7d2ddb tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-groups/06aca304-c76a-4d58-ad4c-023bd47da7a1 HTTP/1.1" status: 204 len: 173 time: 0.1534836 Nov 08 13:54:01.757787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Calling delete_port for 232dd7ed-9459-4151-b131-57f44123a19a owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:01.764930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395c646-4e97-40f1-9bf2-cd497c7d2ddb tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aca304-c76a-4d58-ad4c-023bd47da7a1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:01.802867 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-e1937702-94a2-4be5-a65b-48a056d8ae8a req-59d4324a-95ef-4bcd-8f58-3467479e7071 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] show failed (client error): The resource could not be found. Nov 08 13:54:01.804255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1937702-94a2-4be5-a65b-48a056d8ae8a req-59d4324a-95ef-4bcd-8f58-3467479e7071 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/9bc798a1-7562-4202-aa33-0f36be9acd98 HTTP/1.1" status: 404 len: 352 time: 0.0247605 Nov 08 13:54:01.894765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f067d9e1-25e9-4564-b534-41201bb81025 req-b89df14b-88e0-4a2c-afcb-223f83db15e1 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/024d4f60-34ba-4bbb-bb42-8daa2f4b9522 HTTP/1.1" status: 200 len: 1823 time: 0.0662889 Nov 08 13:54:01.902076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.902441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:01.902805 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 7b331469-a377-4d4e-9c04-d80e729102e6 disassociated. External IP: 172.25.8.121, port: 37e5e697-7268-4ff1-8d4e-e17e0febae0b. Nov 08 13:54:01.903114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 37e5e697-7268-4ff1-8d4e-e17e0febae0b owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:01.974262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f067d9e1-25e9-4564-b534-41201bb81025 req-7f5f25c5-0cdd-4101-b91a-fa2ab512bab7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.003303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f067d9e1-25e9-4564-b534-41201bb81025 req-7f5f25c5-0cdd-4101-b91a-fa2ab512bab7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.052062 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.067100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['232dd7ed-9459-4151-b131-57f44123a19a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:02.090747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Pushing event deleted for resources: {'Port': ['ID=232dd7ed-9459-4151-b131-57f44123a19a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:02.124901 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f067d9e1-25e9-4564-b534-41201bb81025 req-7f5f25c5-0cdd-4101-b91a-fa2ab512bab7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.128649 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f067d9e1-25e9-4564-b534-41201bb81025 req-7f5f25c5-0cdd-4101-b91a-fa2ab512bab7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.129803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f067d9e1-25e9-4564-b534-41201bb81025 req-7f5f25c5-0cdd-4101-b91a-fa2ab512bab7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-groups/024d4f60-34ba-4bbb-bb42-8daa2f4b9522 HTTP/1.1" status: 204 len: 173 time: 0.2264211 Nov 08 13:54:02.164432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5f25c5-0cdd-4101-b91a-fa2ab512bab7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=024d4f60-34ba-4bbb-bb42-8daa2f4b9522,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:02.179391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] No DVR routers for this DVR port 232dd7ed-9459-4151-b131-57f44123a19a on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:02.183640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.193195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db6426ec-37bc-4da5-bfee-48db6c5dbf86 req-1160ff2a-b822-41b9-a4e3-68a5e5cedf88 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.54 "DELETE /v2.0/ports/232dd7ed-9459-4151-b131-57f44123a19a HTTP/1.1" status: 204 len: 173 time: 1.3493595 Nov 08 13:54:02.213712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.254994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=37e5e697-7268-4ff1-8d4e-e17e0febae0b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:02.266295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e543d754-6803-4872-a52e-6a5dfc537258 req-691ee357-baa0-4b6d-8f3d-9c82068d5ff5 tempest-ServerRescueNegativeTestJSON-486524663 tempest-ServerRescueNegativeTestJSON-486524663-project] 10.222.0.65 "GET /v2.0/ports?device_id=138317c0-12b5-458c-9e8c-238cbb5e7478 HTTP/1.1" status: 200 len: 210 time: 0.0467887 Nov 08 13:54:02.329795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-27685faf-1d8f-48a6-a05e-3b78051032c9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:02.331360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-27685faf-1d8f-48a6-a05e-3b78051032c9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.2248628 Nov 08 13:54:02.360763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-06d73a13-9602-4a7e-8744-364f77f29711 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.0214500 Nov 08 13:54:02.364644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a50c0206-1f7c-414b-9836-0a6c3637a320 req-b2f56dee-1417-4280-b05c-d91c7195003e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/8824ef0f-a792-4a00-85c3-9b4ad38c3992 HTTP/1.1" status: 200 len: 1824 time: 0.0679131 Nov 08 13:54:02.433956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:02.454810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-99a9f2d7-33d4-406c-981b-01868fc06121 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799479 Nov 08 13:54:02.546228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a50c0206-1f7c-414b-9836-0a6c3637a320 req-fdd2f3fa-a247-4f24-b32f-6e24032df7b8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.555261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:02.571159 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:02.582520 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a50c0206-1f7c-414b-9836-0a6c3637a320 req-fdd2f3fa-a247-4f24-b32f-6e24032df7b8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.584375 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:02.585874 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:02.613315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-98be13a1-5390-4ddb-a418-5e9d0f5a2a61 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464510 Nov 08 13:54:02.620268 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:02.630293 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:02.630921 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:02.644483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.658656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fbd911f6-b3f0-4cd4-8c75-b4c3d6b8c225 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/ports/37e5e697-7268-4ff1-8d4e-e17e0febae0b HTTP/1.1" status: 204 len: 168 time: 1.9429479 Nov 08 13:54:02.663194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60132) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:02.672161 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:02.672811 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3916c07-d29e-4c82-bae6-86ba1575f8bc None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:02.753481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b9815d47-8cb9-4db5-a670-5200afe3c987 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "GET /v2.0/floatingips/7b331469-a377-4d4e-9c04-d80e729102e6 HTTP/1.1" status: 200 len: 688 time: 0.0888963 Nov 08 13:54:02.756287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60140) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:02.832030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a50c0206-1f7c-414b-9836-0a6c3637a320 req-fdd2f3fa-a247-4f24-b32f-6e24032df7b8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.834577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a50c0206-1f7c-414b-9836-0a6c3637a320 req-fdd2f3fa-a247-4f24-b32f-6e24032df7b8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.835713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a50c0206-1f7c-414b-9836-0a6c3637a320 req-fdd2f3fa-a247-4f24-b32f-6e24032df7b8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-groups/8824ef0f-a792-4a00-85c3-9b4ad38c3992 HTTP/1.1" status: 204 len: 173 time: 0.4622006 Nov 08 13:54:02.885705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2f3fa-a247-4f24-b32f-6e24032df7b8 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8824ef0f-a792-4a00-85c3-9b4ad38c3992,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:02.891571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-0a81597c-7f2e-41a4-94ae-7f3f7a71135b service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623932 Nov 08 13:54:02.973552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 1035d68f-a47d-4d4c-ae61-693d7a561f72 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:02.973966 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:02.995854 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.081619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.081750 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.108428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 1035d68f-a47d-4d4c-ae61-693d7a561f72 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:03.159228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-498792c9-eeb9-4fe1-9c7e-218778286473 req-7af8660f-7317-4f6b-b876-a5bb2a7f468e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 210 time: 0.0390251 Nov 08 13:54:03.219662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f6b15d7-f300-4bd0-aa7f-f9f7336544c6 req-56a581ea-ad15-421d-8a5a-796711d8b0de tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/7d1e947b-8e5d-4816-941a-6534d813ccce HTTP/1.1" status: 200 len: 1821 time: 0.1545031 Nov 08 13:54:03.310149 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2f6b15d7-f300-4bd0-aa7f-f9f7336544c6 req-b29f339f-9383-40ba-bcc2-e09638647680 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.336755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60182) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:03.362795 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2f6b15d7-f300-4bd0-aa7f-f9f7336544c6 req-b29f339f-9383-40ba-bcc2-e09638647680 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.400060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.433722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=1035d68f-a47d-4d4c-ae61-693d7a561f72,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:03.457403 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:54:03.494815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d9a3e842-62c1-4b75-b305-d1738f832c6e no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:03.512765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2f6b15d7-f300-4bd0-aa7f-f9f7336544c6 req-b29f339f-9383-40ba-bcc2-e09638647680 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.515527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-2f6b15d7-f300-4bd0-aa7f-f9f7336544c6 req-b29f339f-9383-40ba-bcc2-e09638647680 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.516711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f6b15d7-f300-4bd0-aa7f-f9f7336544c6 req-b29f339f-9383-40ba-bcc2-e09638647680 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-groups/7d1e947b-8e5d-4816-941a-6534d813ccce HTTP/1.1" status: 204 len: 173 time: 0.2882361 Nov 08 13:54:03.536149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f339f-9383-40ba-bcc2-e09638647680 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1e947b-8e5d-4816-941a-6534d813ccce,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:03.554867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.557531 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.559056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3ea782e4-1d03-4d8a-bf3c-0f55b3039d9c tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/floatingips/7b331469-a377-4d4e-9c04-d80e729102e6 HTTP/1.1" status: 204 len: 168 time: 0.8015029 Nov 08 13:54:03.574949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60194) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:03.586707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '51262223-3c49-48dc-9ec2-390b216ebf77'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:03.587519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'name': 'network-vif-deleted', 'tag': '232dd7ed-9459-4151-b131-57f44123a19a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:03.590094 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c34cd8-f6a1-4d5b-9932-d1baf10fb564" -d '{"events": [{"server_uuid": "138317c0-12b5-458c-9e8c-238cbb5e7478", "name": "network-vif-deleted", "tag": "232dd7ed-9459-4151-b131-57f44123a19a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:03.600487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: d9a3e842-62c1-4b75-b305-d1738f832c6e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:03.601479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d9a3e842-62c1-4b75-b305-d1738f832c6e not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:03.651794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e9e3baf-081c-4563-a970-ad297e39f4ad req-12025111-389f-4093-a1c2-76548167a418 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/01b9263d-e948-42b7-a87f-78452d3ab814 HTTP/1.1" status: 200 len: 2422 time: 0.1069214 Nov 08 13:54:03.655567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.731443 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7669aaa4-ef6e-4094-86a0-f8a5f579ec88 x-openstack-request-id: req-7669aaa4-ef6e-4094-86a0-f8a5f579ec88 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:03.732841 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "138317c0-12b5-458c-9e8c-238cbb5e7478", "name": "network-vif-deleted", "tag": "232dd7ed-9459-4151-b131-57f44123a19a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:03.733337 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7669aaa4-ef6e-4094-86a0-f8a5f579ec88 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:03.733933 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '138317c0-12b5-458c-9e8c-238cbb5e7478', 'name': 'network-vif-deleted', 'tag': '232dd7ed-9459-4151-b131-57f44123a19a', 'status': 'completed', 'code': 200} Nov 08 13:54:03.801567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e9e3baf-081c-4563-a970-ad297e39f4ad req-9747d1ee-cc5e-43a8-8c2a-3a76194b175e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.856735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e9e3baf-081c-4563-a970-ad297e39f4ad req-9747d1ee-cc5e-43a8-8c2a-3a76194b175e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.861413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.914266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.936902 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e9e3baf-081c-4563-a970-ad297e39f4ad req-9747d1ee-cc5e-43a8-8c2a-3a76194b175e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.940037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-6e9e3baf-081c-4563-a970-ad297e39f4ad req-9747d1ee-cc5e-43a8-8c2a-3a76194b175e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:03.948075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e9e3baf-081c-4563-a970-ad297e39f4ad req-9747d1ee-cc5e-43a8-8c2a-3a76194b175e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-groups/01b9263d-e948-42b7-a87f-78452d3ab814 HTTP/1.1" status: 204 len: 173 time: 0.2747200 Nov 08 13:54:04.019858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747d1ee-cc5e-43a8-8c2a-3a76194b175e tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b9263d-e948-42b7-a87f-78452d3ab814,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:04.128539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af123411-8e00-4b03-80ae-47955c6565dc req-e46861fb-6997-46a9-bd25-624d580899f7 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "GET /v2.0/security-groups/d6025a8d-9c62-4b23-943e-1cb9371a4823 HTTP/1.1" status: 200 len: 2416 time: 0.1284361 Nov 08 13:54:04.178724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.25.8.5 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/4538b2d7-3e81-447f-bacf-65c1253a0db1) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:04.330736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Deleting port 070829e1-f831-4c06-97eb-99eb9dccd6c6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:04.331075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.363462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ac6fe51-0850-4f68-a62b-3edb3b98cbc6 req-cb968ad4-77db-47ce-9c62-505633895226 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 210 time: 0.0270338 Nov 08 13:54:04.375134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-af123411-8e00-4b03-80ae-47955c6565dc req-68d07d5f-a1a9-4b31-9ec6-8319c0fd73a9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.443303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] For port 070829e1-f831-4c06-97eb-99eb9dccd6c6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=070829e1-f831-4c06-97eb-99eb9dccd6c6,segment=NetworkSegment(6d4ad7e1-2986-4d2f-83fd-6ba03e017518),segment_id=6d4ad7e1-2986-4d2f-83fd-6ba03e017518)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:04.443962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.466226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Calling delete_port for 070829e1-f831-4c06-97eb-99eb9dccd6c6 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:04.476196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-af123411-8e00-4b03-80ae-47955c6565dc req-68d07d5f-a1a9-4b31-9ec6-8319c0fd73a9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.511805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.544243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-417f2176-7368-4f94-9af7-3a8148714afc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:04.545478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-417f2176-7368-4f94-9af7-3a8148714afc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.2665615 Nov 08 13:54:04.566699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Request body: {'port': {'device_id': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'admin_state_up': True, 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:04.600756 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-af123411-8e00-4b03-80ae-47955c6565dc req-68d07d5f-a1a9-4b31-9ec6-8319c0fd73a9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.603262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-af123411-8e00-4b03-80ae-47955c6565dc req-68d07d5f-a1a9-4b31-9ec6-8319c0fd73a9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.604410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af123411-8e00-4b03-80ae-47955c6565dc req-68d07d5f-a1a9-4b31-9ec6-8319c0fd73a9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] 10.222.0.65 "DELETE /v2.0/security-groups/d6025a8d-9c62-4b23-943e-1cb9371a4823 HTTP/1.1" status: 204 len: 173 time: 0.4666488 Nov 08 13:54:04.610882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60270) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:04.678760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d07d5f-a1a9-4b31-9ec6-8319c0fd73a9 tempest-SecurityGroupRulesTestJSON-1049729747 tempest-SecurityGroupRulesTestJSON-1049729747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6025a8d-9c62-4b23-943e-1cb9371a4823,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:04.691156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.725205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.757903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=070829e1-f831-4c06-97eb-99eb9dccd6c6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:04.767188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] Deleting subnet 6d5dc0c3-e2d6-4719-8a92-cd38861d8c50 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:04.777133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:04.781330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:04.784165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:04.789351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.833778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=4538b2d7-3e81-447f-bacf-65c1253a0db1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:04.879247 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.898962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:04.902488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:04.949406 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:05.006403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:05.236037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Router 4647be14-51b1-4f98-bea2-bf0c1d22e725 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:05.309269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Allocated IP 172.20.0.14 (fe8a3700-b643-4740-8279-459f25456977/14d34903-33ef-41de-95c2-6c1ca2a14962/e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:05.333042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:05.417862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5dc0c3-e2d6-4719-8a92-cd38861d8c50,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:05.421755 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:05.425528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1bf6a14f-8d4b-420e-8ed1-ea1919b3a81e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6d5dc0c3-e2d6-4719-8a92-cd38861d8c50 HTTP/1.1" status: 204 len: 168 time: 0.8137128 Nov 08 13:54:05.440133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60336) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:05.474431 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:05.495461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 232dd7ed-9459-4151-b131-57f44123a19a no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:05.530608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 232dd7ed-9459-4151-b131-57f44123a19a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:05.531154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 232dd7ed-9459-4151-b131-57f44123a19a not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:05.643715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:05.656105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] Sync routers for ids ['4647be14-51b1-4f98-bea2-bf0c1d22e725'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:05.660468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c861cdd5-f984-4dfb-9137-5c0410a274a7 admin admin] 10.222.0.65 "PUT /v2.0/routers/4647be14-51b1-4f98-bea2-bf0c1d22e725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3225291 Nov 08 13:54:05.661147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60354) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:05.672088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] Routers {'4647be14-51b1-4f98-bea2-bf0c1d22e725'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:05.673295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4647be14-51b1-4f98-bea2-bf0c1d22e725'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:05.799784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:05.809262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:05.824410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] Set router 4647be14-51b1-4f98-bea2-bf0c1d22e725 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:54:05.936015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.008113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Deleting port e7d122bc-c9a4-45f4-8d92-03d708b6538b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:06.008839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.050783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:54:04Z', 'revision_number': 5, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port': {'id': 'e7d122bc-c9a4-45f4-8d92-03d708b6538b', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:51:05Z', 'updated_at': '2021-11-08T13:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:06.086994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-798018a9-562f-4f84-8b03-4bcfc486bba0 req-a4dcc19a-ff04-4c3d-9f03-2ee621be8451 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 210 time: 0.5567420 Nov 08 13:54:06.097082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] Checking router: 4647be14-51b1-4f98-bea2-bf0c1d22e725 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:54:06.111255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] For port e7d122bc-c9a4-45f4-8d92-03d708b6538b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e7d122bc-c9a4-45f4-8d92-03d708b6538b,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:06.111998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.128517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Calling delete_port for e7d122bc-c9a4-45f4-8d92-03d708b6538b owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:06.135608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.157180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] Routers {'4647be14-51b1-4f98-bea2-bf0c1d22e725'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:06.157832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['4647be14-51b1-4f98-bea2-bf0c1d22e725'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:06.182430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.322965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.334876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] Set router 4647be14-51b1-4f98-bea2-bf0c1d22e725 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:54:06.353811 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.390052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.391720 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.399359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175a3c8b-a326-4a78-b09b-674be5d72fbd']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:06.414087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:06.429249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d122bc-c9a4-45f4-8d92-03d708b6538b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:06.447035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c2a3d3-4d25-44a3-86e9-1b345afc4acc') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:06.447479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c2a3d3-4d25-44a3-86e9-1b345afc4acc') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:06.467950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:54:05Z', 'revision_number': 6, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:06.471871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Network fe8a3700-b643-4740-8279-459f25456977 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:06.492949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.501013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:06.508318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9262034f-bf8c-4f8f-b864-9c34c1896bac None None] The sync data for ids ['4647be14-51b1-4f98-bea2-bf0c1d22e725'] in n-d-804292-2 is: [{'id': '4647be14-51b1-4f98-bea2-bf0c1d22e725', 'name': 'tempest-ServerRescueNegativeTestJSON-1621920152-router', 'tenant_id': '7ad0a46edece467fb9681f3af06b1b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:03Z', 'updated_at': '2021-11-08T13:54:05Z', 'revision_number': 6, 'project_id': '7ad0a46edece467fb9681f3af06b1b7b', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:06.516564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:06.534938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.535283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.536782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.537138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.537475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.537811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.538141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.538494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.538800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.539125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.539451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.539797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:06.549434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.590388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:06.591008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.600254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event updated for resources: {'Port': ['ID=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:06.623431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.625561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.658577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:06.658960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:06.661203 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:06.667324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.670348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.677642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a095da27-d6d4-458d-bd36-8dc29206dbd2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1194100 Nov 08 13:54:06.720837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.721374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4647be14-51b1-4f98-bea2-bf0c1d22e725 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:54:06.727052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.727381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a4529d35-2f74-49a1-9aaa-5b0753f51dd5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:54:06.727988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-a4529d35-2f74-49a1-9aaa-5b0753f51dd5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0374196 Nov 08 13:54:06.730693 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9da1dc28-7f97-42ab-a9d5-d646960fe2dc admin admin] 10.222.0.65 "DELETE /v2.0/routers/4647be14-51b1-4f98-bea2-bf0c1d22e725 HTTP/1.1" status: 204 len: 168 time: 1.0685327 Nov 08 13:54:06.731318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60430) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:06.774557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.779543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.785494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/175a3c8b-a326-4a78-b09b-674be5d72fbd HTTP/1.1" status: 204 len: 168 time: 1.3413954 Nov 08 13:54:06.790113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] Deleting subnet a76694f7-2366-48f0-94ff-496b3fc217fe {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:06.794150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.840405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e5278-33ef-45bb-a98f-389d26549ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=175a3c8b-a326-4a78-b09b-674be5d72fbd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:06.847793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.925916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.928813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.936899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:06.990719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Request body: {'port': {'device_id': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:07.070842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.110673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60450) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:07.114298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.122009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.122606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a76694f7-2366-48f0-94ff-496b3fc217fe HTTP/1.1" status: 204 len: 168 time: 0.3901963 Nov 08 13:54:07.131009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df111d7a-9506-4f04-a405-c3b6ff25027b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a76694f7-2366-48f0-94ff-496b3fc217fe,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:07.132684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60452) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:07.184348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=4538b2d7-3e81-447f-bacf-65c1253a0db1,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:07.254116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6e4cbebc-6053-4f81-845e-08dbf41f2e15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7386068280444169bc00490c63307376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410000 Nov 08 13:54:07.262848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60462) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:07.277094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.302178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c52df-cebe-4790-9078-43c0970fe538 req-296d8840-08fb-4d03-bc10-249be389d481 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:07.312080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e6c52df-cebe-4790-9078-43c0970fe538 req-296d8840-08fb-4d03-bc10-249be389d481 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 932 time: 0.1388428 Nov 08 13:54:07.351855 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.367937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-275be82b-ad26-4ad6-b82d-b58e4fb69586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.399137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 070829e1-f831-4c06-97eb-99eb9dccd6c6 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:07.421833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.464825 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-275be82b-ad26-4ad6-b82d-b58e4fb69586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.489239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9996f6e7-7179-4f2d-acd5-3fb2a932f90e']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:07.512835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4ad7e1-2986-4d2f-83fd-6ba03e017518') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:07.513577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4ad7e1-2986-4d2f-83fd-6ba03e017518') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:07.515953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 070829e1-f831-4c06-97eb-99eb9dccd6c6 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:07.516537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 070829e1-f831-4c06-97eb-99eb9dccd6c6 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:07.533434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.549052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e6c52df-cebe-4790-9078-43c0970fe538 req-782aabdb-019c-4b32-9527-202c6696c103 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283430 Nov 08 13:54:07.551361 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 8bfba1c0-757b-4223-b0e1-e8e041a3492c associated. External IP: 172.25.8.5, port: 51262223-3c49-48dc-9ec2-390b216ebf77. Nov 08 13:54:07.592790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.605846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:07.605846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:07.608601 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:07.620933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-275be82b-ad26-4ad6-b82d-b58e4fb69586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.625028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-275be82b-ad26-4ad6-b82d-b58e4fb69586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.629815 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-275be82b-ad26-4ad6-b82d-b58e4fb69586 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60453a24-89f0-49a4-90c0-dc0141279eec HTTP/1.1" status: 204 len: 168 time: 0.3654459 Nov 08 13:54:07.665799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60472) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:07.733655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275be82b-ad26-4ad6-b82d-b58e4fb69586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60453a24-89f0-49a4-90c0-dc0141279eec,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:07.763905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.776548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:07.799969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9996f6e7-7179-4f2d-acd5-3fb2a932f90e HTTP/1.1" status: 204 len: 168 time: 0.6575036 Nov 08 13:54:07.813026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e9cb7-e2c6-42a5-9bb8-f98725a50966 admin admin] Pushing event deleted for resources: {'Network': ['ID=9996f6e7-7179-4f2d-acd5-3fb2a932f90e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:07.915177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69ddf26f-ac5e-41d9-9669-57b749e92881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.064987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:08.079115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.094341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60486) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:08.107547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:08.109734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Transition to ACTIVE for port object e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:54:08.119008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.147021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c59fe4c9-c3f5-4c57-94a7-1ffd0b69615b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ad0a46edece467fb9681f3af06b1b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0514114 Nov 08 13:54:08.149889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60488) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:08.191196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69ddf26f-ac5e-41d9-9669-57b749e92881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.213833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2cc40e9-ad68-41b6-8cdf-8ec8f45cf003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.236954 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2cc40e9-ad68-41b6-8cdf-8ec8f45cf003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.237671 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69ddf26f-ac5e-41d9-9669-57b749e92881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.251968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Pushing event updated for resources: {'Port': ['ID=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:08.312769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2cc40e9-ad68-41b6-8cdf-8ec8f45cf003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.316668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2cc40e9-ad68-41b6-8cdf-8ec8f45cf003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.319097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2cc40e9-ad68-41b6-8cdf-8ec8f45cf003 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ac074fd-8858-4038-a56b-2fae0a7afc1b HTTP/1.1" status: 204 len: 168 time: 0.1671808 Nov 08 13:54:08.331017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc40e9-ad68-41b6-8cdf-8ec8f45cf003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac074fd-8858-4038-a56b-2fae0a7afc1b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:08.335428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-69ddf26f-ac5e-41d9-9669-57b749e92881 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=abb1d4989ee54ff49934926f3c812ca5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6670454 Nov 08 13:54:08.339795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60496) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:08.397267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddf26f-ac5e-41d9-9669-57b749e92881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a86dc-5dc0-46f8-9439-487029f0714e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:08.416285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eba3f35-6efa-483b-8ac6-1cd4666ffc24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.441604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:08.443388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Attempting to bind port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:08.443722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Attempting to bind port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:08.444077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Attempting to bind port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:08.454120 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:08.456355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 on network fe8a3700-b643-4740-8279-459f25456977 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:54:08.456684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Attempting to bind port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:08.462916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:08.463376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:08.463794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Bound using segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:08.464303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Bound port: e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:08.464644 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.470802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.479659 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:08.481381 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:08.482809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eba3f35-6efa-483b-8ac6-1cd4666ffc24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.530958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63f31d77-ccb4-4c74-a9b4-4e27dcc6f8b5 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.9549131 Nov 08 13:54:08.533422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60504) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:08.540292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1850878704'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:08.540695 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:08.552536 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:08.553682 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:08.570111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eba3f35-6efa-483b-8ac6-1cd4666ffc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.578073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eba3f35-6efa-483b-8ac6-1cd4666ffc24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.582016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] For port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:08.582960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2eba3f35-6efa-483b-8ac6-1cd4666ffc24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b8a86dc-5dc0-46f8-9439-487029f0714e HTTP/1.1" status: 204 len: 168 time: 0.2416239 Nov 08 13:54:08.586602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] For port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:08.588297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:08.592859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.596947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.603921 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:08.605016 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e9bbd7-3863-4c09-a0a7-7e34fc4c99f4 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:08.622355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba3f35-6efa-483b-8ac6-1cd4666ffc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a86dc-5dc0-46f8-9439-487029f0714e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:08.657182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:08.657789 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.659237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] 10.222.0.70 "PUT /v2.0/ports/e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 HTTP/1.1" status: 200 len: 1092 time: 1.9201038 Nov 08 13:54:08.659765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'tag': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:08.662342 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4785f155-5021-4b42-9b71-cdfddee09e97" -d '{"events": [{"name": "network-changed", "server_uuid": "18c53a91-59f0-4db1-b99b-5bf0b3922a5f", "tag": "e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:08.714934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:08.756655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0f6c1-d736-43c3-aee0-320ac8e01fdb service neutron] Pushing event updated for resources: {'Port': ['ID=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:08.761956 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.762315 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Added segment f398eed2-c2a7-4b4e-88ac-38fe547548f7 of type vlan for network e9c46a87-6ddf-42be-827c-29055e2d2d1f Nov 08 13:54:08.792196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac99220-20db-402e-acbc-2f739c03691f req-9569d026-ed98-4d1e-a2dd-c450599c13e3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:08.794053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ac99220-20db-402e-acbc-2f739c03691f req-9569d026-ed98-4d1e-a2dd-c450599c13e3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 944 time: 0.1388540 Nov 08 13:54:08.796207 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e7775-32a9-4ea4-b00b-24ce8944039b x-openstack-request-id: req-c67e7775-32a9-4ea4-b00b-24ce8944039b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:08.796497 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c53a91-59f0-4db1-b99b-5bf0b3922a5f", "tag": "e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:08.796751 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c67e7775-32a9-4ea4-b00b-24ce8944039b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:08.797157 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'tag': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0', 'status': 'completed', 'code': 200} Nov 08 13:54:08.838352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-4b98faa1-7a9d-48c7-80bb-c7510c8e9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:08.840247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-4b98faa1-7a9d-48c7-80bb-c7510c8e9667 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 1095 time: 0.1261785 Nov 08 13:54:08.844454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e7d122bc-c9a4-45f4-8d92-03d708b6538b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:08.860719 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:08.881758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e7d122bc-c9a4-45f4-8d92-03d708b6538b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:08.882190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e7d122bc-c9a4-45f4-8d92-03d708b6538b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:08.925993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-bc47ca76-539f-4964-b2a2-4d3fda0e1b4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 HTTP/1.1" status: 200 len: 217 time: 0.0698946 Nov 08 13:54:08.988376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ac99220-20db-402e-acbc-2f739c03691f req-15cb8755-50ad-43ba-bacd-448d45866114 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612651 Nov 08 13:54:09.003919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.003919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:09.004600 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.018292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60526) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:09.045544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-f37cb41a-0a6b-4fa0-b456-489890ea2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:09.047010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-f37cb41a-0a6b-4fa0-b456-489890ea2f99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1087241 Nov 08 13:54:09.068600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5339532 Nov 08 13:54:09.071405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60536) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:09.076468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'subnet': {'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:09.145105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-9fc5802d-6e4d-44e6-9457-782b40eaa909 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900943 Nov 08 13:54:09.152363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b6e3c-4322-432f-ba21-d58a5e3fb2f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Network': ['ID=e9c46a87-6ddf-42be-827c-29055e2d2d1f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:09.166263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:09.221538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:09.227928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.265308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-ca7decda-7f7e-4987-b1f5-e601fb773e19 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093116 Nov 08 13:54:09.312763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1705673701-network', 'tenant_id': '97c4d9afc51046bfa11b52c69ed403e4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:09.363044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Made reservation on behalf of 97c4d9afc51046bfa11b52c69ed403e4 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:09.365445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.379328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.409300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e071e65-9999-409a-a545-7f04d2d123e4 req-eb86f40d-2a21-43ff-a8e4-40f2ac68aa24 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353643 Nov 08 13:54:09.555289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-ed4d7b56-697b-4420-90ad-3a580f37dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:09.557305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-ed4d7b56-697b-4420-90ad-3a580f37dd4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 1095 time: 0.0831997 Nov 08 13:54:09.587123 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.588833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.658319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Subnet': ['ID=4667f9f8-d447-4b30-a712-e4b616aa5da9,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:09.662918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.689634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-6c01cba4-8c9c-4d35-8a53-1f5af56383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:09.691572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-6c01cba4-8c9c-4d35-8a53-1f5af56383e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.1261926 Nov 08 13:54:09.696615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:09.708863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60560) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:09.721983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93381737-e8fb-42d2-9222-7be7a15ae59a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:09.725054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.725406 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Added segment e7e6da5c-51b7-41f7-98a9-16e3b778dcd6 of type vlan for network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 Nov 08 13:54:09.763568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Checking segment: {'id': 'f398eed2-c2a7-4b4e-88ac-38fe547548f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:09.763970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network hostable DHCP agents. Network: e9c46a87-6ddf-42be-827c-29055e2d2d1f, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:09.773824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-d4500cbd-5a6e-44de-bff7-482433c024fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 HTTP/1.1" status: 200 len: 217 time: 0.0726683 Nov 08 13:54:09.786698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.804391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:09.833224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e9c46a87-6ddf-42be-827c-29055e2d2d1f) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:09.839023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:09.839628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.843997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.845061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:09.845645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.846793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00698b8f-2ed0-457e-b416-5c3877e9cb9c None None] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:09.875582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60570) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:09.876090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8601179 Nov 08 13:54:09.889832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Request body: {'subnet': {'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1705673701-subnet', 'tenant_id': '97c4d9afc51046bfa11b52c69ed403e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:09.902165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a53fca65-0bda-483e-8062-57e62f0db417 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8296213 Nov 08 13:54:09.903221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60572) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:09.910118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-774072871', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:09.943228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60574) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:09.960166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Made reservation on behalf of 97c4d9afc51046bfa11b52c69ed403e4 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:09.963128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61129e45-ec13-46a5-95b8-d706a87e895c admin admin] Pushing event updated for resources: {'Network': ['ID=350dc5c9-0092-44d9-a9eb-54814c8d4f83,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:09.964331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.989761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:09.992964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.013519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-68f5f0a1-1f2c-4f7e-9c3c-927f49e72232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:10.018274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-68f5f0a1-1f2c-4f7e-9c3c-927f49e72232 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.2347388 Nov 08 13:54:10.047833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1322009646'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:10.067971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.085398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-809879586-network', 'tenant_id': 'afeead54a210442999a438d33fd4eddf'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:10.146813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:10.149967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:10.154974 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.158491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-436fa6bb-b70f-4e2f-ae9f-b4602a769c40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217871 Nov 08 13:54:10.226455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.257597 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.307216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Made reservation on behalf of afeead54a210442999a438d33fd4eddf for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:10.310871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.318442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e9c46a87-6ddf-42be-827c-29055e2d2d1f', 'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f', 'tenant_id': 'e4c76bd3e6464b259455cbf1a194d246', 'fixed_ips': [{'subnet_id': '4667f9f8-d447-4b30-a712-e4b616aa5da9'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:54:10.319476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.342988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd3fb2-6dd3-475a-997a-fa4da4976264 req-c0ff5bb3-9742-44cd-b899-6914ac716a67 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:10.344631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6bd3fb2-6dd3-475a-997a-fa4da4976264 req-c0ff5bb3-9742-44cd-b899-6914ac716a67 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 944 time: 0.2561183 Nov 08 13:54:10.349738 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.423419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-92111108-b9fa-4126-b4d4-8e54d103887c service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405822 Nov 08 13:54:10.454189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.473311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Allocated IP 172.20.0.2 (e9c46a87-6ddf-42be-827c-29055e2d2d1f/4667f9f8-d447-4b30-a712-e4b616aa5da9/586bf717-51c2-42d2-982a-68b0ab94167c) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:10.478561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.577239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6bd3fb2-6dd3-475a-997a-fa4da4976264 req-ba66a72e-6ea3-4267-b8e1-2ab70559110c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152672 Nov 08 13:54:10.599633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.25.8.161 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/d3654f21-e6d0-4cc9-9b95-977b0b6f8410) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:10.673822 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.686588 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.710254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:10.714031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:10.717368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:10.729841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.772616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.803924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Pushing event updated for resources: {'Port': ['ID=586bf717-51c2-42d2-982a-68b0ab94167c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:10.809394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Attempting to bind port 586bf717-51c2-42d2-982a-68b0ab94167c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:10.809850 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Attempting to bind port 586bf717-51c2-42d2-982a-68b0ab94167c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f398eed2-c2a7-4b4e-88ac-38fe547548f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:10.810452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Attempting to bind port 586bf717-51c2-42d2-982a-68b0ab94167c on network e9c46a87-6ddf-42be-827c-29055e2d2d1f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:10.814658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:10.817759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:10.818217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Checking segment: {'id': 'f398eed2-c2a7-4b4e-88ac-38fe547548f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:10.818703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.819600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Bound using segment: {'id': 'f398eed2-c2a7-4b4e-88ac-38fe547548f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:10.819600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Bound port: 586bf717-51c2-42d2-982a-68b0ab94167c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f398eed2-c2a7-4b4e-88ac-38fe547548f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:10.820090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:10.820227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.823941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:10.849509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=d3654f21-e6d0-4cc9-9b95-977b0b6f8410,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:10.909695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] For port 586bf717-51c2-42d2-982a-68b0ab94167c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:10.913470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] For port 586bf717-51c2-42d2-982a-68b0ab94167c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=586bf717-51c2-42d2-982a-68b0ab94167c,segment=NetworkSegment(f398eed2-c2a7-4b4e-88ac-38fe547548f7),segment_id=f398eed2-c2a7-4b4e-88ac-38fe547548f7)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:10.921236 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:10.985011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bc4fb-06f6-4095-abda-afa20d44ab23 None None] Pushing event updated for resources: {'Port': ['ID=586bf717-51c2-42d2-982a-68b0ab94167c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:11.076880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.080071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.099896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4785f155-5021-4b42-9b71-cdfddee09e97 req-e31fab60-e062-4195-b107-e0ce20e7071b service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630652 Nov 08 13:54:11.100398 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.122840 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.123114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.146879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.158249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:11.198023 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.198371 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Added segment 6d3efe76-16af-429c-aa6f-4f9b923cbc19 of type vlan for network 8f1b3125-c742-4f63-9f27-cca8bda87e45 Nov 08 13:54:11.199992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:11.202950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad99aca8-676e-49bc-8151-b55ee2170824,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:11.272919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f4555d-8545-4db9-909d-b8a8d35e2a2a,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:11.283973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.284445 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Added segment 38e59dbd-2071-4af3-af80-7d711bfe5454 of type vlan for network b6914237-aa4c-4b11-81b1-b2486bed5ac9 Nov 08 13:54:11.336552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.347782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a24fe7-ae05-4b54-9b09-b18a5d848efd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:11.350572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Checking segment: {'id': 'e7e6da5c-51b7-41f7-98a9-16e3b778dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:11.351179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Network hostable DHCP agents. Network: 350dc5c9-0092-44d9-a9eb-54814c8d4f83, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:11.365066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.411861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.419515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:11.420303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.430086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.431027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:11.431617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.433813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:11.471773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 350dc5c9-0092-44d9-a9eb-54814c8d4f83) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:11.482442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9333819d-9734-4e2c-8249-5c9f901a3139 None None] Network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:11.484238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5342393 Nov 08 13:54:11.485205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60586) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:11.534436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'subnet': {'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:11.540221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:11.540828 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.553813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8421781 Nov 08 13:54:11.571649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60588) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:11.587254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Request body: {'subnet': {'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-809879586-subnet', 'tenant_id': 'afeead54a210442999a438d33fd4eddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:11.610222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ae0cf-059a-43f6-81b6-b3be95d4bf33 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Network': ['ID=8f1b3125-c742-4f63-9f27-cca8bda87e45,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:11.634830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Made reservation on behalf of afeead54a210442999a438d33fd4eddf for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:11.637506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.649205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:11.671010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa85d3-8e43-4265-bc17-a73abf32e47d None None] Network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:11.709934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d61db715-a819-4c36-8a32-f136a564372e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8290851 Nov 08 13:54:11.798440 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:11.892927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c50a6d-96fa-4138-8f7d-fc248cd3cb8e admin admin] Pushing event updated for resources: {'Network': ['ID=b6914237-aa4c-4b11-81b1-b2486bed5ac9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:11.917955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b6914237-aa4c-4b11-81b1-b2486bed5ac9 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:11.922396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:11.926009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.004511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295acd51-d688-4902-8168-ab2b0bb9fe70 req-239596a1-7fec-4df3-b8c0-358d81038f06 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:12.011958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-295acd51-d688-4902-8168-ab2b0bb9fe70 req-239596a1-7fec-4df3-b8c0-358d81038f06 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 944 time: 0.2833984 Nov 08 13:54:12.022973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:54:12.186487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-295acd51-d688-4902-8168-ab2b0bb9fe70 req-e39761d3-4315-4260-bea0-8cdf0063dea5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721072 Nov 08 13:54:12.218818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:12.240385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] Sync routers for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:12.244402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.245823 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-985b8179-3362-4c2c-afbc-48b0e09eaaba tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3399909 Nov 08 13:54:12.249066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60610) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:12.262446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:12.265936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:12.286371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.330652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:12.341301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:12.342275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:12.386587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769c86f7-7b4e-491e-8dc5-29b7f286d6ee None None] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:12.390310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:12.390970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0ca067-f7ef-4637-b281-47118135e759 None None] The sync data for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:12.447671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d933176d-ee1c-4217-b7e5-f7e821972f07,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:12.460327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.522268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4c78bb6d-48cf-47d5-992d-7db6a746b193 None None] Provisioning complete for port 586bf717-51c2-42d2-982a-68b0ab94167c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:12.523253 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c78bb6d-48cf-47d5-992d-7db6a746b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.559030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Checking segment: {'id': '38e59dbd-2071-4af3-af80-7d711bfe5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:12.559402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Network hostable DHCP agents. Network: b6914237-aa4c-4b11-81b1-b2486bed5ac9, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:12.582975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-1a066b4a-1b5b-44c0-9433-57e8497536ae tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:12.584490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-1a066b4a-1b5b-44c0-9433-57e8497536ae tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/networks?id=350dc5c9-0092-44d9-a9eb-54814c8d4f83 HTTP/1.1" status: 200 len: 814 time: 0.2650950 Nov 08 13:54:12.588527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Subnet': ['ID=2a71b6e0-2613-4fb5-8aed-0d746f15fa5b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:12.605580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Checking segment: {'id': '6d3efe76-16af-429c-aa6f-4f9b923cbc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:12.605915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network hostable DHCP agents. Network: 8f1b3125-c742-4f63-9f27-cca8bda87e45, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:12.611353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Network b6914237-aa4c-4b11-81b1-b2486bed5ac9 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:12.633837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b6914237-aa4c-4b11-81b1-b2486bed5ac9) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:12.639036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-d4ce7427-0fb8-49fd-b270-0f3a580d6f51 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/quotas/97c4d9afc51046bfa11b52c69ed403e4 HTTP/1.1" status: 200 len: 375 time: 0.0203414 Nov 08 13:54:12.641559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:12.642183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.650824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:12.656404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861456c-cfce-43b0-864c-7f79a2eba84e None None] Network b6914237-aa4c-4b11-81b1-b2486bed5ac9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:12.669189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8f1b3125-c742-4f63-9f27-cca8bda87e45) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:12.674117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fa76096f-6848-4f69-87f7-ac0ac64483d0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1010945 Nov 08 13:54:12.698571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-17d221f4-4758-479a-8918-f18faab084b1 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=97c4d9afc51046bfa11b52c69ed403e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438416 Nov 08 13:54:12.701099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:12.701711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.734166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db510074-8e99-45a6-a8d2-f3853c79e950 None None] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:12.771837 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b2c93acb-3703-44bc-b151-100e30145a6b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2419598 Nov 08 13:54:12.772462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60620) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:12.781082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-561105967'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:12.886915 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c78bb6d-48cf-47d5-992d-7db6a746b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.900833 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-5d0fc18c-da4b-4a85-989d-c9effa714055 service neutron] 10.222.0.65 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976771 Nov 08 13:54:12.919553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:12.958397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 586bf717-51c2-42d2-982a-68b0ab94167c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:13.045464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:54:13.059810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:13.064305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.089700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] device_id is not set on port 093e901b-e358-4e25-817c-8de4a147b7ad yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:13.095598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4c78bb6d-48cf-47d5-992d-7db6a746b193 None None] For port 586bf717-51c2-42d2-982a-68b0ab94167c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=586bf717-51c2-42d2-982a-68b0ab94167c,segment=NetworkSegment(f398eed2-c2a7-4b4e-88ac-38fe547548f7),segment_id=f398eed2-c2a7-4b4e-88ac-38fe547548f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:13.118073 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c78bb6d-48cf-47d5-992d-7db6a746b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.211107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-3b0275e0-1377-419a-a4e8-793b8bf5baff service neutron] 10.222.0.65 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089414 Nov 08 13:54:13.251337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:13.381776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'port_id': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0', 'mac_address': 'fa:16:3e:46:22:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d34903-33ef-41de-95c2-6c1ca2a14962', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:54:13.389889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Allocated IP 2001:db8::2ff (8f1b3125-c742-4f63-9f27-cca8bda87e45/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b/093e901b-e358-4e25-817c-8de4a147b7ad) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:13.420301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78bb6d-48cf-47d5-992d-7db6a746b193 None None] Pushing event updated for resources: {'Port': ['ID=586bf717-51c2-42d2-982a-68b0ab94167c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:13.424520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52673314-60b4-4b1c-a2f2-29205f066b09 req-d50c47dd-8f81-43a5-999a-f4dbfe81e111 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:13.432570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52673314-60b4-4b1c-a2f2-29205f066b09 req-d50c47dd-8f81-43a5-999a-f4dbfe81e111 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 944 time: 0.1091514 Nov 08 13:54:13.476891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60640) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:13.490519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840520072-network', 'tenant_id': 'e56725a328d9469c8937d35677e118cc'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:13.570428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.1 (e9c46a87-6ddf-42be-827c-29055e2d2d1f/4667f9f8-d447-4b30-a712-e4b616aa5da9/99fab219-5756-416b-a3f2-8c5ec9a97250) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:13.662198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.676341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4b960-8c55-4da3-81f4-378b718c6ef4 None None] Network b6914237-aa4c-4b11-81b1-b2486bed5ac9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:13.696419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2050c44-da53-438d-b968-191964886a1f req-9c0b3cca-9233-4b2d-9efc-2bf21139f81c tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 210 time: 0.1530983 Nov 08 13:54:13.699622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:13.712110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.725053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52673314-60b4-4b1c-a2f2-29205f066b09 req-b6b8ecdd-3659-476e-8f0f-5676269a1ab6 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912295 Nov 08 13:54:13.725664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:13.736155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-455b2fdc-497e-4ece-b825-dc78a550b87f None None] Provisioning complete for port 586bf717-51c2-42d2-982a-68b0ab94167c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:13.736526 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-455b2fdc-497e-4ece-b825-dc78a550b87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.740518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Made reservation on behalf of e56725a328d9469c8937d35677e118cc for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:13.744270 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.744506 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.762071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.772831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.801983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:13.808455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.810765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:13.814620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:13.821465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=99fab219-5756-416b-a3f2-8c5ec9a97250,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:13.881536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.912460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:13.952061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 586bf717-51c2-42d2-982a-68b0ab94167c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:13.952438 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.013690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.042269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:14.043055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.057839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:14.072744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:14.084194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:14.084868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.119875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=093e901b-e358-4e25-817c-8de4a147b7ad,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:14.152943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:14.166736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.168389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f87ea10-a3d0-4a4b-8a59-2cbeedf21a0a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3932652 Nov 08 13:54:14.170738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d564ed-47ef-46c2-a2b7-6e0788b8aa29,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:14.190510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:14.191062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60654) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:14.202102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1986354697', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ff', 'mac_address': 'fa:16:3e:6c:12:95'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:14.218510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.219136 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Added segment 1c4a86c3-2764-453e-b9a1-c8cdfd9a6f6a of type vlan for network 6de99933-281c-4694-88a4-1deb04e508b4 Nov 08 13:54:14.222776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:14.225682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d063095-779a-476e-b696-06c166c83724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-8f1b3125-c742-4f63-9f27-cca8bda87e45', 'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'tenant_id': '240ef1238429411aafd2efe590e2a259', 'fixed_ips': [{'subnet_id': '2a71b6e0-2613-4fb5-8aed-0d746f15fa5b'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:54:14.226833 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d063095-779a-476e-b696-06c166c83724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.450493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.519978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.520985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:14.521652 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.533319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:14.569243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1d063095-779a-476e-b696-06c166c83724 None None] Allocated IP 2001:db8::2 (8f1b3125-c742-4f63-9f27-cca8bda87e45/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b/049588cb-e3da-4615-a394-5586f8c124c5) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:14.580927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0957036 Nov 08 13:54:14.584336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60658) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:14.592457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Request body: {'subnet': {'network_id': '6de99933-281c-4694-88a4-1deb04e508b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1840520072-subnet', 'tenant_id': 'e56725a328d9469c8937d35677e118cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:14.598217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.605522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.649750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3c465-5438-4b71-8a1e-56972b993278 admin admin] Pushing event updated for resources: {'Network': ['ID=6de99933-281c-4694-88a4-1deb04e508b4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:14.663621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-86fd89b2-8bf9-4252-ba47-e9c9de4ab693 None None] Provisioning complete for port 99fab219-5756-416b-a3f2-8c5ec9a97250 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:14.664132 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86fd89b2-8bf9-4252-ba47-e9c9de4ab693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.674973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Made reservation on behalf of e56725a328d9469c8937d35677e118cc for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:14.677404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.690493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.704915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-86fd89b2-8bf9-4252-ba47-e9c9de4ab693 None None] Port 99fab219-5756-416b-a3f2-8c5ec9a97250 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:14.705812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6de99933-281c-4694-88a4-1deb04e508b4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:14.711778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] device_id is not set on port 80c59725-ba0f-4897-91d4-1beadf6a6701 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:14.720762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.726319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=99fab219-5756-416b-a3f2-8c5ec9a97250,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:14.915171 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d063095-779a-476e-b696-06c166c83724 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:14.922486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 586bf717-51c2-42d2-982a-68b0ab94167c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:14.948943 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d063095-779a-476e-b696-06c166c83724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.004743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44fdf82d-5f46-42d1-97a5-805c9151179d req-ee609669-59f3-4f17-998e-806ff040d4e6 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 210 time: 0.1058798 Nov 08 13:54:15.011019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d063095-779a-476e-b696-06c166c83724 None None] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:15.024409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1d063095-779a-476e-b696-06c166c83724 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:15.044198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d063095-779a-476e-b696-06c166c83724 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:15.046401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Allocated IP 2001:db8::299 (8f1b3125-c742-4f63-9f27-cca8bda87e45/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b/80c59725-ba0f-4897-91d4-1beadf6a6701) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:15.052244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d063095-779a-476e-b696-06c166c83724 None None] Pushing event updated for resources: {'Port': ['ID=049588cb-e3da-4615-a394-5586f8c124c5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:15.090433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 586bf717-51c2-42d2-982a-68b0ab94167c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:15.091071 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.114917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ab946-8db2-4167-ab00-efa4414ef575 req-9b735a76-1fbc-4aad-a810-7493a35dc75b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:15.126030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed2ab946-8db2-4167-ab00-efa4414ef575 req-9b735a76-1fbc-4aad-a810-7493a35dc75b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 945 time: 0.2083228 Nov 08 13:54:15.131103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:15.140479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:15.171547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1d063095-779a-476e-b696-06c166c83724 None None] Attempting to bind port 049588cb-e3da-4615-a394-5586f8c124c5 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:15.172025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-352e78cc-f9c1-4f18-96db-522dbaa8dc07 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:15.172745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1d063095-779a-476e-b696-06c166c83724 None None] Attempting to bind port 049588cb-e3da-4615-a394-5586f8c124c5 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6d3efe76-16af-429c-aa6f-4f9b923cbc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:15.173123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d063095-779a-476e-b696-06c166c83724 None None] Attempting to bind port 049588cb-e3da-4615-a394-5586f8c124c5 on network 8f1b3125-c742-4f63-9f27-cca8bda87e45 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:15.174813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-352e78cc-f9c1-4f18-96db-522dbaa8dc07 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.54 "GET /v2.0/networks?id=350dc5c9-0092-44d9-a9eb-54814c8d4f83 HTTP/1.1" status: 200 len: 814 time: 0.2491593 Nov 08 13:54:15.187124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d063095-779a-476e-b696-06c166c83724 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:15.187508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d063095-779a-476e-b696-06c166c83724 None None] Checking segment: {'id': '6d3efe76-16af-429c-aa6f-4f9b923cbc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:15.187937 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d063095-779a-476e-b696-06c166c83724 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.188411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d063095-779a-476e-b696-06c166c83724 None None] Bound using segment: {'id': '6d3efe76-16af-429c-aa6f-4f9b923cbc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:15.188785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1d063095-779a-476e-b696-06c166c83724 None None] Bound port: 049588cb-e3da-4615-a394-5586f8c124c5, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3efe76-16af-429c-aa6f-4f9b923cbc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:15.196050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d063095-779a-476e-b696-06c166c83724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.221807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Request body: {'port': {'device_id': '53637f00-adc4-423d-93c9-8d6f3b827935', 'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83', 'admin_state_up': True, 'tenant_id': '97c4d9afc51046bfa11b52c69ed403e4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:15.276394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed2ab946-8db2-4167-ab00-efa4414ef575 req-42996b60-3dff-49bf-9cc2-24c017624dcc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418700 Nov 08 13:54:15.337332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1d063095-779a-476e-b696-06c166c83724 None None] For port 049588cb-e3da-4615-a394-5586f8c124c5, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:15.346821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1d063095-779a-476e-b696-06c166c83724 None None] For port 049588cb-e3da-4615-a394-5586f8c124c5, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=049588cb-e3da-4615-a394-5586f8c124c5,segment=NetworkSegment(6d3efe76-16af-429c-aa6f-4f9b923cbc19),segment_id=6d3efe76-16af-429c-aa6f-4f9b923cbc19)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:15.355129 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d063095-779a-476e-b696-06c166c83724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.394793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.432147 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.472196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d063095-779a-476e-b696-06c166c83724 None None] Pushing event updated for resources: {'Port': ['ID=049588cb-e3da-4615-a394-5586f8c124c5,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:15.487978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.534941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9c4031f9-6ecb-4965-ba21-7e2584c255e2 None None] Provisioning complete for port 99fab219-5756-416b-a3f2-8c5ec9a97250 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:15.535592 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c4031f9-6ecb-4965-ba21-7e2584c255e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.551063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:15.559464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:15.564592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:15.570838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:15.571611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.578933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=80c59725-ba0f-4897-91d4-1beadf6a6701,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:15.579778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9c4031f9-6ecb-4965-ba21-7e2584c255e2 None None] Port 99fab219-5756-416b-a3f2-8c5ec9a97250 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:15.601785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-199421d8-624e-4b2f-a1e5-ec2ccc364803 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.4083009 Nov 08 13:54:15.602867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60670) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:15.717247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1db10-da30-4f0b-a964-4997e8fec980 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:15.726264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1db10-da30-4f0b-a964-4997e8fec980 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:15.735411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd1db10-da30-4f0b-a964-4997e8fec980 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:15.739352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-acd1db10-da30-4f0b-a964-4997e8fec980 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1353674 Nov 08 13:54:15.741980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60672) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:15.834736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=756c363c-abdc-4d12-ae92-14f3b4fdfe0a,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:15.854971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting port 80c59725-ba0f-4897-91d4-1beadf6a6701 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:15.855911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.870963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Checking segment: {'id': '1c4a86c3-2764-453e-b9a1-c8cdfd9a6f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '6de99933-281c-4694-88a4-1deb04e508b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:15.871320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Network hostable DHCP agents. Network: 6de99933-281c-4694-88a4-1deb04e508b4, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:15.874948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:15.887032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Made reservation on behalf of 97c4d9afc51046bfa11b52c69ed403e4 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:15.890569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.924190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Network 6de99933-281c-4694-88a4-1deb04e508b4 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:15.946132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:15.959664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Calling delete_port for 80c59725-ba0f-4897-91d4-1beadf6a6701 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:15.999847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 6de99933-281c-4694-88a4-1deb04e508b4) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:16.008777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5499136a-e141-46c8-b77a-4747d02eb9d0 None None] Network 6de99933-281c-4694-88a4-1deb04e508b4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:16.013799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:16.014636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:16.096567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a6ada59-42e0-4382-9b5b-50c427e604f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5025492 Nov 08 13:54:16.155920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:16.162907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cca0ba5a-73a6-4217-8463-03383bb7ad5b tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/routers/9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9125686 Nov 08 13:54:16.170065 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] Sync routers for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:16.178338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60678) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:16.185805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425d431-2e67-4971-ad13-3608f0b5022f None None] Network 6de99933-281c-4694-88a4-1deb04e508b4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:16.186009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'port': {'network_id': 'e9c46a87-6ddf-42be-827c-29055e2d2d1f', 'name': 'tempest-FloatingIPTestJSON-1844522645'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:16.192673 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:16.193451 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:16.209419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8af213a0-7482-47a2-be92-aca965a8a701 req-2cc20313-ecd0-40c0-961d-f0a305787456 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 210 time: 0.0746722 Nov 08 13:54:16.224051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:16.262562 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:16.287394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:16.290036 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:16.305944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Allocated IP 172.20.0.14 (350dc5c9-0092-44d9-a9eb-54814c8d4f83/70f4555d-8545-4db9-909d-b8a8d35e2a2a/39e0ada9-6c7c-4946-a939-766aaad4da36) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:16.314607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Port': ['ID=80c59725-ba0f-4897-91d4-1beadf6a6701,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:16.392315 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:16.396534 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22964e20-3be2-45e8-ad01-6ef8841b52c7 None None] The sync data for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:16.563754 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:16.569857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7401ed8b-e519-445e-8d17-c37e15eabde9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/ports/80c59725-ba0f-4897-91d4-1beadf6a6701 HTTP/1.1" status: 204 len: 168 time: 0.8268290 Nov 08 13:54:16.576510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60694) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:16.585199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Made reservation on behalf of e4c76bd3e6464b259455cbf1a194d246 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:16.588697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:16.625196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] device_id is not set on port cd73d2a1-b6e0-48ad-b186-56ed5e014960 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:16.626848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222bfd-ba03-405d-b6ad-042384aceaf5 req-88917014-3c85-497c-bbac-80571adf609e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:16.628470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86222bfd-ba03-405d-b6ad-042384aceaf5 req-88917014-3c85-497c-bbac-80571adf609e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 945 time: 0.1580060 Nov 08 13:54:16.630013 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-16be3c3e-5f4e-4abd-a844-929e76d536a9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] GET failed (client error): The resource could not be found. Nov 08 13:54:16.635878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-16be3c3e-5f4e-4abd-a844-929e76d536a9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "GET /v2.0/ports/80c59725-ba0f-4897-91d4-1beadf6a6701 HTTP/1.1" status: 404 len: 333 time: 0.0555913 Nov 08 13:54:16.638725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60696) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:16.644755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-667859138'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:16.712099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:16.756088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86222bfd-ba03-405d-b6ad-042384aceaf5 req-0684231d-c42a-4968-9417-e6be8af179cf tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186867 Nov 08 13:54:16.824527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:16.830455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908fa31c-c402-417b-a8f5-b0ecd7542a6c None None] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:16.874030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:16.877772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:16.883325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Allocated IP 172.20.0.4 (e9c46a87-6ddf-42be-827c-29055e2d2d1f/4667f9f8-d447-4b30-a712-e4b616aa5da9/cd73d2a1-b6e0-48ad-b186-56ed5e014960) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:16.910769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:16.918466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:16.922621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Pushing event updated for resources: {'Port': ['ID=39e0ada9-6c7c-4946-a939-766aaad4da36,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:16.927396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:16.934163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] device_id is not set on port 6bba48a4-c27b-4acf-84f1-cf4932c4fcac yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:16.983464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:16.985180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.020066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4d05f0ca-d04b-41b3-ba6d-b048b15622ad tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8036726 Nov 08 13:54:17.030730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-486e5110-863c-4647-8643-5fca957a0d98 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:17.032304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-486e5110-863c-4647-8643-5fca957a0d98 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/networks?id=b6914237-aa4c-4b11-81b1-b2486bed5ac9 HTTP/1.1" status: 200 len: 824 time: 0.1938245 Nov 08 13:54:17.033669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Request body: {'port': {'device_id': '53637f00-adc4-423d-93c9-8d6f3b827935', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:17.074998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-71c145b4-becf-44c7-aa8a-9abc5b7ff5e9 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/quotas/afeead54a210442999a438d33fd4eddf HTTP/1.1" status: 200 len: 375 time: 0.0356517 Nov 08 13:54:17.110846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 049588cb-e3da-4615-a394-5586f8c124c5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:17.113159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:17.130123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-eee7bf8f-2003-4673-88b7-d10b578ebc53 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=afeead54a210442999a438d33fd4eddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423064 Nov 08 13:54:17.131200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Allocated IP 2001:db8::2e4 (8f1b3125-c742-4f63-9f27-cca8bda87e45/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b/6bba48a4-c27b-4acf-84f1-cf4932c4fcac) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:17.158848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.200284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Provisioning complete for port 049588cb-e3da-4615-a394-5586f8c124c5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:17.201584 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.253637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.324179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:54:17.347392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:17.348429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.370883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-6b3881f5-6f57-456f-a627-d317d6e301e4 service neutron] 10.222.0.65 "GET /v2.0/networks/b6914237-aa4c-4b11-81b1-b2486bed5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253842 Nov 08 13:54:17.375273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 049588cb-e3da-4615-a394-5586f8c124c5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:17.376041 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.442181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec931c-3847-492b-9f81-96628b568b4c req-125ddb66-4449-4afd-a279-46a701e88dfa tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:17.443422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20ec931c-3847-492b-9f81-96628b568b4c req-125ddb66-4449-4afd-a279-46a701e88dfa tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 932 time: 0.1153843 Nov 08 13:54:17.467366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.482682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.512481 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.551534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:17.567226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:17.579660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:17.581427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-1b3b598f-131e-4d36-9416-ee019998cd49 service neutron] 10.222.0.65 "GET /v2.0/networks/b6914237-aa4c-4b11-81b1-b2486bed5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020710 Nov 08 13:54:17.584581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event updated for resources: {'Port': ['ID=cd73d2a1-b6e0-48ad-b186-56ed5e014960,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:17.612424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20ec931c-3847-492b-9f81-96628b568b4c req-1f80e988-0f03-4364-8382-384cdb45b50b tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517253 Nov 08 13:54:17.639092 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.672966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] For port 049588cb-e3da-4615-a394-5586f8c124c5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=049588cb-e3da-4615-a394-5586f8c124c5,segment=NetworkSegment(6d3efe76-16af-429c-aa6f-4f9b923cbc19),segment_id=6d3efe76-16af-429c-aa6f-4f9b923cbc19)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:17.678770 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.702686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.715290 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.747103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:17.748467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.822783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Pushing event updated for resources: {'Port': ['ID=049588cb-e3da-4615-a394-5586f8c124c5,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:17.836779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39e0ada9-6c7c-4946-a939-766aaad4da36 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:17.840307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:17.843873 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f72d10-1bf8-4537-9240-4f538d8cef15" -d '{"events": [{"server_uuid": "18c53a91-59f0-4db1-b99b-5bf0b3922a5f", "name": "network-vif-plugged", "status": "completed", "tag": "e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:17.881361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a910e59d-eb83-49ab-9c78-5089c02fa925 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6996458 Nov 08 13:54:17.882807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60718) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:17.887858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.896871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:17.900254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Provisioning complete for port 093e901b-e358-4e25-817c-8de4a147b7ad triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:17.900960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:17.930980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Request body: {'floatingip': {'port_id': 'cd73d2a1-b6e0-48ad-b186-56ed5e014960'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:17.977193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Transition to ACTIVE for port object 39e0ada9-6c7c-4946-a939-766aaad4da36 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:54:17.987228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.096775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:18.100832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2a20601f-7464-4cf0-8e17-1df56bad50ce None None] Port 093e901b-e358-4e25-817c-8de4a147b7ad cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:18.129230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Pushing event updated for resources: {'Port': ['ID=39e0ada9-6c7c-4946-a939-766aaad4da36,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:18.146554 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.157556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.161118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:54:18.162093 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:54:18.181125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:18.189205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:18.201719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:18.202366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.223184 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f2424f-b648-43ac-be1c-e7f0b0f55a10 x-openstack-request-id: req-a7f2424f-b648-43ac-be1c-e7f0b0f55a10 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:18.223583 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c53a91-59f0-4db1-b99b-5bf0b3922a5f", "name": "network-vif-plugged", "status": "completed", "tag": "e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:18.223929 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7f2424f-b648-43ac-be1c-e7f0b0f55a10 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:18.224438 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0', 'code': 200} Nov 08 13:54:18.250657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:18.263663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Attempting to bind port 39e0ada9-6c7c-4946-a939-766aaad4da36 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:18.264198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Attempting to bind port 39e0ada9-6c7c-4946-a939-766aaad4da36 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'e7e6da5c-51b7-41f7-98a9-16e3b778dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:18.264735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Attempting to bind port 39e0ada9-6c7c-4946-a939-766aaad4da36 on network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:18.275788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Provisioning complete for port 049588cb-e3da-4615-a394-5586f8c124c5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:18.276019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Port 39e0ada9-6c7c-4946-a939-766aaad4da36 on network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:54:18.276165 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.276478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Attempting to bind port 39e0ada9-6c7c-4946-a939-766aaad4da36 on network 350dc5c9-0092-44d9-a9eb-54814c8d4f83 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:18.296709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:18.297208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Checking segment: {'id': 'e7e6da5c-51b7-41f7-98a9-16e3b778dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:18.297699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Bound using segment: {'id': 'e7e6da5c-51b7-41f7-98a9-16e3b778dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:18.298283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Bound port: 39e0ada9-6c7c-4946-a939-766aaad4da36, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e6da5c-51b7-41f7-98a9-16e3b778dcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:18.299532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.315069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=6bba48a4-c27b-4acf-84f1-cf4932c4fcac,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:18.410508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] For port 39e0ada9-6c7c-4946-a939-766aaad4da36, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:18.414355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] For port 39e0ada9-6c7c-4946-a939-766aaad4da36, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=39e0ada9-6c7c-4946-a939-766aaad4da36,segment=NetworkSegment(e7e6da5c-51b7-41f7-98a9-16e3b778dcd6),segment_id=e7e6da5c-51b7-41f7-98a9-16e3b778dcd6)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:18.430404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6413edda-731c-42ef-9af3-0626f258f6a5 req-b24200bc-5c97-4daa-b2e4-73be7b7a33e9 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 210 time: 0.1124437 Nov 08 13:54:18.431003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.446258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ead17c3e-cd5a-4e96-a3f0-82681c8289fe tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8063014 Nov 08 13:54:18.453121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60726) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:18.474798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:18.475904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.479468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] 10.222.0.54 "PUT /v2.0/ports/39e0ada9-6c7c-4946-a939-766aaad4da36 HTTP/1.1" status: 200 len: 1092 time: 1.4493735 Nov 08 13:54:18.480178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53637f00-adc4-423d-93c9-8d6f3b827935', 'tag': '39e0ada9-6c7c-4946-a939-766aaad4da36'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:18.483434 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869e5ae1-f967-4be1-9c5c-83147ba486c6" -d '{"events": [{"name": "network-changed", "server_uuid": "53637f00-adc4-423d-93c9-8d6f3b827935", "tag": "39e0ada9-6c7c-4946-a939-766aaad4da36"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:18.520676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Provisioning complete for port cd73d2a1-b6e0-48ad-b186-56ed5e014960 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:18.521270 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.527806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b174d3-9c8e-476d-8ce9-e89885edfc5d service neutron] Pushing event updated for resources: {'Port': ['ID=39e0ada9-6c7c-4946-a939-766aaad4da36,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:18.569855 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafb7821-a630-4a3b-abcb-eef509785902 x-openstack-request-id: req-dafb7821-a630-4a3b-abcb-eef509785902 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:18.570233 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53637f00-adc4-423d-93c9-8d6f3b827935", "tag": "39e0ada9-6c7c-4946-a939-766aaad4da36", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:18.570410 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dafb7821-a630-4a3b-abcb-eef509785902 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:18.570789 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53637f00-adc4-423d-93c9-8d6f3b827935', 'tag': '39e0ada9-6c7c-4946-a939-766aaad4da36', 'status': 'completed', 'code': 200} Nov 08 13:54:18.588084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Port cd73d2a1-b6e0-48ad-b186-56ed5e014960 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:18.605049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Provisioning complete for port 093e901b-e358-4e25-817c-8de4a147b7ad triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:18.605470 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.616359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-767e4818-fe04-4da8-aeb9-55f4b65ac956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:18.619769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-767e4818-fe04-4da8-aeb9-55f4b65ac956 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c4d9afc51046bfa11b52c69ed403e4&device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 1095 time: 0.0638485 Nov 08 13:54:18.652986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a77e3bd2-0c54-4010-9d3d-7dffe30b37c8 None None] Port 093e901b-e358-4e25-817c-8de4a147b7ad cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:18.713294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-dfb7b2d9-00c8-44ad-9cbc-9b6a7d5b98d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39e0ada9-6c7c-4946-a939-766aaad4da36 HTTP/1.1" status: 200 len: 217 time: 0.0838037 Nov 08 13:54:18.809056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-186ac2cd-48db-4791-91ac-dc7508e5099e None None] Provisioning complete for port 093e901b-e358-4e25-817c-8de4a147b7ad triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:18.809920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-186ac2cd-48db-4791-91ac-dc7508e5099e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:18.816977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4530c9ef-c081-4ab6-9235-39e0703680ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:18.818497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-4530c9ef-c081-4ab6-9235-39e0703680ed service neutron] 10.222.0.54 "GET /v2.0/subnets?id=70f4555d-8545-4db9-909d-b8a8d35e2a2a HTTP/1.1" status: 200 len: 854 time: 0.0967066 Nov 08 13:54:18.883919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-186ac2cd-48db-4791-91ac-dc7508e5099e None None] Port 093e901b-e358-4e25-817c-8de4a147b7ad cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:18.893432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-ff7ef55b-b4df-48df-ae18-eaebfa81947f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=350dc5c9-0092-44d9-a9eb-54814c8d4f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656772 Nov 08 13:54:18.917352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 049588cb-e3da-4615-a394-5586f8c124c5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:19.015315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 049588cb-e3da-4615-a394-5586f8c124c5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:19.016107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:19.049378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7bfe17ce-85de-47bd-951b-87821ae006ed None None] Could not find standard attr ID for object 80c59725-ba0f-4897-91d4-1beadf6a6701. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:54:19.052828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ff', 'mac_address': 'fa:16:3e:6c:12:95'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:19.069570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-8085379e-cac9-4868-9568-5fb1a54f2b6b service neutron] 10.222.0.54 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681156 Nov 08 13:54:19.164151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504cad1-c5fe-4a26-a056-12b93c3a9fe1 req-0fb4f40f-24a9-461c-a331-24e05a1919a4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:19.172002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f504cad1-c5fe-4a26-a056-12b93c3a9fe1 req-0fb4f40f-24a9-461c-a331-24e05a1919a4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 946 time: 1.0057311 Nov 08 13:54:19.215482 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-65ac7748-2db2-4a37-9dab-a8aa7f5dd059 req-0ec9224a-cd45-435d-bf70-d6d3df6b4ac5 service neutron] 10.222.0.54 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371679 Nov 08 13:54:19.280652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4725c17a-557f-4b81-be75-47eda3dbb44e None None] Provisioning complete for port 6bba48a4-c27b-4acf-84f1-cf4932c4fcac triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:19.281304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4725c17a-557f-4b81-be75-47eda3dbb44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:19.303908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b9377-fa3d-4a3a-93b2-d7d45478664a req-6d4fbe6d-bfe8-4e0f-a94c-b6bd8c5c4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:19.306084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd6b9377-fa3d-4a3a-93b2-d7d45478664a req-6d4fbe6d-bfe8-4e0f-a94c-b6bd8c5c4e25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 1097 time: 0.9940102 Nov 08 13:54:19.323234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:19.339517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4725c17a-557f-4b81-be75-47eda3dbb44e None None] Port 6bba48a4-c27b-4acf-84f1-cf4932c4fcac cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:19.381173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-ed84d6dc-84b0-4e87-aa20-a7288b6f9854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:19.383820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-ed84d6dc-84b0-4e87-aa20-a7288b6f9854 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c4d9afc51046bfa11b52c69ed403e4&device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 1095 time: 0.0938852 Nov 08 13:54:19.405770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f504cad1-c5fe-4a26-a056-12b93c3a9fe1 req-17dabf76-0786-42b1-bd3a-a2e2cc38466e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324505 Nov 08 13:54:19.475964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af077b-a3a0-4176-ae55-04994c35ef5b req-bc1744fc-0662-4f04-bd2a-aadb1e3073b0 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:19.478773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64af077b-a3a0-4176-ae55-04994c35ef5b req-bc1744fc-0662-4f04-bd2a-aadb1e3073b0 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 944 time: 0.3823817 Nov 08 13:54:19.526904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-bf31dd51-83f5-4fa8-9e5a-82195a81abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:19.529579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-bf31dd51-83f5-4fa8-9e5a-82195a81abb5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=350dc5c9-0092-44d9-a9eb-54814c8d4f83 HTTP/1.1" status: 200 len: 915 time: 0.1364594 Nov 08 13:54:19.536371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd6b9377-fa3d-4a3a-93b2-d7d45478664a req-6601cf9f-c3f3-4175-9e23-619fcd8d155e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162986 Nov 08 13:54:19.577431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-24ac1a92-739d-4e77-a559-db65f8d7fc45 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39e0ada9-6c7c-4946-a939-766aaad4da36 HTTP/1.1" status: 200 len: 217 time: 0.0406599 Nov 08 13:54:19.633522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-79a658e6-8995-4aa1-80d7-0299c2bb8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:19.636310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-79a658e6-8995-4aa1-80d7-0299c2bb8f2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=70f4555d-8545-4db9-909d-b8a8d35e2a2a HTTP/1.1" status: 200 len: 854 time: 0.0511169 Nov 08 13:54:19.677751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64af077b-a3a0-4176-ae55-04994c35ef5b req-ebfb2c6d-147a-4b00-a27c-85625dc1da7c tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480429 Nov 08 13:54:19.686099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-c29e028a-5276-4614-a1a8-e172762e83ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=350dc5c9-0092-44d9-a9eb-54814c8d4f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287528 Nov 08 13:54:19.790018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a261c5f9-3023-43a4-987e-397bee50fbaa req-1e8a5736-fecc-46ac-a436-d3b56ec36d18 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 210 time: 0.0758848 Nov 08 13:54:19.809719 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-a35bb03e-03c8-4da8-b77e-c3ef349f4899 service neutron] 10.222.0.54 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152983 Nov 08 13:54:19.923605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-869e5ae1-f967-4be1-9c5c-83147ba486c6 req-4c467ffd-4987-4a6d-b11e-95a0c4af3f3d service neutron] 10.222.0.54 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060309 Nov 08 13:54:19.963876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.002744 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.074570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] In _notify_port_updated(), no bound segment for port 6bba48a4-c27b-4acf-84f1-cf4932c4fcac on network 8f1b3125-c742-4f63-9f27-cca8bda87e45 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:54:20.080943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:20.081845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.083232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "PUT /v2.0/ports/6bba48a4-c27b-4acf-84f1-cf4932c4fcac HTTP/1.1" status: 200 len: 1002 time: 1.6240845 Nov 08 13:54:20.086289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60746) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:20.133786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e3a68-ad40-4edf-beec-79c1a54e6541 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=6bba48a4-c27b-4acf-84f1-cf4932c4fcac,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:20.146027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-aea72b58-fb0c-4198-bf92-435be055d95b tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:20.147266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-aea72b58-fb0c-4198-bf92-435be055d95b tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.70 "GET /v2.0/networks?id=b6914237-aa4c-4b11-81b1-b2486bed5ac9 HTTP/1.1" status: 200 len: 824 time: 0.2679136 Nov 08 13:54:20.161887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Request body: {'port': {'device_id': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9', 'admin_state_up': True, 'tenant_id': 'afeead54a210442999a438d33fd4eddf'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:20.202056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting port 6bba48a4-c27b-4acf-84f1-cf4932c4fcac {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:20.202649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.276537 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.283900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.318547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.332702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Calling delete_port for 6bba48a4-c27b-4acf-84f1-cf4932c4fcac owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:20.373899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-42c7acef-d25a-4083-b427-ac343c9421da None None] Provisioning complete for port 6bba48a4-c27b-4acf-84f1-cf4932c4fcac triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:20.374532 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42c7acef-d25a-4083-b427-ac343c9421da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.414110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-42c7acef-d25a-4083-b427-ac343c9421da None None] Port 6bba48a4-c27b-4acf-84f1-cf4932c4fcac cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:20.454822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Made reservation on behalf of afeead54a210442999a438d33fd4eddf for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:20.461407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.487008 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 8bfba1c0-757b-4223-b0e1-e8e041a3492c associated. External IP: 172.25.8.5, port: 51262223-3c49-48dc-9ec2-390b216ebf77. Nov 08 13:54:20.492540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.541423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Port': ['ID=6bba48a4-c27b-4acf-84f1-cf4932c4fcac,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:20.744753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.753109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a6c69fc-478f-4a30-993b-1fc32615210d tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/ports/6bba48a4-c27b-4acf-84f1-cf4932c4fcac HTTP/1.1" status: 204 len: 168 time: 0.6651690 Nov 08 13:54:20.756184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60758) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:20.810668 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-62272833-a29d-451d-b62f-8b53e1d37951 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] GET failed (client error): The resource could not be found. Nov 08 13:54:20.813765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-62272833-a29d-451d-b62f-8b53e1d37951 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "GET /v2.0/ports/6bba48a4-c27b-4acf-84f1-cf4932c4fcac HTTP/1.1" status: 404 len: 333 time: 0.0561447 Nov 08 13:54:20.819186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60762) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:20.826329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-540494868'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:20.874544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64ccae-d686-4658-91bd-e67a924cd56f req-a994ae62-f468-45fa-82f3-6df49226b713 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:20.876622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae64ccae-d686-4658-91bd-e67a924cd56f req-a994ae62-f468-45fa-82f3-6df49226b713 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 946 time: 0.3105328 Nov 08 13:54:20.956262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:20.959885 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:20.979022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] device_id is not set on port 0a84a4f2-b531-4efc-9461-e8a78886712f yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:21.010867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Allocated IP 172.20.0.14 (b6914237-aa4c-4b11-81b1-b2486bed5ac9/d933176d-ee1c-4217-b7e5-f7e821972f07/7e369192-ba03-460a-a059-223e7c898ebb) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:21.066414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5486be-a354-43c8-83a0-f461769a87a0 req-83ce73d8-d7f6-449f-bb59-136af92fe0ef tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:21.067941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b5486be-a354-43c8-83a0-f461769a87a0 req-83ce73d8-d7f6-449f-bb59-136af92fe0ef tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 944 time: 0.1706583 Nov 08 13:54:21.106789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Allocated IP 2001:db8::30 (8f1b3125-c742-4f63-9f27-cca8bda87e45/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b/0a84a4f2-b531-4efc-9461-e8a78886712f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:21.126555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae64ccae-d686-4658-91bd-e67a924cd56f req-8b818a4c-2942-4e86-8844-29e00a19b708 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164428 Nov 08 13:54:21.231153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:21.271474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.278312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1601b2ed-099c-4db8-92d7-bae252ce9256 req-9e04743d-3415-4e29-8e93-962ab08f8d5a tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 210 time: 0.0799198 Nov 08 13:54:21.286637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b5486be-a354-43c8-83a0-f461769a87a0 req-28bd054a-521d-4ea0-b78d-cc2af9fcef73 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807659 Nov 08 13:54:21.330868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.375264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:21.380691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:21.384941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:21.391368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:21.391925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.401908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=0a84a4f2-b531-4efc-9461-e8a78886712f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:21.417584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b2884798-b1cf-4944-9659-87b9d33e386f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5967052 Nov 08 13:54:21.420099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60764) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:21.426635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6c:12:95'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:21.432903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.464463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:21.478905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:21.508036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:21.509044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:21.543343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:21.555664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:21.556903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:21.557996 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.606054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 39e0ada9-6c7c-4946-a939-766aaad4da36 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:54:21.623997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.685457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Network b6914237-aa4c-4b11-81b1-b2486bed5ac9 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:21.692583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:21.698402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:21.705401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:21.706059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a9333-81b1-45a9-992b-1b0c42290653 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:21.727673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 39e0ada9-6c7c-4946-a939-766aaad4da36, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=39e0ada9-6c7c-4946-a939-766aaad4da36,segment=NetworkSegment(e7e6da5c-51b7-41f7-98a9-16e3b778dcd6),segment_id=e7e6da5c-51b7-41f7-98a9-16e3b778dcd6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:21.746704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Pushing event updated for resources: {'Port': ['ID=7e369192-ba03-460a-a059-223e7c898ebb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:21.757449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2ad018b6-4829-468c-b3c1-a424d944e00e None None] Provisioning complete for port 0a84a4f2-b531-4efc-9461-e8a78886712f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:21.757829 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ad018b6-4829-468c-b3c1-a424d944e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.790286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '39e0ada9-6c7c-4946-a939-766aaad4da36', 'network_id': '350dc5c9-0092-44d9-a9eb-54814c8d4f83', 'port_id': '39e0ada9-6c7c-4946-a939-766aaad4da36', 'mac_address': 'fa:16:3e:b1:76:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f4555d-8545-4db9-909d-b8a8d35e2a2a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:54:21.810279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2ad018b6-4829-468c-b3c1-a424d944e00e None None] Port 0a84a4f2-b531-4efc-9461-e8a78886712f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:21.817026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:21.817700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.848809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.866727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39e0ada9-6c7c-4946-a939-766aaad4da36 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:21.891660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 39e0ada9-6c7c-4946-a939-766aaad4da36, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=39e0ada9-6c7c-4946-a939-766aaad4da36,segment=NetworkSegment(e7e6da5c-51b7-41f7-98a9-16e3b778dcd6),segment_id=e7e6da5c-51b7-41f7-98a9-16e3b778dcd6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:21.897924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.900209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.906729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.953646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=39e0ada9-6c7c-4946-a939-766aaad4da36,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:21.971980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=0a84a4f2-b531-4efc-9461-e8a78886712f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:21.975224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] In _notify_port_updated(), no bound segment for port 0a84a4f2-b531-4efc-9461-e8a78886712f on network 8f1b3125-c742-4f63-9f27-cca8bda87e45 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:54:21.982539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:21.983230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:21.985618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aabc139f-c69f-4aff-b522-7ca3856c9a4f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "PUT /v2.0/ports/0a84a4f2-b531-4efc-9461-e8a78886712f HTTP/1.1" status: 200 len: 1001 time: 0.5637805 Nov 08 13:54:21.992466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:22.111038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting port 0a84a4f2-b531-4efc-9461-e8a78886712f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:22.111485 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:22.210443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:22.227044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Calling delete_port for 0a84a4f2-b531-4efc-9461-e8a78886712f owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:22.239955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cceb98de-0aea-44c4-bdc2-4a07ced33e9d None None] Provisioning complete for port 0a84a4f2-b531-4efc-9461-e8a78886712f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:22.239955 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cceb98de-0aea-44c4-bdc2-4a07ced33e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:22.246594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-dedf12a7-38b4-489d-9c2d-ed2e61d28d39 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0886867 Nov 08 13:54:22.266122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['39e0ada9-6c7c-4946-a939-766aaad4da36'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:22.272603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Request body: {'port': {'device_id': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:22.316843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:22.320087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cceb98de-0aea-44c4-bdc2-4a07ced33e9d None None] Port 0a84a4f2-b531-4efc-9461-e8a78886712f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:22.365592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdefe61-30c4-4a30-b22b-1da6a6824f3e req-a2b88b78-4f76-4fe9-9f87-c15b6b269ec0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:22.373164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fdefe61-30c4-4a30-b22b-1da6a6824f3e req-a2b88b78-4f76-4fe9-9f87-c15b6b269ec0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 946 time: 0.1457374 Nov 08 13:54:22.398317 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:22.572258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fdefe61-30c4-4a30-b22b-1da6a6824f3e req-7a8571b7-1a28-48f8-966b-afc300367e42 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981692 Nov 08 13:54:22.601382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de747aa-b2c3-434b-83f5-738a8c9a6171 req-67fef154-491f-49da-ac36-5ba1d483848d tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:22.603573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7de747aa-b2c3-434b-83f5-738a8c9a6171 req-67fef154-491f-49da-ac36-5ba1d483848d tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 932 time: 0.1647520 Nov 08 13:54:22.693693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:22.708723 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] Sync routers for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:22.709331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:22.721639 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:22.723310 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:22.769787 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:22.772006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:22.781153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:22.782103 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:22.812676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Port': ['ID=0a84a4f2-b531-4efc-9461-e8a78886712f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:22.824101 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:22.824872 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792dbe63-0b49-443c-b51e-ee9c83dbf32d None None] The sync data for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:22.841895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7de747aa-b2c3-434b-83f5-738a8c9a6171 req-f027fb18-f087-4940-8a9d-49a439b7f8be tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270103 Nov 08 13:54:22.842226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:22.848950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0388d1b-6c35-483d-bb27-42856e1c89c9 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/ports/0a84a4f2-b531-4efc-9461-e8a78886712f HTTP/1.1" status: 204 len: 168 time: 0.8529291 Nov 08 13:54:22.849225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60788) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:22.880797 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb14b3da-937c-48e2-bd96-697a289991aa tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] GET failed (client error): The resource could not be found. Nov 08 13:54:22.882583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cb14b3da-937c-48e2-bd96-697a289991aa tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "GET /v2.0/ports/0a84a4f2-b531-4efc-9461-e8a78886712f HTTP/1.1" status: 404 len: 333 time: 0.0323656 Nov 08 13:54:22.887203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:22.894829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1176525349'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:22.919153 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-14c6a705-3262-4aad-b474-b02dff701855 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/floatingips/8bfba1c0-757b-4223-b0e1-e8e041a3492c HTTP/1.1" status: 200 len: 976 time: 5.0208750 Nov 08 13:54:22.921646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:22.931254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccfe22-2b1a-4587-b676-6f87548f2262 req-36aba635-7ad1-4168-b245-3ebc0dc3d9ac tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:22.932878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7fccfe22-2b1a-4587-b676-6f87548f2262 req-36aba635-7ad1-4168-b245-3ebc0dc3d9ac tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 945 time: 0.2370465 Nov 08 13:54:23.022523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.087377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:23.091495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.113530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] device_id is not set on port 1ebaf594-5df9-4fb7-abf7-3b14caf8524d yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:23.120492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7fccfe22-2b1a-4587-b676-6f87548f2262 req-df94d0b7-c09c-4896-bd3d-76366a87b33a tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787436 Nov 08 13:54:23.205108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e369192-ba03-460a-a059-223e7c898ebb {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:23.225238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.236335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port cd73d2a1-b6e0-48ad-b186-56ed5e014960 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:23.236686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.269872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Allocated IP 2001:db8::3e8 (8f1b3125-c742-4f63-9f27-cca8bda87e45/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b/1ebaf594-5df9-4fb7-abf7-3b14caf8524d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:23.282141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Transition to ACTIVE for port object 7e369192-ba03-460a-a059-223e7c898ebb will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:54:23.290992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.299424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-3fea7bea-ef63-468d-90ea-5dda7a29cdc0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:23.301010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-3fea7bea-ef63-468d-90ea-5dda7a29cdc0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.2472682 Nov 08 13:54:23.395344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-5cca0784-2385-4447-8f90-b7bf20767ba5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.0479920 Nov 08 13:54:23.453591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.460464 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.462889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e369192-ba03-460a-a059-223e7c898ebb,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:23.517732 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.521360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.573598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:23.574899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 39e0ada9-6c7c-4946-a939-766aaad4da36 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:23.578486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:23.585118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:23.591967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:23.592738 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.596254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-075e360d-f80e-45f9-8a58-5488f8a4ade8 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810377 Nov 08 13:54:23.597183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=1ebaf594-5df9-4fb7-abf7-3b14caf8524d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:23.626899 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-77e0bae0-c563-4391-9d4a-ac3d6a7d0239 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7353044 Nov 08 13:54:23.627267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:23.634095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'network_id': '8f1b3125-c742-4f63-9f27-cca8bda87e45', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1105884280'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:23.754302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 39e0ada9-6c7c-4946-a939-766aaad4da36 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:54:23.760752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 39e0ada9-6c7c-4946-a939-766aaad4da36 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:23.761711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.768560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Attempting to bind port 7e369192-ba03-460a-a059-223e7c898ebb on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:23.768870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Attempting to bind port 7e369192-ba03-460a-a059-223e7c898ebb by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '38e59dbd-2071-4af3-af80-7d711bfe5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:23.769734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Attempting to bind port 7e369192-ba03-460a-a059-223e7c898ebb on network b6914237-aa4c-4b11-81b1-b2486bed5ac9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:23.818764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Port 7e369192-ba03-460a-a059-223e7c898ebb on network b6914237-aa4c-4b11-81b1-b2486bed5ac9 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:54:23.819049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Attempting to bind port 7e369192-ba03-460a-a059-223e7c898ebb on network b6914237-aa4c-4b11-81b1-b2486bed5ac9 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:23.835390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Made reservation on behalf of 240ef1238429411aafd2efe590e2a259 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:23.840210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:23.840554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Checking segment: {'id': '38e59dbd-2071-4af3-af80-7d711bfe5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:23.840978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Bound using segment: {'id': '38e59dbd-2071-4af3-af80-7d711bfe5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:23.841129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.841430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Bound port: 7e369192-ba03-460a-a059-223e7c898ebb, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38e59dbd-2071-4af3-af80-7d711bfe5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:23.841795 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.862363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] device_id is not set on port da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:23.890619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.890999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.891319 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Floating IP 8bfba1c0-757b-4223-b0e1-e8e041a3492c disassociated. External IP: 172.25.8.5, port: cd73d2a1-b6e0-48ad-b186-56ed5e014960. Nov 08 13:54:23.891665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for cd73d2a1-b6e0-48ad-b186-56ed5e014960 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:23.925769 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:23.989343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53637f00-adc4-423d-93c9-8d6f3b827935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0ada9-6c7c-4946-a939-766aaad4da36'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:23.992073 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05cae578-f40c-403e-a1f1-5fb83fd5414f" -d '{"events": [{"server_uuid": "53637f00-adc4-423d-93c9-8d6f3b827935", "name": "network-vif-plugged", "status": "completed", "tag": "39e0ada9-6c7c-4946-a939-766aaad4da36"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:24.011249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 39e0ada9-6c7c-4946-a939-766aaad4da36, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=39e0ada9-6c7c-4946-a939-766aaad4da36,segment=NetworkSegment(e7e6da5c-51b7-41f7-98a9-16e3b778dcd6),segment_id=e7e6da5c-51b7-41f7-98a9-16e3b778dcd6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:24.012855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7a3a84d4-e776-4027-9884-815af950f774 None None] Provisioning complete for port 1ebaf594-5df9-4fb7-abf7-3b14caf8524d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:24.013494 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a3a84d4-e776-4027-9884-815af950f774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.026957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-2da25566-30fb-4997-9b5e-b1c7724eb043 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298127 Nov 08 13:54:24.035290 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.054310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Allocated IP 2001:db8::1b5 (8f1b3125-c742-4f63-9f27-cca8bda87e45/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b/da71b7d4-5c3d-4bad-8d16-18f1a6a076c2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:24.097243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7a3a84d4-e776-4027-9884-815af950f774 None None] Port 1ebaf594-5df9-4fb7-abf7-3b14caf8524d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:24.102439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=39e0ada9-6c7c-4946-a939-766aaad4da36,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:24.200167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] For port 7e369192-ba03-460a-a059-223e7c898ebb, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:24.215067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447a1a0-5afa-462d-8ca3-f77c91135b47 req-ab116e07-42d6-4087-8b35-0c20700c1567 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:24.217309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b447a1a0-5afa-462d-8ca3-f77c91135b47 req-ab116e07-42d6-4087-8b35-0c20700c1567 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 944 time: 0.2383647 Nov 08 13:54:24.231324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] For port 7e369192-ba03-460a-a059-223e7c898ebb, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e369192-ba03-460a-a059-223e7c898ebb,segment=NetworkSegment(38e59dbd-2071-4af3-af80-7d711bfe5454),segment_id=38e59dbd-2071-4af3-af80-7d711bfe5454)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:24.247367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.261977 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.302555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.322325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-8918b8df-0279-43c1-a06b-99e143060fa7 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846620 Nov 08 13:54:24.342871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:24.346180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:24.348640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:24.355226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:24.355900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.385068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:24.391898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.392770 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7642031 Nov 08 13:54:24.393595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60828) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:24.394270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72858639-c754-4d30-83c9-4a6920f990f3 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=da71b7d4-5c3d-4bad-8d16-18f1a6a076c2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:24.395274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] 10.222.0.70 "PUT /v2.0/ports/7e369192-ba03-460a-a059-223e7c898ebb HTTP/1.1" status: 200 len: 1092 time: 2.1303258 Nov 08 13:54:24.404509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ff', 'mac_address': 'fa:16:3e:6c:12:95'}, {'ip_address': '2001:db8::3e8', 'mac_address': 'fa:16:3e:39:41:2e'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:24.434983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'tag': '7e369192-ba03-460a-a059-223e7c898ebb'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:24.444429 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d4dfaa-2f7d-499a-9220-32822216ba1d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f", "tag": "7e369192-ba03-460a-a059-223e7c898ebb"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:24.513459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.582282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b447a1a0-5afa-462d-8ca3-f77c91135b47 req-4b9f26de-7957-4e6d-8135-ed6956bb4019 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507917 Nov 08 13:54:24.584777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.592614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4facf-f273-4c61-bf33-6cbdd18b81c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e369192-ba03-460a-a059-223e7c898ebb,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:24.640194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-51fcbae8-3fa4-4b3f-aa74-f5dc13c719f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:24.643145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-51fcbae8-3fa4-4b3f-aa74-f5dc13c719f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=afeead54a210442999a438d33fd4eddf&device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 1095 time: 0.1893322 Nov 08 13:54:24.646656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=cd73d2a1-b6e0-48ad-b186-56ed5e014960,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:24.730506 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b013343-8630-47fe-9d1a-3570dd504426 x-openstack-request-id: req-0b013343-8630-47fe-9d1a-3570dd504426 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:24.730874 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53637f00-adc4-423d-93c9-8d6f3b827935", "name": "network-vif-plugged", "status": "completed", "tag": "39e0ada9-6c7c-4946-a939-766aaad4da36", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:24.731049 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b013343-8630-47fe-9d1a-3570dd504426 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:24.732420 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53637f00-adc4-423d-93c9-8d6f3b827935', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39e0ada9-6c7c-4946-a939-766aaad4da36', 'code': 200} Nov 08 13:54:24.808803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-52babe2a-9a28-4f87-8531-6eb76cb91d49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e369192-ba03-460a-a059-223e7c898ebb HTTP/1.1" status: 200 len: 217 time: 0.1556692 Nov 08 13:54:24.952872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a537366b-1823-4820-8197-cbd7f676f91f None None] Provisioning complete for port da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:24.955020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a537366b-1823-4820-8197-cbd7f676f91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.977891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:24.979782 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded2b494-289d-4186-8f81-d1ccd69e527e x-openstack-request-id: req-ded2b494-289d-4186-8f81-d1ccd69e527e {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:24.980070 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f", "tag": "7e369192-ba03-460a-a059-223e7c898ebb", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:24.980336 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ded2b494-289d-4186-8f81-d1ccd69e527e {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:24.980752 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'tag': '7e369192-ba03-460a-a059-223e7c898ebb', 'status': 'completed', 'code': 200} Nov 08 13:54:25.035665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a537366b-1823-4820-8197-cbd7f676f91f None None] Port da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:25.043363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:25.064718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] In _notify_port_updated(), no bound segment for port da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 on network 8f1b3125-c742-4f63-9f27-cca8bda87e45 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:54:25.071882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:25.072487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:25.077719 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "PUT /v2.0/ports/da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 HTTP/1.1" status: 200 len: 1068 time: 0.6794631 Nov 08 13:54:25.080892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60842) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:25.129712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6ddff1a-c1d5-4d37-aca5-950d64623456 req-3891eb92-1c5c-4608-9889-b160605cdd3f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 210 time: 0.0960548 Nov 08 13:54:25.167869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329039a-d4b6-46cc-a0d7-3ee12b55d51a req-7dd4833b-b204-4d2e-92ce-6055aacab41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:25.170454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d329039a-d4b6-46cc-a0d7-3ee12b55d51a req-7dd4833b-b204-4d2e-92ce-6055aacab41d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 1097 time: 0.1893306 Nov 08 13:54:25.171680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e3cdb-17e9-4758-bf62-92e8a062b36f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event updated for resources: {'Port': ['ID=da71b7d4-5c3d-4bad-8d16-18f1a6a076c2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:25.218354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-a0b42a24-8268-4aab-948b-81cd434088cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:25.220152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-a0b42a24-8268-4aab-948b-81cd434088cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d933176d-ee1c-4217-b7e5-f7e821972f07 HTTP/1.1" status: 200 len: 864 time: 0.2491450 Nov 08 13:54:25.243504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d329039a-d4b6-46cc-a0d7-3ee12b55d51a req-727eb483-6320-4004-8f6a-79b693489329 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645523 Nov 08 13:54:25.265361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f36c2-4d4d-445d-af22-c5024a594b6a req-8c3c5aa9-6127-42b6-87cd-e5b52f292c70 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:25.267017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-046f36c2-4d4d-445d-af22-c5024a594b6a req-8c3c5aa9-6127-42b6-87cd-e5b52f292c70 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.4623628 Nov 08 13:54:25.311511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-0b0df6f5-9260-493d-8dca-cd281433520e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6914237-aa4c-4b11-81b1-b2486bed5ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588262 Nov 08 13:54:25.320473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:25.463750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4c46dd09-d22b-45cb-ae07-edbdaff45d8a None None] Provisioning complete for port da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:25.464130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c46dd09-d22b-45cb-ae07-edbdaff45d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:25.471195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-046f36c2-4d4d-445d-af22-c5024a594b6a req-5eb5c03f-a837-4226-8b05-436b8a092cdf tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930904 Nov 08 13:54:25.491150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting port da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:25.491550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:25.510831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4c46dd09-d22b-45cb-ae07-edbdaff45d8a None None] Port da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:25.592459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-65a6e485-37a2-425d-a974-ab1ed46e04e9 service neutron] 10.222.0.70 "GET /v2.0/networks/b6914237-aa4c-4b11-81b1-b2486bed5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689760 Nov 08 13:54:25.700135 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:25.711223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] Sync routers for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:25.722779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:25.723420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:25.761655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:25.771052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:25.771664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:25.808521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:25.809168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6aa70d-d539-4233-bf8a-d3b7f59e33f0 None None] The sync data for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:25.815233 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:25.840222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55e2f3c5-c163-4c0e-8418-27fe8d735322 req-f20a325d-e84e-4e19-9bb6-32a9e69d50b7 service neutron] 10.222.0.70 "GET /v2.0/networks/b6914237-aa4c-4b11-81b1-b2486bed5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396245 Nov 08 13:54:25.848080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:25.851535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4256c180-ed36-4b77-b112-934dddfc3c11 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/ports/cd73d2a1-b6e0-48ad-b186-56ed5e014960 HTTP/1.1" status: 204 len: 168 time: 2.9287469 Nov 08 13:54:25.854555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Calling delete_port for da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:25.855387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60850) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:25.880332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9dd51-eea8-4473-becf-6784738fab8f req-80e2fbb4-d42a-4c07-9159-401978211394 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:25.887603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2f9dd51-eea8-4473-becf-6784738fab8f req-80e2fbb4-d42a-4c07-9159-401978211394 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 944 time: 0.1912372 Nov 08 13:54:26.014709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2f9dd51-eea8-4473-becf-6784738fab8f req-02f913d1-6a06-4b6f-943e-9f5c6b769eb9 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254277 Nov 08 13:54:26.040076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-67d61b34-cdca-4feb-a39d-727d34dfeb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:26.041599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-67d61b34-cdca-4feb-a39d-727d34dfeb3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=afeead54a210442999a438d33fd4eddf&device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 1095 time: 0.1200609 Nov 08 13:54:26.417035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-6f7b3ceb-4d16-446f-9da0-18c02956adf9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:26.420503 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-6f7b3ceb-4d16-446f-9da0-18c02956adf9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.1651568 Nov 08 13:54:26.437021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Request body: {'port': {'device_id': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'admin_state_up': True, 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:26.464687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:26.556592 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44a77c08-7925-4b53-8001-797dca3da1a0 req-6324f44e-7051-4288-8c89-85243a1b8716 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 210 time: 0.0606055 Nov 08 13:54:26.628028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-0c4a575f-f6de-4cce-8c2f-7f9012f58d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:26.629805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-0c4a575f-f6de-4cce-8c2f-7f9012f58d54 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b6914237-aa4c-4b11-81b1-b2486bed5ac9 HTTP/1.1" status: 200 len: 925 time: 0.5787313 Nov 08 13:54:26.632166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:26.703116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Port': ['ID=da71b7d4-5c3d-4bad-8d16-18f1a6a076c2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:26.710689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-596f7133-107e-4b48-b007-aab74b460db8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e369192-ba03-460a-a059-223e7c898ebb HTTP/1.1" status: 200 len: 217 time: 0.0706077 Nov 08 13:54:26.734147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:26.737845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:26.759386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee5e16-f042-4b26-b7dc-62daedcaec07 req-41402203-3405-493c-9d99-6ae84beea5fc tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:26.760310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1aee5e16-f042-4b26-b7dc-62daedcaec07 req-41402203-3405-493c-9d99-6ae84beea5fc tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.1804137 Nov 08 13:54:26.856451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-4ac47e1f-141e-43bb-b554-5e2b3347ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:26.858281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-4ac47e1f-141e-43bb-b554-5e2b3347ea8b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d933176d-ee1c-4217-b7e5-f7e821972f07 HTTP/1.1" status: 200 len: 864 time: 0.1395195 Nov 08 13:54:26.935095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-c6fb1c02-a52e-4c47-ba52-7fa9d0ca9831 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b6914237-aa4c-4b11-81b1-b2486bed5ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518117 Nov 08 13:54:26.948989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1aee5e16-f042-4b26-b7dc-62daedcaec07 req-b4bb1083-1682-45bf-b55c-d9de9469b98b tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621912 Nov 08 13:54:27.066980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Allocated IP 172.20.0.3 (fe8a3700-b643-4740-8279-459f25456977/14d34903-33ef-41de-95c2-6c1ca2a14962/f2ce9b12-8d04-4391-af8e-129b07b9d780) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:27.121260 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.125202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-065a839a-e317-4eac-86b3-f30ae4a85289 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/ports/da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 HTTP/1.1" status: 204 len: 168 time: 2.0322673 Nov 08 13:54:27.128561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60872) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:27.136207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 99fab219-5756-416b-a3f2-8c5ec9a97250 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:27.136535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.166825 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-714bf297-bb9c-4474-ab25-72a647c13c5a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] GET failed (client error): The resource could not be found. Nov 08 13:54:27.168858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-714bf297-bb9c-4474-ab25-72a647c13c5a tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "GET /v2.0/ports/da71b7d4-5c3d-4bad-8d16-18f1a6a076c2 HTTP/1.1" status: 404 len: 333 time: 0.0388377 Nov 08 13:54:27.172084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60878) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:27.227298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-28919f8f-66ab-413b-9439-9752bd6c7f2d service neutron] 10.222.0.70 "GET /v2.0/networks/b6914237-aa4c-4b11-81b1-b2486bed5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771342 Nov 08 13:54:27.326071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.358229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 99fab219-5756-416b-a3f2-8c5ec9a97250 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:27.413854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39d38-3c53-4883-a368-df14ee181fe0 req-fb9eb2b0-67e6-40a9-bc1b-36d5505912b9 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:27.423762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dce39d38-3c53-4883-a368-df14ee181fe0 req-fb9eb2b0-67e6-40a9-bc1b-36d5505912b9 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 944 time: 0.1537051 Nov 08 13:54:27.427248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87d4dfaa-2f7d-499a-9220-32822216ba1d req-f2de529f-56c8-47c2-9318-612871b38495 service neutron] 10.222.0.70 "GET /v2.0/networks/b6914237-aa4c-4b11-81b1-b2486bed5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868243 Nov 08 13:54:27.456018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting port 1ebaf594-5df9-4fb7-abf7-3b14caf8524d {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:27.456829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.470034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.577393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.589207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879', 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:27.614577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dce39d38-3c53-4883-a368-df14ee181fe0 req-eee0035d-1063-4d7e-b537-518aafb990c8 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907694 Nov 08 13:54:27.624277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79eb81-1786-4bdd-8376-91cada99d3ed req-18d607e2-c15e-4f8b-aa0f-6cbc0584f414 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:27.626292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c79eb81-1786-4bdd-8376-91cada99d3ed req-18d607e2-c15e-4f8b-aa0f-6cbc0584f414 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.1965370 Nov 08 13:54:27.647242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Network fe8a3700-b643-4740-8279-459f25456977 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:27.649132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:27.655030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:27.701088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c79eb81-1786-4bdd-8376-91cada99d3ed req-b9eea4d2-ebaa-410a-9d23-4b4a2ac4feed tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677059 Nov 08 13:54:27.710898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:27.711581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.712448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.730226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Calling delete_port for 1ebaf594-5df9-4fb7-abf7-3b14caf8524d owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:27.767484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event updated for resources: {'Port': ['ID=f2ce9b12-8d04-4391-af8e-129b07b9d780,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:27.780764 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-120849cb-3050-464a-bdfb-eb18ab807893 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3501105 Nov 08 13:54:27.798183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-982d146b-bc8d-4b58-b409-5487471fb892 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:54:27.799251 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-982d146b-bc8d-4b58-b409-5487471fb892 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094745 Nov 08 13:54:27.828521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:27.861962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83c4ed-b88a-42da-a446-90755cb3c921 req-a7f21325-3658-4ebd-915f-87ecf4825096 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:27.883920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b83c4ed-b88a-42da-a446-90755cb3c921 req-a7f21325-3658-4ebd-915f-87ecf4825096 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 931 time: 0.1486633 Nov 08 13:54:27.934245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=99fab219-5756-416b-a3f2-8c5ec9a97250,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:27.964509 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b1e62f9-0246-4be5-8af0-b333801284bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.025633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7b83c4ed-b88a-42da-a446-90755cb3c921 req-7516b082-9a74-4244-aaf2-6c1f04c10ca3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406889 Nov 08 13:54:28.025893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Request body: {'port': {'device_id': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:28.163009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.179336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.207001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93386e66-ef3a-4105-94a9-cce6cd818fa9 req-858dbe90-7449-4ff7-bdc3-1fb79d803a9f tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:28.212309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93386e66-ef3a-4105-94a9-cce6cd818fa9 req-858dbe90-7449-4ff7-bdc3-1fb79d803a9f tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.1185596 Nov 08 13:54:28.214292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Port': ['ID=1ebaf594-5df9-4fb7-abf7-3b14caf8524d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:28.256113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.277994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.281378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d4ae5676-4315-4431-9d7e-3f69d7a7f93c tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/ports/1ebaf594-5df9-4fb7-abf7-3b14caf8524d HTTP/1.1" status: 204 len: 168 time: 1.1082718 Nov 08 13:54:28.288061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60896) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:28.325693 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1657109e-2a3f-4068-ae0c-794131fd048f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] GET failed (client error): The resource could not be found. Nov 08 13:54:28.330319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1657109e-2a3f-4068-ae0c-794131fd048f tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "GET /v2.0/ports/1ebaf594-5df9-4fb7-abf7-3b14caf8524d HTTP/1.1" status: 404 len: 333 time: 0.0377047 Nov 08 13:54:28.340400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60898) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:28.354084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93386e66-ef3a-4105-94a9-cce6cd818fa9 req-ed50ff95-fc3a-428d-9f98-086167d1c58c tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357765 Nov 08 13:54:28.463834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting port 093e901b-e358-4e25-817c-8de4a147b7ad {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:28.464569 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.592330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.609047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Calling delete_port for 093e901b-e358-4e25-817c-8de4a147b7ad owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:28.704452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1709b8a-c31a-4dad-ac5b-06d5f3f3af5c req-66d6965c-4f4a-4432-ba8f-5475a5624c34 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:28.706038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1709b8a-c31a-4dad-ac5b-06d5f3f3af5c req-66d6965c-4f4a-4432-ba8f-5475a5624c34 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.0983987 Nov 08 13:54:28.823575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21553-e7c7-493d-8e6c-8b2a940c46a0 req-74cd9d32-22dc-49c0-a8e8-b3186465b8a5 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:28.825086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6db21553-e7c7-493d-8e6c-8b2a940c46a0 req-74cd9d32-22dc-49c0-a8e8-b3186465b8a5 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 944 time: 0.1078887 Nov 08 13:54:28.846880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1709b8a-c31a-4dad-ac5b-06d5f3f3af5c req-9031aa42-ae01-4a29-b6a2-feee07811747 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313193 Nov 08 13:54:28.897151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-0401f051-e104-4a19-a2a4-e0518f428a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:28.898820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-0401f051-e104-4a19-a2a4-e0518f428a7b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=97c4d9afc51046bfa11b52c69ed403e4&device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 1097 time: 0.1711047 Nov 08 13:54:28.904876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:28.944960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6db21553-e7c7-493d-8e6c-8b2a940c46a0 req-f2d22fd9-d062-4cf4-a405-e03fcfa213c3 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949605 Nov 08 13:54:28.958264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Port': ['ID=093e901b-e358-4e25-817c-8de4a147b7ad,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:29.028672 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.032401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e523cabb-6200-4f2f-aaf6-23d97592c23e tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/ports/093e901b-e358-4e25-817c-8de4a147b7ad HTTP/1.1" status: 204 len: 168 time: 0.6909156 Nov 08 13:54:29.035442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60912) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:29.105436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d92d45c-3082-41a5-86a3-361fc4ebee19 req-e22be692-069c-4d37-8ce4-b7e1e6ad9a9d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:29.113985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d92d45c-3082-41a5-86a3-361fc4ebee19 req-e22be692-069c-4d37-8ce4-b7e1e6ad9a9d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.1678777 Nov 08 13:54:29.117172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:29.121274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e369192-ba03-460a-a059-223e7c898ebb details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:54:29.130218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-3136e0d3-6c7c-41f3-9d8a-52c1b1522a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:29.131711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-3136e0d3-6c7c-41f3-9d8a-52c1b1522a8a service neutron] 10.222.0.54 "GET /v2.0/networks?id=350dc5c9-0092-44d9-a9eb-54814c8d4f83 HTTP/1.1" status: 200 len: 915 time: 0.2192652 Nov 08 13:54:29.144970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ce9b12-8d04-4391-af8e-129b07b9d780 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:29.160649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.190874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting subnet 2a71b6e0-2613-4fb5-8aed-0d746f15fa5b {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:29.197824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-1b01681d-e690-43f2-b739-daa7bb0e2fbc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=39e0ada9-6c7c-4946-a939-766aaad4da36 HTTP/1.1" status: 200 len: 217 time: 0.0566037 Nov 08 13:54:29.198104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.253589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Transition to ACTIVE for port object f2ce9b12-8d04-4391-af8e-129b07b9d780 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:54:29.269357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d92d45c-3082-41a5-86a3-361fc4ebee19 req-b8cb1496-bd62-421b-ae11-2f1a423aee1d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543319 Nov 08 13:54:29.288389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.296899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beac8d-aee1-45a2-8c10-22ff49fa3faa req-aa89198a-53ee-4c86-8005-84f8941e504e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:29.302196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7e369192-ba03-460a-a059-223e7c898ebb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e369192-ba03-460a-a059-223e7c898ebb,segment=NetworkSegment(38e59dbd-2071-4af3-af80-7d711bfe5454),segment_id=38e59dbd-2071-4af3-af80-7d711bfe5454)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:29.309533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27beac8d-aee1-45a2-8c10-22ff49fa3faa req-aa89198a-53ee-4c86-8005-84f8941e504e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 931 time: 0.1805260 Nov 08 13:54:29.331398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7e369192-ba03-460a-a059-223e7c898ebb', 'network_id': 'b6914237-aa4c-4b11-81b1-b2486bed5ac9', 'port_id': '7e369192-ba03-460a-a059-223e7c898ebb', 'mac_address': 'fa:16:3e:18:aa:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd933176d-ee1c-4217-b7e5-f7e821972f07', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:54:29.350279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.370960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-6b172e95-acfe-47d6-9a6d-6f77864327eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:29.373754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-6b172e95-acfe-47d6-9a6d-6f77864327eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=70f4555d-8545-4db9-909d-b8a8d35e2a2a HTTP/1.1" status: 200 len: 854 time: 0.1408095 Nov 08 13:54:29.385920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.404111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e369192-ba03-460a-a059-223e7c898ebb {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:29.414167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Pushing event updated for resources: {'Port': ['ID=f2ce9b12-8d04-4391-af8e-129b07b9d780,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:29.445701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-97a7b157-fef3-4ff7-9967-1ee70dbd0c51 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=350dc5c9-0092-44d9-a9eb-54814c8d4f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555401 Nov 08 13:54:29.446644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27beac8d-aee1-45a2-8c10-22ff49fa3faa req-53e4a2e1-cf63-40a0-b83d-0cc20d04af2f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355920 Nov 08 13:54:29.450360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7e369192-ba03-460a-a059-223e7c898ebb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e369192-ba03-460a-a059-223e7c898ebb,segment=NetworkSegment(38e59dbd-2071-4af3-af80-7d711bfe5454),segment_id=38e59dbd-2071-4af3-af80-7d711bfe5454)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:29.452992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:29.456523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.470966 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] Sync routers for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:29.475836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9865889c-87db-419d-a880-25106f3599b3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/routers/9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6190810 Nov 08 13:54:29.486592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60918) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:29.510782 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:29.511090 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:29.516138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7e369192-ba03-460a-a059-223e7c898ebb,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:29.542436 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.553485 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:29.562795 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] Routers {'9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:29.563403 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:29.601052 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:29.601681 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30acff1b-27bb-4a3e-aaec-cbb5a8f8cc74 None None] The sync data for ids ['9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:29.616967 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.651263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Subnet': ['ID=2a71b6e0-2613-4fb5-8aed-0d746f15fa5b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:29.655421 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.659269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-73c47003-cc3e-4280-a4e9-02f042ecc247 tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/subnets/2a71b6e0-2613-4fb5-8aed-0d746f15fa5b HTTP/1.1" status: 204 len: 168 time: 0.6178865 Nov 08 13:54:29.661950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60920) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:29.667422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb1f27-3afd-404a-9ce1-d32c4cd74dab None None] Network 8f1b3125-c742-4f63-9f27-cca8bda87e45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:29.699569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Attempting to bind port f2ce9b12-8d04-4391-af8e-129b07b9d780 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:29.700016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Attempting to bind port f2ce9b12-8d04-4391-af8e-129b07b9d780 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:29.700306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Attempting to bind port f2ce9b12-8d04-4391-af8e-129b07b9d780 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:29.713329 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-0faa323b-440b-4967-a063-9118a747a68b service neutron] 10.222.0.54 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445202 Nov 08 13:54:29.716326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Port f2ce9b12-8d04-4391-af8e-129b07b9d780 on network fe8a3700-b643-4740-8279-459f25456977 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:54:29.716506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Attempting to bind port f2ce9b12-8d04-4391-af8e-129b07b9d780 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:29.722129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.752624 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.776051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:29.776491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:29.776795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Bound using segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:29.777250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Bound port: f2ce9b12-8d04-4391-af8e-129b07b9d780, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:29.777611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.815545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Deleting port 049588cb-e3da-4615-a394-5586f8c124c5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:29.815990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.862266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7e369192-ba03-460a-a059-223e7c898ebb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:29.905842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] For port 049588cb-e3da-4615-a394-5586f8c124c5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=049588cb-e3da-4615-a394-5586f8c124c5,segment=NetworkSegment(6d3efe76-16af-429c-aa6f-4f9b923cbc19),segment_id=6d3efe76-16af-429c-aa6f-4f9b923cbc19)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:29.906269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.935093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Calling delete_port for 049588cb-e3da-4615-a394-5586f8c124c5 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:29.974185 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3bd7223-143c-4c45-94ea-4600da8150d6 req-3961e229-7368-4829-8b7f-48defe56aef2 service neutron] 10.222.0.54 "GET /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496941 Nov 08 13:54:29.977310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:29.983952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] For port f2ce9b12-8d04-4391-af8e-129b07b9d780, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:29.988068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] For port f2ce9b12-8d04-4391-af8e-129b07b9d780, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f2ce9b12-8d04-4391-af8e-129b07b9d780,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:29.997837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.057677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:30.058309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.059781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] 10.222.0.54 "PUT /v2.0/ports/f2ce9b12-8d04-4391-af8e-129b07b9d780 HTTP/1.1" status: 200 len: 1091 time: 2.2485695 Nov 08 13:54:30.061381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'tag': 'f2ce9b12-8d04-4391-af8e-129b07b9d780'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:30.063722 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87" -d '{"events": [{"name": "network-changed", "server_uuid": "9d9555d6-8698-4f7c-aff3-dc1bc9bd2133", "tag": "f2ce9b12-8d04-4391-af8e-129b07b9d780"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:30.106728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bac4a-4b80-4601-b5e5-8df6444e475a service neutron] Pushing event updated for resources: {'Port': ['ID=f2ce9b12-8d04-4391-af8e-129b07b9d780,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:30.120166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c68e0-dc46-409b-973a-b4a0f7fc843b req-2f2c6afc-12d7-453e-b400-ffe8d76b90bc tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:30.123997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port d3654f21-e6d0-4cc9-9b95-977b0b6f8410 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:30.124345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.131084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a79c68e0-dc46-409b-973a-b4a0f7fc843b req-2f2c6afc-12d7-453e-b400-ffe8d76b90bc tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.1782739 Nov 08 13:54:30.187829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02e3a4-f27f-4f82-8a7a-e466f95b35e0 req-cea34995-2e59-4f4d-b420-20b6e4c7bf04 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:30.189458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca02e3a4-f27f-4f82-8a7a-e466f95b35e0 req-cea34995-2e59-4f4d-b420-20b6e4c7bf04 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 945 time: 0.1547518 Nov 08 13:54:30.201075 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.201813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718924b-089d-4d64-bd96-95d0089f99b4 None None] DHCP port deletion for 8f1b3125-c742-4f63-9f27-cca8bda87e45 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:54:30.236183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.254090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-1c94b2ba-37bb-40f2-b9ab-e79a2554dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:30.255702 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-1c94b2ba-37bb-40f2-b9ab-e79a2554dfc9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 1094 time: 0.1415102 Nov 08 13:54:30.256762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for d3654f21-e6d0-4cc9-9b95-977b0b6f8410 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:30.261315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Port': ['ID=049588cb-e3da-4615-a394-5586f8c124c5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:30.267484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a79c68e0-dc46-409b-973a-b4a0f7fc843b req-96f592ba-e213-45eb-a4c7-880b72594c77 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349933 Nov 08 13:54:30.272334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] No DVR routers for this DVR port 049588cb-e3da-4615-a394-5586f8c124c5 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:30.335453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-50fc2775-8497-4007-bcdb-24856ff7c2d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ce9b12-8d04-4391-af8e-129b07b9d780 HTTP/1.1" status: 200 len: 217 time: 0.0692782 Nov 08 13:54:30.346524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca02e3a4-f27f-4f82-8a7a-e466f95b35e0 req-ec6b408f-eaec-4915-8763-ee18d14cd73f tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344469 Nov 08 13:54:30.396665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.425484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1b3125-c742-4f63-9f27-cca8bda87e45']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:30.445679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-80368c24-3d55-402a-ab7e-065b631a3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:30.447227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-80368c24-3d55-402a-ab7e-065b631a3c13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.0752659 Nov 08 13:54:30.447701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3efe76-16af-429c-aa6f-4f9b923cbc19') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:30.448007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3efe76-16af-429c-aa6f-4f9b923cbc19') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:30.475519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.516052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.526709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:30.527169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:30.531193 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:30.535251 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ebb763-69ab-4897-b2af-7f718e7354b9 x-openstack-request-id: req-78ebb763-69ab-4897-b2af-7f718e7354b9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:30.535768 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d9555d6-8698-4f7c-aff3-dc1bc9bd2133", "tag": "f2ce9b12-8d04-4391-af8e-129b07b9d780", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:30.536238 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78ebb763-69ab-4897-b2af-7f718e7354b9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:30.536671 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'tag': 'f2ce9b12-8d04-4391-af8e-129b07b9d780', 'status': 'completed', 'code': 200} Nov 08 13:54:30.540008 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-082314ef-a8fb-4056-b1e4-8ade82cc93c2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842843 Nov 08 13:54:30.551715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e10ea-1938-4363-84b9-eaa61d205d68 req-9aa2de5b-c0a2-45ad-be72-876c75afd703 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:30.553302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b94e10ea-1938-4363-84b9-eaa61d205d68 req-9aa2de5b-c0a2-45ad-be72-876c75afd703 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.1187255 Nov 08 13:54:30.659043 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.664663 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.670745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] 10.222.0.65 "DELETE /v2.0/networks/8f1b3125-c742-4f63-9f27-cca8bda87e45 HTTP/1.1" status: 204 len: 168 time: 1.0077372 Nov 08 13:54:30.682747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.731107 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-f787dfda-e66c-4bb2-9278-a5ab432f1218 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830428 Nov 08 13:54:30.731688 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b94e10ea-1938-4363-84b9-eaa61d205d68 req-7b03f52f-bde6-464c-be15-336b0b926857 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382945 Nov 08 13:54:30.732581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3004bd-ca3b-427f-845e-f0b855f9534b tempest-AllowedAddressPairIpV6TestJSON-1653532353 tempest-AllowedAddressPairIpV6TestJSON-1653532353-project] Pushing event deleted for resources: {'Network': ['ID=8f1b3125-c742-4f63-9f27-cca8bda87e45,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:30.733815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=d3654f21-e6d0-4cc9-9b95-977b0b6f8410,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:30.773757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bfc4f-48cb-4524-ab0b-fbfd43574fd8 req-3925190a-c063-4fe3-9059-b4001036d5b5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:30.775199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c38bfc4f-48cb-4524-ab0b-fbfd43574fd8 req-3925190a-c063-4fe3-9059-b4001036d5b5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 943 time: 0.1305981 Nov 08 13:54:30.841874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c38bfc4f-48cb-4524-ab0b-fbfd43574fd8 req-054a0e42-20f6-4527-a854-a7e8f76a6e89 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567117 Nov 08 13:54:30.849493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:30.891606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 049588cb-e3da-4615-a394-5586f8c124c5 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:30.914627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 049588cb-e3da-4615-a394-5586f8c124c5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:30.914989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 049588cb-e3da-4615-a394-5586f8c124c5 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:31.010062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60942) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:31.125336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e369192-ba03-460a-a059-223e7c898ebb up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:31.155151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b5b5b9cc-dd65-41b0-aecb-ed5d75573c84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=240ef1238429411aafd2efe590e2a259&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414557 Nov 08 13:54:31.157490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60946) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:31.176351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 7e369192-ba03-460a-a059-223e7c898ebb completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:54:31.181289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7e369192-ba03-460a-a059-223e7c898ebb triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:31.181741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.211470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2b59-d6c7-4ad7-9653-e1235951e6b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.227574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.231183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.249124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2b59-d6c7-4ad7-9653-e1235951e6b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.280852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.283224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-60ac9e7d-ecaf-4aa2-80d6-ec8d468c61bc req-7445b3d8-3efb-41be-b4ef-b123877f2f65 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307434 Nov 08 13:54:31.296127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.296693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Fanout notify agent at l3_agent the message router_deleted on router 9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:54:31.304947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.310263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-211f7106-23bb-42d6-b7ca-a2ed8a049762 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/routers/9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f HTTP/1.1" status: 204 len: 168 time: 1.8211274 Nov 08 13:54:31.311116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60950) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:31.324357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2b59-d6c7-4ad7-9653-e1235951e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.327682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f6d2b59-d6c7-4ad7-9653-e1235951e6b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.335103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5f6d2b59-d6c7-4ad7-9653-e1235951e6b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad99aca8-676e-49bc-8151-b55ee2170824 HTTP/1.1" status: 204 len: 168 time: 0.1748142 Nov 08 13:54:31.345499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d2b59-d6c7-4ad7-9653-e1235951e6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad99aca8-676e-49bc-8151-b55ee2170824,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:31.386769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e369192-ba03-460a-a059-223e7c898ebb'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:31.394894 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef477b-1533-4764-a3d6-da60649c0c16" -d '{"events": [{"server_uuid": "cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f", "name": "network-vif-plugged", "status": "completed", "tag": "7e369192-ba03-460a-a059-223e7c898ebb"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:31.405795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting subnet 4667f9f8-d447-4b30-a712-e4b616aa5da9 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:31.410868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.430658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7e369192-ba03-460a-a059-223e7c898ebb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e369192-ba03-460a-a059-223e7c898ebb,segment=NetworkSegment(38e59dbd-2071-4af3-af80-7d711bfe5454),segment_id=38e59dbd-2071-4af3-af80-7d711bfe5454)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:31.447427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.454491 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e207502-33b7-4e1d-a9e4-e6ea40fc08ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.473550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1613b9-1653-40bd-ba5a-8c01eb0b2c53 req-a23404e8-d492-4907-b674-5b806d521a72 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:31.480614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b1613b9-1653-40bd-ba5a-8c01eb0b2c53 req-a23404e8-d492-4907-b674-5b806d521a72 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.1092858 Nov 08 13:54:31.483247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-b34b5400-ec03-4dc2-a5fc-f6c67a894e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:31.484962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-b34b5400-ec03-4dc2-a5fc-f6c67a894e7a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 1094 time: 0.1220937 Nov 08 13:54:31.487893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.516013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7e369192-ba03-460a-a059-223e7c898ebb,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:31.631429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27655d-e7dd-41f8-8c1d-2db764d002a6 req-1e19587f-8392-410d-8efd-2fb38d7f8ae3 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:31.633004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c27655d-e7dd-41f8-8c1d-2db764d002a6 req-1e19587f-8392-410d-8efd-2fb38d7f8ae3 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.1147621 Nov 08 13:54:31.648411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b1613b9-1653-40bd-ba5a-8c01eb0b2c53 req-b389a972-806f-4d87-8b70-318317ab5376 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317973 Nov 08 13:54:31.713491 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a717c72-1fab-4d07-a1cf-d10a3d3cf048 x-openstack-request-id: req-7a717c72-1fab-4d07-a1cf-d10a3d3cf048 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:31.713789 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f", "name": "network-vif-plugged", "status": "completed", "tag": "7e369192-ba03-460a-a059-223e7c898ebb", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:31.714051 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a717c72-1fab-4d07-a1cf-d10a3d3cf048 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:31.714534 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e369192-ba03-460a-a059-223e7c898ebb', 'code': 200} Nov 08 13:54:31.726793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-673632de-2336-4baa-9666-15c0cd284faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:31.728457 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-673632de-2336-4baa-9666-15c0cd284faf service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.2152774 Nov 08 13:54:31.730450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.742921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c27655d-e7dd-41f8-8c1d-2db764d002a6 req-77a4f4c4-5cb6-4dd5-b2f7-972c5be7f0b0 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872233 Nov 08 13:54:31.805079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-ba005736-187d-42eb-a948-96264690f0e1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f2ce9b12-8d04-4391-af8e-129b07b9d780 HTTP/1.1" status: 200 len: 217 time: 0.0451627 Nov 08 13:54:31.864027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff42d05-c067-4c99-a0a4-50563fd07275 req-46601616-00e6-4e9e-8b64-86a134d02e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:31.868067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aff42d05-c067-4c99-a0a4-50563fd07275 req-46601616-00e6-4e9e-8b64-86a134d02e15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 1097 time: 0.0703259 Nov 08 13:54:31.931340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-47369e3c-0da4-4e2a-929d-0eab75e7bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:31.933198 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-47369e3c-0da4-4e2a-929d-0eab75e7bb61 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1163664 Nov 08 13:54:31.935697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:31.974309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aff42d05-c067-4c99-a0a4-50563fd07275 req-cdd47b2c-560d-42c8-bf0e-febe8f129acc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969956 Nov 08 13:54:31.994795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3abeb-5ba8-4e7b-a51d-c5a1ca7d8140 req-3baf90c0-700d-452b-9ce8-b33be62e6be3 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:31.998270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Subnet': ['ID=4667f9f8-d447-4b30-a712-e4b616aa5da9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:32.003780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.004435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94c3abeb-5ba8-4e7b-a51d-c5a1ca7d8140 req-3baf90c0-700d-452b-9ce8-b33be62e6be3 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.0906403 Nov 08 13:54:32.013579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d737d78-126e-4e5d-992a-1f1ffbf588b6 None None] Network e9c46a87-6ddf-42be-827c-29055e2d2d1f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:32.015230 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-35e4455c-0274-4169-b8fd-a4f346bffea3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/subnets/4667f9f8-d447-4b30-a712-e4b616aa5da9 HTTP/1.1" status: 204 len: 168 time: 0.7027385 Nov 08 13:54:32.019942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60980) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:32.061578 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-b83b4d71-48bf-43e5-820b-948160eef8a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169646 Nov 08 13:54:32.160230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94c3abeb-5ba8-4e7b-a51d-c5a1ca7d8140 req-6e668616-5ba0-440f-be8c-9328e476759b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546402 Nov 08 13:54:32.165915 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.192940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-04bc20b4-6fd7-44b8-bd74-89942b190def service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209495 Nov 08 13:54:32.220936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b9606-954a-44bc-9f7c-8ce74b675013 req-b242bce5-adad-40d3-9448-f7d9e10a05a1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:32.222696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c02b9606-954a-44bc-9f7c-8ce74b675013 req-b242bce5-adad-40d3-9448-f7d9e10a05a1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 943 time: 0.0783477 Nov 08 13:54:32.343514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c02b9606-954a-44bc-9f7c-8ce74b675013 req-e0c9d972-ed68-4524-bfe9-72d04b6a05c3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036022 Nov 08 13:54:32.352107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 586bf717-51c2-42d2-982a-68b0ab94167c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:32.353113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.375454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8280aa19-b720-4cd4-bac0-fcf8bd55dd87 req-6fa94a63-b05a-48d9-ba29-26779ec21eeb service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663785 Nov 08 13:54:32.391243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4812f90-163d-44df-8a19-d91905007713 None None] DHCP port deletion for e9c46a87-6ddf-42be-827c-29055e2d2d1f request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:54:32.407158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c0667-e37b-4252-b2b3-9cd867bfa769 req-03122d9a-e9f6-485e-9af2-f3f02767449e tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:32.409136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb1c0667-e37b-4252-b2b3-9cd867bfa769 req-03122d9a-e9f6-485e-9af2-f3f02767449e tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.1266637 Nov 08 13:54:32.464159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60994) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:32.472963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d4812f90-163d-44df-8a19-d91905007713 None None] Deleting port 586bf717-51c2-42d2-982a-68b0ab94167c {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:32.473512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4812f90-163d-44df-8a19-d91905007713 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.481958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] For port 586bf717-51c2-42d2-982a-68b0ab94167c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=586bf717-51c2-42d2-982a-68b0ab94167c,segment=NetworkSegment(f398eed2-c2a7-4b4e-88ac-38fe547548f7),segment_id=f398eed2-c2a7-4b4e-88ac-38fe547548f7)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:32.482577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.504120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 586bf717-51c2-42d2-982a-68b0ab94167c owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:32.526435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb1c0667-e37b-4252-b2b3-9cd867bfa769 req-b85d382e-de20-4f4c-8428-a163802b6276 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893505 Nov 08 13:54:32.554632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d4812f90-163d-44df-8a19-d91905007713 None None] For port 586bf717-51c2-42d2-982a-68b0ab94167c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=586bf717-51c2-42d2-982a-68b0ab94167c,segment=NetworkSegment(f398eed2-c2a7-4b4e-88ac-38fe547548f7),segment_id=f398eed2-c2a7-4b4e-88ac-38fe547548f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:32.555034 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4812f90-163d-44df-8a19-d91905007713 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.574072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d4812f90-163d-44df-8a19-d91905007713 None None] Calling delete_port for 586bf717-51c2-42d2-982a-68b0ab94167c owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:32.579473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1079980843'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:32.602140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.605562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Made reservation on behalf of ba98988ab17246f484d4c9c28389b0e6 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:32.609892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.620066 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.634289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=586bf717-51c2-42d2-982a-68b0ab94167c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:32.637923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] No DVR routers for this DVR port 586bf717-51c2-42d2-982a-68b0ab94167c on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:32.659946 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4812f90-163d-44df-8a19-d91905007713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.686820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4812f90-163d-44df-8a19-d91905007713 None None] Pushing event deleted for resources: {'Port': ['ID=586bf717-51c2-42d2-982a-68b0ab94167c,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:32.692036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4812f90-163d-44df-8a19-d91905007713 None None] No DVR routers for this DVR port 586bf717-51c2-42d2-982a-68b0ab94167c on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:32.719611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.724008 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.727305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.749945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c46a87-6ddf-42be-827c-29055e2d2d1f']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:32.752927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:32.760367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f398eed2-c2a7-4b4e-88ac-38fe547548f7') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:32.760567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f398eed2-c2a7-4b4e-88ac-38fe547548f7') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:32.764209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa4b20-8305-46ed-8770-bf02e307107e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:32.770434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.770941 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Added segment b6648512-e4c1-4c06-9f2f-9cc22840daa9 of type vlan for network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 Nov 08 13:54:32.771071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.803992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.812537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:32.812996 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:32.816474 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:32.854468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.865714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 586bf717-51c2-42d2-982a-68b0ab94167c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:32.889626 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.892040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 586bf717-51c2-42d2-982a-68b0ab94167c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:32.892766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 586bf717-51c2-42d2-982a-68b0ab94167c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:32.896234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:32.897087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.930905 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.937729 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:32.942808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:32.942979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/networks/e9c46a87-6ddf-42be-827c-29055e2d2d1f HTTP/1.1" status: 204 len: 168 time: 0.9201477 Nov 08 13:54:32.955676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b9688-5936-4d59-8bd0-d909549d91be req-4d1f7c18-0cc7-4ab8-adfe-2a8e1f9da3c8 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:32.957101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d18b9688-5936-4d59-8bd0-d909549d91be req-4d1f7c18-0cc7-4ab8-adfe-2a8e1f9da3c8 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.0826292 Nov 08 13:54:32.971391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7e65-c034-4554-be9d-87791168adfa tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Network': ['ID=e9c46a87-6ddf-42be-827c-29055e2d2d1f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:32.978081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5121331 Nov 08 13:54:32.986426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32772) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:32.999269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Request body: {'subnet': {'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:33.000611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.019545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7a8e7-3b4b-4511-b930-965b9f0ddf8e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event updated for resources: {'Network': ['ID=70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:33.030958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:33.072455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d18b9688-5936-4d59-8bd0-d909549d91be req-104d4482-824d-4655-baf4-a1dbcb500c9d tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025913 Nov 08 13:54:33.113414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 4538b2d7-3e81-447f-bacf-65c1253a0db1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:33.113931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.157190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Made reservation on behalf of ba98988ab17246f484d4c9c28389b0e6 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:33.162650 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.205939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.206811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.222658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 4538b2d7-3e81-447f-bacf-65c1253a0db1 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:33.367441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.390433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23047ae5-c45a-47e8-ab51-01510c293731 req-85b1d327-3caf-4043-8f90-85a0a64eb7da tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:33.392036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23047ae5-c45a-47e8-ab51-01510c293731 req-85b1d327-3caf-4043-8f90-85a0a64eb7da tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.1176338 Nov 08 13:54:33.398360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=4538b2d7-3e81-447f-bacf-65c1253a0db1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:33.428059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.464053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.466680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.467852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c8a808ea-acf5-457f-9972-61321790c56a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/floatingips/8bfba1c0-757b-4223-b0e1-e8e041a3492c HTTP/1.1" status: 204 len: 168 time: 0.5240083 Nov 08 13:54:33.471915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32778) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:33.495133 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ab3caa-def4-4ea2-b052-ff77716bbd8e tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] DELETE failed (client error): The resource could not be found. Nov 08 13:54:33.495891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ab3caa-def4-4ea2-b052-ff77716bbd8e tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:33.499696 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d9ab3caa-def4-4ea2-b052-ff77716bbd8e tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/ports/cd73d2a1-b6e0-48ad-b186-56ed5e014960 HTTP/1.1" status: 404 len: 333 time: 0.0265167 Nov 08 13:54:33.502377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32780) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:33.529937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-77883e97-1dcc-4089-9a64-152923347585 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f HTTP/1.1" status: 200 len: 205 time: 0.0260274 Nov 08 13:54:33.532744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32782) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:33.540682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23047ae5-c45a-47e8-ab51-01510c293731 req-e2286e68-faeb-42e6-9ce7-868efbb2d2af tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337197 Nov 08 13:54:33.545381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event updated for resources: {'Subnet': ['ID=62dac4dd-203e-404f-9999-40ee9283c3e1,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:33.581333 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-96ca8d90-d8ac-4abe-8305-ec19d1c7c38e tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] delete failed (client error): The resource could not be found. Nov 08 13:54:33.587907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96ca8d90-d8ac-4abe-8305-ec19d1c7c38e tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/routers/9d4e6c07-c8b0-4ab9-a0a5-3889dc7bf66f HTTP/1.1" status: 404 len: 336 time: 0.0541370 Nov 08 13:54:33.590860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32788) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:33.602926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36c639-27cc-48d8-bdae-4bbc9523bae3 req-06e02d5c-71ff-4916-b5be-9273362b6c4e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:33.604562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f36c639-27cc-48d8-bdae-4bbc9523bae3 req-06e02d5c-71ff-4916-b5be-9273362b6c4e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 943 time: 0.1659110 Nov 08 13:54:33.613009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Checking segment: {'id': 'b6648512-e4c1-4c06-9f2f-9cc22840daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:33.613362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Network hostable DHCP agents. Network: 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:33.625028 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcef041-c766-4de7-befb-836d08ba6b71 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] DELETE failed (client error): The resource could not be found. Nov 08 13:54:33.625406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcef041-c766-4de7-befb-836d08ba6b71 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:33.628781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6dcef041-c766-4de7-befb-836d08ba6b71 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/subnets/4667f9f8-d447-4b30-a712-e4b616aa5da9 HTTP/1.1" status: 404 len: 337 time: 0.0369310 Nov 08 13:54:33.631440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:33.692736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:33.709497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f36c639-27cc-48d8-bdae-4bbc9523bae3 req-ff2731db-294d-42d8-9d26-44f39ec2841f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984607 Nov 08 13:54:33.711259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:33.720399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088bdab-b916-4a80-853c-cce32f2b76c3 req-ee1f6153-523f-4fe5-9445-43441eac6060 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:33.721832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3088bdab-b916-4a80-853c-cce32f2b76c3 req-ee1f6153-523f-4fe5-9445-43441eac6060 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.1062617 Nov 08 13:54:33.724875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:33.725456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.727409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 51262223-3c49-48dc-9ec2-390b216ebf77 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:33.727970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.733952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1458e477-7d3e-4c64-9d67-ececf5d9083b None None] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:33.747760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cf093083-1c4d-459e-aa18-335296d1471e tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7584546 Nov 08 13:54:33.756762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32792) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:33.763091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Request body: {'port': {'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-419108867'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:33.801319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3088bdab-b916-4a80-853c-cce32f2b76c3 req-b8b5e5be-6014-4fb4-94c0-75ba3b9f8800 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518777 Nov 08 13:54:33.954658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4', 'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4', 'tenant_id': 'ba98988ab17246f484d4c9c28389b0e6', 'fixed_ips': [{'subnet_id': '62dac4dd-203e-404f-9999-40ee9283c3e1'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:54:33.955635 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:33.986381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-8bbae246-a217-412f-9456-7b546b7a3359 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:33.986728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-8bbae246-a217-412f-9456-7b546b7a3359 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.54 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.2311454 Nov 08 13:54:33.995377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.054430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 51262223-3c49-48dc-9ec2-390b216ebf77 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:34.156454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Allocated IP 2001:db8::2 (70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4/62dac4dd-203e-404f-9999-40ee9283c3e1/818de5b9-a639-4a1d-84ca-97ccdf754c19) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:34.192690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Made reservation on behalf of ba98988ab17246f484d4c9c28389b0e6 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:34.197249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.226208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075d887-644b-43c3-89dc-0f6232c242ef req-3df97f85-1f9e-4232-bb16-1d281f774876 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:34.228268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5075d887-644b-43c3-89dc-0f6232c242ef req-3df97f85-1f9e-4232-bb16-1d281f774876 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.0707862 Nov 08 13:54:34.243176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] device_id is not set on port 7c7a4108-190a-4c81-8457-38fd353675a7 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:34.291104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5075d887-644b-43c3-89dc-0f6232c242ef req-1f5846a5-ea2b-480e-a31b-8d872566dda7 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Nov 08 13:54:34.361179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Deleting port 39e0ada9-6c7c-4946-a939-766aaad4da36 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:34.361570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.384051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.394400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.475217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:34.476259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0909ebf6-7f49-4a2a-bc16-e8c2346537c8 req-9fe30a83-d2ed-4c7b-bda7-60214e948d30 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:34.480618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:34.483345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Pushing event updated for resources: {'Port': ['ID=818de5b9-a639-4a1d-84ca-97ccdf754c19,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:34.486394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:34.494401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0909ebf6-7f49-4a2a-bc16-e8c2346537c8 req-9fe30a83-d2ed-4c7b-bda7-60214e948d30 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.1043074 Nov 08 13:54:34.567269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Allocated IP 2001:db8::20a (70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4/62dac4dd-203e-404f-9999-40ee9283c3e1/7c7a4108-190a-4c81-8457-38fd353675a7) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:34.577148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.579626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0909ebf6-7f49-4a2a-bc16-e8c2346537c8 req-0f4138dd-5f61-423a-a99c-210487bdd107 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831513 Nov 08 13:54:34.634768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Attempting to bind port 818de5b9-a639-4a1d-84ca-97ccdf754c19 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:34.635234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Attempting to bind port 818de5b9-a639-4a1d-84ca-97ccdf754c19 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b6648512-e4c1-4c06-9f2f-9cc22840daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:34.635500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Attempting to bind port 818de5b9-a639-4a1d-84ca-97ccdf754c19 on network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:34.642513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:34.642966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Checking segment: {'id': 'b6648512-e4c1-4c06-9f2f-9cc22840daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:34.643298 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.643684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Bound using segment: {'id': 'b6648512-e4c1-4c06-9f2f-9cc22840daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:34.644204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Bound port: 818de5b9-a639-4a1d-84ca-97ccdf754c19, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6648512-e4c1-4c06-9f2f-9cc22840daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:34.644651 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.719860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] For port 818de5b9-a639-4a1d-84ca-97ccdf754c19, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:34.723970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] For port 818de5b9-a639-4a1d-84ca-97ccdf754c19, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=818de5b9-a639-4a1d-84ca-97ccdf754c19,segment=NetworkSegment(b6648512-e4c1-4c06-9f2f-9cc22840daa9),segment_id=b6648512-e4c1-4c06-9f2f-9cc22840daa9)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:34.736064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.764827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce6dfc-858e-4e70-8cd3-14ae5d40dab4 req-d191ba3b-45ec-41ab-9be8-d465fc5b19bd tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:34.774115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8ce6dfc-858e-4e70-8cd3-14ae5d40dab4 req-d191ba3b-45ec-41ab-9be8-d465fc5b19bd tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.0937665 Nov 08 13:54:34.855484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e06790-1ac2-40c0-8762-c24dd7de9859 None None] Pushing event updated for resources: {'Port': ['ID=818de5b9-a639-4a1d-84ca-97ccdf754c19,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:34.856731 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] For port 39e0ada9-6c7c-4946-a939-766aaad4da36, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=39e0ada9-6c7c-4946-a939-766aaad4da36,segment=NetworkSegment(e7e6da5c-51b7-41f7-98a9-16e3b778dcd6),segment_id=e7e6da5c-51b7-41f7-98a9-16e3b778dcd6)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:34.857402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:34.880208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8ce6dfc-858e-4e70-8cd3-14ae5d40dab4 req-d67effb3-746f-4c91-9373-1aafa7ad193d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051271 Nov 08 13:54:34.891768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=51262223-3c49-48dc-9ec2-390b216ebf77,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:34.895001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Calling delete_port for 39e0ada9-6c7c-4946-a939-766aaad4da36 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:34.930278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.089682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dcd6c-0e2f-41d2-a93b-71b15788df6c req-4ca02f11-e26d-436f-96ca-5e0f36bfbb07 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:35.098926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d3dcd6c-0e2f-41d2-a93b-71b15788df6c req-4ca02f11-e26d-436f-96ca-5e0f36bfbb07 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 943 time: 0.1295216 Nov 08 13:54:35.125536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.130153 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8dba2334-6b2c-4a44-b8ab-27d22a98e768 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/ports/51262223-3c49-48dc-9ec2-390b216ebf77 HTTP/1.1" status: 204 len: 168 time: 1.4976158 Nov 08 13:54:35.136149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32816) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:35.216890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.228884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d3dcd6c-0e2f-41d2-a93b-71b15788df6c req-cb66c10f-ee21-49a8-851c-96f0ed2db3d6 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268606 Nov 08 13:54:35.262808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f26a2ab-9447-481a-9c0f-9dfe80434c47 req-6d1975be-2d4b-4376-9220-ebe35f64d5e9 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:35.265088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f26a2ab-9447-481a-9c0f-9dfe80434c47 req-6d1975be-2d4b-4376-9220-ebe35f64d5e9 tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/ports?device_id=53637f00-adc4-423d-93c9-8d6f3b827935 HTTP/1.1" status: 200 len: 946 time: 0.1258752 Nov 08 13:54:35.326525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f26a2ab-9447-481a-9c0f-9dfe80434c47 req-7a579aa9-6ea1-4290-ab32-851e3522ac8c tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.65 "GET /v2.0/security-groups?id=93381737-e8fb-42d2-9222-7be7a15ae59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528555 Nov 08 13:54:35.381465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:35.396081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:35.400574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:35.407321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:35.408070 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.411399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event updated for resources: {'Port': ['ID=7c7a4108-190a-4c81-8457-38fd353675a7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:35.429343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.441050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['39e0ada9-6c7c-4946-a939-766aaad4da36'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:35.485604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32818) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:35.486824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-479354a3-be3e-4157-b4ab-ca1c7d9f2eef tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.7290039 Nov 08 13:54:35.492495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Request body: {'port': {'network_id': '70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-155237261', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:35.493122 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] bootfile-name is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 13:54:35.493658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] tftp-server is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 13:54:35.494140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] server-ip-address is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 13:54:35.495959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Pushing event deleted for resources: {'Port': ['ID=39e0ada9-6c7c-4946-a939-766aaad4da36,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:35.514920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.523407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517284-9f61-4959-a4b6-51c0ea779184 req-5b88c524-51e1-4fa4-bbcd-02b993242fce tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:35.526135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e517284-9f61-4959-a4b6-51c0ea779184 req-5b88c524-51e1-4fa4-bbcd-02b993242fce tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.1202929 Nov 08 13:54:35.544908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 6bf0a49f-54cd-4520-9e55-82d62e7773eb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:35.545361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.577119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] No DVR routers for this DVR port 39e0ada9-6c7c-4946-a939-766aaad4da36 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:35.580155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.583941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1ebcab3f-04c3-4818-b9b7-d5cf062995bb req-5e6ae6c7-0728-435f-97c7-964acb67eceb tempest-InstanceActionsTestJSON-428288520 tempest-InstanceActionsTestJSON-428288520-project] 10.222.0.54 "DELETE /v2.0/ports/39e0ada9-6c7c-4946-a939-766aaad4da36 HTTP/1.1" status: 204 len: 173 time: 1.5857127 Nov 08 13:54:35.592252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53637f00-adc4-423d-93c9-8d6f3b827935', 'name': 'network-vif-deleted', 'tag': '39e0ada9-6c7c-4946-a939-766aaad4da36'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:35.594740 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31809cb-1aac-4597-a83d-1ac487069560" -d '{"events": [{"server_uuid": "53637f00-adc4-423d-93c9-8d6f3b827935", "name": "network-vif-deleted", "tag": "39e0ada9-6c7c-4946-a939-766aaad4da36"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:35.634053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f2ce9b12-8d04-4391-af8e-129b07b9d780 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:54:35.687295 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7763865a-63c0-4811-b9c1-40b2c50f51b3 x-openstack-request-id: req-7763865a-63c0-4811-b9c1-40b2c50f51b3 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:35.688199 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53637f00-adc4-423d-93c9-8d6f3b827935", "name": "network-vif-deleted", "tag": "39e0ada9-6c7c-4946-a939-766aaad4da36", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:35.688898 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7763865a-63c0-4811-b9c1-40b2c50f51b3 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:35.689843 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53637f00-adc4-423d-93c9-8d6f3b827935', 'name': 'network-vif-deleted', 'tag': '39e0ada9-6c7c-4946-a939-766aaad4da36', 'status': 'completed', 'code': 200} Nov 08 13:54:35.748605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.788568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 6bf0a49f-54cd-4520-9e55-82d62e7773eb owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:35.798937 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:35.983414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f2ce9b12-8d04-4391-af8e-129b07b9d780, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f2ce9b12-8d04-4391-af8e-129b07b9d780,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:36.000490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'f2ce9b12-8d04-4391-af8e-129b07b9d780', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'port_id': 'f2ce9b12-8d04-4391-af8e-129b07b9d780', 'mac_address': 'fa:16:3e:6a:63:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d34903-33ef-41de-95c2-6c1ca2a14962', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:54:36.068786 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.085907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ce9b12-8d04-4391-af8e-129b07b9d780 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:36.092363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.118069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f2ce9b12-8d04-4391-af8e-129b07b9d780, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f2ce9b12-8d04-4391-af8e-129b07b9d780,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:36.136574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.166201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=6bf0a49f-54cd-4520-9e55-82d62e7773eb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:36.238065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f2ce9b12-8d04-4391-af8e-129b07b9d780,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:36.238429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.248329 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d0ced9e-d6dc-45bc-ab91-804c7e4dbdfd tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/ports/6bf0a49f-54cd-4520-9e55-82d62e7773eb HTTP/1.1" status: 204 len: 168 time: 1.1074696 Nov 08 13:54:36.248667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e517284-9f61-4959-a4b6-51c0ea779184 req-1f6a4d8d-4a4b-41d4-9ece-21f5607109ea tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967165 Nov 08 13:54:36.252677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32824) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:36.325814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93623822-1461-4bd3-b037-05a66c3c5a35 req-f76d6a79-39a3-4553-9256-8cca4de06b86 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:36.327536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93623822-1461-4bd3-b037-05a66c3c5a35 req-f76d6a79-39a3-4553-9256-8cca4de06b86 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.1720176 Nov 08 13:54:36.377749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e55457-9808-4903-a894-e2043efd1a02 None None] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:36.389110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4b781a-eeb3-4fd1-ac58-52d5ef79c3c2 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:36.390676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fe4b781a-eeb3-4fd1-ac58-52d5ef79c3c2 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c998bfd-3739-4d1f-a23b-bc5284a92e1f HTTP/1.1" status: 200 len: 913 time: 0.1348093 Nov 08 13:54:36.394386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32834) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:36.427015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Made reservation on behalf of ba98988ab17246f484d4c9c28389b0e6 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:36.431063 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.467392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] device_id is not set on port 47f19348-ecf8-4b5e-adfc-1b8cf719f972 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:54:36.485682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93623822-1461-4bd3-b037-05a66c3c5a35 req-156812ac-d389-441d-ac51-85f6c930ecd7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463053 Nov 08 13:54:36.516442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dd476600-41e1-4dc7-b629-06a5f971d4b4 None None] Provisioning complete for port 818de5b9-a639-4a1d-84ca-97ccdf754c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:36.516846 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd476600-41e1-4dc7-b629-06a5f971d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.521904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50238-0222-42d3-8f8c-c94fd18be807 req-c08dd509-cdd9-4337-8470-bc49533809b9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:36.523485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3d50238-0222-42d3-8f8c-c94fd18be807 req-c08dd509-cdd9-4337-8470-bc49533809b9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 944 time: 0.1696274 Nov 08 13:54:36.583654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f2ce9b12-8d04-4391-af8e-129b07b9d780'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:36.664199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3d50238-0222-42d3-8f8c-c94fd18be807 req-00971bd2-b9eb-4d17-8fa3-e819648ca57a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041687 Nov 08 13:54:36.694333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32840) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:36.733570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Allocated IP 2001:db8::29 (70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4/62dac4dd-203e-404f-9999-40ee9283c3e1/47f19348-ecf8-4b5e-adfc-1b8cf719f972) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:36.764146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd476600-41e1-4dc7-b629-06a5f971d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.867070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dd476600-41e1-4dc7-b629-06a5f971d4b4 None None] For port 818de5b9-a639-4a1d-84ca-97ccdf754c19, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=818de5b9-a639-4a1d-84ca-97ccdf754c19,segment=NetworkSegment(b6648512-e4c1-4c06-9f2f-9cc22840daa9),segment_id=b6648512-e4c1-4c06-9f2f-9cc22840daa9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:36.886826 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd476600-41e1-4dc7-b629-06a5f971d4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.920271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] Deleting subnet 70f4555d-8545-4db9-909d-b8a8d35e2a2a {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:36.924301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:36.983783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.058673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 818de5b9-a639-4a1d-84ca-97ccdf754c19 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:37.103421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd476600-41e1-4dc7-b629-06a5f971d4b4 None None] Pushing event updated for resources: {'Port': ['ID=818de5b9-a639-4a1d-84ca-97ccdf754c19,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:37.190580 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.191324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 818de5b9-a639-4a1d-84ca-97ccdf754c19 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:37.191944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.358996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37964f4-bb53-476c-80cd-93d9a45e5a0e req-b23da453-67d8-4fdf-94c1-0e3f07a29f2b tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:37.360668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37964f4-bb53-476c-80cd-93d9a45e5a0e req-b23da453-67d8-4fdf-94c1-0e3f07a29f2b tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.1723404 Nov 08 13:54:37.409726 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.413961 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.419621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cae8cdda-b8ae-4b01-b752-c3e05566ac8e None None] Provisioning complete for port 7c7a4108-190a-4c81-8457-38fd353675a7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:37.420482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cae8cdda-b8ae-4b01-b752-c3e05566ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.461176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cae8cdda-b8ae-4b01-b752-c3e05566ac8e None None] Port 7c7a4108-190a-4c81-8457-38fd353675a7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:37.479266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f4555d-8545-4db9-909d-b8a8d35e2a2a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:37.490422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cae8cdda-b8ae-4b01-b752-c3e05566ac8e None None] Provisioning complete for port 818de5b9-a639-4a1d-84ca-97ccdf754c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:37.491954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.493769 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cae8cdda-b8ae-4b01-b752-c3e05566ac8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.495176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-76df0f78-90fa-46cb-979a-91208151e85e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/70f4555d-8545-4db9-909d-b8a8d35e2a2a HTTP/1.1" status: 204 len: 168 time: 0.7955353 Nov 08 13:54:37.503690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32844) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:37.531059 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.620211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37964f4-bb53-476c-80cd-93d9a45e5a0e req-ce4b898c-aaf0-48a5-8052-13e1e130b013 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479885 Nov 08 13:54:37.651550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 39e0ada9-6c7c-4946-a939-766aaad4da36 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:37.688198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 39e0ada9-6c7c-4946-a939-766aaad4da36 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:37.688685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 39e0ada9-6c7c-4946-a939-766aaad4da36 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:37.719802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.769726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8153b45c-d1e6-4cc1-88a1-d46f511a0a66 None None] Provisioning complete for port 7c7a4108-190a-4c81-8457-38fd353675a7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:37.770334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8153b45c-d1e6-4cc1-88a1-d46f511a0a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.771320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.803839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:37.811231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event updated for resources: {'Port': ['ID=47f19348-ecf8-4b5e-adfc-1b8cf719f972,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:37.825939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a250d-7113-4452-88aa-f506c2a6d633 req-869455f6-fdf7-4e75-aa8a-d11acb906b44 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:37.827709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-950a250d-7113-4452-88aa-f506c2a6d633 req-869455f6-fdf7-4e75-aa8a-d11acb906b44 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.2049823 Nov 08 13:54:37.828745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:37.833451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:37.840805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:37.841521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.850985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8153b45c-d1e6-4cc1-88a1-d46f511a0a66 None None] Port 7c7a4108-190a-4c81-8457-38fd353675a7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:37.990989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b38c9922-182a-48ed-90bd-f7ce444846d6 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.5017035 Nov 08 13:54:37.991235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 6c034eef-2cd8-490c-a198-767a3e1d9875 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:37.991235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:37.993443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32854) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:38.042205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.080151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195be7dd-5c42-43a3-963f-06268f170e6c req-35cdd30f-85b3-4569-805e-b936fd524f9b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:38.081901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-195be7dd-5c42-43a3-963f-06268f170e6c req-35cdd30f-85b3-4569-805e-b936fd524f9b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 944 time: 0.2675557 Nov 08 13:54:38.096702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-950a250d-7113-4452-88aa-f506c2a6d633 req-6ed93f52-e6bb-43ef-9743-cba7f32743db tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431190 Nov 08 13:54:38.104709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350dc5c9-0092-44d9-a9eb-54814c8d4f83']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:38.118863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e6da5c-51b7-41f7-98a9-16e3b778dcd6') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:38.119168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e6da5c-51b7-41f7-98a9-16e3b778dcd6') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:38.134763 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.141576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8e986-cdfe-4cf7-b755-f46b30917d7d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:38.148407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8e986-cdfe-4cf7-b755-f46b30917d7d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:38.155615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8e986-cdfe-4cf7-b755-f46b30917d7d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:38.162112 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dae8e986-cdfe-4cf7-b755-f46b30917d7d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1615808 Nov 08 13:54:38.162112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:38.163260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.168945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.192200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:38.192650 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:38.196436 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:38.205467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 6c034eef-2cd8-490c-a198-767a3e1d9875 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:38.210624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3682acbf-cf80-488e-802b-8ca1b72809c0 None None] Provisioning complete for port 47f19348-ecf8-4b5e-adfc-1b8cf719f972 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:38.211876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3682acbf-cf80-488e-802b-8ca1b72809c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.265892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3682acbf-cf80-488e-802b-8ca1b72809c0 None None] Port 47f19348-ecf8-4b5e-adfc-1b8cf719f972 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:38.285107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-195be7dd-5c42-43a3-963f-06268f170e6c req-5eaa8ea5-6530-4bfc-a49f-34d8f3113580 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381407 Nov 08 13:54:38.312731 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.319927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.329799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/350dc5c9-0092-44d9-a9eb-54814c8d4f83 HTTP/1.1" status: 204 len: 168 time: 0.8201668 Nov 08 13:54:38.341478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005faad9-eda9-4fcb-9514-90515c88bfe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=350dc5c9-0092-44d9-a9eb-54814c8d4f83,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:38.434939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Deleting port 47f19348-ecf8-4b5e-adfc-1b8cf719f972 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:38.435293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.546584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32860) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:38.551487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-f28c1945-9032-4cf0-a223-b1e1d229289b tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:38.553476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-f28c1945-9032-4cf0-a223-b1e1d229289b tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.70 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.0746701 Nov 08 13:54:38.608881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.630411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Calling delete_port for 47f19348-ecf8-4b5e-adfc-1b8cf719f972 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:38.673903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Deleting port 7e369192-ba03-460a-a059-223e7c898ebb {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:38.674230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.711727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b790b3c7-e3c0-430c-aae4-f2526cbb05ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97c4d9afc51046bfa11b52c69ed403e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1638691 Nov 08 13:54:38.715937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32864) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:38.718041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.781761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=6c034eef-2cd8-490c-a198-767a3e1d9875,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:38.819432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620a678a-9f9c-42e3-8be5-8cf55bc68919 req-5cb21ae0-d4e8-43d9-afa7-4baf479973e5 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:38.821083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-620a678a-9f9c-42e3-8be5-8cf55bc68919 req-5cb21ae0-d4e8-43d9-afa7-4baf479973e5 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 946 time: 0.0900464 Nov 08 13:54:38.854308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] For port 7e369192-ba03-460a-a059-223e7c898ebb, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e369192-ba03-460a-a059-223e7c898ebb,segment=NetworkSegment(38e59dbd-2071-4af3-af80-7d711bfe5454),segment_id=38e59dbd-2071-4af3-af80-7d711bfe5454)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:38.854655 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.896484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Calling delete_port for 7e369192-ba03-460a-a059-223e7c898ebb owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:38.903823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-435babcf-63e2-41d7-a9c1-a0e741dd45e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:38.942675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-620a678a-9f9c-42e3-8be5-8cf55bc68919 req-b38ce404-7e9c-4b87-9d05-426ef38e75aa tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/security-groups?id=35a24fe7-ae05-4b54-9b09-b18a5d848efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010516 Nov 08 13:54:38.943233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 818de5b9-a639-4a1d-84ca-97ccdf754c19 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:38.969940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-435babcf-63e2-41d7-a9c1-a0e741dd45e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.036220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 818de5b9-a639-4a1d-84ca-97ccdf754c19 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:39.036768 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.106654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.161529 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.174955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7e369192-ba03-460a-a059-223e7c898ebb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:39.185936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event deleted for resources: {'Port': ['ID=47f19348-ecf8-4b5e-adfc-1b8cf719f972,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:39.238658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Pushing event deleted for resources: {'Port': ['ID=7e369192-ba03-460a-a059-223e7c898ebb,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:39.264827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.306951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.310909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-445e3934-9a2b-44b7-8109-a76f2011c039 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "DELETE /v2.0/ports/47f19348-ecf8-4b5e-adfc-1b8cf719f972 HTTP/1.1" status: 204 len: 168 time: 1.1446435 Nov 08 13:54:39.311977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-435babcf-63e2-41d7-a9c1-a0e741dd45e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.314479 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-435babcf-63e2-41d7-a9c1-a0e741dd45e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.315638 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-435babcf-63e2-41d7-a9c1-a0e741dd45e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93381737-e8fb-42d2-9222-7be7a15ae59a HTTP/1.1" status: 204 len: 168 time: 0.5985601 Nov 08 13:54:39.339682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] No DVR routers for this DVR port 7e369192-ba03-460a-a059-223e7c898ebb on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:39.342171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32872) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:39.350920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Request body: {'port': {'name': 'tempest-new-port-name-1648562423', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:39.351331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] bootfile-name is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 13:54:39.351675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] tftp-server is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 13:54:39.352030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] server-ip-address is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 13:54:39.356138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.361615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca86ecfb-6a23-48dd-b62b-984514512801 req-168e72de-7b36-44dd-8cde-05930f3428e2 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.70 "DELETE /v2.0/ports/7e369192-ba03-460a-a059-223e7c898ebb HTTP/1.1" status: 204 len: 173 time: 0.7998323 Nov 08 13:54:39.361615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'name': 'network-vif-deleted', 'tag': '7e369192-ba03-460a-a059-223e7c898ebb'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:39.376916 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64260e65-aecd-48a0-b215-54e1da9eb48e" -d '{"events": [{"server_uuid": "cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f", "name": "network-vif-deleted", "tag": "7e369192-ba03-460a-a059-223e7c898ebb"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:39.424919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435babcf-63e2-41d7-a9c1-a0e741dd45e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93381737-e8fb-42d2-9222-7be7a15ae59a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:39.534924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f027ef-bde3-43b9-b704-d62dd15add74 req-84573999-3d12-44a3-94b1-5a5b7f6becf2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:39.542679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29f027ef-bde3-43b9-b704-d62dd15add74 req-84573999-3d12-44a3-94b1-5a5b7f6becf2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.3194275 Nov 08 13:54:39.633146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.681080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29f027ef-bde3-43b9-b704-d62dd15add74 req-8dff19c1-8539-4110-9ca3-fe63cc47d764 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374516 Nov 08 13:54:39.689434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ce6d8-b7fc-49b4-b192-f95b95e7e159 req-a8761f77-31af-4bb9-980b-b3b77d4371be tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:39.691080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c3ce6d8-b7fc-49b4-b192-f95b95e7e159 req-a8761f77-31af-4bb9-980b-b3b77d4371be tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 944 time: 0.1833022 Nov 08 13:54:39.708304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f2ce9b12-8d04-4391-af8e-129b07b9d780 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:39.721872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:39.820473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port f2ce9b12-8d04-4391-af8e-129b07b9d780 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:54:39.830462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port f2ce9b12-8d04-4391-af8e-129b07b9d780 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:39.831178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:39.928545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c3ce6d8-b7fc-49b4-b192-f95b95e7e159 req-6611d11d-8a62-4757-bcf1-672bb1798b1d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156074 Nov 08 13:54:39.960451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.006021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:40.034935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f2ce9b12-8d04-4391-af8e-129b07b9d780, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f2ce9b12-8d04-4391-af8e-129b07b9d780,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:40.042699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32890) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:40.044348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ce9b12-8d04-4391-af8e-129b07b9d780'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:40.044623 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d38751d4-3bca-4430-9e0c-3f7926416851 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "PUT /v2.0/routers/2c998bfd-3739-4d1f-a23b-bc5284a92e1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6378894 Nov 08 13:54:40.052562 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f350e3-e59e-40e6-bad3-6c05185b516d" -d '{"events": [{"server_uuid": "9d9555d6-8698-4f7c-aff3-dc1bc9bd2133", "name": "network-vif-plugged", "status": "completed", "tag": "f2ce9b12-8d04-4391-af8e-129b07b9d780"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:40.055783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] Sync routers for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:40.067466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.199778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.297804 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e8d6a6-60a5-4ef2-a242-1aff5cca0738 x-openstack-request-id: req-c0e8d6a6-60a5-4ef2-a242-1aff5cca0738 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:40.298360 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f", "name": "network-vif-deleted", "tag": "7e369192-ba03-460a-a059-223e7c898ebb", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:40.300191 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0e8d6a6-60a5-4ef2-a242-1aff5cca0738 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:40.300990 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f', 'name': 'network-vif-deleted', 'tag': '7e369192-ba03-460a-a059-223e7c898ebb', 'status': 'completed', 'code': 200} Nov 08 13:54:40.326886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.355641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:40.357151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:40.398572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b15b9f38-0950-4e1c-a26a-9a596b5d776c req-4c01d5ad-d9a6-497a-bed0-60855c623261 tempest-ServersNegativeTestMultiTenantJSON-47848579 tempest-ServersNegativeTestMultiTenantJSON-47848579-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdd2cce0-4cbd-4bb5-a657-5f6c4e96a11f HTTP/1.1" status: 200 len: 210 time: 0.1945713 Nov 08 13:54:40.403622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:40.421451 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae2c1e3-fdf7-4417-ac5a-717a9a767796 x-openstack-request-id: req-aae2c1e3-fdf7-4417-ac5a-717a9a767796 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:40.421998 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9555d6-8698-4f7c-aff3-dc1bc9bd2133", "name": "network-vif-plugged", "status": "completed", "tag": "f2ce9b12-8d04-4391-af8e-129b07b9d780", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:40.422447 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aae2c1e3-fdf7-4417-ac5a-717a9a767796 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:40.423015 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ce9b12-8d04-4391-af8e-129b07b9d780', 'code': 200} Nov 08 13:54:40.423859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f2ce9b12-8d04-4391-af8e-129b07b9d780,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:40.450091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] Routers {'2c998bfd-3739-4d1f-a23b-bc5284a92e1f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:40.450863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:40.454691 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:54:40.504659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:40.505563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aa0b6f-64eb-4e23-9dcc-4f80c76dcf31 None None] The sync data for ids ['2c998bfd-3739-4d1f-a23b-bc5284a92e1f'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:40.552919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] In _notify_port_updated(), no bound segment for port 7c7a4108-190a-4c81-8457-38fd353675a7 on network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:54:40.570578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:40.571304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.579671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "PUT /v2.0/ports/7c7a4108-190a-4c81-8457-38fd353675a7 HTTP/1.1" status: 200 len: 1130 time: 1.2360127 Nov 08 13:54:40.587779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32908) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:40.617850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bc389-f845-48d6-bba0-49eabaeaec51 req-84ddc4b4-4c52-4827-8d16-9fa61c18d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:40.620146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-083bc389-f845-48d6-bba0-49eabaeaec51 req-84ddc4b4-4c52-4827-8d16-9fa61c18d276 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 1096 time: 0.1044230 Nov 08 13:54:40.664283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad296b9f-809c-44c5-9ab7-badeeffaeed4 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event updated for resources: {'Port': ['ID=7c7a4108-190a-4c81-8457-38fd353675a7,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:40.689977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e012de5-64c0-4440-b639-44507ff56026 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:40.695306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3e012de5-64c0-4440-b639-44507ff56026 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "GET /v2.0/ports/7c7a4108-190a-4c81-8457-38fd353675a7 HTTP/1.1" status: 200 len: 1130 time: 0.1062865 Nov 08 13:54:40.698375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32912) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:40.716378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.797392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-083bc389-f845-48d6-bba0-49eabaeaec51 req-7bab9b7e-7646-4c57-b30f-3b8994762fe8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464820 Nov 08 13:54:40.845297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Deleting port 7c7a4108-190a-4c81-8457-38fd353675a7 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:40.845644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.892334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32918) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:40.903204 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.920232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e4d7859b-e0a9-469f-a9e7-c4f4d095131d None None] Provisioning complete for port 7c7a4108-190a-4c81-8457-38fd353675a7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:40.921346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4d7859b-e0a9-469f-a9e7-c4f4d095131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.925003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154eb93-6bbb-4c39-af3b-8e765de40279 req-2388082f-8430-49f0-8097-6b927e7f65b0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:40.926623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4154eb93-6bbb-4c39-af3b-8e765de40279 req-2388082f-8430-49f0-8097-6b927e7f65b0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.0783160 Nov 08 13:54:40.948352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:40.964608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Calling delete_port for 7c7a4108-190a-4c81-8457-38fd353675a7 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:40.964739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e4d7859b-e0a9-469f-a9e7-c4f4d095131d None None] Port 7c7a4108-190a-4c81-8457-38fd353675a7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:54:41.035813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4154eb93-6bbb-4c39-af3b-8e765de40279 req-c8a8baf1-7846-4ecd-a175-99aa85997ecc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868146 Nov 08 13:54:41.056600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting port 8fd37454-9222-427c-9930-5c9c6fedc354 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:41.066929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.120791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-network', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:41.144155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.161355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451f524-b27a-4b2f-9da6-61d1647f522e req-a3d09fe7-1085-40c1-811b-1ae4f0994094 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:41.162911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6451f524-b27a-4b2f-9da6-61d1647f522e req-a3d09fe7-1085-40c1-811b-1ae4f0994094 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 945 time: 0.1425285 Nov 08 13:54:41.175525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event deleted for resources: {'Port': ['ID=7c7a4108-190a-4c81-8457-38fd353675a7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:41.191759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.194351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Made reservation on behalf of 0083d7fcecce4c0c995eada63ab11d8d for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:41.196737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.213524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.217002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5472d96b-9a72-4a49-9875-36b89b131819 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "DELETE /v2.0/ports/7c7a4108-190a-4c81-8457-38fd353675a7 HTTP/1.1" status: 204 len: 168 time: 0.5173752 Nov 08 13:54:41.219968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32926) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:41.224111 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.226377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Calling delete_port for 8fd37454-9222-427c-9930-5c9c6fedc354 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:41.280593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Deleting subnet 62dac4dd-203e-404f-9999-40ee9283c3e1 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:41.284187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.317184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6451f524-b27a-4b2f-9da6-61d1647f522e req-b742f3d0-fba8-4bde-8b77-6a85c78ca2c1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441290 Nov 08 13:54:41.336332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.441625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.445450 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.451361 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.465786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:41.514341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.548284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:41.548979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.557108 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "DELETE /v2.0/subnets/62dac4dd-203e-404f-9999-40ee9283c3e1 HTTP/1.1" status: 204 len: 168 time: 0.3310001 Nov 08 13:54:41.557108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fa99df-2b7b-4151-84d6-c4c30d01d12d tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event deleted for resources: {'Subnet': ['ID=62dac4dd-203e-404f-9999-40ee9283c3e1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:41.557108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32932) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:41.560260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1978c-5ad2-4c80-9f3b-70590c7961ec,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:41.560553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd65f9b-8057-468b-a7c9-384ee799c7c7 None None] Network 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:41.581306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.581691 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Added segment 9abc04f6-ae31-46d0-8a26-3c09ef0190b3 of type vlan for network abbf048e-243f-43e5-96e1-a18c14ada8a7 Nov 08 13:54:41.583411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.596845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] Deleting subnet d933176d-ee1c-4217-b7e5-f7e821972f07 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:41.643666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.647602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.650276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Port': ['ID=8fd37454-9222-427c-9930-5c9c6fedc354,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:41.711497 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.729988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:54:41.749823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Deleting port 818de5b9-a639-4a1d-84ca-97ccdf754c19 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:41.750232 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.760208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.808449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.830730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] For port 818de5b9-a639-4a1d-84ca-97ccdf754c19, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=818de5b9-a639-4a1d-84ca-97ccdf754c19,segment=NetworkSegment(b6648512-e4c1-4c06-9f2f-9cc22840daa9),segment_id=b6648512-e4c1-4c06-9f2f-9cc22840daa9)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:41.831392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.846464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Calling delete_port for 818de5b9-a639-4a1d-84ca-97ccdf754c19 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:41.893608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:41.909519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '23372c88-35ce-4043-a388-1d96c0d93d48', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'port_id': '23372c88-35ce-4043-a388-1d96c0d93d48', 'mac_address': 'fa:16:3e:5b:20:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:54:41.932572 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.939685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.939943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.940928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:41.941523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.951439 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.953427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:41.958075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68995886-136b-4881-835a-04ddb0163b18 None None] DHCP port deletion for 70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:54:41.977020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23372c88-35ce-4043-a388-1d96c0d93d48 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:54:41.990926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event deleted for resources: {'Port': ['ID=818de5b9-a639-4a1d-84ca-97ccdf754c19,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:41.995400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] No DVR routers for this DVR port 818de5b9-a639-4a1d-84ca-97ccdf754c19 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:41.998172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:42.004929 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.016510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.061265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:42.084850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.111136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['23372c88-35ce-4043-a388-1d96c0d93d48'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:42.122535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:42.133943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6648512-e4c1-4c06-9f2f-9cc22840daa9') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:42.134361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6648512-e4c1-4c06-9f2f-9cc22840daa9') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:42.152156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.171931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.182576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:42.182938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:42.218724 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:42.265415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.277379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.285910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] 10.222.0.65 "DELETE /v2.0/networks/70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4 HTTP/1.1" status: 204 len: 168 time: 0.7284131 Nov 08 13:54:42.297283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd0c24-9b6f-4f8c-90e6-ad0823f55351 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965 tempest-ExtraDHCPOptionsIpV6TestJSON-397536965-project] Pushing event deleted for resources: {'Network': ['ID=70458d1b-e0e8-4a98-b8b1-eb8f81b9a3d4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:42.512227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32946) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:42.521435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] Pushing event updated for resources: {'Network': ['ID=abbf048e-243f-43e5-96e1-a18c14ada8a7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:42.528230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4720a140-4c3e-4f06-bb59-c31f6fcb73bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6345465 Nov 08 13:54:42.533935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network abbf048e-243f-43e5-96e1-a18c14ada8a7 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:42.537174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32950) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:42.542506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Request body: {'subnet': {'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-subnet', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:42.554051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.555060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Fanout notify agent at l3_agent the message router_deleted on router 2c998bfd-3739-4d1f-a23b-bc5284a92e1f {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:54:42.566249 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.567657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3a37f084-18da-45f7-82e0-7fd791d055f3 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/routers/2c998bfd-3739-4d1f-a23b-bc5284a92e1f HTTP/1.1" status: 204 len: 168 time: 2.5159466 Nov 08 13:54:42.573004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:42.620676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbafca-7d35-487b-8ff8-650af92b2edd req-32a50deb-5d65-4f05-bc9e-9629e68b028e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:42.632139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67fbafca-7d35-487b-8ff8-650af92b2edd req-32a50deb-5d65-4f05-bc9e-9629e68b028e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.1829197 Nov 08 13:54:42.647789 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.656266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Deleting subnet 20be789a-c78d-4b74-a62e-4bbc413982af {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:42.660044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Made reservation on behalf of 0083d7fcecce4c0c995eada63ab11d8d for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:42.662389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.664898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.674071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dc34c-bc42-47bd-a69f-ed9064bcc250 req-fedb1d16-953b-47de-bb1b-25725390b0e5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:42.683896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-883dc34c-bc42-47bd-a69f-ed9064bcc250 req-fedb1d16-953b-47de-bb1b-25725390b0e5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 945 time: 0.2120543 Nov 08 13:54:42.745598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.751080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d933176d-ee1c-4217-b7e5-f7e821972f07 HTTP/1.1" status: 204 len: 168 time: 1.2828231 Nov 08 13:54:42.751080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3cb94-ec53-49ae-9f18-9d9db9727a14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d933176d-ee1c-4217-b7e5-f7e821972f07,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:42.754677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32956) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:42.780297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.861865 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c8395b7-02b8-4d15-bb6b-6bd868ad185d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba98988ab17246f484d4c9c28389b0e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3452694 Nov 08 13:54:42.862808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67fbafca-7d35-487b-8ff8-650af92b2edd req-58d2f200-024c-4f42-b5b1-b2e1e3e77f17 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273064 Nov 08 13:54:42.866319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:42.884423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-883dc34c-bc42-47bd-a69f-ed9064bcc250 req-f6672422-8099-4f53-9fc8-791e3d7c362c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952474 Nov 08 13:54:42.893004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.915086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:42.932900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 818de5b9-a639-4a1d-84ca-97ccdf754c19 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:42.964138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 818de5b9-a639-4a1d-84ca-97ccdf754c19 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:42.964859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 818de5b9-a639-4a1d-84ca-97ccdf754c19 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:43.017708 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.029663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-906704bd-e3b2-4b00-a080-9a0c5f672266 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.047458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6914237-aa4c-4b11-81b1-b2486bed5ac9']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.056078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.064131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e59dbd-2071-4af3-af80-7d711bfe5454') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.064675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e59dbd-2071-4af3-af80-7d711bfe5454') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.079333 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.093590 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.101105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:43.101686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:43.103779 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:43.123318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-906704bd-e3b2-4b00-a080-9a0c5f672266 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.135120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Subnet': ['ID=20be789a-c78d-4b74-a62e-4bbc413982af,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:43.150848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.155056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-39d2e304-ed55-46b5-9fd9-7af6f813e107 tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/subnets/20be789a-c78d-4b74-a62e-4bbc413982af HTTP/1.1" status: 204 len: 168 time: 0.5759861 Nov 08 13:54:43.157842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:43.160897 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.164265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e369192-ba03-460a-a059-223e7c898ebb no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:43.187495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 7e369192-ba03-460a-a059-223e7c898ebb {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:43.187914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e369192-ba03-460a-a059-223e7c898ebb not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:43.232103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.232575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed07d121-02b3-461a-a987-6063f4b213c2,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:43.244781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.250647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] 10.222.0.65 "DELETE /v2.0/networks/b6914237-aa4c-4b11-81b1-b2486bed5ac9 HTTP/1.1" status: 204 len: 168 time: 0.4903531 Nov 08 13:54:43.251498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32964) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:43.281479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c06af57-2b44-46f9-b12c-c52d07779dea admin admin] Pushing event deleted for resources: {'Network': ['ID=b6914237-aa4c-4b11-81b1-b2486bed5ac9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:43.295873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.305482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-906704bd-e3b2-4b00-a080-9a0c5f672266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.308423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-906704bd-e3b2-4b00-a080-9a0c5f672266 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.309294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-906704bd-e3b2-4b00-a080-9a0c5f672266 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6eaa4b20-8305-46ed-8770-bf02e307107e HTTP/1.1" status: 204 len: 168 time: 0.4421639 Nov 08 13:54:43.322698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Checking segment: {'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:43.323072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Network hostable DHCP agents. Network: abbf048e-243f-43e5-96e1-a18c14ada8a7, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:43.338201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] Deleting subnet 756c363c-abdc-4d12-ae92-14f3b4fdfe0a {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:43.342206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906704bd-e3b2-4b00-a080-9a0c5f672266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa4b20-8305-46ed-8770-bf02e307107e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:43.344171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.391271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Network abbf048e-243f-43e5-96e1-a18c14ada8a7 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:43.395175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.431022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, abbf048e-243f-43e5-96e1-a18c14ada8a7) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:43.431379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.441182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:43.441804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.449278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7503f854-8aae-4d49-a795-a6b4a6937c44 None None] Network abbf048e-243f-43e5-96e1-a18c14ada8a7 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:43.473149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860b4ae9-3443-406b-9a59-a2c101c7e20c']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.492535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.506001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a02c1a94-f4ac-4230-a9fa-c29abddcd370') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.508090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a02c1a94-f4ac-4230-a9fa-c29abddcd370') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.521601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-518019c9-b245-46be-a6c0-4ddf0f5bd143 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9812803 Nov 08 13:54:43.524468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 32968) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:43.534353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:43.538806 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.564946 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.580299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:43.580964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:43.585497 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:43.597658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.598769 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.604962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.616185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a116b6fc-6544-4ddc-81be-392897ff275e None None] Network abbf048e-243f-43e5-96e1-a18c14ada8a7 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:43.636020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=756c363c-abdc-4d12-ae92-14f3b4fdfe0a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:43.641676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.645856 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-acd68608-325f-4ab4-b71e-5fef288b6d3b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/756c363c-abdc-4d12-ae92-14f3b4fdfe0a HTTP/1.1" status: 204 len: 168 time: 0.3933687 Nov 08 13:54:43.648707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 32972) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:43.672557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.711303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.717447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] 10.222.0.65 "DELETE /v2.0/networks/860b4ae9-3443-406b-9a59-a2c101c7e20c HTTP/1.1" status: 204 len: 168 time: 0.5585227 Nov 08 13:54:43.721733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65d3ef-82f3-4cde-ae84-7aaee4adea3a tempest-FloatingIPTestJSON-538007746 tempest-FloatingIPTestJSON-538007746-project] Pushing event deleted for resources: {'Network': ['ID=860b4ae9-3443-406b-9a59-a2c101c7e20c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:43.743556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.776933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:43.817888 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.846383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 23372c88-35ce-4043-a388-1d96c0d93d48 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:43.846762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.883431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.930916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de99933-281c-4694-88a4-1deb04e508b4']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.946029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4a86c3-2764-453e-b9a1-c8cdfd9a6f6a') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.946815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4a86c3-2764-453e-b9a1-c8cdfd9a6f6a') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:43.963054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:43.988680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.005637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:44.006274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:44.011113 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:44.098160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.114231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.123714 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.129200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] 10.222.0.65 "DELETE /v2.0/networks/6de99933-281c-4694-88a4-1deb04e508b4 HTTP/1.1" status: 204 len: 168 time: 0.4789948 Nov 08 13:54:44.149014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeeac26-6d3c-4c89-9f7f-1a50879664aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6de99933-281c-4694-88a4-1deb04e508b4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:44.169212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:44.175504 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129f12ba-866a-4b89-aeeb-6947a6607a1e" -d '{"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-plugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:44.190293 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.209756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:44.218132 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.236546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acac6d9-76ad-426f-87f7-ec8c00e0bdfa req-f215e320-7b09-4de1-8309-e94d633b4e7e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:44.245203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0acac6d9-76ad-426f-87f7-ec8c00e0bdfa req-f215e320-7b09-4de1-8309-e94d633b4e7e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.1812558 Nov 08 13:54:44.348197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33006) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:44.351778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360f312-c0fd-44b8-bc81-49c89d788208 req-e255d707-0159-4923-bd66-122b02389716 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:44.367813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a360f312-c0fd-44b8-bc81-49c89d788208 req-e255d707-0159-4923-bd66-122b02389716 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 945 time: 0.2346539 Nov 08 13:54:44.375154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:44.461171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0acac6d9-76ad-426f-87f7-ec8c00e0bdfa req-2e82fdda-388d-447d-8938-2de47fca6c3c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072742 Nov 08 13:54:44.516811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a360f312-c0fd-44b8-bc81-49c89d788208 req-1ed3ff41-3478-4153-96e3-3b2f5a34842e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471436 Nov 08 13:54:44.616849 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c417a2df-dd50-428a-ad9a-e128e782a296 x-openstack-request-id: req-c417a2df-dd50-428a-ad9a-e128e782a296 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:44.617294 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-plugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:44.617684 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c417a2df-dd50-428a-ad9a-e128e782a296 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:44.618266 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'code': 200} Nov 08 13:54:44.656253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33018) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:44.782883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-69fcc279-d36a-4370-96fd-0b0b6f6ad122 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afeead54a210442999a438d33fd4eddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1213858 Nov 08 13:54:44.782883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33022) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:44.810930 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.845350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-24555f21-a4d7-4f23-8c65-48046f7f26a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4c76bd3e6464b259455cbf1a194d246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4931066 Nov 08 13:54:44.847294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33024) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:44.854979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.904463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f47aa16e-ada3-48fe-b8a4-9ddbd2a16be0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:44.906177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad9429-39c2-4e9e-9f5a-93bbf36c7df3 req-8fb15fb3-0213-41fb-9e7f-ce2c2f019a0c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:44.913856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59ad9429-39c2-4e9e-9f5a-93bbf36c7df3 req-8fb15fb3-0213-41fb-9e7f-ce2c2f019a0c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 946 time: 0.1902590 Nov 08 13:54:44.952414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f47aa16e-ada3-48fe-b8a4-9ddbd2a16be0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.026366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f47aa16e-ada3-48fe-b8a4-9ddbd2a16be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.030039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f47aa16e-ada3-48fe-b8a4-9ddbd2a16be0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.033771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f47aa16e-ada3-48fe-b8a4-9ddbd2a16be0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35a24fe7-ae05-4b54-9b09-b18a5d848efd HTTP/1.1" status: 204 len: 168 time: 0.2479391 Nov 08 13:54:45.040660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aa16e-ada3-48fe-b8a4-9ddbd2a16be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a24fe7-ae05-4b54-9b09-b18a5d848efd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:45.094049 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e37f363-a6d7-4b12-a97f-460ba0d60c01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.101565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59ad9429-39c2-4e9e-9f5a-93bbf36c7df3 req-45fbcea5-c8a4-45a4-b552-3c3ce3e207cc tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867225 Nov 08 13:54:45.142135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e37f363-a6d7-4b12-a97f-460ba0d60c01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.144865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Allocated IP 172.25.8.112 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/8c7c892d-6a5d-4b10-8466-4e97f1c79f0f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:45.355200 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e37f363-a6d7-4b12-a97f-460ba0d60c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.359514 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e37f363-a6d7-4b12-a97f-460ba0d60c01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.365398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1e37f363-a6d7-4b12-a97f-460ba0d60c01 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2aa05988-ad0c-4bba-8fb8-6f39704856ec HTTP/1.1" status: 204 len: 168 time: 0.5144551 Nov 08 13:54:45.378737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.393202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdf574-2323-4204-a9dd-7250b13d3801 req-243e8dcb-a795-43c1-b347-a7dd8aa33ee4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:45.401490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffcdf574-2323-4204-a9dd-7250b13d3801 req-243e8dcb-a795-43c1-b347-a7dd8aa33ee4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 945 time: 0.1837032 Nov 08 13:54:45.411955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37f363-a6d7-4b12-a97f-460ba0d60c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa05988-ad0c-4bba-8fb8-6f39704856ec,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:45.439191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33048) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:45.490964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffcdf574-2323-4204-a9dd-7250b13d3801 req-a5bfcbf6-d785-469c-8fd0-cb53ae6d7cf9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877647 Nov 08 13:54:45.524631 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:45.578357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:45.582377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:45.589282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:45.620122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Pushing event updated for resources: {'Port': ['ID=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:45.786447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33062) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:45.906833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4fe89776-21e6-4f3c-b099-f91e58423aa0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e56725a328d9469c8937d35677e118cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150203 Nov 08 13:54:45.906833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.032644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50dcda9d-e4b6-484c-bd25-eeb70f951bbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:46.126447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50dcda9d-e4b6-484c-bd25-eeb70f951bbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:46.223602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c517f6f1-0dcc-4800-a21d-5f593a64d9f9 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] Request body: {'port': {'network_id': 'b6fa3f6b-27c5-4d87-b9b1-8a8438b5ab99', 'name': 'tempest-NetworksNegativeTestJSON-1943374717'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:46.246083 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c517f6f1-0dcc-4800-a21d-5f593a64d9f9 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] POST failed (client error): The resource could not be found. Nov 08 13:54:46.247721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c517f6f1-0dcc-4800-a21d-5f593a64d9f9 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:46.249350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c517f6f1-0dcc-4800-a21d-5f593a64d9f9 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.8088779 Nov 08 13:54:46.254866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33076) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.282154 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90713cb-3af9-4294-af6b-ff013c869973 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] DELETE failed (client error): The resource could not be found. Nov 08 13:54:46.283069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90713cb-3af9-4294-af6b-ff013c869973 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:46.287832 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e90713cb-3af9-4294-af6b-ff013c869973 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "DELETE /v2.0/networks/6892826b-cb8c-4275-9ce2-da3ede2ecb5a HTTP/1.1" status: 404 len: 339 time: 0.0312922 Nov 08 13:54:46.294015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33078) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.323149 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0d35df-d1d4-415f-a552-347d296e81b0 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] DELETE failed (client error): The resource could not be found. Nov 08 13:54:46.325013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0d35df-d1d4-415f-a552-347d296e81b0 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:46.329403 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4b0d35df-d1d4-415f-a552-347d296e81b0 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "DELETE /v2.0/ports/c9e59d0d-b170-4b5f-a891-fc8fdc1e5376 HTTP/1.1" status: 404 len: 333 time: 0.0336344 Nov 08 13:54:46.333698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33080) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.333895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87648a-0ef9-4a1e-abc0-eb4a8fc11f2e req-92258649-35bb-4244-8d37-5237e597f40f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:46.335166 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50dcda9d-e4b6-484c-bd25-eeb70f951bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:46.338019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50dcda9d-e4b6-484c-bd25-eeb70f951bbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:46.342140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-50dcda9d-e4b6-484c-bd25-eeb70f951bbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7d564ed-47ef-46c2-a2b7-6e0788b8aa29 HTTP/1.1" status: 204 len: 168 time: 0.4304669 Nov 08 13:54:46.343942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae87648a-0ef9-4a1e-abc0-eb4a8fc11f2e req-92258649-35bb-4244-8d37-5237e597f40f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.6919534 Nov 08 13:54:46.463677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dcda9d-e4b6-484c-bd25-eeb70f951bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d564ed-47ef-46c2-a2b7-6e0788b8aa29,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:46.466528 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8095b2-9e27-470f-9646-6553adf7c86d tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] DELETE failed (client error): The resource could not be found. Nov 08 13:54:46.474851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8095b2-9e27-470f-9646-6553adf7c86d tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:46.485077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ed8095b2-9e27-470f-9646-6553adf7c86d tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "DELETE /v2.0/subnets/74b89210-7a0f-4567-bd6d-22be90bce229 HTTP/1.1" status: 404 len: 337 time: 0.1419609 Nov 08 13:54:46.486955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33086) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.534693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae87648a-0ef9-4a1e-abc0-eb4a8fc11f2e req-42b2a15d-a041-49b0-bd24-8c41fc31cd64 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892052 Nov 08 13:54:46.580241 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d608e757-594f-4d04-ac45-70b7c19ea8f7 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] GET failed (client error): The resource could not be found. Nov 08 13:54:46.592622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d608e757-594f-4d04-ac45-70b7c19ea8f7 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "GET /v2.0/networks/a962110c-00b7-4edf-b66d-94058652a18b HTTP/1.1" status: 404 len: 339 time: 0.0986731 Nov 08 13:54:46.593086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.694915 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4504b531-5345-487f-a839-3e583345b3e6 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] GET failed (client error): The resource could not be found. Nov 08 13:54:46.701065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4504b531-5345-487f-a839-3e583345b3e6 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "GET /v2.0/ports/f1adddd2-a280-4aee-bff0-9e26b44026c9 HTTP/1.1" status: 404 len: 333 time: 0.1031799 Nov 08 13:54:46.703994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33092) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.794941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07a0f5-82e6-4f86-bbd9-f5d26f71c64a req-c97705e5-2543-4e45-a8ed-c59e391e99a8 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:46.806243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c07a0f5-82e6-4f86-bbd9-f5d26f71c64a req-c97705e5-2543-4e45-a8ed-c59e391e99a8 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 945 time: 0.4549258 Nov 08 13:54:46.842186 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79a69bd-91a0-4303-a12b-a40ef68f51b2 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] GET failed (client error): The resource could not be found. Nov 08 13:54:46.843562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f79a69bd-91a0-4303-a12b-a40ef68f51b2 tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "GET /v2.0/subnets/2221f7a3-6c64-420a-9231-13625e2fccc8 HTTP/1.1" status: 404 len: 337 time: 0.1324053 Nov 08 13:54:46.847834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33096) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.854473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2507e608-2de0-40a3-9941-9cbe9599165c tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:46.864106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:46.910950 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2507e608-2de0-40a3-9941-9cbe9599165c tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] PUT failed (client error): The resource could not be found. Nov 08 13:54:46.914622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2507e608-2de0-40a3-9941-9cbe9599165c tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:46.923905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2507e608-2de0-40a3-9941-9cbe9599165c tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "PUT /v2.0/networks/39be0d18-0d05-4ebf-9024-5596e46e4e30 HTTP/1.1" status: 404 len: 339 time: 0.0744390 Nov 08 13:54:46.927413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:46.938058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-06486b74-350f-422d-a4cc-08385ac383dc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:46.984205 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-06486b74-350f-422d-a4cc-08385ac383dc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] PUT failed (client error): The resource could not be found. Nov 08 13:54:46.985501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06486b74-350f-422d-a4cc-08385ac383dc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:46.987121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-06486b74-350f-422d-a4cc-08385ac383dc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "PUT /v2.0/ports/ebce18c6-7e10-4093-850b-21cf5307a97a HTTP/1.1" status: 404 len: 333 time: 0.0580411 Nov 08 13:54:47.007310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33108) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:47.018776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9391d764-e097-406f-9d90-cd49902e85cc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:47.054026 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9391d764-e097-406f-9d90-cd49902e85cc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] PUT failed (client error): The resource could not be found. Nov 08 13:54:47.054918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9391d764-e097-406f-9d90-cd49902e85cc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:54:47.056771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9391d764-e097-406f-9d90-cd49902e85cc tempest-NetworksNegativeTestJSON-468019012 tempest-NetworksNegativeTestJSON-468019012-project] 10.222.0.65 "PUT /v2.0/subnets/d4dc7fc5-01f2-42c1-9678-007a75bce3ad HTTP/1.1" status: 404 len: 337 time: 0.0463068 Nov 08 13:54:47.432199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c07a0f5-82e6-4f86-bbd9-f5d26f71c64a req-dd90c731-04e4-4b82-a955-1d064d9dffe8 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6203113 Nov 08 13:54:47.607827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341184fd-e32d-4082-8072-953e8266dfb7 req-72e5e487-d1b0-4fae-9009-498234c4df88 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:47.609716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-341184fd-e32d-4082-8072-953e8266dfb7 req-72e5e487-d1b0-4fae-9009-498234c4df88 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 945 time: 0.1347888 Nov 08 13:54:47.615891 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:47.628727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33126) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:47.898501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33136) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:47.994161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c687f-eaeb-437f-8b93-68ed7835688e req-1f1a5e94-f8f0-4d7b-884a-1344c2925d64 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:47.996090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d82c687f-eaeb-437f-8b93-68ed7835688e req-1f1a5e94-f8f0-4d7b-884a-1344c2925d64 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.1022556 Nov 08 13:54:48.041325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-ee28c966-8fc2-4b48-bf2a-65c33d182364 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2022843 Nov 08 13:54:48.045083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Router d31590aa-8ea0-448f-b608-c9d4bb44e854 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:54:48.101939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d82c687f-eaeb-437f-8b93-68ed7835688e req-2c488a8d-84f0-4a9e-b3a2-3fcab19daac4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820014 Nov 08 13:54:48.109557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Deleting port f2ce9b12-8d04-4391-af8e-129b07b9d780 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:48.110116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:48.301011 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:48.318592 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Sync routers for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:48.336892 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:48.342046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-426765f4-a6e0-42b1-ad37-b787a14ca50a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8122618 Nov 08 13:54:48.343314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33146) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:48.376078 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:48.386520 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:48.467411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b909a3f6-4a50-448f-8124-c403e12d9895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:48.517080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-925129388'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:48.575205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33148) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:48.595412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:48.603381 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:48.632943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:48.639049 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:54:48.645620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797290f-2bab-45a0-981b-61f3f0577734 req-f1aebf10-8451-41e1-a410-5bc47822be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:48.647349 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-f1aebf10-8451-41e1-a410-5bc47822be0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1097 time: 0.5791874 Nov 08 13:54:48.742111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] For port f2ce9b12-8d04-4391-af8e-129b07b9d780, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f2ce9b12-8d04-4391-af8e-129b07b9d780,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:48.742557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:48.785875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-11435527-network', 'tenant_id': 'e050c84bfd7244dd897b36c408141214'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:48.790895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Calling delete_port for f2ce9b12-8d04-4391-af8e-129b07b9d780 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:48.868866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797290f-2bab-45a0-981b-61f3f0577734 req-231b5c63-396f-437c-b170-28bc0c6f57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:48.870372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-231b5c63-396f-437c-b170-28bc0c6f57c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.1909802 Nov 08 13:54:48.950938 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:46Z', 'revision_number': 3, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:48.973654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-6507cf8d-6d9e-4af4-8e14-9e89083b7683 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 1002 time: 0.0916474 Nov 08 13:54:49.009951 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Checking router: d31590aa-8ea0-448f-b608-c9d4bb44e854 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:54:49.010306 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Updating router d31590aa-8ea0-448f-b608-c9d4bb44e854 port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:54:49.039915 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.087154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797290f-2bab-45a0-981b-61f3f0577734 req-a1704cf5-36a0-49fb-802f-fdd250cf365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:49.089218 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-a1704cf5-36a0-49fb-802f-fdd250cf365b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.1007395 Nov 08 13:54:49.091218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.095909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Made reservation on behalf of e050c84bfd7244dd897b36c408141214 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:49.098712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.109129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f2ce9b12-8d04-4391-af8e-129b07b9d780'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:49.139102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.164213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09637d47-b64f-433d-b5cc-bc43ea1aea7c req-2c779c1e-bda3-4393-91a5-c4b0d866c564 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:49.170984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event deleted for resources: {'Port': ['ID=f2ce9b12-8d04-4391-af8e-129b07b9d780,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:49.173905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09637d47-b64f-433d-b5cc-bc43ea1aea7c req-2c779c1e-bda3-4393-91a5-c4b0d866c564 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d9555d6-8698-4f7c-aff3-dc1bc9bd2133 HTTP/1.1" status: 200 len: 867 time: 0.3770874 Nov 08 13:54:49.176963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879', 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:49.201865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.223878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] No DVR routers for this DVR port f2ce9b12-8d04-4391-af8e-129b07b9d780 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:49.229054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.231404 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.233492 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-341184fd-e32d-4082-8072-953e8266dfb7 req-97596eb4-61b0-458a-9a5b-db064617ad50 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "DELETE /v2.0/ports/f2ce9b12-8d04-4391-af8e-129b07b9d780 HTTP/1.1" status: 204 len: 173 time: 1.6166334 Nov 08 13:54:49.234019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'name': 'network-vif-deleted', 'tag': 'f2ce9b12-8d04-4391-af8e-129b07b9d780'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:49.240602 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75bf100-12ef-4074-9385-32c235eebb5a" -d '{"events": [{"server_uuid": "9d9555d6-8698-4f7c-aff3-dc1bc9bd2133", "name": "network-vif-deleted", "tag": "f2ce9b12-8d04-4391-af8e-129b07b9d780"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:49.259650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797290f-2bab-45a0-981b-61f3f0577734 req-1547b6b4-e7e4-40c7-b716-8db44b8a2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:49.261345 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b909a3f6-4a50-448f-8124-c403e12d9895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.262808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-1547b6b4-e7e4-40c7-b716-8db44b8a2a98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1621873 Nov 08 13:54:49.359312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b909a3f6-4a50-448f-8124-c403e12d9895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.410481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:49.502635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-68c7c0fe-6235-41e6-8100-3d6763f6333a service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266543 Nov 08 13:54:49.515140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.515820 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment 9ffd8417-0010-4596-8c00-5f1355511f00 of type vlan for network 752a400b-9e8f-49d4-b916-9413ee981aa6 Nov 08 13:54:49.575389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b909a3f6-4a50-448f-8124-c403e12d9895 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9dedf361044a49efa29a22f8628bc983&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9448886 Nov 08 13:54:49.584873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33162) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:49.585595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e90d4c-266d-44b7-87dd-59b404db2bdb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:49.610477 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.631308 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.655388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09637d47-b64f-433d-b5cc-bc43ea1aea7c req-bcc40236-5930-4bb8-936e-2b89ecfd0875 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804525 Nov 08 13:54:49.705195 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Attempting to bind port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:49.705972 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Attempting to bind port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:49.706609 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Attempting to bind port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:49.710144 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Pushing event updated for resources: {'Port': ['ID=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:49.720654 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:49.721484 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:49.722651 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.723285 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:49.724070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Bound port: 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:49.724856 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.729915 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.730672 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.731376 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.732043 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.732646 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.733214 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.733766 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.734339 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.735025 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.735581 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.736153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.736700 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:49.762107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.808499 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3797290f-2bab-45a0-981b-61f3f0577734 req-0adc660e-6b8b-43b8-9674-ff801b0a7c3b service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934916 Nov 08 13:54:49.855241 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d36eb79-62b4-49d1-adfe-1d72bd493d8d x-openstack-request-id: req-2d36eb79-62b4-49d1-adfe-1d72bd493d8d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:49.856228 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d9555d6-8698-4f7c-aff3-dc1bc9bd2133", "name": "network-vif-deleted", "tag": "f2ce9b12-8d04-4391-af8e-129b07b9d780", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:49.856657 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d36eb79-62b4-49d1-adfe-1d72bd493d8d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:49.857576 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d9555d6-8698-4f7c-aff3-dc1bc9bd2133', 'name': 'network-vif-deleted', 'tag': 'f2ce9b12-8d04-4391-af8e-129b07b9d780', 'status': 'completed', 'code': 200} Nov 08 13:54:49.858399 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] For port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:49.859108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969546d-9600-4b0b-b9f0-7449bd617e9e req-ac50393e-7007-412c-862c-0204ef634502 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:49.862786 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] For port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:49.867625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f969546d-9600-4b0b-b9f0-7449bd617e9e req-ac50393e-7007-412c-862c-0204ef634502 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.4391809 Nov 08 13:54:49.871919 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.882891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909a3f6-4a50-448f-8124-c403e12d9895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37972b6-9576-40fd-8cdd-31dfa6c5ae57,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:49.893136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:54:49.950159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dded1b58-3ae9-4e9f-8125-fba8ffcb912e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:49.976524 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208c96e-1a0d-4fb1-a6f9-083d24e3108e None None] Pushing event updated for resources: {'Port': ['ID=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:49.990198 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.003219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.011722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:50.012439 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.025372 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:54:50.026678 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:50.040197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.059441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dded1b58-3ae9-4e9f-8125-fba8ffcb912e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.123352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:50.182507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33164) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:50.183622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2815230 Nov 08 13:54:50.187769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-694907472'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:50.193653 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:54:50.220604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f969546d-9600-4b0b-b9f0-7449bd617e9e req-43177961-9f26-49df-bc7e-c40e2e1bf34d tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3519964 Nov 08 13:54:50.229424 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.229782 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Added segment 4be9259d-d48e-4a50-9dc7-f41f6802c33f of type vlan for network b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c Nov 08 13:54:50.244542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:50.250259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.291197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2d1098-a401-4ea3-b6ff-b8682314a2f9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:50.305934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50860f3-c6ae-4f0a-8c1b-6aa55cbf7e78 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=752a400b-9e8f-49d4-b916-9413ee981aa6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:50.313226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:54:50.337140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:50.337998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.337998 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment 434d75d3-41f1-4d9a-a279-15f9e55d74fa of type vlan for network bd911f20-6e5f-420b-b266-118514213ef9 Nov 08 13:54:50.371541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.428149 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dded1b58-3ae9-4e9f-8125-fba8ffcb912e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.430685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dded1b58-3ae9-4e9f-8125-fba8ffcb912e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.434706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dded1b58-3ae9-4e9f-8125-fba8ffcb912e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a37972b6-9576-40fd-8cdd-31dfa6c5ae57 HTTP/1.1" status: 204 len: 168 time: 0.8432403 Nov 08 13:54:50.452394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded1b58-3ae9-4e9f-8125-fba8ffcb912e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37972b6-9576-40fd-8cdd-31dfa6c5ae57,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:50.454223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.455185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:50.455804 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.465861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.469290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.532801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.552623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:50.552623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:50.563809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9811482 Nov 08 13:54:50.578761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33168) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:50.706675 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:46Z', 'revision_number': 3, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:50.719206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5322487 Nov 08 13:54:50.781802 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb8eac7-5759-4cc8-9d42-8cdc01127ffc None None] The sync data for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 is: [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:46Z', 'revision_number': 3, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:54:50.827679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33172) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:50.837351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f8e100-5cdf-4f07-af61-4d03247b8070 admin admin] Pushing event updated for resources: {'Network': ['ID=b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:50.841048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': '752a400b-9e8f-49d4-b916-9413ee981aa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:50.846118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Request body: {'subnet': {'network_id': 'b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-11435527-subnet', 'tenant_id': 'e050c84bfd7244dd897b36c408141214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:50.866404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:50.902936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d36968-db66-4684-9260-ce7b3e084fa1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=bd911f20-6e5f-420b-b266-118514213ef9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:50.946054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network bd911f20-6e5f-420b-b266-118514213ef9 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:54:51.065402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Made reservation on behalf of e050c84bfd7244dd897b36c408141214 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:51.068220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:51.100516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Allocated IP 172.20.0.1 (abbf048e-243f-43e5-96e1-a18c14ada8a7/ed07d121-02b3-461a-a987-6063f4b213c2/91656dd7-03d2-4afb-8637-68336988529b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:51.108096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:51.119445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:51.647044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d3ec-cc7f-4a59-a5f2-7e91397c89cc req-775d5e77-596a-409f-bcf7-86b4495fd384 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:51.656218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45e4d3ec-cc7f-4a59-a5f2-7e91397c89cc req-775d5e77-596a-409f-bcf7-86b4495fd384 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 946 time: 0.2390211 Nov 08 13:54:51.690665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:51.784358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f2ce9b12-8d04-4391-af8e-129b07b9d780 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:51.813409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=bb178a72-bb24-4b21-8e7b-63a6257f24a7,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:51.822144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': '9ffd8417-0010-4596-8c00-5f1355511f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '752a400b-9e8f-49d4-b916-9413ee981aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:51.822633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: 752a400b-9e8f-49d4-b916-9413ee981aa6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:51.853874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: f2ce9b12-8d04-4391-af8e-129b07b9d780 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:51.854660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f2ce9b12-8d04-4391-af8e-129b07b9d780 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:51.858981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:51.878184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 752a400b-9e8f-49d4-b916-9413ee981aa6) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:51.889808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336edc5b-0330-492c-bf37-2edc92ee6320 None None] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:51.901176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:51.902279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:51.943495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5883f1b7-a370-4c3e-b143-61e442f1b096 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1126239 Nov 08 13:54:51.945121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33200) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:51.967836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': 'bd911f20-6e5f-420b-b266-118514213ef9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:52.171309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:54:52.176321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:52.282808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33206) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:52.356224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-752a400b-9e8f-49d4-b916-9413ee981aa6', 'network_id': '752a400b-9e8f-49d4-b916-9413ee981aa6', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': 'bb178a72-bb24-4b21-8e7b-63a6257f24a7'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:54:52.357866 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:52.537698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:52.549740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31ebc7-e06e-4a4d-b292-e6812df0c6f6 req-e00bed56-00ac-4afd-a913-3e8508c86a2f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:52.551344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b31ebc7-e06e-4a4d-b292-e6812df0c6f6 req-e00bed56-00ac-4afd-a913-3e8508c86a2f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 1.0374982 Nov 08 13:54:52.634550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b878dc32-fe51-4327-8c36-fe948c8071a1 tempest-DvrRoutersNegativeTest-1604078774 tempest-DvrRoutersNegativeTest-1604078774-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1409454177', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:52.639123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.policy [None req-b878dc32-fe51-4327-8c36-fe948c8071a1 tempest-DvrRoutersNegativeTest-1604078774 tempest-DvrRoutersNegativeTest-1604078774-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101840) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 08 13:54:52.640498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.policy [None req-b878dc32-fe51-4327-8c36-fe948c8071a1 tempest-DvrRoutersNegativeTest-1604078774 tempest-DvrRoutersNegativeTest-1604078774-project] Failed policy check for 'create_router' {{(pid=101840) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 08 13:54:52.641078 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-b878dc32-fe51-4327-8c36-fe948c8071a1 tempest-DvrRoutersNegativeTest-1604078774 tempest-DvrRoutersNegativeTest-1604078774-project] create failed (client error): Access was denied to this resource. Nov 08 13:54:52.645584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b878dc32-fe51-4327-8c36-fe948c8071a1 tempest-DvrRoutersNegativeTest-1604078774 tempest-DvrRoutersNegativeTest-1604078774-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3582644 Nov 08 13:54:52.685298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45e4d3ec-cc7f-4a59-a5f2-7e91397c89cc req-f4cd0de8-b7f2-4c82-ada8-5266d15781ed tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0280783 Nov 08 13:54:52.717941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-e729167f-e813-405c-aeee-f1859ce166df service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3714375 Nov 08 13:54:52.758076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:52.758704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:52.878332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43d3c31-d0e2-4e43-ad47-8b6318df427a,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:52.897556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Allocated IP 172.20.0.2 (752a400b-9e8f-49d4-b916-9413ee981aa6/bb178a72-bb24-4b21-8e7b-63a6257f24a7/0e3466a2-95b5-4a77-9e3b-2dbd5244831d) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:53.022492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-ee97dc67-b8b4-4a66-9b1c-08fef3a3afdb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.023656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-ee97dc67-b8b4-4a66-9b1c-08fef3a3afdb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 946 time: 0.3669176 Nov 08 13:54:53.034382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b31ebc7-e06e-4a4d-b292-e6812df0c6f6 req-2e2807a5-34c3-4a56-be87-22b0d5d5a33b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4561408 Nov 08 13:54:53.081762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.106335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:53.119397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.130635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=d97a0883-d323-45a0-82c4-26e31009db8b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:53.150380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': '434d75d3-41f1-4d9a-a279-15f9e55d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd911f20-6e5f-420b-b266-118514213ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:53.151081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: bd911f20-6e5f-420b-b266-118514213ef9, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:53.214095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.215073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.215757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.216388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.217245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.217896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.218546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.220925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7690fa2c-4007-4a42-a046-21ec2719731c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.3521602 Nov 08 13:54:53.223154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Network abbf048e-243f-43e5-96e1-a18c14ada8a7 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:53.233950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network bd911f20-6e5f-420b-b266-118514213ef9 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:53.236766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:53.245500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:53.251252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Checking segment: {'id': '4be9259d-d48e-4a50-9dc7-f41f6802c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:53.251770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Network hostable DHCP agents. Network: b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:54:53.267212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, bd911f20-6e5f-420b-b266-118514213ef9) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:53.275210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.276266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.284578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Deleting port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:54:53.285279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.335800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-86128aa0-afc4-4ce7-a079-427924647460 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3884988 Nov 08 13:54:53.348041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32389b-daf9-48c3-b0ee-fc29914f950c None None] Network bd911f20-6e5f-420b-b266-118514213ef9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:53.368231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33220) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:53.368629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33222) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:53.381764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ca30c66e-2fa0-40da-b38c-e76a9f1b492f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-15233431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:53.458652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca30c66e-2fa0-40da-b38c-e76a9f1b492f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.461250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca30c66e-2fa0-40da-b38c-e76a9f1b492f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.465463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:53.466140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.478365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.515964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] For port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:53.516342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.539648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-955691ab-0b1a-48fa-b843-0db2aa243126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.544275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-955691ab-0b1a-48fa-b843-0db2aa243126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.546073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-955691ab-0b1a-48fa-b843-0db2aa243126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.546343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.548768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-955691ab-0b1a-48fa-b843-0db2aa243126 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 2290 time: 0.2595055 Nov 08 13:54:53.549544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Calling delete_port for e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:54:53.553117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Pushing event updated for resources: {'Port': ['ID=91656dd7-03d2-4afb-8637-68336988529b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:53.603419 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.636746 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca30c66e-2fa0-40da-b38c-e76a9f1b492f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.664083 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be365106-eba1-4bea-86d6-173c4c4c1e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.668908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca30c66e-2fa0-40da-b38c-e76a9f1b492f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.670384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Network b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:54:53.678685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.679725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.681487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.682318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.683484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.684114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.684682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.685239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.685814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.686863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.687700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.688423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:53.700019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:53.797032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-049464ae-d028-4f1a-b336-9e6d5fc71982 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1002 time: 0.2378783 Nov 08 13:54:53.799338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:53.800341 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.814515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.883125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be365106-eba1-4bea-86d6-173c4c4c1e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.888866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:53.893118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be365106-eba1-4bea-86d6-173c4c4c1e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.903933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12c47a-6269-4bd3-ad93-61d5dc97fac9 None None] Network b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:53.910296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:53.928488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:53.934528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be365106-eba1-4bea-86d6-173c4c4c1e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a2ff55-ff7b-424a-a900-5f6cc9d2715d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:53.943475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca30c66e-2fa0-40da-b38c-e76a9f1b492f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:53.947253 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ca30c66e-2fa0-40da-b38c-e76a9f1b492f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5739806 Nov 08 13:54:53.958286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33230) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:54.080453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a9d0958a-14b9-4fe5-8426-d1f68badd559 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.2326984 Nov 08 13:54:54.083536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-d1194c13-ac24-42ff-9a42-879d32764f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:54.086430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-d1194c13-ac24-42ff-9a42-879d32764f95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.2677662 Nov 08 13:54:54.120341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Pushing event updated for resources: {'Port': ['ID=0e3466a2-95b5-4a77-9e3b-2dbd5244831d,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:54.241776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-be365106-eba1-4bea-86d6-173c4c4c1e5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29b21f69b2f74d0586904045e7427837&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8685210 Nov 08 13:54:54.247044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33238) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:54.256280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.256785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.257228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.257661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.258084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.258635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.259060 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.259654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.260106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.260520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.260958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.261378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:54:54.294805 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.343860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56976797-c05b-454f-a120-7dded2a2287d req-0923f030-d000-4fcb-b95d-608820c35325 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:54.346709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-bd911f20-6e5f-420b-b266-118514213ef9', 'network_id': 'bd911f20-6e5f-420b-b266-118514213ef9', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': 'd97a0883-d323-45a0-82c4-26e31009db8b'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:54:54.346928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56976797-c05b-454f-a120-7dded2a2287d req-0923f030-d000-4fcb-b95d-608820c35325 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 946 time: 0.4743886 Nov 08 13:54:54.352776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.417599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Attempting to bind port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:54.418314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Attempting to bind port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '9ffd8417-0010-4596-8c00-5f1355511f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '752a400b-9e8f-49d4-b916-9413ee981aa6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:54.418779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Attempting to bind port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d on network 752a400b-9e8f-49d4-b916-9413ee981aa6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:54.441219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:54.445931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:54.446420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Checking segment: {'id': '9ffd8417-0010-4596-8c00-5f1355511f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '752a400b-9e8f-49d4-b916-9413ee981aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:54.446925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.447416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Bound using segment: {'id': '9ffd8417-0010-4596-8c00-5f1355511f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '752a400b-9e8f-49d4-b916-9413ee981aa6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:54.448017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Bound port: 0e3466a2-95b5-4a77-9e3b-2dbd5244831d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffd8417-0010-4596-8c00-5f1355511f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '752a400b-9e8f-49d4-b916-9413ee981aa6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:54.448495 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.490501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.509304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56976797-c05b-454f-a120-7dded2a2287d req-e8a12c56-ed24-41f0-b6f5-9bff1894f5c6 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397734 Nov 08 13:54:54.546259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-e8bfda3d-6c40-4be4-9bcb-89efa636399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:54.549244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-e8bfda3d-6c40-4be4-9bcb-89efa636399b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4366007 Nov 08 13:54:54.553307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33242) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:54.720412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:54.743809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d856a-24be-4520-8ee4-ff2e033d3880 None None] Network b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:54.762743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] Deleting subnet e43d3c31-d0e2-4e43-ad47-8b6318df427a {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:54:54.767798 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.780781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.784643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf96-fb73-4e54-885c-fb01e63a3a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.796963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.827169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.882141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-5ff8db01-1ea0-47ef-9661-1eec018e8f0b service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371907 Nov 08 13:54:54.942645 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:54.986602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event deleted for resources: {'Port': ['ID=e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:54.991035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf96-fb73-4e54-885c-fb01e63a3a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.029458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Allocated IP 172.21.0.2 (bd911f20-6e5f-420b-b266-118514213ef9/d97a0883-d323-45a0-82c4-26e31009db8b/c54317c7-ca48-44d7-97fb-357855cdfd31) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:55.147244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] No DVR routers for this DVR port e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:54:55.156928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879', 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:54:55.220236 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.225909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e4e483ba-4f53-40c3-b15b-d2f1be852c09 req-93dc4733-f3a8-4a3c-b1ce-b3912ab72bf2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "DELETE /v2.0/ports/e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 HTTP/1.1" status: 204 len: 173 time: 2.1742582 Nov 08 13:54:55.226575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'name': 'network-vif-deleted', 'tag': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:54:55.227765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:55.252941 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e905e7d-96e5-45dc-a3b1-0e36d115a6a6" -d '{"events": [{"server_uuid": "18c53a91-59f0-4db1-b99b-5bf0b3922a5f", "name": "network-vif-deleted", "tag": "e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:54:55.286650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb12cee8-fbf3-4796-8019-15b1a0ece9d4 req-1771d2ac-78ce-46c4-b1ca-dba3cf10abe4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:55.302925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb12cee8-fbf3-4796-8019-15b1a0ece9d4 req-1771d2ac-78ce-46c4-b1ca-dba3cf10abe4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.8156135 Nov 08 13:54:55.317511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf96-fb73-4e54-885c-fb01e63a3a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.332321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3fbbf96-fb73-4e54-885c-fb01e63a3a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.345064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3fbbf96-fb73-4e54-885c-fb01e63a3a79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2a2ff55-ff7b-424a-a900-5f6cc9d2715d HTTP/1.1" status: 204 len: 168 time: 1.0942471 Nov 08 13:54:55.349749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.518392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbbf96-fb73-4e54-885c-fb01e63a3a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a2ff55-ff7b-424a-a900-5f6cc9d2715d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:55.541303 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7a4abb-90f4-4213-90c7-1ee70af09af3 x-openstack-request-id: req-1a7a4abb-90f4-4213-90c7-1ee70af09af3 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:54:55.541725 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c53a91-59f0-4db1-b99b-5bf0b3922a5f", "name": "network-vif-deleted", "tag": "e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:54:55.544796 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a7a4abb-90f4-4213-90c7-1ee70af09af3 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:54:55.545251 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c53a91-59f0-4db1-b99b-5bf0b3922a5f', 'name': 'network-vif-deleted', 'tag': 'e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0', 'status': 'completed', 'code': 200} Nov 08 13:54:55.615835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] For port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:55.621517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] For port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0e3466a2-95b5-4a77-9e3b-2dbd5244831d,segment=NetworkSegment(9ffd8417-0010-4596-8c00-5f1355511f00),segment_id=9ffd8417-0010-4596-8c00-5f1355511f00)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:55.636940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.671169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.785314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:55.810875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e43d3c31-d0e2-4e43-ad47-8b6318df427a HTTP/1.1" status: 204 len: 168 time: 1.2509599 Nov 08 13:54:55.821410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33256) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:55.842474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.20.0.1 (752a400b-9e8f-49d4-b916-9413ee981aa6/bb178a72-bb24-4b21-8e7b-63a6257f24a7/9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:54:55.864449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fe8ad2-a1e0-4334-8c60-7fc9113e162e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43d3c31-d0e2-4e43-ad47-8b6318df427a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:55.868503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-50a09a75-d0f3-4b59-9e3a-bc6c463819b2 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9281199 Nov 08 13:54:56.054181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb12cee8-fbf3-4796-8019-15b1a0ece9d4 req-64d7f188-15d9-4b7a-ae5f-03d7e7998e17 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7504683 Nov 08 13:54:56.080575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2f307ae-b726-42fe-bdf6-3b9dc826d972 req-f9e548b7-048a-4afe-9286-b7a79117898e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=18c53a91-59f0-4db1-b99b-5bf0b3922a5f HTTP/1.1" status: 200 len: 210 time: 0.2473733 Nov 08 13:54:56.104899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.119347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-c91a72aa-3612-4f58-acae-f799b6350126 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 217 time: 0.2255433 Nov 08 13:54:56.210126 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.212031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:56.212399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.389762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb9f48-845a-4843-bc5d-b8536b8557cc None None] Pushing event updated for resources: {'Port': ['ID=0e3466a2-95b5-4a77-9e3b-2dbd5244831d,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:56.415451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.452652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Network bd911f20-6e5f-420b-b266-118514213ef9 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:56.473171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:56.524355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.539104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.587947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:56.595408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-bf8ec2ae-9a73-4e76-9a2e-7ec5b27efd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:56.602216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-bf8ec2ae-9a73-4e76-9a2e-7ec5b27efd95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.4631727 Nov 08 13:54:56.629272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:56.682001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Pushing event updated for resources: {'Port': ['ID=c54317c7-ca48-44d7-97fb-357855cdfd31,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:56.692055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.692262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be9259d-d48e-4a50-9dc7-f41f6802c33f') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:56.692387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be9259d-d48e-4a50-9dc7-f41f6802c33f') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:54:56.705081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.743524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.779604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-97bb92af-5ec2-485e-9ee3-ee2b3c36e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:56.782750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-97bb92af-5ec2-485e-9ee3-ee2b3c36e862 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1664674 Nov 08 13:54:56.787550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Attempting to bind port c54317c7-ca48-44d7-97fb-357855cdfd31 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:54:56.794142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Attempting to bind port c54317c7-ca48-44d7-97fb-357855cdfd31 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '434d75d3-41f1-4d9a-a279-15f9e55d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd911f20-6e5f-420b-b266-118514213ef9'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:54:56.794619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Attempting to bind port c54317c7-ca48-44d7-97fb-357855cdfd31 on network bd911f20-6e5f-420b-b266-118514213ef9 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:54:56.809814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.816421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.843994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.853401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:54:56.854878 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:54:56.857999 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:54:56.868705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Pushing event updated for resources: {'Port': ['ID=91656dd7-03d2-4afb-8637-68336988529b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:56.905563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:54:56.906224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Checking segment: {'id': '434d75d3-41f1-4d9a-a279-15f9e55d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd911f20-6e5f-420b-b266-118514213ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:54:56.906910 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.907564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Bound using segment: {'id': '434d75d3-41f1-4d9a-a279-15f9e55d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd911f20-6e5f-420b-b266-118514213ef9'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:54:56.912731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Bound port: c54317c7-ca48-44d7-97fb-357855cdfd31, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434d75d3-41f1-4d9a-a279-15f9e55d74fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bd911f20-6e5f-420b-b266-118514213ef9'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:54:56.913396 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:56.978850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:57.009518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:57.080423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:57.087543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:54:57.130544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] For port c54317c7-ca48-44d7-97fb-357855cdfd31, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:54:57.139862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] For port c54317c7-ca48-44d7-97fb-357855cdfd31, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c54317c7-ca48-44d7-97fb-357855cdfd31,segment=NetworkSegment(434d75d3-41f1-4d9a-a279-15f9e55d74fa),segment_id=434d75d3-41f1-4d9a-a279-15f9e55d74fa)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:54:57.151107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:57.205175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Network abbf048e-243f-43e5-96e1-a18c14ada8a7 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:57.225997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:57.293734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:54:57.301264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:57.345248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:57.390270 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] 10.222.0.65 "DELETE /v2.0/networks/b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c HTTP/1.1" status: 204 len: 168 time: 1.5613043 Nov 08 13:54:57.432336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0e3466a2-95b5-4a77-9e3b-2dbd5244831d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:57.453581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33286) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:57.454381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9e8b-adf1-40e9-a62d-f761dc221a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f1bd1d-60d0-428b-b7b5-5fdacdb4af9c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:57.461400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:54:57.463532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e6f9dad3-ab6e-4bd6-a11d-85311a03e9d0 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:54:57.538148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:57.723170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c3f90-17f8-41c7-b61f-0db09bf0e28d None None] Pushing event updated for resources: {'Port': ['ID=c54317c7-ca48-44d7-97fb-357855cdfd31,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:57.737952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-228fb57b-ddeb-4033-98ab-ca49c7b012e3 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9418900 Nov 08 13:54:57.823589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:57.825286 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:57.860797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--191048381'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:54:58.109680 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1eae2e3e-0e07-4c10-810e-118eec30eb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.135673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33296) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:58.162063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-2cb66fc7-2e4c-4c6c-95de-3e8877c24c1b service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168492 Nov 08 13:54:58.202749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Router d31590aa-8ea0-448f-b608-c9d4bb44e854 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:54:58.245532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.253875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.255208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.334488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-73a2ed3d-905c-490b-8437-e3786b3b0494 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 217 time: 0.1580551 Nov 08 13:54:58.347765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.360453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0e3466a2-95b5-4a77-9e3b-2dbd5244831d,segment=NetworkSegment(9ffd8417-0010-4596-8c00-5f1355511f00),segment_id=9ffd8417-0010-4596-8c00-5f1355511f00)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:54:58.361738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e9057d-e2ce-4f11-8b90-1ca9699d7083 None None] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:58.362318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc17d4-f8d7-47a5-8aad-d7ee8a98b994 req-3967100b-4fa2-44ff-bd82-5f6a9b77dc84 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:58.368274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bcc17d4-f8d7-47a5-8aad-d7ee8a98b994 req-3967100b-4fa2-44ff-bd82-5f6a9b77dc84 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.8959715 Nov 08 13:54:58.382856 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.715676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-42bd3257-eff9-4e5d-92fd-8983810df0b2 None None] Provisioning complete for port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:54:58.717363 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42bd3257-eff9-4e5d-92fd-8983810df0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.784104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.882947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=0e3466a2-95b5-4a77-9e3b-2dbd5244831d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:58.899727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.909366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:58.954818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.075482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:54:59.124937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f1a416a5-6f2e-466b-ac81-5ab1c499d425 admin admin] 10.222.0.65 "PUT /v2.0/routers/d31590aa-8ea0-448f-b608-c9d4bb44e854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7796860 Nov 08 13:54:59.230902 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c484ee2d-9f70-4647-939b-5c457f011d80 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e050c84bfd7244dd897b36c408141214&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0934451 Nov 08 13:54:59.263512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33310) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:54:59.267535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.290846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bcc17d4-f8d7-47a5-8aad-d7ee8a98b994 req-5461804d-1440-4f71-8eff-047d0928e174 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8776996 Nov 08 13:54:59.293823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7afa9736-cfc9-49f0-af34-4357fb9eb913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:59.295605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-7afa9736-cfc9-49f0-af34-4357fb9eb913 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.9247954 Nov 08 13:54:59.312148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783740e8-0bba-4da6-9b7c-baa5d4c3ec96,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:59.326851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:59.554248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0e3466a2-95b5-4a77-9e3b-2dbd5244831d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:54:59.556629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-0092c2e7-911e-4b94-a593-aa2264d98222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:59.558268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478512aa-43b4-4d53-b1bf-b855ec0d1e77 None None] Network bd911f20-6e5f-420b-b266-118514213ef9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:54:59.559209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-0092c2e7-911e-4b94-a593-aa2264d98222 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2533700 Nov 08 13:54:59.561591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Sync routers for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:54:59.578351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-20b5cac7-d4c0-436b-9b00-d48e9a3db029 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:54:59.580931 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-20b5cac7-d4c0-436b-9b00-d48e9a3db029 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.6649065 Nov 08 13:54:59.614162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:54:59.619563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.623830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:54:59.734626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-327532b5-441e-4d3b-8b2f-dc6054751809 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.1092515 Nov 08 13:54:59.737238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0af0bfdf-62c9-4751-b814-d13d6758b07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.768639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.770034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0af0bfdf-62c9-4751-b814-d13d6758b07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.839437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0af0bfdf-62c9-4751-b814-d13d6758b07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.845705 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0af0bfdf-62c9-4751-b814-d13d6758b07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:54:59.847883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0af0bfdf-62c9-4751-b814-d13d6758b07b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8d2d1098-a401-4ea3-b6ff-b8682314a2f9 HTTP/1.1" status: 204 len: 168 time: 0.5831637 Nov 08 13:54:59.900499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0bfdf-62c9-4751-b814-d13d6758b07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2d1098-a401-4ea3-b6ff-b8682314a2f9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:54:59.974056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-d1ad9978-7210-4c86-8abd-1a75aa96c121 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1321790 Nov 08 13:54:59.981507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-78ef5970-32a5-48cc-a967-ef7ee4836de1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:54:59.982568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-78ef5970-32a5-48cc-a967-ef7ee4836de1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077050 Nov 08 13:54:59.993780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-222f5961-51e1-4f9d-b2df-4cc59230a10c service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087331 Nov 08 13:55:00.103129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:00.104652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:00.181623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-cd1e169d-c9f4-4766-a70c-fc38371474e5 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727631 Nov 08 13:55:00.335627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:00.336337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:00.386417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-2a4f7c27-a39c-4dd5-84b0-1ef340f62c9f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:00.401483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-2a4f7c27-a39c-4dd5-84b0-1ef340f62c9f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 820 time: 0.1981699 Nov 08 13:55:00.420290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2de10424-164b-48ab-89c1-f311ee5ec37e None None] Provisioning complete for port c54317c7-ca48-44d7-97fb-357855cdfd31 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:00.420696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2de10424-164b-48ab-89c1-f311ee5ec37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:00.494841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-684a51da-2800-455a-8e97-af4655cd24c5 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/quotas/0083d7fcecce4c0c995eada63ab11d8d HTTP/1.1" status: 200 len: 375 time: 0.0900872 Nov 08 13:55:00.549186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-4841cf18-10cc-4110-be23-58e437842b2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 217 time: 0.1282899 Nov 08 13:55:00.578437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05f8de-9970-4bc9-879e-1a866cca0341,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:00.594931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:00.602956 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6d11abfc-7672-4d5c-aeab-5a472b30da97 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 3.1213107 Nov 08 13:55:00.603684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33338) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:00.723322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-2c9d6c57-05ba-44c6-8252-6e50d5d87acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:00.727713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-2c9d6c57-05ba-44c6-8252-6e50d5d87acc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1281796 Nov 08 13:55:00.847440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:55:00.859275 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d550978-3ff4-4aee-a8dd-a9193be5cf11 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2463038 Nov 08 13:55:00.870262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33346) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:00.882132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4cc79d57-7151-4502-8b97-b221f619cf0e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-security--756886415', 'description': 'tempest-security-description-188973986'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:00.936418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c6ddbe35-b43a-4d23-9846-dcd2c93c7258 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4380617 Nov 08 13:55:00.957823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-879e1657-3647-41c7-8a0d-f1fd4e72356c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:55:00.958944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-879e1657-3647-41c7-8a0d-f1fd4e72356c service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089767 Nov 08 13:55:00.971462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-b44e493b-38b3-4f07-b7cb-ebe7301d1833 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9744825 Nov 08 13:55:00.990914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cc79d57-7151-4502-8b97-b221f619cf0e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.004125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2de10424-164b-48ab-89c1-f311ee5ec37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.069627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 6ccf4c47-863a-4e1a-a3a8-594233ebd1cd is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:55:01.080333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-a350f412-306e-483a-a48e-97155b728ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:01.086871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-a350f412-306e-483a-a48e-97155b728ba6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3380458 Nov 08 13:55:01.188516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c54317c7-ca48-44d7-97fb-357855cdfd31 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:01.279383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:01.293234 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2c7d1825-c1f2-4c50-a9c3-f01ae736b0fc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/6ccf4c47-863a-4e1a-a3a8-594233ebd1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3307614 Nov 08 13:55:01.293508 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] Sync routers for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:01.298962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33352) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:01.312619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cc79d57-7151-4502-8b97-b221f619cf0e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.341458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cc79d57-7151-4502-8b97-b221f619cf0e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.343279 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:01.344292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cc79d57-7151-4502-8b97-b221f619cf0e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.349646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4cc79d57-7151-4502-8b97-b221f619cf0e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "PUT /v2.0/security-groups/fb05f8de-9970-4bc9-879e-1a866cca0341 HTTP/1.1" status: 200 len: 1795 time: 0.4728773 Nov 08 13:55:01.350492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33354) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:01.355316 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:01.413078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe9562d-1e92-4943-bfdb-8b8fc0c95ff4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:01.423040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bbe9562d-1e92-4943-bfdb-8b8fc0c95ff4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports/9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8 HTTP/1.1" status: 200 len: 910 time: 0.1189721 Nov 08 13:55:01.433591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33356) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:01.465081 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:01.468816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-94fcffa6-c35a-4327-b904-9cb407a7e15f service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530731 Nov 08 13:55:01.487073 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:01.493718 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:54:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:01.562483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2de10424-164b-48ab-89c1-f311ee5ec37e None None] For port c54317c7-ca48-44d7-97fb-357855cdfd31, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c54317c7-ca48-44d7-97fb-357855cdfd31,segment=NetworkSegment(434d75d3-41f1-4d9a-a279-15f9e55d74fa),segment_id=434d75d3-41f1-4d9a-a279-15f9e55d74fa)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:01.566003 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3c6da1a-75d3-4569-bea1-9448debf93f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.569955 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:01.579957 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b812c-d8a2-4b13-acb5-a072bc4410b4 None None] The sync data for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:01.585026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2de10424-164b-48ab-89c1-f311ee5ec37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.592873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c54317c7-ca48-44d7-97fb-357855cdfd31 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:01.593293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.662954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-334d4811-c5e3-4e8b-bede-6a5bb504002d service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907189 Nov 08 13:55:01.690813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-0390082a-c664-4e36-89f6-9fc2d1c0b567 service neutron] 10.222.0.65 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956654 Nov 08 13:55:01.738929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc79d57-7151-4502-8b97-b221f619cf0e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb05f8de-9970-4bc9-879e-1a866cca0341,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:01.782138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4bcf9a6b-caff-43e0-af0b-dfc95d2ee4b0 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups/fb05f8de-9970-4bc9-879e-1a866cca0341 HTTP/1.1" status: 200 len: 1795 time: 0.4233313 Nov 08 13:55:01.794675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33362) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:01.888976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5b4b3202-0eea-4cc0-9a39-540e33301f43 None None] Provisioning complete for port 9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:01.888976 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3202-0eea-4cc0-9a39-540e33301f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:01.948130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de10424-164b-48ab-89c1-f311ee5ec37e None None] Pushing event updated for resources: {'Port': ['ID=c54317c7-ca48-44d7-97fb-357855cdfd31,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:01.961347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-cfd8ad39-43b4-4a35-8002-2dce4cab3b40 service neutron] 10.222.0.65 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631767 Nov 08 13:55:01.965117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b3202-0eea-4cc0-9a39-540e33301f43 None None] Port 9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:02.012188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-71ee8b99-9915-4965-bcd3-fb0dadb0b71e service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302958 Nov 08 13:55:02.136940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5b4b3202-0eea-4cc0-9a39-540e33301f43 None None] Provisioning complete for port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:02.137611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3202-0eea-4cc0-9a39-540e33301f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:02.155369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-0551e8df-faaa-4467-9dd9-37740aed6bb4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 217 time: 0.1231740 Nov 08 13:55:02.210623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:54:55Z', 'revision_number': 2, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:02.247473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Checking router: d31590aa-8ea0-448f-b608-c9d4bb44e854 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:55:02.248028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Updating router d31590aa-8ea0-448f-b608-c9d4bb44e854 port 91656dd7-03d2-4afb-8637-68336988529b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:55:02.332820 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f10b8011-6d3a-48e6-9493-2521fb344d20 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:02.372540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:02.417222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c54317c7-ca48-44d7-97fb-357855cdfd31 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:02.425031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-0e221b66-6116-4ae1-ba7c-e0d7e652f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:02.427171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-0e221b66-6116-4ae1-ba7c-e0d7e652f8dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2645092 Nov 08 13:55:02.479819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f10b8011-6d3a-48e6-9493-2521fb344d20 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:02.566244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f10b8011-6d3a-48e6-9493-2521fb344d20 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:02.569303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f10b8011-6d3a-48e6-9493-2521fb344d20 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:02.573907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f10b8011-6d3a-48e6-9493-2521fb344d20 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/fb05f8de-9970-4bc9-879e-1a866cca0341 HTTP/1.1" status: 204 len: 168 time: 0.7584345 Nov 08 13:55:02.575782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33378) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:02.620372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac97b5-08bf-493a-9b89-e715affa62d2 req-3a39902e-2e33-4451-91e7-fa52ffa2ba27 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:02.628492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00ac97b5-08bf-493a-9b89-e715affa62d2 req-3a39902e-2e33-4451-91e7-fa52ffa2ba27 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.3325806 Nov 08 13:55:02.781906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00ac97b5-08bf-493a-9b89-e715affa62d2 req-aa09655d-ff03-415c-8b1a-75a988a22fcd tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364357 Nov 08 13:55:02.802468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-a893262f-fb73-4ac0-8e29-41e9a5c24b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:02.804806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5b4b3202-0eea-4cc0-9a39-540e33301f43 None None] Provisioning complete for port c54317c7-ca48-44d7-97fb-357855cdfd31 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:02.805749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3202-0eea-4cc0-9a39-540e33301f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:02.812616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-a893262f-fb73-4ac0-8e29-41e9a5c24b5d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3677638 Nov 08 13:55:02.832212 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8aad93f6-2ada-4bfd-86f1-d849e237a731 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1692429 Nov 08 13:55:02.836080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33386) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:02.903160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b8011-6d3a-48e6-9493-2521fb344d20 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb05f8de-9970-4bc9-879e-1a866cca0341,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:03.008292 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-1ba86791-35ef-481b-bd64-44d7bff2d163 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] delete failed (client error): The resource could not be found. Nov 08 13:55:03.010071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ba86791-35ef-481b-bd64-44d7bff2d163 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/fb05f8de-9970-4bc9-879e-1a866cca0341 HTTP/1.1" status: 404 len: 347 time: 0.1726751 Nov 08 13:55:03.068305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33394) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:03.076576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:03.096312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-8c07c230-4be1-49ea-91b7-85f8eda849ea service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742348 Nov 08 13:55:03.124935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8ae88dae-fa22-43f6-9fc5-946f09d7ce7e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--730970397'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:03.125273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c54317c7-ca48-44d7-97fb-357855cdfd31 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:03.125273 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:03.163254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d78a502e-872c-432a-abd2-2934aa388d0b req-6a1dc7d1-f971-4bf3-9345-a633c74d8325 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 210 time: 0.0707881 Nov 08 13:55:03.231069 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:03.281591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ae88dae-fa22-43f6-9fc5-946f09d7ce7e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:03.304365 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebb28f1e-bda2-43e7-8240-a4d3bfc76846 req-f2c7077b-3c80-4731-b572-4c25061643c1 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 210 time: 0.1518612 Nov 08 13:55:03.491558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-e2acd502-18cd-4f52-bba2-a7e682d1a7bc service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831351 Nov 08 13:55:03.537481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:03.604849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-d6e8828e-4d59-4b1a-94dd-a307c838fba6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 217 time: 0.1071675 Nov 08 13:55:03.761315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-99c0b99e-c57b-4869-89f0-f81f69293e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:03.769629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-99c0b99e-c57b-4869-89f0-f81f69293e4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1413338 Nov 08 13:55:03.919212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-6ace55e3-1fbd-4752-88fc-e06400d71554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:03.924966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-6ace55e3-1fbd-4752-88fc-e06400d71554 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1450069 Nov 08 13:55:04.006784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ae88dae-fa22-43f6-9fc5-946f09d7ce7e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.016860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ae88dae-fa22-43f6-9fc5-946f09d7ce7e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.034972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.110822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-29807fff-3878-4c37-ac68-054b53dad44b None None] Provisioning complete for port 9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:04.111550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-29807fff-3878-4c37-ac68-054b53dad44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.146472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db7152-03d0-4b09-9de3-3892eaa51050 None None] Pushing event updated for resources: {'Port': ['ID=91656dd7-03d2-4afb-8637-68336988529b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:04.249575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-29807fff-3878-4c37-ac68-054b53dad44b None None] Port 9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:04.286484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Attempting to bind port 91656dd7-03d2-4afb-8637-68336988529b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:55:04.290986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Attempting to bind port 91656dd7-03d2-4afb-8637-68336988529b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:55:04.293947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Attempting to bind port 91656dd7-03d2-4afb-8637-68336988529b on network abbf048e-243f-43e5-96e1-a18c14ada8a7 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:04.321446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb99cb-806e-4256-a40f-f993b9b21fcc req-8bfcd55e-1d43-4a86-812f-6991cc6a73c5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:04.324906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcb99cb-806e-4256-a40f-f993b9b21fcc req-8bfcd55e-1d43-4a86-812f-6991cc6a73c5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.2415349 Nov 08 13:55:04.327547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:55:04.330005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Checking segment: {'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:04.333761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.335009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-8baf733d-fc50-4a81-8ac9-549efdd4e01f service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027135 Nov 08 13:55:04.335381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Bound using segment: {'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:55:04.338091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Bound port: 91656dd7-03d2-4afb-8637-68336988529b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:55:04.341483 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.482606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.21.0.1 (bd911f20-6e5f-420b-b266-118514213ef9/d97a0883-d323-45a0-82c4-26e31009db8b/346ec544-2237-45a1-941e-0926fa16cedc) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:04.492124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33436) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:04.506174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae88dae-fa22-43f6-9fc5-946f09d7ce7e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c0bb02-6a18-47a7-909c-b3b43fd24aac,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:04.532058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-80a8fd56-6f1f-4f99-a615-f4b40b4058a9 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811318 Nov 08 13:55:04.577003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ae88dae-fa22-43f6-9fc5-946f09d7ce7e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.578157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] For port 91656dd7-03d2-4afb-8637-68336988529b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:04.583161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] For port 91656dd7-03d2-4afb-8637-68336988529b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=91656dd7-03d2-4afb-8637-68336988529b,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:55:04.584510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8ae88dae-fa22-43f6-9fc5-946f09d7ce7e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5000226 Nov 08 13:55:04.591093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33440) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:04.594073 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.608417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14f08962-8751-4108-b50b-84ab2e571173 req-45da3a98-ab9e-4748-b29a-205e9ce6186a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 210 time: 0.0747933 Nov 08 13:55:04.645729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-43acc8df-b94a-4d14-a9f3-73055a77765c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': '56c0bb02-6a18-47a7-909c-b3b43fd24aac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:04.717753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-070d62da-f1bd-4e93-aae4-9dd4fb11e120 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.1743131 Nov 08 13:55:04.722784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:04.725096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:04.853149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-719a3ecb-9bdb-4054-8bb8-933cfb5d2105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:04.854925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-719a3ecb-9bdb-4054-8bb8-933cfb5d2105 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1272032 Nov 08 13:55:04.889813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db7152-03d0-4b09-9de3-3892eaa51050 None None] Pushing event updated for resources: {'Port': ['ID=91656dd7-03d2-4afb-8637-68336988529b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:04.944581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:04.981801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c9aefb5-8867-4cfc-9f77-4126b7dfcd8f req-16ca5975-172f-4c9e-89a7-5d39968d0bb1 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 210 time: 0.1233604 Nov 08 13:55:04.999189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbcb99cb-806e-4256-a40f-f993b9b21fcc req-65382ae9-01f9-4656-a3ca-8f957ba4edd6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6626928 Nov 08 13:55:05.020075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:55:05.068923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-ccb0e9ea-3501-4d41-8e03-2810d278989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:05.073394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-ccb0e9ea-3501-4d41-8e03-2810d278989c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017598 Nov 08 13:55:05.154235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43acc8df-b94a-4d14-a9f3-73055a77765c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.288664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-4b343d1f-2d87-45e7-a138-06d6c408b93c service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098920 Nov 08 13:55:05.426584 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43acc8df-b94a-4d14-a9f3-73055a77765c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.452479 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43acc8df-b94a-4d14-a9f3-73055a77765c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.465905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-50461b58-6656-46d6-a167-27eb1f341dc3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:05.468334 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-50461b58-6656-46d6-a167-27eb1f341dc3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.9739661 Nov 08 13:55:05.506406 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.519995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10b94815-6dbd-48d2-b544-b23efc483e70 req-15e7e2b1-2585-49d3-8eb8-fb5d52a23373 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237656 Nov 08 13:55:05.524100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-43acc8df-b94a-4d14-a9f3-73055a77765c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.530652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-43acc8df-b94a-4d14-a9f3-73055a77765c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9373255 Nov 08 13:55:05.534510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33446) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:05.568237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:04Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:05.571851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Request body: {'port': {'device_id': '42aa3476-c384-4447-bbfc-e605c640f007', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'admin_state_up': True, 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:05.595107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0465-a3b8-4733-a663-6279ba5c70c5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.611277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0465-a3b8-4733-a663-6279ba5c70c5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.626834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f410007-e2d1-4505-85d2-bff51e5715a1 None None] The sync data for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 is: [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:04Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:05.685714 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0465-a3b8-4733-a663-6279ba5c70c5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.704352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.704523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0465-a3b8-4733-a663-6279ba5c70c5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.706895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f2f0465-a3b8-4733-a663-6279ba5c70c5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e5ea432c-7c18-4be9-abfc-bbc8543a3dc7 HTTP/1.1" status: 204 len: 168 time: 0.1600490 Nov 08 13:55:05.715134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33450) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:05.725552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f0465-a3b8-4733-a663-6279ba5c70c5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5ea432c-7c18-4be9-abfc-bbc8543a3dc7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:05.740137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43acc8df-b94a-4d14-a9f3-73055a77765c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ea432c-7c18-4be9-abfc-bbc8543a3dc7,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:05.813057 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:05.884693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0243e3ee-2c8c-4dc9-9e81-3d44b4d2a90e req-247dd3ba-4428-45f1-bb5c-b4b3f255a5c3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 210 time: 0.1415107 Nov 08 13:55:06.028610 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8c9513b3-b746-4fdb-9dd7-02229310159d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2924144 Nov 08 13:55:06.032648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33452) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:06.158749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:06.164011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.187043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.220758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-fe53acb4-e197-4cf7-95d3-1bff7f5e6cff tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:06.222488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-fe53acb4-e197-4cf7-95d3-1bff7f5e6cff tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.54 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 820 time: 1.1589410 Nov 08 13:55:06.231694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4cde2ce-b829-43d4-969f-f414812a6806 req-9e0be20b-c198-4489-b1af-5ef798070dda tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 210 time: 0.0827093 Nov 08 13:55:06.242645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.251929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Request body: {'port': {'device_id': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'admin_state_up': True, 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:06.427191 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b61bc9e-c952-47bf-a71a-dc8595b2f7c6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.580461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809ed43-fabd-415e-b188-5b9b19a8609a req-e0faea89-f5bb-4e1e-922d-09d7ce146890 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:06.600410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a809ed43-fabd-415e-b188-5b9b19a8609a req-e0faea89-f5bb-4e1e-922d-09d7ce146890 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.3637137 Nov 08 13:55:06.643308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 91656dd7-03d2-4afb-8637-68336988529b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:06.702007 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b61bc9e-c952-47bf-a71a-dc8595b2f7c6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.776292 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7b19d9820f8482e856cf29561c9c1b5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2655604 Nov 08 13:55:06.793533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.807231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33462) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:06.815798 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b61bc9e-c952-47bf-a71a-dc8595b2f7c6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.821865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b61bc9e-c952-47bf-a71a-dc8595b2f7c6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.824378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b61bc9e-c952-47bf-a71a-dc8595b2f7c6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/56c0bb02-6a18-47a7-909c-b3b43fd24aac HTTP/1.1" status: 204 len: 168 time: 0.7897797 Nov 08 13:55:06.858384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:06.886735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 91656dd7-03d2-4afb-8637-68336988529b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:06.887711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:06.963569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49505b18-67fb-42ef-bd95-aee46fa50c2f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:06.986036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61bc9e-c952-47bf-a71a-dc8595b2f7c6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c0bb02-6a18-47a7-909c-b3b43fd24aac,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:07.171803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1d53d87b-a4bd-456e-b189-8cf995c8e43b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.201075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.201075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.202129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.202553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.203219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.203922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.204678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.205355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.209084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.211194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.212741 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1d53d87b-a4bd-456e-b189-8cf995c8e43b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.223694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.228663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606c1103-accc-48f2-96f9-60a08eb486f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:07.302857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.332781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Allocated IP 172.20.0.2 (fe8a3700-b643-4740-8279-459f25456977/14d34903-33ef-41de-95c2-6c1ca2a14962/c8bcb396-4fc5-46e9-a459-f51f096f98f5) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:07.350798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network bd911f20-6e5f-420b-b266-118514213ef9 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:07.376963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:07.390064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 91656dd7-03d2-4afb-8637-68336988529b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=91656dd7-03d2-4afb-8637-68336988529b,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:07.396372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=346ec544-2237-45a1-941e-0926fa16cedc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:07.398620 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.416299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:07.426321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a809ed43-fabd-415e-b188-5b9b19a8609a req-1730256b-2024-4a8f-a1da-c0967fc28140 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8231719 Nov 08 13:55:07.430617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d1ea96a-4a79-4b6c-b8d6-7cba51256059 req-63c7f615-0cd7-4a2e-93e6-8deeb798d41e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 210 time: 0.1152408 Nov 08 13:55:07.452737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d04ba59-16d6-4a28-a19d-21ac6b88d0db tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5864840 Nov 08 13:55:07.466148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33472) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:07.466834 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1d53d87b-a4bd-456e-b189-8cf995c8e43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.470060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1d53d87b-a4bd-456e-b189-8cf995c8e43b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.471406 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1d53d87b-a4bd-456e-b189-8cf995c8e43b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49505b18-67fb-42ef-bd95-aee46fa50c2f HTTP/1.1" status: 204 len: 168 time: 0.6600533 Nov 08 13:55:07.527675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8a92b238-5583-4aac-8f67-c290c3ff789b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--971682437'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:07.598321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53d87b-a4bd-456e-b189-8cf995c8e43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49505b18-67fb-42ef-bd95-aee46fa50c2f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:07.691003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.743987 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-351b7385-328e-45a3-930b-b01d31805c5d req-4851f498-df3f-4015-9232-63347ed93284 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 210 time: 0.1334393 Nov 08 13:55:07.757347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=91656dd7-03d2-4afb-8637-68336988529b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:07.760510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8a92b238-5583-4aac-8f67-c290c3ff789b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.987076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8a92b238-5583-4aac-8f67-c290c3ff789b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:07.996788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8a92b238-5583-4aac-8f67-c290c3ff789b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.038974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92b238-5583-4aac-8f67-c290c3ff789b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79fd2bb-247c-41aa-b977-dcca8aa3bc7a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:08.050922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-04e4c396-e325-4df8-8a97-b32327983d53 None None] Provisioning complete for port 346ec544-2237-45a1-941e-0926fa16cedc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:08.051535 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04e4c396-e325-4df8-8a97-b32327983d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.176389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-04e4c396-e325-4df8-8a97-b32327983d53 None None] Port 346ec544-2237-45a1-941e-0926fa16cedc cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:08.218429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Made reservation on behalf of 0083d7fcecce4c0c995eada63ab11d8d for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:08.223839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.225735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8a92b238-5583-4aac-8f67-c290c3ff789b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.233779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8a92b238-5583-4aac-8f67-c290c3ff789b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7051885 Nov 08 13:55:08.238706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33484) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:08.254960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a05425b0-0680-4906-9d64-c975d410b4dd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'c79fd2bb-247c-41aa-b977-dcca8aa3bc7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:08.314471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.319138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a05425b0-0680-4906-9d64-c975d410b4dd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.432607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 91656dd7-03d2-4afb-8637-68336988529b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:08.453230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.457402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.523892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:08.568080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a05425b0-0680-4906-9d64-c975d410b4dd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.577613 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a05425b0-0680-4906-9d64-c975d410b4dd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.684064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a05425b0-0680-4906-9d64-c975d410b4dd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.694639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a05425b0-0680-4906-9d64-c975d410b4dd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4539707 Nov 08 13:55:08.710376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 91656dd7-03d2-4afb-8637-68336988529b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:08.711436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:08.736743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33496) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:08.783400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8fc5a165-2cef-4484-a93b-1944977040cc tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'c79fd2bb-247c-41aa-b977-dcca8aa3bc7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:08.933337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05425b0-0680-4906-9d64-c975d410b4dd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10fb1b3-af49-4e78-929b-47898f58e265,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:09.029764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf5103-5980-40ca-8669-20fbe5f535d5 req-df0792cb-a93f-406c-95bc-dfd561ccf10b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:09.032646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abaf5103-5980-40ca-8669-20fbe5f535d5 req-df0792cb-a93f-406c-95bc-dfd561ccf10b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 931 time: 0.3826497 Nov 08 13:55:09.129333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7cecf-47d5-4f04-882e-dd8327ac1400 req-76ecfc4a-55c8-42d7-ac50-783e8b5c0f11 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:09.132753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb7cecf-47d5-4f04-882e-dd8327ac1400 req-76ecfc4a-55c8-42d7-ac50-783e8b5c0f11 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.4285080 Nov 08 13:55:09.158002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8fc5a165-2cef-4484-a93b-1944977040cc tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.199888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Network fe8a3700-b643-4740-8279-459f25456977 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:09.213722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abaf5103-5980-40ca-8669-20fbe5f535d5 req-380a0936-fdb8-4fec-98f1-2134dc925360 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624484 Nov 08 13:55:09.393082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:09.396815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:09.424930 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8fc5a165-2cef-4484-a93b-1944977040cc tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.453958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb7cecf-47d5-4f04-882e-dd8327ac1400 req-2e8a54ff-e4f0-4890-bf37-f8d594a6bf25 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3049774 Nov 08 13:55:09.455344 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8fc5a165-2cef-4484-a93b-1944977040cc tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.552014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb9bf57a-ec96-44e9-877a-775a96c93269 req-2d11052a-63f4-49f6-a8e6-fc772f7e2fd1 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 210 time: 0.0426743 Nov 08 13:55:09.554358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5a165-2cef-4484-a93b-1944977040cc tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca9eb61-76b4-49db-9b26-d0dd40c00a05,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:09.568426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8fc5a165-2cef-4484-a93b-1944977040cc tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.569984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8fc5a165-2cef-4484-a93b-1944977040cc tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8066671 Nov 08 13:55:09.573285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33514) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:09.575401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event updated for resources: {'Port': ['ID=c8bcb396-4fc5-46e9-a459-f51f096f98f5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:09.578685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ea284447-cfcc-4cf3-8bfd-5d99c71ce233 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'c79fd2bb-247c-41aa-b977-dcca8aa3bc7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:09.622738 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea284447-cfcc-4cf3-8bfd-5d99c71ce233 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.736535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea284447-cfcc-4cf3-8bfd-5d99c71ce233 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.739380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:09.740553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.749348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea284447-cfcc-4cf3-8bfd-5d99c71ce233 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.774015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.780543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea284447-cfcc-4cf3-8bfd-5d99c71ce233 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30dc730-ae73-4294-9577-d4ad32d7a247,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:09.793314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea284447-cfcc-4cf3-8bfd-5d99c71ce233 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.794974 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.795262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea284447-cfcc-4cf3-8bfd-5d99c71ce233 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2205288 Nov 08 13:55:09.799715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33518) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:09.800768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Allocated IP 172.20.0.13 (abbf048e-243f-43e5-96e1-a18c14ada8a7/ed07d121-02b3-461a-a987-6063f4b213c2/15d03fa2-c36c-4265-b464-ad5cbe429c98) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:09.806902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1efb5a68-c7fd-4839-b98a-f2a8e406af50 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'c79fd2bb-247c-41aa-b977-dcca8aa3bc7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:09.847868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1efb5a68-c7fd-4839-b98a-f2a8e406af50 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.891357 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-64feb2d5-6b50-4d2e-ad1b-c85fd5b3a550 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3420789 Nov 08 13:55:09.925130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Request body: {'port': {'device_id': '42aa3476-c384-4447-bbfc-e605c640f007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:09.958140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=346ec544-2237-45a1-941e-0926fa16cedc,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:09.983456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1efb5a68-c7fd-4839-b98a-f2a8e406af50 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:09.992790 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1efb5a68-c7fd-4839-b98a-f2a8e406af50 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.001335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.028958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb5a68-c7fd-4839-b98a-f2a8e406af50 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff842c06-25d7-40c5-a1dc-b0a79712b56f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:10.058526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1efb5a68-c7fd-4839-b98a-f2a8e406af50 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.061380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1efb5a68-c7fd-4839-b98a-f2a8e406af50 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2604945 Nov 08 13:55:10.065021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33524) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:10.078594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4312aca1-8ca9-4c02-a780-80c8a1401117 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'c79fd2bb-247c-41aa-b977-dcca8aa3bc7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:10.136943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4312aca1-8ca9-4c02-a780-80c8a1401117 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.206254 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.251791 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4312aca1-8ca9-4c02-a780-80c8a1401117 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.276389 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4312aca1-8ca9-4c02-a780-80c8a1401117 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.379494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312aca1-8ca9-4c02-a780-80c8a1401117 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f0f5ce-25fc-4992-8a04-7bb5a9f9959f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:10.405309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4312aca1-8ca9-4c02-a780-80c8a1401117 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.409780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4312aca1-8ca9-4c02-a780-80c8a1401117 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3390620 Nov 08 13:55:10.411295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33534) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:10.476025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd06cbe-2b76-45ab-81c1-65a132fcb2bf req-0be5d338-436c-4c22-92c3-07bd8b28be6a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:10.477782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcd06cbe-2b76-45ab-81c1-65a132fcb2bf req-0be5d338-436c-4c22-92c3-07bd8b28be6a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 931 time: 0.1270154 Nov 08 13:55:10.486380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-faad1c31-7af6-4f54-a5cc-e32c0999ee99 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.507900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-faad1c31-7af6-4f54-a5cc-e32c0999ee99 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.567415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcd06cbe-2b76-45ab-81c1-65a132fcb2bf req-f943a592-8dc1-469d-a32c-86b3171d12c6 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708084 Nov 08 13:55:10.598229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network bd911f20-6e5f-420b-b266-118514213ef9 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:10.609618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-faad1c31-7af6-4f54-a5cc-e32c0999ee99 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.622983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-faad1c31-7af6-4f54-a5cc-e32c0999ee99 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.631467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-faad1c31-7af6-4f54-a5cc-e32c0999ee99 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/88f0f5ce-25fc-4992-8a04-7bb5a9f9959f HTTP/1.1" status: 204 len: 168 time: 0.2157309 Nov 08 13:55:10.632645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33542) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:10.635255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:10.687813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:10.733220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad1c31-7af6-4f54-a5cc-e32c0999ee99 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88f0f5ce-25fc-4992-8a04-7bb5a9f9959f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:10.775184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:11.171036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-982eff2d-e2b6-4dfc-bcd7-a1fb506aee42 None None] Provisioning complete for port 346ec544-2237-45a1-941e-0926fa16cedc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:11.172581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-982eff2d-e2b6-4dfc-bcd7-a1fb506aee42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:11.238091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-982eff2d-e2b6-4dfc-bcd7-a1fb506aee42 None None] Port 346ec544-2237-45a1-941e-0926fa16cedc cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:11.266611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 6ccf4c47-863a-4e1a-a3a8-594233ebd1cd has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:55:11.267973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event updated for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:11.318215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Network abbf048e-243f-43e5-96e1-a18c14ada8a7 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:11.338995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:11.342910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1daafe03-a83d-4a2a-aac0-15a8abf4d937 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.7006981 Nov 08 13:55:11.343911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33556) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:11.352942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:11.370134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d620cd9-c370-4541-8c4b-ca5c179664c4 req-087d9e62-4e69-484d-b578-ed972d255878 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:11.385702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d620cd9-c370-4541-8c4b-ca5c179664c4 req-087d9e62-4e69-484d-b578-ed972d255878 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.6884472 Nov 08 13:55:11.465560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd765a73-cba8-4bcf-8117-5af6577e5839 req-09ae01f5-d042-490b-a13f-1d7e573fb4db tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:11.468879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd765a73-cba8-4bcf-8117-5af6577e5839 req-09ae01f5-d042-490b-a13f-1d7e573fb4db tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 932 time: 0.7004092 Nov 08 13:55:11.477978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36bd8e0b-5588-41e7-9686-effb6bac96e9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:11.541925 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36bd8e0b-5588-41e7-9686-effb6bac96e9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:11.610247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d620cd9-c370-4541-8c4b-ca5c179664c4 req-27c3b682-b096-4320-b66e-70e21a7d49f2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233267 Nov 08 13:55:11.681915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:11.685295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd765a73-cba8-4bcf-8117-5af6577e5839 req-1e4398d1-4208-44bf-bf0b-4dce39924241 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029734 Nov 08 13:55:11.710424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] Sync routers for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:11.725904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36bd8e0b-5588-41e7-9686-effb6bac96e9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:11.749785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36bd8e0b-5588-41e7-9686-effb6bac96e9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:11.754331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-36bd8e0b-5588-41e7-9686-effb6bac96e9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ff842c06-25d7-40c5-a1dc-b0a79712b56f HTTP/1.1" status: 204 len: 168 time: 0.4093704 Nov 08 13:55:11.759410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33572) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:11.761960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:11.763728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:11.783872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:11.786056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:11.797835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd8e0b-5588-41e7-9686-effb6bac96e9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff842c06-25d7-40c5-a1dc-b0a79712b56f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:11.841238 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d2b8d36-32cd-46f0-9a13-68bc2fe88b59 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/6ccf4c47-863a-4e1a-a3a8-594233ebd1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3947628 Nov 08 13:55:11.854094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33576) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:11.880077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-5bba039c-b290-4112-9b59-1e76e67b730f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6391726 Nov 08 13:55:11.925334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:11.929231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Request body: {'port': {'device_id': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:11.974426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:11.975285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:11.999211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dae784-2e38-44b4-9c00-daa252c70a64 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:12.001466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-10dae784-2e38-44b4-9c00-daa252c70a64 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports/346ec544-2237-45a1-941e-0926fa16cedc HTTP/1.1" status: 200 len: 910 time: 0.1463161 Nov 08 13:55:12.011869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33580) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:12.027791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:12.029405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1762d5d2-04f3-4c13-a7ed-09685dc8b5a1 None None] The sync data for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:12.079932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5e27fdec-6f38-46c2-b54b-dc3b817e4f90 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3116450 Nov 08 13:55:12.083361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33584) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:12.129555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bcb396-4fc5-46e9-a459-f51f096f98f5 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:12.140196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.187074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Transition to ACTIVE for port object c8bcb396-4fc5-46e9-a459-f51f096f98f5 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:55:12.215432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ada713-b08f-4737-bc58-4e9c99aeef9e req-764e7857-35e1-459e-b857-042e5bfea4ae tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:12.226544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39ada713-b08f-4737-bc58-4e9c99aeef9e req-764e7857-35e1-459e-b857-042e5bfea4ae tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 931 time: 0.2184489 Nov 08 13:55:12.250188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.300567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.330785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c2879af-d0d7-42f9-8483-bf782858ef21 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.361461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c2879af-d0d7-42f9-8483-bf782858ef21 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.404408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bcb396-4fc5-46e9-a459-f51f096f98f5,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:12.421558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39ada713-b08f-4737-bc58-4e9c99aeef9e req-de8b726b-421c-4fa2-85dd-175cdec9cbf3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937511 Nov 08 13:55:12.491263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c2879af-d0d7-42f9-8483-bf782858ef21 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.518068 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6c2879af-d0d7-42f9-8483-bf782858ef21 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.519540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6c2879af-d0d7-42f9-8483-bf782858ef21 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a30dc730-ae73-4294-9577-d4ad32d7a247 HTTP/1.1" status: 204 len: 168 time: 0.4373548 Nov 08 13:55:12.524200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33598) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:12.538923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2879af-d0d7-42f9-8483-bf782858ef21 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a30dc730-ae73-4294-9577-d4ad32d7a247,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:12.784573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ec6463c-4fec-4eaf-bc7c-2ecde6399f68 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2549875 Nov 08 13:55:12.790688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33604) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:12.842007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Attempting to bind port c8bcb396-4fc5-46e9-a459-f51f096f98f5 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:55:12.842660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Attempting to bind port c8bcb396-4fc5-46e9-a459-f51f096f98f5 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:55:12.850195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Attempting to bind port c8bcb396-4fc5-46e9-a459-f51f096f98f5 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:12.899338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Port c8bcb396-4fc5-46e9-a459-f51f096f98f5 on network fe8a3700-b643-4740-8279-459f25456977 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:55:12.900060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Attempting to bind port c8bcb396-4fc5-46e9-a459-f51f096f98f5 on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:12.961601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:55:12.962691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:12.963382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Bound using segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:55:12.964751 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Bound port: c8bcb396-4fc5-46e9-a459-f51f096f98f5, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:55:12.965423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.984130 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fca980ea-5db0-4103-9641-37208ddd897d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:12.996074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fca980ea-5db0-4103-9641-37208ddd897d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.040031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fca980ea-5db0-4103-9641-37208ddd897d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.050630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d03fa2-c36c-4265-b464-ad5cbe429c98 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:13.052872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fca980ea-5db0-4103-9641-37208ddd897d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.054150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fca980ea-5db0-4103-9641-37208ddd897d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5ca9eb61-76b4-49db-9b26-d0dd40c00a05 HTTP/1.1" status: 204 len: 168 time: 0.2618136 Nov 08 13:55:13.059429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33612) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:13.066140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.078082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] For port c8bcb396-4fc5-46e9-a459-f51f096f98f5, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:13.082836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] For port c8bcb396-4fc5-46e9-a459-f51f096f98f5, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c8bcb396-4fc5-46e9-a459-f51f096f98f5,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:55:13.092571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.105987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Transition to ACTIVE for port object 15d03fa2-c36c-4265-b464-ad5cbe429c98 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:55:13.109701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33614) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:13.142736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34840c50-8cc6-45f8-ac55-e26abef11ffa req-6a4b05f6-eb37-404b-934c-9143febd07b6 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:13.145253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34840c50-8cc6-45f8-ac55-e26abef11ffa req-6a4b05f6-eb37-404b-934c-9143febd07b6 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 932 time: 0.2867374 Nov 08 13:55:13.150027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca980ea-5db0-4103-9641-37208ddd897d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ca9eb61-76b4-49db-9b26-d0dd40c00a05,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:13.158132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.178367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5716fa8-3ac7-4ab9-b73d-e8f51c792d8d req-741267b9-8c7a-42f7-9ecb-5b0b3759d47a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:13.181025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5716fa8-3ac7-4ab9-b73d-e8f51c792d8d req-741267b9-8c7a-42f7-9ecb-5b0b3759d47a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.3015649 Nov 08 13:55:13.220391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bcb396-4fc5-46e9-a459-f51f096f98f5,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:13.244804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:13.246039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.248533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-a587889f-ae30-468c-be8a-9bf89cc0fad6 service neutron] 10.222.0.54 "PUT /v2.0/ports/c8bcb396-4fc5-46e9-a459-f51f096f98f5 HTTP/1.1" status: 200 len: 1091 time: 3.3357737 Nov 08 13:55:13.249662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42aa3476-c384-4447-bbfc-e605c640f007', 'tag': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:13.254044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c691ab6c-5da4-4a70-8ec6-8ed808f803e4 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1745434 Nov 08 13:55:13.260626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.267963 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14408ec6-44dc-458e-9324-81a602e17f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "42aa3476-c384-4447-bbfc-e605c640f007", "tag": "c8bcb396-4fc5-46e9-a459-f51f096f98f5"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:13.350468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33618) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:13.408513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:13.491008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34840c50-8cc6-45f8-ac55-e26abef11ffa req-57958265-dfd0-4b50-9708-c16027759d99 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061993 Nov 08 13:55:13.502750 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fadfe736-2e9e-45f9-88db-fdc3ab5e924a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.508475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5716fa8-3ac7-4ab9-b73d-e8f51c792d8d req-bb56b0b6-5b3d-4854-b54b-da73bd1b9d1a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191671 Nov 08 13:55:13.552683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abe7e8f8-95a9-4348-96a1-b3a87c8281fe tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.597420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abe7e8f8-95a9-4348-96a1-b3a87c8281fe tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.715136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-d8e65e80-e2c6-4fd7-bd50-e2162a9205bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:13.716898 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-d8e65e80-e2c6-4fd7-bd50-e2162a9205bf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 1094 time: 0.3110182 Nov 08 13:55:13.730077 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ee5bfa-8174-4f6c-828c-8f99bf13914f x-openstack-request-id: req-e7ee5bfa-8174-4f6c-828c-8f99bf13914f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:13.730562 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42aa3476-c384-4447-bbfc-e605c640f007", "tag": "c8bcb396-4fc5-46e9-a459-f51f096f98f5", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:13.730929 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7ee5bfa-8174-4f6c-828c-8f99bf13914f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:13.731526 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42aa3476-c384-4447-bbfc-e605c640f007', 'tag': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5', 'status': 'completed', 'code': 200} Nov 08 13:55:13.732655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abe7e8f8-95a9-4348-96a1-b3a87c8281fe tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.765521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abe7e8f8-95a9-4348-96a1-b3a87c8281fe tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.768471 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-abe7e8f8-95a9-4348-96a1-b3a87c8281fe tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a10fb1b3-af49-4e78-929b-47898f58e265 HTTP/1.1" status: 204 len: 168 time: 0.4052773 Nov 08 13:55:13.772881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33624) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:13.837613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Attempting to bind port 15d03fa2-c36c-4265-b464-ad5cbe429c98 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:55:13.838125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Attempting to bind port 15d03fa2-c36c-4265-b464-ad5cbe429c98 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:55:13.838327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Attempting to bind port 15d03fa2-c36c-4265-b464-ad5cbe429c98 on network abbf048e-243f-43e5-96e1-a18c14ada8a7 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:13.843073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7e8f8-95a9-4348-96a1-b3a87c8281fe tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a10fb1b3-af49-4e78-929b-47898f58e265,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:13.849883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-3b5c78c1-70ff-4890-8923-62f1e0275e03 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8bcb396-4fc5-46e9-a459-f51f096f98f5 HTTP/1.1" status: 200 len: 217 time: 0.1141794 Nov 08 13:55:13.856891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Port 15d03fa2-c36c-4265-b464-ad5cbe429c98 on network abbf048e-243f-43e5-96e1-a18c14ada8a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:55:13.857332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Attempting to bind port 15d03fa2-c36c-4265-b464-ad5cbe429c98 on network abbf048e-243f-43e5-96e1-a18c14ada8a7 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:13.898601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:55:13.898965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Checking segment: {'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:13.899315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Bound using segment: {'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:55:13.899781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Bound port: 15d03fa2-c36c-4265-b464-ad5cbe429c98, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abc04f6-ae31-46d0-8a26-3c09ef0190b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:55:13.900147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:13.957230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d437bb2d-cc30-476f-bd7c-fde2db6f47cd tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1758940 Nov 08 13:55:13.957968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33626) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:13.979152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-c381292a-a2b0-4602-8a8a-96fb9b17d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:13.982010 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-c381292a-a2b0-4602-8a8a-96fb9b17d3c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1221514 Nov 08 13:55:13.992283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fadfe736-2e9e-45f9-88db-fdc3ab5e924a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.009578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fadfe736-2e9e-45f9-88db-fdc3ab5e924a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.033574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f686c8-8166-4a7c-bd73-16ff73a0d461 req-c2847d68-9529-4184-951a-335e4bc78393 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:14.041803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1f686c8-8166-4a7c-bd73-16ff73a0d461 req-c2847d68-9529-4184-951a-335e4bc78393 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 943 time: 0.2000437 Nov 08 13:55:14.042914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-e5c85f31-865d-4cb1-b099-bf5ab87262fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523672 Nov 08 13:55:14.119743 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fadfe736-2e9e-45f9-88db-fdc3ab5e924a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c35fc944f7f49b794cfcf38e1d45ea2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0086458 Nov 08 13:55:14.127930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33634) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:14.133299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:14.137492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 346ec544-2237-45a1-941e-0926fa16cedc {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:14.138102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.170266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfe736-2e9e-45f9-88db-fdc3ab5e924a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd5467-5861-41c0-97fc-ec662e6d5a99,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:14.184570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1f686c8-8166-4a7c-bd73-16ff73a0d461 req-38dd8820-e771-494b-a7c9-3c3615d6588a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408730 Nov 08 13:55:14.184913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:55:14.196513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.200016 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f97cbd9-3819-4574-b429-829f494795e7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.287901 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f97cbd9-3819-4574-b429-829f494795e7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.306064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:14.306859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.308837 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] 10.222.0.54 "PUT /v2.0/ports/15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 1092 time: 2.3983920 Nov 08 13:55:14.337990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a97f5e4-83fc-4cde-a768-bfaa3dbb516d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.343191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-cc53cb7f-9418-40c2-8222-db253cc0a340 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911017 Nov 08 13:55:14.352111 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.374492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 346ec544-2237-45a1-941e-0926fa16cedc owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:14.392557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f97cbd9-3819-4574-b429-829f494795e7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.395577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f97cbd9-3819-4574-b429-829f494795e7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.397229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f97cbd9-3819-4574-b429-829f494795e7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/c79fd2bb-247c-41aa-b977-dcca8aa3bc7a HTTP/1.1" status: 204 len: 168 time: 0.4379449 Nov 08 13:55:14.420632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33640) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:14.421534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905c433-6e1d-4e36-8886-7d3b58fad8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:14.442522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97cbd9-3819-4574-b429-829f494795e7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79fd2bb-247c-41aa-b977-dcca8aa3bc7a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:14.455072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a97f5e4-83fc-4cde-a768-bfaa3dbb516d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.584354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-540f028b-e691-4f21-a67c-aeaab995e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:14.587023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-540f028b-e691-4f21-a67c-aeaab995e0bb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1095 time: 0.2235467 Nov 08 13:55:14.602261 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-37ac8737-3066-47f5-8d31-b6d1fdc08831 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1757448 Nov 08 13:55:14.613319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33646) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:14.626761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-48b15225-bb2d-419f-962f-d4fb14c7688c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--282468905'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:14.654574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-51c2186b-dce6-49da-9fd5-30bd270f3506 req-ab8c1c50-d25a-4c91-bf72-a4fd841f31ae service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013639 Nov 08 13:55:14.656425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-e46cf49c-23a7-4e75-abfb-bfa134289f95 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 217 time: 0.0523610 Nov 08 13:55:14.677874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a97f5e4-83fc-4cde-a768-bfaa3dbb516d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.679869 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.680667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a97f5e4-83fc-4cde-a768-bfaa3dbb516d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.681935 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1a97f5e4-83fc-4cde-a768-bfaa3dbb516d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7cd5467-5861-41c0-97fc-ec662e6d5a99 HTTP/1.1" status: 204 len: 168 time: 0.5514128 Nov 08 13:55:14.718953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97f5e4-83fc-4cde-a768-bfaa3dbb516d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd5467-5861-41c0-97fc-ec662e6d5a99,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:14.743581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=346ec544-2237-45a1-941e-0926fa16cedc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:14.754806 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48b15225-bb2d-419f-962f-d4fb14c7688c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:14.772054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-3e304daa-7e5d-4cfe-9ed7-e32b509a5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:14.774496 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-3e304daa-7e5d-4cfe-9ed7-e32b509a5fa0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.1057000 Nov 08 13:55:14.810497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14408ec6-44dc-458e-9324-81a602e17f7b req-e64ff8f5-0f97-46ac-85ba-a2479832bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:14.815097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14408ec6-44dc-458e-9324-81a602e17f7b req-e64ff8f5-0f97-46ac-85ba-a2479832bfa4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 1094 time: 0.0922341 Nov 08 13:55:14.846118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578c954-29a6-48de-a95a-287e1665d705 req-36037941-6d08-46d4-811e-5d5c5f87a584 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:14.847718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8578c954-29a6-48de-a95a-287e1665d705 req-36037941-6d08-46d4-811e-5d5c5f87a584 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.2144361 Nov 08 13:55:14.856127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788cf129-853e-4ed8-9503-2c568924900b req-73d1a0bb-6da7-4918-9fc7-1c3e47e09226 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:14.857795 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-788cf129-853e-4ed8-9503-2c568924900b req-73d1a0bb-6da7-4918-9fc7-1c3e47e09226 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 944 time: 0.2255406 Nov 08 13:55:14.993727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-dd664598-74da-4e8b-9143-1b011afd981c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659492 Nov 08 13:55:15.014815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-788cf129-853e-4ed8-9503-2c568924900b req-fb5c1baf-3593-4d2a-aa37-a5d3b76d0f4f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404567 Nov 08 13:55:15.090342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8578c954-29a6-48de-a95a-287e1665d705 req-12f71aaf-33d2-4ee6-a805-c42389ecff2b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287984 Nov 08 13:55:15.170037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48b15225-bb2d-419f-962f-d4fb14c7688c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.186059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48b15225-bb2d-419f-962f-d4fb14c7688c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.238017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.257422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48b15225-bb2d-419f-962f-d4fb14c7688c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.258694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-48b15225-bb2d-419f-962f-d4fb14c7688c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6411412 Nov 08 13:55:15.262782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:15.270213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-779b01b2-c269-4a8a-b9d1-da1bfe49eba6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': '725dbd5b-4eba-42d2-9109-4f1e0326522a', 'direction': 'ingress', 'protocol': 17}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:15.274731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b15225-bb2d-419f-962f-d4fb14c7688c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725dbd5b-4eba-42d2-9109-4f1e0326522a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:15.396310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33660) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:15.470695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd1f85a4-3a45-4a5e-bb88-e4780ebb8981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.556249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14408ec6-44dc-458e-9324-81a602e17f7b req-47f56d81-eef5-464a-a2e9-cb5eeddcdcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:15.557749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14408ec6-44dc-458e-9324-81a602e17f7b req-47f56d81-eef5-464a-a2e9-cb5eeddcdcea service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.6157668 Nov 08 13:55:15.565712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-a74e11ee-3b12-4763-bc33-f081929dd983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:15.567225 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-a74e11ee-3b12-4763-bc33-f081929dd983 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1096 time: 0.1696494 Nov 08 13:55:15.634694 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-ff4d1aa7-5c9f-44a3-9fe9-344fb95f1319 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6242590 Nov 08 13:55:15.656737 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14408ec6-44dc-458e-9324-81a602e17f7b req-306c146d-bd8f-4066-a182-e2d632119240 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8bcb396-4fc5-46e9-a459-f51f096f98f5 HTTP/1.1" status: 200 len: 217 time: 0.0884538 Nov 08 13:55:15.717497 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-779b01b2-c269-4a8a-b9d1-da1bfe49eba6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.747998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:15.750417 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03" -d '{"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:15.768594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d93bd-a1f3-4ea9-850c-a5818dbaf9d9 req-5c71acbc-06d6-436d-bf19-13cf8e0cc05c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:15.770142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-367d93bd-a1f3-4ea9-850c-a5818dbaf9d9 req-5c71acbc-06d6-436d-bf19-13cf8e0cc05c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 943 time: 0.1073253 Nov 08 13:55:15.811725 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb461840-7ee5-4efe-9b02-d0f612c2ede8 x-openstack-request-id: req-bb461840-7ee5-4efe-9b02-d0f612c2ede8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:15.811725 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:15.811725 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb461840-7ee5-4efe-9b02-d0f612c2ede8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:15.811725 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'status': 'completed', 'code': 200} Nov 08 13:55:15.842830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14408ec6-44dc-458e-9324-81a602e17f7b req-819a0abf-6692-4b16-aaad-c8824c7b30ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:15.844484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14408ec6-44dc-458e-9324-81a602e17f7b req-819a0abf-6692-4b16-aaad-c8824c7b30ce service neutron] 10.222.0.54 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1733286 Nov 08 13:55:15.877355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd1f85a4-3a45-4a5e-bb88-e4780ebb8981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.899823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-779b01b2-c269-4a8a-b9d1-da1bfe49eba6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.906283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14408ec6-44dc-458e-9324-81a602e17f7b req-aedf69aa-5139-40a4-b87d-b7822a8be079 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455251 Nov 08 13:55:15.906894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd1f85a4-3a45-4a5e-bb88-e4780ebb8981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.908575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-779b01b2-c269-4a8a-b9d1-da1bfe49eba6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.920703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 6ccf4c47-863a-4e1a-a3a8-594233ebd1cd has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:55:15.942046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-4483e040-affb-4784-ba31-c8eeb8f753d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:15.943367 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-4483e040-affb-4784-ba31-c8eeb8f753d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.3576109 Nov 08 13:55:15.945975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-367d93bd-a1f3-4ea9-850c-a5818dbaf9d9 req-c2f0c084-d7a5-498c-8eb1-c7f2c23f3720 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307392 Nov 08 13:55:15.949204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b01b2-c269-4a8a-b9d1-da1bfe49eba6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b929a8-cee4-4a96-9b2e-35f1e5238ed6,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:15.959985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-779b01b2-c269-4a8a-b9d1-da1bfe49eba6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:15.961233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-779b01b2-c269-4a8a-b9d1-da1bfe49eba6 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6972227 Nov 08 13:55:15.965379 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f88bfeab-fe83-4b6c-a4b9-07dba2308a27 req-9574f5f6-1298-4369-901c-ffdb3c271288 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175654 Nov 08 13:55:15.966160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33664) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:16.081781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dd1f85a4-3a45-4a5e-bb88-e4780ebb8981 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5828f54d1a646969a1f737a2cfaac33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6800401 Nov 08 13:55:16.087100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33668) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:16.089491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f85a4-3a45-4a5e-bb88-e4780ebb8981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c39046b-cec1-4de3-88d4-7b1087bab466,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:16.124232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:16.135674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a02c306e-a167-4bca-97bf-7baeca6761dd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/6ccf4c47-863a-4e1a-a3a8-594233ebd1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1220555 Nov 08 13:55:16.136000 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] Sync routers for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:16.141340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33670) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:16.149539 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:16.150173 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:16.156545 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2c311c02-d4a4-46e4-9069-8530c31e72f7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.173383 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-a6fe2a1a-492d-4b18-ab57-012e623d1756 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 1001 time: 0.2039926 Nov 08 13:55:16.207344 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:16.218645 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:16.219322 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:16.237937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14408ec6-44dc-458e-9324-81a602e17f7b req-7aa9647f-c248-4953-b370-0fd03b962279 service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169453 Nov 08 13:55:16.253900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-90b9b55d-b7d4-4f55-9eaa-4f52900d9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:16.255380 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-90b9b55d-b7d4-4f55-9eaa-4f52900d9f9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1095 time: 0.1989133 Nov 08 13:55:16.271950 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:16.274004 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee80278-65a5-46f7-9a8c-992918ec57ca None None] The sync data for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:16.313285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-e91179a2-4264-48c7-b5df-972247bb7718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:16.314703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-e91179a2-4264-48c7-b5df-972247bb7718 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.1312633 Nov 08 13:55:16.322124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2c311c02-d4a4-46e4-9069-8530c31e72f7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.371562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0619876b-cec1-4fbe-b90f-8bd7341c8e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.379024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ac363-d4b4-44d1-be52-eee721685cbe req-9ca9d61e-02fe-497c-865f-81756cd41015 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:16.380410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d21ac363-d4b4-44d1-be52-eee721685cbe req-9ca9d61e-02fe-497c-865f-81756cd41015 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 944 time: 0.2583790 Nov 08 13:55:16.489956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0619876b-cec1-4fbe-b90f-8bd7341c8e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.499622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e965b-47d5-4b2e-b3a6-d77de4b0a8cf req-ebb55f8a-854c-491f-b5ee-724afe65555c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:16.499622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af7e965b-47d5-4b2e-b3a6-d77de4b0a8cf req-ebb55f8a-854c-491f-b5ee-724afe65555c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.2560511 Nov 08 13:55:16.502076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-14408ec6-44dc-458e-9324-81a602e17f7b req-3bfa05e6-7f02-4ee6-b294-938ad9bea2bd service neutron] 10.222.0.54 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522845 Nov 08 13:55:16.531047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-e333cea7-867b-47f2-a70a-6e33bec79eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:16.533241 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-e333cea7-867b-47f2-a70a-6e33bec79eb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894836 Nov 08 13:55:16.548900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2c311c02-d4a4-46e4-9069-8530c31e72f7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.551440 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2c311c02-d4a4-46e4-9069-8530c31e72f7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.552617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2c311c02-d4a4-46e4-9069-8530c31e72f7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/725dbd5b-4eba-42d2-9109-4f1e0326522a HTTP/1.1" status: 204 len: 168 time: 0.5846417 Nov 08 13:55:16.563333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33678) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:16.582083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-e10c6e6b-2666-41cd-b5da-741793472713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:16.583466 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-e10c6e6b-2666-41cd-b5da-741793472713 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.3092434 Nov 08 13:55:16.585827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d21ac363-d4b4-44d1-be52-eee721685cbe req-d6666c64-51e7-4dff-a573-da19e429407b tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954031 Nov 08 13:55:16.590366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c311c02-d4a4-46e4-9069-8530c31e72f7 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725dbd5b-4eba-42d2-9109-4f1e0326522a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:16.634427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-88cf20ae-5dea-4f8d-bdd0-903c68f4fe3d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 217 time: 0.0432167 Nov 08 13:55:16.672813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af7e965b-47d5-4b2e-b3a6-d77de4b0a8cf req-94c7a462-502c-4f56-88e2-28414c579338 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649487 Nov 08 13:55:16.726890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0619876b-cec1-4fbe-b90f-8bd7341c8e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.730885 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0619876b-cec1-4fbe-b90f-8bd7341c8e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.734633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0619876b-cec1-4fbe-b90f-8bd7341c8e40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c39046b-cec1-4de3-88d4-7b1087bab466 HTTP/1.1" status: 204 len: 168 time: 0.6396406 Nov 08 13:55:16.747619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e2720388-8bc8-4921-8e48-0ee93fb98fc9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1798632 Nov 08 13:55:16.751852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33682) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:16.756347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619876b-cec1-4fbe-b90f-8bd7341c8e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c39046b-cec1-4de3-88d4-7b1087bab466,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:16.759164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8e171c21-bb19-4a64-9e20-2f2350fe36ac tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--850918274'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:16.778169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-c64316c2-aeaa-4853-916f-5c0950292dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:16.779029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-c64316c2-aeaa-4853-916f-5c0950292dec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.1147432 Nov 08 13:55:16.780954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-f9d27941-de78-4d86-b906-d7629526cf47 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274668 Nov 08 13:55:16.793544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e171c21-bb19-4a64-9e20-2f2350fe36ac tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.853021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-896e5153-eb7c-4ead-a535-21bc44ced108 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592053 Nov 08 13:55:16.908781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e171c21-bb19-4a64-9e20-2f2350fe36ac tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.916804 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:16.921176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e171c21-bb19-4a64-9e20-2f2350fe36ac tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.016264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41f54208-7138-4748-b68e-dd19d8ce2ab5 req-e98970d1-17e6-46ff-ae7c-4b996f0097f9 service neutron] 10.222.0.54 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211401 Nov 08 13:55:17.035324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e171c21-bb19-4a64-9e20-2f2350fe36ac tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.036789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e171c21-bb19-4a64-9e20-2f2350fe36ac tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2838073 Nov 08 13:55:17.043200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33688) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:17.044518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e171c21-bb19-4a64-9e20-2f2350fe36ac tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eba0284-3c73-47e1-863e-8f34cc6fbf8c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:17.069555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-15c649e0-4816-479d-ad48-ee6d842ba903 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--284644632'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:17.083495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-854c9afd-20cc-43f1-b844-ed36abdd69bc service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219789 Nov 08 13:55:17.180429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c649e0-4816-479d-ad48-ee6d842ba903 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.217893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832a437-dfdc-4a5d-9d78-6c1c7418d4e4 req-350d7803-45ba-4095-af71-086612285328 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:17.220405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f832a437-dfdc-4a5d-9d78-6c1c7418d4e4 req-350d7803-45ba-4095-af71-086612285328 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 943 time: 0.0859973 Nov 08 13:55:17.261456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2a0ae8c-3c1c-47b6-8243-7e505803ae03 req-3782aa2b-a404-42e6-ab9d-502071126be9 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648622 Nov 08 13:55:17.304534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c649e0-4816-479d-ad48-ee6d842ba903 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.310654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c649e0-4816-479d-ad48-ee6d842ba903 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.343542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f832a437-dfdc-4a5d-9d78-6c1c7418d4e4 req-42354d99-5c65-48bb-a432-55a1a36c178b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150422 Nov 08 13:55:17.355717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c649e0-4816-479d-ad48-ee6d842ba903 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.357480 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-15c649e0-4816-479d-ad48-ee6d842ba903 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3111448 Nov 08 13:55:17.360061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c649e0-4816-479d-ad48-ee6d842ba903 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a536036-8f49-4274-b08e-5a9d210a1dc1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:17.360300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:17.367396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-eecc9465-2de7-4848-ae8a-9c869eff5f35 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': '4eba0284-3c73-47e1-863e-8f34cc6fbf8c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0a536036-8f49-4274-b08e-5a9d210a1dc1', 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:17.384608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:17.385053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.445250 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:55:17.468396 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eecc9465-2de7-4848-ae8a-9c869eff5f35 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.518634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.543038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:17.614161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eecc9465-2de7-4848-ae8a-9c869eff5f35 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.626801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eecc9465-2de7-4848-ae8a-9c869eff5f35 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.653745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc9465-2de7-4848-ae8a-9c869eff5f35 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc007553-985b-4336-a6fc-a9d2b359aef7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:17.693907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eecc9465-2de7-4848-ae8a-9c869eff5f35 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.697657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eecc9465-2de7-4848-ae8a-9c869eff5f35 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3338315 Nov 08 13:55:17.698433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33712) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:17.726875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29852e95-7b3f-4199-bd22-bfb5ab124afb tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.738656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29852e95-7b3f-4199-bd22-bfb5ab124afb tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.772126 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29852e95-7b3f-4199-bd22-bfb5ab124afb tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.778620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29852e95-7b3f-4199-bd22-bfb5ab124afb tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.783709 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-29852e95-7b3f-4199-bd22-bfb5ab124afb tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cc007553-985b-4336-a6fc-a9d2b359aef7 HTTP/1.1" status: 204 len: 168 time: 0.0841696 Nov 08 13:55:17.784466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33718) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:17.796214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d4e4e7-96a1-4a8f-8ea2-cdb8c9fd43b1 req-aa1b838b-0633-4412-9c33-289a75405a34 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:17.798284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0d4e4e7-96a1-4a8f-8ea2-cdb8c9fd43b1 req-aa1b838b-0633-4412-9c33-289a75405a34 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 944 time: 0.1099143 Nov 08 13:55:17.808966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29852e95-7b3f-4199-bd22-bfb5ab124afb tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc007553-985b-4336-a6fc-a9d2b359aef7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:17.857509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:55:17.870347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:17.897276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e49aae5-bf42-4145-a9aa-6ac12c46a745 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1085968 Nov 08 13:55:17.897911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33724) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:17.915177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=9a3c48ab-1b97-4cde-ac45-a2252c7f4ef8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:17.935475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0d4e4e7-96a1-4a8f-8ea2-cdb8c9fd43b1 req-e6e6d4c8-266f-4947-a63e-fdb80d3e8b6e tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263471 Nov 08 13:55:18.002107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.027100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd49ea7a-7b60-492f-9044-d227a148d856 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.056366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:18.060304 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5ec207-58f7-4c22-bd67-5bb0c5bef3b1" -d '{"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-unplugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:18.060536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd49ea7a-7b60-492f-9044-d227a148d856 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.079564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:18.087602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.124916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd49ea7a-7b60-492f-9044-d227a148d856 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.129138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd49ea7a-7b60-492f-9044-d227a148d856 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.132755 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd49ea7a-7b60-492f-9044-d227a148d856 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/0a536036-8f49-4274-b08e-5a9d210a1dc1 HTTP/1.1" status: 204 len: 168 time: 0.2314584 Nov 08 13:55:18.144275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33732) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:18.145290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49ea7a-7b60-492f-9044-d227a148d856 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a536036-8f49-4274-b08e-5a9d210a1dc1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:18.167814 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e66dbf-6eec-4ae0-a20e-784caafe0cf7 x-openstack-request-id: req-14e66dbf-6eec-4ae0-a20e-784caafe0cf7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:18.168362 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-unplugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:18.168637 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14e66dbf-6eec-4ae0-a20e-784caafe0cf7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:18.169772 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'code': 200} Nov 08 13:55:18.175949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.190900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfcfcc-603a-4451-8295-81a39dfae6b0 req-acd15bef-5c04-40b9-8439-976b75c1e0e0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:18.200059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99cfcfcc-603a-4451-8295-81a39dfae6b0 req-acd15bef-5c04-40b9-8439-976b75c1e0e0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.2903559 Nov 08 13:55:18.212984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:18.291015 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-42c49e95-6608-4e60-8d14-0c2023bb1378 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1419969 Nov 08 13:55:18.293393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33736) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:18.403099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbf15e11-f90d-4b71-8fc9-65eb44344326 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.443115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99cfcfcc-603a-4451-8295-81a39dfae6b0 req-8b92ce32-4fe3-43e5-9c9a-6a6389f1824e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419193 Nov 08 13:55:18.461161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbf15e11-f90d-4b71-8fc9-65eb44344326 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.470583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 6ccf4c47-863a-4e1a-a3a8-594233ebd1cd has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:55:18.540106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbf15e11-f90d-4b71-8fc9-65eb44344326 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.544129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbf15e11-f90d-4b71-8fc9-65eb44344326 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.548076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bbf15e11-f90d-4b71-8fc9-65eb44344326 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/4eba0284-3c73-47e1-863e-8f34cc6fbf8c HTTP/1.1" status: 204 len: 168 time: 0.2531857 Nov 08 13:55:18.548690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33744) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:18.570194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf15e11-f90d-4b71-8fc9-65eb44344326 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eba0284-3c73-47e1-863e-8f34cc6fbf8c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:18.605091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ecbec-b32d-4927-b57e-4283587f9dad req-9fb08746-1914-401e-af4c-e6ab003120db tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:18.612325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-102ecbec-b32d-4927-b57e-4283587f9dad req-9fb08746-1914-401e-af4c-e6ab003120db tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 943 time: 0.1363633 Nov 08 13:55:18.622651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:18.634418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bb517cc-c820-49ed-a5a1-a995cf02ce16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/6ccf4c47-863a-4e1a-a3a8-594233ebd1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4813302 Nov 08 13:55:18.634648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] Sync routers for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:18.637718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33748) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:18.671865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:18.676240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:18.676462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a465e0d-b6fc-47b0-b9d9-7fe2bb3cbba7 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ccf4c47-863a-4e1a-a3a8-594233ebd1cd HTTP/1.1" status: 200 len: 205 time: 0.0374753 Nov 08 13:55:18.681604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33750) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:18.721323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-102ecbec-b32d-4927-b57e-4283587f9dad req-1b6d1e93-fd94-44de-9a77-64a90e822f66 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081028 Nov 08 13:55:18.738760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33752) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:18.739079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0ffa77eb-2f05-4112-836f-09445c425f55 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1860402 Nov 08 13:55:18.744186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4bf3842c-9938-4078-bd7a-dfc960486f38 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--589612781'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:18.748704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:18.766750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] Routers {'6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:18.767373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:18.787870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bf3842c-9938-4078-bd7a-dfc960486f38 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.791395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c4636f2-2370-4ef5-99a4-beb6dbe35182 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.815299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:18.816324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063f7885-b7a6-4756-b8b7-da204f9464c1 None None] The sync data for ids ['6ccf4c47-863a-4e1a-a3a8-594233ebd1cd'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:18.874181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bf3842c-9938-4078-bd7a-dfc960486f38 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.881319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bf3842c-9938-4078-bd7a-dfc960486f38 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.929274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3842c-9938-4078-bd7a-dfc960486f38 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03992831-4432-4e52-b3db-26f3210b7bce,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:18.948181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bf3842c-9938-4078-bd7a-dfc960486f38 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:18.949986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bf3842c-9938-4078-bd7a-dfc960486f38 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2106595 Nov 08 13:55:18.955847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33760) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:18.963726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4d247026-253a-490b-9d21-aae762363432 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': '03992831-4432-4e52-b3db-26f3210b7bce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:19.009945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d247026-253a-490b-9d21-aae762363432 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.071127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c4636f2-2370-4ef5-99a4-beb6dbe35182 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.075858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c4636f2-2370-4ef5-99a4-beb6dbe35182 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.132551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b926fa6-aed3-46d5-8b1c-5d699440a183 req-343cd9e2-7db1-4ce5-9823-68f825c61718 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:19.132551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b926fa6-aed3-46d5-8b1c-5d699440a183 req-343cd9e2-7db1-4ce5-9823-68f825c61718 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 944 time: 0.0841341 Nov 08 13:55:19.133972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d247026-253a-490b-9d21-aae762363432 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.138173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d247026-253a-490b-9d21-aae762363432 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.145532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c4636f2-2370-4ef5-99a4-beb6dbe35182 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.146824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4636f2-2370-4ef5-99a4-beb6dbe35182 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Fanout notify agent at l3_agent the message router_deleted on router 6ccf4c47-863a-4e1a-a3a8-594233ebd1cd {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:55:19.163955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c4636f2-2370-4ef5-99a4-beb6dbe35182 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.165080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3c4636f2-2370-4ef5-99a4-beb6dbe35182 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/6ccf4c47-863a-4e1a-a3a8-594233ebd1cd HTTP/1.1" status: 204 len: 168 time: 0.4825227 Nov 08 13:55:19.167783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:19.181797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d247026-253a-490b-9d21-aae762363432 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1f49c4-9bd0-4bba-85b3-b6d1bb9ec2e6,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:19.200931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d247026-253a-490b-9d21-aae762363432 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.202146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d247026-253a-490b-9d21-aae762363432 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2452707 Nov 08 13:55:19.205306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33774) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:19.227652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b926fa6-aed3-46d5-8b1c-5d699440a183 req-90682f5b-4d1d-4a4a-acd4-8d155ab145ea tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804405 Nov 08 13:55:19.245753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet d97a0883-d323-45a0-82c4-26e31009db8b {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:55:19.259373 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.263668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff9a658-c8b5-44c9-a8ef-4938fab23054 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.304503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff9a658-c8b5-44c9-a8ef-4938fab23054 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.335144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.372993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff9a658-c8b5-44c9-a8ef-4938fab23054 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.389920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff9a658-c8b5-44c9-a8ef-4938fab23054 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.389920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eff9a658-c8b5-44c9-a8ef-4938fab23054 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3a1f49c4-9bd0-4bba-85b3-b6d1bb9ec2e6 HTTP/1.1" status: 204 len: 168 time: 0.1830664 Nov 08 13:55:19.392074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33780) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:19.395996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9a658-c8b5-44c9-a8ef-4938fab23054 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a1f49c4-9bd0-4bba-85b3-b6d1bb9ec2e6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:19.439423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e9c50258-129a-4d44-8200-79f3b487382e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434670 Nov 08 13:55:19.439812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33782) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:19.445122 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.522945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2028ec87-901c-4f4f-9b73-589d32892bfa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.553392 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2028ec87-901c-4f4f-9b73-589d32892bfa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.639614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36205b-62ff-44fd-8cf3-24158f99479d req-42f3645e-c839-4a23-8e71-9bb514c9ced6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:19.641335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a36205b-62ff-44fd-8cf3-24158f99479d req-42f3645e-c839-4a23-8e71-9bb514c9ced6 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 943 time: 0.0776320 Nov 08 13:55:19.646522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2028ec87-901c-4f4f-9b73-589d32892bfa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.649539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2028ec87-901c-4f4f-9b73-589d32892bfa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.650712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2028ec87-901c-4f4f-9b73-589d32892bfa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/03992831-4432-4e52-b3db-26f3210b7bce HTTP/1.1" status: 204 len: 168 time: 0.2098899 Nov 08 13:55:19.656619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33790) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:19.681640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028ec87-901c-4f4f-9b73-589d32892bfa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03992831-4432-4e52-b3db-26f3210b7bce,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:19.779505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a36205b-62ff-44fd-8cf3-24158f99479d req-0a137b4e-4ead-4811-8476-64ff25f175d2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269369 Nov 08 13:55:19.784877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-64b7a5aa-0688-40a1-9da5-5d1447d6aa64 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1252806 Nov 08 13:55:19.788904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33796) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:19.795846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d127720c-38d6-4a16-bd5a-01302c2b604d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168591004'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:19.825598 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.835069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d127720c-38d6-4a16-bd5a-01302c2b604d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.871186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=d97a0883-d323-45a0-82c4-26e31009db8b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:19.876313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c8bcb396-4fc5-46e9-a459-f51f096f98f5 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:55:19.888328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:19.892062 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dbe88b81-e519-4eb7-b235-6a1b28854a70 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/d97a0883-d323-45a0-82c4-26e31009db8b HTTP/1.1" status: 204 len: 168 time: 0.7232938 Nov 08 13:55:19.894341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33804) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:19.957746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5914db5-dcd2-4ec5-85e1-fc911b774e5a req-3f4676da-8492-42d6-b9db-890ad9ba46a1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:19.959331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5914db5-dcd2-4ec5-85e1-fc911b774e5a req-3f4676da-8492-42d6-b9db-890ad9ba46a1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 943 time: 0.1269121 Nov 08 13:55:20.002139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet bb178a72-bb24-4b21-8e7b-63a6257f24a7 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:55:20.010441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.012645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ecedb5-840a-436a-a0aa-d352d51469db None None] Network bd911f20-6e5f-420b-b266-118514213ef9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:20.084409 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d127720c-38d6-4a16-bd5a-01302c2b604d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.097024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.099630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d127720c-38d6-4a16-bd5a-01302c2b604d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.133969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c8bcb396-4fc5-46e9-a459-f51f096f98f5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c8bcb396-4fc5-46e9-a459-f51f096f98f5,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:20.136915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5914db5-dcd2-4ec5-85e1-fc911b774e5a req-c71f6452-76af-4446-8ade-7d0f819d27b7 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636398 Nov 08 13:55:20.150799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'port_id': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5', 'mac_address': 'fa:16:3e:f3:98:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d34903-33ef-41de-95c2-6c1ca2a14962', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:55:20.176451 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d127720c-38d6-4a16-bd5a-01302c2b604d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.180855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d127720c-38d6-4a16-bd5a-01302c2b604d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3891642 Nov 08 13:55:20.181099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33822) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:20.187138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-65a75db3-e06b-4429-aa39-82d4d8dbaa0c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'a4c9436c-2847-4b1b-a013-7abc1205df5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:20.188142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127720c-38d6-4a16-bd5a-01302c2b604d tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c9436c-2847-4b1b-a013-7abc1205df5e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:20.269358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.282756 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.292517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bcb396-4fc5-46e9-a459-f51f096f98f5 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:20.296776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65a75db3-e06b-4429-aa39-82d4d8dbaa0c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.322117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c8bcb396-4fc5-46e9-a459-f51f096f98f5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c8bcb396-4fc5-46e9-a459-f51f096f98f5,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:20.339481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.341274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 15d03fa2-c36c-4265-b464-ad5cbe429c98 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:55:20.454253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65a75db3-e06b-4429-aa39-82d4d8dbaa0c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.462045 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65a75db3-e06b-4429-aa39-82d4d8dbaa0c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.466592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] DHCP port deletion for bd911f20-6e5f-420b-b266-118514213ef9 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:55:20.482979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c8bcb396-4fc5-46e9-a459-f51f096f98f5,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:20.483404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a75db3-e06b-4429-aa39-82d4d8dbaa0c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=accf8aed-0833-44fd-bc3b-d42e21cfe8e7,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:20.512796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65a75db3-e06b-4429-aa39-82d4d8dbaa0c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.513224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e6afa-b254-4aa6-8e29-66a478541cda req-3c2f4024-90de-4d00-882e-9833f8dd7ad7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:20.521086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-65a75db3-e06b-4429-aa39-82d4d8dbaa0c tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3355398 Nov 08 13:55:20.523240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-507e6afa-b254-4aa6-8e29-66a478541cda req-3c2f4024-90de-4d00-882e-9833f8dd7ad7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 944 time: 0.1135523 Nov 08 13:55:20.525157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33834) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:20.527088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.570337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3c74ec49-7d11-4aae-af34-cb98aa71afcf tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules/accf8aed-0833-44fd-bc3b-d42e21cfe8e7 HTTP/1.1" status: 200 len: 763 time: 0.0414591 Nov 08 13:55:20.570337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33840) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:20.585352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=bb178a72-bb24-4b21-8e7b-63a6257f24a7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:20.587934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.592542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2d055a74-25a2-4e10-aa54-d858fb56eab6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/bb178a72-bb24-4b21-8e7b-63a6257f24a7 HTTP/1.1" status: 204 len: 168 time: 0.6965220 Nov 08 13:55:20.596622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33842) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:20.615536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22eabba-a1ef-4520-b4fb-9ddefab486df None None] Network 752a400b-9e8f-49d4-b916-9413ee981aa6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:20.674994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-507e6afa-b254-4aa6-8e29-66a478541cda req-3358a3ba-ca46-4f67-9f67-ecc8b5cd3127 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507626 Nov 08 13:55:20.677563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-38f8ea92-3ab5-4abe-ab7b-62c0cddc956e tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1059647 Nov 08 13:55:20.678212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33846) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:20.734244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87eabb44-b4c0-485e-b25d-fd7a4cba9529 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.743454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] Deleting port c54317c7-ca48-44d7-97fb-357855cdfd31 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:20.743879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87eabb44-b4c0-485e-b25d-fd7a4cba9529 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.744035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.773772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.790056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87eabb44-b4c0-485e-b25d-fd7a4cba9529 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.797456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87eabb44-b4c0-485e-b25d-fd7a4cba9529 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.800774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-87eabb44-b4c0-485e-b25d-fd7a4cba9529 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/accf8aed-0833-44fd-bc3b-d42e21cfe8e7 HTTP/1.1" status: 204 len: 168 time: 0.1211150 Nov 08 13:55:20.801800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:20.806054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:20.825361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eabb44-b4c0-485e-b25d-fd7a4cba9529 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=accf8aed-0833-44fd-bc3b-d42e21cfe8e7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:20.840768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port c54317c7-ca48-44d7-97fb-357855cdfd31 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:20.841238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.886989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-116e0e9c-200f-4bf0-b2b1-bd1ba84d3d76 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805297 Nov 08 13:55:20.889677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33854) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:20.899155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1277f18e-9584-463d-8a4a-7539ea98a6b3 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'a4c9436c-2847-4b1b-a013-7abc1205df5e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:20.926708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port c54317c7-ca48-44d7-97fb-357855cdfd31, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c54317c7-ca48-44d7-97fb-357855cdfd31,segment=NetworkSegment(434d75d3-41f1-4d9a-a279-15f9e55d74fa),segment_id=434d75d3-41f1-4d9a-a279-15f9e55d74fa)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:20.930500 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:20.949604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for c54317c7-ca48-44d7-97fb-357855cdfd31 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:20.978968 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1277f18e-9584-463d-8a4a-7539ea98a6b3 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.042722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1277f18e-9584-463d-8a4a-7539ea98a6b3 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.047912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1277f18e-9584-463d-8a4a-7539ea98a6b3 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.063980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'port_id': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'mac_address': 'fa:16:3e:2e:d5:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:55:21.068165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277f18e-9584-463d-8a4a-7539ea98a6b3 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d671bdc-0fe7-456a-886e-72aad0a43054,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.099231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1277f18e-9584-463d-8a4a-7539ea98a6b3 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.103122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] For port c54317c7-ca48-44d7-97fb-357855cdfd31, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c54317c7-ca48-44d7-97fb-357855cdfd31,segment=NetworkSegment(434d75d3-41f1-4d9a-a279-15f9e55d74fa),segment_id=434d75d3-41f1-4d9a-a279-15f9e55d74fa)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:21.103313 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1277f18e-9584-463d-8a4a-7539ea98a6b3 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099402 Nov 08 13:55:21.103474 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.104040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33864) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.129595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9e1565e6-871b-4e06-ad73-4183ecc861a9 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules/3d671bdc-0fe7-456a-886e-72aad0a43054 HTTP/1.1" status: 200 len: 763 time: 0.0229719 Nov 08 13:55:21.132336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33866) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.138140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.142244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] Calling delete_port for c54317c7-ca48-44d7-97fb-357855cdfd31 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:21.181368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.184181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=c54317c7-ca48-44d7-97fb-357855cdfd31,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.193607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port c54317c7-ca48-44d7-97fb-357855cdfd31 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:21.211258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f436527-ea80-4b8c-a504-6a2c73e08e3b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0773768 Nov 08 13:55:21.214333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33874) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.247319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] DHCP port deletion for 752a400b-9e8f-49d4-b916-9413ee981aa6 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:55:21.254398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cd66100-e61c-4030-bf46-56e57c0f34aa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.266348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cd66100-e61c-4030-bf46-56e57c0f34aa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.285437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d03fa2-c36c-4265-b464-ad5cbe429c98 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:21.302747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cd66100-e61c-4030-bf46-56e57c0f34aa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.311526 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cd66100-e61c-4030-bf46-56e57c0f34aa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.314933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3cd66100-e61c-4030-bf46-56e57c0f34aa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3d671bdc-0fe7-456a-886e-72aad0a43054 HTTP/1.1" status: 204 len: 168 time: 0.0983815 Nov 08 13:55:21.315859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33886) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.318121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:21.348331 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.353714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd66100-e61c-4030-bf46-56e57c0f34aa tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d671bdc-0fe7-456a-886e-72aad0a43054,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.380954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-86c304d2-dfcb-455f-bf9d-ec01e6d33856 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0638332 Nov 08 13:55:21.383665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33888) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.388496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Request body: {'security_group_rule': {'security_group_id': 'a4c9436c-2847-4b1b-a013-7abc1205df5e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:21.408145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.415622 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Project 81e8a2ee69fb4daebd440fd5fbfb06f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:55:21.424422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.444904 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.482292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] Deleting port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:21.482656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.507259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.512707 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.537183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c7caa3-1a0f-417f-9622-571d9e76ad6e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.552224 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.554892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f2f2d1e-42c5-4b8e-aab3-a20a272af2ec tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698720 Nov 08 13:55:21.557811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] For port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0e3466a2-95b5-4a77-9e3b-2dbd5244831d,segment=NetworkSegment(9ffd8417-0010-4596-8c00-5f1355511f00),segment_id=9ffd8417-0010-4596-8c00-5f1355511f00)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:21.558627 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.559486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33894) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.562943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] Pushing event deleted for resources: {'Port': ['ID=c54317c7-ca48-44d7-97fb-357855cdfd31,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.565591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073837f-1f9c-4d91-9b06-b4bfadceb760 None None] No DVR routers for this DVR port c54317c7-ca48-44d7-97fb-357855cdfd31 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:21.582026 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] Calling delete_port for 0e3466a2-95b5-4a77-9e3b-2dbd5244831d owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:21.611229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2b8afd4b-6eae-49d6-b5dd-d4b354788d77 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules/16c7caa3-1a0f-417f-9622-571d9e76ad6e HTTP/1.1" status: 200 len: 769 time: 0.0267458 Nov 08 13:55:21.613676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33896) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.670791 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-190688eb-9cfa-42e4-99b9-d065a7306db5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0551670 Nov 08 13:55:21.672989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.682420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.702414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82c63d6b-ff56-4529-9bfa-8c6a9989f457 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.711840 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82c63d6b-ff56-4529-9bfa-8c6a9989f457 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.720575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c8bcb396-4fc5-46e9-a459-f51f096f98f5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:21.728767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['15d03fa2-c36c-4265-b464-ad5cbe429c98'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:21.731647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] Pushing event deleted for resources: {'Port': ['ID=0e3466a2-95b5-4a77-9e3b-2dbd5244831d,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.747396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82c63d6b-ff56-4529-9bfa-8c6a9989f457 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.757456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82c63d6b-ff56-4529-9bfa-8c6a9989f457 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.759966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-82c63d6b-ff56-4529-9bfa-8c6a9989f457 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/16c7caa3-1a0f-417f-9622-571d9e76ad6e HTTP/1.1" status: 204 len: 168 time: 0.0824103 Nov 08 13:55:21.765986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33904) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.788688 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.791659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989cf0c0-2d03-47a9-b31e-7ceae4da4e19 None None] No DVR routers for this DVR port 0e3466a2-95b5-4a77-9e3b-2dbd5244831d on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:21.799446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c63d6b-ff56-4529-9bfa-8c6a9989f457 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16c7caa3-1a0f-417f-9622-571d9e76ad6e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:21.846257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-88cf3068-1448-4d23-be3e-9ea7c614e0c1 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0761583 Nov 08 13:55:21.846960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33906) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:21.854298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd911f20-6e5f-420b-b266-118514213ef9']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:21.873695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434d75d3-41f1-4d9a-a279-15f9e55d74fa') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:21.874174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434d75d3-41f1-4d9a-a279-15f9e55d74fa') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:21.894961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-31ef63a7-76de-4e43-80f9-aeb7a536d8c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1606824 Nov 08 13:55:21.896926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.925941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6845fd-8ded-48db-914b-c961912c7ec8 req-c07ec9ce-21d0-407f-86d1-24ee6de66858 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:21.935780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:55:21.940359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-419f6ae3-517a-4312-adc5-48359c0aaab5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.943910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c6845fd-8ded-48db-914b-c961912c7ec8 req-c07ec9ce-21d0-407f-86d1-24ee6de66858 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 943 time: 0.2085438 Nov 08 13:55:21.947058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.958046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da8f4a-388c-40c7-ae72-4196f344de60 req-1054e1ea-ef27-4d1e-96c4-5eb31a72c50a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:21.959805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59da8f4a-388c-40c7-ae72-4196f344de60 req-1054e1ea-ef27-4d1e-96c4-5eb31a72c50a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 944 time: 0.2266529 Nov 08 13:55:21.978021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:55:21.978641 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:55:21.982710 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:55:22.007925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-419f6ae3-517a-4312-adc5-48359c0aaab5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.075605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-419f6ae3-517a-4312-adc5-48359c0aaab5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.082198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-419f6ae3-517a-4312-adc5-48359c0aaab5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.084892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-419f6ae3-517a-4312-adc5-48359c0aaab5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "DELETE /v2.0/security-groups/a4c9436c-2847-4b1b-a013-7abc1205df5e HTTP/1.1" status: 204 len: 168 time: 0.2359478 Nov 08 13:55:22.091283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33912) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:22.110486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f6ae3-517a-4312-adc5-48359c0aaab5 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c9436c-2847-4b1b-a013-7abc1205df5e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:22.155763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c6845fd-8ded-48db-914b-c961912c7ec8 req-6b1d07c5-7ef4-4d9b-b8e9-190379407c4f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107882 Nov 08 13:55:22.165521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.178072 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.181627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/bd911f20-6e5f-420b-b266-118514213ef9 HTTP/1.1" status: 204 len: 168 time: 1.5835404 Nov 08 13:55:22.187107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33920) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:22.195971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59da8f4a-388c-40c7-ae72-4196f344de60 req-f11b59f9-9a6a-4da7-859f-e134ebe416cd tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257020 Nov 08 13:55:22.197065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eac0f6-f0c5-45d7-93b7-c9e884458871 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=bd911f20-6e5f-420b-b266-118514213ef9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:22.227146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f7995c3f-3999-4d84-be23-8e233d902509 tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1306465 Nov 08 13:55:22.229472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33922) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:22.314914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0ce5d94a-ab96-4629-807e-7b81fd04162b tempest-SecGroupIPv6Test-1114185947 tempest-SecGroupIPv6Test-1114185947-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0843544 Nov 08 13:55:22.362964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.485431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0e3466a2-95b5-4a77-9e3b-2dbd5244831d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:55:22.504612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0c769-3fbb-4043-bea5-0f57b7482470 req-c76dd9da-276f-4e2d-b44f-550cb7d17c00 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:22.513598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0c0c769-3fbb-4043-bea5-0f57b7482470 req-c76dd9da-276f-4e2d-b44f-550cb7d17c00 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 945 time: 0.0921860 Nov 08 13:55:22.522435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 0e3466a2-95b5-4a77-9e3b-2dbd5244831d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:55:22.522930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0e3466a2-95b5-4a77-9e3b-2dbd5244831d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:55:22.523336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c54317c7-ca48-44d7-97fb-357855cdfd31 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:55:22.566421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c54317c7-ca48-44d7-97fb-357855cdfd31 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:55:22.569199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c54317c7-ca48-44d7-97fb-357855cdfd31 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:55:22.569577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.605136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0c0c769-3fbb-4043-bea5-0f57b7482470 req-32a11376-c80c-476b-b89a-bf4685c17ca6 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903809 Nov 08 13:55:22.610392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['752a400b-9e8f-49d4-b916-9413ee981aa6']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:22.623345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffd8417-0010-4596-8c00-5f1355511f00') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:22.623660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffd8417-0010-4596-8c00-5f1355511f00') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:22.637003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.652811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.666769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:55:22.667174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:55:22.671086 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:55:22.749656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.760508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.769199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:22.769333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/752a400b-9e8f-49d4-b916-9413ee981aa6 HTTP/1.1" status: 204 len: 168 time: 0.5787725 Nov 08 13:55:22.773824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-1713065283'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:22.781836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e15c79-ab81-4bac-bd53-40babae907fe tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=752a400b-9e8f-49d4-b916-9413ee981aa6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:22.817238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:22.821462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.851015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:55:22.864678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.865028 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment 632ae699-0a66-440b-b514-8a61c1d7617e of type vlan for network b50ab101-7010-4174-830d-4ef63829b029 Nov 08 13:55:22.912543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.941454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.947966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:22.948641 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:22.949811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33936) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:22.994383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2241902 Nov 08 13:55:22.996924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:23.002970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': 'b50ab101-7010-4174-830d-4ef63829b029', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:23.063702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.096293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4a5e0-4e9d-4f5a-ba82-da3eedc068af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=b50ab101-7010-4174-830d-4ef63829b029,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:23.115417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b50ab101-7010-4174-830d-4ef63829b029 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:55:23.126985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-1c3ffcf6-0be7-4a5f-8eb8-9728d20461a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:23.129411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-1c3ffcf6-0be7-4a5f-8eb8-9728d20461a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0&tenant_id=d76fb09903684e27bc4939fff16ad91e HTTP/1.1" status: 200 len: 1094 time: 0.1044130 Nov 08 13:55:23.145360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:23.183009 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5bd1b445-2830-449d-8024-33ec08604aef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81e8a2ee69fb4daebd440fd5fbfb06f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2317998 Nov 08 13:55:23.184794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:23.189215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 33942) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:23.189868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.277174 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.371110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdffda55-e9dd-4667-99a0-472d23bfcb21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.440693 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdffda55-e9dd-4667-99a0-472d23bfcb21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.447330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.518442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9e09a-618c-48d6-90d4-f962e3e73ba7 req-cb441ecb-81b6-4460-bea2-f4af219f8223 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:23.525774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80c9e09a-618c-48d6-90d4-f962e3e73ba7 req-cb441ecb-81b6-4460-bea2-f4af219f8223 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 943 time: 0.2161725 Nov 08 13:55:23.531957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': '632ae699-0a66-440b-b514-8a61c1d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b50ab101-7010-4174-830d-4ef63829b029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:23.532204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.532762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: b50ab101-7010-4174-830d-4ef63829b029, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:55:23.536053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=85a149a1-64c7-45fd-87f2-75a84557a2a9,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:23.550456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31d73c-834e-4e41-8897-f6895b4d2542 req-077bf1a8-8931-4e4d-b2ff-0703ff41c34d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:23.551979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f31d73c-834e-4e41-8897-f6895b4d2542 req-077bf1a8-8931-4e4d-b2ff-0703ff41c34d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 944 time: 0.2067459 Nov 08 13:55:23.561243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network b50ab101-7010-4174-830d-4ef63829b029 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:55:23.571933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b50ab101-7010-4174-830d-4ef63829b029) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:23.578362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:23.578991 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.588554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f2522-238f-4e98-b6a6-8186035cdd6e None None] Network b50ab101-7010-4174-830d-4ef63829b029 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:23.605441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d3b633d3-9bd1-468d-8f30-b9af440f2b2d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6046255 Nov 08 13:55:23.605757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:23.612287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-487828c5-aad0-47f5-b4f8-fea8119e8cab tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-750107470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:23.659398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-487828c5-aad0-47f5-b4f8-fea8119e8cab tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.663660 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-487828c5-aad0-47f5-b4f8-fea8119e8cab tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.711272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80c9e09a-618c-48d6-90d4-f962e3e73ba7 req-37a8991d-5f80-41ba-9e27-ccce03033107 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1845062 Nov 08 13:55:23.725840 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdffda55-e9dd-4667-99a0-472d23bfcb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.737446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdffda55-e9dd-4667-99a0-472d23bfcb21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.739205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bdffda55-e9dd-4667-99a0-472d23bfcb21 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/783740e8-0bba-4da6-9b7c-baa5d4c3ec96 HTTP/1.1" status: 204 len: 168 time: 0.5489621 Nov 08 13:55:23.777243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f31d73c-834e-4e41-8897-f6895b4d2542 req-da0fa975-90ed-4fe7-959d-3694d98678d4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031693 Nov 08 13:55:23.782977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-487828c5-aad0-47f5-b4f8-fea8119e8cab tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.796648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffda55-e9dd-4667-99a0-472d23bfcb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783740e8-0bba-4da6-9b7c-baa5d4c3ec96,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:23.798920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-487828c5-aad0-47f5-b4f8-fea8119e8cab tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.825999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:23.832193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-487828c5-aad0-47f5-b4f8-fea8119e8cab tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.833546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-487828c5-aad0-47f5-b4f8-fea8119e8cab tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2258193 Nov 08 13:55:23.837647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:23.842857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'port': {'network_id': 'b50ab101-7010-4174-830d-4ef63829b029', 'name': 'tempest-RoutersTest-1334659436'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:23.887304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-b50ab101-7010-4174-830d-4ef63829b029', 'network_id': 'b50ab101-7010-4174-830d-4ef63829b029', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': '85a149a1-64c7-45fd-87f2-75a84557a2a9'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:55:23.888416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:23.899634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:23.947518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c8bcb396-4fc5-46e9-a459-f51f096f98f5 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:23.975175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23372c88-35ce-4043-a388-1d96c0d93d48 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:24.016303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:24.016952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.023930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.045483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] device_id is not set on port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:55:24.099469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Transition to ACTIVE for port object 23372c88-35ce-4043-a388-1d96c0d93d48 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:55:24.127309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port c8bcb396-4fc5-46e9-a459-f51f096f98f5 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:55:24.130745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9894a-11ad-452a-b580-169de20265d1 req-843fa246-c0b2-4702-82b6-2c843d3e01a9 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:24.137221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port c8bcb396-4fc5-46e9-a459-f51f096f98f5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:24.137802 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.141719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7b9894a-11ad-452a-b580-169de20265d1 req-843fa246-c0b2-4702-82b6-2c843d3e01a9 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 945 time: 0.1599576 Nov 08 13:55:24.144139 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.175396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Allocated IP 172.20.0.2 (b50ab101-7010-4174-830d-4ef63829b029/85a149a1-64c7-45fd-87f2-75a84557a2a9/0a3ffaaa-6856-451a-a29b-eda7e8fc04bf) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:24.309586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7b9894a-11ad-452a-b580-169de20265d1 req-7ed1cf49-eebd-4c0f-95e9-72cc9901e42f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663821 Nov 08 13:55:24.377459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=9']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:24.458846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] No DVR routers for this DVR port 23372c88-35ce-4043-a388-1d96c0d93d48 on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:24.510049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.562707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aa3476-c384-4447-bbfc-e605c640f007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:24.565015 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300be04e-294d-4696-b334-a0f0514c082b" -d '{"events": [{"server_uuid": "42aa3476-c384-4447-bbfc-e605c640f007", "name": "network-vif-plugged", "status": "completed", "tag": "c8bcb396-4fc5-46e9-a459-f51f096f98f5"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:24.591301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port c8bcb396-4fc5-46e9-a459-f51f096f98f5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c8bcb396-4fc5-46e9-a459-f51f096f98f5,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:24.595079 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.602406 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.603466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 15d03fa2-c36c-4265-b464-ad5cbe429c98 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:24.612727 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.676224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:55:24.677317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:55:24.678224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:24.685224 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-609ea0bd-d011-4d82-a71b-5bd1511ca39e x-openstack-request-id: req-609ea0bd-d011-4d82-a71b-5bd1511ca39e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:24.685516 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aa3476-c384-4447-bbfc-e605c640f007", "name": "network-vif-plugged", "status": "completed", "tag": "c8bcb396-4fc5-46e9-a459-f51f096f98f5", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:24.685765 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-609ea0bd-d011-4d82-a71b-5bd1511ca39e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:24.686164 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aa3476-c384-4447-bbfc-e605c640f007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5', 'code': 200} Nov 08 13:55:24.702034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Port 23372c88-35ce-4043-a388-1d96c0d93d48 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:55:24.702189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Attempting to bind port 23372c88-35ce-4043-a388-1d96c0d93d48 on network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:24.711019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:55:24.711649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Checking segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:24.712050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Bound using segment: {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:55:24.714129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Bound port: 23372c88-35ce-4043-a388-1d96c0d93d48, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42578daa-fcf2-4bf5-8863-1bedc1f477bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:55:24.715227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.734819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.20.0.3 (b50ab101-7010-4174-830d-4ef63829b029/85a149a1-64c7-45fd-87f2-75a84557a2a9/0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:24.736179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Network b50ab101-7010-4174-830d-4ef63829b029 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:24.743085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:24.750345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:24.778949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=c8bcb396-4fc5-46e9-a459-f51f096f98f5,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:24.843173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab33afc-7837-4203-bb3b-61a6826c94a6 req-4c365274-8105-4073-a7e9-5e313a516918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:24.845310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6ab33afc-7837-4203-bb3b-61a6826c94a6 req-4c365274-8105-4073-a7e9-5e313a516918 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 1096 time: 0.1189375 Nov 08 13:55:24.871948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:24.883027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:55:24.896456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.898247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 15d03fa2-c36c-4265-b464-ad5cbe429c98 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:55:24.911343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Attempting to bind port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:55:24.912044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Attempting to bind port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '632ae699-0a66-440b-b514-8a61c1d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b50ab101-7010-4174-830d-4ef63829b029'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:55:24.912599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Attempting to bind port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf on network b50ab101-7010-4174-830d-4ef63829b029 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:24.915619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 15d03fa2-c36c-4265-b464-ad5cbe429c98 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:24.916208 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.933830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Pushing event updated for resources: {'Port': ['ID=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:24.961289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:55:24.961821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Checking segment: {'id': '632ae699-0a66-440b-b514-8a61c1d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b50ab101-7010-4174-830d-4ef63829b029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:24.962328 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.962839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Bound using segment: {'id': '632ae699-0a66-440b-b514-8a61c1d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b50ab101-7010-4174-830d-4ef63829b029'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:55:24.963983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Bound port: 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632ae699-0a66-440b-b514-8a61c1d7617e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b50ab101-7010-4174-830d-4ef63829b029'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:55:24.964488 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:24.995271 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6ab33afc-7837-4203-bb3b-61a6826c94a6 req-7786e63b-5469-449f-8984-db894b72a556 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302032 Nov 08 13:55:25.053748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:25.055360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.060117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-e8753568-579e-4575-a85f-499f6054b028 service neutron] 10.222.0.70 "PUT /v2.0/ports/23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 1091 time: 1.9219816 Nov 08 13:55:25.073587 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:25.081071 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746fb3f4-7ac1-4667-8686-06fdc840a528" -d '{"events": [{"name": "network-changed", "server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:25.096593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] For port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:25.104293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] For port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,segment=NetworkSegment(632ae699-0a66-440b-b514-8a61c1d7617e),segment_id=632ae699-0a66-440b-b514-8a61c1d7617e)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:55:25.116215 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.127800 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.169696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.243490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.251143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:25.277102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34004) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:25.284989 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.302425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8753568-579e-4575-a85f-499f6054b028 service neutron] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=10']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:25.309921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91abfb2-b705-4ecf-9c8e-7c758fd89a25 None None] Pushing event updated for resources: {'Port': ['ID=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:25.356636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network b50ab101-7010-4174-830d-4ef63829b029 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:25.359916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:25.369593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d3dcd-ce36-46b3-8698-d77a55d42233 req-98f5922f-0bcb-4265-8a3e-83d755dbff7e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:25.375677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:25.382650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e39d3dcd-ce36-46b3-8698-d77a55d42233 req-98f5922f-0bcb-4265-8a3e-83d755dbff7e tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.4489915 Nov 08 13:55:25.407830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e9e23-aa50-4cee-a8ba-960fb4994f4c req-e2df3300-16b2-4a4f-9ff6-f1ae8fb1d7ab tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:25.409213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-497e9e23-aa50-4cee-a8ba-960fb4994f4c req-e2df3300-16b2-4a4f-9ff6-f1ae8fb1d7ab tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 945 time: 0.4060557 Nov 08 13:55:25.412256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:25.449680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:25.473684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-30213d14-75c2-4d94-949d-6a3acf341139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:25.475265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-30213d14-75c2-4d94-949d-6a3acf341139 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1095 time: 0.3441093 Nov 08 13:55:25.489462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:25.490139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.516911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a9fe3e36-daa4-4929-a2a0-dbde541956bc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6744151 Nov 08 13:55:25.520439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34012) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:25.671895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e39d3dcd-ce36-46b3-8698-d77a55d42233 req-daae9546-add5-4c59-b900-1ce6d1a12993 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388897 Nov 08 13:55:25.677331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-497e9e23-aa50-4cee-a8ba-960fb4994f4c req-e26c9cf4-393f-4c40-8217-f5abeedc03ce tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421396 Nov 08 13:55:25.741549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-869e1a03-d70a-4efb-a392-57c70a87ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:25.743181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-869e1a03-d70a-4efb-a392-57c70a87ed20 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.2597857 Nov 08 13:55:25.834116 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfb11e1-7ccc-439b-9420-a9200dbb3b0c x-openstack-request-id: req-fcfb11e1-7ccc-439b-9420-a9200dbb3b0c {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:25.834417 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:25.834668 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcfb11e1-7ccc-439b-9420-a9200dbb3b0c {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:25.835076 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'status': 'completed', 'code': 200} Nov 08 13:55:25.842532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2002527154'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:25.883202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Made reservation on behalf of c8579dce47ec49978199eb55275faef2 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:25.889736 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.900337 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:25.960497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-4eddc235-6a66-4ef9-a499-3967773865ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 999 time: 0.2059975 Nov 08 13:55:26.015879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.027100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7382b7-ad5f-465f-8ac8-2beb141bce20 req-2c0a4d84-7d9d-41ad-b0b3-57c37fd2f914 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:26.029642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d7382b7-ad5f-465f-8ac8-2beb141bce20 req-2c0a4d84-7d9d-41ad-b0b3-57c37fd2f914 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1179659 Nov 08 13:55:26.073509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-47d68cc8-080d-4660-8491-9b200845b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:26.075239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-47d68cc8-080d-4660-8491-9b200845b2a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.1021070 Nov 08 13:55:26.156880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d7382b7-ad5f-465f-8ac8-2beb141bce20 req-22f22340-2b42-48fb-92d1-2f288dc418b2 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202493 Nov 08 13:55:26.187852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.190724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-6aa326e7-331d-4aa0-a4a3-adb3d188e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:26.192607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-6aa326e7-331d-4aa0-a4a3-adb3d188e1d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055541 Nov 08 13:55:26.194713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.280923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2357c894-b282-46db-85d5-19197836694d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:26.283821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:55:26.335322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.335677 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Added segment 4575c964-6086-4be0-be11-c52a1068edc8 of type vlan for network 24a680d1-42b8-4473-93b6-7a60c48fa313 Nov 08 13:55:26.372054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.382603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.429553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.442935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-972373dc-a956-4aac-a03c-b8645cff8b33 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209213 Nov 08 13:55:26.510182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:26.554513 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.560748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:26.561772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.633119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:26.633495 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:26.678183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35e77822-0a1a-4d77-b03b-ae7ee7b51d54 req-ebf848a2-0d23-4068-a54d-14336fe7ef71 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235858 Nov 08 13:55:26.685780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3977270 Nov 08 13:55:26.685780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34024) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:26.693884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-bfd6cc62-95c1-4c79-9399-c2bd1759ed18 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-1929818664') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:26.702051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d30e20-09d2-4de3-a056-c5be047f3729 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Pushing event updated for resources: {'Network': ['ID=24a680d1-42b8-4473-93b6-7a60c48fa313,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:26.702618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:26.854637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:26.873416 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec656760-7179-4c14-af07-058933725f4c" -d '{"events": [{"server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "name": "network-vif-plugged", "status": "completed", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:26.883246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 24a680d1-42b8-4473-93b6-7a60c48fa313 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:55:26.886346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f18a760-7f28-4d69-828d-182848521e75 None None] Network b50ab101-7010-4174-830d-4ef63829b029 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:26.977030 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.043383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f070409e-052e-48be-8ad7-0026d76d9dfd None None] Provisioning complete for port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:27.044020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f070409e-052e-48be-8ad7-0026d76d9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.195188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.197170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.303599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,segment=NetworkSegment(632ae699-0a66-440b-b514-8a61c1d7617e),segment_id=632ae699-0a66-440b-b514-8a61c1d7617e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:27.363429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f070409e-052e-48be-8ad7-0026d76d9dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.395465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.400572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f7058-1152-432a-a717-d85a87bef595 req-f9356743-2d73-405f-b878-206cf5490e70 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:27.402194 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f1f7058-1152-432a-a717-d85a87bef595 req-f9356743-2d73-405f-b878-206cf5490e70 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 945 time: 0.5902047 Nov 08 13:55:27.415485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca5048-a8eb-4bc8-b8c7-e936cc130bda req-f2ba16f0-0a8d-483c-9862-273351ce45c2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:27.423316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2ca5048-a8eb-4bc8-b8c7-e936cc130bda req-f2ba16f0-0a8d-483c-9862-273351ce45c2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.1830204 Nov 08 13:55:27.426872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-ebc1f4cb-5fd7-4d95-9384-dc5dbd067d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:27.428393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-ebc1f4cb-5fd7-4d95-9384-dc5dbd067d8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d76fb09903684e27bc4939fff16ad91e&device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1095 time: 0.6706564 Nov 08 13:55:27.431962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bfd6cc62-95c1-4c79-9399-c2bd1759ed18 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "PUT /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-1929818664 HTTP/1.1" status: 201 len: 201 time: 0.7450578 Nov 08 13:55:27.436813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34054) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:27.441993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-50c6590d-1b6e-4c3b-9515-5c146282a230 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-1929818664') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:27.560186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-f070409e-052e-48be-8ad7-0026d76d9dfd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:55:27.561115 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-f070409e-052e-48be-8ad7-0026d76d9dfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:55:27.581164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:27.686375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-50c6590d-1b6e-4c3b-9515-5c146282a230 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "GET /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-1929818664 HTTP/1.1" status: 204 len: 168 time: 0.2481215 Nov 08 13:55:27.689180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34062) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:27.693566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-0d76087d-cce0-4f23-9d30-941f169d4fcd tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:27.734940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2ca5048-a8eb-4bc8-b8c7-e936cc130bda req-420c9fcd-367a-4021-9b49-46226bba68ef tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101285 Nov 08 13:55:27.850734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f1f7058-1152-432a-a717-d85a87bef595 req-eee4ebcc-bbea-4bbf-acae-9894a7322b84 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204538 Nov 08 13:55:27.911643 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4aa98cdc-77a8-4ddb-87fa-2465e4eef18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:27.926778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-19136143-c109-49c7-b32a-2d0273fc4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:27.929433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-19136143-c109-49c7-b32a-2d0273fc4ea6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 200 len: 918 time: 0.4677672 Nov 08 13:55:28.236315 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126e56dc-41ad-409c-916e-33dedcf0d890 x-openstack-request-id: req-126e56dc-41ad-409c-916e-33dedcf0d890 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:28.236816 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "name": "network-vif-plugged", "status": "completed", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:28.236816 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-126e56dc-41ad-409c-916e-33dedcf0d890 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:28.245637 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'code': 200} Nov 08 13:55:28.268105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:28.285081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:28.330583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-26732c89-6449-404b-a0f0-243efc0fefa5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 200 len: 999 time: 0.3844483 Nov 08 13:55:28.462784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-892dd3fc-122e-4b8d-a889-6ea5e654bd7f None None] Provisioning complete for port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:28.464666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-892dd3fc-122e-4b8d-a889-6ea5e654bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:28.561846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0d76087d-cce0-4f23-9d30-941f169d4fcd tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "GET /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags HTTP/1.1" status: 200 len: 238 time: 0.8715754 Nov 08 13:55:28.564615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:28.570530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:28.602290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-892dd3fc-122e-4b8d-a889-6ea5e654bd7f None None] Port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:28.606828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-93a2dbf9-65bd-4978-86f1-ab319b488db8 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', {'tags': ['tempest-TagsTest-Tag-1402151775', 'tempest-TagsTest-Tag-347101741', 'tempest-TagsTest-Tag-1450348539']}) {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:28.613385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:28.638662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-b25da2fc-7e3c-4b58-b7ac-e0cdf81bb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:28.680750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-b25da2fc-7e3c-4b58-b7ac-e0cdf81bb9eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 200 len: 856 time: 0.3297005 Nov 08 13:55:28.734760 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:28.742355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-892dd3fc-122e-4b8d-a889-6ea5e654bd7f None None] Provisioning complete for port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:28.746556 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-892dd3fc-122e-4b8d-a889-6ea5e654bd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:28.769653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a98ff8a-b746-4624-af2f-39fc4f36021e req-fc8680e8-c66e-4406-964c-24805d7d6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:28.771897 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5a98ff8a-b746-4624-af2f-39fc4f36021e req-fc8680e8-c66e-4406-964c-24805d7d6995 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.4879768 Nov 08 13:55:28.786541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:28.787274 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:28.950093 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93a2dbf9-65bd-4978-86f1-ab319b488db8 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "PUT /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags HTTP/1.1" status: 200 len: 308 time: 0.3811090 Nov 08 13:55:28.952513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34084) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:28.959354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-1686b338-54e2-46dd-98f4-cdf5587277c4 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-1402151775') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:29.095210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-fecadc9e-9824-435d-8b47-79939d771f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:29.098628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-fecadc9e-9824-435d-8b47-79939d771f14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a7d0c4da-dc12-4c57-af5f-6c7bf581c961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3216681 Nov 08 13:55:29.120404 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5a98ff8a-b746-4624-af2f-39fc4f36021e req-4ab5e39c-16b0-43ff-aa8a-cfe83c38b457 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375077 Nov 08 13:55:29.121402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a672c-faab-43c4-b7cf-a39f64d380ee req-8240fc3d-a6fb-4fa7-a796-bf2697084af3 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:29.135031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c39a672c-faab-43c4-b7cf-a39f64d380ee req-8240fc3d-a6fb-4fa7-a796-bf2697084af3 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.4525378 Nov 08 13:55:29.190238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network b50ab101-7010-4174-830d-4ef63829b029 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:29.193944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:29.199959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e667fc-0413-496b-8675-9022d469c7dc req-db0c720c-e194-4258-9cac-c8e7bd0ef839 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:29.209097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85e667fc-0413-496b-8675-9022d469c7dc req-db0c720c-e194-4258-9cac-c8e7bd0ef839 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 945 time: 0.4785852 Nov 08 13:55:29.295570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-25ce65d3-70cc-4ad6-ae7a-831d932b00f3 None None] Provisioning complete for port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:29.295868 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25ce65d3-70cc-4ad6-ae7a-831d932b00f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:29.361500 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c39a672c-faab-43c4-b7cf-a39f64d380ee req-c3154bf1-f25e-4ecd-ba0c-32bd801113df tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248294 Nov 08 13:55:29.361895 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1686b338-54e2-46dd-98f4-cdf5587277c4 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "DELETE /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-1402151775 HTTP/1.1" status: 204 len: 168 time: 0.4063809 Nov 08 13:55:29.367015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34094) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:29.391230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85e667fc-0413-496b-8675-9022d469c7dc req-481cd2f5-829f-4116-90b6-35a18ae2c1d3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807551 Nov 08 13:55:29.391839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-247d9359-8456-4536-8aa6-d4d9953c860e tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-1402151775') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:29.458355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-25ce65d3-70cc-4ad6-ae7a-831d932b00f3 None None] Port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:29.514049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-97622104-0d09-471b-b7d1-8a3cf416a9b0 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444955 Nov 08 13:55:29.677286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:55:29.686837 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-247d9359-8456-4536-8aa6-d4d9953c860e tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] show failed (client error): The resource could not be found. Nov 08 13:55:29.692783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd908483-8a83-4c5d-b1be-7b87cdc2ff2e None None] Provisioning complete for port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:29.696727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-247d9359-8456-4536-8aa6-d4d9953c860e tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "GET /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-1402151775 HTTP/1.1" status: 404 len: 326 time: 0.3238907 Nov 08 13:55:29.700665 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd908483-8a83-4c5d-b1be-7b87cdc2ff2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:29.702141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-746fb3f4-7ac1-4667-8686-06fdc840a528 req-e6628a4d-45c7-40ef-8fcb-27364d025178 service neutron] 10.222.0.70 "GET /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124654 Nov 08 13:55:29.703528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34102) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:29.712016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-5179b4f0-49dc-46a9-946c-c0b6665a3365 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-347101741') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:29.811452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd908483-8a83-4c5d-b1be-7b87cdc2ff2e None None] Port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:29.889573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66546245-af2d-42f5-a323-4215c946e88f req-be556de7-2d9a-445f-8f75-1ff9ba6a3557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:29.907347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66546245-af2d-42f5-a323-4215c946e88f req-be556de7-2d9a-445f-8f75-1ff9ba6a3557 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.3674433 Nov 08 13:55:30.030131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5179b4f0-49dc-46a9-946c-c0b6665a3365 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "GET /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-347101741 HTTP/1.1" status: 204 len: 168 time: 0.3215814 Nov 08 13:55:30.061843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34108) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:30.083075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66546245-af2d-42f5-a323-4215c946e88f req-8898f14f-9aa4-43b0-8a2a-f9095c95dd3b tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704054 Nov 08 13:55:30.095592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-e623c92a-6d5d-4808-a4ee-6afee3ba430f tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-1450348539') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:30.193629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bedecd-9569-4336-b879-1cbfb1b43b6d req-18b3c61e-1926-4c4c-93a8-264b4f990f7c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:30.204708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24bedecd-9569-4336-b879-1cbfb1b43b6d req-18b3c61e-1926-4c4c-93a8-264b4f990f7c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 945 time: 0.2390456 Nov 08 13:55:30.311128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:30.319974 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6133aa86-d612-4b05-a997-db8f9a944df4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7951288 Nov 08 13:55:30.324899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34116) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:30.329617 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] Sync routers for ids ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:30.347602 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] Routers {'7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:30.348195 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:30.424622 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:30.438762 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] Routers {'7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:30.439842 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:30.453999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274c8491-2eb1-4d26-b489-43d2742e56b0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:30.455457 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-274c8491-2eb1-4d26-b489-43d2742e56b0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports/0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 HTTP/1.1" status: 200 len: 977 time: 0.1296058 Nov 08 13:55:30.465726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34120) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:30.492297 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:30.493748 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753d0081-03ed-4241-ab04-0eaf6c1ee4b1 None None] The sync data for ids ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:30.626769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e623c92a-6d5d-4808-a4ee-6afee3ba430f tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "GET /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-1450348539 HTTP/1.1" status: 204 len: 168 time: 0.5396225 Nov 08 13:55:30.627153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34126) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:30.631747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-c25fc230-2e91-4f30-b087-802f2ab91e8a tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:30.643250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24bedecd-9569-4336-b879-1cbfb1b43b6d req-d47941f8-7691-4719-a7e6-8a00a9fba81c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266188 Nov 08 13:55:30.828377 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c25fc230-2e91-4f30-b087-802f2ab91e8a tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "DELETE /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags HTTP/1.1" status: 204 len: 168 time: 0.2001011 Nov 08 13:55:30.831056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34134) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:30.838277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-93dbe0b9-fba8-483c-90b2-627639394297 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-347101741') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:31.030986 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-93dbe0b9-fba8-483c-90b2-627639394297 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] show failed (client error): The resource could not be found. Nov 08 13:55:31.032360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93dbe0b9-fba8-483c-90b2-627639394297 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "GET /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-347101741 HTTP/1.1" status: 404 len: 325 time: 0.1993349 Nov 08 13:55:31.036412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34140) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:31.041944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-0e06ba94-353e-452c-8dd3-144b06e94ce0 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313', 'tempest-TagsTest-Tag-1450348539') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:31.047915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5366cc-2365-49f9-acd6-f42ffb7f13a4 req-51a731fa-fd57-4273-8fba-1c038bc1f66e tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:31.049505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b5366cc-2365-49f9-acd6-f42ffb7f13a4 req-51a731fa-fd57-4273-8fba-1c038bc1f66e tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.4280705 Nov 08 13:55:31.218426 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-0e06ba94-353e-452c-8dd3-144b06e94ce0 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] show failed (client error): The resource could not be found. Nov 08 13:55:31.225701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e06ba94-353e-452c-8dd3-144b06e94ce0 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "GET /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags/tempest-TagsTest-Tag-1450348539 HTTP/1.1" status: 404 len: 326 time: 0.1862361 Nov 08 13:55:31.227496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34146) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:31.233963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-db33f467-2a48-49e6-87dd-fda66a92645c tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '24a680d1-42b8-4473-93b6-7a60c48fa313') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:31.333153 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b5366cc-2365-49f9-acd6-f42ffb7f13a4 req-4ed782dd-4c67-4fa3-b13c-ae15dd31a4c5 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470629 Nov 08 13:55:31.465619 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-16d11714-3ee4-4bef-b721-7fdbde62c1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:31.647084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-db33f467-2a48-49e6-87dd-fda66a92645c tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "DELETE /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313/tags HTTP/1.1" status: 204 len: 168 time: 0.4182982 Nov 08 13:55:31.647637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34152) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:31.662621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c67b70-821c-42a0-94a2-31c6b3d60fc1 req-191194d5-84eb-46c0-88f4-3fce89107a4f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:31.671559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16c67b70-821c-42a0-94a2-31c6b3d60fc1 req-191194d5-84eb-46c0-88f4-3fce89107a4f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 945 time: 0.3827593 Nov 08 13:55:31.683108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fe2b2-d2fe-429e-a92f-36341337f367 req-5f0d473f-c36c-454a-aec1-e1e5b2fd30b7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:31.685052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d4fe2b2-d2fe-429e-a92f-36341337f367 req-5f0d473f-c36c-454a-aec1-e1e5b2fd30b7 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.2044811 Nov 08 13:55:31.873932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d4fe2b2-d2fe-429e-a92f-36341337f367 req-bac60af2-7306-4d4f-84f0-192edd23d267 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802568 Nov 08 13:55:31.895297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:31.922561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16c67b70-821c-42a0-94a2-31c6b3d60fc1 req-28bc7a47-ae1c-428f-b37d-24206adee721 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497559 Nov 08 13:55:31.945484 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.131297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.200542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a680d1-42b8-4473-93b6-7a60c48fa313']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:32.222697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4575c964-6086-4be0-be11-c52a1068edc8') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:32.227621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4575c964-6086-4be0-be11-c52a1068edc8') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:32.251032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.276925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.288127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:55:32.288595 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:55:32.292988 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:55:32.393972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.408026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.416241 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] 10.222.0.65 "DELETE /v2.0/networks/24a680d1-42b8-4473-93b6-7a60c48fa313 HTTP/1.1" status: 204 len: 168 time: 0.7656064 Nov 08 13:55:32.475376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b6ba9-837b-49d3-bc62-0df2e8960a08 tempest-TagsTest-174882797 tempest-TagsTest-174882797-project] Pushing event deleted for resources: {'Network': ['ID=24a680d1-42b8-4473-93b6-7a60c48fa313,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:32.619900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:32.621345 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:32.641881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-33110e1b-9382-467c-80f3-eb9d4815a2b5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:32.644181 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-33110e1b-9382-467c-80f3-eb9d4815a2b5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 945 time: 0.1087546 Nov 08 13:55:32.862723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21aa246-5850-48c1-933f-0e51b35c6c86 req-f0b25901-ab87-4263-b3c3-44765ed3cdfa tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:32.880822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b21aa246-5850-48c1-933f-0e51b35c6c86 req-f0b25901-ab87-4263-b3c3-44765ed3cdfa tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.3548620 Nov 08 13:55:32.893358 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Deleting port c8bcb396-4fc5-46e9-a459-f51f096f98f5 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:32.894324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:33.034149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:33.076187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b21aa246-5850-48c1-933f-0e51b35c6c86 req-8aadaf92-292c-4fb1-bcf5-a9471da4dcd9 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951869 Nov 08 13:55:33.203681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] For port c8bcb396-4fc5-46e9-a459-f51f096f98f5, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=c8bcb396-4fc5-46e9-a459-f51f096f98f5,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:33.204369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:33.240390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Calling delete_port for c8bcb396-4fc5-46e9-a459-f51f096f98f5 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:33.262395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:33.376601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34192) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:33.389356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:33.547638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34198) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:33.551850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f7984-8a6e-4170-8203-826bd326244e req-b6338d1d-49f8-4b83-93a6-6bb928c69990 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:33.579563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-148f7984-8a6e-4170-8203-826bd326244e req-b6338d1d-49f8-4b83-93a6-6bb928c69990 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.4716444 Nov 08 13:55:33.627776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:33.650360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['c8bcb396-4fc5-46e9-a459-f51f096f98f5'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:33.725470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:33.829430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55ac8ce-a3ec-414b-851c-52fcf556f40f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:33.907459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdaf2d-abbc-4194-bc3b-d5c0ca002cf9 req-9369edbc-397f-4c3c-af54-64cc865ee972 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:33.918963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcbdaf2d-abbc-4194-bc3b-d5c0ca002cf9 req-9369edbc-397f-4c3c-af54-64cc865ee972 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=42aa3476-c384-4447-bbfc-e605c640f007 HTTP/1.1" status: 200 len: 867 time: 0.6156065 Nov 08 13:55:33.955970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55ac8ce-a3ec-414b-851c-52fcf556f40f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:33.986238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event deleted for resources: {'Port': ['ID=c8bcb396-4fc5-46e9-a459-f51f096f98f5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:34.027089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-148f7984-8a6e-4170-8203-826bd326244e req-e37b0b62-47aa-4605-afdc-aff7e34865a2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124006 Nov 08 13:55:34.056701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e55ac8ce-a3ec-414b-851c-52fcf556f40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:34.102843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcbdaf2d-abbc-4194-bc3b-d5c0ca002cf9 req-6d803074-4240-4c88-a126-c3b76efe3f90 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820564 Nov 08 13:55:34.143331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] No DVR routers for this DVR port c8bcb396-4fc5-46e9-a459-f51f096f98f5 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:34.168181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:34.183626 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-96945f9e-8d4c-44f9-8b79-330382a5f9b9 req-88d6923c-edcd-496b-b2ae-2223a5db04f2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.54 "DELETE /v2.0/ports/c8bcb396-4fc5-46e9-a459-f51f096f98f5 HTTP/1.1" status: 204 len: 173 time: 1.5210643 Nov 08 13:55:34.226756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42aa3476-c384-4447-bbfc-e605c640f007', 'name': 'network-vif-deleted', 'tag': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:34.236865 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8374ef-7d77-4520-b9db-565edbff61ec" -d '{"events": [{"server_uuid": "42aa3476-c384-4447-bbfc-e605c640f007", "name": "network-vif-deleted", "tag": "c8bcb396-4fc5-46e9-a459-f51f096f98f5"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:34.322384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e55ac8ce-a3ec-414b-851c-52fcf556f40f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=706d72de3cb543038b0c11013fe8c93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7732494 Nov 08 13:55:34.332030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34208) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:34.368590 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7187e0be-8e49-4340-991d-54640f2ec21c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8579dce47ec49978199eb55275faef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9880972 Nov 08 13:55:34.373959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34210) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:34.466390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ac8ce-a3ec-414b-851c-52fcf556f40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8467a220-ed2a-4ef1-91c5-724e9faac885,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:34.636584 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3bb88e-8774-4ace-a9e1-57c6df6d2951 x-openstack-request-id: req-6f3bb88e-8774-4ace-a9e1-57c6df6d2951 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:34.637246 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42aa3476-c384-4447-bbfc-e605c640f007", "name": "network-vif-deleted", "tag": "c8bcb396-4fc5-46e9-a459-f51f096f98f5", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:34.639331 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f3bb88e-8774-4ace-a9e1-57c6df6d2951 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:34.640155 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42aa3476-c384-4447-bbfc-e605c640f007', 'name': 'network-vif-deleted', 'tag': 'c8bcb396-4fc5-46e9-a459-f51f096f98f5', 'status': 'completed', 'code': 200} Nov 08 13:55:34.754648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-70493bc5-23c5-4779-be61-21dc7f1030fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:34.771016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209baec6-be34-4734-a283-42f4a6dd3478 req-7882ce67-cc5c-4643-9bdb-636bbb1aba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:34.772744 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209baec6-be34-4734-a283-42f4a6dd3478 req-7882ce67-cc5c-4643-9bdb-636bbb1aba0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.2522731 Nov 08 13:55:34.803341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b346551-8b39-402a-9429-5fd0efd59ffe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:34.828812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdc2cd-8288-4268-a428-bded3041394d req-7de235c9-c891-4de0-b803-8a11034fc828 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:34.831010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20fdc2cd-8288-4268-a428-bded3041394d req-7de235c9-c891-4de0-b803-8a11034fc828 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1894083 Nov 08 13:55:34.832949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:34.922982 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-70493bc5-23c5-4779-be61-21dc7f1030fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.006436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b346551-8b39-402a-9429-5fd0efd59ffe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.056386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20fdc2cd-8288-4268-a428-bded3041394d req-64c923aa-cdc9-4fcc-8724-3462395a029e tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041197 Nov 08 13:55:35.058941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=0a4e0d8e-c6f5-4d4b-9bf6-9a555bdeabc3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:35.202080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209baec6-be34-4734-a283-42f4a6dd3478 req-d48d124f-0669-4f08-8eeb-72e794a80a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:35.204301 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209baec6-be34-4734-a283-42f4a6dd3478 req-d48d124f-0669-4f08-8eeb-72e794a80a01 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.4214451 Nov 08 13:55:35.291452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-70493bc5-23c5-4779-be61-21dc7f1030fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.294753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-70493bc5-23c5-4779-be61-21dc7f1030fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.299609 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-70493bc5-23c5-4779-be61-21dc7f1030fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8467a220-ed2a-4ef1-91c5-724e9faac885 HTTP/1.1" status: 204 len: 168 time: 0.9653432 Nov 08 13:55:35.306996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209baec6-be34-4734-a283-42f4a6dd3478 req-b9bde9a3-302f-449f-bb93-632844575476 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 217 time: 0.0902898 Nov 08 13:55:35.384669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70493bc5-23c5-4779-be61-21dc7f1030fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8467a220-ed2a-4ef1-91c5-724e9faac885,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:35.392909 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b346551-8b39-402a-9429-5fd0efd59ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.400192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b346551-8b39-402a-9429-5fd0efd59ffe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.404967 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0b346551-8b39-402a-9429-5fd0efd59ffe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2357c894-b282-46db-85d5-19197836694d HTTP/1.1" status: 204 len: 168 time: 0.9999359 Nov 08 13:55:35.497916 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.516388 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.546285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b346551-8b39-402a-9429-5fd0efd59ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2357c894-b282-46db-85d5-19197836694d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:35.640545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209baec6-be34-4734-a283-42f4a6dd3478 req-4b0f6370-8b2f-4afa-aa75-565de7b73ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:35.643530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209baec6-be34-4734-a283-42f4a6dd3478 req-4b0f6370-8b2f-4afa-aa75-565de7b73ed5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.3190968 Nov 08 13:55:35.701564 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209baec6-be34-4734-a283-42f4a6dd3478 req-e65b82d4-063f-4a75-a5fb-dac55dc25e35 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380907 Nov 08 13:55:35.735946 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:35.975789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209baec6-be34-4734-a283-42f4a6dd3478 req-3c36f321-4714-4048-9b40-8cfbd68ebe98 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651601 Nov 08 13:55:35.981432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c8bcb396-4fc5-46e9-a459-f51f096f98f5 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:55:36.028934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: c8bcb396-4fc5-46e9-a459-f51f096f98f5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:55:36.029955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device c8bcb396-4fc5-46e9-a459-f51f096f98f5 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:55:36.038822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66e1b-5dc7-483d-9ec4-9bb137d57ef0 req-80b3fc1d-f1f0-4488-8fe2-193adc72a94f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:36.045345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bb66e1b-5dc7-483d-9ec4-9bb137d57ef0 req-80b3fc1d-f1f0-4488-8fe2-193adc72a94f tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.6173658 Nov 08 13:55:36.204374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-209baec6-be34-4734-a283-42f4a6dd3478 req-4d5a1e2d-ed6f-4bc7-97bb-51d4dd23cd51 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196198 Nov 08 13:55:36.216749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34252) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:36.254012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ca1f-5d75-484b-9604-3d56e534e270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:36.373322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-d279e61f-e5fb-4380-b35a-42286d6ca848 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:36.386808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-d279e61f-e5fb-4380-b35a-42286d6ca848 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.5529847 Nov 08 13:55:36.451760 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ca1f-5d75-484b-9604-3d56e534e270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:36.458244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3d9ca1f-5d75-484b-9604-3d56e534e270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:36.546529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-24314a28-08ad-41a6-92f8-39d2ea7fe349 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/quotas/239982d77ded4e8898362350880b7e23 HTTP/1.1" status: 200 len: 375 time: 0.1566315 Nov 08 13:55:36.551805 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3d9ca1f-5d75-484b-9604-3d56e534e270 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2d025cb60cd453b8ae42baf2f56f307&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3310461 Nov 08 13:55:36.551805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9ca1f-5d75-484b-9604-3d56e534e270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdcb399-c106-432f-ac35-647144b8352f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:36.552920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34266) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:36.639409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:55:36.658093 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28372344-80a6-445d-b9d8-2cbf6226af72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:36.745894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28372344-80a6-445d-b9d8-2cbf6226af72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:36.753926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bb66e1b-5dc7-483d-9ec4-9bb137d57ef0 req-3475abcc-4337-45f0-a0c8-0de41713ac4c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616679 Nov 08 13:55:36.873899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28372344-80a6-445d-b9d8-2cbf6226af72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:36.876848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28372344-80a6-445d-b9d8-2cbf6226af72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:36.883432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-28372344-80a6-445d-b9d8-2cbf6226af72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2fdcb399-c106-432f-ac35-647144b8352f HTTP/1.1" status: 204 len: 168 time: 0.3248265 Nov 08 13:55:36.916708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28372344-80a6-445d-b9d8-2cbf6226af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdcb399-c106-432f-ac35-647144b8352f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:36.976870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-b99cf63d-46c0-43f2-a634-cd161fa0f2d5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4071057 Nov 08 13:55:37.176330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:37.198252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] Sync routers for ids ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:37.210701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34284) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:37.222233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] Routers {'7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:37.224224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7b0d6b3-8054-4de4-92e3-8bc6761dc853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7510338 Nov 08 13:55:37.240542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:37.316985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb2b14-8685-4d48-8242-6673af6bddd7 req-0930ec4c-be4d-44ca-8791-0dd47f48e2da tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:37.332676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dcb2b14-8685-4d48-8242-6673af6bddd7 req-0930ec4c-be4d-44ca-8791-0dd47f48e2da tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.2476575 Nov 08 13:55:37.398262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:37.439246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] Routers {'7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:37.440220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:37.533160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dcb2b14-8685-4d48-8242-6673af6bddd7 req-68c0a75d-8aa6-4b2d-ab8f-ccf8fef7994c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938772 Nov 08 13:55:37.552659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34290) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:37.568467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:37.576493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5c7ad1-8c93-4e38-be89-95e223c7cce6 None None] The sync data for ids ['7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:37.624871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c74cb95c-61f9-42b0-9f00-d9787e3dab11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:37.833294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-906b7534-15ea-4c8a-ad81-26d60978bc76 service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548524 Nov 08 13:55:37.877305 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-4f4bf1a1-dd0c-403a-bbc7-20c3bf330982 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] remove_router_interface failed (client error): The resource could not be found. Nov 08 13:55:37.881517 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4f4bf1a1-dd0c-403a-bbc7-20c3bf330982 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6697142 Nov 08 13:55:37.882139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34296) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:37.914940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ccff01df-f06e-433c-87d4-abcfc93de15f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea HTTP/1.1" status: 200 len: 205 time: 0.0316663 Nov 08 13:55:37.915784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34298) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:38.023763 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97289389-755f-4634-96da-e20aea6a6b08 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.044176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-24851d7b-9f82-4c90-9c83-0c9e97e98e5c service neutron] 10.222.0.65 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908019 Nov 08 13:55:38.110449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c74cb95c-61f9-42b0-9f00-d9787e3dab11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.116707 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c74cb95c-61f9-42b0-9f00-d9787e3dab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.189570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c74cb95c-61f9-42b0-9f00-d9787e3dab11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=667cce01678847ff9415c48b63a753ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6402304 Nov 08 13:55:38.191857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cb95c-61f9-42b0-9f00-d9787e3dab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c7b657-ddf4-4ac6-a832-c3607289c049,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:38.194393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34302) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:38.343842 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7f875ca-da33-4d68-b02e-e1c71782296c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.448083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7f875ca-da33-4d68-b02e-e1c71782296c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.487863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97289389-755f-4634-96da-e20aea6a6b08 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.506049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97289389-755f-4634-96da-e20aea6a6b08 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.703762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97289389-755f-4634-96da-e20aea6a6b08 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.704299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97289389-755f-4634-96da-e20aea6a6b08 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Fanout notify agent at l3_agent the message router_deleted on router 7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:55:38.718048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97289389-755f-4634-96da-e20aea6a6b08 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.721759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-97289389-755f-4634-96da-e20aea6a6b08 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea HTTP/1.1" status: 204 len: 168 time: 0.8044362 Nov 08 13:55:38.729849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34314) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:38.752508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7f875ca-da33-4d68-b02e-e1c71782296c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.755103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7f875ca-da33-4d68-b02e-e1c71782296c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.767704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c7f875ca-da33-4d68-b02e-e1c71782296c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61c7b657-ddf4-4ac6-a832-c3607289c049 HTTP/1.1" status: 204 len: 168 time: 0.5571883 Nov 08 13:55:38.836133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet 85a149a1-64c7-45fd-87f2-75a84557a2a9 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:55:38.839848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.857934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdcdee09-7c8e-46bb-8995-5317acc05755 req-6ec4120e-c535-4888-9861-78e3d7a1dd9b tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 210 time: 0.2150986 Nov 08 13:55:38.894104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:38.903455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f875ca-da33-4d68-b02e-e1c71782296c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c7b657-ddf4-4ac6-a832-c3607289c049,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:38.974907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994c085-b6d8-4c99-a3da-258773e2788e req-c4b514bd-d637-449a-86c2-4a7782e98f87 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:38.980061 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d994c085-b6d8-4c99-a3da-258773e2788e req-c4b514bd-d637-449a-86c2-4a7782e98f87 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.3450332 Nov 08 13:55:39.208706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:39.397985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d994c085-b6d8-4c99-a3da-258773e2788e req-d44fc6af-49ac-4e25-9687-615ee906e80a tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050918 Nov 08 13:55:39.427031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a62d3-6516-4286-85f9-4dc884bc6540 req-01fe47e9-5376-46e5-802a-c1535625a3c8 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:39.435361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:39.441318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa7a62d3-6516-4286-85f9-4dc884bc6540 req-01fe47e9-5376-46e5-802a-c1535625a3c8 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.3494906 Nov 08 13:55:39.576632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa7a62d3-6516-4286-85f9-4dc884bc6540 req-c12ec1eb-596f-417b-93be-8e3638bea520 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339450 Nov 08 13:55:39.604900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616ecc49-fc8a-4ed8-81f9-daa2859b30d3 None None] Network b50ab101-7010-4174-830d-4ef63829b029 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:39.619009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:39.626914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34338) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:39.637401 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/85a149a1-64c7-45fd-87f2-75a84557a2a9 HTTP/1.1" status: 204 len: 168 time: 0.8930020 Nov 08 13:55:39.641012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d5110-2cc8-4020-aef2-d3d5a56ccff0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=85a149a1-64c7-45fd-87f2-75a84557a2a9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:39.881958 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:40.055870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f4d1014-8720-4ad9-bcf3-fed465d7aaae req-6bf26f55-54b0-435e-bc05-8cdaa97d1d87 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 210 time: 0.0386322 Nov 08 13:55:40.112960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] DHCP port deletion for b50ab101-7010-4174-830d-4ef63829b029 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:55:40.133385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:40.133737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:40.301739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] Deleting port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:40.311677 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:40.333214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,segment=NetworkSegment(632ae699-0a66-440b-b514-8a61c1d7617e),segment_id=632ae699-0a66-440b-b514-8a61c1d7617e)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:40.333803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:40.388531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:40.634245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] For port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,segment=NetworkSegment(632ae699-0a66-440b-b514-8a61c1d7617e),segment_id=632ae699-0a66-440b-b514-8a61c1d7617e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:40.636743 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:40.701855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:55:40.715871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:40.774487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] Calling delete_port for 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:40.793279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:40.864162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:40.944548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 13:55:40.944977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:55:40.951776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:40.974656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0ff9e-2723-41f1-b8c3-11f8bed55d1e req-6bc72383-7743-4b3f-aeda-116304af7ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:40.976471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ab0ff9e-2723-41f1-b8c3-11f8bed55d1e req-6bc72383-7743-4b3f-aeda-116304af7ce9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.2665627 Nov 08 13:55:41.001664 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.091442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] No DVR routers for this DVR port 0a3ffaaa-6856-451a-a29b-eda7e8fc04bf on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:41.093489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3affcdc-181e-4c32-8b19-8e6e0594da9c None None] Pushing event deleted for resources: {'Port': ['ID=0a3ffaaa-6856-451a-a29b-eda7e8fc04bf,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:41.119806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50ab101-7010-4174-830d-4ef63829b029']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:41.133627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632ae699-0a66-440b-b514-8a61c1d7617e') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:41.133907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632ae699-0a66-440b-b514-8a61c1d7617e') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:41.147420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.163906 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.171208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:55:41.171611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:55:41.258760 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:55:41.330676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.381668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ab0ff9e-2723-41f1-b8c3-11f8bed55d1e req-14d20ef4-4252-4428-9e7e-63b83bbc6cc8 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826251 Nov 08 13:55:41.387870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.395275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/b50ab101-7010-4174-830d-4ef63829b029 HTTP/1.1" status: 204 len: 168 time: 1.7667072 Nov 08 13:55:41.395507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34392) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:41.411105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-1599203286'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:41.428847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016f40-2479-4e47-aca5-095fe3752236 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=b50ab101-7010-4174-830d-4ef63829b029,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:41.461144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fab37-5dca-4856-8efa-87c42318dfc7 req-d14ba221-157f-42a5-9c7c-8520b35ad905 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:41.469808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa7fab37-5dca-4856-8efa-87c42318dfc7 req-d14ba221-157f-42a5-9c7c-8520b35ad905 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.2073252 Nov 08 13:55:41.489825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:41.500043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.546414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:55:41.574862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.577461 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment 33c55161-7b53-4493-a54e-6d88f0f658ef of type vlan for network 1f84dd28-3699-4e03-bb5b-7f6975f25150 Nov 08 13:55:41.653606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa7fab37-5dca-4856-8efa-87c42318dfc7 req-b5ab510f-2a98-4123-b7c6-b5ad067526f5 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827817 Nov 08 13:55:41.704816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.709303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4dfe896-f7cb-4292-b03a-8d970ad2610c req-25e92cf0-49a3-437a-8326-e4e49695ec4d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 210 time: 0.1828914 Nov 08 13:55:41.749947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-667f1b0d-4a3c-43f4-ac63-72eee066c3cb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:41.752486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-667f1b0d-4a3c-43f4-ac63-72eee066c3cb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 806 time: 0.7508106 Nov 08 13:55:41.769555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Request body: {'port': {'device_id': '3d050459-57fb-4390-b255-a35138c95f45', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'admin_state_up': True, 'tenant_id': '239982d77ded4e8898362350880b7e23'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:41.775132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.796155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:41.796824 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:41.858874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4613388 Nov 08 13:55:41.862306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34404) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:41.869035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': '1f84dd28-3699-4e03-bb5b-7f6975f25150', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:41.937569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae470e05-8bb6-4696-9977-88e11bcf4f4c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=1f84dd28-3699-4e03-bb5b-7f6975f25150,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:41.953336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:55:41.954048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Made reservation on behalf of 239982d77ded4e8898362350880b7e23 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:41.957013 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.036434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:55:42.043224 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.178107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Allocated IP 172.20.0.7 (fe8a3700-b643-4740-8279-459f25456977/14d34903-33ef-41de-95c2-6c1ca2a14962/259f0b1a-208e-4a45-bce2-1b8ade51be5f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:42.405152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.475283 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.515344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=5b20530d-00d4-4a91-9ea0-a100ad2a4373,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:42.523465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': '33c55161-7b53-4493-a54e-6d88f0f658ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1f84dd28-3699-4e03-bb5b-7f6975f25150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:42.524163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: 1f84dd28-3699-4e03-bb5b-7f6975f25150, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:55:42.548424 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.554097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:55:42.561311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:42.567574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 1f84dd28-3699-4e03-bb5b-7f6975f25150) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:42.581093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:42.582498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.606057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Network fe8a3700-b643-4740-8279-459f25456977 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:42.610806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-79b34ff9-1ba1-4d6d-9fab-10087c67da11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7469540 Nov 08 13:55:42.613866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34418) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:42.623487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39beb5c-7785-4bf7-beb4-0c64c1331ff2 None None] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:42.625483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c3dfb7de-2c06-46e8-94ed-9df4b6b20021 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1936902809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:42.631972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:42.651208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:42.682939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event updated for resources: {'Port': ['ID=259f0b1a-208e-4a45-bce2-1b8ade51be5f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:42.766592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb7de-2c06-46e8-94ed-9df4b6b20021 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.767679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb7de-2c06-46e8-94ed-9df4b6b20021 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.784512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34428) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:42.814865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:42.815767 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:42.967125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f55808-53b0-4806-865d-b7d578394641 req-cfdf3e02-d9d4-4b19-a9c2-c246fd31e578 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:42.979338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57f55808-53b0-4806-865d-b7d578394641 req-cfdf3e02-d9d4-4b19-a9c2-c246fd31e578 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 944 time: 0.3638439 Nov 08 13:55:43.014231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-1f84dd28-3699-4e03-bb5b-7f6975f25150', 'network_id': '1f84dd28-3699-4e03-bb5b-7f6975f25150', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': '5b20530d-00d4-4a91-9ea0-a100ad2a4373'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:55:43.015438 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.025455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-a3156eb8-9a94-4e3e-831e-68b33dd8f775 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2618201 Nov 08 13:55:43.038536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9c473cf7-02d1-4352-af22-6818b46f3cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.046892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Request body: {'port': {'device_id': '3d050459-57fb-4390-b255-a35138c95f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:43.111192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb7de-2c06-46e8-94ed-9df4b6b20021 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.146734 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb7de-2c06-46e8-94ed-9df4b6b20021 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.157359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9c473cf7-02d1-4352-af22-6818b46f3cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.163425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9c473cf7-02d1-4352-af22-6818b46f3cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.186214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b625f-1633-40b7-a3c5-b562e28da8b2 req-e781bb46-dc35-4381-bc55-211879f59038 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:43.189911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e3b625f-1633-40b7-a3c5-b562e28da8b2 req-e781bb46-dc35-4381-bc55-211879f59038 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.3548021 Nov 08 13:55:43.216567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57f55808-53b0-4806-865d-b7d578394641 req-6c4d9024-bbe0-4d66-958f-acb15298b466 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358370 Nov 08 13:55:43.235254 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9c473cf7-02d1-4352-af22-6818b46f3cb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c07627da196649128db61c7fd5e7ab16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493191 Nov 08 13:55:43.236361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34434) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:43.253827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c473cf7-02d1-4352-af22-6818b46f3cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ddc3417-54a0-4434-a9ec-72789add81cc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:43.281444 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3dfb7de-2c06-46e8-94ed-9df4b6b20021 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.286105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c3dfb7de-2c06-46e8-94ed-9df4b6b20021 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6668837 Nov 08 13:55:43.293680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34440) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:43.322604 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.360576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e3b625f-1633-40b7-a3c5-b562e28da8b2 req-7ffbb339-4a40-4aa2-97ef-ef2fcf63e7a0 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579926 Nov 08 13:55:43.525582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:55:43.545623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed25e0-3831-4bc6-a4cc-5a3901ea71de req-91833189-3add-4f17-87fe-70eb766fdcb1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:43.547229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-caed25e0-3831-4bc6-a4cc-5a3901ea71de req-91833189-3add-4f17-87fe-70eb766fdcb1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 931 time: 0.1446273 Nov 08 13:55:43.672806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-caed25e0-3831-4bc6-a4cc-5a3901ea71de req-403b01bb-8ee6-42db-843c-1319ca529254 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175375 Nov 08 13:55:43.748388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Allocated IP 172.20.0.2 (1f84dd28-3699-4e03-bb5b-7f6975f25150/5b20530d-00d4-4a91-9ea0-a100ad2a4373/3f534479-a0e5-4065-b190-1d78e7e4ab5f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:43.816351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:43.886751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '23372c88-35ce-4043-a388-1d96c0d93d48', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'port_id': '23372c88-35ce-4043-a388-1d96c0d93d48', 'mac_address': 'fa:16:3e:5b:20:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:55:43.950384 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:43.955249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259f0b1a-208e-4a45-bce2-1b8ade51be5f {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:43.968810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23372c88-35ce-4043-a388-1d96c0d93d48 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:43.980220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.007468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:44.013556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Transition to ACTIVE for port object 259f0b1a-208e-4a45-bce2-1b8ade51be5f will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:55:44.015683 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.021910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.097744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.105065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:44.110182 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.191264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Pushing event updated for resources: {'Port': ['ID=259f0b1a-208e-4a45-bce2-1b8ade51be5f,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:44.198987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Attempting to bind port 259f0b1a-208e-4a45-bce2-1b8ade51be5f on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:55:44.199781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Attempting to bind port 259f0b1a-208e-4a45-bce2-1b8ade51be5f by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:55:44.200421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Attempting to bind port 259f0b1a-208e-4a45-bce2-1b8ade51be5f on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:44.207652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Port 259f0b1a-208e-4a45-bce2-1b8ade51be5f on network fe8a3700-b643-4740-8279-459f25456977 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:55:44.208414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Attempting to bind port 259f0b1a-208e-4a45-bce2-1b8ade51be5f on network fe8a3700-b643-4740-8279-459f25456977 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:44.214834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:55:44.215806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Checking segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:44.216429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Bound using segment: {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:55:44.217190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Bound port: 259f0b1a-208e-4a45-bce2-1b8ade51be5f, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd926bba2-fb30-4db7-8f5a-83db77713a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'fe8a3700-b643-4740-8279-459f25456977'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:55:44.217879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.226593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:44.231069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Pushing event updated for resources: {'Port': ['ID=3f534479-a0e5-4065-b190-1d78e7e4ab5f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:44.245325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:44.248135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:44.319182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['23372c88-35ce-4043-a388-1d96c0d93d48'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:44.338922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] For port 259f0b1a-208e-4a45-bce2-1b8ade51be5f, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:44.347591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] For port 259f0b1a-208e-4a45-bce2-1b8ade51be5f, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=259f0b1a-208e-4a45-bce2-1b8ade51be5f,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:55:44.358732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.401155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f8c63a9-6b54-4e7a-98fd-76709e279b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.461761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Attempting to bind port 3f534479-a0e5-4065-b190-1d78e7e4ab5f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:55:44.462140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Attempting to bind port 3f534479-a0e5-4065-b190-1d78e7e4ab5f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '33c55161-7b53-4493-a54e-6d88f0f658ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1f84dd28-3699-4e03-bb5b-7f6975f25150'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:55:44.462504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Attempting to bind port 3f534479-a0e5-4065-b190-1d78e7e4ab5f on network 1f84dd28-3699-4e03-bb5b-7f6975f25150 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:55:44.475390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:55:44.475687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Checking segment: {'id': '33c55161-7b53-4493-a54e-6d88f0f658ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1f84dd28-3699-4e03-bb5b-7f6975f25150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:55:44.476069 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.477927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Bound using segment: {'id': '33c55161-7b53-4493-a54e-6d88f0f658ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1f84dd28-3699-4e03-bb5b-7f6975f25150'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:55:44.477927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Bound port: 3f534479-a0e5-4065-b190-1d78e7e4ab5f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c55161-7b53-4493-a54e-6d88f0f658ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1f84dd28-3699-4e03-bb5b-7f6975f25150'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:55:44.477927 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.547032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:44.547827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.548220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f8c63a9-6b54-4e7a-98fd-76709e279b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.549066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] 10.222.0.70 "PUT /v2.0/ports/259f0b1a-208e-4a45-bce2-1b8ade51be5f HTTP/1.1" status: 200 len: 1091 time: 1.5134339 Nov 08 13:55:44.550589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d050459-57fb-4390-b255-a35138c95f45', 'tag': '259f0b1a-208e-4a45-bce2-1b8ade51be5f'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:44.560312 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdce243-ad83-4b7e-9326-9c6bd85effae" -d '{"events": [{"name": "network-changed", "server_uuid": "3d050459-57fb-4390-b255-a35138c95f45", "tag": "259f0b1a-208e-4a45-bce2-1b8ade51be5f"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:44.616899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f615e-26a0-439d-8b23-6addabadbb9f service neutron] Pushing event updated for resources: {'Port': ['ID=259f0b1a-208e-4a45-bce2-1b8ade51be5f,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:44.650105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.686641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07d5f7-e7da-44b9-aa1e-59e61df44e2d req-ce0bddd7-bdb7-40c7-8da3-f3293a025bd5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:44.695276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf07d5f7-e7da-44b9-aa1e-59e61df44e2d req-ce0bddd7-bdb7-40c7-8da3-f3293a025bd5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.2822134 Nov 08 13:55:44.771297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] For port 3f534479-a0e5-4065-b190-1d78e7e4ab5f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:55:44.787560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] For port 3f534479-a0e5-4065-b190-1d78e7e4ab5f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3f534479-a0e5-4065-b190-1d78e7e4ab5f,segment=NetworkSegment(33c55161-7b53-4493-a54e-6d88f0f658ef),segment_id=33c55161-7b53-4493-a54e-6d88f0f658ef)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:55:44.794934 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.821789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c3c2d-443f-4e36-8189-14ffb3be6613 req-742db53c-01ad-44d4-8974-50555774411d tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:44.825259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d7c3c2d-443f-4e36-8189-14ffb3be6613 req-742db53c-01ad-44d4-8974-50555774411d tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.2269266 Nov 08 13:55:44.843590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-b948c35c-104b-448a-a2fa-a5a8de380f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:44.845221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-b948c35c-104b-448a-a2fa-a5a8de380f22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 1094 time: 0.2244220 Nov 08 13:55:44.853430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf07d5f7-e7da-44b9-aa1e-59e61df44e2d req-6d67b892-7c8c-480f-b900-a69471d7a231 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565344 Nov 08 13:55:44.934980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49a6a-6d79-4987-907e-6cdcb159765e None None] Pushing event updated for resources: {'Port': ['ID=3f534479-a0e5-4065-b190-1d78e7e4ab5f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:44.977928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f8c63a9-6b54-4e7a-98fd-76709e279b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.987654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f8c63a9-6b54-4e7a-98fd-76709e279b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:44.992294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4f8c63a9-6b54-4e7a-98fd-76709e279b56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ddc3417-54a0-4434-a9ec-72789add81cc HTTP/1.1" status: 204 len: 168 time: 1.7538185 Nov 08 13:55:45.035940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c63a9-6b54-4e7a-98fd-76709e279b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ddc3417-54a0-4434-a9ec-72789add81cc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:45.330848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.20.0.1 (1f84dd28-3699-4e03-bb5b-7f6975f25150/5b20530d-00d4-4a91-9ea0-a100ad2a4373/40e69a0a-1d6f-4e9a-bfc8-05078e137dca) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:45.407634 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0cf4d6-f605-42ab-831a-833f959064ad x-openstack-request-id: req-5e0cf4d6-f605-42ab-831a-833f959064ad {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:45.408279 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d050459-57fb-4390-b255-a35138c95f45", "tag": "259f0b1a-208e-4a45-bce2-1b8ade51be5f", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:45.408279 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e0cf4d6-f605-42ab-831a-833f959064ad {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:45.408769 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d050459-57fb-4390-b255-a35138c95f45', 'tag': '259f0b1a-208e-4a45-bce2-1b8ade51be5f', 'status': 'completed', 'code': 200} Nov 08 13:55:45.417851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-df5fb643-b1a0-416d-a85a-37aa5606a84a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=259f0b1a-208e-4a45-bce2-1b8ade51be5f HTTP/1.1" status: 200 len: 217 time: 0.5630782 Nov 08 13:55:45.526800 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:45.533277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d7c3c2d-443f-4e36-8189-14ffb3be6613 req-9f93d141-22f7-4da2-b076-a1deefe99d05 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6866853 Nov 08 13:55:45.546770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5acdc7-78e3-49b3-a8c5-1bdcfcd8d263 req-cca8761d-8637-47c9-bc45-552088567033 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:45.548552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c5acdc7-78e3-49b3-a8c5-1bdcfcd8d263 req-cca8761d-8637-47c9-bc45-552088567033 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 943 time: 0.1429837 Nov 08 13:55:45.550711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6bfd8d22-0fd5-4df9-8a5c-3f14cb44987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:45.552328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-6bfd8d22-0fd5-4df9-8a5c-3f14cb44987d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1202433 Nov 08 13:55:45.600876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-63529df9-ee1c-4257-a89f-46830ff846f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390148 Nov 08 13:55:45.646262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:45.668388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c5acdc7-78e3-49b3-a8c5-1bdcfcd8d263 req-5ebddf93-6554-445b-9ba0-b6edd105ae3c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136854 Nov 08 13:55:45.749280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=40e69a0a-1d6f-4e9a-bfc8-05078e137dca,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:45.764021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-92f72abb-0edd-40fa-b0b7-f4af2b6004d3 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488674 Nov 08 13:55:45.781095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:45.792563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:45.805513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:45.867501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:45.945565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4eaf6f2b-d33a-47c8-84a5-4eba4071d21f req-7c1cfe7a-db02-4957-9340-8fbc94f8315b service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726816 Nov 08 13:55:46.033349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:46.155866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-2a6beaca-055b-4588-9c6d-73bfdc7ccb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:46.157685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-2a6beaca-055b-4588-9c6d-73bfdc7ccb6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 1094 time: 0.1211250 Nov 08 13:55:46.177872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143161-800f-4058-a2c9-898063bcfb31 req-2ca7acb5-016b-4328-89b0-3937d2aa4b83 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:46.182618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af143161-800f-4058-a2c9-898063bcfb31 req-2ca7acb5-016b-4328-89b0-3937d2aa4b83 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.1065485 Nov 08 13:55:46.299960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af143161-800f-4058-a2c9-898063bcfb31 req-88e641b5-4687-4432-addc-2d3006f15d27 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944941 Nov 08 13:55:46.455401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba1cb4c-af7e-4e7b-9cd4-618716313d9b None None] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:46.511217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-24d18f30-7fee-4234-bb11-7b95d5fe41db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:46.513663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-24d18f30-7fee-4234-bb11-7b95d5fe41db service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.3319623 Nov 08 13:55:46.601576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3f534479-a0e5-4065-b190-1d78e7e4ab5f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:46.604650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0c875d9d-35c8-4cff-9d4c-d5ba183a2ba4 None None] Provisioning complete for port 3f534479-a0e5-4065-b190-1d78e7e4ab5f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:46.605021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c875d9d-35c8-4cff-9d4c-d5ba183a2ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:46.615604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:46.622779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-257505ad-2a46-4c49-83e1-3d7fd6c42355 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=259f0b1a-208e-4a45-bce2-1b8ade51be5f HTTP/1.1" status: 200 len: 217 time: 0.1009274 Nov 08 13:55:46.632190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:46.732928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-bf6d515a-af1c-4dfe-b66d-ec12f5e4e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:46.739724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-bf6d515a-af1c-4dfe-b66d-ec12f5e4e71b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1062894 Nov 08 13:55:46.807536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:46.825036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=40e69a0a-1d6f-4e9a-bfc8-05078e137dca,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:46.872257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3f534479-a0e5-4065-b190-1d78e7e4ab5f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:46.872692 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:46.913783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-2a11b36e-5a5d-4383-af79-696e5fe971da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514254 Nov 08 13:55:46.977727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:46.980535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:47.019637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d3179f-fe7c-4adf-b4d6-5ec4149377e1 req-84f226a5-f59e-4fad-bfd7-a98adbef4150 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:47.028247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93d3179f-fe7c-4adf-b4d6-5ec4149377e1 req-84f226a5-f59e-4fad-bfd7-a98adbef4150 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.2871475 Nov 08 13:55:47.043781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b7697-e5e1-4653-b35a-0fed674a5833 req-20de06eb-8d8a-4267-896f-9245f6e9c303 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:47.045507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-831b7697-e5e1-4653-b35a-0fed674a5833 req-20de06eb-8d8a-4267-896f-9245f6e9c303 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 943 time: 0.2262433 Nov 08 13:55:47.164777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-3361dba0-38ee-4e20-bf54-cc6de8be694b service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433720 Nov 08 13:55:47.185423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93d3179f-fe7c-4adf-b4d6-5ec4149377e1 req-fafc5e98-8da5-4a6b-839f-be374e436593 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504381 Nov 08 13:55:47.229536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router adf81d24-d981-406e-a5ef-068399264422 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:55:47.230112 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c875d9d-35c8-4cff-9d4c-d5ba183a2ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:47.246436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:47.255397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-831b7697-e5e1-4653-b35a-0fed674a5833 req-665487d0-b6ad-4431-925c-1516792945e5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939042 Nov 08 13:55:47.303053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 3f534479-a0e5-4065-b190-1d78e7e4ab5f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3f534479-a0e5-4065-b190-1d78e7e4ab5f,segment=NetworkSegment(33c55161-7b53-4493-a54e-6d88f0f658ef),segment_id=33c55161-7b53-4493-a54e-6d88f0f658ef)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:47.346481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:47.408487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:47.474210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-0c875d9d-35c8-4cff-9d4c-d5ba183a2ba4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:55:47.474947 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-0c875d9d-35c8-4cff-9d4c-d5ba183a2ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:55:47.501387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:47.513343 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] Sync routers for ids ['adf81d24-d981-406e-a5ef-068399264422'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:47.516005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-770c3546-35f4-49ad-830e-27bf0efbcba1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/adf81d24-d981-406e-a5ef-068399264422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2196708 Nov 08 13:55:47.527955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34528) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:47.531726 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] Routers {'adf81d24-d981-406e-a5ef-068399264422'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:47.532533 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['adf81d24-d981-406e-a5ef-068399264422'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:47.549713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=3f534479-a0e5-4065-b190-1d78e7e4ab5f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:47.591880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 23372c88-35ce-4043-a388-1d96c0d93d48 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:55:47.599063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 23372c88-35ce-4043-a388-1d96c0d93d48 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:47.599439 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:47.609773 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:47.641330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9c476d-9488-4ce8-8674-17a437dca712 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:47.643237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdce243-ad83-4b7e-9326-9c6bd85effae req-3431b658-264f-424a-9e8f-3d454fb2fafc service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477310 Nov 08 13:55:47.652507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34530) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:47.659888 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] Routers {'adf81d24-d981-406e-a5ef-068399264422'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:47.660625 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['adf81d24-d981-406e-a5ef-068399264422'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:47.662169 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6e9c476d-9488-4ce8-8674-17a437dca712 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports/40e69a0a-1d6f-4e9a-bfc8-05078e137dca HTTP/1.1" status: 200 len: 910 time: 0.1293347 Nov 08 13:55:47.750284 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:47.751328 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7d16e3-fc64-4ff5-8faf-488a53964133 None None] The sync data for ids ['adf81d24-d981-406e-a5ef-068399264422'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:47.803882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:47.868428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:47.871981 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb0dafd-f02d-4672-965f-8c198ded1640" -d '{"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-plugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:47.935500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:47.944488 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:48.000209 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271fa9ab-ee8e-4a39-a780-d2408dda95c9 x-openstack-request-id: req-271fa9ab-ee8e-4a39-a780-d2408dda95c9 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:48.001075 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-plugged", "status": "completed", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:48.001516 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-271fa9ab-ee8e-4a39-a780-d2408dda95c9 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:48.002078 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'code': 200} Nov 08 13:55:48.016677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491abc70-937e-40af-a966-86ea5a8749ad req-1cac01f0-96a0-47f6-a34d-1c76ec74e5c9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:48.037946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-491abc70-937e-40af-a966-86ea5a8749ad req-1cac01f0-96a0-47f6-a34d-1c76ec74e5c9 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 945 time: 0.3711588 Nov 08 13:55:48.071541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=12']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:48.196666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ef2613d7-c3c3-417c-aab9-6da473416fc7 None None] Provisioning complete for port 40e69a0a-1d6f-4e9a-bfc8-05078e137dca triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:48.197405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef2613d7-c3c3-417c-aab9-6da473416fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:48.260665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ef2613d7-c3c3-417c-aab9-6da473416fc7 None None] Port 40e69a0a-1d6f-4e9a-bfc8-05078e137dca cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:48.273933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ef2613d7-c3c3-417c-aab9-6da473416fc7 None None] Provisioning complete for port 3f534479-a0e5-4065-b190-1d78e7e4ab5f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:48.274539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef2613d7-c3c3-417c-aab9-6da473416fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:48.336079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-491abc70-937e-40af-a966-86ea5a8749ad req-7696f942-026b-4857-8e79-afb9427dcefb tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969632 Nov 08 13:55:48.395762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf80109-6ec2-4ee9-af1c-3bd30abf3dd1 req-dcc921dc-3abc-41e4-8600-41bb52070685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:48.398135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baf80109-6ec2-4ee9-af1c-3bd30abf3dd1 req-dcc921dc-3abc-41e4-8600-41bb52070685 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 1097 time: 0.1915555 Nov 08 13:55:48.585445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603451c5-a00c-486c-aabb-308f8a768a8a req-0edbc256-cdf3-4503-97c6-38f3fffad040 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:48.596637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-603451c5-a00c-486c-aabb-308f8a768a8a req-0edbc256-cdf3-4503-97c6-38f3fffad040 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.2564154 Nov 08 13:55:48.668741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3f534479-a0e5-4065-b190-1d78e7e4ab5f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:48.684144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baf80109-6ec2-4ee9-af1c-3bd30abf3dd1 req-8f23dec9-57a9-48b9-808d-acb43b6a73b6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755628 Nov 08 13:55:48.765073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5410f856-b703-403b-b13b-535114cda3c9 None None] Provisioning complete for port 40e69a0a-1d6f-4e9a-bfc8-05078e137dca triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:48.765737 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5410f856-b703-403b-b13b-535114cda3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:48.809958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-603451c5-a00c-486c-aabb-308f8a768a8a req-4a0649db-f1eb-44f2-9d1b-c7886172ec1c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122622 Nov 08 13:55:48.844309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5410f856-b703-403b-b13b-535114cda3c9 None None] Port 40e69a0a-1d6f-4e9a-bfc8-05078e137dca cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:55:48.853327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-0ba832d4-f5c6-4bf6-a9be-66116030f9b1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915444 Nov 08 13:55:48.856960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3f534479-a0e5-4065-b190-1d78e7e4ab5f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:48.857374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:48.862750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48b3ff-9177-47e9-93c6-afb1fa8d203a req-38eefd6d-f8c4-44a9-8351-6518dc3fff83 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:48.874211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f48b3ff-9177-47e9-93c6-afb1fa8d203a req-38eefd6d-f8c4-44a9-8351-6518dc3fff83 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 943 time: 0.1600986 Nov 08 13:55:48.929960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:48.965324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de929e-ad55-4465-9045-a2e6473300e0 req-6e25e6e1-7d49-451e-9a7f-6b8a87e502a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:48.966903 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-6e25e6e1-7d49-451e-9a7f-6b8a87e502a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1097 time: 0.0536702 Nov 08 13:55:49.034624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f48b3ff-9177-47e9-93c6-afb1fa8d203a req-b0a62cc0-ccb5-4699-876b-ccc85bdc0749 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573496 Nov 08 13:55:49.153968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de929e-ad55-4465-9045-a2e6473300e0 req-78a0def9-09a4-4994-b23e-109fc8b305e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:49.155474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-78a0def9-09a4-4994-b23e-109fc8b305e3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.1594238 Nov 08 13:55:49.246734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-a6fd072d-a257-4b47-87ad-c6f2c122ab24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 1002 time: 0.0834088 Nov 08 13:55:49.279782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 40e69a0a-1d6f-4e9a-bfc8-05078e137dca {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:49.280142 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:49.336300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de929e-ad55-4465-9045-a2e6473300e0 req-977cc3fa-f783-4228-93c8-96734fd422b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:49.339175 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-977cc3fa-f783-4228-93c8-96734fd422b0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.0846384 Nov 08 13:55:49.386744 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:49.395248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 259f0b1a-208e-4a45-bce2-1b8ade51be5f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:55:49.399557 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 40e69a0a-1d6f-4e9a-bfc8-05078e137dca owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:49.415293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de929e-ad55-4465-9045-a2e6473300e0 req-ffb4708a-404c-40d6-bfc0-d705758a2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:49.418112 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-ffb4708a-404c-40d6-bfc0-d705758a2cc2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715070 Nov 08 13:55:49.615567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-632b8174-efe6-4802-b5f0-f450105d8aac service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870973 Nov 08 13:55:49.637292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219650c8-d9e2-419a-90b5-d9d39beb38dc req-6c6a6d40-f36c-44a1-be30-89c612b31787 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:49.639088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-219650c8-d9e2-419a-90b5-d9d39beb38dc req-6c6a6d40-f36c-44a1-be30-89c612b31787 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 946 time: 0.1208200 Nov 08 13:55:49.815795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 259f0b1a-208e-4a45-bce2-1b8ade51be5f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=259f0b1a-208e-4a45-bce2-1b8ade51be5f,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:49.820958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57de929e-ad55-4465-9045-a2e6473300e0 req-e7b250f6-a872-4120-b8e0-ade289a73a0e service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954486 Nov 08 13:55:49.855067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '259f0b1a-208e-4a45-bce2-1b8ade51be5f', 'network_id': 'fe8a3700-b643-4740-8279-459f25456977', 'port_id': '259f0b1a-208e-4a45-bce2-1b8ade51be5f', 'mac_address': 'fa:16:3e:14:11:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d34903-33ef-41de-95c2-6c1ca2a14962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:55:49.883606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34590) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:49.894637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-219650c8-d9e2-419a-90b5-d9d39beb38dc req-15d8d190-9c3a-453c-8aae-01c930615936 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414265 Nov 08 13:55:49.897266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:49.922344 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:49.958939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259f0b1a-208e-4a45-bce2-1b8ade51be5f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:55:49.988986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 259f0b1a-208e-4a45-bce2-1b8ade51be5f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=259f0b1a-208e-4a45-bce2-1b8ade51be5f,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:49.998995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.048241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=40e69a0a-1d6f-4e9a-bfc8-05078e137dca,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:50.098272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=259f0b1a-208e-4a45-bce2-1b8ade51be5f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:50.186301 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2572f357-47fa-492d-8b19-63ad946f816e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.235076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090a540-01e4-4c3a-8504-3d037e46d473 req-6a50e906-a21c-4a6a-883e-97e003c5e419 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:50.236762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8090a540-01e4-4c3a-8504-3d037e46d473 req-6a50e906-a21c-4a6a-883e-97e003c5e419 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.2917297 Nov 08 13:55:50.302581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['259f0b1a-208e-4a45-bce2-1b8ade51be5f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:55:50.371642 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2572f357-47fa-492d-8b19-63ad946f816e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.381479 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2572f357-47fa-492d-8b19-63ad946f816e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.418580 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.456888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce75c6-bd18-4a6b-a733-1a4a8bd82989 req-8d88de36-54af-432a-b4e2-1daeb042ad4f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:50.458712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccce75c6-bd18-4a6b-a733-1a4a8bd82989 req-8d88de36-54af-432a-b4e2-1daeb042ad4f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 944 time: 0.2456574 Nov 08 13:55:50.475759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8090a540-01e4-4c3a-8504-3d037e46d473 req-1f089f71-ec85-41d3-bd2f-91add6b3613f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127256 Nov 08 13:55:50.513342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572f357-47fa-492d-8b19-63ad946f816e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25509a9-1d73-4fc3-a364-cc3724835ecd,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:50.543892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2572f357-47fa-492d-8b19-63ad946f816e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5cf3ff662e84df4b6ec0dd2d68fa35e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6591043 Nov 08 13:55:50.546604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34626) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:50.631560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ee09-486a-43ac-a54b-ff1fef735e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.668393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ee09-486a-43ac-a54b-ff1fef735e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.733883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccce75c6-bd18-4a6b-a733-1a4a8bd82989 req-1311cac5-9b73-458c-94f9-341580f673c1 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508619 Nov 08 13:55:50.783707 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ee09-486a-43ac-a54b-ff1fef735e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.793297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9cd2ee09-486a-43ac-a54b-ff1fef735e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:50.799640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9cd2ee09-486a-43ac-a54b-ff1fef735e37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a25509a9-1d73-4fc3-a364-cc3724835ecd HTTP/1.1" status: 204 len: 168 time: 0.2482452 Nov 08 13:55:50.832271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2ee09-486a-43ac-a54b-ff1fef735e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25509a9-1d73-4fc3-a364-cc3724835ecd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:50.854287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router adf81d24-d981-406e-a5ef-068399264422 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:55:51.405185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:51.411591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e1906c9b-1c92-4d01-9645-3d262a260dcb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/adf81d24-d981-406e-a5ef-068399264422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7577882 Nov 08 13:55:51.414529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:51.418112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] Sync routers for ids ['adf81d24-d981-406e-a5ef-068399264422'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:51.431530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] Routers {'adf81d24-d981-406e-a5ef-068399264422'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:51.432327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['adf81d24-d981-406e-a5ef-068399264422'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:51.458294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9075a5-e4dd-48dc-b548-c18835343b6f req-fa66a2ee-f95e-4ea0-a04c-2cff5a5c89bf tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:51.460195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f9075a5-e4dd-48dc-b548-c18835343b6f req-fa66a2ee-f95e-4ea0-a04c-2cff5a5c89bf tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 946 time: 0.1361668 Nov 08 13:55:51.471163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4fb59624-3c37-4cba-b175-ef3c2268a0e4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=adf81d24-d981-406e-a5ef-068399264422 HTTP/1.1" status: 200 len: 205 time: 0.0542736 Nov 08 13:55:51.473989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34660) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:51.505966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:51.523269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] Routers {'adf81d24-d981-406e-a5ef-068399264422'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:51.524230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['adf81d24-d981-406e-a5ef-068399264422'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:51.551515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f9075a5-e4dd-48dc-b548-c18835343b6f req-31ff0775-82da-4e1a-a918-5a6098c229cc tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787389 Nov 08 13:55:51.574285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:51.575331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9435142-4090-4fc5-9281-de520d779e0b None None] The sync data for ids ['adf81d24-d981-406e-a5ef-068399264422'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:51.622843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a64d19f-2adb-4e15-80ce-c72f5fefbc2f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:51.682225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83d32-12bf-4016-bb5d-3ba74a66cd05 req-4f7023da-365b-4d00-8da4-d84847c472f3 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:51.684105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ce83d32-12bf-4016-bb5d-3ba74a66cd05 req-4f7023da-365b-4d00-8da4-d84847c472f3 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.0651627 Nov 08 13:55:51.764434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ce83d32-12bf-4016-bb5d-3ba74a66cd05 req-caa518ba-e2bf-4787-84e4-15b2034fe837 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725930 Nov 08 13:55:51.893863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a64d19f-2adb-4e15-80ce-c72f5fefbc2f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:51.896826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a64d19f-2adb-4e15-80ce-c72f5fefbc2f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:51.897041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd674aae-4b9a-4c7d-a4b7-c7ddef02c74d req-7dc8851c-515d-4108-b67e-e2170f0223fb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:51.898317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd674aae-4b9a-4c7d-a4b7-c7ddef02c74d req-7dc8851c-515d-4108-b67e-e2170f0223fb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 944 time: 0.0795963 Nov 08 13:55:51.991704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a64d19f-2adb-4e15-80ce-c72f5fefbc2f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:51.994360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a64d19f-2adb-4e15-80ce-c72f5fefbc2f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Fanout notify agent at l3_agent the message router_deleted on router adf81d24-d981-406e-a5ef-068399264422 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:55:52.018125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a64d19f-2adb-4e15-80ce-c72f5fefbc2f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.019300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9a64d19f-2adb-4e15-80ce-c72f5fefbc2f tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/adf81d24-d981-406e-a5ef-068399264422 HTTP/1.1" status: 204 len: 168 time: 0.5442820 Nov 08 13:55:52.021947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34684) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:52.046841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd674aae-4b9a-4c7d-a4b7-c7ddef02c74d req-7971e086-74e2-4559-942f-0c75593538ee tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295228 Nov 08 13:55:52.093173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet 5b20530d-00d4-4a91-9ea0-a100ad2a4373 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:55:52.096553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.145152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.270615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-11399864-6bcb-4d5e-b290-afef1d850fb2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544820 Nov 08 13:55:52.286512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.373666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34690) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:52.396263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.409312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-9c384cca-74bd-4aae-b453-ee93176ffa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:52.411259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-9c384cca-74bd-4aae-b453-ee93176ffa39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=239982d77ded4e8898362350880b7e23&device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 1096 time: 0.1073527 Nov 08 13:55:52.470322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=5b20530d-00d4-4a91-9ea0-a100ad2a4373,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:52.484848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.490638 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6e10c99b-5ce9-4e67-9069-6314f0623c9c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/5b20530d-00d4-4a91-9ea0-a100ad2a4373 HTTP/1.1" status: 204 len: 168 time: 0.4671338 Nov 08 13:55:52.493040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34698) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:52.499680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32cbf7-02e2-4a9b-8d9e-58c1a5405846 None None] Network 1f84dd28-3699-4e03-bb5b-7f6975f25150 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:55:52.644741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.660128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-66c367f5-17b6-4c23-8c2b-aa9ec8d1968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:52.661787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-66c367f5-17b6-4c23-8c2b-aa9ec8d1968c service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 200 len: 907 time: 0.2203531 Nov 08 13:55:52.727690 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d30d1cf8-dda7-43b4-958a-3ceaa32ad845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.741130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-3d922d08-3cc3-484e-9e87-037b6a64097c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1498114d-158a-4f55-b7de-d16f6f95a879 HTTP/1.1" status: 200 len: 217 time: 0.0654538 Nov 08 13:55:52.798591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 3f534479-a0e5-4065-b190-1d78e7e4ab5f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:52.799250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.856237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] DHCP port deletion for 1f84dd28-3699-4e03-bb5b-7f6975f25150 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:55:52.875200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-2cd9029e-10ab-4d74-bc24-b7e06ce47aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:52.877113 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-2cd9029e-10ab-4d74-bc24-b7e06ce47aec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 200 len: 846 time: 0.1262815 Nov 08 13:55:52.880538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port 3f534479-a0e5-4065-b190-1d78e7e4ab5f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3f534479-a0e5-4065-b190-1d78e7e4ab5f,segment=NetworkSegment(33c55161-7b53-4493-a54e-6d88f0f658ef),segment_id=33c55161-7b53-4493-a54e-6d88f0f658ef)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:52.880902 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:52.886946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40df87-0792-4562-a1f8-f9b3ac0fe761 req-01efa916-794e-41a4-a8b5-a8dbea02c2fd tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:52.894526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d40df87-0792-4562-a1f8-f9b3ac0fe761 req-01efa916-794e-41a4-a8b5-a8dbea02c2fd tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1907005 Nov 08 13:55:52.895275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 3f534479-a0e5-4065-b190-1d78e7e4ab5f owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:52.906943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491088a-a581-4adc-a880-815ae7a69c96 req-fd0cb4d8-8b42-4f8a-9750-422ad6363c34 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:52.908756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3491088a-a581-4adc-a880-815ae7a69c96 req-fd0cb4d8-8b42-4f8a-9750-422ad6363c34 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 946 time: 0.1590519 Nov 08 13:55:52.925195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] Deleting port 3f534479-a0e5-4065-b190-1d78e7e4ab5f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:55:52.925993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.010712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-66eb39e4-9438-4ba4-b914-34b9eb3920d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8a3700-b643-4740-8279-459f25456977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135595 Nov 08 13:55:53.035946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.054178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d30d1cf8-dda7-43b4-958a-3ceaa32ad845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.089947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] For port 3f534479-a0e5-4065-b190-1d78e7e4ab5f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3f534479-a0e5-4065-b190-1d78e7e4ab5f,segment=NetworkSegment(33c55161-7b53-4493-a54e-6d88f0f658ef),segment_id=33c55161-7b53-4493-a54e-6d88f0f658ef)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:53.090388 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.092922 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.096290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=3f534479-a0e5-4065-b190-1d78e7e4ab5f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:53.100074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d30d1cf8-dda7-43b4-958a-3ceaa32ad845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.104526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] Calling delete_port for 3f534479-a0e5-4065-b190-1d78e7e4ab5f owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:55:53.133623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port 3f534479-a0e5-4065-b190-1d78e7e4ab5f on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:53.177815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d1cf8-dda7-43b4-958a-3ceaa32ad845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac44870-df24-4c63-9d72-e250cf95d366,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:53.205874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d30d1cf8-dda7-43b4-958a-3ceaa32ad845 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe432b900f8a40488b3bd898d7413105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8371308 Nov 08 13:55:53.205874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34714) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:53.207115 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.219838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d40df87-0792-4562-a1f8-f9b3ac0fe761 req-1924b82f-9547-4104-acb2-46b8b9b29a84 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241889 Nov 08 13:55:53.252299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] Pushing event deleted for resources: {'Port': ['ID=3f534479-a0e5-4065-b190-1d78e7e4ab5f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:53.255170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91224362-ac36-4b59-8cac-886d72d454d8 None None] No DVR routers for this DVR port 3f534479-a0e5-4065-b190-1d78e7e4ab5f on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:55:53.279810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-196550e9-ffc2-4a75-84ae-c03602c3cddd req-c28979c2-084d-4bd0-94e1-d1eb64664ec6 service neutron] (101841) timed out ('10.222.0.70', 63141) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 13:55:53.284576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-7f9feb95-c949-4c30-ba8b-c43c4a8cc41b service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450309 Nov 08 13:55:53.291050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.300694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3491088a-a581-4adc-a880-815ae7a69c96 req-f39b8ee8-6142-48f6-9aa3-d4b14b8d0796 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3691847 Nov 08 13:55:53.349260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f84dd28-3699-4e03-bb5b-7f6975f25150']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:53.383411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c55161-7b53-4493-a54e-6d88f0f658ef') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:53.383797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c55161-7b53-4493-a54e-6d88f0f658ef') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:53.394437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 259f0b1a-208e-4a45-bce2-1b8ade51be5f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:55:53.397957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-441178c9-44fd-4a3a-943e-021ec70e4b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.423674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6810fc4-ebe9-474d-96e4-8343ef9eb40d req-67183cc3-b1a2-4748-b20d-0e0b3b1ddf69 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:53.425949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6810fc4-ebe9-474d-96e4-8343ef9eb40d req-67183cc3-b1a2-4748-b20d-0e0b3b1ddf69 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1200147 Nov 08 13:55:53.426420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-441178c9-44fd-4a3a-943e-021ec70e4b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.481875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.486295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 259f0b1a-208e-4a45-bce2-1b8ade51be5f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:55:53.497113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 259f0b1a-208e-4a45-bce2-1b8ade51be5f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:55:53.499287 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.511392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-441178c9-44fd-4a3a-943e-021ec70e4b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.514732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-441178c9-44fd-4a3a-943e-021ec70e4b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.516814 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-441178c9-44fd-4a3a-943e-021ec70e4b0c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ac44870-df24-4c63-9d72-e250cf95d366 HTTP/1.1" status: 204 len: 168 time: 0.3100047 Nov 08 13:55:53.523356 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.535979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9245dda-aaf3-43ac-9563-021b3146f4fc req-8bffa6b9-8366-451c-b1b5-6624c2e74dcb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:53.537427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441178c9-44fd-4a3a-943e-021ec70e4b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac44870-df24-4c63-9d72-e250cf95d366,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:53.538799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9245dda-aaf3-43ac-9563-021b3146f4fc req-8bffa6b9-8366-451c-b1b5-6624c2e74dcb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 944 time: 0.1115983 Nov 08 13:55:53.556284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:55:53.557725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:55:53.563348 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:55:53.582969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.586354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6810fc4-ebe9-474d-96e4-8343ef9eb40d req-60cf4b52-d260-4a1f-813b-6b32414d4c22 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125453 Nov 08 13:55:53.636704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f44a797-cecb-44d9-aa5d-d7f67bdbf0e0 req-e0962793-b8a6-40c0-8e0e-29882db6ab03 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317676 Nov 08 13:55:53.641317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9245dda-aaf3-43ac-9563-021b3146f4fc req-12fd7b2e-2c0a-416a-a43c-b9ff88453611 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596600 Nov 08 13:55:53.719660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.750921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.765537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d050459-57fb-4390-b255-a35138c95f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f0b1a-208e-4a45-bce2-1b8ade51be5f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:55:53.767551 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.768706 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a6ee81-0f47-44ad-a48e-dccbb4e218da" -d '{"events": [{"server_uuid": "3d050459-57fb-4390-b255-a35138c95f45", "name": "network-vif-plugged", "status": "completed", "tag": "259f0b1a-208e-4a45-bce2-1b8ade51be5f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:55:53.773476 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/1f84dd28-3699-4e03-bb5b-7f6975f25150 HTTP/1.1" status: 204 len: 168 time: 1.2778535 Nov 08 13:55:53.778742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34724) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:53.786552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-355930274', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:53.800981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 259f0b1a-208e-4a45-bce2-1b8ade51be5f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=259f0b1a-208e-4a45-bce2-1b8ade51be5f,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:55:53.808064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.837223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25af8e4-d372-4704-ad0f-d502dc8e738b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=1f84dd28-3699-4e03-bb5b-7f6975f25150,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:53.848448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.850152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:53.869176 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f539df8-83d4-4182-8046-ab804bca8bda x-openstack-request-id: req-7f539df8-83d4-4182-8046-ab804bca8bda {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:55:53.869474 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d050459-57fb-4390-b255-a35138c95f45", "name": "network-vif-plugged", "status": "completed", "tag": "259f0b1a-208e-4a45-bce2-1b8ade51be5f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:55:53.869949 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f539df8-83d4-4182-8046-ab804bca8bda {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:55:53.870353 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d050459-57fb-4390-b255-a35138c95f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259f0b1a-208e-4a45-bce2-1b8ade51be5f', 'code': 200} Nov 08 13:55:53.936404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=259f0b1a-208e-4a45-bce2-1b8ade51be5f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:53.979150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:54.082481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54183fb1-3e92-416e-a648-aab5f8fbbd94 req-d2625f44-bfe0-4d17-aa2c-a115aefc28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:54.084066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54183fb1-3e92-416e-a648-aab5f8fbbd94 req-d2625f44-bfe0-4d17-aa2c-a115aefc28d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 1096 time: 0.1764972 Nov 08 13:55:54.214213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:54.270390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54183fb1-3e92-416e-a648-aab5f8fbbd94 req-278c4d56-5b0a-4d1f-9119-e7d718a6c777 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401081 Nov 08 13:55:54.448095 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:55:54.510153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3f534479-a0e5-4065-b190-1d78e7e4ab5f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:55:54.531995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 3f534479-a0e5-4065-b190-1d78e7e4ab5f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:55:54.532607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3f534479-a0e5-4065-b190-1d78e7e4ab5f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:55:54.638099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f2b07-fef9-4bc3-b6eb-e251633a478f req-27553015-fc86-469f-8087-4a69eb2f92d1 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:54.640731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b22f2b07-fef9-4bc3-b6eb-e251633a478f req-27553015-fc86-469f-8087-4a69eb2f92d1 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.2314477 Nov 08 13:55:54.641982 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:54.680318 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:54.911512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b22f2b07-fef9-4bc3-b6eb-e251633a478f req-3f4b1b83-4c80-47cf-ae0a-6360934766c4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430416 Nov 08 13:55:54.951374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe7b11-af3a-4fef-bfbf-cc689be5dd70 req-8ac1dd4c-94e6-436f-afdd-89ddecd56f56 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:54.970252 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14fe7b11-af3a-4fef-bfbf-cc689be5dd70 req-8ac1dd4c-94e6-436f-afdd-89ddecd56f56 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1998367 Nov 08 13:55:55.067340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.25.8.68 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0f616255-58f5-4ae0-9678-d4111214854e) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:55:55.088896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14fe7b11-af3a-4fef-bfbf-cc689be5dd70 req-fe9aaced-4f61-4111-952a-ab1f700bd935 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177428 Nov 08 13:55:55.166987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166099e-3c08-48bd-985b-63ef15bd76fa req-9550322a-a007-4572-aaf8-c8e0fabebc98 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:55.174495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3166099e-3c08-48bd-985b-63ef15bd76fa req-9550322a-a007-4572-aaf8-c8e0fabebc98 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.0925035 Nov 08 13:55:55.315236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3166099e-3c08-48bd-985b-63ef15bd76fa req-2ebff642-f309-4f49-a2f1-687dc750b107 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397498 Nov 08 13:55:55.413024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:55.457509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:55.538145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:55:55.542762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:55:55.545404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:55:55.587531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=0f616255-58f5-4ae0-9678-d4111214854e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:55.598571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.598929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.599274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.599618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.599988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.600324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.600656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.600991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.601494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.601766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.602106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.602424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:55:55.928463 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:56.136650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781621-3ac3-4c2f-9721-19550fbbf19b req-f1836daf-5313-4d7b-a2b1-03540025f9d5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:56.138268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7781621-3ac3-4c2f-9721-19550fbbf19b req-f1836daf-5313-4d7b-a2b1-03540025f9d5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1079614 Nov 08 13:55:56.620629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7781621-3ac3-4c2f-9721-19550fbbf19b req-baf8adac-0bd3-4ffd-9557-a8f648a75269 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4745851 Nov 08 13:55:56.640569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272f4ac-da72-4712-8795-74cae0606b9c req-eeafc13a-0315-4d0a-bdf9-b2e6118289ab tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:56.642137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c272f4ac-da72-4712-8795-74cae0606b9c req-eeafc13a-0315-4d0a-bdf9-b2e6118289ab tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.4222176 Nov 08 13:55:56.643521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:56.842310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c272f4ac-da72-4712-8795-74cae0606b9c req-6d8e4de2-93ee-4303-baba-43ea3d9cf92d tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884222 Nov 08 13:55:56.952878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5173af4-34a9-40d6-8199-c0d6e7e414a1 req-6863eb9f-f515-4ae4-9197-f05338133ac7 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:56.961205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5173af4-34a9-40d6-8199-c0d6e7e414a1 req-6863eb9f-f515-4ae4-9197-f05338133ac7 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.0862675 Nov 08 13:55:56.972154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 1370d926-5e30-4cc0-b8cf-72bf108ea679 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:55:57.128337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5173af4-34a9-40d6-8199-c0d6e7e414a1 req-c4c299a7-98de-4c96-ad4e-83965474cd8e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661618 Nov 08 13:55:57.223242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:57.248201 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] Sync routers for ids ['1370d926-5e30-4cc0-b8cf-72bf108ea679'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:57.267096 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:57.268461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b4e0e178-41cf-4d85-a395-237015eab093 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4874597 Nov 08 13:55:57.275232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34828) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:57.289735 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] Routers {'1370d926-5e30-4cc0-b8cf-72bf108ea679'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:57.291712 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1370d926-5e30-4cc0-b8cf-72bf108ea679'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:57.351687 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:57.362968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] Routers {'1370d926-5e30-4cc0-b8cf-72bf108ea679'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:57.363597 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1370d926-5e30-4cc0-b8cf-72bf108ea679'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:57.422897 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:57.423548 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399b8559-105e-43c5-b2f4-93367564a4cd None None] The sync data for ids ['1370d926-5e30-4cc0-b8cf-72bf108ea679'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:57.503277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-12483931-4483-479b-8ead-bfbde9112e4d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/routers/1370d926-5e30-4cc0-b8cf-72bf108ea679 HTTP/1.1" status: 200 len: 879 time: 0.2264473 Nov 08 13:55:57.506616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34838) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:57.532200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b1c35c-1d1c-4d7a-a633-cd1c5f56721e req-549de2e0-c0bd-4073-b94e-7fba306b6c08 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:57.533996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b1c35c-1d1c-4d7a-a633-cd1c5f56721e req-549de2e0-c0bd-4073-b94e-7fba306b6c08 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1193578 Nov 08 13:55:57.717218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b1c35c-1d1c-4d7a-a633-cd1c5f56721e req-f9842f49-d970-43fe-8d59-948945db5ce4 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718361 Nov 08 13:55:57.878241 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aaec4770-a1f8-4bfd-bd3a-d398cb29e296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:57.913231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2ec37-c407-4ae5-99c6-7ce4c0b46ccf req-b5dbbab2-dcbd-4d39-8273-9145f6b3dfc6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:57.914738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93b2ec37-c407-4ae5-99c6-7ce4c0b46ccf req-b5dbbab2-dcbd-4d39-8273-9145f6b3dfc6 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1723223 Nov 08 13:55:57.986004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295f708-d44e-46a3-a882-42f4f39c58ac req-3a097b03-3bee-4153-9c23-979264c8f546 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:57.995706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c295f708-d44e-46a3-a882-42f4f39c58ac req-3a097b03-3bee-4153-9c23-979264c8f546 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1384699 Nov 08 13:55:58.062603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93b2ec37-c407-4ae5-99c6-7ce4c0b46ccf req-947092a2-17e3-486f-bf7a-988b25dcfeaa tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325181 Nov 08 13:55:58.104635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34860) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:58.107418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34862) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:58.107584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b821eedb-5aaa-4e25-8ec8-7f786ad055d9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5995090 Nov 08 13:55:58.115846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c295f708-d44e-46a3-a882-42f4f39c58ac req-9e506bf4-d9a1-4da9-ad1f-88e0cf114a9a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192226 Nov 08 13:55:58.116656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-52a3d85c-87e4-4384-8e43-ec7f57c716ea tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-355930274'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:55:58.284933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7834c-77e1-4ef7-af7d-1619b09e02af req-5972b5d6-902b-47c0-9700-c557501319eb tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:58.286735 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ab7834c-77e1-4ef7-af7d-1619b09e02af req-5972b5d6-902b-47c0-9700-c557501319eb tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.0645010 Nov 08 13:55:58.326978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed488db9-aa7c-455e-af0c-9e66e5bb0383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:58.375123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ab7834c-77e1-4ef7-af7d-1619b09e02af req-4899008a-7805-47c4-9486-6a6b8486d975 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795031 Nov 08 13:55:58.483546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a282544-02ca-4a25-b70c-6f32ecd081a5 req-834832d1-3388-49bc-8ad4-5af4edd03e0c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:58.491906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a282544-02ca-4a25-b70c-6f32ecd081a5 req-834832d1-3388-49bc-8ad4-5af4edd03e0c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.0665321 Nov 08 13:55:58.552272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a282544-02ca-4a25-b70c-6f32ecd081a5 req-34a62f9f-25f3-4a9c-a273-fc9d89a807b5 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589769 Nov 08 13:55:58.827311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed488db9-aa7c-455e-af0c-9e66e5bb0383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:58.834656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed488db9-aa7c-455e-af0c-9e66e5bb0383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:58.917472 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ed488db9-aa7c-455e-af0c-9e66e5bb0383 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=362f549d516e414490e61c7cc765fd20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8106468 Nov 08 13:55:58.921081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34874) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:58.923219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed488db9-aa7c-455e-af0c-9e66e5bb0383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3834ca37-3854-4471-88e5-8b168c940cb4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:58.993583 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3e19-41f0-4863-9389-b9bf591bf253 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.002623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52a3d85c-87e4-4384-8e43-ec7f57c716ea tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.023507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52a3d85c-87e4-4384-8e43-ec7f57c716ea tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.024394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3e19-41f0-4863-9389-b9bf591bf253 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.097629 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3e19-41f0-4863-9389-b9bf591bf253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.100323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cbcb3e19-41f0-4863-9389-b9bf591bf253 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.103500 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cbcb3e19-41f0-4863-9389-b9bf591bf253 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3834ca37-3854-4471-88e5-8b168c940cb4 HTTP/1.1" status: 204 len: 168 time: 0.1813354 Nov 08 13:55:59.131476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb3e19-41f0-4863-9389-b9bf591bf253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3834ca37-3854-4471-88e5-8b168c940cb4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:59.203236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a3d85c-87e4-4384-8e43-ec7f57c716ea tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 1370d926-5e30-4cc0-b8cf-72bf108ea679 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:55:59.258481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72302299-4784-485e-aeaf-27bed6d27b4b req-15cca149-2a43-4d94-9539-bbdcea84ddc1 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:59.261308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72302299-4784-485e-aeaf-27bed6d27b4b req-15cca149-2a43-4d94-9539-bbdcea84ddc1 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1065300 Nov 08 13:55:59.333140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72302299-4784-485e-aeaf-27bed6d27b4b req-1f9e31fd-888c-4f02-b962-62b0d0f787ac tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625894 Nov 08 13:55:59.381245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a3d85c-87e4-4384-8e43-ec7f57c716ea tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:55:59.389627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52a3d85c-87e4-4384-8e43-ec7f57c716ea tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.393488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-52a3d85c-87e4-4384-8e43-ec7f57c716ea tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/1370d926-5e30-4cc0-b8cf-72bf108ea679 HTTP/1.1" status: 200 len: 886 time: 1.2786491 Nov 08 13:55:59.393679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] Sync routers for ids ['1370d926-5e30-4cc0-b8cf-72bf108ea679'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:55:59.395151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34884) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:59.408833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] Routers {'1370d926-5e30-4cc0-b8cf-72bf108ea679'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:59.409921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1370d926-5e30-4cc0-b8cf-72bf108ea679'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:59.463674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:59.475231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] Routers {'1370d926-5e30-4cc0-b8cf-72bf108ea679'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:55:59.476028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:55:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1370d926-5e30-4cc0-b8cf-72bf108ea679'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:59.515132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:55:59.516184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a93a7c-6f53-43f1-8f1f-13a8f4c6c159 None None] The sync data for ids ['1370d926-5e30-4cc0-b8cf-72bf108ea679'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:55:59.579122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f71c52c1-6811-43d4-b8ce-0f3168a9c5eb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/routers/1370d926-5e30-4cc0-b8cf-72bf108ea679 HTTP/1.1" status: 200 len: 886 time: 0.1820135 Nov 08 13:55:59.582238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34890) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:59.589878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03bb16-a3c4-48d4-83fc-c3e53f41856e req-212b6242-1a3e-46de-a775-1f1c3fd84009 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:59.591429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c03bb16-a3c4-48d4-83fc-c3e53f41856e req-212b6242-1a3e-46de-a775-1f1c3fd84009 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1124666 Nov 08 13:55:59.617358 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96033c80-ff81-4699-9e17-29bb7874d446 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1370d926-5e30-4cc0-b8cf-72bf108ea679 HTTP/1.1" status: 200 len: 205 time: 0.0336292 Nov 08 13:55:59.618174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34892) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:59.675920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34894) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:59.693251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97a483de-8f32-401e-9564-9a85554872a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.747426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c03bb16-a3c4-48d4-83fc-c3e53f41856e req-bbafe407-5a14-40e2-b126-0ef61208af5a tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482818 Nov 08 13:55:59.810228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644484b-1793-4459-90d3-8964c1b4bb94 req-1f0114c6-ec23-4336-a967-d1221da21e8a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:55:59.811639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5644484b-1793-4459-90d3-8964c1b4bb94 req-1f0114c6-ec23-4336-a967-d1221da21e8a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1425586 Nov 08 13:55:59.829007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97a483de-8f32-401e-9564-9a85554872a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.837359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97a483de-8f32-401e-9564-9a85554872a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.853367 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:55:59.887966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-97a483de-8f32-401e-9564-9a85554872a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c0e0ab17a79458d92cd075cb5d86c92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104688 Nov 08 13:55:59.889847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a483de-8f32-401e-9564-9a85554872a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffd1847-8507-47ca-bc7f-8ed18fb75c0e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:55:59.891546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34900) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:55:59.954030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5644484b-1793-4459-90d3-8964c1b4bb94 req-d25457c6-b97e-45a6-b5d2-c2910db7a9a3 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293681 Nov 08 13:56:00.024012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac8079dd-2159-421f-b1d9-880445e867c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.031692 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.074866 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac8079dd-2159-421f-b1d9-880445e867c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.127937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 0f616255-58f5-4ae0-9678-d4111214854e {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:00.128480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.149510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac8079dd-2159-421f-b1d9-880445e867c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.152032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac8079dd-2159-421f-b1d9-880445e867c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.153167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ac8079dd-2159-421f-b1d9-880445e867c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ffd1847-8507-47ca-bc7f-8ed18fb75c0e HTTP/1.1" status: 204 len: 168 time: 0.2606759 Nov 08 13:56:00.193147 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8079dd-2159-421f-b1d9-880445e867c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffd1847-8507-47ca-bc7f-8ed18fb75c0e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:00.239164 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.254795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 0f616255-58f5-4ae0-9678-d4111214854e owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:00.495530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.533914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=0f616255-58f5-4ae0-9678-d4111214854e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:00.554473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44498ec6-f22e-44b9-8943-6cd9cca11aad req-428ed6c4-b64a-4685-b89c-2be665b02e85 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:00.556702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44498ec6-f22e-44b9-8943-6cd9cca11aad req-428ed6c4-b64a-4685-b89c-2be665b02e85 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1118262 Nov 08 13:56:00.656592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.689914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44498ec6-f22e-44b9-8943-6cd9cca11aad req-436dd479-2c96-4846-ab63-7f0c354a4787 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831485 Nov 08 13:56:00.756990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.759303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.803872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.804416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Fanout notify agent at l3_agent the message router_deleted on router 1370d926-5e30-4cc0-b8cf-72bf108ea679 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:56:00.815289 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.824823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-29295362-9ac0-4e00-bef4-d1893846c7b8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/1370d926-5e30-4cc0-b8cf-72bf108ea679 HTTP/1.1" status: 204 len: 168 time: 1.2043798 Nov 08 13:56:00.825463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34920) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:00.832292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-2013720756'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:00.860062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:00.865665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.895376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5127e-371c-4e17-bc90-792a9d243b77 req-a2a5c1cb-0ed6-4139-8554-432e0734f737 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:00.896952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3d5127e-371c-4e17-bc90-792a9d243b77 req-a2a5c1cb-0ed6-4139-8554-432e0734f737 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.0553992 Nov 08 13:56:00.919098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:00.940192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:00.940535 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment 87db703b-fa15-4904-953d-b9d1875ea826 of type vlan for network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca Nov 08 13:56:00.974480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3d5127e-371c-4e17-bc90-792a9d243b77 req-05d55209-c98d-4389-9099-93ee4ce87c9c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713165 Nov 08 13:56:00.993359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.032770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.040207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:01.041796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.105101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188ef67-0fcd-4b79-9296-a8dc51b49117 req-a6327b12-1e97-4ed3-84d9-c664b4ef2b67 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:01.106798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5188ef67-0fcd-4b79-9296-a8dc51b49117 req-a6327b12-1e97-4ed3-84d9-c664b4ef2b67 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.0601959 Nov 08 13:56:01.128354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3013413 Nov 08 13:56:01.129760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34946) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:01.136567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': 'f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:01.142748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4f1f-6404-40cf-bb23-9cca7759e10a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:01.154769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:01.253728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5188ef67-0fcd-4b79-9296-a8dc51b49117 req-85b8b0cd-9f75-4759-a91f-89032098de62 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407924 Nov 08 13:56:01.307027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:01.312217 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.465752 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-188a15b2-610e-4791-960a-994c94dfe6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.599244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.673647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=59303f51-6ada-4be2-a662-f96ec92aa3e6,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:01.680731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': '87db703b-fa15-4904-953d-b9d1875ea826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:01.682077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:56:01.700164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:01.713293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:01.719474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:01.720125 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.724653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7675b4fd-2f10-4593-b192-c852f1fb9042 None None] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:01.755891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-69c6d13b-0d0e-4aa1-bf51-01a2d27ab01c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6237535 Nov 08 13:56:01.758013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:01.763153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2c48ef43-4f3c-4f34-82ca-3a6e47b3dcb0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-98115706', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:01.823846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c48ef43-4f3c-4f34-82ca-3a6e47b3dcb0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.825268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c48ef43-4f3c-4f34-82ca-3a6e47b3dcb0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.865273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec63b6-f23b-4f67-9a55-fe00f73d6622 req-4a8cf21a-1baf-4896-b189-c2ead4b92319 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:01.866830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5ec63b6-f23b-4f67-9a55-fe00f73d6622 req-4a8cf21a-1baf-4896-b189-c2ead4b92319 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.0846765 Nov 08 13:56:01.903618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c48ef43-4f3c-4f34-82ca-3a6e47b3dcb0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.913728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c48ef43-4f3c-4f34-82ca-3a6e47b3dcb0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.916627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca', 'network_id': 'f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': '59303f51-6ada-4be2-a662-f96ec92aa3e6'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:56:01.917573 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.925679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5ec63b6-f23b-4f67-9a55-fe00f73d6622 req-81866fc9-ec14-4ee3-8aac-fe900cce365a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525322 Nov 08 13:56:01.942686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c48ef43-4f3c-4f34-82ca-3a6e47b3dcb0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:01.944622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2c48ef43-4f3c-4f34-82ca-3a6e47b3dcb0 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1854577 Nov 08 13:56:01.950754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34976) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:02.112433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Allocated IP 172.20.0.2 (f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca/59303f51-6ada-4be2-a662-f96ec92aa3e6/c8f4e736-d2bd-4593-b8fb-637aed065690) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:02.336441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:02.345889 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:02.420179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:02.435381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Pushing event updated for resources: {'Port': ['ID=c8f4e736-d2bd-4593-b8fb-637aed065690,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:02.441957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:02.445988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:02.455383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.456070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.456573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.457162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.458750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.459438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.459970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.460714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.461470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.462112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.463405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.464366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:02.545426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Attempting to bind port c8f4e736-d2bd-4593-b8fb-637aed065690 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:02.545949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Attempting to bind port c8f4e736-d2bd-4593-b8fb-637aed065690 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '87db703b-fa15-4904-953d-b9d1875ea826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:02.546414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Attempting to bind port c8f4e736-d2bd-4593-b8fb-637aed065690 on network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:02.554810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:02.555546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Checking segment: {'id': '87db703b-fa15-4904-953d-b9d1875ea826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:02.557885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:02.558635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Bound using segment: {'id': '87db703b-fa15-4904-953d-b9d1875ea826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:02.559313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Bound port: c8f4e736-d2bd-4593-b8fb-637aed065690, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87db703b-fa15-4904-953d-b9d1875ea826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:02.560256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:02.648656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] For port c8f4e736-d2bd-4593-b8fb-637aed065690, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:02.653606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] For port c8f4e736-d2bd-4593-b8fb-637aed065690, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8f4e736-d2bd-4593-b8fb-637aed065690,segment=NetworkSegment(87db703b-fa15-4904-953d-b9d1875ea826),segment_id=87db703b-fa15-4904-953d-b9d1875ea826)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:02.656691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026be24-a0c2-46f3-a439-f2ca06c648cb req-c9f2d938-cbc3-4947-9e80-3fe994c70667 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:02.658305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1026be24-a0c2-46f3-a439-f2ca06c648cb req-c9f2d938-cbc3-4947-9e80-3fe994c70667 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.5810351 Nov 08 13:56:02.658606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:02.703234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf3925-8713-4889-8465-22808ccfcbb3 req-b5e4ebd7-9875-4fdd-9aa3-bc45d02f1967 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:02.707012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ccf3925-8713-4889-8465-22808ccfcbb3 req-b5e4ebd7-9875-4fdd-9aa3-bc45d02f1967 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2091258 Nov 08 13:56:02.732106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603ad78-0df3-4536-bfef-72e39f5664c9 None None] Pushing event updated for resources: {'Port': ['ID=c8f4e736-d2bd-4593-b8fb-637aed065690,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:02.824053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ccf3925-8713-4889-8465-22808ccfcbb3 req-a4ec99f1-0e2a-419e-ae82-561bb7a3a520 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160779 Nov 08 13:56:02.872694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1026be24-a0c2-46f3-a439-f2ca06c648cb req-819a0935-4f9c-42d0-a3bc-72c4c1b43760 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564093 Nov 08 13:56:02.874373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:03.035504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:03.310004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f85d8-1a01-4b7f-9b07-b71240c7e855 req-9dfa7366-b30c-4c11-b31c-670205b93d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:03.312082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32226c-fe9c-4832-8ee9-819f9163629f req-4afd94aa-beba-436b-b9db-c062087c5ab3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:03.313103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-332f85d8-1a01-4b7f-9b07-b71240c7e855 req-9dfa7366-b30c-4c11-b31c-670205b93d2c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.0776596 Nov 08 13:56:03.319748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c32226c-fe9c-4832-8ee9-819f9163629f req-4afd94aa-beba-436b-b9db-c062087c5ab3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1218286 Nov 08 13:56:03.350603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.20.0.1 (f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca/59303f51-6ada-4be2-a662-f96ec92aa3e6/089299d2-d172-41c8-9bf2-a6aef07f975b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:03.374226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-332f85d8-1a01-4b7f-9b07-b71240c7e855 req-3cdffe5b-abf1-4dcf-9cfa-33cd4014fe60 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532248 Nov 08 13:56:03.391093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c32226c-fe9c-4832-8ee9-819f9163629f req-87ff774d-953e-456f-b9df-ac34ce14034c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704474 Nov 08 13:56:03.527553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:03.597705 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:03.677312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:03.699053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:03.704461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:03.761549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=089299d2-d172-41c8-9bf2-a6aef07f975b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:03.799717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-3767aba9-d60f-40e0-9130-36d324779469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:03.801570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-3767aba9-d60f-40e0-9130-36d324779469 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1097 time: 0.0731997 Nov 08 13:56:03.824990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97cf83-b542-4db1-b947-19ae829bc63a req-441e550b-550d-42ad-b841-d08105a05d20 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:03.826615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b97cf83-b542-4db1-b947-19ae829bc63a req-441e550b-550d-42ad-b841-d08105a05d20 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1623614 Nov 08 13:56:03.852724 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:03.962443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-1d33f497-0e4e-434b-af94-74e3735649c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:03.965371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-1d33f497-0e4e-434b-af94-74e3735649c6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.1558216 Nov 08 13:56:03.995437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b97cf83-b542-4db1-b947-19ae829bc63a req-b794e14f-6f5a-4216-b1aa-b59320df46b5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558368 Nov 08 13:56:04.094133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-3cdd1c4a-6e03-4ded-896b-66f931449e49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 1002 time: 0.1199894 Nov 08 13:56:04.182251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-2eb2f63f-700d-45c0-b1ea-821492e4b31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:04.183675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-2eb2f63f-700d-45c0-b1ea-821492e4b31a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.0780671 Nov 08 13:56:04.193562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126d95a-4028-44c0-b362-95461e4cf6d6 req-68335ec3-8a4c-4739-96f9-b10b07fb4933 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:04.201165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1126d95a-4028-44c0-b362-95461e4cf6d6 req-68335ec3-8a4c-4739-96f9-b10b07fb4933 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1982682 Nov 08 13:56:04.201165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:04.210820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834dc384-d008-44fb-bb64-1dfd47a6eccc None None] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:04.256573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-b6e3d036-dbef-40ee-b542-0e8caaedc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:04.258389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-b6e3d036-dbef-40ee-b542-0e8caaedc535 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665236 Nov 08 13:56:04.329229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d0945-b829-4ef1-95d6-09d870f30249 req-9faf24da-ce6f-4fd6-94da-aa27ec04a771 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:04.330831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a7d0945-b829-4ef1-95d6-09d870f30249 req-9faf24da-ce6f-4fd6-94da-aa27ec04a771 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1970737 Nov 08 13:56:04.355588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-99d8f51a-fd2b-47ca-9e2a-45efaf96e1d5 None None] Provisioning complete for port c8f4e736-d2bd-4593-b8fb-637aed065690 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:04.356061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99d8f51a-fd2b-47ca-9e2a-45efaf96e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:04.533715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-797e30c2-2a27-4fd7-987f-c28942df6f2c service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628462 Nov 08 13:56:04.549613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a7d0945-b829-4ef1-95d6-09d870f30249 req-791c5e7c-2a49-4a53-9365-982dcda210a7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012501 Nov 08 13:56:04.555450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1126d95a-4028-44c0-b362-95461e4cf6d6 req-26310eb4-03aa-424b-9514-527e09484655 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204625 Nov 08 13:56:04.612850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99d8f51a-fd2b-47ca-9e2a-45efaf96e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:04.766171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8f4e736-d2bd-4593-b8fb-637aed065690 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:04.888746 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c1eede8-c3f8-438f-9036-52a6b4c1c536 req-4fdba8e9-2367-4a0a-bf70-bad80df27d8a service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456569 Nov 08 13:56:04.973915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-99d8f51a-fd2b-47ca-9e2a-45efaf96e1d5 None None] For port c8f4e736-d2bd-4593-b8fb-637aed065690, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8f4e736-d2bd-4593-b8fb-637aed065690,segment=NetworkSegment(87db703b-fa15-4904-953d-b9d1875ea826),segment_id=87db703b-fa15-4904-953d-b9d1875ea826)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:04.974675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35140) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:04.986336 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99d8f51a-fd2b-47ca-9e2a-45efaf96e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.006269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.013779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.134591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8f51a-fd2b-47ca-9e2a-45efaf96e1d5 None None] Pushing event updated for resources: {'Port': ['ID=c8f4e736-d2bd-4593-b8fb-637aed065690,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:05.164607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17fbcb51-2745-4048-8564-bb3e5f18019e None None] Provisioning complete for port c8f4e736-d2bd-4593-b8fb-637aed065690 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:05.165143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17fbcb51-2745-4048-8564-bb3e5f18019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.179104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.215854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c8f4e736-d2bd-4593-b8fb-637aed065690 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:05.215854 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.220436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87ae8370-c23a-46b7-9afd-d46fc2d6bc99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.257252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=089299d2-d172-41c8-9bf2-a6aef07f975b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:05.353167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab616-2878-4e63-9f0e-24990c394350 req-474c04f9-350f-4e76-b3c1-0cb768897537 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:05.354819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e09ab616-2878-4e63-9f0e-24990c394350 req-474c04f9-350f-4e76-b3c1-0cb768897537 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1807039 Nov 08 13:56:05.440858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87ae8370-c23a-46b7-9afd-d46fc2d6bc99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.448613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87ae8370-c23a-46b7-9afd-d46fc2d6bc99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.462994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e09ab616-2878-4e63-9f0e-24990c394350 req-13d42e85-7a48-4e8f-8135-690fd2f0f9a4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988641 Nov 08 13:56:05.472252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:05.474335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:05.540733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae8370-c23a-46b7-9afd-d46fc2d6bc99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddb989f-9d98-4897-b77c-5bb398961b18,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:05.554909 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.558456 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17fbcb51-2745-4048-8564-bb3e5f18019e None None] Provisioning complete for port 089299d2-d172-41c8-9bf2-a6aef07f975b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:05.559082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-87ae8370-c23a-46b7-9afd-d46fc2d6bc99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6014336f3e7c4aeb971796b2969b2075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5829144 Nov 08 13:56:05.559458 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17fbcb51-2745-4048-8564-bb3e5f18019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.563271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35152) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:05.683922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17fbcb51-2745-4048-8564-bb3e5f18019e None None] Port 089299d2-d172-41c8-9bf2-a6aef07f975b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:05.715793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a7eddf-27fe-4ad6-b941-ea792711ae24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.734068 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.754721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a7eddf-27fe-4ad6-b941-ea792711ae24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.815656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-07d40608-1381-4809-a5b3-3589622317d2 None None] Provisioning complete for port 089299d2-d172-41c8-9bf2-a6aef07f975b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:05.816725 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07d40608-1381-4809-a5b3-3589622317d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.841475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a7eddf-27fe-4ad6-b941-ea792711ae24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.844545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a7eddf-27fe-4ad6-b941-ea792711ae24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:05.846393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-92a7eddf-27fe-4ad6-b941-ea792711ae24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eddb989f-9d98-4897-b77c-5bb398961b18 HTTP/1.1" status: 204 len: 168 time: 0.2820542 Nov 08 13:56:05.880696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f626137-3a1d-4a60-bbe9-c35eef44a3a2 req-120ce0e3-c74f-4283-aee1-06066d0eb33e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:05.881560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7eddf-27fe-4ad6-b941-ea792711ae24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddb989f-9d98-4897-b77c-5bb398961b18,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:05.882619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f626137-3a1d-4a60-bbe9-c35eef44a3a2 req-120ce0e3-c74f-4283-aee1-06066d0eb33e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1313407 Nov 08 13:56:05.911925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbb729-aa0b-4e72-b43c-0ce5ab427524 req-0e7d5189-2ae2-4e11-b24e-db8c39c20de8 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:05.922158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5cfbb729-aa0b-4e72-b43c-0ce5ab427524 req-0e7d5189-2ae2-4e11-b24e-db8c39c20de8 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.2185352 Nov 08 13:56:05.929279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-07d40608-1381-4809-a5b3-3589622317d2 None None] Port 089299d2-d172-41c8-9bf2-a6aef07f975b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:06.003236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5cfbb729-aa0b-4e72-b43c-0ce5ab427524 req-4805d859-eb02-4813-807b-43ced92e501e tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801022 Nov 08 13:56:06.005814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 3cc39eeb-db41-4965-83fd-5f729c67478a is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:56:06.063081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-77c6ab8c-1af5-4056-b5b6-227929089dc1 None None] Provisioning complete for port 089299d2-d172-41c8-9bf2-a6aef07f975b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:06.063458 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77c6ab8c-1af5-4056-b5b6-227929089dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.111866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-77c6ab8c-1af5-4056-b5b6-227929089dc1 None None] Port 089299d2-d172-41c8-9bf2-a6aef07f975b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:06.140985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-63b22d85-2a73-4a21-aaff-0e7e16bef5b2 req-76dc3e0b-618a-4666-9404-6164323a847c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1060180693', 'description': 'tempest-description-1028387139'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:06.203281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f626137-3a1d-4a60-bbe9-c35eef44a3a2 req-5d77d508-3eb8-48bc-890f-c894842f265f tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693155 Nov 08 13:56:06.244541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-63b22d85-2a73-4a21-aaff-0e7e16bef5b2 req-76dc3e0b-618a-4666-9404-6164323a847c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.247075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:06.253417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3045739a-207c-4949-9487-7556e73c9820 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/3cc39eeb-db41-4965-83fd-5f729c67478a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3003118 Nov 08 13:56:06.256338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35166) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:06.266310 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] Sync routers for ids ['3cc39eeb-db41-4965-83fd-5f729c67478a'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:06.295407 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] Routers {'3cc39eeb-db41-4965-83fd-5f729c67478a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:06.296196 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3cc39eeb-db41-4965-83fd-5f729c67478a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:06.306669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35168) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:06.330060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d913a52e-a4b2-4a4c-9139-6d888b005162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.389077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc46641-9b8b-4596-95f8-4712532348e2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:06.390771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1bc46641-9b8b-4596-95f8-4712532348e2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports/089299d2-d172-41c8-9bf2-a6aef07f975b HTTP/1.1" status: 200 len: 910 time: 0.1332669 Nov 08 13:56:06.394227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:06.395033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35172) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:06.403244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '59303f51-6ada-4be2-a662-f96ec92aa3e6'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:06.414547 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] Routers {'3cc39eeb-db41-4965-83fd-5f729c67478a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:06.418574 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3cc39eeb-db41-4965-83fd-5f729c67478a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:06.471264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8f4e736-d2bd-4593-b8fb-637aed065690 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:06.478186 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:06.478933 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d661afbc-a618-4d8d-97e7-560af82ce54d None None] The sync data for ids ['3cc39eeb-db41-4965-83fd-5f729c67478a'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:06.561438 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-63b22d85-2a73-4a21-aaff-0e7e16bef5b2 req-76dc3e0b-618a-4666-9404-6164323a847c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.568602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d913a52e-a4b2-4a4c-9139-6d888b005162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.571764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-63b22d85-2a73-4a21-aaff-0e7e16bef5b2 req-76dc3e0b-618a-4666-9404-6164323a847c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.588449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d913a52e-a4b2-4a4c-9139-6d888b005162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.605500 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-63b22d85-2a73-4a21-aaff-0e7e16bef5b2 req-76dc3e0b-618a-4666-9404-6164323a847c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.607694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63b22d85-2a73-4a21-aaff-0e7e16bef5b2 req-76dc3e0b-618a-4666-9404-6164323a847c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.4730527 Nov 08 13:56:06.627652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c8f4e736-d2bd-4593-b8fb-637aed065690 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:06.628108 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.682505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d913a52e-a4b2-4a4c-9139-6d888b005162 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fc283e5492642ddb1f9420cb64183fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3709633 Nov 08 13:56:06.684536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35178) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:06.695841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc3e0b-618a-4666-9404-6164323a847c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ed69c8-5da4-4b79-9cd3-70d1f7dc00bd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:06.739253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.781434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d913a52e-a4b2-4a4c-9139-6d888b005162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb23c3c-1c14-4561-8c00-56eed695ef78,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:06.802229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a35bcf-e6fa-4906-8eb4-0fd170eefca1 req-263e4a8e-3b94-4fe0-8526-11e1be7e466f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:06.803868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07a35bcf-e6fa-4906-8eb4-0fd170eefca1 req-263e4a8e-3b94-4fe0-8526-11e1be7e466f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1934340 Nov 08 13:56:06.869861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54092602-c9e1-4311-81b0-ef58409ad977 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.894748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-51e1fdc3-ad72-4f59-8e85-301a1a80b925 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1060180693&fields=id&tenant_id=0083d7fcecce4c0c995eada63ab11d8d HTTP/1.1" status: 200 len: 267 time: 0.1448476 Nov 08 13:56:06.976326 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54092602-c9e1-4311-81b0-ef58409ad977 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:06.993349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07a35bcf-e6fa-4906-8eb4-0fd170eefca1 req-72370151-091a-47c6-a37c-43a8fd59cced tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809018 Nov 08 13:56:07.037123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-a353cc52-5e88-45aa-b657-9637a124395c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:07.038538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-a353cc52-5e88-45aa-b657-9637a124395c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1247356 Nov 08 13:56:07.053446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Request body: {'port': {'security_groups': ['77e1978c-5ad2-4c80-9f3b-70590c7961ec', '36ed69c8-5da4-4b79-9cd3-70d1f7dc00bd']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:07.091051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54092602-c9e1-4311-81b0-ef58409ad977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.093805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54092602-c9e1-4311-81b0-ef58409ad977 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.096265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-54092602-c9e1-4311-81b0-ef58409ad977 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9fb23c3c-1c14-4561-8c00-56eed695ef78 HTTP/1.1" status: 204 len: 168 time: 0.4098458 Nov 08 13:56:07.122419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54092602-c9e1-4311-81b0-ef58409ad977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb23c3c-1c14-4561-8c00-56eed695ef78,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:07.184354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.333838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.345293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.414804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0ae2a-c04f-4451-aee5-6bb2363360d8 req-8a27bd77-8c62-49ee-bb8f-7184f926d5fb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:07.416970 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89a0ae2a-c04f-4451-aee5-6bb2363360d8 req-8a27bd77-8c62-49ee-bb8f-7184f926d5fb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1282020 Nov 08 13:56:07.460771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=089299d2-d172-41c8-9bf2-a6aef07f975b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:07.481665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:07.482767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.488659 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/ports/089299d2-d172-41c8-9bf2-a6aef07f975b HTTP/1.1" status: 200 len: 910 time: 1.0923474 Nov 08 13:56:07.491981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35196) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:07.497658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.497658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.497658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.497658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.497658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.497658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.497658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.498305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.498400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.499318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.499318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.499318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7772b9ff-e0f0-4f56-89cd-2e533c2bd412 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:07.644287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:07.648949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89a0ae2a-c04f-4451-aee5-6bb2363360d8 req-88f1774d-7243-4337-b719-623aa6f4bc27 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210643 Nov 08 13:56:07.750934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.785871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.799030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['15d03fa2-c36c-4265-b464-ad5cbe429c98'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:56:07.852660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:07.853360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:07.871833 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a7271e-405f-4ce1-843e-b8c108426a9a req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "PUT /v2.0/ports/15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 982 time: 0.8122571 Nov 08 13:56:07.874946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:07.877578 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8753318a-08d8-4512-8044-29ccc3880303" -d '{"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:08.073771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['15d03fa2-c36c-4265-b464-ad5cbe429c98'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:56:08.092165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753318a-08d8-4512-8044-29ccc3880303 req-d69d7973-8a04-4349-9b8c-945b2fb2ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:08.094864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8753318a-08d8-4512-8044-29ccc3880303 req-d69d7973-8a04-4349-9b8c-945b2fb2ac4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1136 time: 0.0901713 Nov 08 13:56:08.242834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753318a-08d8-4512-8044-29ccc3880303 req-d3cfcff1-41e1-4e93-84cd-25e6338f452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:08.244845 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8753318a-08d8-4512-8044-29ccc3880303 req-d3cfcff1-41e1-4e93-84cd-25e6338f452c service neutron] 10.222.0.54 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.1422181 Nov 08 13:56:08.308892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8753318a-08d8-4512-8044-29ccc3880303 req-c1b43711-f3e4-4a4e-9447-4f8a8e4b5ae3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 217 time: 0.0551877 Nov 08 13:56:08.388259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753318a-08d8-4512-8044-29ccc3880303 req-e8bac47c-b894-43dc-a853-6b24f505029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:08.390199 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8753318a-08d8-4512-8044-29ccc3880303 req-e8bac47c-b894-43dc-a853-6b24f505029c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.0749590 Nov 08 13:56:08.436034 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8753318a-08d8-4512-8044-29ccc3880303 req-33a91355-a4aa-447d-b588-2922748b4e36 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379775 Nov 08 13:56:08.441374 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09591add-96c9-4eda-9c94-dbf01b2518db x-openstack-request-id: req-09591add-96c9-4eda-9c94-dbf01b2518db {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:08.441920 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:08.441920 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09591add-96c9-4eda-9c94-dbf01b2518db {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:08.442306 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'status': 'completed', 'code': 200} Nov 08 13:56:08.477116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df50d63-8ede-44bb-95eb-e87be21a0bb7 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event updated for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:08.544498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-ff788d2f-5af1-4dc4-9fc8-3d7470808d53 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1060180693&fields=id&tenant_id=0083d7fcecce4c0c995eada63ab11d8d HTTP/1.1" status: 200 len: 267 time: 0.1112826 Nov 08 13:56:08.640290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8753318a-08d8-4512-8044-29ccc3880303 req-274b5427-e45e-44c4-9ddb-364e3e6b7048 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916399 Nov 08 13:56:08.676022 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:08.777415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-cd9ff508-f852-4e45-9703-1dce981b76ee tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:08.785811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-cd9ff508-f852-4e45-9703-1dce981b76ee tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 985 time: 0.2239261 Nov 08 13:56:08.804377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Request body: {'port': {'security_groups': ['77e1978c-5ad2-4c80-9f3b-70590c7961ec']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:08.842050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8753318a-08d8-4512-8044-29ccc3880303 req-51a347fb-924b-42e2-ad96-ec65b3854b40 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928971 Nov 08 13:56:08.966901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35280) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:08.988583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922275d1-d14b-4745-9898-edd707167f4e req-be11e0fc-f905-4c09-b8e6-3bb757beb995 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:08.990338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-922275d1-d14b-4745-9898-edd707167f4e req-be11e0fc-f905-4c09-b8e6-3bb757beb995 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2018614 Nov 08 13:56:09.005943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.101325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30081aed-3d05-4e2b-b1fe-2c4ff926eb35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.134307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-922275d1-d14b-4745-9898-edd707167f4e req-fa84226f-6b5f-4c1a-b992-6515f3e4bb26 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321185 Nov 08 13:56:09.215142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30081aed-3d05-4e2b-b1fe-2c4ff926eb35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.218953 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30081aed-3d05-4e2b-b1fe-2c4ff926eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.264703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-30081aed-3d05-4e2b-b1fe-2c4ff926eb35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85e095635105401a9f0f22b7fa1e4fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937427 Nov 08 13:56:09.264703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30081aed-3d05-4e2b-b1fe-2c4ff926eb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa64237-01f1-412d-8149-54b69b1fdd8d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:09.265670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35284) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:09.303239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 089299d2-d172-41c8-9bf2-a6aef07f975b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:09.303648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.327988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e902-1436-4ff4-b90d-9449aad4643b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.356687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e902-1436-4ff4-b90d-9449aad4643b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.383164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:09.419548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e902-1436-4ff4-b90d-9449aad4643b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.422827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2f5e902-1436-4ff4-b90d-9449aad4643b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.426777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2f5e902-1436-4ff4-b90d-9449aad4643b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfa64237-01f1-412d-8149-54b69b1fdd8d HTTP/1.1" status: 204 len: 168 time: 0.1576822 Nov 08 13:56:09.439458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5e902-1436-4ff4-b90d-9449aad4643b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa64237-01f1-412d-8149-54b69b1fdd8d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:09.443403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.447331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.457041 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.468331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 089299d2-d172-41c8-9bf2-a6aef07f975b owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:09.468807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['15d03fa2-c36c-4265-b464-ad5cbe429c98'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:56:09.551126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:09.551807 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.557236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cad03259-ea90-40fa-8ed5-4b4b3be81929 req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "PUT /v2.0/ports/15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 943 time: 0.7702346 Nov 08 13:56:09.599358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b166a-0ae9-4a2d-b217-2b73b992fc20 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event updated for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=7']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:09.624401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['15d03fa2-c36c-4265-b464-ad5cbe429c98'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:56:09.885657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-d6fe4e82-d00b-4d05-93f0-160ce1816810 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2879646 Nov 08 13:56:09.909854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:09.932911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:09.972314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=089299d2-d172-41c8-9bf2-a6aef07f975b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:09.999416 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:10.176138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:10.328729 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:10.448677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a969cb-413b-4bf1-b2b2-213cda3238b7 req-452039d9-57d0-4131-9276-fc81a0446e54 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:10.450225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75a969cb-413b-4bf1-b2b2-213cda3238b7 req-452039d9-57d0-4131-9276-fc81a0446e54 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1747224 Nov 08 13:56:10.455769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:10.457694 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c992ba-5b85-44b5-ae99-269d149fbdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:10.467901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 3cc39eeb-db41-4965-83fd-5f729c67478a has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:10.634273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75a969cb-413b-4bf1-b2b2-213cda3238b7 req-b13a7a02-777a-40e2-8cae-cc791085c749 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678584 Nov 08 13:56:10.649008 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Allocated IP 172.25.8.34 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/7266a89d-65c7-4292-b3a2-ad6b0f1066d1) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:10.654194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:10.660470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-85c3a781-d372-42ba-91e6-3cb3a30677ec tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/3cc39eeb-db41-4965-83fd-5f729c67478a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1633322 Nov 08 13:56:10.663238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35326) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:10.670952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] Sync routers for ids ['3cc39eeb-db41-4965-83fd-5f729c67478a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:10.700189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] Routers {'3cc39eeb-db41-4965-83fd-5f729c67478a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:10.701538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3cc39eeb-db41-4965-83fd-5f729c67478a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:10.719954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc51a5aa-63b4-4f8a-a237-70a43f01afe1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cc39eeb-db41-4965-83fd-5f729c67478a HTTP/1.1" status: 200 len: 205 time: 0.0458398 Nov 08 13:56:10.722824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35330) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:10.800669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:10.814701 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] Routers {'3cc39eeb-db41-4965-83fd-5f729c67478a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:10.815335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3cc39eeb-db41-4965-83fd-5f729c67478a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:10.834232 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d454f60a-b209-410b-a099-a9306b8ba5a6 x-openstack-request-id: req-d454f60a-b209-410b-a099-a9306b8ba5a6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:10.834848 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:10.835332 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d454f60a-b209-410b-a099-a9306b8ba5a6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:10.847804 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'status': 'completed', 'code': 200} Nov 08 13:56:10.865747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:10.866423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f97515-467d-48c8-ae5e-32cd94f40e44 None None] The sync data for ids ['3cc39eeb-db41-4965-83fd-5f729c67478a'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:10.874812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:10.875430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9d37078-ccbc-4fb1-9815-b1ea57242ccd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:10.914459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:10.973166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:10.977995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:10.980091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event updated for resources: {'Port': ['ID=7266a89d-65c7-4292-b3a2-ad6b0f1066d1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:10.982388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:11.143882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.200022 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.359244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35352) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:11.409189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-465376cf-efe0-495f-8008-8994d404eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:11.410739 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-465376cf-efe0-495f-8008-8994d404eab1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.5494952 Nov 08 13:56:11.412638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9d37078-ccbc-4fb1-9815-b1ea57242ccd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.415883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9d37078-ccbc-4fb1-9815-b1ea57242ccd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.548134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9d37078-ccbc-4fb1-9815-b1ea57242ccd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.548648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d37078-ccbc-4fb1-9815-b1ea57242ccd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc39eeb-db41-4965-83fd-5f729c67478a {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:56:11.567468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9d37078-ccbc-4fb1-9815-b1ea57242ccd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.572724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9d37078-ccbc-4fb1-9815-b1ea57242ccd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/3cc39eeb-db41-4965-83fd-5f729c67478a HTTP/1.1" status: 204 len: 168 time: 0.8476384 Nov 08 13:56:11.578134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35358) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:11.639464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet 59303f51-6ada-4be2-a662-f96ec92aa3e6 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:56:11.649736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.710912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-c51991b2-9c3e-471a-be36-828eb9e8d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:11.712965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-c51991b2-9c3e-471a-be36-828eb9e8d055 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.2951550 Nov 08 13:56:11.777283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-b577ba17-9ad3-4679-a1de-1b36141100b9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 217 time: 0.0538695 Nov 08 13:56:11.779561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.870836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-4b489a40-7961-407b-a706-182bcd005d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:11.871166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-164266300'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:11.872452 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-4b489a40-7961-407b-a706-182bcd005d00 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.0711906 Nov 08 13:56:11.921634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-4f233fc6-ab21-45ad-91a8-71270c4dc9b2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310943 Nov 08 13:56:11.940716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.946142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Made reservation on behalf of e899ef5fb1424c888aa0221eaec64f64 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:11.949680 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.953425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.958703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:11.970372 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.007054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d16702-23ca-406d-9bc1-0a71f8ced936 req-342aff33-2cb9-4923-af45-669cdc291317 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:12.008567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71d16702-23ca-406d-9bc1-0a71f8ced936 req-342aff33-2cb9-4923-af45-669cdc291317 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1472006 Nov 08 13:56:12.060354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-123992be-359c-4550-92b7-7eb177e906ce service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303604 Nov 08 13:56:12.064837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.083639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event updated for resources: {'Port': ['ID=7266a89d-65c7-4292-b3a2-ad6b0f1066d1,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:12.099024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.116732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=59303f51-6ada-4be2-a662-f96ec92aa3e6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:12.127088 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.133597 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-737fccde-37d7-4cd2-88a7-8b7e8ebda853 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/59303f51-6ada-4be2-a662-f96ec92aa3e6 HTTP/1.1" status: 204 len: 168 time: 0.5510695 Nov 08 13:56:12.133815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97bd35c-5125-4448-87b3-ef699889d3dd None None] Network f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:12.134262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35364) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:12.158998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71d16702-23ca-406d-9bc1-0a71f8ced936 req-176e6d84-5e06-44cb-aaa8-0fdaeebb4046 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218953 Nov 08 13:56:12.164556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.166575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-bdecb842-6672-4b1f-a73c-a3a8f3aff95c tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2651086 Nov 08 13:56:12.266687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.277664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5c992ba-5b85-44b5-ae99-269d149fbdf8 req-01862cda-b36a-4de2-a789-04238a90f4e4 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069178 Nov 08 13:56:12.310346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-e6a7957a-198f-468f-89ad-d97a4f7033a2 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.1346669 Nov 08 13:56:12.341215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port c8f4e736-d2bd-4593-b8fb-637aed065690 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:12.341655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.363105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.380697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] DHCP port deletion for f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:56:12.394503 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.410519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port c8f4e736-d2bd-4593-b8fb-637aed065690, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8f4e736-d2bd-4593-b8fb-637aed065690,segment=NetworkSegment(87db703b-fa15-4904-953d-b9d1875ea826),segment_id=87db703b-fa15-4904-953d-b9d1875ea826)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:12.410995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.425467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for c8f4e736-d2bd-4593-b8fb-637aed065690 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:12.441181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:12.459871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724952fc-6299-4867-891d-f2d260a52364,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:12.465051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] Deleting port c8f4e736-d2bd-4593-b8fb-637aed065690 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:12.465760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.473205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.473441 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Added segment f4b555da-76d2-426f-a67c-f29211653e5c of type vlan for network f5bf7046-aa09-442d-a79d-c270f157abe2 Nov 08 13:56:12.504342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8f4e736-d2bd-4593-b8fb-637aed065690 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:12.510291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-cc7dccb2-5f86-42a5-a9e2-aa8c9539e75b tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:12.511719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-cc7dccb2-5f86-42a5-a9e2-aa8c9539e75b tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.1951318 Nov 08 13:56:12.540964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-c91415d8-8182-4127-ac4f-451ba2528df9 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:56:12.541971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1ca3d84-98dc-473a-8b04-8e58f351ecac req-c91415d8-8182-4127-ac4f-451ba2528df9 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0116215 Nov 08 13:56:12.549100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.551972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.580283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] For port c8f4e736-d2bd-4593-b8fb-637aed065690, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8f4e736-d2bd-4593-b8fb-637aed065690,segment=NetworkSegment(87db703b-fa15-4904-953d-b9d1875ea826),segment_id=87db703b-fa15-4904-953d-b9d1875ea826)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:12.580990 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.589776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.598361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:12.599371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] Calling delete_port for c8f4e736-d2bd-4593-b8fb-637aed065690 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:12.599628 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.619887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=c8f4e736-d2bd-4593-b8fb-637aed065690,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:12.624669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port c8f4e736-d2bd-4593-b8fb-637aed065690 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:12.646758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port c8f4e736-d2bd-4593-b8fb-637aed065690 {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 13:56:12.650197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8f4e736-d2bd-4593-b8fb-637aed065690 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:12.700136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3366334 Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.734062 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:12.738320 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 13:56:12.739801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.746752 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.760438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:12.765260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:12.771204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Request body: {'subnet': {'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:12.778450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87db703b-fa15-4904-953d-b9d1875ea826') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:12.778608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87db703b-fa15-4904-953d-b9d1875ea826') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:12.778845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2afb9-5c37-4e2b-8948-33e0e4e53b57 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event updated for resources: {'Network': ['ID=f5bf7046-aa09-442d-a79d-c270f157abe2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:12.791129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.801821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] Pushing event deleted for resources: {'Port': ['ID=c8f4e736-d2bd-4593-b8fb-637aed065690,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:12.805416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f5bf7046-aa09-442d-a79d-c270f157abe2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:12.809766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b0fc7-50ce-4dd5-b24d-bc28937eb818 None None] No DVR routers for this DVR port c8f4e736-d2bd-4593-b8fb-637aed065690 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:12.809939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.824109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:56:12.824511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:56:12.830538 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:56:12.887327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-3b4bff45-4648-4580-951b-b3d0617e59d3 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:12.888923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-3b4bff45-4648-4580-951b-b3d0617e59d3 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1987407 Nov 08 13:56:12.926759 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.941766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:12.946557 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca HTTP/1.1" status: 204 len: 168 time: 0.8109095 Nov 08 13:56:12.950730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35374) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:12.955884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9af3c538-48ca-41db-a1a9-7ce8069b94b4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1432669719', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:12.957073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-08ab5ecc-606c-493c-a162-ca87519576ac tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 695 time: 0.0581312 Nov 08 13:56:12.973119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Request body: {'floatingip': {'port_id': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:12.976758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b622a-e3f7-4b69-9534-89e8b0106431 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=f222adf0-c5ef-42b1-b1f9-3bc6f76bd5ca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:12.978003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Made reservation on behalf of e899ef5fb1424c888aa0221eaec64f64 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:12.983674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.012348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9af3c538-48ca-41db-a1a9-7ce8069b94b4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.013533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9af3c538-48ca-41db-a1a9-7ce8069b94b4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.050044 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.095375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9af3c538-48ca-41db-a1a9-7ce8069b94b4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.100620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9af3c538-48ca-41db-a1a9-7ce8069b94b4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.124468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9af3c538-48ca-41db-a1a9-7ce8069b94b4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.127041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9af3c538-48ca-41db-a1a9-7ce8069b94b4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1753242 Nov 08 13:56:13.131136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35386) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:13.140011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-1670393409'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:13.167697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:13.171405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.219430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:13.231163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.231940 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480 of type vlan for network 13cb50f6-6a11-4109-a205-85c439a53444 Nov 08 13:56:13.297854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.325535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.332049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:13.334205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.390061 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2574894 Nov 08 13:56:13.421036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35394) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:13.428321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:13.465405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393577d-ec95-4468-ae1c-5510c2b4b5d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=13cb50f6-6a11-4109-a205-85c439a53444,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:13.482438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 13cb50f6-6a11-4109-a205-85c439a53444 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:13.491410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3b37f-5299-4a54-a373-12eb3d5581e8 req-7cb1d730-b26e-4a90-880e-7cf6c283cc37 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:13.499328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-deb3b37f-5299-4a54-a373-12eb3d5581e8 req-7cb1d730-b26e-4a90-880e-7cf6c283cc37 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1796584 Nov 08 13:56:13.573327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.591338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:13.595692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.682745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-deb3b37f-5299-4a54-a373-12eb3d5581e8 req-096ae5ab-b136-4a0a-884f-501d673e8f6e tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824036 Nov 08 13:56:13.730401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event updated for resources: {'Subnet': ['ID=1a003c81-b53c-47c5-8a97-391954c54720,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:13.769447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Checking segment: {'id': 'f4b555da-76d2-426f-a67c-f29211653e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:13.769806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Network hostable DHCP agents. Network: f5bf7046-aa09-442d-a79d-c270f157abe2, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:56:13.822660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Network f5bf7046-aa09-442d-a79d-c270f157abe2 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:13.834827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f5bf7046-aa09-442d-a79d-c270f157abe2) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:13.844230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:13.844890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.845420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20ed92-16c2-4327-9f28-417de6961870 None None] Network f5bf7046-aa09-442d-a79d-c270f157abe2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:13.924443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.925036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-04f938af-9a2d-43ce-881d-fc2260d9b756 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1625438 Nov 08 13:56:13.928067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35396) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:13.940491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Request body: {'port': {'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1002952751'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:13.989049 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:13.998236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.017704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=1db4cbab-1e9b-4369-9c95-afca94f2c597,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:14.034839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:14.035405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: 13cb50f6-6a11-4109-a205-85c439a53444, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:56:14.057970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 13cb50f6-6a11-4109-a205-85c439a53444 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:14.072498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 13cb50f6-6a11-4109-a205-85c439a53444) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:14.077846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:14.078420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.094327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae2f59-cb0d-4e20-9e3d-a35866ff137f None None] Network 13cb50f6-6a11-4109-a205-85c439a53444 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:14.103147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-52466dcd-d545-4a67-9c46-3a9e779cc739 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6806502 Nov 08 13:56:14.106022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35398) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:14.116945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-f5bf7046-aa09-442d-a79d-c270f157abe2', 'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2', 'tenant_id': 'e899ef5fb1424c888aa0221eaec64f64', 'fixed_ips': [{'subnet_id': '1a003c81-b53c-47c5-8a97-391954c54720'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:56:14.118484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.193124 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Floating IP a4072486-a623-487e-929d-99e33690cbdc associated. External IP: 172.25.8.34, port: 15d03fa2-c36c-4265-b464-ad5cbe429c98. Nov 08 13:56:14.254299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Made reservation on behalf of e899ef5fb1424c888aa0221eaec64f64 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:14.258128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.310966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] device_id is not set on port 737c13d4-dd96-4f9e-ab7f-b04328167e58 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:14.398814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Allocated IP 172.20.0.2 (f5bf7046-aa09-442d-a79d-c270f157abe2/1a003c81-b53c-47c5-8a97-391954c54720/b34edb5b-345a-422a-9da9-1dda5079f5e8) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:14.411320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-13cb50f6-6a11-4109-a205-85c439a53444', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:56:14.412311 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.519666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Router d31590aa-8ea0-448f-b608-c9d4bb44e854 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:14.523646 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.650887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Allocated IP 172.20.0.2 (13cb50f6-6a11-4109-a205-85c439a53444/1db4cbab-1e9b-4369-9c95-afca94f2c597/c8178b0e-fd94-483f-8a34-a8f234d085cd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:14.666109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:14.678062 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.686592 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] Sync routers for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:14.703691 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:14.705163 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:14.714013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.722693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-eeb3a038-1fa2-421c-8d7e-c17dcfb7cf58 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "PUT /v2.0/floatingips/a4072486-a623-487e-929d-99e33690cbdc HTTP/1.1" status: 200 len: 996 time: 1.7545898 Nov 08 13:56:14.723379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:14.725702 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bda6aa2-7248-4284-8eda-0660e763931c" -d '{"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:14.765398 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.812785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Network f5bf7046-aa09-442d-a79d-c270f157abe2 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:14.818876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:14.827354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:14.829172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-1e9f23b8-a8d5-4f1c-8039-000f0c7186db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:14.830752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-1e9f23b8-a8d5-4f1c-8039-000f0c7186db service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.0699368 Nov 08 13:56:14.858439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Pushing event updated for resources: {'Port': ['ID=b34edb5b-345a-422a-9da9-1dda5079f5e8,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:14.863354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Allocated IP 172.20.0.3 (f5bf7046-aa09-442d-a79d-c270f157abe2/1a003c81-b53c-47c5-8a97-391954c54720/737c13d4-dd96-4f9e-ab7f-b04328167e58) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:14.905884 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:14.946949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Attempting to bind port b34edb5b-345a-422a-9da9-1dda5079f5e8 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:14.947312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Attempting to bind port b34edb5b-345a-422a-9da9-1dda5079f5e8 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f4b555da-76d2-426f-a67c-f29211653e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:14.947931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Attempting to bind port b34edb5b-345a-422a-9da9-1dda5079f5e8 on network f5bf7046-aa09-442d-a79d-c270f157abe2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:14.955964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:14.956354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Checking segment: {'id': 'f4b555da-76d2-426f-a67c-f29211653e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:14.956741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.957130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Bound using segment: {'id': 'f4b555da-76d2-426f-a67c-f29211653e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:14.957816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Bound port: b34edb5b-345a-422a-9da9-1dda5079f5e8, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b555da-76d2-426f-a67c-f29211653e5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'f5bf7046-aa09-442d-a79d-c270f157abe2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:14.958192 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:14.965544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a1db5-3dce-487c-86a5-b9ddbea50ff5 req-486157e3-2c4f-423f-ba80-1124f59f8643 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:14.967228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-378a1db5-3dce-487c-86a5-b9ddbea50ff5 req-486157e3-2c4f-423f-ba80-1124f59f8643 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1427891 Nov 08 13:56:14.980439 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.050012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.057990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.20.0.1 (13cb50f6-6a11-4109-a205-85c439a53444/1db4cbab-1e9b-4369-9c95-afca94f2c597/a444b005-5fc9-445a-913c-5c81f809d5ff) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:15.073067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-378a1db5-3dce-487c-86a5-b9ddbea50ff5 req-33fee698-c094-4dad-b9bd-aa2fd63d489d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977671 Nov 08 13:56:15.102281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Network 13cb50f6-6a11-4109-a205-85c439a53444 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:15.103612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] For port b34edb5b-345a-422a-9da9-1dda5079f5e8, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:15.119521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-64afa1a2-5cef-4b0a-8348-def18788f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:15.121107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-64afa1a2-5cef-4b0a-8348-def18788f3ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.2596834 Nov 08 13:56:15.121580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:15.124513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:15.158017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Pushing event updated for resources: {'Port': ['ID=c8178b0e-fd94-483f-8a34-a8f234d085cd,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:15.172445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] For port b34edb5b-345a-422a-9da9-1dda5079f5e8, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b34edb5b-345a-422a-9da9-1dda5079f5e8,segment=NetworkSegment(f4b555da-76d2-426f-a67c-f29211653e5c),segment_id=f4b555da-76d2-426f-a67c-f29211653e5c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:15.179012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.208286 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce11f2e-f9c7-4c1f-b940-f7ae76184297 x-openstack-request-id: req-1ce11f2e-f9c7-4c1f-b940-f7ae76184297 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:15.208591 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:15.208889 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ce11f2e-f9c7-4c1f-b940-f7ae76184297 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:15.209303 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'status': 'completed', 'code': 200} Nov 08 13:56:15.278955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda6aa2-7248-4284-8eda-0660e763931c req-6ba01b58-669b-47b8-97e6-f7c8a21bb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:15.280516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4bda6aa2-7248-4284-8eda-0660e763931c req-6ba01b58-669b-47b8-97e6-f7c8a21bb949 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.0917034 Nov 08 13:56:15.307118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-6ace2b8b-ce7c-4abe-9621-f8f52438c12c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 999 time: 0.1007462 Nov 08 13:56:15.307350 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a4072486-a623-487e-929d-99e33690cbdc', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'port_id': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'mac_address': 'fa:16:3e:2e:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:56:11Z', 'updated_at': '2021-11-08T13:56:13Z', 'revision_number': 1, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:07Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:15.341567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2434b8-316c-49ae-9a15-6f2be968046b None None] Pushing event updated for resources: {'Port': ['ID=b34edb5b-345a-422a-9da9-1dda5079f5e8,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:15.347990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.365667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.365997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Attempting to bind port c8178b0e-fd94-483f-8a34-a8f234d085cd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:15.367389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Attempting to bind port c8178b0e-fd94-483f-8a34-a8f234d085cd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:15.368192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Attempting to bind port c8178b0e-fd94-483f-8a34-a8f234d085cd on network 13cb50f6-6a11-4109-a205-85c439a53444 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:15.375047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:15.376073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Checking segment: {'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:15.376730 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.377684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Bound using segment: {'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:15.378405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Bound port: c8178b0e-fd94-483f-8a34-a8f234d085cd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:15.379168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.404565 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] Checking router: d31590aa-8ea0-448f-b608-c9d4bb44e854 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:15.428261 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:15.430553 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:15.441408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-3a4e647c-0d06-4377-aca4-0b4c163facad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:15.443696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-3a4e647c-0d06-4377-aca4-0b4c163facad service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.1172094 Nov 08 13:56:15.473108 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.481682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] For port c8178b0e-fd94-483f-8a34-a8f234d085cd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:15.490483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] For port c8178b0e-fd94-483f-8a34-a8f234d085cd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8178b0e-fd94-483f-8a34-a8f234d085cd,segment=NetworkSegment(bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480),segment_id=bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:15.501094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.523714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-bdc40a40-1482-4075-afda-e298df96c443 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709963 Nov 08 13:56:15.534862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-f8208c88-f4d4-4b54-88bd-ddc8f0cf1397 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:56:15.535935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-f8208c88-f4d4-4b54-88bd-ddc8f0cf1397 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052016 Nov 08 13:56:15.561347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.569005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dfef7-0bdc-47aa-8a17-ae1b2c736a0e None None] Pushing event updated for resources: {'Port': ['ID=c8178b0e-fd94-483f-8a34-a8f234d085cd,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:15.582615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 13cb50f6-6a11-4109-a205-85c439a53444 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:15.598493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:15.614598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:15.672831 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:15.732974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Network f5bf7046-aa09-442d-a79d-c270f157abe2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:15.735884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event updated for resources: {'Port': ['ID=737c13d4-dd96-4f9e-ab7f-b04328167e58,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:15.738525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:15.739343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=a444b005-5fc9-445a-913c-5c81f809d5ff,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:15.751835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:15.754656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda6aa2-7248-4284-8eda-0660e763931c req-cf01eb88-883e-42b3-a82d-fe275e69f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:15.757911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4bda6aa2-7248-4284-8eda-0660e763931c req-cf01eb88-883e-42b3-a82d-fe275e69f8c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.4676471 Nov 08 13:56:15.779690 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.833649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-7dd6ee72-b4a9-47af-84ba-5eb7f178e185 service neutron] 10.222.0.65 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809572 Nov 08 13:56:15.863540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:15.864248 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:15.925851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35418) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:15.927612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0ed8fcb8-f7a3-4303-9d7a-30f76dbfc6f7 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9958701 Nov 08 13:56:16.094260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29209e5a-3354-45f6-bffc-3d56a822a725 req-7a088c16-6791-4b30-8d81-d3b51c735d14 service neutron] 10.222.0.65 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507658 Nov 08 13:56:16.144850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:16.200605 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a4072486-a623-487e-929d-99e33690cbdc', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'port_id': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'mac_address': 'fa:16:3e:2e:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:56:11Z', 'updated_at': '2021-11-08T13:56:13Z', 'revision_number': 1, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:07Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:16.218204 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4bda6aa2-7248-4284-8eda-0660e763931c req-4c672fd7-58a0-4d90-adf2-7c6d32e05acd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 999 time: 0.2958395 Nov 08 13:56:16.251394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134ac7ce-be6b-4b67-9af4-faff786eb9a7 None None] The sync data for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 is: [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'a4072486-a623-487e-929d-99e33690cbdc', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'floating_ip_address': '172.25.8.34', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'port_id': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'mac_address': 'fa:16:3e:2e:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:56:11Z', 'updated_at': '2021-11-08T13:56:13Z', 'revision_number': 1, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:07Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:16.396692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda6aa2-7248-4284-8eda-0660e763931c req-f89b4fa4-ecf6-45f6-8e39-f9bbee745147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:16.398236 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4bda6aa2-7248-4284-8eda-0660e763931c req-f89b4fa4-ecf6-45f6-8e39-f9bbee745147 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.1723964 Nov 08 13:56:16.465757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4bda6aa2-7248-4284-8eda-0660e763931c req-68a45712-edca-4f18-80fc-2fec02223ea3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341196 Nov 08 13:56:16.485616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Deleting port 737c13d4-dd96-4f9e-ab7f-b04328167e58 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:16.485957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:16.579595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b34edb5b-345a-422a-9da9-1dda5079f5e8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:16.697024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b34edb5b-345a-422a-9da9-1dda5079f5e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:16.697403 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:16.869815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec2068e-f373-4f05-a5bb-d47fe6fbd767 None None] New status for floating IP a4072486-a623-487e-929d-99e33690cbdc: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:56:16.926421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-8f9f7c61-0c53-4ea4-8763-878fee7a1a0e tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 999 time: 0.7420938 Nov 08 13:56:16.958598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:16.973633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61789bb-3daf-4232-a6be-ed475f827453 req-6bf021d4-fbfe-4a53-b39c-23a833548004 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:16.981736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61789bb-3daf-4232-a6be-ed475f827453 req-6bf021d4-fbfe-4a53-b39c-23a833548004 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2300496 Nov 08 13:56:17.091163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-87e13e21-66b8-4f5c-bac7-de6d918949b9 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:17.100007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-87e13e21-66b8-4f5c-bac7-de6d918949b9 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports/15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 943 time: 0.1592641 Nov 08 13:56:17.157913 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4bda6aa2-7248-4284-8eda-0660e763931c req-7627551d-7710-4867-9afc-c02bd05f43be service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6831448 Nov 08 13:56:17.176137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61789bb-3daf-4232-a6be-ed475f827453 req-fe143fb8-309d-4280-94d5-a36edd0f59e0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899452 Nov 08 13:56:17.396096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.404013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0bf8a4e2-ac94-4ee7-962d-f806b720a4f5 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 999 time: 0.1877909 Nov 08 13:56:17.412510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Calling delete_port for 737c13d4-dd96-4f9e-ab7f-b04328167e58 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:17.439672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb0bfe-e5a9-44fa-9092-9a65c7d8b0f2 None None] Network 13cb50f6-6a11-4109-a205-85c439a53444 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:17.542932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port b34edb5b-345a-422a-9da9-1dda5079f5e8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b34edb5b-345a-422a-9da9-1dda5079f5e8,segment=NetworkSegment(f4b555da-76d2-426f-a67c-f29211653e5c),segment_id=f4b555da-76d2-426f-a67c-f29211653e5c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:17.547030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4bda6aa2-7248-4284-8eda-0660e763931c req-706c14a8-9963-4672-b1dc-6c5302523763 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701873 Nov 08 13:56:17.567818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f72ec98f-be18-44c8-8ce3-59089c468606 None None] Provisioning complete for port c8178b0e-fd94-483f-8a34-a8f234d085cd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:17.568390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f72ec98f-be18-44c8-8ce3-59089c468606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.580798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.589120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.605470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97737992-b040-46fb-8eb2-a27cf34b00f3 None None] Network f5bf7046-aa09-442d-a79d-c270f157abe2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:17.609909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-7407ae03-62a8-4477-bdf5-d15ab16185de tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:17.611557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-7407ae03-62a8-4477-bdf5-d15ab16185de tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2013037 Nov 08 13:56:17.612420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.613556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8178b0e-fd94-483f-8a34-a8f234d085cd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:17.697140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-96ccb4bd-26c2-4dca-aebb-61ae0764654d tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 999 time: 0.0766313 Nov 08 13:56:17.705405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=a444b005-5fc9-445a-913c-5c81f809d5ff,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:17.713120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:17.713441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.720421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.769526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event deleted for resources: {'Port': ['ID=737c13d4-dd96-4f9e-ab7f-b04328167e58,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:17.776166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.887589 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.893532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35440) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:17.893777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0bc00e86-7717-41c7-965f-553b1895e1ff tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "DELETE /v2.0/ports/737c13d4-dd96-4f9e-ab7f-b04328167e58 HTTP/1.1" status: 204 len: 168 time: 1.8665853 Nov 08 13:56:17.899685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=b34edb5b-345a-422a-9da9-1dda5079f5e8,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:17.924542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 13cb50f6-6a11-4109-a205-85c439a53444 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:17.925970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:17.966449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.972936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:17.973698 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Floating IP a4072486-a623-487e-929d-99e33690cbdc disassociated. External IP: 172.25.8.34, port: 15d03fa2-c36c-4265-b464-ad5cbe429c98. Nov 08 13:56:18.013979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c8178b0e-fd94-483f-8a34-a8f234d085cd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:18.014364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.020904 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f72ec98f-be18-44c8-8ce3-59089c468606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.066515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-caf7260f-ce1f-493c-b2b8-4e939e00b892 tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.1718442 Nov 08 13:56:18.070600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35444) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:18.076788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2126099590'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:18.082227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:56:18.123135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f72ec98f-be18-44c8-8ce3-59089c468606 None None] For port c8178b0e-fd94-483f-8a34-a8f234d085cd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8178b0e-fd94-483f-8a34-a8f234d085cd,segment=NetworkSegment(bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480),segment_id=bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:18.135523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f72ec98f-be18-44c8-8ce3-59089c468606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.158445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Made reservation on behalf of e899ef5fb1424c888aa0221eaec64f64 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:18.163014 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.280495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ec98f-be18-44c8-8ce3-59089c468606 None None] Pushing event updated for resources: {'Port': ['ID=c8178b0e-fd94-483f-8a34-a8f234d085cd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:18.305874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:18.316899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Router d31590aa-8ea0-448f-b608-c9d4bb44e854 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:18.319975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:18.321360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8e0d6d13-7ea8-4920-b53b-27f5dda48773 None None] Provisioning complete for port b34edb5b-345a-422a-9da9-1dda5079f5e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:18.321970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8e0d6d13-7ea8-4920-b53b-27f5dda48773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.331098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:18.372018 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1839aef9-4a1d-41d4-8ca5-4ceca54f2f30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2605622 Nov 08 13:56:18.373355 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:18.377113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35452) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:18.379205 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:18.401653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-424185143'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:18.424343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.425166 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Added segment 64c93d83-5d7b-46bb-9951-6eab81887692 of type vlan for network 812b57da-fc2a-494d-a65e-251f97c7318a Nov 08 13:56:18.576675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bb49c-67fd-42b1-a5b3-01576b9932c3 req-090c69d3-d524-47fc-b03f-aa886e96b418 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:18.578284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb2bb49c-67fd-42b1-a5b3-01576b9932c3 req-090c69d3-d524-47fc-b03f-aa886e96b418 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2562358 Nov 08 13:56:18.593350 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.600807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:18.602066 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:18.605286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b34edb5b-345a-422a-9da9-1dda5079f5e8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:18.622247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.724289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7a4b2728-702e-4146-82d4-5d997d39d390 None None] Provisioning complete for port a444b005-5fc9-445a-913c-5c81f809d5ff triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:18.724912 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a4b2728-702e-4146-82d4-5d997d39d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.727393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:18.798971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.799332 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment 1e327417-775e-4800-a27d-4c4d7b0e6d6b of type vlan for network 354d5ec1-e046-4283-b03a-468375e26f7c Nov 08 13:56:18.803026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.816844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:18.817517 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.838118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb2bb49c-67fd-42b1-a5b3-01576b9932c3 req-1d758681-99ca-43eb-8941-6436d452f534 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505960 Nov 08 13:56:18.839662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:18.860898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.873142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] Sync routers for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:18.897454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-0818bc4d-da6e-4a20-9261-68c021ba8961 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "PUT /v2.0/floatingips/a4072486-a623-487e-929d-99e33690cbdc HTTP/1.1" status: 200 len: 694 time: 1.1941719 Nov 08 13:56:18.898179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:18.902043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7a4b2728-702e-4146-82d4-5d997d39d390 None None] Port a444b005-5fc9-445a-913c-5c81f809d5ff cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:18.902570 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c21477-7854-4ab7-8a11-687506ef13ed" -d '{"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:18.956592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b34edb5b-345a-422a-9da9-1dda5079f5e8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:18.957085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:18.962189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:18.964122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:19.039537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-edecd969-8cf8-4b51-a9af-c16e93071fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:19.041165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-edecd969-8cf8-4b51-a9af-c16e93071fe5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.1025267 Nov 08 13:56:19.074302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9984438 Nov 08 13:56:19.082197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:19.128806 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:15Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:17Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:19.195083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7a4b2728-702e-4146-82d4-5d997d39d390 None None] Provisioning complete for port c8178b0e-fd94-483f-8a34-a8f234d085cd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:19.195447 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a4b2728-702e-4146-82d4-5d997d39d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.198580 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f942398e-364f-4604-b973-135a19b72ec3 x-openstack-request-id: req-f942398e-364f-4604-b973-135a19b72ec3 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:19.199469 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:19.199811 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f942398e-364f-4604-b973-135a19b72ec3 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:19.200292 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'status': 'completed', 'code': 200} Nov 08 13:56:19.206261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.219975 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:19.222991 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Updating router d19a8852-071a-4511-acdd-bd4932fc04b3 port a444b005-5fc9-445a-913c-5c81f809d5ff binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:56:19.262143 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.295635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bad13-b730-46f0-93d9-e67871c37e5e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event updated for resources: {'Network': ['ID=812b57da-fc2a-494d-a65e-251f97c7318a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:19.347508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.353494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:19.354159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.364672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-86b360b5-c4b3-4d0e-a574-84b678da1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:19.366228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 812b57da-fc2a-494d-a65e-251f97c7318a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:19.398086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-86b360b5-c4b3-4d0e-a574-84b678da1998 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 1097 time: 0.2047942 Nov 08 13:56:19.433588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0db3bfc5-765c-4743-8ac9-a5af2b1c0421 tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "GET /v2.0/agents/8e06912e-afd7-4fc4-9964-ab78b2bd086f/dhcp-networks HTTP/1.1" status: 200 len: 9645 time: 0.3483639 Nov 08 13:56:19.438585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35466) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:19.513592 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1299469 Nov 08 13:56:19.516813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-7631c1c1-33b3-4d6d-aaa5-57c634986166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:19.519409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-7631c1c1-33b3-4d6d-aaa5-57c634986166 service neutron] 10.222.0.65 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.4582646 Nov 08 13:56:19.519995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35468) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:19.550146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:19.552693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:19.596433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cf054-1b89-467e-b852-321ebb9107a8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=354d5ec1-e046-4283-b03a-468375e26f7c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:19.630278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-89222393-7936-4034-95e6-7eb7197da9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:19.632546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-89222393-7936-4034-95e6-7eb7197da9b0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 200 len: 921 time: 0.2124760 Nov 08 13:56:19.635370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 354d5ec1-e046-4283-b03a-468375e26f7c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:19.667891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-e6f9e986-3b07-49f7-bf3f-ce39518c911c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 217 time: 0.0563993 Nov 08 13:56:19.701360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-58267ab6-5cb4-444a-a900-8c2fe94d56cc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 200 len: 217 time: 0.0576320 Nov 08 13:56:19.737740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8178b0e-fd94-483f-8a34-a8f234d085cd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:19.765345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-445fde8f-8d14-48a7-9fbc-5bfc07125276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:19.767820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-445fde8f-8d14-48a7-9fbc-5bfc07125276 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.0582669 Nov 08 13:56:19.788141 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.798492 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.835470 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-313b839c-0e26-4480-9e5f-dbbbf4580cdb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551741 Nov 08 13:56:19.880157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-ef241b4f-24c3-40a0-a809-21c52c647b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:19.887039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-ef241b4f-24c3-40a0-a809-21c52c647b2f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 200 len: 860 time: 0.1769540 Nov 08 13:56:19.912489 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Attempting to bind port a444b005-5fc9-445a-913c-5c81f809d5ff on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:19.918447 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Attempting to bind port a444b005-5fc9-445a-913c-5c81f809d5ff by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:19.918900 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Attempting to bind port a444b005-5fc9-445a-913c-5c81f809d5ff on network 13cb50f6-6a11-4109-a205-85c439a53444 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:19.939959 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:19.940334 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Checking segment: {'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:19.940734 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.941148 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Bound using segment: {'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:19.941742 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Bound port: a444b005-5fc9-445a-913c-5c81f809d5ff, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:19.942135 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:19.948511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7a4b2728-702e-4146-82d4-5d997d39d390 None None] Provisioning complete for port b34edb5b-345a-422a-9da9-1dda5079f5e8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:19.954848 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a4b2728-702e-4146-82d4-5d997d39d390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:20.023428 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Pushing event updated for resources: {'Port': ['ID=a444b005-5fc9-445a-913c-5c81f809d5ff,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:20.031877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-74320b2c-596f-4b45-b47b-6343c8f87ae9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=abbf048e-243f-43e5-96e1-a18c14ada8a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1317763 Nov 08 13:56:20.050341 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.050688 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.051027 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.051358 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.051683 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.052044 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.052365 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.052689 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.053019 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.053325 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.053637 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.053953 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:20.117203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-b7ff7aec-aecf-48c9-8d7d-e0eef65c9466 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695482 Nov 08 13:56:20.142248 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] For port a444b005-5fc9-445a-913c-5c81f809d5ff, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:20.146235 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] For port a444b005-5fc9-445a-913c-5c81f809d5ff, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a444b005-5fc9-445a-913c-5c81f809d5ff,segment=NetworkSegment(bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480),segment_id=bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:20.152989 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:20.158947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:20.162610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:20.222676 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:20.223325 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:20.268267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-e87985a8-ddeb-4a65-af42-d7a1b0ca627a service neutron] 10.222.0.65 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346733 Nov 08 13:56:20.291279 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c7c21477-7854-4ab7-8a11-687506ef13ed req-b9a086c4-49b0-4209-b18c-9a7e87c25d72 service neutron] 10.222.0.54 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660159 Nov 08 13:56:20.306618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c8178b0e-fd94-483f-8a34-a8f234d085cd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:20.307369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:20.314222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018932ed-7c5e-4409-ab2e-bcb68cc208ab tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] Network 812b57da-fc2a-494d-a65e-251f97c7318a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:20.330356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc589bb6-7399-4c29-9b3c-6b39cd037eb0 req-ae5ad541-5219-434b-8804-05d2febb9167 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:20.331914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc589bb6-7399-4c29-9b3c-6b39cd037eb0 req-ae5ad541-5219-434b-8804-05d2febb9167 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2092452 Nov 08 13:56:20.353148 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dcb71-0893-47ba-8125-690ef510cc73 None None] Pushing event updated for resources: {'Port': ['ID=a444b005-5fc9-445a-913c-5c81f809d5ff,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:20.394534 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:20.433617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-018932ed-7c5e-4409-ab2e-bcb68cc208ab tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "POST /v2.0/agents/8e06912e-afd7-4fc4-9964-ab78b2bd086f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9833257 Nov 08 13:56:20.434189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35480) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:20.454933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1eb36a-db34-4faf-bf61-433b7cbf74c6 None None] Network 812b57da-fc2a-494d-a65e-251f97c7318a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:20.491068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc589bb6-7399-4c29-9b3c-6b39cd037eb0 req-c5222fda-acf3-4eeb-89de-42895b6fa415 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454813 Nov 08 13:56:20.522096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da1118ed-5155-404c-b76d-fa10ba1b94ff req-80c0f314-33f0-40a7-a12b-73d55e0bead0 service neutron] 10.222.0.65 "GET /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531247 Nov 08 13:56:20.644793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-a2e9c21d-1f10-48d3-ae43-a32a64bab7ed tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips/a4072486-a623-487e-929d-99e33690cbdc HTTP/1.1" status: 200 len: 694 time: 0.0813544 Nov 08 13:56:20.716469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9c59fffa-fb72-4805-8354-5613fa9bff43 tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "GET /v2.0/agents/8e06912e-afd7-4fc4-9964-ab78b2bd086f/dhcp-networks HTTP/1.1" status: 200 len: 10417 time: 0.2784102 Nov 08 13:56:20.717714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:20.748706 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:15Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:20Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:20.769075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:07Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:20.788463 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d36349-6149-4ff7-ab84-ce4912eee592 None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:15Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:20Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:20.812156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] Checking router: d31590aa-8ea0-448f-b608-c9d4bb44e854 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:20.815633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-da6ed602-335a-475b-b7dc-c12d6bbfbc93 None None] Provisioning complete for port a444b005-5fc9-445a-913c-5c81f809d5ff triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:20.816737 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-da6ed602-335a-475b-b7dc-c12d6bbfbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:20.826943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-575e04d8-7b24-427e-b0fd-fd00db7b9a4c tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "DELETE /v2.0/agents/8e06912e-afd7-4fc4-9964-ab78b2bd086f/dhcp-networks/812b57da-fc2a-494d-a65e-251f97c7318a HTTP/1.1" status: 204 len: 168 time: 0.1054485 Nov 08 13:56:20.827182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35486) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:20.836008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:20.861198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:20.861859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:20.901096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-c4f0c72d-e0da-46e3-a72d-658c7542ff19 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:20.902438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-c4f0c72d-e0da-46e3-a72d-658c7542ff19 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 784 time: 0.2483671 Nov 08 13:56:20.918967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-1a1e808c-bc0e-47a3-a4f0-1a2df23de204 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:56:20.920168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-1a1e808c-bc0e-47a3-a4f0-1a2df23de204 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088115 Nov 08 13:56:20.989498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=2480421c-655e-4f66-aa13-c71aad4d3c79,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:20.992146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-48d08c93-bf25-4331-9a9e-077c7f488011 tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "GET /v2.0/agents/8e06912e-afd7-4fc4-9964-ab78b2bd086f/dhcp-networks HTTP/1.1" status: 200 len: 9645 time: 0.1628497 Nov 08 13:56:20.996956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-234af854-86f8-4da8-9685-e0c1037c5d15 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 697 time: 0.0555122 Nov 08 13:56:20.997653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35488) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:20.998127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:20.998589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: 354d5ec1-e046-4283-b03a-468375e26f7c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:56:21.010795 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-da6ed602-335a-475b-b7dc-c12d6bbfbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.019928 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a64a6164-25ce-4fb1-89c4-05e5cda19b89 tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "GET /v2.0/networks/f5bf7046-aa09-442d-a79d-c270f157abe2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0205383 Nov 08 13:56:21.028277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35492) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:21.036483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:21.057231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b12ae7c9-965f-41b1-a0d3-b142a0a57acc tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "GET /v2.0/networks/f5bf7046-aa09-442d-a79d-c270f157abe2/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0276802 Nov 08 13:56:21.059938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35494) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:21.099827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-da6ed602-335a-475b-b7dc-c12d6bbfbc93 None None] For port a444b005-5fc9-445a-913c-5c81f809d5ff, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a444b005-5fc9-445a-913c-5c81f809d5ff,segment=NetworkSegment(bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480),segment_id=bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:21.113454 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-da6ed602-335a-475b-b7dc-c12d6bbfbc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.151440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-da6ed602-335a-475b-b7dc-c12d6bbfbc93 None None] Could not find standard attr ID for object 737c13d4-dd96-4f9e-ab7f-b04328167e58. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:56:21.160329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9a205b94-3995-4936-abb3-16b537325927 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.34 HTTP/1.1" status: 200 len: 697 time: 0.1443543 Nov 08 13:56:21.220441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 354d5ec1-e046-4283-b03a-468375e26f7c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:21.278298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 354d5ec1-e046-4283-b03a-468375e26f7c) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:21.286725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:21.286725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.305485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c79dd4-454c-4c28-826e-88425ab3ba48 None None] Network 354d5ec1-e046-4283-b03a-468375e26f7c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:21.352670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ac1870e-2f05-4d09-907b-819e07abfb76 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8263710 Nov 08 13:56:21.352889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35500) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:21.361482 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-87985b34-db4d-4d8a-829d-6467a779dd61 tempest-DHCPAgentSchedulersTestJSON-864053437 tempest-DHCPAgentSchedulersTestJSON-864053437-project-admin] 10.222.0.65 "GET /v2.0/agents/8e06912e-afd7-4fc4-9964-ab78b2bd086f/dhcp-networks HTTP/1.1" status: 200 len: 9645 time: 0.2970452 Nov 08 13:56:21.362705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35502) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:21.394468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ed602-335a-475b-b7dc-c12d6bbfbc93 None None] Pushing event updated for resources: {'Port': ['ID=a444b005-5fc9-445a-913c-5c81f809d5ff,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:21.432241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Deleting port 7266a89d-65c7-4292-b3a2-ad6b0f1066d1 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:21.432696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.467151 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.571323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:07Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:21.577891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.614750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812b57da-fc2a-494d-a65e-251f97c7318a']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:21.615532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-354d5ec1-e046-4283-b03a-468375e26f7c', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:56:21.616359 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.619712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd57812-e114-4e6e-acea-582d4721ac08 None None] The sync data for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 is: [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '91656dd7-03d2-4afb-8637-68336988529b', 'name': '', 'network_id': 'abbf048e-243f-43e5-96e1-a18c14ada8a7', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'mac_address': 'fa:16:3e:f6:e5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_interface', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:50Z', 'updated_at': '2021-11-08T13:55:07Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'subnets': [{'id': 'ed07d121-02b3-461a-a987-6063f4b213c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:21.640365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c93d83-5d7b-46bb-9951-6eab81887692') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:21.640667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c93d83-5d7b-46bb-9951-6eab81887692') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:21.659202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.693106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.701328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:56:21.701923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:56:21.762708 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:56:21.797032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.809649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:21.813154 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "DELETE /v2.0/networks/812b57da-fc2a-494d-a65e-251f97c7318a HTTP/1.1" status: 204 len: 168 time: 0.4481132 Nov 08 13:56:21.816017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35508) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:21.827293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Allocated IP 172.21.0.2 (354d5ec1-e046-4283-b03a-468375e26f7c/2480421c-655e-4f66-aa13-c71aad4d3c79/5929cad5-8cad-45d8-a1b9-7b55fc761b8f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:21.855118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8e031-f1a4-4f31-bf34-9818468c7367 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event deleted for resources: {'Network': ['ID=812b57da-fc2a-494d-a65e-251f97c7318a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:21.858661 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-350a5b71-6952-44dd-bee2-daf57b6e93bc tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] DELETE failed (client error): The resource could not be found. Nov 08 13:56:21.859513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-350a5b71-6952-44dd-bee2-daf57b6e93bc tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:56:21.862732 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-350a5b71-6952-44dd-bee2-daf57b6e93bc tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "DELETE /v2.0/ports/737c13d4-dd96-4f9e-ab7f-b04328167e58 HTTP/1.1" status: 404 len: 333 time: 0.0460124 Nov 08 13:56:21.865297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35510) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:21.947386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Deleting subnet 1a003c81-b53c-47c5-8a97-391954c54720 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:56:21.951300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.012758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.028206 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.041633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.089362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.090927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.113968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Network 354d5ec1-e046-4283-b03a-468375e26f7c is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:22.128354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:22.134392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:22.141694 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.162603 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442acb6-9259-4a99-b1d3-1840ac7da1c2 None None] New status for floating IP a4072486-a623-487e-929d-99e33690cbdc: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:56:22.183145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Pushing event updated for resources: {'Port': ['ID=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:22.214256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Calling delete_port for 7266a89d-65c7-4292-b3a2-ad6b0f1066d1 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:22.222699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.233649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0fdeb-d4c5-4e26-a6b4-4570a7bcce18 req-7ba2949b-5974-4120-82de-7e52e2c18c26 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:22.242673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcb0fdeb-d4c5-4e26-a6b4-4570a7bcce18 req-7ba2949b-5974-4120-82de-7e52e2c18c26 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2545288 Nov 08 13:56:22.243025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.248672 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "DELETE /v2.0/subnets/1a003c81-b53c-47c5-8a97-391954c54720 HTTP/1.1" status: 204 len: 168 time: 0.3801780 Nov 08 13:56:22.249023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Attempting to bind port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:22.249406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Attempting to bind port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:22.250142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Attempting to bind port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f on network 354d5ec1-e046-4283-b03a-468375e26f7c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:22.255422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d0a75e-29b3-4057-ae54-e60028c1d885 None None] Network f5bf7046-aa09-442d-a79d-c270f157abe2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:22.258349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35512) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:22.282546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:22.282932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Checking segment: {'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:22.283400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.283848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Bound using segment: {'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:22.284358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Bound port: 5929cad5-8cad-45d8-a1b9-7b55fc761b8f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:22.284747 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.292450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4cff0-13e8-44ca-8f49-18c379449896 tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event deleted for resources: {'Subnet': ['ID=1a003c81-b53c-47c5-8a97-391954c54720,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:22.459211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] For port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:22.467232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] For port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,segment=NetworkSegment(1e327417-775e-4800-a27d-4c4d7b0e6d6b),segment_id=1e327417-775e-4800-a27d-4c4d7b0e6d6b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:22.473856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.500429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.534672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcb0fdeb-d4c5-4e26-a6b4-4570a7bcce18 req-43516561-df83-46c5-a862-a9021fbb8f2a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900805 Nov 08 13:56:22.633937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede65cb-c91c-47f4-9c1e-8df1d355dc5e None None] Pushing event updated for resources: {'Port': ['ID=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:22.645907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] DHCP port deletion for f5bf7046-aa09-442d-a79d-c270f157abe2 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:56:22.709641 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.755700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] Deleting port b34edb5b-345a-422a-9da9-1dda5079f5e8 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:22.756420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.855351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a444b005-5fc9-445a-913c-5c81f809d5ff up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:22.915609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Deleting port b34edb5b-345a-422a-9da9-1dda5079f5e8 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:22.916081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.918135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] For port b34edb5b-345a-422a-9da9-1dda5079f5e8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b34edb5b-345a-422a-9da9-1dda5079f5e8,segment=NetworkSegment(f4b555da-76d2-426f-a67c-f29211653e5c),segment_id=f4b555da-76d2-426f-a67c-f29211653e5c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:22.918681 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.923904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:22.957672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] Calling delete_port for b34edb5b-345a-422a-9da9-1dda5079f5e8 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:23.026862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a444b005-5fc9-445a-913c-5c81f809d5ff triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:23.027239 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.038718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event deleted for resources: {'Port': ['ID=7266a89d-65c7-4292-b3a2-ad6b0f1066d1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:23.098760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.138841 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.160090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] For port b34edb5b-345a-422a-9da9-1dda5079f5e8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b34edb5b-345a-422a-9da9-1dda5079f5e8,segment=NetworkSegment(f4b555da-76d2-426f-a67c-f29211653e5c),segment_id=f4b555da-76d2-426f-a67c-f29211653e5c)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:23.160786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.175116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] Pushing event deleted for resources: {'Port': ['ID=b34edb5b-345a-422a-9da9-1dda5079f5e8,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:23.185652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede91b7-636a-493a-8084-c3eecbd39947 None None] No DVR routers for this DVR port b34edb5b-345a-422a-9da9-1dda5079f5e8 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:23.196353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Calling delete_port for b34edb5b-345a-422a-9da9-1dda5079f5e8 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:23.239533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.242158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.243386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6a012e7-ba1d-4a5f-b6c1-46c602c8cd50 req-9c1f3e68-6aac-4071-8e2f-bb90b75f9035 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "DELETE /v2.0/floatingips/a4072486-a623-487e-929d-99e33690cbdc HTTP/1.1" status: 204 len: 173 time: 2.0822625 Nov 08 13:56:23.281999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b34edb5b-345a-422a-9da9-1dda5079f5e8 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:23.304408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b34edb5b-345a-422a-9da9-1dda5079f5e8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:23.304744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b34edb5b-345a-422a-9da9-1dda5079f5e8 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:23.397289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e75ff4a3-6b88-409f-8cd1-31f65ee90963 req-939e4433-45ca-4145-ab63-84fe4762aed4 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups/36ed69c8-5da4-4b79-9cd3-70d1f7dc00bd HTTP/1.1" status: 200 len: 1827 time: 0.1059210 Nov 08 13:56:23.425206 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.479424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.21.0.1 (354d5ec1-e046-4283-b03a-468375e26f7c/2480421c-655e-4f66-aa13-c71aad4d3c79/1dbc8713-be2a-4127-8fc8-9e559fd9354b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:23.491441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event deleted for resources: {'Port': ['ID=b34edb5b-345a-422a-9da9-1dda5079f5e8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:23.494089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] No DVR routers for this DVR port b34edb5b-345a-422a-9da9-1dda5079f5e8 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:23.550095 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.747216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e75ff4a3-6b88-409f-8cd1-31f65ee90963 req-08ad1cd1-46a8-4e52-bbe4-b354239d1fec tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.755351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.837818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bf7046-aa09-442d-a79d-c270f157abe2']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:23.843295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e75ff4a3-6b88-409f-8cd1-31f65ee90963 req-08ad1cd1-46a8-4e52-bbe4-b354239d1fec tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.882062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b555da-76d2-426f-a67c-f29211653e5c') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:23.882411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b555da-76d2-426f-a67c-f29211653e5c') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:23.920390 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.927029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.928640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b4b756-05bc-41ae-82ea-6c16aeec35db None None] Network 354d5ec1-e046-4283-b03a-468375e26f7c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:23.938215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49786c2-9dec-4122-8c79-077963de216a req-28f2c34b-f1d9-4aac-9aaa-e5887ef95b39 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:23.939828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49786c2-9dec-4122-8c79-077963de216a req-28f2c34b-f1d9-4aac-9aaa-e5887ef95b39 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2519805 Nov 08 13:56:23.959408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.971982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:56:23.972414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:56:23.980792 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:56:24.010006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e75ff4a3-6b88-409f-8cd1-31f65ee90963 req-08ad1cd1-46a8-4e52-bbe4-b354239d1fec tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.012780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e75ff4a3-6b88-409f-8cd1-31f65ee90963 req-08ad1cd1-46a8-4e52-bbe4-b354239d1fec tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.013940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e75ff4a3-6b88-409f-8cd1-31f65ee90963 req-08ad1cd1-46a8-4e52-bbe4-b354239d1fec tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "DELETE /v2.0/security-groups/36ed69c8-5da4-4b79-9cd3-70d1f7dc00bd HTTP/1.1" status: 204 len: 173 time: 0.6031585 Nov 08 13:56:24.035072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-df232be1-1f58-4596-a38c-2e41ada23545 None None] Provisioning complete for port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:24.035780 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df232be1-1f58-4596-a38c-2e41ada23545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.073956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad1cd1-46a8-4e52-bbe4-b354239d1fec tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ed69c8-5da4-4b79-9cd3-70d1f7dc00bd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:24.124459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.141058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.150481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] 10.222.0.65 "DELETE /v2.0/networks/f5bf7046-aa09-442d-a79d-c270f157abe2 HTTP/1.1" status: 204 len: 168 time: 1.8828397 Nov 08 13:56:24.166530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.270419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bcc22-b597-4aa8-917a-5c60919e543e tempest-DHCPAgentSchedulersTestJSON-852118443 tempest-DHCPAgentSchedulersTestJSON-852118443-project] Pushing event deleted for resources: {'Network': ['ID=f5bf7046-aa09-442d-a79d-c270f157abe2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:24.277258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d49786c2-9dec-4122-8c79-077963de216a req-1ae2d812-dbaf-4ecc-b706-cec49d25a5cd tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149087 Nov 08 13:56:24.345403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=1dbc8713-be2a-4127-8fc8-9e559fd9354b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:24.372132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 354d5ec1-e046-4283-b03a-468375e26f7c is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:24.373652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:24.379284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:24.462648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df232be1-1f58-4596-a38c-2e41ada23545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.501899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.568330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-df232be1-1f58-4596-a38c-2e41ada23545 None None] For port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,segment=NetworkSegment(1e327417-775e-4800-a27d-4c4d7b0e6d6b),segment_id=1e327417-775e-4800-a27d-4c4d7b0e6d6b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:24.576668 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df232be1-1f58-4596-a38c-2e41ada23545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.704532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df232be1-1f58-4596-a38c-2e41ada23545 None None] Pushing event updated for resources: {'Port': ['ID=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:24.836766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-35ad62ec-aad1-4818-a156-f476f1db36be None None] Provisioning complete for port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:24.840189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35ad62ec-aad1-4818-a156-f476f1db36be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:24.842615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35558) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:24.855932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31eb3c-cd5c-453e-a15d-aea0237cdd39 req-a7fd928a-2759-4ce6-b896-e74d9ad66159 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:24.865309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef31eb3c-cd5c-453e-a15d-aea0237cdd39 req-a7fd928a-2759-4ce6-b896-e74d9ad66159 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1705081 Nov 08 13:56:24.970727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5929cad5-8cad-45d8-a1b9-7b55fc761b8f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:24.986837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492bc36-24f9-4d8c-911d-1080cca9d9e0 req-2460d6e0-d658-4171-bcb4-30b1e810c9fa tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:24.996260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a492bc36-24f9-4d8c-911d-1080cca9d9e0 req-2460d6e0-d658-4171-bcb4-30b1e810c9fa tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 946 time: 0.2641664 Nov 08 13:56:25.047545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-35ad62ec-aad1-4818-a156-f476f1db36be None None] Provisioning complete for port 1dbc8713-be2a-4127-8fc8-9e559fd9354b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:25.048226 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35ad62ec-aad1-4818-a156-f476f1db36be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.052862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.081855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:25.082225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.095204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ef31eb3c-cd5c-453e-a15d-aea0237cdd39 req-1baf1b09-143e-47d4-a4c0-bde49a245c6e tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287290 Nov 08 13:56:25.107228 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0b756c2c-8c11-4ab8-9a45-96b3625401f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e899ef5fb1424c888aa0221eaec64f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2622557 Nov 08 13:56:25.113224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a492bc36-24f9-4d8c-911d-1080cca9d9e0 req-6da0f5f9-9114-49b1-be02-6f454c7d9866 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160860 Nov 08 13:56:25.113937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35564) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:25.174095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-35ad62ec-aad1-4818-a156-f476f1db36be None None] Port 1dbc8713-be2a-4127-8fc8-9e559fd9354b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:25.225626 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cc69db6-ad03-4753-9abb-3c0f47429281 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.264069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cc69db6-ad03-4753-9abb-3c0f47429281 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.333033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-16f766fa-85d5-4161-ada2-ba617bf7e002 None None] Provisioning complete for port 1dbc8713-be2a-4127-8fc8-9e559fd9354b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:25.333033 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-16f766fa-85d5-4161-ada2-ba617bf7e002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.335080 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cc69db6-ad03-4753-9abb-3c0f47429281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.340563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cc69db6-ad03-4753-9abb-3c0f47429281 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.342058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5cc69db6-ad03-4753-9abb-3c0f47429281 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/724952fc-6299-4867-891d-f2d260a52364 HTTP/1.1" status: 204 len: 168 time: 0.2261438 Nov 08 13:56:25.353664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc69db6-ad03-4753-9abb-3c0f47429281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724952fc-6299-4867-891d-f2d260a52364,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:25.385319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-16f766fa-85d5-4161-ada2-ba617bf7e002 None None] Port 1dbc8713-be2a-4127-8fc8-9e559fd9354b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:25.481269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.487205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.520713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85516a68-48f0-425e-a708-1a53fd2a535d req-fcb51eff-543c-4dc0-bfb0-3c6857742b72 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:25.522326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85516a68-48f0-425e-a708-1a53fd2a535d req-fcb51eff-543c-4dc0-bfb0-3c6857742b72 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1002944 Nov 08 13:56:25.595525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=1dbc8713-be2a-4127-8fc8-9e559fd9354b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:25.604443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.641364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85516a68-48f0-425e-a708-1a53fd2a535d req-7c64d657-5019-4116-8918-e189ced0923a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960360 Nov 08 13:56:25.696786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35576) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:25.712936 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d550855-14b3-43bb-a1e4-14bd017c8cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.745526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 354d5ec1-e046-4283-b03a-468375e26f7c is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:25.747695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:25.816618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d550855-14b3-43bb-a1e4-14bd017c8cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.822561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d550855-14b3-43bb-a1e4-14bd017c8cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:25.889946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:25.899375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2d550855-14b3-43bb-a1e4-14bd017c8cbb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d474e65f87d4b27ad30aa009047f1ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2011392 Nov 08 13:56:25.900214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35580) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:25.907872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d550855-14b3-43bb-a1e4-14bd017c8cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8356ba-0ca8-450c-93d8-52e5aa228bc3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:25.972192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58300c76-5f60-4435-8c96-f43f0955af31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.008994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58300c76-5f60-4435-8c96-f43f0955af31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.032760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41c72d-4386-492c-b0c0-42e236601ce2 req-f3fb6af8-90af-4a7e-955d-acc992a68f7a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:26.042226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e41c72d-4386-492c-b0c0-42e236601ce2 req-f3fb6af8-90af-4a7e-955d-acc992a68f7a tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1648424 Nov 08 13:56:26.147989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58300c76-5f60-4435-8c96-f43f0955af31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.150614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58300c76-5f60-4435-8c96-f43f0955af31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.154921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-58300c76-5f60-4435-8c96-f43f0955af31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc8356ba-0ca8-450c-93d8-52e5aa228bc3 HTTP/1.1" status: 204 len: 168 time: 0.2525327 Nov 08 13:56:26.173346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58300c76-5f60-4435-8c96-f43f0955af31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8356ba-0ca8-450c-93d8-52e5aa228bc3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:26.210123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:26.227163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35590) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:26.232679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-1830449831'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:26.236551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1f5e91e8-8ea1-43d0-9028-e7d488cd76cd tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8824100 Nov 08 13:56:26.240743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:26.258280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:26.259153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:26.269841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-92e9d137-f4ee-4ed9-9092-bdc9267d93b0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:26.271444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-92e9d137-f4ee-4ed9-9092-bdc9267d93b0 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.70 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 946 time: 0.3320665 Nov 08 13:56:26.287062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:26.292859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.309158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b66e9626-b898-419f-aaed-36946aab1d71 None None] Provisioning complete for port 1dbc8713-be2a-4127-8fc8-9e559fd9354b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:26.309995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b66e9626-b898-419f-aaed-36946aab1d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.325779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:26.337652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.338039 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment bc48c7d0-541f-4f50-8e33-866bb37b1fa0 of type vlan for network c52aa36b-45e9-42ad-9d34-e58e085f626d Nov 08 13:56:26.372089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e41c72d-4386-492c-b0c0-42e236601ce2 req-dca0e3bb-871f-4bcf-a2d5-c1642e768b7c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288827 Nov 08 13:56:26.432937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.441059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b66e9626-b898-419f-aaed-36946aab1d71 None None] Port 1dbc8713-be2a-4127-8fc8-9e559fd9354b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:26.451509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:26.476286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de95012-9ade-4438-b901-9122279c5979 req-16ba2c20-ec89-4c59-9032-3619cf53cf5a tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:26.479209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6de95012-9ade-4438-b901-9122279c5979 req-16ba2c20-ec89-4c59-9032-3619cf53cf5a tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1833911 Nov 08 13:56:26.510818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.526786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:26.528714 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.590106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3615708 Nov 08 13:56:26.591108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35596) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:26.593787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Deleting port 23372c88-35ce-4043-a388-1d96c0d93d48 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:26.594465 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:26.639239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:26.645127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6de95012-9ade-4438-b901-9122279c5979 req-d1ed3b56-56ba-4abc-8118-4c3dfcda3a0f tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581874 Nov 08 13:56:26.667061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4dbb6-8ed0-44c7-a56b-9d6c3b228acc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=c52aa36b-45e9-42ad-9d34-e58e085f626d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:26.711780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c52aa36b-45e9-42ad-9d34-e58e085f626d details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:26.829769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:26.834673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.090623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:24Z', 'revision_number': 3, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:25Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:27.145381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:27.145677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Updating router d19a8852-071a-4511-acdd-bd4932fc04b3 port 1dbc8713-be2a-4127-8fc8-9e559fd9354b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:56:27.192981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.208060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.317806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45409b-3e58-435b-b984-b0ebdfd829c7 req-d37ee3ef-bea5-42c6-9e02-837b852377ba tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:27.326401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec45409b-3e58-435b-b984-b0ebdfd829c7 req-d37ee3ef-bea5-42c6-9e02-837b852377ba tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 946 time: 0.7882473 Nov 08 13:56:27.368910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e564c69-f81a-4ac4-a8cb-0ba09b1d985a req-690fd224-d6a1-414d-95d5-a065cefea7d8 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:27.370556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e564c69-f81a-4ac4-a8cb-0ba09b1d985a req-690fd224-d6a1-414d-95d5-a065cefea7d8 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.1205754 Nov 08 13:56:27.491400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec45409b-3e58-435b-b984-b0ebdfd829c7 req-ed95c53a-8152-4f19-89ba-786e435f4dc2 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640000 Nov 08 13:56:27.624218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5e564c69-f81a-4ac4-a8cb-0ba09b1d985a req-4d3ee87f-0ea6-43a1-bea6-f3bb1d70e3d2 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708136 Nov 08 13:56:27.632630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] For port 23372c88-35ce-4043-a388-1d96c0d93d48, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23372c88-35ce-4043-a388-1d96c0d93d48,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:27.633543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.643818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.660438 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.724138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5c851-b515-4d79-949c-85769791dfda None None] Pushing event updated for resources: {'Port': ['ID=1dbc8713-be2a-4127-8fc8-9e559fd9354b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:27.802027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:27.802464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: c52aa36b-45e9-42ad-9d34-e58e085f626d, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:56:27.834341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Attempting to bind port 1dbc8713-be2a-4127-8fc8-9e559fd9354b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:27.835772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Attempting to bind port 1dbc8713-be2a-4127-8fc8-9e559fd9354b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:27.837006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Attempting to bind port 1dbc8713-be2a-4127-8fc8-9e559fd9354b on network 354d5ec1-e046-4283-b03a-468375e26f7c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:27.844911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:27.845502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Checking segment: {'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:27.846001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.846623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Bound using segment: {'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:27.847214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Bound port: 1dbc8713-be2a-4127-8fc8-9e559fd9354b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e327417-775e-4800-a27d-4c4d7b0e6d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:27.852834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.876332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=44250879-a47b-46ff-8285-1879c4aa96db,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:27.946391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-3507d17f-c6b3-4bc8-8212-b3afd8a7d431 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:27.948075 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17923561-3eaf-41b9-b4aa-cf64a93527f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:27.952644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-3507d17f-c6b3-4bc8-8212-b3afd8a7d431 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.54 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.1549671 Nov 08 13:56:27.955719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network c52aa36b-45e9-42ad-9d34-e58e085f626d is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:28.003399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] For port 1dbc8713-be2a-4127-8fc8-9e559fd9354b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:28.012653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] For port 1dbc8713-be2a-4127-8fc8-9e559fd9354b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1dbc8713-be2a-4127-8fc8-9e559fd9354b,segment=NetworkSegment(1e327417-775e-4800-a27d-4c4d7b0e6d6b),segment_id=1e327417-775e-4800-a27d-4c4d7b0e6d6b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:28.024373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:28.114793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c52aa36b-45e9-42ad-9d34-e58e085f626d) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:28.121162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:28.121790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:28.153847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a62ece-808c-4d1c-91ec-48a3ad51ab45 None None] Network c52aa36b-45e9-42ad-9d34-e58e085f626d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:28.174989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba4070e0-2b57-4ff9-a268-6295020939af tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5448496 Nov 08 13:56:28.183871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35634) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:28.207981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433262fd-ac0f-4301-8dfc-7e087aa0cfde req-0e3bd3e5-693a-4a2f-85d8-4d6d0f89eefb tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:28.223780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-433262fd-ac0f-4301-8dfc-7e087aa0cfde req-0e3bd3e5-693a-4a2f-85d8-4d6d0f89eefb tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 946 time: 0.4264176 Nov 08 13:56:28.337025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:28.343914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:28.423447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:28.423922 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:28.424302 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Floating IP 88d6fb12-bd06-4384-8efe-0dc8b2d3348a disassociated. External IP: 172.25.8.168, port: 23372c88-35ce-4043-a388-1d96c0d93d48. Nov 08 13:56:28.424891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Calling delete_port for 23372c88-35ce-4043-a388-1d96c0d93d48 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:28.525749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Deleting port 15d03fa2-c36c-4265-b464-ad5cbe429c98 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:28.526307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:28.643339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-433262fd-ac0f-4301-8dfc-7e087aa0cfde req-a99769b0-b1e3-4f32-b6b2-d80ba463ea68 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/security-groups?id=77e1978c-5ad2-4c80-9f3b-70590c7961ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179327 Nov 08 13:56:28.716456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb84be-6045-4ba3-9f54-a644481dfbd6 req-d133113f-b45a-4f66-8e7f-29874e520c20 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:28.731053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0cb84be-6045-4ba3-9f54-a644481dfbd6 req-d133113f-b45a-4f66-8e7f-29874e520c20 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.3981338 Nov 08 13:56:28.962661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:28.975218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ab82d7c5-91e2-4be9-b2fa-0d157aa7d42e None None] Provisioning complete for port 1dbc8713-be2a-4127-8fc8-9e559fd9354b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:28.975589 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab82d7c5-91e2-4be9-b2fa-0d157aa7d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:28.987598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0cb84be-6045-4ba3-9f54-a644481dfbd6 req-261e0df5-da34-4924-8c9c-074cfc7dd762 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556019 Nov 08 13:56:29.003763 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.021998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35648) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:29.041885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] For port 15d03fa2-c36c-4265-b464-ad5cbe429c98, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=15d03fa2-c36c-4265-b464-ad5cbe429c98,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:29.042480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.044156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5c851-b515-4d79-949c-85769791dfda None None] Pushing event updated for resources: {'Port': ['ID=1dbc8713-be2a-4127-8fc8-9e559fd9354b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:29.062340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652807e4-c8ca-4aab-94ae-9d3030a2d2b8 req-350d53dc-839f-4712-b5aa-0d50aade2aa4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:29.064924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-652807e4-c8ca-4aab-94ae-9d3030a2d2b8 req-350d53dc-839f-4712-b5aa-0d50aade2aa4 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/ports?device_id=33089282-969d-4901-997d-dc42778fdac0 HTTP/1.1" status: 200 len: 868 time: 0.1840487 Nov 08 13:56:29.069224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event deleted for resources: {'Port': ['ID=23372c88-35ce-4043-a388-1d96c0d93d48,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:29.075908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Calling delete_port for 15d03fa2-c36c-4265-b464-ad5cbe429c98 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:29.082078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.230589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-652807e4-c8ca-4aab-94ae-9d3030a2d2b8 req-f0b8e457-5bfe-46de-b707-fb327d7cf3ea tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups?id=c04be9bc-7fa5-4b25-bf52-407127605199&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505146 Nov 08 13:56:29.268264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:29.352963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:29.436177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-c52aa36b-45e9-42ad-9d34-e58e085f626d', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:56:29.436993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.469696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.499158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:29.516726 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] Sync routers for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:29.543716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-53bf9041-66e6-4455-87cf-93ac4f4708c9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:29.545049 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:29.545291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-53bf9041-66e6-4455-87cf-93ac4f4708c9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2183082 Nov 08 13:56:29.551430 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:29.607141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] No DVR routers for this DVR port 23372c88-35ce-4043-a388-1d96c0d93d48 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:29.610602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.614250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c8edbb92-7a04-4644-be38-3a1ef90576fb req-cd2e979e-8226-44e6-a58c-d319cbbb7fe5 tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.70 "DELETE /v2.0/ports/23372c88-35ce-4043-a388-1d96c0d93d48 HTTP/1.1" status: 204 len: 173 time: 3.3158779 Nov 08 13:56:29.618957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-deleted', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:29.621868 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2ca7ad-194b-49a4-9cc5-68c04ad10e23" -d '{"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-deleted", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:29.660739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:29.705995 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f23500c-20f2-4135-8dbc-582130bc58e1 x-openstack-request-id: req-2f23500c-20f2-4135-8dbc-582130bc58e1 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:29.706565 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33089282-969d-4901-997d-dc42778fdac0", "name": "network-vif-deleted", "tag": "23372c88-35ce-4043-a388-1d96c0d93d48", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:29.706720 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f23500c-20f2-4135-8dbc-582130bc58e1 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:29.707312 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33089282-969d-4901-997d-dc42778fdac0', 'name': 'network-vif-deleted', 'tag': '23372c88-35ce-4043-a388-1d96c0d93d48', 'status': 'completed', 'code': 200} Nov 08 13:56:29.713503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 23372c88-35ce-4043-a388-1d96c0d93d48 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:29.714651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23372c88-35ce-4043-a388-1d96c0d93d48 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:29.742981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab82d7c5-91e2-4be9-b2fa-0d157aa7d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.766884 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:29.771771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.22.0.1 (c52aa36b-45e9-42ad-9d34-e58e085f626d/44250879-a47b-46ff-8285-1879c4aa96db/bfe99a80-dfdb-41d8-8585-b9134bb4b2f6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:29.877364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ab82d7c5-91e2-4be9-b2fa-0d157aa7d42e None None] For port 1dbc8713-be2a-4127-8fc8-9e559fd9354b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1dbc8713-be2a-4127-8fc8-9e559fd9354b,segment=NetworkSegment(1e327417-775e-4800-a27d-4c4d7b0e6d6b),segment_id=1e327417-775e-4800-a27d-4c4d7b0e6d6b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:29.909588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0646ebce-0f92-4813-9cc9-09f60fc041d9 req-2cac403d-8b22-49a0-8ade-b65ed20434bd tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 210 time: 0.0822413 Nov 08 13:56:29.929690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab82d7c5-91e2-4be9-b2fa-0d157aa7d42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:29.982119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.086134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.139264 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:30.159961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.173182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:24Z', 'revision_number': 3, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:27Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:30.184811 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] Checking router: 0ce5e09a-38db-44d9-b4ed-aee6940451d1 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:30.207152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:30.210263 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:30.225730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network c52aa36b-45e9-42ad-9d34-e58e085f626d is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:30.232274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45bd19-a9f2-440a-ad70-12bb38cc594d req-b98b0a18-f2d8-4cbd-a8fd-d0def3fdfe5d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:30.233768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c45bd19-a9f2-440a-ad70-12bb38cc594d req-b98b0a18-f2d8-4cbd-a8fd-d0def3fdfe5d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.0925508 Nov 08 13:56:30.254418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8440fa3-418a-4462-a57a-3392ab7745c5 None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:24Z', 'revision_number': 3, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:27Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:30.272111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:30.273045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82d7c5-91e2-4be9-b2fa-0d157aa7d42e None None] Pushing event updated for resources: {'Port': ['ID=1dbc8713-be2a-4127-8fc8-9e559fd9354b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:30.275267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] No DVR routers for this DVR port 15d03fa2-c36c-4265-b464-ad5cbe429c98 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:30.286364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:30.302023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 15d03fa2-c36c-4265-b464-ad5cbe429c98 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:30.375096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Allocated IP 172.22.0.2 (c52aa36b-45e9-42ad-9d34-e58e085f626d/44250879-a47b-46ff-8285-1879c4aa96db/da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:30.377613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 15d03fa2-c36c-4265-b464-ad5cbe429c98 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:30.377958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 15d03fa2-c36c-4265-b464-ad5cbe429c98 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:30.380921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3bd7823c-fef3-42b7-b859-a5c225589c49 None None] Provisioning complete for port 1dbc8713-be2a-4127-8fc8-9e559fd9354b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:30.381295 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3bd7823c-fef3-42b7-b859-a5c225589c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.381583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.383650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c45bd19-a9f2-440a-ad70-12bb38cc594d req-83dc996b-c7da-4822-9bfc-bc20fdabe909 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395247 Nov 08 13:56:30.386926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-87202dd0-4751-4343-a98d-2c91dc07edb4 req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.54 "DELETE /v2.0/ports/15d03fa2-c36c-4265-b464-ad5cbe429c98 HTTP/1.1" status: 204 len: 173 time: 2.4251742 Nov 08 13:56:30.393575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.400336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'name': 'network-vif-deleted', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:30.403304 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64241a04-815d-453a-9e40-18e46644d1a9" -d '{"events": [{"server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "name": "network-vif-deleted", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:30.432366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb233765-f79e-456d-a3d6-c1d590e78538 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] Pushing event deleted for resources: {'Port': ['ID=15d03fa2-c36c-4265-b464-ad5cbe429c98,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:30.521890 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:30.703990 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021a9fc7-50c1-4102-8852-9d6b9cd7d7fd x-openstack-request-id: req-021a9fc7-50c1-4102-8852-9d6b9cd7d7fd {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:30.704581 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67fafd5c-01ec-4837-8f80-3b484e58a200", "name": "network-vif-deleted", "tag": "15d03fa2-c36c-4265-b464-ad5cbe429c98", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:30.704581 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-021a9fc7-50c1-4102-8852-9d6b9cd7d7fd {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:30.704985 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67fafd5c-01ec-4837-8f80-3b484e58a200', 'name': 'network-vif-deleted', 'tag': '15d03fa2-c36c-4265-b464-ad5cbe429c98', 'status': 'completed', 'code': 200} Nov 08 13:56:30.787766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Deleting port 259f0b1a-208e-4a45-bce2-1b8ade51be5f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:30.788175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.792103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:30.875981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.894644 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.997392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:30.998590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1dbc8713-be2a-4127-8fc8-9e559fd9354b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:31.008771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] For port 259f0b1a-208e-4a45-bce2-1b8ade51be5f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=259f0b1a-208e-4a45-bce2-1b8ade51be5f,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:31.009647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.031120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.056060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Calling delete_port for 259f0b1a-208e-4a45-bce2-1b8ade51be5f owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:31.081794 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:31.119746 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3005ab-1883-4591-8312-c839b4249622 None None] The sync data for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 is: [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '863fae6a-4651-4859-9b88-8d4c0589b503', 'name': '', 'network_id': 'a7d0c4da-dc12-4c57-af5f-6c7bf581c961', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'mac_address': 'fa:16:3e:7f:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:26Z', 'updated_at': '2021-11-08T13:43:34Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'subnets': [{'id': 'a27b60f2-9b19-4929-be58-c1a14ac7d8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:31.127088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1bee332-da66-494a-bc4d-2bbe2bf9fd1b req-d9ad6218-8994-46fb-afe2-862bb7182132 tempest-ServerRescueTestJSONUnderV235-1899917470 tempest-ServerRescueTestJSONUnderV235-1899917470-project] 10.222.0.65 "GET /v2.0/ports?device_id=67fafd5c-01ec-4837-8f80-3b484e58a200 HTTP/1.1" status: 200 len: 210 time: 0.0453815 Nov 08 13:56:31.134694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Network c52aa36b-45e9-42ad-9d34-e58e085f626d is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:31.154809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:31.168272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:31.171675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Pushing event updated for resources: {'Port': ['ID=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:31.314543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Attempting to bind port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:31.315207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Attempting to bind port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:31.315317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Attempting to bind port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d on network c52aa36b-45e9-42ad-9d34-e58e085f626d {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:31.322860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:31.323291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Checking segment: {'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:31.323640 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.324062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Bound using segment: {'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:31.324910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Bound port: da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:31.324910 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.403646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 1dbc8713-be2a-4127-8fc8-9e559fd9354b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:31.404031 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.449192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] For port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:31.454968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:56:31.532662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] For port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,segment=NetworkSegment(bc48c7d0-541f-4f50-8e33-866bb37b1fa0),segment_id=bc48c7d0-541f-4f50-8e33-866bb37b1fa0)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:31.533916 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c1f94762-7b98-471e-a964-ade1a74fcf8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.547951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:31.553389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.576008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Allocated IP 172.25.8.100 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/f0b0ad9d-3db8-485d-a59d-a80fd77f4c13) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:31.693983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec9314-c577-4586-8af4-ebb62625ca23 None None] Pushing event updated for resources: {'Port': ['ID=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:31.752859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03308bf1-64dc-4e70-b973-99e2fa25f1fd req-be7dae9a-1212-4725-98a7-979e7c106f4d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:31.762589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03308bf1-64dc-4e70-b973-99e2fa25f1fd req-be7dae9a-1212-4725-98a7-979e7c106f4d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 945 time: 0.2412934 Nov 08 13:56:31.768695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-473e55f1-d1db-4245-bc39-d0a3ecbcd3de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.787302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf7a38f-4615-46bf-a641-1609f00894a5 None None] New status for floating IP 88d6fb12-bd06-4384-8efe-0dc8b2d3348a: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:56:31.848630 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.863823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-473e55f1-d1db-4245-bc39-d0a3ecbcd3de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.921826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event deleted for resources: {'Port': ['ID=259f0b1a-208e-4a45-bce2-1b8ade51be5f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:31.932601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.935989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03308bf1-64dc-4e70-b973-99e2fa25f1fd req-2f4b4628-1f79-4c3e-ac70-2af963e30738 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714747 Nov 08 13:56:31.956213 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.956791 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-473e55f1-d1db-4245-bc39-d0a3ecbcd3de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.967443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-473e55f1-d1db-4245-bc39-d0a3ecbcd3de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:31.973852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-473e55f1-d1db-4245-bc39-d0a3ecbcd3de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "DELETE /v2.0/security-groups/c04be9bc-7fa5-4b25-bf52-407127605199 HTTP/1.1" status: 204 len: 168 time: 0.4242623 Nov 08 13:56:31.974833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35702) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:32.040182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:56:32.063070 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-3912248f-dacb-47c4-a9da-6f34eac2a01c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] show failed (client error): The resource could not be found. Nov 08 13:56:32.065920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3912248f-dacb-47c4-a9da-6f34eac2a01c tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "GET /v2.0/security-groups/c04be9bc-7fa5-4b25-bf52-407127605199 HTTP/1.1" status: 404 len: 347 time: 0.0738437 Nov 08 13:56:32.103855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35704) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:32.209316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e55f1-d1db-4245-bc39-d0a3ecbcd3de tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04be9bc-7fa5-4b25-bf52-407127605199,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:32.308903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35710) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:32.457517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Deleting port dc3b3b7f-57a7-4bab-8f53-fc51803fc2ae {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:32.457926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:32.462963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:32.538472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] No DVR routers for this DVR port 259f0b1a-208e-4a45-bce2-1b8ade51be5f on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:32.541082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:32.544923 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-df777772-4e7c-46d3-b48a-169733ef7ed7 req-6c76598e-e3dd-4e6d-a0b6-ab67543a0df9 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "DELETE /v2.0/ports/259f0b1a-208e-4a45-bce2-1b8ade51be5f HTTP/1.1" status: 204 len: 173 time: 2.8249717 Nov 08 13:56:32.579427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:32.619432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:32.670867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:32.671201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:32.700912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Calling delete_port for dc3b3b7f-57a7-4bab-8f53-fc51803fc2ae owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:32.769120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d050459-57fb-4390-b255-a35138c95f45', 'name': 'network-vif-deleted', 'tag': '259f0b1a-208e-4a45-bce2-1b8ade51be5f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:32.772848 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc1ca17-cc82-47a6-a73a-2eb8136f8b67" -d '{"events": [{"server_uuid": "3d050459-57fb-4390-b255-a35138c95f45", "name": "network-vif-deleted", "tag": "259f0b1a-208e-4a45-bce2-1b8ade51be5f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:32.788027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network c52aa36b-45e9-42ad-9d34-e58e085f626d is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:32.791897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:32.795783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:32.868569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Pushing event updated for resources: {'Port': ['ID=f0b0ad9d-3db8-485d-a59d-a80fd77f4c13,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:32.872876 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ceec58-2546-403b-bb42-4464a93e514b x-openstack-request-id: req-06ceec58-2546-403b-bb42-4464a93e514b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:32.873171 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d050459-57fb-4390-b255-a35138c95f45", "name": "network-vif-deleted", "tag": "259f0b1a-208e-4a45-bce2-1b8ade51be5f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:32.873410 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06ceec58-2546-403b-bb42-4464a93e514b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:32.873820 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d050459-57fb-4390-b255-a35138c95f45', 'name': 'network-vif-deleted', 'tag': '259f0b1a-208e-4a45-bce2-1b8ade51be5f', 'status': 'completed', 'code': 200} Nov 08 13:56:32.885244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:32.890779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:33.047547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:33.059410 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.099132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:33.119941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:33.143591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6fbd566f-0a66-4ea0-bb2b-1a9fe58237e7 req-8306de8e-e5ff-43ae-8618-11793243ca05 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d050459-57fb-4390-b255-a35138c95f45 HTTP/1.1" status: 200 len: 210 time: 0.0497494 Nov 08 13:56:33.204981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:33.205607 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.257350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.318122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Pushing event deleted for resources: {'Port': ['ID=dc3b3b7f-57a7-4bab-8f53-fc51803fc2ae,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:33.389306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.413097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.425292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.427473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:33.449758 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:33.455946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-199f318a-d703-4a3f-8a71-cb5489bf4d11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2684243 Nov 08 13:56:33.465430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,segment=NetworkSegment(bc48c7d0-541f-4f50-8e33-866bb37b1fa0),segment_id=bc48c7d0-541f-4f50-8e33-866bb37b1fa0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:33.468009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35720) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:33.476443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6a7d6f-f8c5-43ec-b303-d802e3370787 None None] Network c52aa36b-45e9-42ad-9d34-e58e085f626d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:33.480949 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.481351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'network': {'name': 'tempest-RoutersTest-325896484'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:33.496166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.498838 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.504467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6e5798ac-b18c-479e-aad8-a1cebb54d5ac tempest-AttachVolumeShelveTestJSON-870259656 tempest-AttachVolumeShelveTestJSON-870259656-project] 10.222.0.65 "DELETE /v2.0/floatingips/88d6fb12-bd06-4384-8efe-0dc8b2d3348a HTTP/1.1" status: 204 len: 168 time: 1.3699713 Nov 08 13:56:33.526779 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:33.531566 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:33.584220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.633128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:33.645171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 259f0b1a-208e-4a45-bce2-1b8ade51be5f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:33.675136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:33.681740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.693164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 259f0b1a-208e-4a45-bce2-1b8ade51be5f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:33.693540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 259f0b1a-208e-4a45-bce2-1b8ade51be5f not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:33.758991 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:33.789489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ab805ba1-845d-49ba-8148-5ee492b0c551 None None] Provisioning complete for port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:33.789954 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab805ba1-845d-49ba-8148-5ee492b0c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.798018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:33.820359 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.820885 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added segment a6f10031-00da-4080-978b-32a70c081dc6 of type vlan for network 8fb74448-64c7-4527-bec0-dee852e77141 Nov 08 13:56:33.941940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.973289 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:33.984869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.082866 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.107759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:34.116501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.117207 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.146424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.148101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1228895 Nov 08 13:56:34.158196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35728) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:34.166046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2052810706', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'fixed_ips': [{'ip_address': '172.25.8.100'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:34.171006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781b766-0f69-4088-9c78-d29c452e6c50 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Pushing event updated for resources: {'Port': ['ID=f0b0ad9d-3db8-485d-a59d-a80fd77f4c13,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:34.219973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Made reservation on behalf of 15a37608bacf45919c4c6966bd46add5 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:34.223423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.250286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Deleting port 91656dd7-03d2-4afb-8637-68336988529b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:34.251057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.256117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.261869 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:30Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:31Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:34.361898 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:34.362317 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Updating router d19a8852-071a-4511-acdd-bd4932fc04b3 port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:56:34.459132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] For port 91656dd7-03d2-4afb-8637-68336988529b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=91656dd7-03d2-4afb-8637-68336988529b,segment=NetworkSegment(9abc04f6-ae31-46d0-8a26-3c09ef0190b3),segment_id=9abc04f6-ae31-46d0-8a26-3c09ef0190b3)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:34.462023 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.463764 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.486209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.507361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:34.516228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] device_id is not set on port 467e5e3b-d200-42b1-a184-e74e920b799b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:34.630938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1562047 Nov 08 13:56:34.643801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35744) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:34.661789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Calling delete_port for 91656dd7-03d2-4afb-8637-68336988529b owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:34.667326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'subnet': {'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:34.734720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af134a1f-f58f-43d1-807d-601f957922f6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Network': ['ID=8fb74448-64c7-4527-bec0-dee852e77141,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:34.853650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e936d752-a7aa-44c2-848d-f50544367aea,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:35.179182 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.180310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-07fe6d16-a7c0-421c-90cd-e4f50c742e73 None None] Provisioning complete for port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:35.181584 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07fe6d16-a7c0-421c-90cd-e4f50c742e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.195797 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.223004 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 13:56:35.224363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:56:35.244774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8fb74448-64c7-4527-bec0-dee852e77141 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:35.247348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:35.311759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1639af6a-3e01-4a4c-b172-e8f5a0100a00 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.1514459 Nov 08 13:56:35.319405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:35.337353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-07fe6d16-a7c0-421c-90cd-e4f50c742e73 None None] Port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:35.360132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Made reservation on behalf of fe4e9b22a02c4691baa132612cc5117e for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:35.372989 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.374943 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d539726-8416-48cc-a95b-304b2fa184d0 None None] Pushing event updated for resources: {'Port': ['ID=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:35.541061 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Attempting to bind port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:35.542638 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Attempting to bind port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:35.543265 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Attempting to bind port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 on network c52aa36b-45e9-42ad-9d34-e58e085f626d {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:35.572701 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:35.574778 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Checking segment: {'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:35.576288 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.577206 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Bound using segment: {'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:35.578714 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Bound port: bfe99a80-dfdb-41d8-8585-b9134bb4b2f6, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:35.580595 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.580757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-07fe6d16-a7c0-421c-90cd-e4f50c742e73 None None] Provisioning complete for port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:35.581345 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07fe6d16-a7c0-421c-90cd-e4f50c742e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.690154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:35.691606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.714038 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.797745 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.829475 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.891261 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] For port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:35.902472 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] For port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,segment=NetworkSegment(bc48c7d0-541f-4f50-8e33-866bb37b1fa0),segment_id=bc48c7d0-541f-4f50-8e33-866bb37b1fa0)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:35.911921 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:35.926753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Deleting port f0b0ad9d-3db8-485d-a59d-a80fd77f4c13 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:35.927174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.116087 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:36.121824 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:36.133187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.142955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.158479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-083febe1-305a-4e5e-88aa-850872fe8b50 None None] Provisioning complete for port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:36.158938 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-083febe1-305a-4e5e-88aa-850872fe8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.179316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=91656dd7-03d2-4afb-8637-68336988529b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:36.180178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Calling delete_port for f0b0ad9d-3db8-485d-a59d-a80fd77f4c13 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:36.348804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-083febe1-305a-4e5e-88aa-850872fe8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.396273 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.400655 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:36.420172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-083febe1-305a-4e5e-88aa-850872fe8b50 None None] For port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,segment=NetworkSegment(bc48c7d0-541f-4f50-8e33-866bb37b1fa0),segment_id=bc48c7d0-541f-4f50-8e33-866bb37b1fa0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:36.428970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-083febe1-305a-4e5e-88aa-850872fe8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.457868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.540986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0b0ad9d-3db8-485d-a59d-a80fd77f4c13,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:36.556704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083febe1-305a-4e5e-88aa-850872fe8b50 None None] Pushing event updated for resources: {'Port': ['ID=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:36.588294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53f00-be8c-450f-a0bc-9e3fdc6c9de9 req-d567eee3-8b11-4510-94aa-69ff5a173314 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:36.590536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10d53f00-be8c-450f-a0bc-9e3fdc6c9de9 req-d567eee3-8b11-4510-94aa-69ff5a173314 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 945 time: 0.4011738 Nov 08 13:56:36.591455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-543a985b-84ea-47f3-b098-77f8061cd556 None None] Provisioning complete for port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:36.592119 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-543a985b-84ea-47f3-b098-77f8061cd556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.756412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.758751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10d53f00-be8c-450f-a0bc-9e3fdc6c9de9 req-823bf57b-1ddf-432f-9eb1-c0c92f87c688 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757337 Nov 08 13:56:36.761807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.763039 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eb6aae77-3b3b-407e-965d-cba85934230f tempest-ExternalNetworksAdminNegativeTestJSON-1775000686 tempest-ExternalNetworksAdminNegativeTestJSON-1775000686-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/3af84e02-683d-4c99-85b4-ed17c4736b8f HTTP/1.1" status: 204 len: 168 time: 1.4415019 Nov 08 13:56:36.800072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Subnet': ['ID=5a07fa34-de9d-455f-9676-bb4e40a8ab2f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:36.837131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Checking segment: {'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:36.837856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network hostable DHCP agents. Network: 8fb74448-64c7-4527-bec0-dee852e77141, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:56:36.844867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.859016 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d539726-8416-48cc-a95b-304b2fa184d0 None None] Pushing event updated for resources: {'Port': ['ID=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:36.902010 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:30Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:35Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:36.906959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 8fb74448-64c7-4527-bec0-dee852e77141 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:36.911310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d8ce22ac-f946-4df7-82fc-d854d457896f None None] Provisioning complete for port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:36.912266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d8ce22ac-f946-4df7-82fc-d854d457896f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.917470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8fb74448-64c7-4527-bec0-dee852e77141) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:36.924647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:36.925255 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:36.976995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d099a737-214e-486d-8a9a-8d324a61a480 None None] Network 8fb74448-64c7-4527-bec0-dee852e77141 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:36.980121 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322cb2f-ab9a-4933-b2a3-e23bf874c12b None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:30Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:35Z', 'revision_number': 4, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:36.981703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35802) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:37.000435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3d6d4e03-71f9-4f27-96a7-c4e1ac8b33e9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3400495 Nov 08 13:56:37.366590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Router d31590aa-8ea0-448f-b608-c9d4bb44e854 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:37.442459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35812) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:37.597065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-8fb74448-64c7-4527-bec0-dee852e77141', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:56:37.597065 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:37.626821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-be8a0500-594c-4457-9bcf-1cf432cebf05 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:37.634095 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-be8a0500-594c-4457-9bcf-1cf432cebf05 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 945 time: 0.2590110 Nov 08 13:56:37.936375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Allocated IP 172.23.0.2 (8fb74448-64c7-4527-bec0-dee852e77141/5a07fa34-de9d-455f-9676-bb4e40a8ab2f/9aed4f0f-e15e-488d-915e-d8cffc49eabf) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:38.111650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Deleting port 1498114d-158a-4f55-b7de-d16f6f95a879 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:38.112306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.154833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.185558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.194539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.258071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Network 8fb74448-64c7-4527-bec0-dee852e77141 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:38.261620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:38.269017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:38.378479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:38.381316 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e4ea37ef-c867-47d2-9fa4-c267c74ea8a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.385695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Pushing event updated for resources: {'Port': ['ID=9aed4f0f-e15e-488d-915e-d8cffc49eabf,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:38.395181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35824) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:38.397045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3154a532-6c31-41c6-aaa2-198603965d1e admin admin] 10.222.0.65 "PUT /v2.0/routers/d31590aa-8ea0-448f-b608-c9d4bb44e854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0788572 Nov 08 13:56:38.435527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] Sync routers for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:38.449181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] For port 1498114d-158a-4f55-b7de-d16f6f95a879, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1498114d-158a-4f55-b7de-d16f6f95a879,segment=NetworkSegment(d926bba2-fb30-4db7-8f5a-83db77713a70),segment_id=d926bba2-fb30-4db7-8f5a-83db77713a70)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:38.449553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.465823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Calling delete_port for 1498114d-158a-4f55-b7de-d16f6f95a879 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:38.478347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Attempting to bind port 9aed4f0f-e15e-488d-915e-d8cffc49eabf on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:38.478935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Attempting to bind port 9aed4f0f-e15e-488d-915e-d8cffc49eabf by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:38.479489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Attempting to bind port 9aed4f0f-e15e-488d-915e-d8cffc49eabf on network 8fb74448-64c7-4527-bec0-dee852e77141 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:38.505126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:38.506025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:38.508611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:38.509231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Checking segment: {'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:38.509809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.510368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Bound using segment: {'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:38.511006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Bound port: 9aed4f0f-e15e-488d-915e-d8cffc49eabf, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:38.511572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.618889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e651070-0c7a-478d-9492-c7dc5caaeb46 req-45f2f2a1-c318-413d-acb8-977b82a9c5a0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:38.632667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e651070-0c7a-478d-9492-c7dc5caaeb46 req-45f2f2a1-c318-413d-acb8-977b82a9c5a0 tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 945 time: 0.3384078 Nov 08 13:56:38.643080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] For port 9aed4f0f-e15e-488d-915e-d8cffc49eabf, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:38.647815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] For port 9aed4f0f-e15e-488d-915e-d8cffc49eabf, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9aed4f0f-e15e-488d-915e-d8cffc49eabf,segment=NetworkSegment(a6f10031-00da-4080-978b-32a70c081dc6),segment_id=a6f10031-00da-4080-978b-32a70c081dc6)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:38.661822 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.745549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635dc60-f0e6-4990-9777-b432e6c34f5c None None] Pushing event updated for resources: {'Port': ['ID=9aed4f0f-e15e-488d-915e-d8cffc49eabf,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:38.786517 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e4ea37ef-c867-47d2-9fa4-c267c74ea8a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.802848 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e4ea37ef-c867-47d2-9fa4-c267c74ea8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:38.879248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:38.904267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e651070-0c7a-478d-9492-c7dc5caaeb46 req-083a98eb-0628-40a7-a1ec-0c5c3a2d612d tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/security-groups?id=1ecd0458-4c08-4977-9865-9d44d35558db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397993 Nov 08 13:56:38.947017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e4ea37ef-c867-47d2-9fa4-c267c74ea8a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=450aa05173b34276a9dedc57c94f3ddd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4934757 Nov 08 13:56:38.947874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35830) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:38.951628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea37ef-c867-47d2-9fa4-c267c74ea8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37d2f2d-1220-4e31-8324-cc82ea2876a4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:38.957361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:39.079446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4cfc-ee36-4ef4-a9d1-bc96cc98d5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.120712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4cfc-ee36-4ef4-a9d1-bc96cc98d5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.213169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4cfc-ee36-4ef4-a9d1-bc96cc98d5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.218050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.224437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4cfc-ee36-4ef4-a9d1-bc96cc98d5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.226115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c7b4cfc-ee36-4ef4-a9d1-bc96cc98d5c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b37d2f2d-1220-4e31-8324-cc82ea2876a4 HTTP/1.1" status: 204 len: 168 time: 0.2755001 Nov 08 13:56:39.260612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b4cfc-ee36-4ef4-a9d1-bc96cc98d5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37d2f2d-1220-4e31-8324-cc82ea2876a4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:39.358169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Pushing event deleted for resources: {'Port': ['ID=1498114d-158a-4f55-b7de-d16f6f95a879,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:39.386433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1498114d-158a-4f55-b7de-d16f6f95a879'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:56:39.441164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.519390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:39.519783 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.540868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] No DVR routers for this DVR port 1498114d-158a-4f55-b7de-d16f6f95a879 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:56:39.554769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:39.562680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0830c5a5-8f72-4357-98ba-25543b4b3bba req-dd382523-dae4-4b90-8c66-02d13d6c882c tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.70 "DELETE /v2.0/ports/1498114d-158a-4f55-b7de-d16f6f95a879 HTTP/1.1" status: 204 len: 173 time: 1.8600762 Nov 08 13:56:39.568085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04053fb7-6a55-45bf-8126-1cb99a925247', 'name': 'network-vif-deleted', 'tag': '1498114d-158a-4f55-b7de-d16f6f95a879'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:56:39.577965 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c340707d-1d68-4344-86fa-4094480c1ae5" -d '{"events": [{"server_uuid": "04053fb7-6a55-45bf-8126-1cb99a925247", "name": "network-vif-deleted", "tag": "1498114d-158a-4f55-b7de-d16f6f95a879"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:56:39.690914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:56:35Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:39.747690 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64054e50-65fa-48fb-adc1-95371229c18e x-openstack-request-id: req-64054e50-65fa-48fb-adc1-95371229c18e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:56:39.748028 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04053fb7-6a55-45bf-8126-1cb99a925247", "name": "network-vif-deleted", "tag": "1498114d-158a-4f55-b7de-d16f6f95a879", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:56:39.748289 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64054e50-65fa-48fb-adc1-95371229c18e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:56:39.748714 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04053fb7-6a55-45bf-8126-1cb99a925247', 'name': 'network-vif-deleted', 'tag': '1498114d-158a-4f55-b7de-d16f6f95a879', 'status': 'completed', 'code': 200} Nov 08 13:56:39.790295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] Checking router: d31590aa-8ea0-448f-b608-c9d4bb44e854 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:39.822753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] Routers {'d31590aa-8ea0-448f-b608-c9d4bb44e854'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:39.824481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d31590aa-8ea0-448f-b608-c9d4bb44e854'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:39.916352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:40.032163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Allocated IP 172.23.0.1 (8fb74448-64c7-4527-bec0-dee852e77141/5a07fa34-de9d-455f-9676-bb4e40a8ab2f/1f82b2ce-c5aa-47ca-be3a-6ee90661cf62) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:56:40.122191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35856) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:40.245053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Deleting port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:40.245740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f99e9fe4-1b17-4cea-a259-6d8184a852d2 req-0ce7849a-6af8-420e-a5f3-6f8b22459ddb tempest-ServersTestJSON-1554352370 tempest-ServersTestJSON-1554352370-project] 10.222.0.65 "GET /v2.0/ports?device_id=04053fb7-6a55-45bf-8126-1cb99a925247 HTTP/1.1" status: 200 len: 210 time: 0.1154144 Nov 08 13:56:40.255848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:40.272207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] Set router d31590aa-8ea0-448f-b608-c9d4bb44e854 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:40.301206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-614b8fe1-c0c8-4c17-99e5-952cca088a6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15a37608bacf45919c4c6966bd46add5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1776593 Nov 08 13:56:40.302421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35858) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:40.481946 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fba0219e-dc7a-49dd-9ea5-6c6477857b53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:40.512146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] For port 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:40.513484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:40.542034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fba0219e-dc7a-49dd-9ea5-6c6477857b53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:40.558920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Calling delete_port for 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:40.655836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:56:35Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:40.673826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fba0219e-dc7a-49dd-9ea5-6c6477857b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:40.681633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fba0219e-dc7a-49dd-9ea5-6c6477857b53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:40.683067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fba0219e-dc7a-49dd-9ea5-6c6477857b53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e936d752-a7aa-44c2-848d-f50544367aea HTTP/1.1" status: 204 len: 168 time: 0.3768346 Nov 08 13:56:40.698215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba0219e-dc7a-49dd-9ea5-6c6477857b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e936d752-a7aa-44c2-848d-f50544367aea,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:40.889843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.074011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f245e60-e0e9-4e61-b82d-31752c33e695 None None] The sync data for ids ['d31590aa-8ea0-448f-b608-c9d4bb44e854'] in n-d-804292-2 is: [{'id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'name': 'tempest-ServerRescueTestJSONUnderV235-1573829451-router', 'tenant_id': '0083d7fcecce4c0c995eada63ab11d8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:54:43Z', 'updated_at': '2021-11-08T13:56:35Z', 'revision_number': 5, 'project_id': '0083d7fcecce4c0c995eada63ab11d8d', 'gw_port': {'id': '8c7c892d-6a5d-4b10-8466-4e97f1c79f0f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:cc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31590aa-8ea0-448f-b608-c9d4bb44e854', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:54:44Z', 'updated_at': '2021-11-08T13:54:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:41.096205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aed4f0f-e15e-488d-915e-d8cffc49eabf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:41.102444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb6fcf-93ef-4c75-bcaf-0e308487d9d0 None None] Network 8fb74448-64c7-4527-bec0-dee852e77141 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:41.121895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.170486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7c892d-6a5d-4b10-8466-4e97f1c79f0f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:41.232413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.309672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35874) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:41.335256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:41.386589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] Deleting subnet 14d34903-33ef-41de-95c2-6c1ca2a14962 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:56:41.388532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 8fb74448-64c7-4527-bec0-dee852e77141 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:41.396070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:41.399953 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.401543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.404007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:41.517166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.615130 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.666288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1498114d-158a-4f55-b7de-d16f6f95a879 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:41.705906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.711627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.718407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.779758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2b359090-c9d2-4fb2-b914-41b02f10a1f9 None None] Provisioning complete for port 9aed4f0f-e15e-488d-915e-d8cffc49eabf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:41.780133 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b359090-c9d2-4fb2-b914-41b02f10a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.800176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.859697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d34903-33ef-41de-95c2-6c1ca2a14962,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:41.862229 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.871696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-05801f24-521f-4b42-8eca-dd518f87277e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/14d34903-33ef-41de-95c2-6c1ca2a14962 HTTP/1.1" status: 204 len: 168 time: 0.5582469 Nov 08 13:56:41.871974 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.872102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35884) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:41.872888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31590aa-8ea0-448f-b608-c9d4bb44e854 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:56:41.883602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:41.887007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a85f72a6-c222-4871-8150-1dd152baf9a3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d31590aa-8ea0-448f-b608-c9d4bb44e854 HTTP/1.1" status: 204 len: 168 time: 3.4886513 Nov 08 13:56:41.887201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 1498114d-158a-4f55-b7de-d16f6f95a879 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:41.887201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1498114d-158a-4f55-b7de-d16f6f95a879 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:41.887414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35886) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:41.995037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] Deleting subnet ed07d121-02b3-461a-a987-6063f4b213c2 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:56:42.004188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.050311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.139239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.223477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9aed4f0f-e15e-488d-915e-d8cffc49eabf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:42.224065 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.347279 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b359090-c9d2-4fb2-b914-41b02f10a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.410689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.471309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8a3700-b643-4740-8279-459f25456977']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:42.513724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd926bba2-fb30-4db7-8f5a-83db77713a70') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:42.514024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd926bba2-fb30-4db7-8f5a-83db77713a70') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:42.528751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2b359090-c9d2-4fb2-b914-41b02f10a1f9 None None] For port 9aed4f0f-e15e-488d-915e-d8cffc49eabf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9aed4f0f-e15e-488d-915e-d8cffc49eabf,segment=NetworkSegment(a6f10031-00da-4080-978b-32a70c081dc6),segment_id=a6f10031-00da-4080-978b-32a70c081dc6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:42.531418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.553309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b359090-c9d2-4fb2-b914-41b02f10a1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.557183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.569105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:56:42.569573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:56:42.571427 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:56:42.574522 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.591396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.724793 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.743800 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.747287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] 10.222.0.65 "DELETE /v2.0/networks/fe8a3700-b643-4740-8279-459f25456977 HTTP/1.1" status: 204 len: 168 time: 0.8715851 Nov 08 13:56:42.782331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce08642-10d6-4625-9ee0-3b0f0f3a647f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8a3700-b643-4740-8279-459f25456977,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:42.856573 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:56:42.857352 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:56:42.880873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c8a53b99-19c8-4401-861c-a52b0306756b None None] Provisioning complete for port 9aed4f0f-e15e-488d-915e-d8cffc49eabf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:42.888456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8a53b99-19c8-4401-861c-a52b0306756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:42.898319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b359090-c9d2-4fb2-b914-41b02f10a1f9 None None] Pushing event updated for resources: {'Port': ['ID=9aed4f0f-e15e-488d-915e-d8cffc49eabf,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:42.920151 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.039337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c8a53b99-19c8-4401-861c-a52b0306756b None None] Provisioning complete for port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:43.040026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8a53b99-19c8-4401-861c-a52b0306756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.053972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35912) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:43.089835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.102161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.128990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c8a53b99-19c8-4401-861c-a52b0306756b None None] Port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:43.130409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-96413769-7061-4f2e-b104-316fedb4a4a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=239982d77ded4e8898362350880b7e23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729475 Nov 08 13:56:43.131265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35916) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:43.196875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.243273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.247263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event updated for resources: {'Port': ['ID=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:43.251809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed07d121-02b3-461a-a987-6063f4b213c2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:43.261241 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.266361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cf285f47-64c4-4fdc-80f7-db80f639e218 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ed07d121-02b3-461a-a987-6063f4b213c2 HTTP/1.1" status: 204 len: 168 time: 1.3761404 Nov 08 13:56:43.276138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35924) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:43.286883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7c752bc9-a4c4-4e71-8795-583f371f837f None None] Provisioning complete for port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:43.292397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c752bc9-a4c4-4e71-8795-583f371f837f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.329373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2781ef21-45af-4466-9452-412c1dad5b46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.374003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2781ef21-45af-4466-9452-412c1dad5b46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.411103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7c752bc9-a4c4-4e71-8795-583f371f837f None None] Port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:43.469895 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2781ef21-45af-4466-9452-412c1dad5b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.473839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2781ef21-45af-4466-9452-412c1dad5b46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.478304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2781ef21-45af-4466-9452-412c1dad5b46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ecd0458-4c08-4977-9865-9d44d35558db HTTP/1.1" status: 204 len: 168 time: 0.3441415 Nov 08 13:56:43.511644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781ef21-45af-4466-9452-412c1dad5b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecd0458-4c08-4977-9865-9d44d35558db,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:43.610554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.635787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aed4f0f-e15e-488d-915e-d8cffc49eabf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:43.675525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Network 8fb74448-64c7-4527-bec0-dee852e77141 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:43.692501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:43.776689 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.796331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9aed4f0f-e15e-488d-915e-d8cffc49eabf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:43.796780 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:43.913966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35940) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:43.976733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbf048e-243f-43e5-96e1-a18c14ada8a7']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:44.011702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abc04f6-ae31-46d0-8a26-3c09ef0190b3') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:44.011948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abc04f6-ae31-46d0-8a26-3c09ef0190b3') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:44.047332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.089881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.101696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:44.111501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:56:44.112054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:56:44.115321 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:56:44.122747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 91656dd7-03d2-4afb-8637-68336988529b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:44.183428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 91656dd7-03d2-4afb-8637-68336988529b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:44.189105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 91656dd7-03d2-4afb-8637-68336988529b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:44.189865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:44.210254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-982283882'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:44.239808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:44.240568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8c7c892d-6a5d-4b10-8466-4e97f1c79f0f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:44.252136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-439ddda1-e4f3-47a3-a257-06d1135b21dc None None] Provisioning complete for port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:44.255414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Made reservation on behalf of 6a9cf0bd760e4501a0f0a757092d5e90 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:44.259291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.263494 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-439ddda1-e4f3-47a3-a257-06d1135b21dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.293438 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.365852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-439ddda1-e4f3-47a3-a257-06d1135b21dc None None] Port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:56:44.407981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.427566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.432359 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] 10.222.0.65 "DELETE /v2.0/networks/abbf048e-243f-43e5-96e1-a18c14ada8a7 HTTP/1.1" status: 204 len: 168 time: 1.1542354 Nov 08 13:56:44.448423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787420c6-3684-40a4-8617-cad1674f5b6c admin admin] Pushing event deleted for resources: {'Network': ['ID=abbf048e-243f-43e5-96e1-a18c14ada8a7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:44.542319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:44.545605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.553163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d9fd985-4791-49de-9c72-2dfab0f4903c tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5697968 Nov 08 13:56:44.553507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.556210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35964) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:44.561019 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:44.577924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:56:44.592430 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:44.595315 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:44.601063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:44.602572 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.602917 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Added segment ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8 of type vlan for network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa Nov 08 13:56:44.669941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f4b38-90c9-43da-abfd-7f876da62908,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:44.687537 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.721363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.732236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:44.736859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:44.843858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35972) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:44.862397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Pushing event updated for resources: {'Network': ['ID=433f6df0-7b2a-4a32-8788-3ecf8ecb4caa,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:44.880167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:56:44.891543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6cd9abfa-97bb-42f1-b242-3a37ad7865de tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.9758203 Nov 08 13:56:44.902098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:45.061847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4ede1a43-97b7-4458-82b5-2e7971529e93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0083d7fcecce4c0c995eada63ab11d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155015 Nov 08 13:56:45.064460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35978) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:45.205581 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0fdcd04-3b3c-4aa7-ad03-a3b22e385558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.261343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0fdcd04-3b3c-4aa7-ad03-a3b22e385558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.337812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0fdcd04-3b3c-4aa7-ad03-a3b22e385558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.341297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0fdcd04-3b3c-4aa7-ad03-a3b22e385558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.343041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e0fdcd04-3b3c-4aa7-ad03-a3b22e385558 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77e1978c-5ad2-4c80-9f3b-70590c7961ec HTTP/1.1" status: 204 len: 168 time: 0.2772260 Nov 08 13:56:45.362722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdcd04-3b3c-4aa7-ad03-a3b22e385558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1978c-5ad2-4c80-9f3b-70590c7961ec,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:45.484041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35988) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:45.489925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Request body: {'port': {'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa', 'binding:host_id': 'n-h1-804292-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1970994732'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:45.544551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Made reservation on behalf of 5dc85c81b756471a947a0b9795d7ed83 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:45.547365 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.565418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 13:56:45.567675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.606731 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Removed routes are [] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 13:56:45.607942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.707623 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:41Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:42Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:45.771274 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:45.771982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Updating router d19a8852-071a-4511-acdd-bd4932fc04b3 port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:56:45.826118 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.826789 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.836915 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:45.840863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] device_id is not set on port d77a965d-45ed-404d-9985-60aaa01dd964 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:46.080405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080768b5-26d7-4eb9-bbdc-71c33e82e2c3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:46.496879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] device_id is not set on port d77a965d-45ed-404d-9985-60aaa01dd964 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:46.512950 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:46.525866 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:46.604240 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:46.615668 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:46.638324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=d77a965d-45ed-404d-9985-60aaa01dd964,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:46.743982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10a51a-3f91-4f9d-996e-664bedd88ceb None None] Pushing event updated for resources: {'Port': ['ID=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:46.771349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Checking segment: {'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:46.771650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Network hostable DHCP agents. Network: 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:56:46.816149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:56:46.866641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:46.879362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:46.892604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562174a-5f66-47b3-92a7-8a7b64553012 None None] Network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:46.904947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:46.905491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:46.905866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:46.924853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:46.925259 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:46.929478 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 2 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:46.938753 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Attempting to bind port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:46.941359 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Attempting to bind port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:46.945578 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Attempting to bind port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 on network 8fb74448-64c7-4527-bec0-dee852e77141 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:46.964176 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:56:46.965728 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Checking segment: {'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:56:46.967009 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:46.969751 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Bound using segment: {'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:56:46.970389 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Bound port: 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6f10031-00da-4080-978b-32a70c081dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:56:46.970891 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.003173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.003523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.003957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.005298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36046) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:47.027617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.030556 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.031015 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 3 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.073220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.081968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.084333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.084697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.085396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.099126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.099126 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.101079 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 4 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.153950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.154294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.154640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.174408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.174851 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.175388 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 5 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.185155 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] For port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:47.194076 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] For port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,segment=NetworkSegment(a6f10031-00da-4080-978b-32a70c081dc6),segment_id=a6f10031-00da-4080-978b-32a70c081dc6)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:56:47.205959 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.208194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.209667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.210114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.219764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.220110 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.220513 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 6 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.309473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.309901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.310255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.365304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.365655 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.366095 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 7 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.397098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:47.448295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.450017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c669e08b-605a-4555-92e4-5a1cca4cd519 None None] Provisioning complete for port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:47.450635 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c669e08b-605a-4555-92e4-5a1cca4cd519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.452846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.453520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.471866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.472199 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.472768 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 8 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.488939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10a51a-3f91-4f9d-996e-664bedd88ceb None None] Pushing event updated for resources: {'Port': ['ID=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:47.540940 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.541279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.541629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.551643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.552203 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.552611 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 9 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.588092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.588505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.588911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.598192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.598536 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.608715 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 10 to bind port d77a965d-45ed-404d-9985-60aaa01dd964 Nov 08 13:56:47.675375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:47.676178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:47.676178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:47.697683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port d77a965d-45ed-404d-9985-60aaa01dd964 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:47.698089 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port d77a965d-45ed-404d-9985-60aaa01dd964 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:47.698222 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c669e08b-605a-4555-92e4-5a1cca4cd519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.698665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.787275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c669e08b-605a-4555-92e4-5a1cca4cd519 None None] For port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,segment=NetworkSegment(a6f10031-00da-4080-978b-32a70c081dc6),segment_id=a6f10031-00da-4080-978b-32a70c081dc6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:47.803809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c669e08b-605a-4555-92e4-5a1cca4cd519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:47.827216 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:47.828466 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:47.984965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] For port d77a965d-45ed-404d-9985-60aaa01dd964, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:47.992095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempted to set empty binding levels {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 13:56:48.003092 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:48.014334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7300b112-ba50-45e2-8cb8-412597ca1e18 None None] Provisioning complete for port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:48.016090 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7300b112-ba50-45e2-8cb8-412597ca1e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:48.124946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:48.126254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:48.126883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669e08b-605a-4555-92e4-5a1cca4cd519 None None] Pushing event updated for resources: {'Port': ['ID=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:48.146682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:48.164064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:48.170140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f11714a9-aae1-477c-8116-51a6cbd07849 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 200 len: 934 time: 3.5987957 Nov 08 13:56:48.173215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:48.215275 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:48.285799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7810707 Nov 08 13:56:48.288021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3c79b-6472-49c6-bdf4-d45d7938de20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=d77a965d-45ed-404d-9985-60aaa01dd964,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:48.305893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36080) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:48.592631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Deleting port d77a965d-45ed-404d-9985-60aaa01dd964 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:48.595364 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:48.786593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] For port d77a965d-45ed-404d-9985-60aaa01dd964, host n-h1-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:48.787244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:48.813906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Calling delete_port for d77a965d-45ed-404d-9985-60aaa01dd964 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:48.952272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:48.956489 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:45Z', 'revision_number': 6, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:48.989358 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527ae7fb-095d-491b-8248-d735757ffa1c None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:45Z', 'revision_number': 6, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:49.004459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8cba098a-bd8b-43da-934c-fa9f55182a07 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 200 len: 934 time: 0.8284943 Nov 08 13:56:49.011193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36102) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:49.020838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'routes': None}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:49.029666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event deleted for resources: {'Port': ['ID=d77a965d-45ed-404d-9985-60aaa01dd964,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:49.042824 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:49.045835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-200d9a01-4022-4921-979d-6591f3596945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d77a965d-45ed-404d-9985-60aaa01dd964 HTTP/1.1" status: 204 len: 168 time: 0.7313728 Nov 08 13:56:49.056554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36104) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:49.154444 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c249e87b-43f0-44fc-bc71-0959be0f704a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] GET failed (client error): The resource could not be found. Nov 08 13:56:49.160565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c249e87b-43f0-44fc-bc71-0959be0f704a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "GET /v2.0/ports/d77a965d-45ed-404d-9985-60aaa01dd964 HTTP/1.1" status: 404 len: 333 time: 0.1024911 Nov 08 13:56:49.162118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36110) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:49.177551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Request body: {'port': {'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1939838458'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:49.240017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Made reservation on behalf of 5dc85c81b756471a947a0b9795d7ed83 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:49.246590 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:49.264743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] device_id is not set on port 4175d66a-3f66-4819-8b45-f819f3b6dc81 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:49.745090 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:49.776538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:56:49.862365 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:49.984043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:56:49.987107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:50.017451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:50.046844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:50.059768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:50.063467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:50.065223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:50.070247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:50.155560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=4175d66a-3f66-4819-8b45-f819f3b6dc81,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:50.195499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-650f7748-1b34-453c-97ea-cb005271cebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0320027 Nov 08 13:56:50.198325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:50.217747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:50.403523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:50.734022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added routes are [] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 13:56:50.734350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 13:56:50.904584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:50.921721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:50.939089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:50.941934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:50.949093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] device_id is not set on port 4175d66a-3f66-4819-8b45-f819f3b6dc81 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:50.978341 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:50.989939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.202838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=4175d66a-3f66-4819-8b45-f819f3b6dc81,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:51.213986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.214473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.215052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.225872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.226352 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.226846 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 2 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.242394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:51.261459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.261459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.261934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.270094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.270484 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.270857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.271375 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 3 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.284216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Deleting port 863fae6a-4651-4859-9b88-8d4c0589b503 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:51.284562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.287120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.301649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.302288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.303038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.328405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.328636 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.328990 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 4 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.381111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.381442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.381775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.405231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.405672 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.406019 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 5 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.430449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.438419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.438795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.448802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.449134 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.449519 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 6 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.493454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.493797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.494241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.504042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.504533 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.504810 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 7 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.556495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.556838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.557238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.574829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.575223 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.575717 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 8 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.612981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.613313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.613649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.635375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.635795 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.636510 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 9 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.674638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.675138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.675500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.690069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.691345 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.691782 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 10 to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 Nov 08 13:56:51.719554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:51.720106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:51.720509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:51.727314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:51.727690 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:51.728047 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.739085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36176) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:51.770958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:50Z', 'revision_number': 7, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:51.843143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:51.864786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:51.868223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:51.877288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] For port 4175d66a-3f66-4819-8b45-f819f3b6dc81, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:51.877677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempted to set empty binding levels {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 13:56:51.884645 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.950115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] In _notify_port_updated(), no bound segment for port 4175d66a-3f66-4819-8b45-f819f3b6dc81 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:56:51.950992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:51.954012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:51.964222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "PUT /v2.0/ports/4175d66a-3f66-4819-8b45-f819f3b6dc81 HTTP/1.1" status: 200 len: 979 time: 1.7606447 Nov 08 13:56:51.972724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36180) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:52.062138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-34f1170e-59f9-4c84-8330-6b3bf094c94b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.072586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f7995d-a13f-4055-878f-0c631a9518b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=4175d66a-3f66-4819-8b45-f819f3b6dc81,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:52.137330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.137783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.138188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.138642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.139092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.139542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.140013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.140456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.140900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.141342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.141783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.142222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.142665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.143101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.143540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.144077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.144524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.144963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.145401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.145842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.146280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.146718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.147288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.148292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.148734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.149176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.149618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.150056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.150498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.150938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.151380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.152413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.152872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.153315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:52.157112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-38f60647-a9f8-488e-9820-d7a80ad2a56e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31060 time: 0.1717019 Nov 08 13:56:52.161668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36182) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:52.254163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] For port 863fae6a-4651-4859-9b88-8d4c0589b503, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=863fae6a-4651-4859-9b88-8d4c0589b503,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:52.254635 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.262240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:52.276357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Calling delete_port for 863fae6a-4651-4859-9b88-8d4c0589b503 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:52.277083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-34f1170e-59f9-4c84-8330-6b3bf094c94b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.285229 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-34f1170e-59f9-4c84-8330-6b3bf094c94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.297628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:52.317316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Deleting port 4175d66a-3f66-4819-8b45-f819f3b6dc81 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:52.317659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.353202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-34f1170e-59f9-4c84-8330-6b3bf094c94b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b45e1adf72314dff948e2b770027911f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6112471 Nov 08 13:56:52.356994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36184) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:52.370041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1170e-59f9-4c84-8330-6b3bf094c94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0f7062-dd0c-4b92-86c1-e02d65094f6d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:52.441180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] For port 4175d66a-3f66-4819-8b45-f819f3b6dc81, host n-h1-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:52.442272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.463607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Calling delete_port for 4175d66a-3f66-4819-8b45-f819f3b6dc81 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:52.586601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa0de-22c3-4f4a-9c5b-d42dbb9fca4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.593518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:52.604843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.604843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-90ff5681-7fc1-432e-94f6-8d3faa1df0a9 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 200 len: 700 time: 3.5878155 Nov 08 13:56:52.610335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36194) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:52.656135 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa0de-22c3-4f4a-9c5b-d42dbb9fca4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.657835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:50Z', 'revision_number': 7, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:52.668173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.710213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8fe512-5df5-462f-8b7a-ba4cd5a9f11b None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:50Z', 'revision_number': 7, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:52.808898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event deleted for resources: {'Port': ['ID=4175d66a-3f66-4819-8b45-f819f3b6dc81,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:52.817312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.823083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f9c71e11-42f9-463b-821e-c940bbaaf723 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "DELETE /v2.0/ports/4175d66a-3f66-4819-8b45-f819f3b6dc81 HTTP/1.1" status: 204 len: 168 time: 0.6593728 Nov 08 13:56:52.826643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36196) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:52.836973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.863444 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-20534c83-b57e-4757-a261-7bd333a329f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] GET failed (client error): The resource could not be found. Nov 08 13:56:52.865532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-20534c83-b57e-4757-a261-7bd333a329f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "GET /v2.0/ports/4175d66a-3f66-4819-8b45-f819f3b6dc81 HTTP/1.1" status: 404 len: 333 time: 0.0376225 Nov 08 13:56:52.872844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36198) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:52.878376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-175103710', 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:52.898560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7af1f4aa-a038-4777-a78c-cdfcc18a8c16 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 200 len: 700 time: 0.2884877 Nov 08 13:56:52.899935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Pushing event deleted for resources: {'Port': ['ID=863fae6a-4651-4859-9b88-8d4c0589b503,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:52.901536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36200) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:52.920815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Made reservation on behalf of 5dc85c81b756471a947a0b9795d7ed83 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:52.925931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:52.948895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] device_id is not set on port 2cc7d3ab-6bb4-4431-b2df-ba8930082293 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:53.075986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa0de-22c3-4f4a-9c5b-d42dbb9fca4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.078797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dcfa0de-22c3-4f4a-9c5b-d42dbb9fca4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.081394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.083214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9dcfa0de-22c3-4f4a-9c5b-d42dbb9fca4f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e0f7062-dd0c-4b92-86c1-e02d65094f6d HTTP/1.1" status: 204 len: 168 time: 0.7239246 Nov 08 13:56:53.132055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfa0de-22c3-4f4a-9c5b-d42dbb9fca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0f7062-dd0c-4b92-86c1-e02d65094f6d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:53.231765 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:53.262169 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:53.262799 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:53.486357 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:53.505731 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.563239 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.639643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.683481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.806327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36214) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:53.896875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e13eadd7-c713-4450-afa2-567742d4259e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:53.899578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=2cc7d3ab-6bb4-4431-b2df-ba8930082293,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:54.022038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:54.028455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:54.036395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:54.037955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.037955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.081132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-11508ec2-94a6-4566-874d-672839a600db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2066061 Nov 08 13:56:54.083028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36216) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:54.172196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab118f2-f119-4c43-9929-1f149468e24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.173696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5ab118f2-f119-4c43-9929-1f149468e24a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "GET /v2.0/ports/2cc7d3ab-6bb4-4431-b2df-ba8930082293 HTTP/1.1" status: 200 len: 958 time: 0.0871110 Nov 08 13:56:54.176719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36220) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:54.210160 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e13eadd7-c713-4450-afa2-567742d4259e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.222663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-99844902-6147-4125-96ef-d710b53055a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5546269 Nov 08 13:56:54.227018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e13eadd7-c713-4450-afa2-567742d4259e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.359604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Deleting port 2cc7d3ab-6bb4-4431-b2df-ba8930082293 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:54.367781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.386861 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:50Z', 'revision_number': 7, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:54.426224 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:54.433244 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e13eadd7-c713-4450-afa2-567742d4259e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9266ee04c004428cbc324e4a546ebb8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6197772 Nov 08 13:56:54.434487 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13eadd7-c713-4450-afa2-567742d4259e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee8450-3a42-4e17-b6e1-cc1c3e0b88a1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:54.438308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36222) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:54.461036 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:54.461678 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:54.520847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.522148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.522148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.522490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.522968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.523172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.523626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.524118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:54.526079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0781cf81-f32c-4d2b-a222-9fcde703d599 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.2168605 Nov 08 13:56:54.561845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Calling delete_port for 2cc7d3ab-6bb4-4431-b2df-ba8930082293 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:54.689035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.734200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cc7d3ab-6bb4-4431-b2df-ba8930082293,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:54.745202 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:54.780417 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.789737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d72b7231-5c40-41d2-830a-7156e0f74c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2cc7d3ab-6bb4-4431-b2df-ba8930082293 HTTP/1.1" status: 204 len: 168 time: 0.6111343 Nov 08 13:56:54.792137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36240) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:54.864731 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:54.874664 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49633b9-5edf-4a76-aa34-f8efcb029c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] GET failed (client error): The resource could not be found. Nov 08 13:56:54.886579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e49633b9-5edf-4a76-aa34-f8efcb029c1d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "GET /v2.0/ports/2cc7d3ab-6bb4-4431-b2df-ba8930082293 HTTP/1.1" status: 404 len: 333 time: 0.0949643 Nov 08 13:56:54.887339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36248) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:54.892385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Request body: {'port': {'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1893593219'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:54.904769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e57b0372-7a37-47ba-8467-622529634b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.931176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e57b0372-7a37-47ba-8467-622529634b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:54.955790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Made reservation on behalf of 5dc85c81b756471a947a0b9795d7ed83 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:56:54.960006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.001385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] device_id is not set on port cebeb336-b002-45de-bd6f-e36237bdc646 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:55.167075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e57b0372-7a37-47ba-8467-622529634b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.169928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e57b0372-7a37-47ba-8467-622529634b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.176619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e57b0372-7a37-47ba-8467-622529634b0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4eee8450-3a42-4e17-b6e1-cc1c3e0b88a1 HTTP/1.1" status: 204 len: 168 time: 0.7331567 Nov 08 13:56:55.330999 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:50Z', 'revision_number': 7, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:55.342779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36260) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:55.379752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b0372-7a37-47ba-8467-622529634b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee8450-3a42-4e17-b6e1-cc1c3e0b88a1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:55.394553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-e26a1e71-3f4a-429b-9fca-ab8d70634e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:55.399283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-e26a1e71-3f4a-429b-9fca-ab8d70634e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:55.400191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-e26a1e71-3f4a-429b-9fca-ab8d70634e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:55.402713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.421551 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-e26a1e71-3f4a-429b-9fca-ab8d70634e76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 2290 time: 0.8584988 Nov 08 13:56:55.441392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac49fc26-40e2-4c32-94bc-402dcf8439e4 None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:50Z', 'revision_number': 7, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f82b2ce-c5aa-47ca-be3a-6ee90661cf62', 'name': '', 'network_id': '8fb74448-64c7-4527-bec0-dee852e77141', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:ad:4c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:39Z', 'updated_at': '2021-11-08T13:56:47Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '5a07fa34-de9d-455f-9676-bb4e40a8ab2f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:55.486202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.559413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:56:55.569122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:56:55.573058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:56:55.574896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:55.580449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.607018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=cebeb336-b002-45de-bd6f-e36237bdc646,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:55.617375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.617820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.618076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.618602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.618999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.619349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.619690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.620051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.620437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.621020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.621369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.621985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:56:55.639219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c9dc1982-2d16-445b-ad82-e0115858a2d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7504971 Nov 08 13:56:55.641663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36266) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:55.656866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:56:55.680855 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.822766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d647e8e-c6ca-4575-9ac3-c1c20f742752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.826330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:55.830425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-520af6d9-6b32-4c1f-8293-6a9f24e845b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1002 time: 0.3935416 Nov 08 13:56:55.833645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:56:55.843005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] Sync routers for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:56:55.859441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36272) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:55.859560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e48e68f0-c2d3-435f-ab32-33e5789ef21b admin admin] 10.222.0.65 "PUT /v2.0/routers/0ce5e09a-38db-44d9-b4ed-aee6940451d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8501587 Nov 08 13:56:55.870996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:55.871648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:56.065120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-24383114-79c3-46a9-9122-12b37130cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:56.066667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-24383114-79c3-46a9-9122-12b37130cafc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.2079902 Nov 08 13:56:56.162047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:56.362812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:56.415452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-ae7c0dae-2c83-48d2-87cc-57abb0607e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:56.427772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-ae7c0dae-2c83-48d2-87cc-57abb0607e27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3449361 Nov 08 13:56:56.451940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:56:52Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:56.523714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] Checking router: 0ce5e09a-38db-44d9-b4ed-aee6940451d1 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:56:56.536033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] Routers {'0ce5e09a-38db-44d9-b4ed-aee6940451d1'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:56:56.537732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:56.540839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d647e8e-c6ca-4575-9ac3-c1c20f742752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:56.551616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:56.570893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d647e8e-c6ca-4575-9ac3-c1c20f742752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:56.692791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:56.693053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:56.723232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-9c8de6d9-f12d-4a56-b8b8-efe7d574b144 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416945 Nov 08 13:56:56.787141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] Set router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:56:56.840132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] device_id is not set on port cebeb336-b002-45de-bd6f-e36237bdc646 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:56:56.860163 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:56.870982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d647e8e-c6ca-4575-9ac3-c1c20f742752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bfc689-974b-41d7-b17d-4008a7f3deaa,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:56.910640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d647e8e-c6ca-4575-9ac3-c1c20f742752 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94f681fd83fe4af0bb2318fbd688e872&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5667853 Nov 08 13:56:56.913778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:56.918828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36292) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:57.045726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,segment=NetworkSegment(a6f10031-00da-4080-978b-32a70c081dc6),segment_id=a6f10031-00da-4080-978b-32a70c081dc6)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:57.046100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:57.148834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:56:52Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:56:57.243722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff5a4c0-10cf-4a0a-a19d-b4684202aa0c None None] The sync data for ids ['0ce5e09a-38db-44d9-b4ed-aee6940451d1'] in n-d-804292-2 is: [{'id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1783505341-router', 'tenant_id': 'd76fb09903684e27bc4939fff16ad91e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:56:52Z', 'revision_number': 5, 'project_id': 'd76fb09903684e27bc4939fff16ad91e', 'gw_port': {'id': '6666fa48-ecfc-47db-bb78-a3d4d1293162', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:fd:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ce5e09a-38db-44d9-b4ed-aee6940451d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:43:20Z', 'updated_at': '2021-11-08T13:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:56:57.572644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=cebeb336-b002-45de-bd6f-e36237bdc646,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:57.583179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.583608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.584157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.592922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.594599 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.595960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Deleting port 6666fa48-ecfc-47db-bb78-a3d4d1293162 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:57.596320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:57.598546 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 2 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.622020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:57.624076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec94e70d-2723-4c21-bd78-91d7507de178 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:57.637602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.637954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.638093 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-37bdb815-cf8e-411e-ac15-bd7ad8792a5a service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9038048 Nov 08 13:56:57.638316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.660718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.661053 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.662981 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 3 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.680178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.683126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 863fae6a-4651-4859-9b88-8d4c0589b503 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:57.683308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.683670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.720044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.720380 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.722517 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 4 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.735412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 863fae6a-4651-4859-9b88-8d4c0589b503 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:57.735883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 863fae6a-4651-4859-9b88-8d4c0589b503 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:57.744371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec94e70d-2723-4c21-bd78-91d7507de178 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:57.746617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.746964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.747304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.749770 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-31b47359-e5e8-4cce-b205-05ff6a20ab48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 217 time: 0.0995958 Nov 08 13:56:57.755350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.755694 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.759588 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 5 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.791255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.791255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.791255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.797110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] For port 6666fa48-ecfc-47db-bb78-a3d4d1293162, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6666fa48-ecfc-47db-bb78-a3d4d1293162,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:57.797477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:57.800142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.800466 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.806054 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 6 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.821182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Calling delete_port for 6666fa48-ecfc-47db-bb78-a3d4d1293162 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:57.834106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.834443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.834901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.849732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.850065 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.852069 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 7 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.879081 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e00ec6e-d986-4436-a651-90cf5627e5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:57.896013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-bba37b29-c85f-47ad-a63e-f72108fb135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:57.898175 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-bba37b29-c85f-47ad-a63e-f72108fb135e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.0881796 Nov 08 13:56:57.928033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.928366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.929263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.938566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.938566 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.938566 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 8 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.964543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.965182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.965511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:57.978946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:57.979322 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:57.979849 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 9 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:57.997424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:57.997804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:57.998089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:58.033785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-5ecf2ead-0b10-46b2-b1ef-a1591faa7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:58.035556 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-5ecf2ead-0b10-46b2-b1ef-a1591faa7c76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1289797 Nov 08 13:56:58.055798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:58.056200 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:58.058396 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempt 10 to bind port cebeb336-b002-45de-bd6f-e36237bdc646 Nov 08 13:56:58.086205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec94e70d-2723-4c21-bd78-91d7507de178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.088859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec94e70d-2723-4c21-bd78-91d7507de178 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.092749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ec94e70d-2723-4c21-bd78-91d7507de178 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75bfc689-974b-41d7-b17d-4008a7f3deaa HTTP/1.1" status: 204 len: 168 time: 1.1705272 Nov 08 13:56:58.096836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:56:58.097179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:56:58.097521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempting to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:56:58.119920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:56:58.120607 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Failed to bind port cebeb336-b002-45de-bd6f-e36237bdc646 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '433f6df0-7b2a-4a32-8788-3ecf8ecb4caa'}] Nov 08 13:56:58.120991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.132632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94e70d-2723-4c21-bd78-91d7507de178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bfc689-974b-41d7-b17d-4008a7f3deaa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:58.237364 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.254017 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-aae964df-22c7-4e81-ba56-c7710c78b501 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053943 Nov 08 13:56:58.296731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6666fa48-ecfc-47db-bb78-a3d4d1293162,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:58.312336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] For port cebeb336-b002-45de-bd6f-e36237bdc646, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:56:58.313209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attempted to set empty binding levels {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 13:56:58.335936 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.356126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.395146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] In _notify_port_updated(), no bound segment for port cebeb336-b002-45de-bd6f-e36237bdc646 on network 433f6df0-7b2a-4a32-8788-3ecf8ecb4caa {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:56:58.395962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:58.396583 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.398618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "PUT /v2.0/ports/cebeb336-b002-45de-bd6f-e36237bdc646 HTTP/1.1" status: 200 len: 979 time: 2.7550895 Nov 08 13:56:58.436316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36336) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:58.507461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b732111-2ebe-4b9c-a42b-ac1a6836b2f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event updated for resources: {'Port': ['ID=cebeb336-b002-45de-bd6f-e36237bdc646,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:58.514185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.515916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=1f82b2ce-c5aa-47ca-be3a-6ee90661cf62,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:58.644482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.655193 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.806213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-e2be0c9f-7adb-4738-9236-758710685c91 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429633 Nov 08 13:56:58.824303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.825173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ce5e09a-38db-44d9-b4ed-aee6940451d1 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:56:58.858071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.859376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c0f19a96-9275-45c5-bf2f-11a8d6dc97b7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0ce5e09a-38db-44d9-b4ed-aee6940451d1 HTTP/1.1" status: 204 len: 168 time: 2.9962697 Nov 08 13:56:58.865024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36360) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:58.948702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] Deleting subnet a27b60f2-9b19-4929-be58-c1a14ac7d8ca {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:56:58.952588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:58.995045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-de2da7ab-4ccd-423b-84c5-f45305f83125 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 217 time: 0.1805201 Nov 08 13:56:59.053721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.133144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Deleting port cebeb336-b002-45de-bd6f-e36237bdc646 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:59.133144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.177760 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.205418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.222670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-1bf8cdd4-d387-4e6f-a01c-3cca89831951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:59.224401 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-1bf8cdd4-d387-4e6f-a01c-3cca89831951 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1866512 Nov 08 13:56:59.284242 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.327616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27b60f2-9b19-4929-be58-c1a14ac7d8ca,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:59.330024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] For port cebeb336-b002-45de-bd6f-e36237bdc646, host n-h1-804292-2, got binding levels [] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:59.331519 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.339001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012c681-9da6-4dfd-8884-823b3844ef7c None None] Network a7d0c4da-dc12-4c57-af5f-6c7bf581c961 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:56:59.351113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.366499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c9ad6fd9-fe4a-4e2c-8a52-79a29a249d5a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a27b60f2-9b19-4929-be58-c1a14ac7d8ca HTTP/1.1" status: 204 len: 168 time: 0.4972506 Nov 08 13:56:59.366499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:59.381249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36374) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:56:59.398739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Calling delete_port for cebeb336-b002-45de-bd6f-e36237bdc646 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:59.434967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-88e0d07f-fc09-4992-9605-02c181ddb0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:56:59.436749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-88e0d07f-fc09-4992-9605-02c181ddb0f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023678 Nov 08 13:56:59.583151 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.684044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Deleting port ee7b116a-e990-4c81-9af7-04435b4632b2 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:59.684665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.800445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6666fa48-ecfc-47db-bb78-a3d4d1293162 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:56:59.806865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] DHCP port deletion for a7d0c4da-dc12-4c57-af5f-6c7bf581c961 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:56:59.840452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] For port ee7b116a-e990-4c81-9af7-04435b4632b2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ee7b116a-e990-4c81-9af7-04435b4632b2,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:56:59.840743 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.844098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:56:59.859097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Calling delete_port for ee7b116a-e990-4c81-9af7-04435b4632b2 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:56:59.865888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6666fa48-ecfc-47db-bb78-a3d4d1293162 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:56:59.866286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6666fa48-ecfc-47db-bb78-a3d4d1293162 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:56:59.886595 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.947301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] Deleting port ee7b116a-e990-4c81-9af7-04435b4632b2 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:56:59.947868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f434bf42-1d54-4960-95ec-23b912ff551b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.948167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:56:59.978592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Pushing event deleted for resources: {'Port': ['ID=cebeb336-b002-45de-bd6f-e36237bdc646,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:56:59.999818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-276358dd-ca75-4c73-9f3b-d7d784f9bfcc service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5529697 Nov 08 13:57:00.016776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.024688 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-188c1b28-f6fa-42e1-95c3-83a76d17448a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "DELETE /v2.0/ports/cebeb336-b002-45de-bd6f-e36237bdc646 HTTP/1.1" status: 204 len: 168 time: 1.5765989 Nov 08 13:57:00.040977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] For port ee7b116a-e990-4c81-9af7-04435b4632b2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ee7b116a-e990-4c81-9af7-04435b4632b2,segment=NetworkSegment(42578daa-fcf2-4bf5-8863-1bedc1f477bb),segment_id=42578daa-fcf2-4bf5-8863-1bedc1f477bb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:00.041546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.051308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36388) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:00.056778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f434bf42-1d54-4960-95ec-23b912ff551b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.062037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] Calling delete_port for ee7b116a-e990-4c81-9af7-04435b4632b2 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:00.070796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f434bf42-1d54-4960-95ec-23b912ff551b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.126363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f434bf42-1d54-4960-95ec-23b912ff551b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82fdb1aca1bf426e9a22067e66a0e622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585642 Nov 08 13:57:00.127143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434bf42-1d54-4960-95ec-23b912ff551b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab59b18e-3df7-41c1-ab76-2dd95a3f654e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:00.132234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36392) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:00.142483 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a6fdd6-1869-4a6b-bdc7-e088fc56253d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] GET failed (client error): The resource could not be found. Nov 08 13:57:00.151436 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.153021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54a6fdd6-1869-4a6b-bdc7-e088fc56253d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1853504900-project-admin] 10.222.0.65 "GET /v2.0/ports/cebeb336-b002-45de-bd6f-e36237bdc646 HTTP/1.1" status: 404 len: 333 time: 0.0987687 Nov 08 13:57:00.156302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36394) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:00.195496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7b116a-e990-4c81-9af7-04435b4632b2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:00.197923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] No DVR routers for this DVR port ee7b116a-e990-4c81-9af7-04435b4632b2 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:00.212553 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.250010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] Pushing event deleted for resources: {'Port': ['ID=ee7b116a-e990-4c81-9af7-04435b4632b2,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:00.259189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac1f8ac-229c-4b95-9e75-3ef0a349b251 None None] No DVR routers for this DVR port ee7b116a-e990-4c81-9af7-04435b4632b2 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:00.287215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6da929d4-1aa2-4c47-b51d-0092800d65e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.335285 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.339425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.359393 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6da929d4-1aa2-4c47-b51d-0092800d65e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.377575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7d0c4da-dc12-4c57-af5f-6c7bf581c961']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.394075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:00.398536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42578daa-fcf2-4bf5-8863-1bedc1f477bb') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.398915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42578daa-fcf2-4bf5-8863-1bedc1f477bb') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.415539 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:00.430599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36402) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:00.431661 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3eacaabc-7e27-482a-85c0-9df2d6dee962 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5290022 Nov 08 13:57:00.432633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.440673 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:00.444993 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.516683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet 5a07fa34-de9d-455f-9676-bb4e40a8ab2f {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:00.520742 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.565109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.605074 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:00.619416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-7a0f599d-d9f9-4fe4-83a9-371c290e681b service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932050 Nov 08 13:57:00.624914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.700810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.702876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-6d1222c2-1e72-4958-851d-30ff5eadd974 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 217 time: 0.0650041 Nov 08 13:57:00.739424 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.753124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:00.753556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:00.757913 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:00.771167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-8f78fe1c-c471-4193-9a33-c073194fddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:00.773081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-8f78fe1c-c471-4193-9a33-c073194fddee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.0593765 Nov 08 13:57:00.775447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433f6df0-7b2a-4a32-8788-3ecf8ecb4caa']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.801009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.801462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2bebdb-0f05-4ca1-bdc5-bb0ff30e2ff8') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.830004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.843386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6da929d4-1aa2-4c47-b51d-0092800d65e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.847040 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6da929d4-1aa2-4c47-b51d-0092800d65e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.851280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6da929d4-1aa2-4c47-b51d-0092800d65e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab59b18e-3df7-41c1-ab76-2dd95a3f654e HTTP/1.1" status: 204 len: 168 time: 0.7168789 Nov 08 13:57:00.855063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.861636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-9d2c725d-1142-4a37-8048-f7d6ee4ce2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:00.863147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-9d2c725d-1142-4a37-8048-f7d6ee4ce2f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0786469 Nov 08 13:57:00.866627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:00.867378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:00.870682 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:00.894209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da929d4-1aa2-4c47-b51d-0092800d65e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab59b18e-3df7-41c1-ab76-2dd95a3f654e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:00.951950 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:58Z', 'revision_number': 8, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:00.959055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.963585 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-4f32cc46-546d-4963-a7ea-b5ed516a33e8 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920091 Nov 08 13:57:00.980204 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:00.984863 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:57:00.991539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] 10.222.0.65 "DELETE /v2.0/networks/a7d0c4da-dc12-4c57-af5f-6c7bf581c961 HTTP/1.1" status: 204 len: 168 time: 1.6080608 Nov 08 13:57:01.004015 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:01.004907 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:56:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:01.029207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54e4ff-7e86-46b1-a64a-c74ea1664c1a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7d0c4da-dc12-4c57-af5f-6c7bf581c961,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:01.040541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.123238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=5a07fa34-de9d-455f-9676-bb4e40a8ab2f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:01.141083 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:01.149280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070939ce-9af4-4f36-a2f9-8fe6fe51ffe5 None None] Network 8fb74448-64c7-4527-bec0-dee852e77141 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:01.149799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.157359 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d3861477-a8c6-4d37-94ea-4147a27a5774 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/5a07fa34-de9d-455f-9676-bb4e40a8ab2f HTTP/1.1" status: 204 len: 168 time: 0.7204754 Nov 08 13:57:01.157800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36424) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:01.281796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.382500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36428) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:01.467600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 9aed4f0f-e15e-488d-915e-d8cffc49eabf {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:01.473418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.535303 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1040fd2f-00fc-42ef-adb0-c70cda1eb0dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.624834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] DHCP port deletion for 8fb74448-64c7-4527-bec0-dee852e77141 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:01.663853 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:58Z', 'revision_number': 8, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:01.682707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee7b116a-e990-4c81-9af7-04435b4632b2 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:01.718630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ee7b116a-e990-4c81-9af7-04435b4632b2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:01.719294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee7b116a-e990-4c81-9af7-04435b4632b2 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:01.753673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Deleting port 9aed4f0f-e15e-488d-915e-d8cffc49eabf {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:01.754085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.766152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36434) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:01.776952 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218dbed2-6170-4d56-b826-d5f206d041a9 None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:56:58Z', 'revision_number': 8, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfe99a80-dfdb-41d8-8585-b9134bb4b2f6', 'name': '', 'network_id': 'c52aa36b-45e9-42ad-9d34-e58e085f626d', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:09:94:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '44250879-a47b-46ff-8285-1879c4aa96db', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:29Z', 'updated_at': '2021-11-08T13:56:36Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '44250879-a47b-46ff-8285-1879c4aa96db', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:01.785705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0d10e053-d53d-4404-9bd7-64ce3c547185 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d76fb09903684e27bc4939fff16ad91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920360 Nov 08 13:57:01.788899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36436) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:01.808782 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.827996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port 9aed4f0f-e15e-488d-915e-d8cffc49eabf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9aed4f0f-e15e-488d-915e-d8cffc49eabf,segment=NetworkSegment(a6f10031-00da-4080-978b-32a70c081dc6),segment_id=a6f10031-00da-4080-978b-32a70c081dc6)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:01.828382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.856368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.861945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] 10.222.0.65 "DELETE /v2.0/networks/433f6df0-7b2a-4a32-8788-3ecf8ecb4caa HTTP/1.1" status: 204 len: 168 time: 1.6975987 Nov 08 13:57:01.861945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8a4e39e5-2920-4ae3-ac58-c1d2f1d09f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.869137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] For port 9aed4f0f-e15e-488d-915e-d8cffc49eabf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9aed4f0f-e15e-488d-915e-d8cffc49eabf,segment=NetworkSegment(a6f10031-00da-4080-978b-32a70c081dc6),segment_id=a6f10031-00da-4080-978b-32a70c081dc6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:01.869541 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:01.888562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Calling delete_port for 9aed4f0f-e15e-488d-915e-d8cffc49eabf owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:01.891726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de34e3-d732-4648-a307-94111abb6611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422 tempest-PortsAdminExtendedAttrsIpV6TestJSON-996321422-project] Pushing event deleted for resources: {'Network': ['ID=433f6df0-7b2a-4a32-8788-3ecf8ecb4caa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:01.907484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 9aed4f0f-e15e-488d-915e-d8cffc49eabf owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:01.932137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-0e08ee53-35ff-455f-874f-8739e11cb7b1 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524949 Nov 08 13:57:01.989285 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-ee782662-056a-4568-ace6-ac84e7163c9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 217 time: 0.0456426 Nov 08 13:57:02.085307 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67a22812-bff6-4d7a-b747-cf207204765e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.141100 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67a22812-bff6-4d7a-b747-cf207204765e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.158837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8a4e39e5-2920-4ae3-ac58-c1d2f1d09f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.171965 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8a4e39e5-2920-4ae3-ac58-c1d2f1d09f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.243130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-177ae1d5-42bf-451e-97cd-986d100ed3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:02.248787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-177ae1d5-42bf-451e-97cd-986d100ed3ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2482998 Nov 08 13:57:02.300368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.343020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port 9aed4f0f-e15e-488d-915e-d8cffc49eabf on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:02.354788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36452) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:02.371347 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8a4e39e5-2920-4ae3-ac58-c1d2f1d09f01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10545b94702d41bcb0dc38a8c2f51c32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6023300 Nov 08 13:57:02.397791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36454) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:02.405033 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67a22812-bff6-4d7a-b747-cf207204765e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.408324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67a22812-bff6-4d7a-b747-cf207204765e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.409731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-67a22812-bff6-4d7a-b747-cf207204765e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc0168e7-3ef2-4004-b6cd-3dbb234e5d8d HTTP/1.1" status: 204 len: 168 time: 0.6198149 Nov 08 13:57:02.417046 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.430926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=9aed4f0f-e15e-488d-915e-d8cffc49eabf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:02.443848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e39e5-2920-4ae3-ac58-c1d2f1d09f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800c03c6-f7e0-4a87-81bc-de3aff966d95,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:02.466335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a22812-bff6-4d7a-b747-cf207204765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0168e7-3ef2-4004-b6cd-3dbb234e5d8d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:02.506909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Pushing event deleted for resources: {'Port': ['ID=9aed4f0f-e15e-488d-915e-d8cffc49eabf,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:02.529496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] No DVR routers for this DVR port 9aed4f0f-e15e-488d-915e-d8cffc49eabf on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:02.536052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.537316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.539115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.539817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.540545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.541179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.541852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.545116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.545964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.546495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.547958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.548522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfabadf-16b1-4ee6-8946-24c9f5f93b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:02.556443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.607458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb74448-64c7-4527-bec0-dee852e77141']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:02.624388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f10031-00da-4080-978b-32a70c081dc6') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:02.629513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-03334f50-9899-4354-a942-8dc009daaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:02.631880 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-03334f50-9899-4354-a942-8dc009daaa24 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2464159 Nov 08 13:57:02.636365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f10031-00da-4080-978b-32a70c081dc6') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:02.638272 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6255a737-b964-4859-8ba2-174db6126091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.668234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.704952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.713859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:02.714327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.778893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6255a737-b964-4859-8ba2-174db6126091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:02.785341 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:02.789708 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.804079 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.811293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/8fb74448-64c7-4527-bec0-dee852e77141 HTTP/1.1" status: 204 len: 168 time: 1.6494634 Nov 08 13:57:02.811647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:02.829976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc7493-4cb4-42a6-a47d-da7b45736c31 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=8fb74448-64c7-4527-bec0-dee852e77141,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:02.875538 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6255a737-b964-4859-8ba2-174db6126091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.878916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6255a737-b964-4859-8ba2-174db6126091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:02.882697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6255a737-b964-4859-8ba2-174db6126091 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/800c03c6-f7e0-4a87-81bc-de3aff966d95 HTTP/1.1" status: 204 len: 168 time: 0.4806352 Nov 08 13:57:02.919367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255a737-b964-4859-8ba2-174db6126091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800c03c6-f7e0-4a87-81bc-de3aff966d95,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:02.949993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-159a78c9-2d62-4af2-89bd-64fe63f94311 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a9cf0bd760e4501a0f0a757092d5e90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5860758 Nov 08 13:57:02.954129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36476) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:03.003488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-62f2b8a4-6751-4d3c-ab64-d5850e733600 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617318 Nov 08 13:57:03.033446 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:03.240767 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-7e721da3-38ac-41fa-8014-f046facb689e service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286026 Nov 08 13:57:03.250902 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28333969-586e-4b44-9213-a1d48cf4cf4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:03.310846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28333969-586e-4b44-9213-a1d48cf4cf4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:03.345130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-99ab1002-8ecc-4730-8e63-b268c65490aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 217 time: 0.0959837 Nov 08 13:57:03.427090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-81783ced-2341-4a85-81d2-df212307b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:03.430849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-81783ced-2341-4a85-81d2-df212307b438 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.0781112 Nov 08 13:57:03.521718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28333969-586e-4b44-9213-a1d48cf4cf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:03.524786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28333969-586e-4b44-9213-a1d48cf4cf4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:03.529056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-28333969-586e-4b44-9213-a1d48cf4cf4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a2f4b38-90c9-43da-abfd-7f876da62908 HTTP/1.1" status: 204 len: 168 time: 0.5724645 Nov 08 13:57:03.559489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-3fe9b58a-e89b-472d-81e5-7132e2bbbf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:03.561384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28333969-586e-4b44-9213-a1d48cf4cf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f4b38-90c9-43da-abfd-7f876da62908,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:03.568171 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-3fe9b58a-e89b-472d-81e5-7132e2bbbf08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292076 Nov 08 13:57:03.641826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:03.667592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:03.695698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:03.696063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1f82b2ce-c5aa-47ca-be3a-6ee90661cf62 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:03.696476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aed4f0f-e15e-488d-915e-d8cffc49eabf no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:03.746309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9aed4f0f-e15e-488d-915e-d8cffc49eabf {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:03.749449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aed4f0f-e15e-488d-915e-d8cffc49eabf not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:03.832210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-cbd3f980-0f94-4dfe-a1b4-914f30e69b82 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536550 Nov 08 13:57:04.026791 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-576ac551-6c5d-4e9c-a613-e0af4c417aec service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762581 Nov 08 13:57:04.081162 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-c983cb72-add5-403d-877d-320b9e748942 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.0457985 Nov 08 13:57:04.158652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:04.158652 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:04.202769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-d6525fb1-3f88-4509-984c-921c692542b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:04.205165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-d6525fb1-3f88-4509-984c-921c692542b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1150792 Nov 08 13:57:04.328354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b28f5-233a-4845-af14-8ae6de8c09be req-3e217e34-6119-4c09-baaa-3a5afe4d605b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:04.333467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-3e217e34-6119-4c09-baaa-3a5afe4d605b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194973 Nov 08 13:57:04.398861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port bfe99a80-dfdb-41d8-8585-b9134bb4b2f6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,segment=NetworkSegment(bc48c7d0-541f-4f50-8e33-866bb37b1fa0),segment_id=bc48c7d0-541f-4f50-8e33-866bb37b1fa0)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:04.399370 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:04.414912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36552) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:04.429047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:04.618187 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6e6f3759-4812-4192-ade4-930c10b3d9d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5dc85c81b756471a947a0b9795d7ed83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997304 Nov 08 13:57:04.619315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36560) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:04.722378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-3b38b158-2618-43f3-8b09-26adc107c7c2 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828595 Nov 08 13:57:04.795208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:04.834124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1070d95-13a6-47ac-a14f-2fb55be7d77a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:04.869174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1070d95-13a6-47ac-a14f-2fb55be7d77a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:04.881615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=bfe99a80-dfdb-41d8-8585-b9134bb4b2f6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:04.924837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1070d95-13a6-47ac-a14f-2fb55be7d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:04.928351 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b1070d95-13a6-47ac-a14f-2fb55be7d77a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:04.929803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b1070d95-13a6-47ac-a14f-2fb55be7d77a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/080768b5-26d7-4eb9-bbdc-71c33e82e2c3 HTTP/1.1" status: 204 len: 168 time: 0.2965424 Nov 08 13:57:04.944625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1070d95-13a6-47ac-a14f-2fb55be7d77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080768b5-26d7-4eb9-bbdc-71c33e82e2c3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:05.009368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-823b28f5-233a-4845-af14-8ae6de8c09be req-5daef7ac-3e13-478e-b652-0cfe53ff0abf service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710900 Nov 08 13:57:05.111690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:05.149025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36574) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:05.340282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:57:05.452481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:05.461050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36586) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:05.461198 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-73a86b36-1543-427d-afbc-730c4add6ffb tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6481719 Nov 08 13:57:05.463820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:05.483292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:05.484070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:05.627697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be502cbc-cf36-4225-bd2f-c3de0c83a60a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:05.647580 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:05.650206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet 44250879-a47b-46ff-8285-1879c4aa96db {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:05.672420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:05.685760 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:05.768585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:05.771283 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:05.927223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:05.928329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:04Z', 'revision_number': 9, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:05.970706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:57:05.982754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:05.983799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:06.034877 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be502cbc-cf36-4225-bd2f-c3de0c83a60a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.043420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be502cbc-cf36-4225-bd2f-c3de0c83a60a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.096245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:06.096414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.213906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be502cbc-cf36-4225-bd2f-c3de0c83a60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2193afe-579b-4b28-b8e4-42108d00dce4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:06.230933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.235768 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/44250879-a47b-46ff-8285-1879c4aa96db HTTP/1.1" status: 204 len: 168 time: 0.7707705 Nov 08 13:57:06.236984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44d2cd-6b7c-4b46-a623-bb9043bb6f14 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=44250879-a47b-46ff-8285-1879c4aa96db,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:06.238610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36616) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:06.256935 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-be502cbc-cf36-4225-bd2f-c3de0c83a60a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=656229731b324e468f052abb9efaf570&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1063039 Nov 08 13:57:06.257546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36618) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:06.294534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da28d50-368f-4c0b-bbba-81cf72c01133 None None] Network c52aa36b-45e9-42ad-9d34-e58e085f626d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:06.375530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-feee42b8-2de9-47f9-ada2-fcd28a91ffd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.429823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-feee42b8-2de9-47f9-ada2-fcd28a91ffd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.453593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.550237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-feee42b8-2de9-47f9-ada2-fcd28a91ffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.558381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-feee42b8-2de9-47f9-ada2-fcd28a91ffd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.558381 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-feee42b8-2de9-47f9-ada2-fcd28a91ffd2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2193afe-579b-4b28-b8e4-42108d00dce4 HTTP/1.1" status: 204 len: 168 time: 0.2996016 Nov 08 13:57:06.567439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:04Z', 'revision_number': 9, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:06.580346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee42b8-2de9-47f9-ada2-fcd28a91ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2193afe-579b-4b28-b8e4-42108d00dce4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:06.603199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:06.603748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.626597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76b4b92-94d8-45d5-9fd2-521939bb81d9 None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:04Z', 'revision_number': 9, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': '1dbc8713-be2a-4127-8fc8-9e559fd9354b', 'name': '', 'network_id': '354d5ec1-e046-4283-b03a-468375e26f7c', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:08:3e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:23Z', 'updated_at': '2021-11-08T13:56:29Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '2480421c-655e-4f66-aa13-c71aad4d3c79', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:06.647890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] DHCP port deletion for c52aa36b-45e9-42ad-9d34-e58e085f626d request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:06.741725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] Deleting port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:06.742194 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.833048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] For port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,segment=NetworkSegment(bc48c7d0-541f-4f50-8e33-866bb37b1fa0),segment_id=bc48c7d0-541f-4f50-8e33-866bb37b1fa0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:06.833470 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:06.862923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] Calling delete_port for da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:07.016956 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.083660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] Pushing event deleted for resources: {'Port': ['ID=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:07.093120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6c1ea-e4c0-482b-b760-805c96d17432 None None] No DVR routers for this DVR port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:07.165611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,segment=NetworkSegment(bc48c7d0-541f-4f50-8e33-866bb37b1fa0),segment_id=bc48c7d0-541f-4f50-8e33-866bb37b1fa0)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:07.165994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.187079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:07.286009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.310557 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:07.345809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36650) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:07.368060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.390807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:07.535637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.539271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.543620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.602883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52aa36b-45e9-42ad-9d34-e58e085f626d']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:07.634328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:07.638549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc48c7d0-541f-4f50-8e33-866bb37b1fa0') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:07.639264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:07.652850 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41725f83005f4838bb25471062c2b70b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3058817 Nov 08 13:57:07.653815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36658) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:07.658156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1978c74-1ca9-406f-ab68-276d81edb622,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:07.671087 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.710558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:07.711431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da2eb30d-d3bd-41a6-9c52-7f15ce3f1f7d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:07.721003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.723100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:07.739679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:07.745383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.745736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.746084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.746427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.746769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.747106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.747438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.747791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.748156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.748478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.748801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.749102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045277ab-0aae-4a3c-8faa-a8c2a75fd9d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:07.750385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:07.751001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bfe99a80-dfdb-41d8-8585-b9134bb4b2f6 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:07.753513 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:07.757452 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:07.846179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-975df001-6d51-4717-bc35-8c0b8541e9ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.890534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-975df001-6d51-4717-bc35-8c0b8541e9ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.898475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.904748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.908031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/c52aa36b-45e9-42ad-9d34-e58e085f626d HTTP/1.1" status: 204 len: 168 time: 1.6683567 Nov 08 13:57:07.911671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36664) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:07.950974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8822-3483-4235-a7a8-e706c15a2e65 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=c52aa36b-45e9-42ad-9d34-e58e085f626d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:07.971643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-975df001-6d51-4717-bc35-8c0b8541e9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.978802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-975df001-6d51-4717-bc35-8c0b8541e9ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:07.982748 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-975df001-6d51-4717-bc35-8c0b8541e9ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1978c74-1ca9-406f-ab68-276d81edb622 HTTP/1.1" status: 204 len: 168 time: 0.3257151 Nov 08 13:57:07.993104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975df001-6d51-4717-bc35-8c0b8541e9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1978c74-1ca9-406f-ab68-276d81edb622,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:08.399716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:08.457290 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:57:08.705018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 1dbc8713-be2a-4127-8fc8-9e559fd9354b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:08.705986 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:08.837578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port 1dbc8713-be2a-4127-8fc8-9e559fd9354b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1dbc8713-be2a-4127-8fc8-9e559fd9354b,segment=NetworkSegment(1e327417-775e-4800-a27d-4c4d7b0e6d6b),segment_id=1e327417-775e-4800-a27d-4c4d7b0e6d6b)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:08.837945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:08.864948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 1dbc8713-be2a-4127-8fc8-9e559fd9354b owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:09.095652 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:09.133725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=1dbc8713-be2a-4127-8fc8-9e559fd9354b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:09.377868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:09.655580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:57:09.760308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:09.769730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36726) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:09.772018 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:09.780023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-db3d9d15-d88d-4037-bf18-0de7d9283f7b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658779 Nov 08 13:57:09.789018 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:09.790665 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:09.825460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet 2480421c-655e-4f66-aa13-c71aad4d3c79 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:09.829767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:09.889757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:09.924875 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:09.998448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.102225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.140664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=2480421c-655e-4f66-aa13-c71aad4d3c79,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:10.144941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.149777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f768d871-0fa8-4db4-93ce-ee5f276b16dc tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/2480421c-655e-4f66-aa13-c71aad4d3c79 HTTP/1.1" status: 204 len: 168 time: 0.3786466 Nov 08 13:57:10.151862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36744) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:10.157241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad5427-ea1a-4da7-81dd-8d7c3a43d9ba None None] Network 354d5ec1-e046-4283-b03a-468375e26f7c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:10.249547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.337629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:10.337988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.392629 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:09Z', 'revision_number': 10, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:10.458095 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:57:10.464801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] DHCP port deletion for 354d5ec1-e046-4283-b03a-468375e26f7c request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:10.475444 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:10.476113 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:10.507143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,segment=NetworkSegment(1e327417-775e-4800-a27d-4c4d7b0e6d6b),segment_id=1e327417-775e-4800-a27d-4c4d7b0e6d6b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:10.510291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.541645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for 5929cad5-8cad-45d8-a1b9-7b55fc761b8f owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:10.605758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] Deleting port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:10.606546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.616086 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:10.696642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] For port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,segment=NetworkSegment(1e327417-775e-4800-a27d-4c4d7b0e6d6b),segment_id=1e327417-775e-4800-a27d-4c4d7b0e6d6b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:10.697340 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.732187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] Calling delete_port for 5929cad5-8cad-45d8-a1b9-7b55fc761b8f owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:10.736448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.761032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:10.801461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:10.942520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993ac4e-f3eb-4a65-a1ee-ae9d62ed658c req-2e23fcb9-61e4-4a74-bfe0-71754bc78b4f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:10.947133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.963350 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:10.963723 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d993ac4e-f3eb-4a65-a1ee-ae9d62ed658c req-2e23fcb9-61e4-4a74-bfe0-71754bc78b4f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.0995450 Nov 08 13:57:10.970956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354d5ec1-e046-4283-b03a-468375e26f7c']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:10.981911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e327417-775e-4800-a27d-4c4d7b0e6d6b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:10.982691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e327417-775e-4800-a27d-4c4d7b0e6d6b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:10.993848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.010059 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.016725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:11.017215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.038859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] No DVR routers for this DVR port 5929cad5-8cad-45d8-a1b9-7b55fc761b8f on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:11.053897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e059c-bfa6-40f5-a012-719aec0d24d6 None None] Pushing event deleted for resources: {'Port': ['ID=5929cad5-8cad-45d8-a1b9-7b55fc761b8f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:11.083788 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:11.087711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.089291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d993ac4e-f3eb-4a65-a1ee-ae9d62ed658c req-5a75b6ce-65f4-4c0e-abe3-62513051478f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151748 Nov 08 13:57:11.100751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.109501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/354d5ec1-e046-4283-b03a-468375e26f7c HTTP/1.1" status: 204 len: 168 time: 0.9565644 Nov 08 13:57:11.112123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:11.122618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36774) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:11.129737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e7ec7-ab19-430b-b8c5-b737b6f7dcc8 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=354d5ec1-e046-4283-b03a-468375e26f7c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:11.132158 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:09Z', 'revision_number': 10, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:11.163541 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf80a788-a97e-436a-aad8-4a86055bf855 None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:09Z', 'revision_number': 10, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None, '_interfaces': [{'id': 'a444b005-5fc9-445a-913c-5c81f809d5ff', 'name': '', 'network_id': '13cb50f6-6a11-4109-a205-85c439a53444', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'mac_address': 'fa:16:3e:07:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:56:14Z', 'updated_at': '2021-11-08T13:56:21Z', 'revision_number': 5, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'subnets': [{'id': '1db4cbab-1e9b-4369-9c95-afca94f2c597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:11.479609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.595828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1dbc8713-be2a-4127-8fc8-9e559fd9354b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:11.622291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-77a5fb93-38b0-42cb-9395-260b65f978b9 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1606314258'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:11.646922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 1dbc8713-be2a-4127-8fc8-9e559fd9354b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:11.647274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1dbc8713-be2a-4127-8fc8-9e559fd9354b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:11.647687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5929cad5-8cad-45d8-a1b9-7b55fc761b8f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:11.672776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77a5fb93-38b0-42cb-9395-260b65f978b9 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.674306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77a5fb93-38b0-42cb-9395-260b65f978b9 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.709002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5929cad5-8cad-45d8-a1b9-7b55fc761b8f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:11.709475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5929cad5-8cad-45d8-a1b9-7b55fc761b8f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:11.764903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77a5fb93-38b0-42cb-9395-260b65f978b9 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.772518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77a5fb93-38b0-42cb-9395-260b65f978b9 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.804893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77a5fb93-38b0-42cb-9395-260b65f978b9 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.808855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-77a5fb93-38b0-42cb-9395-260b65f978b9 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6822770 Nov 08 13:57:11.809112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36788) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:11.906301 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dcf0d0c-8f17-4a33-ae8a-28de2e504154 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:11.993989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port a444b005-5fc9-445a-913c-5c81f809d5ff {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:11.994241 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.136050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dcf0d0c-8f17-4a33-ae8a-28de2e504154 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.139894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dcf0d0c-8f17-4a33-ae8a-28de2e504154 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.215003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dcf0d0c-8f17-4a33-ae8a-28de2e504154 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.216238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcf0d0c-8f17-4a33-ae8a-28de2e504154 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7579edf-5e64-41f3-9cb2-3643d680349f {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:57:12.230707 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6dcf0d0c-8f17-4a33-ae8a-28de2e504154 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.234214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6dcf0d0c-8f17-4a33-ae8a-28de2e504154 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "DELETE /v2.0/routers/e7579edf-5e64-41f3-9cb2-3643d680349f HTTP/1.1" status: 204 len: 168 time: 0.4210715 Nov 08 13:57:12.238101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:12.243575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port a444b005-5fc9-445a-913c-5c81f809d5ff, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a444b005-5fc9-445a-913c-5c81f809d5ff,segment=NetworkSegment(bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480),segment_id=bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:12.244091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.249678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ce2df902-74f7-479d-bc55-b18b73a9955b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Request body: {'router': {'name': 'tempest-router-1379708622', 'distributed': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:12.278398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fca86-5355-460a-97e9-36fd5e73932e req-4c144e2b-105d-49c1-bbaf-c56a3c566961 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:12.283286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce2df902-74f7-479d-bc55-b18b73a9955b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.284797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce2df902-74f7-479d-bc55-b18b73a9955b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.287255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e60fca86-5355-460a-97e9-36fd5e73932e req-4c144e2b-105d-49c1-bbaf-c56a3c566961 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.0709975 Nov 08 13:57:12.293529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for a444b005-5fc9-445a-913c-5c81f809d5ff owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:12.357963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e60fca86-5355-460a-97e9-36fd5e73932e req-0732df2a-5972-4e29-9bab-807ed4549879 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658658 Nov 08 13:57:12.591133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36818) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:12.691957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce2df902-74f7-479d-bc55-b18b73a9955b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.703370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce2df902-74f7-479d-bc55-b18b73a9955b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.754379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce2df902-74f7-479d-bc55-b18b73a9955b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.758767 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ce2df902-74f7-479d-bc55-b18b73a9955b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5161633 Nov 08 13:57:12.759563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36828) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:12.846277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ee85-00bc-414b-9183-fb0f72868f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.857549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d44f2d45-fe81-4158-8424-e9df1aeecbef tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.867027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:12.901291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=a444b005-5fc9-445a-913c-5c81f809d5ff,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:13.053920 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d44f2d45-fe81-4158-8424-e9df1aeecbef tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.056302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d44f2d45-fe81-4158-8424-e9df1aeecbef tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.074845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.169938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d44f2d45-fe81-4158-8424-e9df1aeecbef tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.170445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44f2d45-fe81-4158-8424-e9df1aeecbef tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd3e4151-84bc-44bf-8cc6-c5b34ef5fb4c {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:57:13.184318 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d44f2d45-fe81-4158-8424-e9df1aeecbef tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.206154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d44f2d45-fe81-4158-8424-e9df1aeecbef tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "DELETE /v2.0/routers/bd3e4151-84bc-44bf-8cc6-c5b34ef5fb4c HTTP/1.1" status: 204 len: 168 time: 0.4457781 Nov 08 13:57:13.208479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36848) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:13.224158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b6bd1975-e8a2-434b-b591-74d98857471b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Request body: {'router': {'name': 'tempest-router-956450263', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dc9b87ef00d44a5aaef9f718b4fb0cbb'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:13.311390 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ee85-00bc-414b-9183-fb0f72868f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.319244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ee85-00bc-414b-9183-fb0f72868f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.334494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1975-e8a2-434b-b591-74d98857471b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.335516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1975-e8a2-434b-b591-74d98857471b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.369218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:57:13.369550 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6a0ee85-00bc-414b-9183-fb0f72868f30 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=828b1a7143d1468aab986ed4f26d0fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7765455 Nov 08 13:57:13.373003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:13.379986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0ee85-00bc-414b-9183-fb0f72868f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87f59e-0db7-45d8-9bdc-800657540777,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:13.465396 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1975-e8a2-434b-b591-74d98857471b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.471910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1975-e8a2-434b-b591-74d98857471b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.505418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bd1975-e8a2-434b-b591-74d98857471b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.513799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36864) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:13.518464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6bd1975-e8a2-434b-b591-74d98857471b tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3070250 Nov 08 13:57:13.519956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:13.531063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:13.542936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:13.563111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:13.564160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:13.610273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0d2c77f-bfc7-4205-ac04-8fceb3c8e3bf tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4969091 Nov 08 13:57:13.616180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36868) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:13.627628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd2ba7-4f12-4200-888b-4d59e2f97aec req-1832c14d-912c-4059-afd4-a60728ab4ab8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:13.637393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8fd2ba7-4f12-4200-888b-4d59e2f97aec req-1832c14d-912c-4059-afd4-a60728ab4ab8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1174536 Nov 08 13:57:13.651959 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac58042f-c712-400f-8d85-f6a7b95aa237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.683558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:13.710752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8fd2ba7-4f12-4200-888b-4d59e2f97aec req-7042c787-2f7b-4df9-a1b4-d61e4ce45607 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720119 Nov 08 13:57:13.759304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:12Z', 'revision_number': 11, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:13.777551 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac58042f-c712-400f-8d85-f6a7b95aa237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.799534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:57:13.812137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:13.813126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:13.873550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting subnet 1db4cbab-1e9b-4369-9c95-afca94f2c597 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:13.906279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.942095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:13.942597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.040854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.048121 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac58042f-c712-400f-8d85-f6a7b95aa237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.050785 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac58042f-c712-400f-8d85-f6a7b95aa237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.054896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac58042f-c712-400f-8d85-f6a7b95aa237 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf87f59e-0db7-45d8-9bdc-800657540777 HTTP/1.1" status: 204 len: 168 time: 0.6765647 Nov 08 13:57:14.083970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:14.092517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 08 13:57:14.092865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Router e513515d-4cd2-4bf2-a201-a6f5cd8a441e migrating from provider to provider. {{(pid=101840) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 08 13:57:14.093246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.098399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58042f-c712-400f-8d85-f6a7b95aa237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87f59e-0db7-45d8-9bdc-800657540777,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:14.107007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.112803 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.149535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:12Z', 'revision_number': 11, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:14.182110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5199e947-e574-43d2-81ee-6cc0d2cf4511 None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:12Z', 'revision_number': 11, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:14.309035 n-d-804292-2 neutron-server[101840]: WARNING neutron.scheduler.l3_agent_scheduler [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] No L3 agents can host the router e513515d-4cd2-4bf2-a201-a6f5cd8a441e Nov 08 13:57:14.320107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.565515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Hosts for router e513515d-4cd2-4bf2-a201-a6f5cd8a441e: [] {{(pid=101840) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 08 13:57:14.573372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.616946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Hosts for other DVR routers connected to router e513515d-4cd2-4bf2-a201-a6f5cd8a441e: set() {{(pid=101840) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 08 13:57:14.619615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.623606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36892) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:14.624121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-81fa0eae-fe54-47a2-b93e-f6ede3b4c0af tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "PUT /v2.0/routers/e513515d-4cd2-4bf2-a201-a6f5cd8a441e HTTP/1.1" status: 200 len: 716 time: 1.1103687 Nov 08 13:57:14.652614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.656398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/1db4cbab-1e9b-4369-9c95-afca94f2c597 HTTP/1.1" status: 204 len: 168 time: 1.0132217 Nov 08 13:57:14.656996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f70a68-3f91-43b9-9249-9bfa65ac3db6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Subnet': ['ID=1db4cbab-1e9b-4369-9c95-afca94f2c597,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:14.661111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c705cc-cbca-4b3a-85d3-e30c36437b78 None None] Network 13cb50f6-6a11-4109-a205-85c439a53444 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:14.667078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:14.777858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.787235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7f9c365b-7efa-4b3d-bd5e-d513550d0319 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "GET /v2.0/routers/e513515d-4cd2-4bf2-a201-a6f5cd8a441e HTTP/1.1" status: 200 len: 716 time: 0.1616967 Nov 08 13:57:14.790503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36902) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:14.914579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Deleting port c8178b0e-fd94-483f-8a34-a8f234d085cd {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:14.915243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:14.952879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b33239-272b-431d-8dae-24b46a9948fc req-7a3d5277-8261-452e-aef2-7a021888fa7f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:14.957498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5b33239-272b-431d-8dae-24b46a9948fc req-7a3d5277-8261-452e-aef2-7a021888fa7f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1100307 Nov 08 13:57:15.033328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] For port c8178b0e-fd94-483f-8a34-a8f234d085cd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8178b0e-fd94-483f-8a34-a8f234d085cd,segment=NetworkSegment(bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480),segment_id=bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:15.033690 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.036480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36908) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:15.038924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5b33239-272b-431d-8dae-24b46a9948fc req-9a73c713-53b5-4f2c-9a6d-c534903ccb69 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742662 Nov 08 13:57:15.066223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] DHCP port deletion for 13cb50f6-6a11-4109-a205-85c439a53444 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:15.075925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd7c7-6fa2-42ce-b1d9-9a3c51d0bd47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.077936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Calling delete_port for c8178b0e-fd94-483f-8a34-a8f234d085cd owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:15.168128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] Deleting port c8178b0e-fd94-483f-8a34-a8f234d085cd {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:15.170200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.216770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.257240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd7c7-6fa2-42ce-b1d9-9a3c51d0bd47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.259040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Port': ['ID=c8178b0e-fd94-483f-8a34-a8f234d085cd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:15.263234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No DVR routers for this DVR port c8178b0e-fd94-483f-8a34-a8f234d085cd on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:15.272947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed9bd7c7-6fa2-42ce-b1d9-9a3c51d0bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.320629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] For port c8178b0e-fd94-483f-8a34-a8f234d085cd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8178b0e-fd94-483f-8a34-a8f234d085cd,segment=NetworkSegment(bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480),segment_id=bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:15.321763 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.352737 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] Calling delete_port for c8178b0e-fd94-483f-8a34-a8f234d085cd owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:15.393853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ed9bd7c7-6fa2-42ce-b1d9-9a3c51d0bd47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c9a394cf5e2744a99247e1b33f8896f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3555007 Nov 08 13:57:15.395143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bd7c7-6fa2-42ce-b1d9-9a3c51d0bd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09fd723-840e-449e-8a5e-31687d99d777,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:15.430877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36914) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:15.469379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.506560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bfaeb718-3ebf-429e-9764-809903dec5c7 tempest-RoutersTestDVR-789018426 tempest-RoutersTestDVR-789018426-project] 10.222.0.65 "GET /v2.0/routers/e513515d-4cd2-4bf2-a201-a6f5cd8a441e HTTP/1.1" status: 200 len: 682 time: 0.7148452 Nov 08 13:57:15.519659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36916) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:15.530413 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.573804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] Pushing event deleted for resources: {'Port': ['ID=c8178b0e-fd94-483f-8a34-a8f234d085cd,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:15.596768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13cb50f6-6a11-4109-a205-85c439a53444']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:15.600544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5461e-6180-4bb1-8eb6-ac6bc46b374d None None] No DVR routers for this DVR port c8178b0e-fd94-483f-8a34-a8f234d085cd on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:15.644071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:15.644378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd7ae60-a940-4e2d-bc98-e9dfbc3a9480') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:15.679899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.685144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a444b005-5fc9-445a-913c-5c81f809d5ff no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:15.725408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.732624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:15.733414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.734096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a444b005-5fc9-445a-913c-5c81f809d5ff {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:15.735059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a444b005-5fc9-445a-913c-5c81f809d5ff not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:15.736494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8178b0e-fd94-483f-8a34-a8f234d085cd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:15.739186 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:15.745841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36924) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:15.769695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c8178b0e-fd94-483f-8a34-a8f234d085cd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:57:15.770070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8178b0e-fd94-483f-8a34-a8f234d085cd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:57:15.839100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.853725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.861523 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/networks/13cb50f6-6a11-4109-a205-85c439a53444 HTTP/1.1" status: 204 len: 168 time: 1.1879411 Nov 08 13:57:15.872261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92e89dfc-4024-4096-9962-80a8f824acf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.873262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36930) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:15.878619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'routes': None}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:15.889248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ccde4-eb58-417a-b5c2-0f4963cac961 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Pushing event deleted for resources: {'Network': ['ID=13cb50f6-6a11-4109-a205-85c439a53444,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:15.900914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f252-b240-46a7-98dd-04afe5fd1149 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.907615 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92e89dfc-4024-4096-9962-80a8f824acf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:15.947469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d79fb7b-4298-4ab0-a4e5-16f4bda75d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.110170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Added routes are [] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 13:57:16.110854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Removed routes are [] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 13:57:16.111123 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.149765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f252-b240-46a7-98dd-04afe5fd1149 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.166377 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f252-b240-46a7-98dd-04afe5fd1149 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.215975 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92e89dfc-4024-4096-9962-80a8f824acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.218931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92e89dfc-4024-4096-9962-80a8f824acf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.222842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-92e89dfc-4024-4096-9962-80a8f824acf9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f09fd723-840e-449e-8a5e-31687d99d777 HTTP/1.1" status: 204 len: 168 time: 0.7883558 Nov 08 13:57:16.234218 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f252-b240-46a7-98dd-04afe5fd1149 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.234983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb5f252-b240-46a7-98dd-04afe5fd1149 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e513515d-4cd2-4bf2-a201-a6f5cd8a441e {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:57:16.250258 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfb5f252-b240-46a7-98dd-04afe5fd1149 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.251896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bfb5f252-b240-46a7-98dd-04afe5fd1149 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "DELETE /v2.0/routers/e513515d-4cd2-4bf2-a201-a6f5cd8a441e HTTP/1.1" status: 204 len: 168 time: 0.7309465 Nov 08 13:57:16.259833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36942) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:16.262069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b5c7d-390e-4752-8d21-ad1fa54a8453 req-3db388d5-6a55-4ee8-bb60-d163728ebfad tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:16.263543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ccdc16df-bb76-402d-8a9b-e5fd8ace2d76 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Request body: {'router': {'name': 'tempest-router-1872609270', 'distributed': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:16.270521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e27b5c7d-390e-4752-8d21-ad1fa54a8453 req-3db388d5-6a55-4ee8-bb60-d163728ebfad tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1367853 Nov 08 13:57:16.274326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e89dfc-4024-4096-9962-80a8f824acf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09fd723-840e-449e-8a5e-31687d99d777,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:16.344476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e27b5c7d-390e-4752-8d21-ad1fa54a8453 req-c166a321-8e4d-4fa2-ad0d-9db983f98c4a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728054 Nov 08 13:57:16.637489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.651966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d79fb7b-4298-4ab0-a4e5-16f4bda75d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.659616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.661712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d79fb7b-4298-4ab0-a4e5-16f4bda75d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.692504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccdc16df-bb76-402d-8a9b-e5fd8ace2d76 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.693553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccdc16df-bb76-402d-8a9b-e5fd8ace2d76 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.833581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79fb7b-4298-4ab0-a4e5-16f4bda75d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693ad802-f951-44e8-a34b-032aea64ae16,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:16.843808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4d79fb7b-4298-4ab0-a4e5-16f4bda75d40 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ab3301d3d934a5b8ecd19730f4f507a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0807300 Nov 08 13:57:16.846796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36982) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:16.870187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router d19a8852-071a-4511-acdd-bd4932fc04b3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:57:16.904600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccdc16df-bb76-402d-8a9b-e5fd8ace2d76 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.909777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c6303df-70f8-4ebb-8303-d26115905e11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.915578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccdc16df-bb76-402d-8a9b-e5fd8ace2d76 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:16.947385 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c6303df-70f8-4ebb-8303-d26115905e11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.010754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:17.014293 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c6303df-70f8-4ebb-8303-d26115905e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.018765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c6303df-70f8-4ebb-8303-d26115905e11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.021003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3c6303df-70f8-4ebb-8303-d26115905e11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/693ad802-f951-44e8-a34b-032aea64ae16 HTTP/1.1" status: 204 len: 168 time: 0.1723807 Nov 08 13:57:17.026140 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] Sync routers for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:17.034356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6303df-70f8-4ebb-8303-d26115905e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693ad802-f951-44e8-a34b-032aea64ae16,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:17.042133 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:17.043231 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:17.043878 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.048593 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4fa5d743-9540-41fb-bd68-47b209d3ae6e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 200 len: 701 time: 1.1737816 Nov 08 13:57:17.049124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36988) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:17.056143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccdc16df-bb76-402d-8a9b-e5fd8ace2d76 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.057370 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ccdc16df-bb76-402d-8a9b-e5fd8ace2d76 tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7970772 Nov 08 13:57:17.060422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36990) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:17.089597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-70b31c43-6844-48e2-94c2-3b612198ca9e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 200 len: 205 time: 0.0385938 Nov 08 13:57:17.090202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36992) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:17.149463 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:17.216483 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:12Z', 'revision_number': 11, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:17.220115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-250f91c5-3219-45af-badc-eab8715812a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.233262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f047a640-fcd4-4d80-a4b5-91cbaae7185f tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.248853 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] Checking router: d19a8852-071a-4511-acdd-bd4932fc04b3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:57:17.258568 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] Routers {'d19a8852-071a-4511-acdd-bd4932fc04b3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:17.259123 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d19a8852-071a-4511-acdd-bd4932fc04b3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:17.413204 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] Set router d19a8852-071a-4511-acdd-bd4932fc04b3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:17.530290 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:12Z', 'revision_number': 11, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:17.564044 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd84bde7-d426-4131-a6d0-e5209f31445f None None] The sync data for ids ['d19a8852-071a-4511-acdd-bd4932fc04b3'] in n-d-804292-2 is: [{'id': 'd19a8852-071a-4511-acdd-bd4932fc04b3', 'name': 'tempest-RoutersTest-router-1432669719', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:56:13Z', 'updated_at': '2021-11-08T13:57:12Z', 'revision_number': 11, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:17.695771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f047a640-fcd4-4d80-a4b5-91cbaae7185f tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.703995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f047a640-fcd4-4d80-a4b5-91cbaae7185f tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:17.797714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37016) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:17.861981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e068a41a-ab58-4e84-80ec-c87abf147fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.006895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e068a41a-ab58-4e84-80ec-c87abf147fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.008184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f047a640-fcd4-4d80-a4b5-91cbaae7185f tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.008851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f047a640-fcd4-4d80-a4b5-91cbaae7185f tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 763f2c12-f5ea-453d-9948-8a81ae8f43a8 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:57:18.014391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f047a640-fcd4-4d80-a4b5-91cbaae7185f tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.019087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f047a640-fcd4-4d80-a4b5-91cbaae7185f tempest-RoutersTestDVR-1916954037 tempest-RoutersTestDVR-1916954037-project-admin] 10.222.0.65 "DELETE /v2.0/routers/763f2c12-f5ea-453d-9948-8a81ae8f43a8 HTTP/1.1" status: 204 len: 168 time: 0.9525678 Nov 08 13:57:18.019087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e068a41a-ab58-4e84-80ec-c87abf147fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.075913 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e068a41a-ab58-4e84-80ec-c87abf147fae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e597de6ba4af4041996617c33b7bca4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760055 Nov 08 13:57:18.077465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068a41a-ab58-4e84-80ec-c87abf147fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee469f64-832c-4b35-a72e-ebc3f6a385ba,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:18.080124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37030) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:18.192704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-250f91c5-3219-45af-badc-eab8715812a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.197826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-250f91c5-3219-45af-badc-eab8715812a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.210367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e99be2e-2f43-422f-8e25-a4a41a7efc83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.242183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e99be2e-2f43-422f-8e25-a4a41a7efc83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.311184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ae3df-70a6-4502-9253-2480bcb782f9 req-fd6ceaea-2390-487e-85f8-6327e8f88bd9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:18.314111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db9ae3df-70a6-4502-9253-2480bcb782f9 req-fd6ceaea-2390-487e-85f8-6327e8f88bd9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.8046830 Nov 08 13:57:18.320521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e99be2e-2f43-422f-8e25-a4a41a7efc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.320828 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-250f91c5-3219-45af-badc-eab8715812a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.321407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250f91c5-3219-45af-badc-eab8715812a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Fanout notify agent at l3_agent the message router_deleted on router d19a8852-071a-4511-acdd-bd4932fc04b3 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:57:18.323261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e99be2e-2f43-422f-8e25-a4a41a7efc83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.328360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e99be2e-2f43-422f-8e25-a4a41a7efc83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee469f64-832c-4b35-a72e-ebc3f6a385ba HTTP/1.1" status: 204 len: 168 time: 0.2365208 Nov 08 13:57:18.346164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99be2e-2f43-422f-8e25-a4a41a7efc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee469f64-832c-4b35-a72e-ebc3f6a385ba,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:18.363221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-250f91c5-3219-45af-badc-eab8715812a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.372880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37036) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:18.373033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-250f91c5-3219-45af-badc-eab8715812a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 204 len: 168 time: 1.2798607 Nov 08 13:57:18.380295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1eb40cc5-f0a2-4947-b96c-22ccacdfecf2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-378425183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:18.427228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1eb40cc5-f0a2-4947-b96c-22ccacdfecf2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.428384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db9ae3df-70a6-4502-9253-2480bcb782f9 req-30296436-9812-4b94-8e76-cab28e6f85f3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050198 Nov 08 13:57:18.429018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1eb40cc5-f0a2-4947-b96c-22ccacdfecf2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.547102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1eb40cc5-f0a2-4947-b96c-22ccacdfecf2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.554840 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1eb40cc5-f0a2-4947-b96c-22ccacdfecf2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.580048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1eb40cc5-f0a2-4947-b96c-22ccacdfecf2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.582499 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1eb40cc5-f0a2-4947-b96c-22ccacdfecf2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2107379 Nov 08 13:57:18.585169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37048) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:18.593649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f8dd09b3-6f25-4bbb-bb3a-2764dacd00d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:18.786753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37056) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:18.946078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f8dd09b3-6f25-4bbb-bb3a-2764dacd00d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:18.963006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f8dd09b3-6f25-4bbb-bb3a-2764dacd00d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:19.178319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dd09b3-6f25-4bbb-bb3a-2764dacd00d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Router 406aa452-49d5-4701-a0ad-a864e8598719 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:57:19.362663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dd09b3-6f25-4bbb-bb3a-2764dacd00d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:19.373564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f8dd09b3-6f25-4bbb-bb3a-2764dacd00d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:19.374604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] Sync routers for ids ['406aa452-49d5-4701-a0ad-a864e8598719'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:19.378621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f8dd09b3-6f25-4bbb-bb3a-2764dacd00d3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "PUT /v2.0/routers/406aa452-49d5-4701-a0ad-a864e8598719 HTTP/1.1" status: 200 len: 693 time: 0.7917070 Nov 08 13:57:19.379279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:19.404202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-faaab6ef-f149-4e11-846b-f3c3eb873be6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:19.425485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] Routers {'406aa452-49d5-4701-a0ad-a864e8598719'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:19.426147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['406aa452-49d5-4701-a0ad-a864e8598719'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:19.606427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a62ca9c6-48e6-4daa-8fbc-b8989eb3e5d6 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/routers/406aa452-49d5-4701-a0ad-a864e8598719 HTTP/1.1" status: 200 len: 699 time: 0.2257924 Nov 08 13:57:19.607246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:19.655385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3432d6ea-15ad-4ecc-93b4-1d820442e63d tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=406aa452-49d5-4701-a0ad-a864e8598719 HTTP/1.1" status: 200 len: 205 time: 0.0467889 Nov 08 13:57:19.655973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37090) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:19.694800 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-faaab6ef-f149-4e11-846b-f3c3eb873be6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:19.710745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] Set router 406aa452-49d5-4701-a0ad-a864e8598719 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:19.733461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-faaab6ef-f149-4e11-846b-f3c3eb873be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:19.826357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35b0293-7418-4993-9bcb-ec267246d3ba tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:19.830790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406aa452-49d5-4701-a0ad-a864e8598719', 'name': 'tempest-RoutersTest-router-378425183', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:57:18Z', 'updated_at': '2021-11-08T13:57:18Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:19.867328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] Checking router: 406aa452-49d5-4701-a0ad-a864e8598719 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:57:19.879044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] Routers {'406aa452-49d5-4701-a0ad-a864e8598719'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:19.880189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['406aa452-49d5-4701-a0ad-a864e8598719'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:19.891131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-faaab6ef-f149-4e11-846b-f3c3eb873be6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc9b87ef00d44a5aaef9f718b4fb0cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1022503 Nov 08 13:57:19.891268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37096) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:19.894413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaab6ef-f149-4e11-846b-f3c3eb873be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e4da24-40b7-435b-81e0-970f982f99cb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:19.921835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e7bbd-aeff-4f94-afc4-4a12392ad9b3 req-b30de954-11b5-40d2-a702-d05168b35f60 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:19.923861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-427e7bbd-aeff-4f94-afc4-4a12392ad9b3 req-b30de954-11b5-40d2-a702-d05168b35f60 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.2160778 Nov 08 13:57:20.001319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-427e7bbd-aeff-4f94-afc4-4a12392ad9b3 req-c6116841-1610-4372-a8cf-00334fe813ac tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695946 Nov 08 13:57:20.058713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] Set router 406aa452-49d5-4701-a0ad-a864e8598719 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:57:20.185880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406aa452-49d5-4701-a0ad-a864e8598719', 'name': 'tempest-RoutersTest-router-378425183', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:57:18Z', 'updated_at': '2021-11-08T13:57:18Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:20.219969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35b0293-7418-4993-9bcb-ec267246d3ba tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.222021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699322d0-ec68-4265-bd5f-d0755b241645 None None] The sync data for ids ['406aa452-49d5-4701-a0ad-a864e8598719'] in n-d-804292-2 is: [{'id': '406aa452-49d5-4701-a0ad-a864e8598719', 'name': 'tempest-RoutersTest-router-378425183', 'tenant_id': 'fe4e9b22a02c4691baa132612cc5117e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:57:18Z', 'updated_at': '2021-11-08T13:57:18Z', 'revision_number': 2, 'project_id': 'fe4e9b22a02c4691baa132612cc5117e', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:20.225172 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35b0293-7418-4993-9bcb-ec267246d3ba tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.374596 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-543669ff-202d-46b1-bd87-61bc0ed999da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.401942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35b0293-7418-4993-9bcb-ec267246d3ba tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.402802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35b0293-7418-4993-9bcb-ec267246d3ba tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Fanout notify agent at l3_agent the message router_deleted on router 406aa452-49d5-4701-a0ad-a864e8598719 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:57:20.413607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35b0293-7418-4993-9bcb-ec267246d3ba tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.414855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b35b0293-7418-4993-9bcb-ec267246d3ba tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/406aa452-49d5-4701-a0ad-a864e8598719 HTTP/1.1" status: 204 len: 168 time: 0.7575710 Nov 08 13:57:20.418281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37126) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.440837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-543669ff-202d-46b1-bd87-61bc0ed999da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.496216 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8726a6a0-4cbb-4850-876a-1a7eee632a4a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=406aa452-49d5-4701-a0ad-a864e8598719 HTTP/1.1" status: 200 len: 205 time: 0.0757797 Nov 08 13:57:20.498210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37132) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.543542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-543669ff-202d-46b1-bd87-61bc0ed999da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.547204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-543669ff-202d-46b1-bd87-61bc0ed999da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:20.548423 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-543669ff-202d-46b1-bd87-61bc0ed999da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74e4da24-40b7-435b-81e0-970f982f99cb HTTP/1.1" status: 204 len: 168 time: 0.5868917 Nov 08 13:57:20.566542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543669ff-202d-46b1-bd87-61bc0ed999da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e4da24-40b7-435b-81e0-970f982f99cb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:20.614350 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-f2816c15-e232-4a99-8265-0ba9d3163ee4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] delete failed (client error): The resource could not be found. Nov 08 13:57:20.618122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f2816c15-e232-4a99-8265-0ba9d3163ee4 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/406aa452-49d5-4701-a0ad-a864e8598719 HTTP/1.1" status: 404 len: 336 time: 0.1186152 Nov 08 13:57:20.620817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37142) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.660451 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ae4de6-358e-4a5e-a05a-3bb11ba5668a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:20.660919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ae4de6-358e-4a5e-a05a-3bb11ba5668a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:20.667066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f1ae4de6-358e-4a5e-a05a-3bb11ba5668a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/5a07fa34-de9d-455f-9676-bb4e40a8ab2f HTTP/1.1" status: 404 len: 337 time: 0.0427284 Nov 08 13:57:20.667330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37146) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.695082 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f386cf-394f-4ee7-8b23-fff15973b4e5 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:20.695542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f386cf-394f-4ee7-8b23-fff15973b4e5 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:20.700967 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-21f386cf-394f-4ee7-8b23-fff15973b4e5 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/44250879-a47b-46ff-8285-1879c4aa96db HTTP/1.1" status: 404 len: 337 time: 0.0303745 Nov 08 13:57:20.701721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37148) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.739689 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd9c1c3-c1d1-4094-8743-e3e8ede4076a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:20.740251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd9c1c3-c1d1-4094-8743-e3e8ede4076a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:20.746081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fcd9c1c3-c1d1-4094-8743-e3e8ede4076a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/2480421c-655e-4f66-aa13-c71aad4d3c79 HTTP/1.1" status: 404 len: 337 time: 0.0414710 Nov 08 13:57:20.746490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37150) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.783479 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ededd0-12ff-4748-a1f0-5a86c7f4e11a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:20.784306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ededd0-12ff-4748-a1f0-5a86c7f4e11a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:20.791102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37154) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.801422 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80ededd0-12ff-4748-a1f0-5a86c7f4e11a tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/1db4cbab-1e9b-4369-9c95-afca94f2c597 HTTP/1.1" status: 404 len: 337 time: 0.0538099 Nov 08 13:57:20.825514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37156) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.842262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c741edd7-1839-49e3-9b96-da0ba532e10e tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 200 len: 205 time: 0.0496736 Nov 08 13:57:20.870255 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-610bb17b-ad54-45fd-89b1-eab326ff2039 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] delete failed (client error): The resource could not be found. Nov 08 13:57:20.874642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37158) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.885206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-610bb17b-ad54-45fd-89b1-eab326ff2039 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/d19a8852-071a-4511-acdd-bd4932fc04b3 HTTP/1.1" status: 404 len: 336 time: 0.0585723 Nov 08 13:57:20.918202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37160) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.927436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bf3b934c-7ef7-4eac-9129-157be5b4db11 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=3cc39eeb-db41-4965-83fd-5f729c67478a HTTP/1.1" status: 200 len: 205 time: 0.0506618 Nov 08 13:57:20.970523 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-899d0c9b-236d-4b28-9def-6bd954199165 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] delete failed (client error): The resource could not be found. Nov 08 13:57:20.976052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37166) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:20.976598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-899d0c9b-236d-4b28-9def-6bd954199165 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/3cc39eeb-db41-4965-83fd-5f729c67478a HTTP/1.1" status: 404 len: 336 time: 0.0567973 Nov 08 13:57:21.012167 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3727d11-0bf7-4fa3-b490-467868bc6bf5 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:21.012855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3727d11-0bf7-4fa3-b490-467868bc6bf5 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:21.018702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e3727d11-0bf7-4fa3-b490-467868bc6bf5 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/59303f51-6ada-4be2-a662-f96ec92aa3e6 HTTP/1.1" status: 404 len: 337 time: 0.0392225 Nov 08 13:57:21.018983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37168) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.077003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b4227fa8-896d-4f10-a30c-39ea7b514c97 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=1370d926-5e30-4cc0-b8cf-72bf108ea679 HTTP/1.1" status: 200 len: 205 time: 0.0568361 Nov 08 13:57:21.079343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37174) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.137234 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-16b6407b-5898-4d0e-9cba-f81dc61bf4a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] delete failed (client error): The resource could not be found. Nov 08 13:57:21.140753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-16b6407b-5898-4d0e-9cba-f81dc61bf4a3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/1370d926-5e30-4cc0-b8cf-72bf108ea679 HTTP/1.1" status: 404 len: 336 time: 0.0585794 Nov 08 13:57:21.141986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37176) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.211992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d4468285-ffff-481e-88a7-ed8de11d73b3 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=adf81d24-d981-406e-a5ef-068399264422 HTTP/1.1" status: 200 len: 205 time: 0.0659888 Nov 08 13:57:21.212706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37180) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.270356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f42956-9800-4afc-9d46-860ead71b9cd req-825c75eb-051c-46b0-8ca1-a91fbddff311 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:21.272904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35f42956-9800-4afc-9d46-860ead71b9cd req-825c75eb-051c-46b0-8ca1-a91fbddff311 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1307657 Nov 08 13:57:21.348662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37186) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.360252 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-e3e6344c-e665-4d9f-89ef-b6a76c03d527 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] delete failed (client error): The resource could not be found. Nov 08 13:57:21.366953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3e6344c-e665-4d9f-89ef-b6a76c03d527 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/adf81d24-d981-406e-a5ef-068399264422 HTTP/1.1" status: 404 len: 336 time: 0.1530857 Nov 08 13:57:21.367573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37188) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.378370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35f42956-9800-4afc-9d46-860ead71b9cd req-231d62a1-63e2-4d6d-82fd-894480194730 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988901 Nov 08 13:57:21.379222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00f9ee19-cc58-4a90-ac41-f89bdafa65a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.428714 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b82b5ec-83aa-4a01-8948-193c73f9a624 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:21.429259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b82b5ec-83aa-4a01-8948-193c73f9a624 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:21.432892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6b82b5ec-83aa-4a01-8948-193c73f9a624 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/5b20530d-00d4-4a91-9ea0-a100ad2a4373 HTTP/1.1" status: 404 len: 337 time: 0.0621293 Nov 08 13:57:21.435823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37192) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.483518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9245f2f0-3a24-407f-9189-293fb2dee652 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea HTTP/1.1" status: 200 len: 205 time: 0.0459945 Nov 08 13:57:21.488009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37194) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.579474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00f9ee19-cc58-4a90-ac41-f89bdafa65a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.588046 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00f9ee19-cc58-4a90-ac41-f89bdafa65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.641631 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-d16e410a-c48c-40fb-bd90-2650c97fca48 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] delete failed (client error): The resource could not be found. Nov 08 13:57:21.642706 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d16e410a-c48c-40fb-bd90-2650c97fca48 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/7d082b45-d8aa-40ae-9a0b-86b2ed3b24ea HTTP/1.1" status: 404 len: 336 time: 0.1531808 Nov 08 13:57:21.651098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37200) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.679324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-00f9ee19-cc58-4a90-ac41-f89bdafa65a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96494e4134cc49e99af43ae08531f26a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293796 Nov 08 13:57:21.680593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9ee19-cc58-4a90-ac41-f89bdafa65a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7360251-b291-4c9f-bf62-368541e678bf,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:21.683275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37202) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.708261 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a169e2f0-0c1f-4cbd-be62-f4f58884d7b1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:21.709439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a169e2f0-0c1f-4cbd-be62-f4f58884d7b1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:21.722774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a169e2f0-0c1f-4cbd-be62-f4f58884d7b1 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/85a149a1-64c7-45fd-87f2-75a84557a2a9 HTTP/1.1" status: 404 len: 337 time: 0.0657182 Nov 08 13:57:21.723595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37204) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.782527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc418e22-c3ee-4c0e-9f3b-277434b53cca tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ccf4c47-863a-4e1a-a3a8-594233ebd1cd HTTP/1.1" status: 200 len: 205 time: 0.0576258 Nov 08 13:57:21.784659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37206) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.790713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1e5dbb6-a93f-4db9-8e28-680c33321ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.844349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1e5dbb6-a93f-4db9-8e28-680c33321ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.885473 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-b0499ac4-5327-4d28-a3a5-15f49afce39b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] delete failed (client error): The resource could not be found. Nov 08 13:57:21.889292 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0499ac4-5327-4d28-a3a5-15f49afce39b tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/routers/6ccf4c47-863a-4e1a-a3a8-594233ebd1cd HTTP/1.1" status: 404 len: 336 time: 0.1011329 Nov 08 13:57:21.892371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37212) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:21.946575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1e5dbb6-a93f-4db9-8e28-680c33321ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.949234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1e5dbb6-a93f-4db9-8e28-680c33321ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:21.950434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d1e5dbb6-a93f-4db9-8e28-680c33321ca8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7360251-b291-4c9f-bf62-368541e678bf HTTP/1.1" status: 204 len: 168 time: 0.2659464 Nov 08 13:57:21.961007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e5dbb6-a93f-4db9-8e28-680c33321ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7360251-b291-4c9f-bf62-368541e678bf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:21.980853 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea23a8d8-6449-4ef1-a809-fbba731f79a2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:21.981324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea23a8d8-6449-4ef1-a809-fbba731f79a2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:21.998717 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea23a8d8-6449-4ef1-a809-fbba731f79a2 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/d97a0883-d323-45a0-82c4-26e31009db8b HTTP/1.1" status: 404 len: 337 time: 0.0968494 Nov 08 13:57:22.000929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:22.045842 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dec5398-8fca-4303-8ac7-2623234b3c30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:22.046551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dec5398-8fca-4303-8ac7-2623234b3c30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:22.053538 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2dec5398-8fca-4303-8ac7-2623234b3c30 tempest-RoutersTest-1561383716 tempest-RoutersTest-1561383716-project] 10.222.0.65 "DELETE /v2.0/subnets/bb178a72-bb24-4b21-8e7b-63a6257f24a7 HTTP/1.1" status: 404 len: 337 time: 0.0516462 Nov 08 13:57:22.584848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f2174-46ba-4c46-a5dd-2577215d9f93 req-de957acd-5824-4649-a54c-b86141bd2f1a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:22.592591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c24f2174-46ba-4c46-a5dd-2577215d9f93 req-de957acd-5824-4649-a54c-b86141bd2f1a tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.0901542 Nov 08 13:57:22.680809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c24f2174-46ba-4c46-a5dd-2577215d9f93 req-33402495-9b27-4e18-b99a-e587a1fe707c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773082 Nov 08 13:57:22.689811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37252) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:23.052586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-f60f4309-35ac-4e6f-80ba-d1a780b58a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:23.054241 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-f60f4309-35ac-4e6f-80ba-d1a780b58a66 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1097 time: 0.0918078 Nov 08 13:57:23.106618 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:23.126082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3dad0-a6ec-4ddc-987e-ad8bf220c18d req-20a6cb3d-7929-45fa-a21d-e78328f9034e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:23.127794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05a3dad0-a6ec-4ddc-987e-ad8bf220c18d req-20a6cb3d-7929-45fa-a21d-e78328f9034e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1780851 Nov 08 13:57:23.179304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-51baedf5-9bc7-448b-a58b-c8624daffba6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe4e9b22a02c4691baa132612cc5117e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4878533 Nov 08 13:57:23.190541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37282) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:23.249532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05a3dad0-a6ec-4ddc-987e-ad8bf220c18d req-1600668a-d60f-4a0f-b2a3-ca7bb57a8f66 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057730 Nov 08 13:57:23.304343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-7b342829-dbda-478b-8f3f-9c0ce1b2c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:23.305860 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-7b342829-dbda-478b-8f3f-9c0ce1b2c57b service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.2432220 Nov 08 13:57:23.311487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9faea080-bebe-49f1-ae0c-bc9d9d2d6b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:23.380758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9faea080-bebe-49f1-ae0c-bc9d9d2d6b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:23.430770 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-f92748f0-dfc7-48d3-b83f-d3314a6a922b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 1002 time: 0.1139801 Nov 08 13:57:23.510991 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9faea080-bebe-49f1-ae0c-bc9d9d2d6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:23.514419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9faea080-bebe-49f1-ae0c-bc9d9d2d6b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:23.519244 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9faea080-bebe-49f1-ae0c-bc9d9d2d6b83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6e90d4c-266d-44b7-87dd-59b404db2bdb HTTP/1.1" status: 204 len: 168 time: 0.3270645 Nov 08 13:57:23.539157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-1e6de850-1640-4844-b767-98257b328dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:23.540808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-1e6de850-1640-4844-b767-98257b328dd4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.1004457 Nov 08 13:57:23.541524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faea080-bebe-49f1-ae0c-bc9d9d2d6b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e90d4c-266d-44b7-87dd-59b404db2bdb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:23.593537 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:23.651936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-a9d09450-10ea-4278-bd4b-d12adb5e059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:23.653480 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-a9d09450-10ea-4278-bd4b-d12adb5e059a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978415 Nov 08 13:57:23.744460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37306) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:24.186241 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-e357b7dc-b008-4833-ba92-b9fe85d64ad3 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224500 Nov 08 13:57:24.313476 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b79c201-27aa-4fe5-86f4-4ca22ad34744 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:24.409410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13f447e8-1b12-4be8-afb3-1f280d69e09d req-e3e6a57a-7170-48dd-9fdc-f98a4cd333d9 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128131 Nov 08 13:57:24.514334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ede4d-4580-4fb1-99ed-dd8582306a5c req-ee1b79d4-7c6b-429e-813e-9f7387d484fb tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:24.525966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b79c201-27aa-4fe5-86f4-4ca22ad34744 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:24.526451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e41ede4d-4580-4fb1-99ed-dd8582306a5c req-ee1b79d4-7c6b-429e-813e-9f7387d484fb tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1718853 Nov 08 13:57:24.533319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b79c201-27aa-4fe5-86f4-4ca22ad34744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:24.586358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e41ede4d-4580-4fb1-99ed-dd8582306a5c req-e2f2599e-74e8-4b99-adcd-84a467294878 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588138 Nov 08 13:57:24.629377 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4b79c201-27aa-4fe5-86f4-4ca22ad34744 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e96fec68cb04519a4e142602e1535b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8834579 Nov 08 13:57:24.632329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37396) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:24.644497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b79c201-27aa-4fe5-86f4-4ca22ad34744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c76a0d7-496f-4c12-a03a-486feb18b49e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:24.702764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a509c647-de85-4d95-b517-88f3994d2f9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:24.727899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a509c647-de85-4d95-b517-88f3994d2f9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:24.735678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37404) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:24.799586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a509c647-de85-4d95-b517-88f3994d2f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:24.802456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a509c647-de85-4d95-b517-88f3994d2f9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:24.809134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a509c647-de85-4d95-b517-88f3994d2f9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c76a0d7-496f-4c12-a03a-486feb18b49e HTTP/1.1" status: 204 len: 168 time: 0.1748900 Nov 08 13:57:24.823088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509c647-de85-4d95-b517-88f3994d2f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c76a0d7-496f-4c12-a03a-486feb18b49e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:25.262144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-9d335bb0-64bb-47b6-b0d4-773c8e1c5e3a tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.264126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d335bb0-64bb-47b6-b0d4-773c8e1c5e3a tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.5271778 Nov 08 13:57:25.267101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37424) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.273655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-582307b8-e703-4b7f-b589-28bbcf0944ea tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.275227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-582307b8-e703-4b7f-b589-28bbcf0944ea tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0066974 Nov 08 13:57:25.278034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37426) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.282785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-ffc079e6-22b5-4ff1-88e9-266d83319e03 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.284414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ffc079e6-22b5-4ff1-88e9-266d83319e03 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053477 Nov 08 13:57:25.288004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37428) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.294629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-999707ac-45d1-4f32-ae02-32de6b5906ea tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.296447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-999707ac-45d1-4f32-ae02-32de6b5906ea tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0066197 Nov 08 13:57:25.299100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37430) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.305742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-4a16b722-07ca-45ee-ba95-91784ec41ba7 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.307285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4a16b722-07ca-45ee-ba95-91784ec41ba7 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0062821 Nov 08 13:57:25.310309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37432) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.316434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-34e6d048-16aa-4f25-a44f-8a793e9831c3 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.318726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-34e6d048-16aa-4f25-a44f-8a793e9831c3 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065048 Nov 08 13:57:25.321792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37434) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.327877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-6b564522-0868-4b82-8de8-35713bb51a41 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.332240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37436) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.337748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-bc0e448a-c810-4114-a72d-3b0be1672980 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.342123 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bc0e448a-c810-4114-a72d-3b0be1672980 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0085256 Nov 08 13:57:25.343119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37438) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.346464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6b564522-0868-4b82-8de8-35713bb51a41 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0235848 Nov 08 13:57:25.349176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-28c6b8c4-6f15-45b1-a6a8-165130cc88d6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.350409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-28c6b8c4-6f15-45b1-a6a8-165130cc88d6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0061567 Nov 08 13:57:25.353620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37440) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.358207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-709c0a5f-fb4e-4a90-88f9-dd8d05666c9f tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.359802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-709c0a5f-fb4e-4a90-88f9-dd8d05666c9f tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050418 Nov 08 13:57:25.362697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37442) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.369858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-d52009d4-67f8-40ef-8c43-800fd962e80d tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.371484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d52009d4-67f8-40ef-8c43-800fd962e80d tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072949 Nov 08 13:57:25.374056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37444) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.379184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-e1d73321-fead-4142-be9e-8081f2b5857d tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.380398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e1d73321-fead-4142-be9e-8081f2b5857d tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051622 Nov 08 13:57:25.383968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37446) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.388809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-95392efe-e5ee-4377-a399-c25d651156b1 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.389999 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-95392efe-e5ee-4377-a399-c25d651156b1 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0048432 Nov 08 13:57:25.392962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37448) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.398114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-31751e42-56d0-4c9c-bb0c-5141de688f8e tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.399085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-31751e42-56d0-4c9c-bb0c-5141de688f8e tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051205 Nov 08 13:57:25.402021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37450) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.410787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-434206bc-83e5-4d59-94d0-4393e0d48937 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.412158 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-434206bc-83e5-4d59-94d0-4393e0d48937 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0083666 Nov 08 13:57:25.414787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37454) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.422195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-c1cc09d1-d649-4d06-845a-6cbbb9d00e78 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.423563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c1cc09d1-d649-4d06-845a-6cbbb9d00e78 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0074546 Nov 08 13:57:25.426311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37456) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.431525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-a7d7cbcc-3404-4cac-8df0-e504ae614248 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.433085 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a7d7cbcc-3404-4cac-8df0-e504ae614248 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053039 Nov 08 13:57:25.435992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37458) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.441167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-6717902d-6ea3-474f-9c60-d9d42289760c tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.442747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6717902d-6ea3-474f-9c60-d9d42289760c tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052791 Nov 08 13:57:25.446239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37460) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.450563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37462) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.454586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-89d4ad5c-72c4-40dc-ade9-513a74603054 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.459691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-89d4ad5c-72c4-40dc-ade9-513a74603054 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0098145 Nov 08 13:57:25.462242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37464) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.470746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-32c1323b-b5cb-4b75-ba19-7c25c83fab43 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.472738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32c1323b-b5cb-4b75-ba19-7c25c83fab43 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0092475 Nov 08 13:57:25.476720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37468) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.487411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-b0001c6c-fb5b-4556-9d23-ebf3df680a30 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.488705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b0001c6c-fb5b-4556-9d23-ebf3df680a30 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0089293 Nov 08 13:57:25.492045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37472) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.502347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-011e4ded-bbd2-4dbd-8c13-160f9140f5be tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.503528 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-011e4ded-bbd2-4dbd-8c13-160f9140f5be tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0098236 Nov 08 13:57:25.506667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37474) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.512076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-52178c5f-e517-41fd-bf09-1881ccad35da tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.514661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-52178c5f-e517-41fd-bf09-1881ccad35da tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060086 Nov 08 13:57:25.517428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37476) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.521813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-93dad126-07c3-40f8-844c-9fdb11adb478 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.522771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93dad126-07c3-40f8-844c-9fdb11adb478 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0043643 Nov 08 13:57:25.525811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37478) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.532162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-c1ac759a-97a4-4b64-8cf0-d4fe35e09609 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.533287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c1ac759a-97a4-4b64-8cf0-d4fe35e09609 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0061028 Nov 08 13:57:25.536489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37480) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.543304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-119ea2df-21f7-477e-9b96-a9e8f40182c0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.545055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-119ea2df-21f7-477e-9b96-a9e8f40182c0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0064733 Nov 08 13:57:25.547655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37482) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.554145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-75158e6d-d441-434e-a754-34da113c7812 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.555663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-75158e6d-d441-434e-a754-34da113c7812 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0068111 Nov 08 13:57:25.558714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.564620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-3d20f872-f507-4390-a7d5-16d0fdff8a6d tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.565975 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3d20f872-f507-4390-a7d5-16d0fdff8a6d tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055912 Nov 08 13:57:25.568805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37486) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.573096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-938c3f2b-07d7-444d-b73b-f09de7b31df9 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.574049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-938c3f2b-07d7-444d-b73b-f09de7b31df9 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042977 Nov 08 13:57:25.577080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37488) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.587174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-1700ccef-9b9d-454e-a50b-d245488b29a0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.589111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1700ccef-9b9d-454e-a50b-d245488b29a0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0107903 Nov 08 13:57:25.591863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37492) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.597718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-f1cecf61-4844-4f94-9012-3e263426431b tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.599989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f1cecf61-4844-4f94-9012-3e263426431b tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0062060 Nov 08 13:57:25.602689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37494) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.604987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37498) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.607844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-16236ae3-0c8e-45da-89a4-1990398250d6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.609092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-16236ae3-0c8e-45da-89a4-1990398250d6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050340 Nov 08 13:57:25.611860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37500) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.617373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-0c93b211-90c7-477f-88c7-606bc596399e tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.618827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0c93b211-90c7-477f-88c7-606bc596399e tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0055416 Nov 08 13:57:25.621532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37502) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.626436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-d14d153a-28cb-48e6-b284-615cba815122 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.627674 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d14d153a-28cb-48e6-b284-615cba815122 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051780 Nov 08 13:57:25.628208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1cab-6f66-4fc9-a81c-5e6e64d68219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:25.631760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37506) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.653225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-dd3beb9b-0bd7-4756-b996-0c9f45388bfa tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.657049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37508) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.661460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-7b925457-6cab-4f5c-b3d8-231a9db1feaf tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.665545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7b925457-6cab-4f5c-b3d8-231a9db1feaf tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0074794 Nov 08 13:57:25.666224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37510) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.671846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dd3beb9b-0bd7-4756-b996-0c9f45388bfa tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0329814 Nov 08 13:57:25.677123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-d1437f3f-af67-4e10-8ff3-5ec814cb3a46 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.682746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37512) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.683513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d1437f3f-af67-4e10-8ff3-5ec814cb3a46 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0162976 Nov 08 13:57:25.690416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-fcb4e0d8-e237-42ee-8bd5-51013590a1b1 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.695028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37514) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.697538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fcb4e0d8-e237-42ee-8bd5-51013590a1b1 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0125542 Nov 08 13:57:25.701716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-4e874241-5921-4873-b034-825317dbdb28 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.706810 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4e874241-5921-4873-b034-825317dbdb28 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0102496 Nov 08 13:57:25.707706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37516) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.730574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-3de27b25-3d21-43e4-92ec-b87df53b2ec7 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.735699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3de27b25-3d21-43e4-92ec-b87df53b2ec7 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0268190 Nov 08 13:57:25.736456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37518) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.741621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-150875f0-068d-4bd9-ae84-71b6accc3f47 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.751912 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-150875f0-068d-4bd9-ae84-71b6accc3f47 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0142577 Nov 08 13:57:25.752615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37520) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.757745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-26971c6e-a4bd-4c91-a6b6-392ffb480830 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.765414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-26971c6e-a4bd-4c91-a6b6-392ffb480830 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0098512 Nov 08 13:57:25.766179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37524) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.779481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-d84e8cbf-fe2e-460e-a6bc-ecac459ed531 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.785469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d84e8cbf-fe2e-460e-a6bc-ecac459ed531 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0167363 Nov 08 13:57:25.788052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37526) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.796816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-c446069c-e2de-45c7-8f8e-aafe4c98aba6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.803409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c446069c-e2de-45c7-8f8e-aafe4c98aba6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0135949 Nov 08 13:57:25.807111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37528) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.814560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-015b900d-b7bc-445c-bd78-49d4b4af57cd tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.826050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-015b900d-b7bc-445c-bd78-49d4b4af57cd tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0176117 Nov 08 13:57:25.826547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37530) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.835622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [None req-dac94b49-718b-458f-a376-26f15880ede1 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.839557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37532) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.845923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-b63c9196-3803-4aeb-ab78-d9cc8abd1519 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.850650 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b63c9196-3803-4aeb-ab78-d9cc8abd1519 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0096583 Nov 08 13:57:25.851433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37534) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.853996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dac94b49-718b-458f-a376-26f15880ede1 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0220068 Nov 08 13:57:25.859249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-7650ffb8-8c09-4942-abca-6419adb5f8bc tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.869075 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7650ffb8-8c09-4942-abca-6419adb5f8bc tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0162449 Nov 08 13:57:25.870073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37536) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.885587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-d0818777-3139-4327-8336-242c4ff49254 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.891163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d0818777-3139-4327-8336-242c4ff49254 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0196733 Nov 08 13:57:25.892499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37540) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.907722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-457ae646-dc65-4c50-8584-6c96b7fd2ab7 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.917989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-457ae646-dc65-4c50-8584-6c96b7fd2ab7 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0235901 Nov 08 13:57:25.918913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37544) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.939253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-6e3a6fda-f51c-4b4d-9455-455c844ae8e6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.948740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6e3a6fda-f51c-4b4d-9455-455c844ae8e6 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0283301 Nov 08 13:57:25.949366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37546) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.962074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-7bc53c7a-e500-4b0e-a185-e4963cb09437 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.963529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7bc53c7a-e500-4b0e-a185-e4963cb09437 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0132184 Nov 08 13:57:25.966454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37550) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.968857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef6bc-e173-4e26-8abb-15fc31049013 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:25.979630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae77f3-c7f2-416e-9807-71c19fab3a3e req-a5af042f-28c8-491b-88e9-ca88687382db tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:25.981823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-7aaa6581-4de4-47f5-8d87-16794853bbf3 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.982695 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fae77f3-c7f2-416e-9807-71c19fab3a3e req-a5af042f-28c8-491b-88e9-ca88687382db tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.2611818 Nov 08 13:57:25.986065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7aaa6581-4de4-47f5-8d87-16794853bbf3 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0154696 Nov 08 13:57:25.987390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37554) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:25.994677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-e28b24d9-48d1-41be-a52d-27d14fc44b47 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:25.998172 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e28b24d9-48d1-41be-a52d-27d14fc44b47 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0071704 Nov 08 13:57:25.998478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37556) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.007101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-6fcc1ee6-990f-4e08-b3bf-16c617cf0d4b tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.011167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6fcc1ee6-990f-4e08-b3bf-16c617cf0d4b tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080557 Nov 08 13:57:26.012166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37558) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.022653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-8f23eb4c-3c54-48f6-a09a-cfcda9fd1a43 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.026709 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8f23eb4c-3c54-48f6-a09a-cfcda9fd1a43 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092995 Nov 08 13:57:26.026709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.034262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-ac0a20ab-9479-4c2f-aa16-b3fb064d6df5 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.035776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac0a20ab-9479-4c2f-aa16-b3fb064d6df5 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0076292 Nov 08 13:57:26.038374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37564) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.048509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-cc84b776-6bc8-45d3-b644-583c64fffaba tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.052032 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cc84b776-6bc8-45d3-b644-583c64fffaba tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0124924 Nov 08 13:57:26.055308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37566) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.069988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-6834565b-837f-48f9-bc4e-dd8461fdb06f tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.072930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6834565b-837f-48f9-bc4e-dd8461fdb06f tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0148647 Nov 08 13:57:26.075599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37568) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.087580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-3e5d5585-178e-43b4-8016-0a90f2551bbe tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.091879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3e5d5585-178e-43b4-8016-0a90f2551bbe tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0149665 Nov 08 13:57:26.102509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37570) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.115586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-85c43726-6524-4612-b966-03aaae375fd3 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.117663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-85c43726-6524-4612-b966-03aaae375fd3 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0184546 Nov 08 13:57:26.121463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37572) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.133048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-e29b9e5e-f7a3-4096-8447-6766daf51dc0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.134002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e29b9e5e-f7a3-4096-8447-6766daf51dc0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0116224 Nov 08 13:57:26.136987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37574) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.142225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1cab-6f66-4fc9-a81c-5e6e64d68219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.147529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fae77f3-c7f2-416e-9807-71c19fab3a3e req-d2b535f0-1233-4b55-b665-3f35ff35590f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474690 Nov 08 13:57:26.154350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-efbb4370-a11d-4197-99a8-6d93c3f20782 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.154739 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d6b1cab-6f66-4fc9-a81c-5e6e64d68219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.158070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-efbb4370-a11d-4197-99a8-6d93c3f20782 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0188682 Nov 08 13:57:26.169910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37576) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.175213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-844a02fb-dac0-4222-beda-e39b8ad5eb43 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.181325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-844a02fb-dac0-4222-beda-e39b8ad5eb43 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0143361 Nov 08 13:57:26.181954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37582) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.191095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-546e0efd-2ec1-4d78-830e-dc260aa0fe5e tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.194723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-546e0efd-2ec1-4d78-830e-dc260aa0fe5e tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0108085 Nov 08 13:57:26.196838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37584) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.197766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b1cab-6f66-4fc9-a81c-5e6e64d68219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fe59cd-e733-48aa-bb9d-69dad86fc3fa,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:26.217372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-85016244-9739-4031-a19a-73123f9c821f tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.223787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-85016244-9739-4031-a19a-73123f9c821f tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0206149 Nov 08 13:57:26.223787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37588) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.236734 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-8790dee7-e076-4743-8d6a-8285d7b6c100 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.240991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8790dee7-e076-4743-8d6a-8285d7b6c100 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0171301 Nov 08 13:57:26.243683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37590) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.252494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-6042ebd7-9651-4fea-b4c3-5b750a1fb8c0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.253789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6042ebd7-9651-4fea-b4c3-5b750a1fb8c0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085833 Nov 08 13:57:26.258705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d6b1cab-6f66-4fc9-a81c-5e6e64d68219 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88d7ec6d07cc4dc4a6a40797945db6c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6525037 Nov 08 13:57:26.258953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.264247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37594) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.266630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-38410f39-0280-4d62-af23-3a913cca3535 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.270762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37596) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.274997 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-38410f39-0280-4d62-af23-3a913cca3535 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0143571 Nov 08 13:57:26.275787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37598) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.282505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-cfb66ded-ba66-42e2-8f9b-f59084fd11d0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.287786 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cfb66ded-ba66-42e2-8f9b-f59084fd11d0 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0098009 Nov 08 13:57:26.288770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37602) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.295706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [None req-d96a8a50-1285-4edd-b30c-045888b1a635 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 13:57:26.304657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d96a8a50-1285-4edd-b30c-045888b1a635 tempest-ExtensionsTestJSON-745504556 tempest-ExtensionsTestJSON-745504556-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0137670 Nov 08 13:57:26.318711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef6bc-e173-4e26-8abb-15fc31049013 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.329506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e8ef6bc-e173-4e26-8abb-15fc31049013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.360067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37610) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.360426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e8ef6bc-e173-4e26-8abb-15fc31049013 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60cfd828e65740f997cfdc1f8b0ffa01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9083841 Nov 08 13:57:26.404705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ef6bc-e173-4e26-8abb-15fc31049013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e5bd0b-de42-4eab-8cff-365006910eb0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:26.410154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7626dd71-8627-4a25-8b27-c564085e064b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.423409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e19bc590-bb95-4852-be4c-ef510a5d04c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.437105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7626dd71-8627-4a25-8b27-c564085e064b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.443296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-60c27bde-edcf-487a-8eb3-4542c9cf4ced tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1359825458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:26.452917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e19bc590-bb95-4852-be4c-ef510a5d04c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.505936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60c27bde-edcf-487a-8eb3-4542c9cf4ced tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.507634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60c27bde-edcf-487a-8eb3-4542c9cf4ced tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.566334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e19bc590-bb95-4852-be4c-ef510a5d04c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.575894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e19bc590-bb95-4852-be4c-ef510a5d04c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.577295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e19bc590-bb95-4852-be4c-ef510a5d04c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/49e5bd0b-de42-4eab-8cff-365006910eb0 HTTP/1.1" status: 204 len: 168 time: 0.2157934 Nov 08 13:57:26.588185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bc590-bb95-4852-be4c-ef510a5d04c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e5bd0b-de42-4eab-8cff-365006910eb0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:26.607756 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7626dd71-8627-4a25-8b27-c564085e064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.611209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7626dd71-8627-4a25-8b27-c564085e064b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.615924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7626dd71-8627-4a25-8b27-c564085e064b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3fe59cd-e733-48aa-bb9d-69dad86fc3fa HTTP/1.1" status: 204 len: 168 time: 0.3538313 Nov 08 13:57:26.618383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60c27bde-edcf-487a-8eb3-4542c9cf4ced tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.630497 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60c27bde-edcf-487a-8eb3-4542c9cf4ced tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.635514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626dd71-8627-4a25-8b27-c564085e064b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fe59cd-e733-48aa-bb9d-69dad86fc3fa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:26.672817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60c27bde-edcf-487a-8eb3-4542c9cf4ced tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.674763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-60c27bde-edcf-487a-8eb3-4542c9cf4ced tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4027634 Nov 08 13:57:26.677590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37626) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:26.682827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-124295347'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:26.717744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Made reservation on behalf of 51640aa6436144c2b40303767c8f3223 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:26.725355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.742218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.886615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.894643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.949303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b62facf-d74f-4f79-84b5-e98abb3367c2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:26.962455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:26.976923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:26.977346 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Added segment 98ae4de8-0074-4482-b1d1-85aa34f44c86 of type vlan for network 48178f27-f7ff-4014-bf8e-56b09f5f776b Nov 08 13:57:27.046716 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.088101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37634) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:27.096271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.111636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:27.113067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.192224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5094149 Nov 08 13:57:27.192748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37642) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:27.198797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'subnet': {'network_id': '48178f27-f7ff-4014-bf8e-56b09f5f776b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:27.303831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246d13a-a537-4675-9a09-dde6f4555735 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Network': ['ID=48178f27-f7ff-4014-bf8e-56b09f5f776b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:27.313830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37646) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:27.322671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:27.366603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d830d753-db9d-46b3-946a-8394daa57bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.419301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Made reservation on behalf of 51640aa6436144c2b40303767c8f3223 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:27.424771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.598230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d830d753-db9d-46b3-946a-8394daa57bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.607960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d830d753-db9d-46b3-946a-8394daa57bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.687593 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d830d753-db9d-46b3-946a-8394daa57bac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=82997cbf76bd493290b2ca867669e16c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3720050 Nov 08 13:57:27.691439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830d753-db9d-46b3-946a-8394daa57bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e01c4e-23b9-4a68-ad5b-79f30284a4ca,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:27.692042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37652) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:27.731765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.813371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59283244-0702-4424-8e3e-e06daa02cf15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.887449 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58c39dac-3a00-4f2e-8f9d-798eec472a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:27.971461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9959ffae-5718-40ef-8cc9-0407cc205252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.011496 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9959ffae-5718-40ef-8cc9-0407cc205252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.090586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59283244-0702-4424-8e3e-e06daa02cf15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.113210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37662) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:28.117508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Subnet': ['ID=56e97a0b-c355-46dd-bc68-932ae1a2939f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:28.130745 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59283244-0702-4424-8e3e-e06daa02cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.187133 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9959ffae-5718-40ef-8cc9-0407cc205252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.191801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9959ffae-5718-40ef-8cc9-0407cc205252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.193812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9959ffae-5718-40ef-8cc9-0407cc205252 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84e01c4e-23b9-4a68-ad5b-79f30284a4ca HTTP/1.1" status: 204 len: 168 time: 0.5007248 Nov 08 13:57:28.240847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Checking segment: {'id': '98ae4de8-0074-4482-b1d1-85aa34f44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '48178f27-f7ff-4014-bf8e-56b09f5f776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:28.241255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network hostable DHCP agents. Network: 48178f27-f7ff-4014-bf8e-56b09f5f776b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:28.257712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-59283244-0702-4424-8e3e-e06daa02cf15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fad29b42dfd64da583019b67b89949fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1677070 Nov 08 13:57:28.258688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59283244-0702-4424-8e3e-e06daa02cf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8e0f74-9bae-4afa-bcb5-c0aacf779c6e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:28.263157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37672) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:28.303134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959ffae-5718-40ef-8cc9-0407cc205252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e01c4e-23b9-4a68-ad5b-79f30284a4ca,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:28.355919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:28.383432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 48178f27-f7ff-4014-bf8e-56b09f5f776b) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:28.390970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:28.391575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.404874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79676f-d8ce-4fe7-a735-fa09fbd50ea9 None None] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:28.446791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7408587f-5a01-4d5d-ae16-11090ace4550 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2518775 Nov 08 13:57:28.451922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37680) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:28.461911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'network': {'name': 'tempest-router-network01--602469345'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:28.467809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e21f863-af46-48a5-be53-2788e03102e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.524207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Made reservation on behalf of 51640aa6436144c2b40303767c8f3223 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:28.534732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.592780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9adb428-16d9-40c1-aba5-44ec6b013206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.604991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:28.629223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.629565 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Added segment 4ddd4476-8d71-4a12-b036-76d6f16bca3f of type vlan for network ba496692-aa9d-4072-a169-2a896aea2c78 Nov 08 13:57:28.639904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9adb428-16d9-40c1-aba5-44ec6b013206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.721439 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e21f863-af46-48a5-be53-2788e03102e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.726771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e21f863-af46-48a5-be53-2788e03102e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.752281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.769867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e21f863-af46-48a5-be53-2788e03102e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9d39e2067b44e1b80eac365c25a5d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6546626 Nov 08 13:57:28.773817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37686) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:28.782855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-48178f27-f7ff-4014-bf8e-56b09f5f776b', 'network_id': '48178f27-f7ff-4014-bf8e-56b09f5f776b', 'tenant_id': '51640aa6436144c2b40303767c8f3223', 'fixed_ips': [{'subnet_id': '56e97a0b-c355-46dd-bc68-932ae1a2939f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:57:28.784115 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.821591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9adb428-16d9-40c1-aba5-44ec6b013206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.825292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9adb428-16d9-40c1-aba5-44ec6b013206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.827244 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9adb428-16d9-40c1-aba5-44ec6b013206 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe8e0f74-9bae-4afa-bcb5-c0aacf779c6e HTTP/1.1" status: 204 len: 168 time: 0.5615351 Nov 08 13:57:28.828715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21f863-af46-48a5-be53-2788e03102e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b611f4-4f94-48d7-ab21-f5bd12c0a443,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:28.843802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adb428-16d9-40c1-aba5-44ec6b013206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8e0f74-9bae-4afa-bcb5-c0aacf779c6e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:28.863816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.879679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:28.881414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:28.944857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37690) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:28.945575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4914784 Nov 08 13:57:28.951352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'network': {'name': 'tempest-router-network02--1084004797'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:29.009176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Made reservation on behalf of 51640aa6436144c2b40303767c8f3223 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:29.019022 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.037168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Allocated IP 172.20.0.2 (48178f27-f7ff-4014-bf8e-56b09f5f776b/56e97a0b-c355-46dd-bc68-932ae1a2939f/f4f239da-3281-4658-abd3-b1f8be3c3062) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:29.103958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:29.135674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:29.143125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.144277 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Added segment 750745a8-a547-4b76-aa64-0d9d5925f6d4 of type vlan for network 7933187e-aa02-4319-898e-670730752ca5 Nov 08 13:57:29.170479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e160c8-def4-4054-8cf0-8115fc603e09 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Network': ['ID=ba496692-aa9d-4072-a169-2a896aea2c78,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:29.178328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf8ca00e-8818-4867-a88a-b5e121fed5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.236890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network ba496692-aa9d-4072-a169-2a896aea2c78 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:29.266551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf8ca00e-8818-4867-a88a-b5e121fed5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.275650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.343956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.363206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:29.364339 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.368513 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf8ca00e-8818-4867-a88a-b5e121fed5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.374143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf8ca00e-8818-4867-a88a-b5e121fed5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.376874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cf8ca00e-8818-4867-a88a-b5e121fed5b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8b611f4-4f94-48d7-ab21-f5bd12c0a443 HTTP/1.1" status: 204 len: 168 time: 0.6016502 Nov 08 13:57:29.409827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ca00e-8818-4867-a88a-b5e121fed5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b611f4-4f94-48d7-ab21-f5bd12c0a443,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:29.540641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Network': ['ID=7933187e-aa02-4319-898e-670730752ca5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:29.569192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37710) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:29.574398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9ec9c042-0808-4304-aa18-504d0a60e48d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6274774 Nov 08 13:57:29.583651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'subnet': {'network_id': 'ba496692-aa9d-4072-a169-2a896aea2c78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:29.718161 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.765769 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-509ef774-a793-4dee-8936-89c7275f3e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.768448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 7933187e-aa02-4319-898e-670730752ca5 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:29.777373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.917613 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Made reservation on behalf of 51640aa6436144c2b40303767c8f3223 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:29.923594 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:29.970477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:29.994576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:30.002288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:30.007138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Pushing event updated for resources: {'Port': ['ID=f4f239da-3281-4658-abd3-b1f8be3c3062,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:30.083009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-509ef774-a793-4dee-8936-89c7275f3e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.090894 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-509ef774-a793-4dee-8936-89c7275f3e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.096441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Attempting to bind port f4f239da-3281-4658-abd3-b1f8be3c3062 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:57:30.096857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Attempting to bind port f4f239da-3281-4658-abd3-b1f8be3c3062 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '98ae4de8-0074-4482-b1d1-85aa34f44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '48178f27-f7ff-4014-bf8e-56b09f5f776b'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:57:30.098371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Attempting to bind port f4f239da-3281-4658-abd3-b1f8be3c3062 on network 48178f27-f7ff-4014-bf8e-56b09f5f776b {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:57:30.109593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:57:30.109969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Checking segment: {'id': '98ae4de8-0074-4482-b1d1-85aa34f44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '48178f27-f7ff-4014-bf8e-56b09f5f776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:30.111649 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.114275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Bound using segment: {'id': '98ae4de8-0074-4482-b1d1-85aa34f44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '48178f27-f7ff-4014-bf8e-56b09f5f776b'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:57:30.115601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Bound port: f4f239da-3281-4658-abd3-b1f8be3c3062, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98ae4de8-0074-4482-b1d1-85aa34f44c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '48178f27-f7ff-4014-bf8e-56b09f5f776b'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:57:30.116028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.142207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ef774-a793-4dee-8936-89c7275f3e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9906f1e-fd53-49d5-b151-6af2b0306e53,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:30.155720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-509ef774-a793-4dee-8936-89c7275f3e05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a942e5fb89d5429989bb1ee906876caa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0104702 Nov 08 13:57:30.156119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37724) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:30.214946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] For port f4f239da-3281-4658-abd3-b1f8be3c3062, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:57:30.219698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] For port f4f239da-3281-4658-abd3-b1f8be3c3062, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f4f239da-3281-4658-abd3-b1f8be3c3062,segment=NetworkSegment(98ae4de8-0074-4482-b1d1-85aa34f44c86),segment_id=98ae4de8-0074-4482-b1d1-85aa34f44c86)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:57:30.225752 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e29242-e1a5-46ca-b292-7c5136b44e7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.234557 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.260398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e29242-e1a5-46ca-b292-7c5136b44e7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.340091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.341321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666d685-c984-48dc-8539-30a0a31caea6 None None] Pushing event updated for resources: {'Port': ['ID=f4f239da-3281-4658-abd3-b1f8be3c3062,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:30.387163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37730) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:30.401937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e29242-e1a5-46ca-b292-7c5136b44e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.405956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e29242-e1a5-46ca-b292-7c5136b44e7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.407408 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-95e29242-e1a5-46ca-b292-7c5136b44e7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9906f1e-fd53-49d5-b151-6af2b0306e53 HTTP/1.1" status: 204 len: 168 time: 0.2502298 Nov 08 13:57:30.432375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9ddd19c-2bdd-43cb-8553-d6eebc13e204 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.441103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e29242-e1a5-46ca-b292-7c5136b44e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9906f1e-fd53-49d5-b151-6af2b0306e53,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:30.459342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Subnet': ['ID=dd45fbee-2a75-48a0-b613-068d0a50565b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:30.517329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Checking segment: {'id': '4ddd4476-8d71-4a12-b036-76d6f16bca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ba496692-aa9d-4072-a169-2a896aea2c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:30.517695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network hostable DHCP agents. Network: ba496692-aa9d-4072-a169-2a896aea2c78, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:30.555819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network ba496692-aa9d-4072-a169-2a896aea2c78 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:30.582072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, ba496692-aa9d-4072-a169-2a896aea2c78) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:30.590240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9ddd19c-2bdd-43cb-8553-d6eebc13e204 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.593294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:30.600991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.605759 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9ddd19c-2bdd-43cb-8553-d6eebc13e204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.618407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41bd366-7c68-47b5-a377-57d1e225aafa None None] Network ba496692-aa9d-4072-a169-2a896aea2c78 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:30.649777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9ddd19c-2bdd-43cb-8553-d6eebc13e204 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac0bf4320398490796bcc1ee980446a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608182 Nov 08 13:57:30.652969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37740) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:30.682158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-96ec8d4c-8bcb-44a9-bf39-1f1641199c74 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1109769 Nov 08 13:57:30.688710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37742) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:30.694461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'subnet': {'network_id': '7933187e-aa02-4319-898e-670730752ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:30.706566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ddd19c-2bdd-43cb-8553-d6eebc13e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a375ea05-8546-472b-a63f-42a131e9606f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:30.844636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a6641f1-8048-41ed-9ad6-3ab74f2af7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.889530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a6641f1-8048-41ed-9ad6-3ab74f2af7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:30.897950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Made reservation on behalf of 51640aa6436144c2b40303767c8f3223 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:30.901712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.029266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a6641f1-8048-41ed-9ad6-3ab74f2af7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.032168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-ba496692-aa9d-4072-a169-2a896aea2c78', 'network_id': 'ba496692-aa9d-4072-a169-2a896aea2c78', 'tenant_id': '51640aa6436144c2b40303767c8f3223', 'fixed_ips': [{'subnet_id': 'dd45fbee-2a75-48a0-b613-068d0a50565b'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:57:31.032687 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a6641f1-8048-41ed-9ad6-3ab74f2af7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.033472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6a6641f1-8048-41ed-9ad6-3ab74f2af7e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a375ea05-8546-472b-a63f-42a131e9606f HTTP/1.1" status: 204 len: 168 time: 0.3793397 Nov 08 13:57:31.038965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.051335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6641f1-8048-41ed-9ad6-3ab74f2af7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a375ea05-8546-472b-a63f-42a131e9606f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:31.170814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37758) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:31.189686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.192378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-655a558a-cdaa-4260-878b-38eb99e877f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.226203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Allocated IP 172.20.0.2 (ba496692-aa9d-4072-a169-2a896aea2c78/dd45fbee-2a75-48a0-b613-068d0a50565b/834933c8-979a-429a-a16f-e11c6c9d0861) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:31.329552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Subnet': ['ID=ba2f39e3-758b-40f9-a1b6-2ab6bc5d461f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:31.341335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Checking segment: {'id': '750745a8-a547-4b76-aa64-0d9d5925f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7933187e-aa02-4319-898e-670730752ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:31.341704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network hostable DHCP agents. Network: 7933187e-aa02-4319-898e-670730752ca5, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:31.368954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network 7933187e-aa02-4319-898e-670730752ca5 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:31.384054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 7933187e-aa02-4319-898e-670730752ca5) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:31.391660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:31.392371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.395480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfd677-ef6a-4083-a9dd-cb504cb6cb05 None None] Network 7933187e-aa02-4319-898e-670730752ca5 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:31.408967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-655a558a-cdaa-4260-878b-38eb99e877f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.415221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-655a558a-cdaa-4260-878b-38eb99e877f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.420013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-127818a5-e793-4518-80d6-0e5081dd502d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7276301 Nov 08 13:57:31.420365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37764) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:31.544994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37766) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:31.547100 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-655a558a-cdaa-4260-878b-38eb99e877f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94ccca8c735449cd8e2ad6556b72238c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3750823 Nov 08 13:57:31.552136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a558a-cdaa-4260-878b-38eb99e877f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3c19f7-7d33-453b-9796-6b0a6037e502,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:31.731493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f4f239da-3281-4658-abd3-b1f8be3c3062 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:31.788921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-7933187e-aa02-4319-898e-670730752ca5', 'network_id': '7933187e-aa02-4319-898e-670730752ca5', 'tenant_id': '51640aa6436144c2b40303767c8f3223', 'fixed_ips': [{'subnet_id': 'ba2f39e3-758b-40f9-a1b6-2ab6bc5d461f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:57:31.790164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.841176 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d51e369-a415-41e6-9b6f-eaeb0336ef18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:31.957071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed5e5a-eaa1-4bd8-83c8-2639bc6d2bfe None None] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:31.990553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f8a535a-d44b-4755-b8e8-0fc969690d36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.030780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f8a535a-d44b-4755-b8e8-0fc969690d36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.065317 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.114233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f4f239da-3281-4658-abd3-b1f8be3c3062 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:32.114864 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.126063 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.128717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Allocated IP 172.20.0.2 (7933187e-aa02-4319-898e-670730752ca5/ba2f39e3-758b-40f9-a1b6-2ab6bc5d461f/e78495a0-2f61-4870-bc9c-78f7ba10cde3) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:32.176270 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.195498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8c3d508a-cc89-4fb7-b3d1-e98e69f624c5 None None] Provisioning complete for port f4f239da-3281-4658-abd3-b1f8be3c3062 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:32.195784 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c3d508a-cc89-4fb7-b3d1-e98e69f624c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.295966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Network ba496692-aa9d-4072-a169-2a896aea2c78 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:32.304542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:32.349297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:32.384374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Allocated IP 172.20.0.1 (ba496692-aa9d-4072-a169-2a896aea2c78/dd45fbee-2a75-48a0-b613-068d0a50565b/44736b4e-06fe-4d71-a04d-d861674c14b5) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:32.389365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Pushing event updated for resources: {'Port': ['ID=834933c8-979a-429a-a16f-e11c6c9d0861,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:32.456433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37794) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:32.531361 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f8a535a-d44b-4755-b8e8-0fc969690d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.535368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f8a535a-d44b-4755-b8e8-0fc969690d36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.537052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8f8a535a-d44b-4755-b8e8-0fc969690d36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e3c19f7-7d33-453b-9796-6b0a6037e502 HTTP/1.1" status: 204 len: 168 time: 0.9132257 Nov 08 13:57:32.589355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Attempting to bind port 834933c8-979a-429a-a16f-e11c6c9d0861 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:57:32.589698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Attempting to bind port 834933c8-979a-429a-a16f-e11c6c9d0861 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4ddd4476-8d71-4a12-b036-76d6f16bca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ba496692-aa9d-4072-a169-2a896aea2c78'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:57:32.590072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Attempting to bind port 834933c8-979a-429a-a16f-e11c6c9d0861 on network ba496692-aa9d-4072-a169-2a896aea2c78 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:57:32.595786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a535a-d44b-4755-b8e8-0fc969690d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3c19f7-7d33-453b-9796-6b0a6037e502,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:32.609283 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.665783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.712172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:57:32.712545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Checking segment: {'id': '4ddd4476-8d71-4a12-b036-76d6f16bca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ba496692-aa9d-4072-a169-2a896aea2c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:32.712951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.713445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Bound using segment: {'id': '4ddd4476-8d71-4a12-b036-76d6f16bca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ba496692-aa9d-4072-a169-2a896aea2c78'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:57:32.713868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Bound port: 834933c8-979a-429a-a16f-e11c6c9d0861, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddd4476-8d71-4a12-b036-76d6f16bca3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'ba496692-aa9d-4072-a169-2a896aea2c78'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:57:32.714247 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.716222 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.726889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network ba496692-aa9d-4072-a169-2a896aea2c78 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:32.731109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:32.733500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Port': ['ID=44736b4e-06fe-4d71-a04d-d861674c14b5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:32.736201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:32.756860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c3d508a-cc89-4fb7-b3d1-e98e69f624c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.797244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.843489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.849089 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1146539112'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:32.851069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port f4f239da-3281-4658-abd3-b1f8be3c3062, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f4f239da-3281-4658-abd3-b1f8be3c3062,segment=NetworkSegment(98ae4de8-0074-4482-b1d1-85aa34f44c86),segment_id=98ae4de8-0074-4482-b1d1-85aa34f44c86)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:32.862652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.875873 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.926108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:32.930908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.942676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:32.993132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.066451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] For port 834933c8-979a-429a-a16f-e11c6c9d0861, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:57:33.076499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Network 7933187e-aa02-4319-898e-670730752ca5 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:33.096768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:33.101812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] For port 834933c8-979a-429a-a16f-e11c6c9d0861, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=834933c8-979a-429a-a16f-e11c6c9d0861,segment=NetworkSegment(4ddd4476-8d71-4a12-b036-76d6f16bca3f),segment_id=4ddd4476-8d71-4a12-b036-76d6f16bca3f)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:57:33.105157 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-8c3d508a-cc89-4fb7-b3d1-e98e69f624c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:57:33.105516 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-8c3d508a-cc89-4fb7-b3d1-e98e69f624c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:57:33.106235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:33.110035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=f4f239da-3281-4658-abd3-b1f8be3c3062,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:33.116147 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.121173 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.148787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.165458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.253262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:33.266967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Pushing event updated for resources: {'Port': ['ID=e78495a0-2f61-4870-bc9c-78f7ba10cde3,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:33.269699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadfa49e-73cc-43da-976e-4b6d170a1d91,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:33.277925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.278284 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment bae48b6f-dd33-4e3f-afd3-afe3f75802b1 of type vlan for network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 Nov 08 13:57:33.335994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Attempting to bind port e78495a0-2f61-4870-bc9c-78f7ba10cde3 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:57:33.336357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Attempting to bind port e78495a0-2f61-4870-bc9c-78f7ba10cde3 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '750745a8-a547-4b76-aa64-0d9d5925f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7933187e-aa02-4319-898e-670730752ca5'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:57:33.336721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Attempting to bind port e78495a0-2f61-4870-bc9c-78f7ba10cde3 on network 7933187e-aa02-4319-898e-670730752ca5 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:57:33.364361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:57:33.364864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Checking segment: {'id': '750745a8-a547-4b76-aa64-0d9d5925f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7933187e-aa02-4319-898e-670730752ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:33.365279 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.365678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Bound using segment: {'id': '750745a8-a547-4b76-aa64-0d9d5925f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7933187e-aa02-4319-898e-670730752ca5'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:57:33.366177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Bound port: e78495a0-2f61-4870-bc9c-78f7ba10cde3, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '750745a8-a547-4b76-aa64-0d9d5925f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '7933187e-aa02-4319-898e-670730752ca5'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:57:33.366562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.377492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.419307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.428981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:33.429842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.529844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] For port e78495a0-2f61-4870-bc9c-78f7ba10cde3, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:57:33.537596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] For port e78495a0-2f61-4870-bc9c-78f7ba10cde3, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e78495a0-2f61-4870-bc9c-78f7ba10cde3,segment=NetworkSegment(750745a8-a547-4b76-aa64-0d9d5925f6d4),segment_id=750745a8-a547-4b76-aa64-0d9d5925f6d4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:57:33.539039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a401efe-6eb4-452a-b298-7d6eb2640de3 None None] Pushing event updated for resources: {'Port': ['ID=834933c8-979a-429a-a16f-e11c6c9d0861,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:33.547078 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.616527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.626681 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1678567 Nov 08 13:57:33.628475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:33.634814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37818) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:33.653157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8de53-31d3-4bd0-8be7-33d46f8c7675 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=e0d24d0f-13d7-40af-ac2d-66abf48f2b53,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:33.668734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'name': 'tempest-PortsTestJSON-1115957508'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:33.749246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:33.820381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f4f239da-3281-4658-abd3-b1f8be3c3062 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:33.976092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:33.979936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:34.045516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Port': ['ID=44736b4e-06fe-4d71-a04d-d861674c14b5,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:34.096218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 04860855-a4ce-4b56-a80d-71b7c75e0056 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:57:34.101913 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:34.162430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc9556-f44d-49c4-abbe-ef41aa3cf550 None None] Pushing event updated for resources: {'Port': ['ID=e78495a0-2f61-4870-bc9c-78f7ba10cde3,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:34.195859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f4f239da-3281-4658-abd3-b1f8be3c3062 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:34.196342 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:34.355402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2107f6b3-00f9-4c70-ace4-db708c0f0ab8 None None] Provisioning complete for port f4f239da-3281-4658-abd3-b1f8be3c3062 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:34.355978 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2107f6b3-00f9-4c70-ace4-db708c0f0ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:34.430127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network ba496692-aa9d-4072-a169-2a896aea2c78 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:34.434334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:34.623202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:34.701818 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:34.743571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Router 10351b69-09ad-42b3-a2f3-5a5d71bf16b7 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:57:34.936829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed8e05-9fff-47eb-99ce-8963322af0a3 None None] Network ba496692-aa9d-4072-a169-2a896aea2c78 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:35.198440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-04602368-c32e-4312-9646-7431c59604bf None None] Provisioning complete for port 834933c8-979a-429a-a16f-e11c6c9d0861 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:35.199069 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04602368-c32e-4312-9646-7431c59604bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:35.464207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04602368-c32e-4312-9646-7431c59604bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:35.530502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369c7099-9141-4846-9ee1-a9de22067a17 None None] Network 7933187e-aa02-4319-898e-670730752ca5 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:35.679832 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:35.793458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=04860855-a4ce-4b56-a80d-71b7c75e0056,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:35.795170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:35.807215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-04602368-c32e-4312-9646-7431c59604bf None None] For port 834933c8-979a-429a-a16f-e11c6c9d0861, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=834933c8-979a-429a-a16f-e11c6c9d0861,segment=NetworkSegment(4ddd4476-8d71-4a12-b036-76d6f16bca3f),segment_id=4ddd4476-8d71-4a12-b036-76d6f16bca3f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:35.824813 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04602368-c32e-4312-9646-7431c59604bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:35.865837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': 'bae48b6f-dd33-4e3f-afd3-afe3f75802b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:35.866454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: e0d24d0f-13d7-40af-ac2d-66abf48f2b53, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:35.905233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e78495a0-2f61-4870-bc9c-78f7ba10cde3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:35.935068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:35.968584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:35.983144 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] Sync routers for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:35.990739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c1eae676-86dd-4f4c-ba8f-c15888f884d6 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "PUT /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5652773 Nov 08 13:57:35.991016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:36.009267 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:36.012377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e0d24d0f-13d7-40af-ac2d-66abf48f2b53) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:36.017170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:36.018076 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:36.027544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:36.027544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.093322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7870d8-899f-484b-9f87-cc580486f106 None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:36.126143 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:36.133410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04602368-c32e-4312-9646-7431c59604bf None None] Pushing event updated for resources: {'Port': ['ID=834933c8-979a-429a-a16f-e11c6c9d0861,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:36.157387 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:36.160074 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:36.226228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-18eef828-1d3b-4b58-9d94-cd41f50656ae tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5827136 Nov 08 13:57:36.230066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37948) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:36.240268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1401977839'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:36.323856 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:36.325137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:36.325858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a151940-4693-4bd9-b753-78ed08a73633 None None] The sync data for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:36.334813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.405207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:36.429685 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.430032 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment 415192c5-e170-457a-80a6-f8a45b5459cc of type vlan for network a7803be4-a647-47eb-be16-3cd66dbf2c52 Nov 08 13:57:36.440303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b7e4d1b5-ec70-469a-8fe8-853aba671e65 None None] Provisioning complete for port e78495a0-2f61-4870-bc9c-78f7ba10cde3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:36.441598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d1b5-ec70-469a-8fe8-853aba671e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.523723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.585077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.595358 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:36.596493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.696591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e78495a0-2f61-4870-bc9c-78f7ba10cde3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:36.696990 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.783651 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5520353 Nov 08 13:57:36.790044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:36.801538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d04b1-a663-4ff2-acaf-3e877ae54943 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=a7803be4-a647-47eb-be16-3cd66dbf2c52,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:36.804424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'ports': [{'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53'}, {'network_id': 'a7803be4-a647-47eb-be16-3cd66dbf2c52'}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:36.804916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:36.807304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'a7803be4-a647-47eb-be16-3cd66dbf2c52'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:36.827609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a7803be4-a647-47eb-be16-3cd66dbf2c52 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:36.965032 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d1b5-ec70-469a-8fe8-853aba671e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:36.978127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.046012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b7e4d1b5-ec70-469a-8fe8-853aba671e65 None None] For port e78495a0-2f61-4870-bc9c-78f7ba10cde3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e78495a0-2f61-4870-bc9c-78f7ba10cde3,segment=NetworkSegment(750745a8-a547-4b76-aa64-0d9d5925f6d4),segment_id=750745a8-a547-4b76-aa64-0d9d5925f6d4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:37.054183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b7e4d1b5-ec70-469a-8fe8-853aba671e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.104419 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-4e9d89b5-2aa3-40bd-8344-d3c44f0dc4b1 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:57:37.107895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4e9d89b5-2aa3-40bd-8344-d3c44f0dc4b1 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "PUT /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1129189 Nov 08 13:57:37.109089 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37964) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:37.164584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 2} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:37.171516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.188618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4d1b5-ec70-469a-8fe8-853aba671e65 None None] Pushing event updated for resources: {'Port': ['ID=e78495a0-2f61-4870-bc9c-78f7ba10cde3,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:37.189558 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.191524 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:57:37.192033 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:57:37.208428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7f67ed7b-c2d8-4f0d-975e-cec9094e493b None None] Provisioning complete for port e78495a0-2f61-4870-bc9c-78f7ba10cde3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:37.209401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f67ed7b-c2d8-4f0d-975e-cec9094e493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.352096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 9640b86e-5ec6-4e03-bfd5-696440dbe391 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:57:37.370733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7f67ed7b-c2d8-4f0d-975e-cec9094e493b None None] Provisioning complete for port 834933c8-979a-429a-a16f-e11c6c9d0861 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:37.371157 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f67ed7b-c2d8-4f0d-975e-cec9094e493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.432800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37974) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:37.502659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37978) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:37.540893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.552977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7f67ed7b-c2d8-4f0d-975e-cec9094e493b None None] Provisioning complete for port 44736b4e-06fe-4d71-a04d-d861674c14b5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:37.553542 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f67ed7b-c2d8-4f0d-975e-cec9094e493b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.609234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7f67ed7b-c2d8-4f0d-975e-cec9094e493b None None] Port 44736b4e-06fe-4d71-a04d-d861674c14b5 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:57:37.654757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port aff4239f-baed-4b63-9966-e2e9554f4e9c yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:57:37.688087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.793766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 834933c8-979a-429a-a16f-e11c6c9d0861 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:37.804299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-214205e0-4a15-4f66-9222-b11be067533f None None] Provisioning complete for port 44736b4e-06fe-4d71-a04d-d861674c14b5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:37.807460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-214205e0-4a15-4f66-9222-b11be067533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.810019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f16e2b6-3031-43aa-86b8-920c61bf932d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.810993 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.816363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a650d35-4ac3-4656-858f-321552f70fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.872492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.899714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-214205e0-4a15-4f66-9222-b11be067533f None None] Port 44736b4e-06fe-4d71-a04d-d861674c14b5 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:57:37.913739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 834933c8-979a-429a-a16f-e11c6c9d0861 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:37.914165 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.973015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:37.978256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:37.984363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:37.985223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:37.991361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=9640b86e-5ec6-4e03-bfd5-696440dbe391,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:38.079218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=aff4239f-baed-4b63-9966-e2e9554f4e9c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:38.088748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': '415192c5-e170-457a-80a6-f8a45b5459cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a7803be4-a647-47eb-be16-3cd66dbf2c52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:38.089333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: a7803be4-a647-47eb-be16-3cd66dbf2c52, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:38.119168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network a7803be4-a647-47eb-be16-3cd66dbf2c52 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:38.139352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a7803be4-a647-47eb-be16-3cd66dbf2c52) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:38.143787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:38.152754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e38486c-4132-4b4e-ba55-cee052c60e61 None None] Network a7803be4-a647-47eb-be16-3cd66dbf2c52 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:38.165009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:38.180038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:38.182170 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.198171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a650d35-4ac3-4656-858f-321552f70fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.216801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a650d35-4ac3-4656-858f-321552f70fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.216897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ad06c250-11f6-45cb-b054-12beb19652e1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4199255 Nov 08 13:57:38.217473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37998) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:38.251994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f16e2b6-3031-43aa-86b8-920c61bf932d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.252989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a650d35-4ac3-4656-858f-321552f70fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42547899-b718-46c5-8ffd-1182c333d73c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:38.307188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f16e2b6-3031-43aa-86b8-920c61bf932d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.389072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16e2b6-3031-43aa-86b8-920c61bf932d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44004aa4-4b05-442c-8c82-b4a513953d75,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:38.395157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port aff4239f-baed-4b63-9966-e2e9554f4e9c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:38.395517 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.419687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a650d35-4ac3-4656-858f-321552f70fcd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=38f326acc11242e0a6807e4edb5dd236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9157248 Nov 08 13:57:38.422566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38008) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:38.437652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4f16e2b6-3031-43aa-86b8-920c61bf932d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8a1a987958db4ec7ab2cade35f1f8c28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9997139 Nov 08 13:57:38.442577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38012) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:38.507182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e78495a0-2f61-4870-bc9c-78f7ba10cde3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:38.587895 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.615384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63a8b7ac-b954-4505-998c-bbbd68d413fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.623084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e78495a0-2f61-4870-bc9c-78f7ba10cde3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:38.623652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.631470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for aff4239f-baed-4b63-9966-e2e9554f4e9c owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:38.651295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Deleting port 44736b4e-06fe-4d71-a04d-d861674c14b5 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:38.651635 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.670339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63a8b7ac-b954-4505-998c-bbbd68d413fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.702902 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdda2be8-1532-4c0f-b483-e4ca0b4d9bec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.791785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.796210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63a8b7ac-b954-4505-998c-bbbd68d413fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.800752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63a8b7ac-b954-4505-998c-bbbd68d413fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.805564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63a8b7ac-b954-4505-998c-bbbd68d413fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42547899-b718-46c5-8ffd-1182c333d73c HTTP/1.1" status: 204 len: 168 time: 0.3819692 Nov 08 13:57:38.819555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdda2be8-1532-4c0f-b483-e4ca0b4d9bec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.842388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 834933c8-979a-429a-a16f-e11c6c9d0861 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:38.852333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8b7ac-b954-4505-998c-bbbd68d413fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42547899-b718-46c5-8ffd-1182c333d73c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:38.860562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=aff4239f-baed-4b63-9966-e2e9554f4e9c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:38.868001 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.874137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-92c86264-26b1-4237-a18a-6296f3799094 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/aff4239f-baed-4b63-9966-e2e9554f4e9c HTTP/1.1" status: 204 len: 168 time: 0.6488121 Nov 08 13:57:38.874425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38024) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:38.895491 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.914815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Calling delete_port for 44736b4e-06fe-4d71-a04d-d861674c14b5 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:38.950355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cea403-94f9-4656-9621-00387fea7767 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:38.959224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cea403-94f9-4656-9621-00387fea7767 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:38.962277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f4cea403-94f9-4656-9621-00387fea7767 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0851820 Nov 08 13:57:38.964696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38026) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:38.994151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 834933c8-979a-429a-a16f-e11c6c9d0861 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:38.996128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdda2be8-1532-4c0f-b483-e4ca0b4d9bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.996270 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:38.999130 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdda2be8-1532-4c0f-b483-e4ca0b4d9bec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.002051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bdda2be8-1532-4c0f-b483-e4ca0b4d9bec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/44004aa4-4b05-442c-8c82-b4a513953d75 HTTP/1.1" status: 204 len: 168 time: 0.5241649 Nov 08 13:57:39.015201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda2be8-1532-4c0f-b483-e4ca0b4d9bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44004aa4-4b05-442c-8c82-b4a513953d75,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:39.120043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 9640b86e-5ec6-4e03-bfd5-696440dbe391 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:39.120385 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.211091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.232942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.247692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Port': ['ID=44736b4e-06fe-4d71-a04d-d861674c14b5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:39.252472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 9640b86e-5ec6-4e03-bfd5-696440dbe391 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:39.399956 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.430837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=9640b86e-5ec6-4e03-bfd5-696440dbe391,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:39.446227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.452493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c238cbcf-7984-4d54-9afa-406663ac6a2a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/9640b86e-5ec6-4e03-bfd5-696440dbe391 HTTP/1.1" status: 204 len: 168 time: 0.4857402 Nov 08 13:57:39.453180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38038) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.479628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.518212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af99578e-eaff-4cf2-9aac-210ce78fb7a7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:39.530044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af99578e-eaff-4cf2-9aac-210ce78fb7a7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0700386 Nov 08 13:57:39.533405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38040) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.551250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38042) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.572748 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7473d226-3bdb-4064-b913-7b342f968b43 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:57:39.574605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7473d226-3bdb-4064-b913-7b342f968b43 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/aff4239f-baed-4b63-9966-e2e9554f4e9c HTTP/1.1" status: 404 len: 333 time: 0.0401630 Nov 08 13:57:39.578080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38048) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.625966 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9df80d-f88a-4844-919f-68ac61236761 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:57:39.631066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af9df80d-f88a-4844-919f-68ac61236761 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/9640b86e-5ec6-4e03-bfd5-696440dbe391 HTTP/1.1" status: 404 len: 333 time: 0.0481372 Nov 08 13:57:39.631572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38050) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.675637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38052) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.697475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0f8009d-32dd-4c12-97d7-a4b942919bcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.712032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Router 10351b69-09ad-42b3-a2f3-5a5d71bf16b7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:57:39.747026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.815846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:39.825080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b8c15ab7-e5af-49fe-92c9-eb3c6a35ba56 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "PUT /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7135320 Nov 08 13:57:39.832021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] Sync routers for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:39.838127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38056) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.846932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:39.848041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:39.877908 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.889675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:39.901176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7803be4-a647-47eb-be16-3cd66dbf2c52']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:39.902697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:39.902996 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-664d695f-b4f4-4267-a21c-741bfa5fa89f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] delete failed (client error): The resource could not be found. Nov 08 13:57:39.904326 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-664d695f-b4f4-4267-a21c-741bfa5fa89f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-406936273 HTTP/1.1" status: 404 len: 334 time: 0.0651777 Nov 08 13:57:39.908177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:39.911747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38058) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.912373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415192c5-e170-457a-80a6-f8a45b5459cc') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:39.912640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415192c5-e170-457a-80a6-f8a45b5459cc') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:39.916041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38060) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:39.919393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-df4cdd69-6051-4121-b166-3953ca7a189b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'router': {'external_gateway_info': {'network_id': '10351b69-09ad-42b3-a2f3-5a5d71bf16b7'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:39.923410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.939071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:39.946169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:39.946581 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.001287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:40.010972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3580b53-ba1a-426b-ab2a-a1ac8585d9d5 None None] The sync data for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:40.016058 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:40.020386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.030542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.035027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/a7803be4-a647-47eb-be16-3cd66dbf2c52 HTTP/1.1" status: 204 len: 168 time: 0.4025221 Nov 08 13:57:40.039153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:40.039915 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1593bb9-62e8-4af1-be37-ca268d9fbaf4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.056283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1972769701'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:40.063597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a88576-ffab-4924-86e1-188146a28779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=a7803be4-a647-47eb-be16-3cd66dbf2c52,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:40.088940 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:40.094882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.128697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:40.141646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.142258 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment b2d0b26d-a86c-4149-972f-87525781c8ec of type vlan for network 37452ced-beb7-48fd-a4dc-d0418b2b3573 Nov 08 13:57:40.188895 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.190428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0f8009d-32dd-4c12-97d7-a4b942919bcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.218539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.224917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:40.225570 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.235969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0f8009d-32dd-4c12-97d7-a4b942919bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.264753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2240031 Nov 08 13:57:40.291080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38066) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:40.298960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:40.328902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f229885-9c46-4574-b11f-576b467d2438 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=37452ced-beb7-48fd-a4dc-d0418b2b3573,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:40.346322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 37452ced-beb7-48fd-a4dc-d0418b2b3573 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:40.442099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:40.447659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.521876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Performing IP validity checks on allocation pools {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 13:57:40.522513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 13:57:40.635618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1367-e8b4-4ca1-b55c-2961224ae2c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.653448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df4cdd69-6051-4121-b166-3953ca7a189b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.674168 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.702000 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c0f8009d-32dd-4c12-97d7-a4b942919bcc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f515da62f174b6ca0e40d10857ccf3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0228834 Nov 08 13:57:40.703043 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-df4cdd69-6051-4121-b166-3953ca7a189b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] update failed (client error): The resource could not be found. Nov 08 13:57:40.704090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-df4cdd69-6051-4121-b166-3953ca7a189b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "PUT /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7 HTTP/1.1" status: 404 len: 339 time: 0.7913787 Nov 08 13:57:40.704734 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:40.711400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8009d-32dd-4c12-97d7-a4b942919bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe69cd5-1603-42e1-a8c2-24896db823f7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:40.716847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38076) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:40.766274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1593bb9-62e8-4af1-be37-ca268d9fbaf4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.779305 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1593bb9-62e8-4af1-be37-ca268d9fbaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.824068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=e5736f36-a9c5-472c-ac38-3097a2d94053,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:40.852934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e1593bb9-62e8-4af1-be37-ca268d9fbaf4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9201c5bd16ac48739285e0b95c893558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9280853 Nov 08 13:57:40.859949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38080) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:40.878521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1593bb9-62e8-4af1-be37-ca268d9fbaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00bf816-9e3e-4f6b-87a5-53d018788727,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:40.902880 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b241-e59a-4fa5-aeb3-40ab89a8df98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.920725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:40.921712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': 'b2d0b26d-a86c-4149-972f-87525781c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:40.922180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: 37452ced-beb7-48fd-a4dc-d0418b2b3573, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:40.949980 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1367-e8b4-4ca1-b55c-2961224ae2c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.961196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a8a1367-e8b4-4ca1-b55c-2961224ae2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:40.964647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b241-e59a-4fa5-aeb3-40ab89a8df98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.012673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 37452ced-beb7-48fd-a4dc-d0418b2b3573 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:41.035872 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-294979dc-8410-44dd-a5a8-aada37f8c01f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.047207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2a8a1367-e8b4-4ca1-b55c-2961224ae2c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0de61f456f004a0fb1be1d44d0cd569f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4926572 Nov 08 13:57:41.047761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a1367-e8b4-4ca1-b55c-2961224ae2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8568729f-7709-4471-bb9e-5a33f6b69e35,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:41.050585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 37452ced-beb7-48fd-a4dc-d0418b2b3573) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:41.054996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38086) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:41.055766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:41.056346 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.063277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1a3b54-0bb7-411c-bd32-62793a440054 None None] Network 37452ced-beb7-48fd-a4dc-d0418b2b3573 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:41.087237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-294979dc-8410-44dd-a5a8-aada37f8c01f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.097452 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74a1ced7-7aa4-46c3-adae-9312aaae067e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.109912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bec71da-33b2-4faf-a09d-ca79831fc755 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8177490 Nov 08 13:57:41.117361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38088) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:41.119593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b241-e59a-4fa5-aeb3-40ab89a8df98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.122194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aaf0b241-e59a-4fa5-aeb3-40ab89a8df98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.126222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573', 'name': 'tempest-PortsTestJSON-1280217763'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:41.126375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aaf0b241-e59a-4fa5-aeb3-40ab89a8df98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/afe69cd5-1603-42e1-a8c2-24896db823f7 HTTP/1.1" status: 204 len: 168 time: 0.4130018 Nov 08 13:57:41.151557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0b241-e59a-4fa5-aeb3-40ab89a8df98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe69cd5-1603-42e1-a8c2-24896db823f7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:41.169123 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b0b979a-0968-44a9-b544-b51cd152d1c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.178432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.194359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-294979dc-8410-44dd-a5a8-aada37f8c01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.197222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-294979dc-8410-44dd-a5a8-aada37f8c01f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.198494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-294979dc-8410-44dd-a5a8-aada37f8c01f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e00bf816-9e3e-4f6b-87a5-53d018788727 HTTP/1.1" status: 204 len: 168 time: 0.3367593 Nov 08 13:57:41.201072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b0b979a-0968-44a9-b544-b51cd152d1c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.221161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294979dc-8410-44dd-a5a8-aada37f8c01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00bf816-9e3e-4f6b-87a5-53d018788727,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:41.289401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b0b979a-0968-44a9-b544-b51cd152d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.299391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b0b979a-0968-44a9-b544-b51cd152d1c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.303928 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2b0b979a-0968-44a9-b544-b51cd152d1c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8568729f-7709-4471-bb9e-5a33f6b69e35 HTTP/1.1" status: 204 len: 168 time: 0.2452216 Nov 08 13:57:41.312102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b979a-0968-44a9-b544-b51cd152d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8568729f-7709-4471-bb9e-5a33f6b69e35,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:41.338881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-37452ced-beb7-48fd-a4dc-d0418b2b3573', 'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573', 'tenant_id': 'd43ef104902d4cdca7e23403e8390fc7', 'fixed_ips': [{'subnet_id': 'e5736f36-a9c5-472c-ac38-3097a2d94053'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:57:41.339853 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.513830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Allocated IP 172.20.0.2 (37452ced-beb7-48fd-a4dc-d0418b2b3573/e5736f36-a9c5-472c-ac38-3097a2d94053/6b8acee5-7740-4766-a8db-0dde7aefb407) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:41.569437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74a1ced7-7aa4-46c3-adae-9312aaae067e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.580118 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74a1ced7-7aa4-46c3-adae-9312aaae067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.602899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:41.606913 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.793385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.813685 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:41.888531 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Network 37452ced-beb7-48fd-a4dc-d0418b2b3573 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:41.893817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:41.908162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:41.928430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Pushing event updated for resources: {'Port': ['ID=6b8acee5-7740-4766-a8db-0dde7aefb407,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:42.034121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Attempting to bind port 6b8acee5-7740-4766-a8db-0dde7aefb407 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:57:42.034817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Attempting to bind port 6b8acee5-7740-4766-a8db-0dde7aefb407 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b2d0b26d-a86c-4149-972f-87525781c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:57:42.035380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Attempting to bind port 6b8acee5-7740-4766-a8db-0dde7aefb407 on network 37452ced-beb7-48fd-a4dc-d0418b2b3573 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:57:42.045906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:57:42.046487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Checking segment: {'id': 'b2d0b26d-a86c-4149-972f-87525781c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:42.047523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.048625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Bound using segment: {'id': 'b2d0b26d-a86c-4149-972f-87525781c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:57:42.049671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Bound port: 6b8acee5-7740-4766-a8db-0dde7aefb407, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2d0b26d-a86c-4149-972f-87525781c8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '37452ced-beb7-48fd-a4dc-d0418b2b3573'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:57:42.050302 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.159952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38118) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:42.189938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1efc7a9-b103-4bde-833a-492aba6f431e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.195749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] For port 6b8acee5-7740-4766-a8db-0dde7aefb407, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:57:42.208636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] For port 6b8acee5-7740-4766-a8db-0dde7aefb407, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b8acee5-7740-4766-a8db-0dde7aefb407,segment=NetworkSegment(b2d0b26d-a86c-4149-972f-87525781c8ec),segment_id=b2d0b26d-a86c-4149-972f-87525781c8ec)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:57:42.216004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.278769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74a1ced7-7aa4-46c3-adae-9312aaae067e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe236c1db1244b05a5547654786117cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3513918 Nov 08 13:57:42.278769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1ced7-7aa4-46c3-adae-9312aaae067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95afb577-4113-42d8-9c35-4bb779b29524,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:42.280431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38120) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:42.305667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 93fe7af5-d43c-40ba-8dbd-a67a49eb24db yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:57:42.341900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1efc7a9-b103-4bde-833a-492aba6f431e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.359513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1efc7a9-b103-4bde-833a-492aba6f431e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.381558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e46f49-4bae-4b1f-bcf1-e1c142988def None None] Pushing event updated for resources: {'Port': ['ID=6b8acee5-7740-4766-a8db-0dde7aefb407,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:42.398757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Allocated IP 172.20.0.1 (48178f27-f7ff-4014-bf8e-56b09f5f776b/56e97a0b-c355-46dd-bc68-932ae1a2939f/4c67eb10-64d7-40ac-a3c5-ce63c7417c69) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:42.429291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f1efc7a9-b103-4bde-833a-492aba6f431e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f593ac1ed7804877b6668b6b98b0961d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2678690 Nov 08 13:57:42.434637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38126) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:42.449596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efc7a9-b103-4bde-833a-492aba6f431e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc8990-14f5-4916-b24c-6200decc0f91,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:42.456170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccce9c18-04e5-448e-ba54-f6338091abba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.509117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccce9c18-04e5-448e-ba54-f6338091abba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.581954 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccce9c18-04e5-448e-ba54-f6338091abba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.585762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccce9c18-04e5-448e-ba54-f6338091abba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.591546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ccce9c18-04e5-448e-ba54-f6338091abba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95afb577-4113-42d8-9c35-4bb779b29524 HTTP/1.1" status: 204 len: 168 time: 0.3096662 Nov 08 13:57:42.602455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce9c18-04e5-448e-ba54-f6338091abba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95afb577-4113-42d8-9c35-4bb779b29524,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:42.698723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.7 (37452ced-beb7-48fd-a4dc-d0418b2b3573/e5736f36-a9c5-472c-ac38-3097a2d94053/93fe7af5-d43c-40ba-8dbd-a67a49eb24db) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:42.778104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8542ddd9-2268-42c1-9f0b-24f204f8a50a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.853228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:42.860003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8542ddd9-2268-42c1-9f0b-24f204f8a50a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.044089 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.095595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:43.110415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:43.112397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8542ddd9-2268-42c1-9f0b-24f204f8a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.125004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8542ddd9-2268-42c1-9f0b-24f204f8a50a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.125004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8542ddd9-2268-42c1-9f0b-24f204f8a50a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5fc8990-14f5-4916-b24c-6200decc0f91 HTTP/1.1" status: 204 len: 168 time: 0.6809199 Nov 08 13:57:43.125004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.125004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:43.162718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542ddd9-2268-42c1-9f0b-24f204f8a50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc8990-14f5-4916-b24c-6200decc0f91,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:43.219106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Port': ['ID=4c67eb10-64d7-40ac-a3c5-ce63c7417c69,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:43.241516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.362712 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.450006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 37452ced-beb7-48fd-a4dc-d0418b2b3573 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:43.456287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:43.469057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:43.566328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38158) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:43.593803 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60e1a737-5dd7-437a-bd74-811e6dc7aeee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.611446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0676c164-0a87-4962-ba22-1f8b2f0d03fc None None] Provisioning complete for port 4c67eb10-64d7-40ac-a3c5-ce63c7417c69 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:43.612065 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0676c164-0a87-4962-ba22-1f8b2f0d03fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.673494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0676c164-0a87-4962-ba22-1f8b2f0d03fc None None] Port 4c67eb10-64d7-40ac-a3c5-ce63c7417c69 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:57:43.675947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=93fe7af5-d43c-40ba-8dbd-a67a49eb24db,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:43.701106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.758841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:43.759515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.799662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60e1a737-5dd7-437a-bd74-811e6dc7aeee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.806070 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60e1a737-5dd7-437a-bd74-811e6dc7aeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.807782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e52aeab5-5965-405c-a470-849e6ca57472 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6888511 Nov 08 13:57:43.814038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:43.860460 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-60e1a737-5dd7-437a-bd74-811e6dc7aeee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d5a7c279290413eb9725b8413d7fc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2931104 Nov 08 13:57:43.861497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e1a737-5dd7-437a-bd74-811e6dc7aeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e6475f-0019-48f1-8212-e5ca983c6f1c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:43.865410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38166) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:43.932494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18745e67-d0d2-4e09-b18f-0affd68423a9 None None] Network 37452ced-beb7-48fd-a4dc-d0418b2b3573 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:43.952139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59758e65-338b-4898-992d-e1be1417bae5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:43.990403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59758e65-338b-4898-992d-e1be1417bae5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.043175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-443c18f0-f54c-4a65-9382-899cb51a22fa None None] Provisioning complete for port 6b8acee5-7740-4766-a8db-0dde7aefb407 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:44.046207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-443c18f0-f54c-4a65-9382-899cb51a22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.076675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 93fe7af5-d43c-40ba-8dbd-a67a49eb24db {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:44.077116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.129262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59758e65-338b-4898-992d-e1be1417bae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.135011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59758e65-338b-4898-992d-e1be1417bae5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.138024 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-59758e65-338b-4898-992d-e1be1417bae5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62e6475f-0019-48f1-8212-e5ca983c6f1c HTTP/1.1" status: 204 len: 168 time: 0.2716329 Nov 08 13:57:44.160268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59758e65-338b-4898-992d-e1be1417bae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e6475f-0019-48f1-8212-e5ca983c6f1c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:44.230159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.255984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 93fe7af5-d43c-40ba-8dbd-a67a49eb24db owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:44.266751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.275428 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.311762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-443c18f0-f54c-4a65-9382-899cb51a22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.370191 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-443c18f0-f54c-4a65-9382-899cb51a22fa None None] For port 6b8acee5-7740-4766-a8db-0dde7aefb407, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b8acee5-7740-4766-a8db-0dde7aefb407,segment=NetworkSegment(b2d0b26d-a86c-4149-972f-87525781c8ec),segment_id=b2d0b26d-a86c-4149-972f-87525781c8ec)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:44.381771 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-443c18f0-f54c-4a65-9382-899cb51a22fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.410171 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.415439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event updated for resources: {'Port': ['ID=4c67eb10-64d7-40ac-a3c5-ce63c7417c69,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:44.476235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c18f0-f54c-4a65-9382-899cb51a22fa None None] Pushing event updated for resources: {'Port': ['ID=6b8acee5-7740-4766-a8db-0dde7aefb407,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:44.585137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6b8acee5-7740-4766-a8db-0dde7aefb407 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:44.655235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:44.656104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.659041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:44.686741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6b8acee5-7740-4766-a8db-0dde7aefb407 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:44.687587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.701080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=93fe7af5-d43c-40ba-8dbd-a67a49eb24db,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:44.925437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-01582f2e-4c6c-499a-b4a7-252dce6e036f None None] Provisioning complete for port 6b8acee5-7740-4766-a8db-0dde7aefb407 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:44.926102 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01582f2e-4c6c-499a-b4a7-252dce6e036f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.927533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:44.931035 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-26ba9179-bb62-4877-a946-4b8e7d9d2998 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/93fe7af5-d43c-40ba-8dbd-a67a49eb24db HTTP/1.1" status: 204 len: 168 time: 1.1164744 Nov 08 13:57:44.934707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38200) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:44.975405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Router 10351b69-09ad-42b3-a2f3-5a5d71bf16b7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:57:44.987700 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6bf3330-8fbc-43c5-86df-4d952d2d8779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:57:44.988834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6bf3330-8fbc-43c5-86df-4d952d2d8779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:44.992564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6bf3330-8fbc-43c5-86df-4d952d2d8779 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/93fe7af5-d43c-40ba-8dbd-a67a49eb24db HTTP/1.1" status: 404 len: 333 time: 0.0565355 Nov 08 13:57:44.996939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38202) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:45.089038 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e995512e-490a-405c-b7fe-0233721e85f6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:57:45.090893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e995512e-490a-405c-b7fe-0233721e85f6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/93fe7af5-d43c-40ba-8dbd-a67a49eb24db HTTP/1.1" status: 404 len: 333 time: 0.0917282 Nov 08 13:57:45.103422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38204) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:45.113626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38206) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:45.140607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-01582f2e-4c6c-499a-b4a7-252dce6e036f None None] Could not find standard attr ID for object 93fe7af5-d43c-40ba-8dbd-a67a49eb24db. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:57:45.212905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:45.225484 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] Sync routers for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:45.229886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-addfa345-4732-4373-930e-be628aed5d4f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "PUT /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5080276 Nov 08 13:57:45.230795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38216) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:45.233452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet e5736f36-a9c5-472c-ac38-3097a2d94053 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:45.240716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.308498 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:45.316397 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:45.327272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5d4e4035-c5de-4d3a-9780-ef273d20c6fd None None] Provisioning complete for port 4c67eb10-64d7-40ac-a3c5-ce63c7417c69 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:45.327272 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d4e4035-c5de-4d3a-9780-ef273d20c6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.366618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.409460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5d4e4035-c5de-4d3a-9780-ef273d20c6fd None None] Port 4c67eb10-64d7-40ac-a3c5-ce63c7417c69 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:57:45.422103 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:45.432962 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:45.433954 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:45.453857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48d5cb72-a5f3-4871-b729-cddb71b4e06e tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.491058 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:45.492091 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ad08e7-7a59-4859-a19d-263df2357c67 None None] The sync data for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:45.508479 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:57:45.527915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dcf43a02-6712-4a16-b648-6b3e76ecdf99 None None] Could not find standard attr ID for object 93fe7af5-d43c-40ba-8dbd-a67a49eb24db. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:57:45.581307 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.635236 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-48d5cb72-a5f3-4871-b729-cddb71b4e06e tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 13:57:45.640769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-48d5cb72-a5f3-4871-b729-cddb71b4e06e tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7 HTTP/1.1" status: 409 len: 329 time: 0.4079101 Nov 08 13:57:45.643449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38226) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:45.653373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-327498791'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:45.695179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Made reservation on behalf of 28e75607b2e342caacfc2363ef612b50 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:45.702756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.713875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.762859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.805303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=e5736f36-a9c5-472c-ac38-3097a2d94053,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:45.830159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a0672-f702-4e65-a386-7bae8a121666 None None] Network 37452ced-beb7-48fd-a4dc-d0418b2b3573 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:45.850604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.852878 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:45.856278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a47809eb-ecc2-4e73-a288-60382a071041 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/e5736f36-a9c5-472c-ac38-3097a2d94053 HTTP/1.1" status: 204 len: 168 time: 0.7518020 Nov 08 13:57:45.862064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38232) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:46.030073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.040468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.061950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:46.112161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.112567 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Added segment 7fdf01bb-696f-4d11-a9f1-002528e6bc2f of type vlan for network 6c0a89a6-4ed6-4aee-8765-ce7bdcf09cdc Nov 08 13:57:46.192654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.208715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] DHCP port deletion for 37452ced-beb7-48fd-a4dc-d0418b2b3573 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:46.258048 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.274471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ae85f5-d9c3-4d8d-bbbe-cc8a6ae688f3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:46.323644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] Deleting port 6b8acee5-7740-4766-a8db-0dde7aefb407 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:46.324815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.331102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.357218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:46.359768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.582818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4645860 Nov 08 13:57:46.584589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38254) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:46.616465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6b8acee5-7740-4766-a8db-0dde7aefb407 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:46.667631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 6b8acee5-7740-4766-a8db-0dde7aefb407 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:46.667631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.705159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56e5d3-12d9-498d-82fb-bdb4e969296a tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Pushing event updated for resources: {'Network': ['ID=6c0a89a6-4ed6-4aee-8765-ce7bdcf09cdc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:46.730393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6c0a89a6-4ed6-4aee-8765-ce7bdcf09cdc details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:46.809276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] For port 6b8acee5-7740-4766-a8db-0dde7aefb407, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b8acee5-7740-4766-a8db-0dde7aefb407,segment=NetworkSegment(b2d0b26d-a86c-4149-972f-87525781c8ec),segment_id=b2d0b26d-a86c-4149-972f-87525781c8ec)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:46.809674 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.822328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] For port 6b8acee5-7740-4766-a8db-0dde7aefb407, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b8acee5-7740-4766-a8db-0dde7aefb407,segment=NetworkSegment(b2d0b26d-a86c-4149-972f-87525781c8ec),segment_id=b2d0b26d-a86c-4149-972f-87525781c8ec)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:46.823250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.827846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Deleting port 4c67eb10-64d7-40ac-a3c5-ce63c7417c69 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:46.828468 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.832366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.844388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] Calling delete_port for 6b8acee5-7740-4766-a8db-0dde7aefb407 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:46.850679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 6b8acee5-7740-4766-a8db-0dde7aefb407 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:46.962616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:46.980058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Calling delete_port for 4c67eb10-64d7-40ac-a3c5-ce63c7417c69 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:46.982725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 6b8acee5-7740-4766-a8db-0dde7aefb407, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b8acee5-7740-4766-a8db-0dde7aefb407,segment=NetworkSegment(b2d0b26d-a86c-4149-972f-87525781c8ec),segment_id=b2d0b26d-a86c-4149-972f-87525781c8ec)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:46.996857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.143037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=6b8acee5-7740-4766-a8db-0dde7aefb407,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:47.163973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.171674 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.268774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=6b8acee5-7740-4766-a8db-0dde7aefb407,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:47.272049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No DVR routers for this DVR port 6b8acee5-7740-4766-a8db-0dde7aefb407 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:47.272747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] Pushing event deleted for resources: {'Port': ['ID=6b8acee5-7740-4766-a8db-0dde7aefb407,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:47.292202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba6df1-152c-45fe-b9e5-f4ccc5b8e739 None None] No DVR routers for this DVR port 6b8acee5-7740-4766-a8db-0dde7aefb407 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:47.324931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'network': {'name': 'tempest-network--1304366825', 'router:external': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:47.330539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.371416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Port': ['ID=4c67eb10-64d7-40ac-a3c5-ce63c7417c69,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:47.388897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Made reservation on behalf of 6bc39e93a12c4a63baf1653049dd515f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:47.392716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.423165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.487772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.585511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37452ced-beb7-48fd-a4dc-d0418b2b3573']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:47.613779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2d0b26d-a86c-4149-972f-87525781c8ec') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:47.614392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2d0b26d-a86c-4149-972f-87525781c8ec') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:47.634393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.643585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.664048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.696313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:47.697681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:47.703630 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:47.826667 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.850689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.886370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.904593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:47.911929 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/37452ced-beb7-48fd-a4dc-d0418b2b3573 HTTP/1.1" status: 204 len: 168 time: 2.0477893 Nov 08 13:57:47.921578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38284) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:47.946322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1644540422'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:47.955661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a729a53-6483-4840-af73-d399e7342e39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=37452ced-beb7-48fd-a4dc-d0418b2b3573,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:47.975948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:48.009634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:48.022040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:48.056569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee6c21e-bdb3-476b-b544-2656daf08fd3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:48.068025 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:48.068600 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Added segment 644d5ff8-7169-4622-811d-061e664fb7ac of type vlan for network a8a1c434-a26e-40e3-a71a-827c0ef0f327 Nov 08 13:57:48.126897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Router 10351b69-09ad-42b3-a2f3-5a5d71bf16b7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:57:48.173942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:48.335863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:57:48.353243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5f51c37e-37dc-4235-816a-e36b920bdc75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "PUT /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7028019 Nov 08 13:57:48.353454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] Sync routers for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:57:48.353976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38300) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:48.372744 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.api [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=101840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:57:48.373509 n-d-804292-2 neutron-server[101840]: DEBUG oslo_db.api [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:57:48.378229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:48.378919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:48.427163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:48.460422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] Routers {'10351b69-09ad-42b3-a2f3-5a5d71bf16b7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:57:48.461306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:57:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:48.530161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:48.531268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6062b8-9382-45aa-85b6-8d25a49e0bf8 None None] The sync data for ids ['10351b69-09ad-42b3-a2f3-5a5d71bf16b7'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:57:48.874883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:48.893944 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-122b356a-45b3-4eb8-9c26-07d674517d75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] show failed (client error): The resource could not be found. Nov 08 13:57:48.895690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-122b356a-45b3-4eb8-9c26-07d674517d75 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-2136957137 HTTP/1.1" status: 404 len: 335 time: 0.5401509 Nov 08 13:57:48.897105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:48.898996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:48.900252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:48.905787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38326) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:48.924936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-23956e7d-1bb9-4af1-8e47-8df2ae12462d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:48.975903 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-23956e7d-1bb9-4af1-8e47-8df2ae12462d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] update failed (client error): The resource could not be found. Nov 08 13:57:48.976952 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-23956e7d-1bb9-4af1-8e47-8df2ae12462d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1016324836 HTTP/1.1" status: 404 len: 335 time: 0.0645308 Nov 08 13:57:48.981602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:48.983611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38332) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:49.029746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4437513 Nov 08 13:57:49.033229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcaf7c-1c91-4e00-a44d-110d6bece6c6 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Network': ['ID=a8a1c434-a26e-40e3-a71a-827c0ef0f327,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:49.034551 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.035398 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment 692aa653-f4a6-42f4-adf5-b3bb5b761659 of type vlan for network 7f30c14f-ebbb-4343-8787-ef081401af88 Nov 08 13:57:49.037833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38336) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:49.045707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a8a1c434-a26e-40e3-a71a-827c0ef0f327 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:49.074855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Deleting subnet ba2f39e3-758b-40f9-a1b6-2ab6bc5d461f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:49.088076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.180088 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.201740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.221609 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.262303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.269021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:49.270750 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.385643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.416881 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4905143 Nov 08 13:57:49.422811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38348) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:49.430433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:49.440204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a1c434-a26e-40e3-a71a-827c0ef0f327']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:49.449345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ab4fa-62b7-43f0-a68c-124413d1cec9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=7f30c14f-ebbb-4343-8787-ef081401af88,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:49.466497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 7f30c14f-ebbb-4343-8787-ef081401af88 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:49.476024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644d5ff8-7169-4622-811d-061e664fb7ac') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:49.478986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644d5ff8-7169-4622-811d-061e664fb7ac') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:49.512444 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.519037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.558893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.576562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:49.577363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:49.581007 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:49.622255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:49.626467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.721019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.730783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.747455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8a1c434-a26e-40e3-a71a-827c0ef0f327 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 13:57:49.753740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.759057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "DELETE /v2.0/networks/a8a1c434-a26e-40e3-a71a-827c0ef0f327 HTTP/1.1" status: 204 len: 168 time: 0.7193782 Nov 08 13:57:49.773550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38356) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:49.785525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:49.790352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133885f8-b04d-4222-a0c4-939f7a47bd5b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8a1c434-a26e-40e3-a71a-827c0ef0f327,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:49.825315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Made reservation on behalf of 6bc39e93a12c4a63baf1653049dd515f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:49.831373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.877767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2f39e3-758b-40f9-a1b6-2ab6bc5d461f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:49.890977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:49.897779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:49.898729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbddc0-3243-48d8-beca-d2833152cce1 None None] Network 7933187e-aa02-4319-898e-670730752ca5 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:49.911977 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.915212 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Added segment 8ab2e3a1-3629-4c81-beac-e6236860bbc4 of type vlan for network 1b71aa59-550b-410c-a5bf-b51c7626f244 Nov 08 13:57:49.916056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:49.926064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d79740e0-8de8-4bf5-be4d-627679db1be0 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/subnets/ba2f39e3-758b-40f9-a1b6-2ab6bc5d461f HTTP/1.1" status: 204 len: 168 time: 0.9391718 Nov 08 13:57:49.928703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38364) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:50.003053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Deleting subnet dd45fbee-2a75-48a0-b613-068d0a50565b {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:50.007600 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.088064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.096475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.126989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.211178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9ac219f-906a-433c-b61d-bb447d1cd35c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.215422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.216656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:50.217187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.268427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4904668 Nov 08 13:57:50.269847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38374) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:50.305180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=9fdf797c-32f2-4d1e-bf06-14892af872a0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:50.328405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58698194-1347-4780-802a-565023ab1457 None None] DHCP port deletion for 7933187e-aa02-4319-898e-670730752ca5 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:50.338234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'subnet': {'network_id': '1b71aa59-550b-410c-a5bf-b51c7626f244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:50.386574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9ac219f-906a-433c-b61d-bb447d1cd35c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.394204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': '692aa653-f4a6-42f4-adf5-b3bb5b761659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:50.395397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: 7f30c14f-ebbb-4343-8787-ef081401af88, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:50.431724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9ac219f-906a-433c-b61d-bb447d1cd35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.494058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b59436-f55b-4c1c-a36a-92b868bc0f8c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Network': ['ID=1b71aa59-550b-410c-a5bf-b51c7626f244,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:50.501897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Made reservation on behalf of 6bc39e93a12c4a63baf1653049dd515f for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:50.505162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.521328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 1b71aa59-550b-410c-a5bf-b51c7626f244 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:50.564320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac219f-906a-433c-b61d-bb447d1cd35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f806c96-199c-4067-8db0-1dec9a79772c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:50.570618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 7f30c14f-ebbb-4343-8787-ef081401af88 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:50.584221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9ac219f-906a-433c-b61d-bb447d1cd35c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c247fdc4f7945de939cb5abcae504a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6688275 Nov 08 13:57:50.586169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38380) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:50.607093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 7f30c14f-ebbb-4343-8787-ef081401af88) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:50.610688 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.618848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:50.619611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.655287 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd898cc2-3562-4c84-9405-cf15979e4752 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2289259 Nov 08 13:57:50.656515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38382) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:50.665084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1522792332'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:50.703272 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-03d61b2c-f7f2-4e72-82ef-c52f5cce5585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.733407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e78495a0-2f61-4870-bc9c-78f7ba10cde3 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:50.736444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c89437-79fe-4756-8ecf-0960f34e7b90 None None] Network 7f30c14f-ebbb-4343-8787-ef081401af88 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:50.742827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-58698194-1347-4780-802a-565023ab1457 None None] Deleting port e78495a0-2f61-4870-bc9c-78f7ba10cde3 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:50.743482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58698194-1347-4780-802a-565023ab1457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.776945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.816956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-03d61b2c-f7f2-4e72-82ef-c52f5cce5585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:50.830222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Subnet': ['ID=dd45fbee-2a75-48a0-b613-068d0a50565b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:50.842920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-feedf244-4e23-44b7-92d4-061b0bddd97b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866773 Nov 08 13:57:50.949183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ee4929-f2a6-4ebc-a133-f008361801fc None None] Network ba496692-aa9d-4072-a169-2a896aea2c78 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:50.973286 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.004833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38388) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:51.008730 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b0a96983-58f3-4a0e-99d0-ad01d8df541b tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/subnets/dd45fbee-2a75-48a0-b613-068d0a50565b HTTP/1.1" status: 204 len: 168 time: 1.0774450 Nov 08 13:57:51.026186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:51.029889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.045725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-03d61b2c-f7f2-4e72-82ef-c52f5cce5585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.048577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-03d61b2c-f7f2-4e72-82ef-c52f5cce5585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.049808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-03d61b2c-f7f2-4e72-82ef-c52f5cce5585 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f806c96-199c-4067-8db0-1dec9a79772c HTTP/1.1" status: 204 len: 168 time: 0.4623957 Nov 08 13:57:51.152106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d61b2c-f7f2-4e72-82ef-c52f5cce5585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f806c96-199c-4067-8db0-1dec9a79772c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:51.159306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-58698194-1347-4780-802a-565023ab1457 None None] For port e78495a0-2f61-4870-bc9c-78f7ba10cde3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e78495a0-2f61-4870-bc9c-78f7ba10cde3,segment=NetworkSegment(750745a8-a547-4b76-aa64-0d9d5925f6d4),segment_id=750745a8-a547-4b76-aa64-0d9d5925f6d4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:51.159952 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58698194-1347-4780-802a-565023ab1457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.165393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port ab671651-7ef3-46e3-9bb7-c9a54c7dcd10 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:57:51.220830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-58698194-1347-4780-802a-565023ab1457 None None] Calling delete_port for e78495a0-2f61-4870-bc9c-78f7ba10cde3 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:51.281837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-e33a3db7-503a-489a-91b3-43e04133e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:51.286616 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-e33a3db7-503a-489a-91b3-43e04133e07f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 1097 time: 0.3351641 Nov 08 13:57:51.300557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.379407 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.383232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 13:57:51.383711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.498406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port e78495a0-2f61-4870-bc9c-78f7ba10cde3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e78495a0-2f61-4870-bc9c-78f7ba10cde3,segment=NetworkSegment(750745a8-a547-4b76-aa64-0d9d5925f6d4),segment_id=750745a8-a547-4b76-aa64-0d9d5925f6d4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:51.513866 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.534619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7db03b3-29e9-416c-b14e-01e00eb564a5,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:51.549374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Checking segment: {'id': '8ab2e3a1-3629-4c81-beac-e6236860bbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '1b71aa59-550b-410c-a5bf-b51c7626f244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:51.549959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Network hostable DHCP agents. Network: 1b71aa59-550b-410c-a5bf-b51c7626f244, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:57:51.601686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-d27cd729-eb5b-4a2a-b39d-702dc76c50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:51.605025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Network 1b71aa59-550b-410c-a5bf-b51c7626f244 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:57:51.609790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-d27cd729-eb5b-4a2a-b39d-702dc76c50f3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.2813523 Nov 08 13:57:51.630178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 1b71aa59-550b-410c-a5bf-b51c7626f244) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:51.637971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:51.638585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.683793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d20ad156-bdd4-4c13-8d1a-5071c43c3922 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3493218 Nov 08 13:57:51.683793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38402) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:51.689099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-7f30c14f-ebbb-4343-8787-ef081401af88', 'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88', 'tenant_id': 'd43ef104902d4cdca7e23403e8390fc7', 'fixed_ips': [{'subnet_id': '9fdf797c-32f2-4d1e-bf06-14892af872a0'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:57:51.689974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.699778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'floatingip': {'floating_network_id': '1b71aa59-550b-410c-a5bf-b51c7626f244'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:51.723031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=e78495a0-2f61-4870-bc9c-78f7ba10cde3,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:51.737612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] DHCP port deletion for ba496692-aa9d-4072-a169-2a896aea2c78 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:51.750138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.754424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af5318-42e6-48e5-bd2f-a601d763312a None None] Network 1b71aa59-550b-410c-a5bf-b51c7626f244 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:51.769855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-ffbd86e1-bedf-441f-9787-e4d029a8f069 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 200 len: 1002 time: 0.0761654 Nov 08 13:57:51.838421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.14 (7f30c14f-ebbb-4343-8787-ef081401af88/9fdf797c-32f2-4d1e-bf06-14892af872a0/ab671651-7ef3-46e3-9bb7-c9a54c7dcd10) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:51.908244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-de7d6bd5-b017-4db2-9832-ecef8ecd2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:51.910598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-de7d6bd5-b017-4db2-9832-ecef8ecd2ee9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.1306944 Nov 08 13:57:51.921024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Deleting port e78495a0-2f61-4870-bc9c-78f7ba10cde3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:51.921419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.960481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38408) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:51.969005 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58698194-1347-4780-802a-565023ab1457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:51.995334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e6acd15-eae9-4b4d-b90a-b6f3216e7c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.010475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] For port e78495a0-2f61-4870-bc9c-78f7ba10cde3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e78495a0-2f61-4870-bc9c-78f7ba10cde3,segment=NetworkSegment(750745a8-a547-4b76-aa64-0d9d5925f6d4),segment_id=750745a8-a547-4b76-aa64-0d9d5925f6d4)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:52.010898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.027495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Calling delete_port for e78495a0-2f61-4870-bc9c-78f7ba10cde3 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:52.141868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.176106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] No DVR routers for this DVR port e78495a0-2f61-4870-bc9c-78f7ba10cde3 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:52.181981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58698194-1347-4780-802a-565023ab1457 None None] No DVR routers for this DVR port e78495a0-2f61-4870-bc9c-78f7ba10cde3 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:52.185104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58698194-1347-4780-802a-565023ab1457 None None] Pushing event deleted for resources: {'Port': ['ID=e78495a0-2f61-4870-bc9c-78f7ba10cde3,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:52.209252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.274057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Port': ['ID=e78495a0-2f61-4870-bc9c-78f7ba10cde3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:52.298765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] Deleting port 834933c8-979a-429a-a16f-e11c6c9d0861 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:52.299224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.384699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Allocated IP 172.20.0.2 (1b71aa59-550b-410c-a5bf-b51c7626f244/e7db03b3-29e9-416c-b14e-01e00eb564a5/59ff8ab8-c526-4397-8e8d-47036d6e4dd2) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:52.414464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.445729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7933187e-aa02-4319-898e-670730752ca5']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:52.456563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '750745a8-a547-4b76-aa64-0d9d5925f6d4') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:52.457187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '750745a8-a547-4b76-aa64-0d9d5925f6d4') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:52.490850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.493490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1a1d56-1021-4d8f-b037-14d0622486c2 None None] Network 1b71aa59-550b-410c-a5bf-b51c7626f244 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:52.543549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 834933c8-979a-429a-a16f-e11c6c9d0861 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:57:52.553908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] For port 834933c8-979a-429a-a16f-e11c6c9d0861, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=834933c8-979a-429a-a16f-e11c6c9d0861,segment=NetworkSegment(4ddd4476-8d71-4a12-b036-76d6f16bca3f),segment_id=4ddd4476-8d71-4a12-b036-76d6f16bca3f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:52.554505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.586168 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.596520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.664512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.675103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.710153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-3e11d575-ca74-48a3-9a3d-3d99508a062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:52.711681 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-3e11d575-ca74-48a3-9a3d-3d99508a062a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5812142 Nov 08 13:57:52.714786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e6acd15-eae9-4b4d-b90a-b6f3216e7c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.723710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e6acd15-eae9-4b4d-b90a-b6f3216e7c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.723935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:52.724566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:52.728590 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:52.748894 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:52.766631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] Calling delete_port for 834933c8-979a-429a-a16f-e11c6c9d0861 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:52.885255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 7f30c14f-ebbb-4343-8787-ef081401af88 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:52.893426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Network 1b71aa59-550b-410c-a5bf-b51c7626f244 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:52.900790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:52.905152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:52.908957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:52.914576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=ab671651-7ef3-46e3-9bb7-c9a54c7dcd10,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:52.917700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:52.937811 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-9f9d25e9-ff6b-4945-a15f-870e8690fab4 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163477 Nov 08 13:57:52.979162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9e6acd15-eae9-4b4d-b90a-b6f3216e7c81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=868b583670b54da4b48ce60e07626a76&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0139771 Nov 08 13:57:52.992134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38430) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:52.996962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6acd15-eae9-4b4d-b90a-b6f3216e7c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca845e0-fea3-4ba1-9845-cfed8a4c070e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:53.023062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Port': ['ID=59ff8ab8-c526-4397-8e8d-47036d6e4dd2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:53.110798 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.113806 n-d-804292-2 neutron-server[101842]: INFO neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No ports have port_id starting with 834933c8-979a-429a-a16f-e11c6c9d0861 Nov 08 13:57:53.121532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.171249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] Pushing event deleted for resources: {'Port': ['ID=834933c8-979a-429a-a16f-e11c6c9d0861,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:53.175771 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.178718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaafcd-c8f4-4ec8-8810-144d489ce661 None None] No DVR routers for this DVR port 834933c8-979a-429a-a16f-e11c6c9d0861 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:57:53.202715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Allocated IP 172.20.0.2 (7f30c14f-ebbb-4343-8787-ef081401af88/9fdf797c-32f2-4d1e-bf06-14892af872a0/689ee08c-fc2f-4b9d-8771-e5dedd99a5ab) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:57:53.233195 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.564884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.566348 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.575562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.597626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.605866 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.636610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Network 7f30c14f-ebbb-4343-8787-ef081401af88 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:57:53.638396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Pushing event updated for resources: {'Port': ['ID=689ee08c-fc2f-4b9d-8771-e5dedd99a5ab,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:53.641288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:57:53.644731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:57:53.702265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.708919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.713123 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/networks/7933187e-aa02-4319-898e-670730752ca5 HTTP/1.1" status: 204 len: 168 time: 2.7062533 Nov 08 13:57:53.720541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:53.721240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.724542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38448) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:53.766229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Attempting to bind port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:57:53.767337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Attempting to bind port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '692aa653-f4a6-42f4-adf5-b3bb5b761659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:57:53.768308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Attempting to bind port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab on network 7f30c14f-ebbb-4343-8787-ef081401af88 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:57:53.774398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:57:53.774910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Checking segment: {'id': '692aa653-f4a6-42f4-adf5-b3bb5b761659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:57:53.775408 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.776123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Bound using segment: {'id': '692aa653-f4a6-42f4-adf5-b3bb5b761659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:57:53.776875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Bound port: 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692aa653-f4a6-42f4-adf5-b3bb5b761659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7f30c14f-ebbb-4343-8787-ef081401af88'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:57:53.777573 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.815957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Port': ['ID=59ff8ab8-c526-4397-8e8d-47036d6e4dd2,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:53.851589 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.860054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] For port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:57:53.864967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] For port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=689ee08c-fc2f-4b9d-8771-e5dedd99a5ab,segment=NetworkSegment(692aa653-f4a6-42f4-adf5-b3bb5b761659),segment_id=692aa653-f4a6-42f4-adf5-b3bb5b761659)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:57:53.872597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.917784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.941158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:53.943696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b7d40757-d77d-4de7-9ad4-e65a1c95132b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2587752 Nov 08 13:57:53.953059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfa905-9a5f-4e53-92a5-b5271cb92aed tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Network': ['ID=7933187e-aa02-4319-898e-670730752ca5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:53.955048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38454) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:53.975321 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-130d3041-1490-468f-8b6b-ed6902d120c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0618503 Nov 08 13:57:53.979817 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb9a5b1f-1e80-4e69-af3c-a50120a75474 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.3229570 Nov 08 13:57:54.010548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38456) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:54.029859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3eacc-523d-4cdb-9182-659e84f1468c None None] Pushing event updated for resources: {'Port': ['ID=689ee08c-fc2f-4b9d-8771-e5dedd99a5ab,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:54.147930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6af0ae1-9f23-4144-b65d-cb475f416d8f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=1b71aa59-550b-410c-a5bf-b51c7626f244 HTTP/1.1" status: 200 len: 689 time: 0.1909928 Nov 08 13:57:54.148720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38462) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:54.196193 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77e3cc33-6552-4521-9b04-6833d4816cd4 req-2e3ffe00-1ee1-4fa3-ba6e-5442fdaa8f76 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2029903 Nov 08 13:57:54.231478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ad31899-99f1-4591-a767-7e41b71d2f88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.298856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.447277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.634126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:54.642471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Deleting port 59ff8ab8-c526-4397-8e8d-47036d6e4dd2 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:54.643037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.661049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ad31899-99f1-4591-a767-7e41b71d2f88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.715187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba496692-aa9d-4072-a169-2a896aea2c78']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:54.739081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:54.739613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:54.740157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:54.740621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:54.741080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:54.741560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:54.742004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:54.744024 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-61aebbc3-1610-4415-81d9-2c4b5cba007f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.6492782 Nov 08 13:57:54.752051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddd4476-8d71-4a12-b036-76d6f16bca3f') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:54.752452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddd4476-8d71-4a12-b036-76d6f16bca3f') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:54.763660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:54.763660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.823575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.825998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.846502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Calling delete_port for 59ff8ab8-c526-4397-8e8d-47036d6e4dd2 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:54.871662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:54.979696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.016618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.043318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port ab671651-7ef3-46e3-9bb7-c9a54c7dcd10 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:57:55.043693 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.058522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:55.058522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:55.065002 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:55.094424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=689ee08c-fc2f-4b9d-8771-e5dedd99a5ab,segment=NetworkSegment(692aa653-f4a6-42f4-adf5-b3bb5b761659),segment_id=692aa653-f4a6-42f4-adf5-b3bb5b761659)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:57:55.106111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.117760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.182194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event deleted for resources: {'Port': ['ID=59ff8ab8-c526-4397-8e8d-47036d6e4dd2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:55.281132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.284180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=689ee08c-fc2f-4b9d-8771-e5dedd99a5ab,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:55.357278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ad31899-99f1-4591-a767-7e41b71d2f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.362231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ad31899-99f1-4591-a767-7e41b71d2f88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.364454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0ad31899-99f1-4591-a767-7e41b71d2f88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ca845e0-fea3-4ba1-9845-cfed8a4c070e HTTP/1.1" status: 204 len: 168 time: 2.3695152 Nov 08 13:57:55.386454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.543657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.608503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7db03b3-29e9-416c-b14e-01e00eb564a5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:55.634862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.651806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.673375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/networks/ba496692-aa9d-4072-a169-2a896aea2c78 HTTP/1.1" status: 204 len: 168 time: 1.9289207 Nov 08 13:57:55.715628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38486) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:55.742696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.781013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad31899-99f1-4591-a767-7e41b71d2f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca845e0-fea3-4ba1-9845-cfed8a4c070e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:55.797948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b71aa59-550b-410c-a5bf-b51c7626f244']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:55.814305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab2e3a1-3629-4c81-beac-e6236860bbc4') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:55.814698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab2e3a1-3629-4c81-beac-e6236860bbc4') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:55.831301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.834115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-cc929221-e93f-4783-8eac-676857389c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:55.834574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-cc929221-e93f-4783-8eac-676857389c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:55.835041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-cc929221-e93f-4783-8eac-676857389c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:55.851851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-cc929221-e93f-4783-8eac-676857389c75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 2290 time: 1.0767756 Nov 08 13:57:55.862807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988527db-04e2-4a0a-a3f8-ddcfb23e35be tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Network': ['ID=ba496692-aa9d-4072-a169-2a896aea2c78,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:55.882686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:55.907455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:55.910110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:56.026763 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:56.032333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecad4461-f651-48d5-bedc-5fa363b721dc None None] Network 7f30c14f-ebbb-4343-8787-ef081401af88 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:56.046568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:56.100618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1b71aa59-550b-410c-a5bf-b51c7626f244 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 13:57:56.105943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:56.112684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1b71aa59-550b-410c-a5bf-b51c7626f244 HTTP/1.1" status: 204 len: 168 time: 1.9599349 Nov 08 13:57:56.117686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event deleted for resources: {'Network': ['ID=1b71aa59-550b-410c-a5bf-b51c7626f244,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:56.130961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38494) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:56.196678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-de772cb0-53a4-4de1-9858-2b863b8287e8 None None] Provisioning complete for port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:56.206874 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de772cb0-53a4-4de1-9858-2b863b8287e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:56.307624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-3c20b698-3e1d-4d55-9f22-e598ef65281b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1002 time: 0.3719363 Nov 08 13:57:56.351437 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:56.359418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-388e0f7b-2710-4cf6-ab1b-3bcc1f09f60b tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1784 time: 0.2217920 Nov 08 13:57:56.360827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38498) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:56.383867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.386447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.387188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.387629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.388139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.389111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.391877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.392426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.392904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.393642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.395906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.396715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dc8114-3510-4e07-9359-f5764db14733 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:57:56.467323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for ab671651-7ef3-46e3-9bb7-c9a54c7dcd10 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:57:56.565058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:57:56.793978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.794452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.794895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.795347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.804407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.805081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.805476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.805926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.806374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:56.816656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-038d6ce8-32f3-4f7e-a504-88066494b25f tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5734 time: 0.4545255 Nov 08 13:57:56.820064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38516) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:56.828203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:56.829957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:56.875015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Deleting subnet 56e97a0b-c355-46dd-bc68-932ae1a2939f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:56.925625 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-0c8bb5db-d3d2-4d28-bd9c-d891350bed15 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] delete failed (client error): The resource could not be found. Nov 08 13:57:56.926938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c8bb5db-d3d2-4d28-bd9c-d891350bed15 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/af0d0775-ca56-48cb-b27d-6a3e00c452f9 HTTP/1.1" status: 404 len: 345 time: 0.1059263 Nov 08 13:57:56.929726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38522) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:56.997787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.003462 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb36b8da-1629-4108-b2f2-58bcc0030aac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] DELETE failed (client error): The resource could not be found. Nov 08 13:57:57.007428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb36b8da-1629-4108-b2f2-58bcc0030aac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:57:57.010728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cb36b8da-1629-4108-b2f2-58bcc0030aac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "DELETE /v2.0/networks/1b71aa59-550b-410c-a5bf-b51c7626f244 HTTP/1.1" status: 404 len: 339 time: 0.0800312 Nov 08 13:57:57.034186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38526) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:57.048113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'network': {'name': 'tempest-network--566031673', 'router:external': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:57.103857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Made reservation on behalf of 6bc39e93a12c4a63baf1653049dd515f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:57.106491 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.194557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-a5cd9952-558d-4fab-8d41-d39fe1f93154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:57.199576 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-a5cd9952-558d-4fab-8d41-d39fe1f93154 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.8677332 Nov 08 13:57:57.328667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.344856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:57:57.368603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.368849 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.369317 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Added segment 7f28fd6d-b48a-4085-92f3-1b1336d661be of type vlan for network b62b0ddc-2fe2-426c-9ac3-7bba0feab5ba Nov 08 13:57:57.423337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=ab671651-7ef3-46e3-9bb7-c9a54c7dcd10,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:57.507140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-115a23e3-4022-42a4-bef1-ebb659cec07b None None] Provisioning complete for port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:57:57.510400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-115a23e3-4022-42a4-bef1-ebb659cec07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.543113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-4fbf67a3-91f2-4d29-9139-af3759694459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:57.544975 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-4fbf67a3-91f2-4d29-9139-af3759694459 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3318300 Nov 08 13:57:57.626573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.740784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.742178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:57.742778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.832128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-115a23e3-4022-42a4-bef1-ebb659cec07b None None] Could not find standard attr ID for object ab671651-7ef3-46e3-9bb7-c9a54c7dcd10. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:57:57.896672 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-eec6e8eb-b473-45ef-aa2f-ebf15010658f service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3280985 Nov 08 13:57:57.916309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c7548b2-5ae6-415f-823f-41c17b6d1e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.960537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:57.966438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-070e31e1-878c-4668-a85b-58e65c589646 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/ab671651-7ef3-46e3-9bb7-c9a54c7dcd10 HTTP/1.1" status: 204 len: 168 time: 3.9243422 Nov 08 13:57:57.970286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9260800 Nov 08 13:57:57.972140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38544) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:57.975161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38546) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:57.990364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8ed83e45-a3c0-40c0-b2b3-602ea4e4fd78 None None] Could not find standard attr ID for object ab671651-7ef3-46e3-9bb7-c9a54c7dcd10. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:57:58.100652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9330a5-5833-43e3-abaf-9bff7591aaac tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Network': ['ID=b62b0ddc-2fe2-426c-9ac3-7bba0feab5ba,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:58.119224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b62b0ddc-2fe2-426c-9ac3-7bba0feab5ba details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:57:58.196271 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-8c9c6e20-6d97-46bf-a0d2-3d825d683566 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309997 Nov 08 13:57:58.243508 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7015beeb-994a-4f83-bfe5-a3e1194912ab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:57:58.264496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7015beeb-994a-4f83-bfe5-a3e1194912ab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/ab671651-7ef3-46e3-9bb7-c9a54c7dcd10 HTTP/1.1" status: 404 len: 333 time: 0.2727079 Nov 08 13:57:58.329350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38556) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:58.357803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-81248c2b-aa9c-42a3-8bc7-fb11efddb982 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 217 time: 0.1472855 Nov 08 13:57:58.508480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:58.636662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet 9fdf797c-32f2-4d1e-bf06-14892af872a0 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:57:58.645578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:58.751540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:58.786681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d173c-072b-421c-9e27-5ee8fc3ae4eb tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:58.798511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d173c-072b-421c-9e27-5ee8fc3ae4eb tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:58.803224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-887b555d-d985-4872-8e4c-c3e85717002a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:58.805734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-887b555d-d985-4872-8e4c-c3e85717002a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.4391065 Nov 08 13:57:58.813829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d173c-072b-421c-9e27-5ee8fc3ae4eb tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:58.841871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d173c-072b-421c-9e27-5ee8fc3ae4eb tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:58.844434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d17d173c-072b-421c-9e27-5ee8fc3ae4eb tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.8634992 Nov 08 13:57:58.848251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38572) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:58.890969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:58.960792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:58.994134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.061674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16baa9a4-149c-4fb3-a59d-123e0131cf02 None None] Network 48178f27-f7ff-4014-bf8e-56b09f5f776b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:59.080890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.085088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/subnets/56e97a0b-c355-46dd-bc68-932ae1a2939f HTTP/1.1" status: 204 len: 168 time: 3.3503356 Nov 08 13:57:59.093964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38586) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:59.095342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23297075-5c1f-4b6f-a1ca-efc08dc4ea7d tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Subnet': ['ID=56e97a0b-c355-46dd-bc68-932ae1a2939f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:59.104027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.144354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62b0ddc-2fe2-426c-9ac3-7bba0feab5ba']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:59.173698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f28fd6d-b48a-4085-92f3-1b1336d661be') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:59.175097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f28fd6d-b48a-4085-92f3-1b1336d661be') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:57:59.181096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-f233c347-1575-452e-afe3-b4ec2c0be5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:57:59.183063 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-f233c347-1575-452e-afe3-b4ec2c0be5cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3628306 Nov 08 13:57:59.202861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.239396 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.262948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:57:59.263355 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:57:59.272724 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:57:59.357815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.482811 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.501477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] DHCP port deletion for 48178f27-f7ff-4014-bf8e-56b09f5f776b request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:57:59.515523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b62b0ddc-2fe2-426c-9ac3-7bba0feab5ba {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 13:57:59.517498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdf797c-32f2-4d1e-bf06-14892af872a0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:59.519330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.523539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b62b0ddc-2fe2-426c-9ac3-7bba0feab5ba HTTP/1.1" status: 204 len: 168 time: 0.6728666 Nov 08 13:57:59.535483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38598) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:59.540060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc1a4f-0e13-48b5-ba39-74cd5e4b4e39 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event deleted for resources: {'Network': ['ID=b62b0ddc-2fe2-426c-9ac3-7bba0feab5ba,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:57:59.546864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'network': {'name': 'tempest-network--493520541', 'router:external': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:57:59.564078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.573878 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.579385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c4a8f847-665c-4416-9bb5-14d60cb374bc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/9fdf797c-32f2-4d1e-bf06-14892af872a0 HTTP/1.1" status: 204 len: 168 time: 1.2448196 Nov 08 13:57:59.583906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38602) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:57:59.613638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7395e01-4f5f-4c10-9989-494f08d891a7 None None] Network 7f30c14f-ebbb-4343-8787-ef081401af88 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:57:59.715133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Made reservation on behalf of 6bc39e93a12c4a63baf1653049dd515f for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:57:59.718723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.757046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-416cf86f-d8f7-4137-a074-a005d222d5eb service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575588 Nov 08 13:57:59.872218 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:57:59.938383 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-d2e38642-ceeb-4199-bd30-a2d04a5f0a9c service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725111 Nov 08 13:57:59.951836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:00.024988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:00.025362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.053389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-295cdbad-8ee3-4ab7-aadf-93bdbe769ffb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 217 time: 0.1056139 Nov 08 13:58:00.058156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] Deleting port f4f239da-3281-4658-abd3-b1f8be3c3062 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:00.059182 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.110363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.110899 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Added segment f85baaca-2e1a-4afa-a790-7f49ce785930 of type vlan for network 87157981-1bfa-42a0-8315-4bf7f85be9cc Nov 08 13:58:00.156085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Deleting port f4f239da-3281-4658-abd3-b1f8be3c3062 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:00.156632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.223633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] For port f4f239da-3281-4658-abd3-b1f8be3c3062, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f4f239da-3281-4658-abd3-b1f8be3c3062,segment=NetworkSegment(98ae4de8-0074-4482-b1d1-85aa34f44c86),segment_id=98ae4de8-0074-4482-b1d1-85aa34f44c86)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:00.225198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.246331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] For port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=689ee08c-fc2f-4b9d-8771-e5dedd99a5ab,segment=NetworkSegment(692aa653-f4a6-42f4-adf5-b3bb5b761659),segment_id=692aa653-f4a6-42f4-adf5-b3bb5b761659)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:00.246629 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.255111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] Calling delete_port for f4f239da-3281-4658-abd3-b1f8be3c3062 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:00.318285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:00.448669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38614) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:00.483945 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.526112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] No DVR routers for this DVR port f4f239da-3281-4658-abd3-b1f8be3c3062 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:00.540529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3fccc-6023-4b11-9179-f24449cfc214 None None] DHCP port deletion for 7f30c14f-ebbb-4343-8787-ef081401af88 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:58:00.602863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bbf64-239a-4c48-8a54-cb0c7f7de506 None None] Pushing event deleted for resources: {'Port': ['ID=f4f239da-3281-4658-abd3-b1f8be3c3062,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:00.607231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f4f239da-3281-4658-abd3-b1f8be3c3062 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:58:00.642328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.647566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] For port f4f239da-3281-4658-abd3-b1f8be3c3062, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f4f239da-3281-4658-abd3-b1f8be3c3062,segment=NetworkSegment(98ae4de8-0074-4482-b1d1-85aa34f44c86),segment_id=98ae4de8-0074-4482-b1d1-85aa34f44c86)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:00.648200 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.718532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=689ee08c-fc2f-4b9d-8771-e5dedd99a5ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:00.729732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No DVR routers for this DVR port 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:00.752163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.797471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-4eabf26d-546d-4423-a680-06da47df788c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:00.800506 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-4eabf26d-546d-4423-a680-06da47df788c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.7311454 Nov 08 13:58:00.802928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Calling delete_port for f4f239da-3281-4658-abd3-b1f8be3c3062 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:00.805345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.806766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:00.807507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:00.992973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f4f239da-3281-4658-abd3-b1f8be3c3062 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:58:00.993554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f4f239da-3281-4658-abd3-b1f8be3c3062 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:58:01.088011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f6e3fccc-6023-4b11-9179-f24449cfc214 None None] The port '689ee08c-fc2f-4b9d-8771-e5dedd99a5ab' was deleted {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 08 13:58:01.089882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.148602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f30c14f-ebbb-4343-8787-ef081401af88']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:01.169899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692aa653-f4a6-42f4-adf5-b3bb5b761659') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:01.170666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692aa653-f4a6-42f4-adf5-b3bb5b761659') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:01.190411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.217311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.240927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c09ce32d-6536-4f59-abb1-d680b6201808 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.261116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:01.261779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:01.267412 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:01.408201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.451052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.468089 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e28b6d1e-0600-4d9d-974f-ef08da46be0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:01.487101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/7f30c14f-ebbb-4343-8787-ef081401af88 HTTP/1.1" status: 204 len: 168 time: 1.9024003 Nov 08 13:58:01.502493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38630) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:01.531498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'name': 'tempest-PortsTestJSON-1552542378'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:01.545988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37024096-430e-4ad2-810b-1947cb30bfd6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=7f30c14f-ebbb-4343-8787-ef081401af88,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:01.549567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0111625 Nov 08 13:58:01.575204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38632) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:01.653181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773dbd3-b5e0-43f4-9a65-3619db6331fe tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Network': ['ID=87157981-1bfa-42a0-8315-4bf7f85be9cc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:01.671546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 87157981-1bfa-42a0-8315-4bf7f85be9cc details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:01.675374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-50d30fbf-a9ea-445f-b665-0eaa4bbedc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:01.679470 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-50d30fbf-a9ea-445f-b665-0eaa4bbedc5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8688259 Nov 08 13:58:01.866424 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-0338166e-22da-4593-a4c0-f5f1bb1c983d service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783111 Nov 08 13:58:02.030143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-db1a3e17-e64f-4dbf-a8dd-cdef5ff6814e service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524010 Nov 08 13:58:02.031520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.091168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Port': ['ID=f4f239da-3281-4658-abd3-b1f8be3c3062,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:02.152043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] No DVR routers for this DVR port f4f239da-3281-4658-abd3-b1f8be3c3062 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:02.161151 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-30bfdddf-e16a-4e2b-8add-b8fc2d9a975e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 217 time: 0.1149380 Nov 08 13:58:02.343912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.386752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-1612a8c5-4356-4e4e-bd48-68e1ca772c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:02.388309 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-1612a8c5-4356-4e4e-bd48-68e1ca772c8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1948276 Nov 08 13:58:02.390546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48178f27-f7ff-4014-bf8e-56b09f5f776b']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:02.422687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ae4de8-0074-4482-b1d1-85aa34f44c86') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:02.423142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ae4de8-0074-4482-b1d1-85aa34f44c86') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:02.435913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa79f3ad-02de-4ffe-8544-7c72dab15226 tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:02.441236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa79f3ad-02de-4ffe-8544-7c72dab15226 tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] 10.222.0.65 "GET /v2.0/networks/87157981-1bfa-42a0-8315-4bf7f85be9cc HTTP/1.1" status: 200 len: 756 time: 0.8600814 Nov 08 13:58:02.442782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38656) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:02.454044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.462237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c09ce32d-6536-4f59-abb1-d680b6201808 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.482798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.489035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c09ce32d-6536-4f59-abb1-d680b6201808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.497085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:02.497496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:02.502099 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:02.507358 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-5c225d57-f47f-4606-adcc-4f3868e56114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:02.509013 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-5c225d57-f47f-4606-adcc-4f3868e56114 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1042295 Nov 08 13:58:02.518081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:58:02.543802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c09ce32d-6536-4f59-abb1-d680b6201808 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecfa17d568504e9d83b41eaed4ef3803&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0930815 Nov 08 13:58:02.549707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:02.573452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:58:02.574489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 689ee08c-fc2f-4b9d-8771-e5dedd99a5ab not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:58:02.626223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:02.631269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.666405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ce32d-6536-4f59-abb1-d680b6201808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0dece0-adf1-4914-bc69-513da268f040,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:02.698887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7f02e-3fb3-44fc-923e-69e8638cd862 tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:02.703473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5ad7f02e-3fb3-44fc-923e-69e8638cd862 tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] 10.222.0.65 "GET /v2.0/networks/6c0a89a6-4ed6-4aee-8765-ce7bdcf09cdc HTTP/1.1" status: 200 len: 767 time: 0.2551544 Nov 08 13:58:02.707518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38660) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:02.710850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port d341ebff-ed2f-4f91-bcb9-7ca340813c7c yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:02.729352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.777630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d801f645-ccfa-4aa6-a40c-fbab396a321e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.779048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.785892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/networks/48178f27-f7ff-4014-bf8e-56b09f5f776b HTTP/1.1" status: 204 len: 168 time: 3.6851137 Nov 08 13:58:02.789905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38664) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:02.827299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d801f645-ccfa-4aa6-a40c-fbab396a321e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:02.833823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f4b61-d752-478f-864e-9c8f76a6fe85 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Pushing event deleted for resources: {'Network': ['ID=48178f27-f7ff-4014-bf8e-56b09f5f776b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:02.929456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-16037a7d-4bd2-44ca-ba47-ea579a97ccd8 tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "GET /v2.0/ports?device_id=10351b69-09ad-42b3-a2f3-5a5d71bf16b7 HTTP/1.1" status: 200 len: 205 time: 0.1203272 Nov 08 13:58:02.934374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38670) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:02.976891 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-75906c83-afbf-4d1d-8286-8c6a53938fcc service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538279 Nov 08 13:58:02.981518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.036442 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.130163 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3887844-59f8-4d34-a129-c5c9189d667f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.241873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.244131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d801f645-ccfa-4aa6-a40c-fbab396a321e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.246139 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d801f645-ccfa-4aa6-a40c-fbab396a321e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.249956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d801f645-ccfa-4aa6-a40c-fbab396a321e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c0dece0-adf1-4914-bc69-513da268f040 HTTP/1.1" status: 204 len: 168 time: 0.6887641 Nov 08 13:58:03.258141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.267981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801f645-ccfa-4aa6-a40c-fbab396a321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0dece0-adf1-4914-bc69-513da268f040,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:03.328996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-9859638f-fd03-4689-98b2-21707853c831 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424978 Nov 08 13:58:03.331937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87157981-1bfa-42a0-8315-4bf7f85be9cc']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:03.398985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3887844-59f8-4d34-a129-c5c9189d667f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.402516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3887844-59f8-4d34-a129-c5c9189d667f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.408428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85baaca-2e1a-4afa-a790-7f49ce785930') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:03.409043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85baaca-2e1a-4afa-a790-7f49ce785930') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:03.418721 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-0025d017-f906-4fc9-bf77-d41d893b4fd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 217 time: 0.0817258 Nov 08 13:58:03.423026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.451885 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.480024 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.493414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3887844-59f8-4d34-a129-c5c9189d667f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.494351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3887844-59f8-4d34-a129-c5c9189d667f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Fanout notify agent at l3_agent the message router_deleted on router 10351b69-09ad-42b3-a2f3-5a5d71bf16b7 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:58:03.497922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:03.498848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:03.505171 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:03.512478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3887844-59f8-4d34-a129-c5c9189d667f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.516585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b3887844-59f8-4d34-a129-c5c9189d667f tempest-RoutersNegativeTest-2014539071 tempest-RoutersNegativeTest-2014539071-project] 10.222.0.65 "DELETE /v2.0/routers/10351b69-09ad-42b3-a2f3-5a5d71bf16b7 HTTP/1.1" status: 204 len: 168 time: 0.5776498 Nov 08 13:58:03.532909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:03.538353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:03.541528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:03.551710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:03.552802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.584231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=d341ebff-ed2f-4f91-bcb9-7ca340813c7c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:03.586485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-1e4b68bf-6ce9-4096-93f6-67ba4c60e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:03.588539 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-1e4b68bf-6ce9-4096-93f6-67ba4c60e062 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1576779 Nov 08 13:58:03.610806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9f834a3d-c9e6-446c-88d7-752be4ad5a74 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0866911 Nov 08 13:58:03.611598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38684) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:03.661731 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.703573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87157981-1bfa-42a0-8315-4bf7f85be9cc {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 13:58:03.737304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.751960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "DELETE /v2.0/networks/87157981-1bfa-42a0-8315-4bf7f85be9cc HTTP/1.1" status: 204 len: 168 time: 1.0427337 Nov 08 13:58:03.757081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38688) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:03.769458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'network': {'name': 'tempest-network--364251070'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:03.785620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7f78b-b61e-42cf-9d08-cedc8d2ae19c tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event deleted for resources: {'Network': ['ID=87157981-1bfa-42a0-8315-4bf7f85be9cc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:03.793399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port d341ebff-ed2f-4f91-bcb9-7ca340813c7c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:03.793746 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.801109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-2bc89ebb-5c59-41fa-990f-3efb5c99b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:03.802713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-2bc89ebb-5c59-41fa-990f-3efb5c99b7c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2065010 Nov 08 13:58:03.916644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Made reservation on behalf of 6bc39e93a12c4a63baf1653049dd515f for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:03.919211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.947898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.962565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:03.973619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:03.974020 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Added segment 0bcb6a55-6e19-4370-ba36-6c8502a47746 of type vlan for network a28f94d7-b1c0-42ea-8814-1e1df0ba5397 Nov 08 13:58:03.993401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for d341ebff-ed2f-4f91-bcb9-7ca340813c7c owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:04.033942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.160053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.196342 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-7ff19a8d-647a-49d3-b3f7-1abc15397d77 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828251 Nov 08 13:58:04.198272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.199486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.200602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:04.203406 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.209276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/d341ebff-ed2f-4f91-bcb9-7ca340813c7c HTTP/1.1" status: 204 len: 168 time: 0.5959377 Nov 08 13:58:04.209927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:04.216286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'mac_address': 'fa:16:3e:70:c8:56', 'name': 'tempest-PortsTestJSON-1600388921'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:04.280276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692bc602-2915-4af1-90fb-238e3b9889ca tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=d341ebff-ed2f-4f91-bcb9-7ca340813c7c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:04.289943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5296867 Nov 08 13:58:04.299977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38700) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:04.311648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:04.486968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7c836-082b-4995-9741-0ac817f38958 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Network': ['ID=a28f94d7-b1c0-42ea-8814-1e1df0ba5397,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:04.517471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a28f94d7-b1c0-42ea-8814-1e1df0ba5397 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:04.558303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-2f13167d-298f-4e17-8bee-25ee79a878de service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291745 Nov 08 13:58:04.644730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-1761b375-4b3c-4630-bb1b-c295b4c0f2e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 217 time: 0.0785501 Nov 08 13:58:04.679558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:04.730590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38706) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:04.773661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-82e13345-7a94-4103-9223-7a66bb95485b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:04.775355 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-82e13345-7a94-4103-9223-7a66bb95485b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1232388 Nov 08 13:58:04.800464 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-409e229e-9772-4d8c-b6e3-d23796c31e67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.845618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-8041d40e-13e4-441a-b4ec-a78b1b0e7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:04.847274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.848298 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-8041d40e-13e4-441a-b4ec-a78b1b0e7824 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0651946 Nov 08 13:58:04.873905 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.903390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38710) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:04.932867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.946185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port db776154-8ac9-4eb4-afad-396e1e0ae9a3 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:04.974204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Network a28f94d7-b1c0-42ea-8814-1e1df0ba5397 is not hosted by any dhcp agent {{(pid=101841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 13:58:04.975149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:04.976055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:04.981658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "PUT /v2.0/networks/a28f94d7-b1c0-42ea-8814-1e1df0ba5397 HTTP/1.1" status: 200 len: 857 time: 0.6751001 Nov 08 13:58:04.984180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38714) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:05.128888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d6fb6-027b-42f6-8a4e-b1ecb656ba17 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event updated for resources: {'Network': ['ID=a28f94d7-b1c0-42ea-8814-1e1df0ba5397,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:05.166537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-13b99a8b-269f-42a7-9399-9b3f7f9fd2bf service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068955 Nov 08 13:58:05.193186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-409e229e-9772-4d8c-b6e3-d23796c31e67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.199048 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-409e229e-9772-4d8c-b6e3-d23796c31e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.240041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.353465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-409e229e-9772-4d8c-b6e3-d23796c31e67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d57389425b74911b4b839666f25a1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6190596 Nov 08 13:58:05.367866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38722) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:05.413954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e229e-9772-4d8c-b6e3-d23796c31e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0916b9e4-0c80-42c5-96f5-e91505f5f5e3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:05.475975 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.479509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a068a869-7780-48c1-9fd4-71da7b00223b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51640aa6436144c2b40303767c8f3223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5707941 Nov 08 13:58:05.480514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38726) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:05.532192 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.547569 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2411-baa4-4d3b-9813-b1358b397761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.570403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.576274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.583625 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-112d78a5-7580-40c7-b84d-e3cdd3e44754 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900349 Nov 08 13:58:05.605408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2411-baa4-4d3b-9813-b1358b397761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.661697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28f94d7-b1c0-42ea-8814-1e1df0ba5397']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:05.667290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-ea72ae8b-b2b7-4558-85e9-a4116da6ebeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.0699861 Nov 08 13:58:05.689359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bcb6a55-6e19-4370-ba36-6c8502a47746') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:05.689632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bcb6a55-6e19-4370-ba36-6c8502a47746') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:05.696429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=db776154-8ac9-4eb4-afad-396e1e0ae9a3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:05.733082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.754949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-282c69d8-57d8-42aa-8633-2dac0a92a0c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.763783 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.765543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:05.769162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.776756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:05.781963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-a7fbabed-0c75-48fe-9230-b4804ad1242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:05.784403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:05.784629 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-a7fbabed-0c75-48fe-9230-b4804ad1242e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1099093 Nov 08 13:58:05.799373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:05.799651 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.817883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:05.818311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:05.823360 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:05.855140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-98fb6a20-afdc-4a87-b4ad-adf16b44d3ef tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6428015 Nov 08 13:58:05.855898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38734) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:05.864356 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-282c69d8-57d8-42aa-8633-2dac0a92a0c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.900509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2411-baa4-4d3b-9813-b1358b397761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.908792 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2411-baa4-4d3b-9813-b1358b397761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:05.910366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fb5e2411-baa4-4d3b-9813-b1358b397761 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0916b9e4-0c80-42c5-96f5-e91505f5f5e3 HTTP/1.1" status: 204 len: 168 time: 0.5318682 Nov 08 13:58:05.954799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb00759c-978f-477d-9ef4-693b2dd4e306 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:05.955941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fb00759c-978f-477d-9ef4-693b2dd4e306 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/db776154-8ac9-4eb4-afad-396e1e0ae9a3 HTTP/1.1" status: 200 len: 841 time: 0.0986290 Nov 08 13:58:05.958001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38740) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:05.958196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e2411-baa4-4d3b-9813-b1358b397761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0916b9e4-0c80-42c5-96f5-e91505f5f5e3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:05.970087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-083f12ce-deec-420c-9485-413ada16cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:05.972566 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-083f12ce-deec-420c-9485-413ada16cdd8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1763532 Nov 08 13:58:05.984321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.003206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a28f94d7-b1c0-42ea-8814-1e1df0ba5397 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 13:58:06.040212 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.052716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] 10.222.0.65 "DELETE /v2.0/networks/a28f94d7-b1c0-42ea-8814-1e1df0ba5397 HTTP/1.1" status: 204 len: 168 time: 1.0651639 Nov 08 13:58:06.099653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38742) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:06.143173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a53dc-27ae-4788-9150-4cd203ef7ef1 tempest-ExternalNetworksTestJSON-1523227648 tempest-ExternalNetworksTestJSON-1523227648-project-admin] Pushing event deleted for resources: {'Network': ['ID=a28f94d7-b1c0-42ea-8814-1e1df0ba5397,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:06.154185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port db776154-8ac9-4eb4-afad-396e1e0ae9a3 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:06.154619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.212951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-282c69d8-57d8-42aa-8633-2dac0a92a0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.225410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-282c69d8-57d8-42aa-8633-2dac0a92a0c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.239385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-282c69d8-57d8-42aa-8633-2dac0a92a0c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b62facf-d74f-4f79-84b5-e98abb3367c2 HTTP/1.1" status: 204 len: 168 time: 0.7303398 Nov 08 13:58:06.271535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.299995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for db776154-8ac9-4eb4-afad-396e1e0ae9a3 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:06.313159 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab5fdf3-0a01-4e42-9cab-d687466bdb5e tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] DELETE failed (client error): The resource could not be found. Nov 08 13:58:06.313927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab5fdf3-0a01-4e42-9cab-d687466bdb5e tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:58:06.324498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aab5fdf3-0a01-4e42-9cab-d687466bdb5e tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] 10.222.0.65 "DELETE /v2.0/subnets/e7db03b3-29e9-416c-b14e-01e00eb564a5 HTTP/1.1" status: 404 len: 337 time: 0.2030506 Nov 08 13:58:06.328744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38750) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:06.361580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c69d8-57d8-42aa-8633-2dac0a92a0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b62facf-d74f-4f79-84b5-e98abb3367c2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:06.469607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.577796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=db776154-8ac9-4eb4-afad-396e1e0ae9a3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:06.589834 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-2bc51598-f7e6-47ae-956f-6f9312fca65d service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070518 Nov 08 13:58:06.603300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.608340 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.629809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-273759d6-d1e0-4316-b0e9-af6ad0b89fc5 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/db776154-8ac9-4eb4-afad-396e1e0ae9a3 HTTP/1.1" status: 204 len: 168 time: 0.6576221 Nov 08 13:58:06.630088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38756) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:06.682884 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-080507ce-4610-4aa7-8f0a-ff49f2a932b4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:58:06.690149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-080507ce-4610-4aa7-8f0a-ff49f2a932b4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/db776154-8ac9-4eb4-afad-396e1e0ae9a3 HTTP/1.1" status: 404 len: 333 time: 0.0527287 Nov 08 13:58:06.690408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:06.697361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'name': 'tempest-PortsTestJSON-532557427'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:06.822801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.836978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:06.841688 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.859653 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45b01e5d-adaf-4123-8266-3d1ccc711499 req-8f7f98f0-98b4-4afe-b8aa-8b33c51cb0f7 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518742 Nov 08 13:58:06.869640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 4339d43f-1da9-4650-a933-adee1456e736 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:06.879853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c0a89a6-4ed6-4aee-8765-ce7bdcf09cdc']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:06.906288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fdf01bb-696f-4d11-a9f1-002528e6bc2f') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:06.906598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fdf01bb-696f-4d11-a9f1-002528e6bc2f') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:06.920868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.946472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.961874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:06.962449 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:06.966455 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:07.105712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.116957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.120537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] 10.222.0.65 "DELETE /v2.0/networks/6c0a89a6-4ed6-4aee-8765-ce7bdcf09cdc HTTP/1.1" status: 204 len: 168 time: 0.7903650 Nov 08 13:58:07.139237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa92714-04d0-41b8-9425-12f3f55975ea tempest-ExternalNetworksTestJSON-1986742171 tempest-ExternalNetworksTestJSON-1986742171-project] Pushing event deleted for resources: {'Network': ['ID=6c0a89a6-4ed6-4aee-8765-ce7bdcf09cdc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:07.141657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.201623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.266804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:07.270890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:07.274351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:07.282658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:07.284020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.299085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=4339d43f-1da9-4650-a933-adee1456e736,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:07.322212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d805f194-33e2-44fb-8061-c7e48efd0c19 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6296885 Nov 08 13:58:07.323146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38774) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:07.335400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:07.427591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.775949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.783318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.825554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] In _notify_port_updated(), no bound segment for port 4339d43f-1da9-4650-a933-adee1456e736 on network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:58:07.831148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:07.831832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:07.833209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "PUT /v2.0/ports/4339d43f-1da9-4650-a933-adee1456e736 HTTP/1.1" status: 200 len: 818 time: 0.5039177 Nov 08 13:58:07.836705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38792) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:07.865855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=4339d43f-1da9-4650-a933-adee1456e736,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:07.888600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.888951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.890376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.891944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.896676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.897053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.897645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.898729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.899325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.899672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.900063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.900405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d6a13e-ed36-41c2-a03a-176da6609c9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:07.990924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 4339d43f-1da9-4650-a933-adee1456e736 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:07.990924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.082394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.106460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 4339d43f-1da9-4650-a933-adee1456e736 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:08.117679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38800) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:08.262343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.295089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=4339d43f-1da9-4650-a933-adee1456e736,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:08.302521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.306014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-de1a46ad-749f-4bb2-8fdc-f643c12b54fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/4339d43f-1da9-4650-a933-adee1456e736 HTTP/1.1" status: 204 len: 168 time: 0.4682701 Nov 08 13:58:08.310597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:08.395345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb86c6c-86b6-4df3-b784-29f67c7bbf97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:08.398468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2cb86c6c-86b6-4df3-b784-29f67c7bbf97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0868561 Nov 08 13:58:08.401804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38812) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:08.444127 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15d439c-0195-42a5-b8da-29417c3864f7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:58:08.452621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f15d439c-0195-42a5-b8da-29417c3864f7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/4339d43f-1da9-4650-a933-adee1456e736 HTTP/1.1" status: 404 len: 333 time: 0.0433943 Nov 08 13:58:08.452915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38816) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:08.459429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1251824616'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:08.501409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:08.505450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.554240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:08.591167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.591614 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment 64b1442f-1db9-47f1-908b-e7728ba194eb of type vlan for network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c Nov 08 13:58:08.696247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38824) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:08.697598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a8305e14-e6c0-42ae-b89d-5515f8936fcb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28e75607b2e342caacfc2363ef612b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5787411 Nov 08 13:58:08.705943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.751176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.759511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:08.760280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.818173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee52edb-f4e0-4043-bace-c31076bff9a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.838233 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3843007 Nov 08 13:58:08.843201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38830) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:08.861132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:08.878677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee52edb-f4e0-4043-bace-c31076bff9a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:08.891040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c2b9c-0cde-405e-9ec8-b5b2440f2768 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:08.908887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:09.003566 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee52edb-f4e0-4043-bace-c31076bff9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:09.013490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee52edb-f4e0-4043-bace-c31076bff9a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:09.021070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7ee52edb-f4e0-4043-bace-c31076bff9a8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50ae85f5-d9c3-4d8d-bbbe-cc8a6ae688f3 HTTP/1.1" status: 204 len: 168 time: 0.3229086 Nov 08 13:58:09.033361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:09.038326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee52edb-f4e0-4043-bace-c31076bff9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ae85f5-d9c3-4d8d-bbbe-cc8a6ae688f3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:09.044885 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:09.375932 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:09.463808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=70086484-8f2f-4c0a-af0b-a9dca40188f4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:09.486473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': '64b1442f-1db9-47f1-908b-e7728ba194eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:09.486837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:58:09.513882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:58:09.530524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:09.539882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:09.541365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:09.542500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c7752-a5e9-44c6-aaa9-3aafaef28980 None None] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:09.575961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38854) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:09.578607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd4b07cc-ee49-41e2-8e1c-ff9f01a5bd7d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7336543 Nov 08 13:58:09.586135 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f37bfb33-071e-4056-875f-703fd6320fa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:09.801575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37bfb33-071e-4056-875f-703fd6320fa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:09.825661 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f37bfb33-071e-4056-875f-703fd6320fa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:09.834276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c', 'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c', 'tenant_id': 'd43ef104902d4cdca7e23403e8390fc7', 'fixed_ips': [{'subnet_id': '70086484-8f2f-4c0a-af0b-a9dca40188f4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:58:09.835546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:09.988985 n-d-804292-2 neutron-server[101841]: INFO neutron.db.ipam_backend_mixin [None req-f37bfb33-071e-4056-875f-703fd6320fa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 70086484-8f2f-4c0a-af0b-a9dca40188f4 (CIDR: 172.20.0.0/28) Nov 08 13:58:09.998046 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f37bfb33-071e-4056-875f-703fd6320fa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:09.999362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f37bfb33-071e-4056-875f-703fd6320fa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:58:10.044509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f37bfb33-071e-4056-875f-703fd6320fa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4660542 Nov 08 13:58:10.052287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38864) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:10.059448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:10.084689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38868) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:10.093974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Allocated IP 172.20.0.2 (ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c/70086484-8f2f-4c0a-af0b-a9dca40188f4/716383b0-3cb8-47c5-9533-cd6a9d8173ac) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:10.166180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b97914b2-511c-4514-bc3a-39fadce31582 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bc39e93a12c4a63baf1653049dd515f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0796270 Nov 08 13:58:10.169309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38870) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:10.268893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1541394-181d-4fa8-a9e5-e9519ffee2ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.307438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38872) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:10.319798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1541394-181d-4fa8-a9e5-e9519ffee2ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.348207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.358672 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.384305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:10.389798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.411904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:10.413524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:10.419930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:10.457778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Pushing event updated for resources: {'Port': ['ID=716383b0-3cb8-47c5-9533-cd6a9d8173ac,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:10.512034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.512542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.512983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.513517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.514036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.514550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.514975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.515408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.515894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.516326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.516753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.517176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:10.532930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Attempting to bind port 716383b0-3cb8-47c5-9533-cd6a9d8173ac on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:58:10.533572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Attempting to bind port 716383b0-3cb8-47c5-9533-cd6a9d8173ac by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '64b1442f-1db9-47f1-908b-e7728ba194eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:58:10.534114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Attempting to bind port 716383b0-3cb8-47c5-9533-cd6a9d8173ac on network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:58:10.540599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:58:10.541206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Checking segment: {'id': '64b1442f-1db9-47f1-908b-e7728ba194eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:10.541723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.542217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Bound using segment: {'id': '64b1442f-1db9-47f1-908b-e7728ba194eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:58:10.542817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Bound port: 716383b0-3cb8-47c5-9533-cd6a9d8173ac, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b1442f-1db9-47f1-908b-e7728ba194eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:58:10.543328 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.631269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] For port 716383b0-3cb8-47c5-9533-cd6a9d8173ac, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:58:10.637412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] For port 716383b0-3cb8-47c5-9533-cd6a9d8173ac, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=716383b0-3cb8-47c5-9533-cd6a9d8173ac,segment=NetworkSegment(64b1442f-1db9-47f1-908b-e7728ba194eb),segment_id=64b1442f-1db9-47f1-908b-e7728ba194eb)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:58:10.644149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.771791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb8a06-bc0d-43ab-a751-22b7a6f50104 None None] Pushing event updated for resources: {'Port': ['ID=716383b0-3cb8-47c5-9533-cd6a9d8173ac,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:10.824317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-05e05cb9-c12a-41d0-af79-0df005e83d1f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:10.825226 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-05e05cb9-c12a-41d0-af79-0df005e83d1f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 13:58:10.825787 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-05e05cb9-c12a-41d0-af79-0df005e83d1f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 13:58:10.827603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-05e05cb9-c12a-41d0-af79-0df005e83d1f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5188153 Nov 08 13:58:10.834382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38880) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:10.841123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234241328'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:10.899300 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:10.936450 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.091145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1541394-181d-4fa8-a9e5-e9519ffee2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.118073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1541394-181d-4fa8-a9e5-e9519ffee2ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.119557 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e1541394-181d-4fa8-a9e5-e9519ffee2ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ee6c21e-bdb3-476b-b544-2656daf08fd3 HTTP/1.1" status: 204 len: 168 time: 0.9486465 Nov 08 13:58:11.193229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1541394-181d-4fa8-a9e5-e9519ffee2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee6c21e-bdb3-476b-b544-2656daf08fd3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:11.195614 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.202250 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.310006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61522f03-db5d-4f61-91d5-18f95627d6ec,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:11.401263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.409060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.469320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.476083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6360424 Nov 08 13:58:11.476347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1190e-dd90-4c2d-a550-cee4d2a952d4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973ffc0a-3b8f-415f-9163-69eac9d65c9a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:11.479066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38904) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:11.487322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7a95be2d-2f90-49dd-9c00-02869d5547cc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '973ffc0a-3b8f-415f-9163-69eac9d65c9a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:11.543777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a95be2d-2f90-49dd-9c00-02869d5547cc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.551587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.616079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:11.621553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:11.627343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:11.628024 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.648683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5940380 Nov 08 13:58:11.653630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38908) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:11.660932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a95be2d-2f90-49dd-9c00-02869d5547cc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.661259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c', 'fixed_ips': [{'subnet_id': '70086484-8f2f-4c0a-af0b-a9dca40188f4'}, {'subnet_id': '030107a0-8b54-4202-bebc-70e8117469d7'}], 'name': 'tempest-PortsTestJSON-156639204'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:11.667927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a95be2d-2f90-49dd-9c00-02869d5547cc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.668779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4afe9d-ae6f-4aec-969f-7e464ca0ea12 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=030107a0-8b54-4202-bebc-70e8117469d7,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:11.736244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95be2d-2f90-49dd-9c00-02869d5547cc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec37f2a6-794e-4e8c-b901-048a2813d910,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:11.755291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a95be2d-2f90-49dd-9c00-02869d5547cc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.757798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7a95be2d-2f90-49dd-9c00-02869d5547cc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2774894 Nov 08 13:58:11.762273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38910) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:11.773789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-47d8b840-fe01-41f1-8819-32eb2950e9ce tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '973ffc0a-3b8f-415f-9163-69eac9d65c9a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:11.839820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-47d8b840-fe01-41f1-8819-32eb2950e9ce tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:11.890824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:11.944979 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-47d8b840-fe01-41f1-8819-32eb2950e9ce tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 13:58:11.948394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-47d8b840-fe01-41f1-8819-32eb2950e9ce tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1832459 Nov 08 13:58:11.959213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38918) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:12.122810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b034d4c-42fc-4e20-bb99-0f12a06fb9f2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.127085 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.173050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 11965d6b-0f1f-448e-b61e-79ff331a7baa yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:12.183657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b034d4c-42fc-4e20-bb99-0f12a06fb9f2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.268900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b034d4c-42fc-4e20-bb99-0f12a06fb9f2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.273863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b034d4c-42fc-4e20-bb99-0f12a06fb9f2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.279004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4b034d4c-42fc-4e20-bb99-0f12a06fb9f2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/973ffc0a-3b8f-415f-9163-69eac9d65c9a HTTP/1.1" status: 204 len: 168 time: 0.3143268 Nov 08 13:58:12.296891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:12.298115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b034d4c-42fc-4e20-bb99-0f12a06fb9f2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973ffc0a-3b8f-415f-9163-69eac9d65c9a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:12.411258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ab64d0d4-90fb-4e34-817e-f54b25ee6617 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0998390 Nov 08 13:58:12.416451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38932) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:12.422116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3ea69635-20ac-4720-b1c2-e6f6051ca712 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--928685246'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:12.496844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea69635-20ac-4720-b1c2-e6f6051ca712 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.589902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383de728-d30a-4928-a2ee-45ba49ff0034 None None] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:12.622072 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea69635-20ac-4720-b1c2-e6f6051ca712 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.627539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 716383b0-3cb8-47c5-9533-cd6a9d8173ac up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:12.631771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea69635-20ac-4720-b1c2-e6f6051ca712 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.719467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ea69635-20ac-4720-b1c2-e6f6051ca712 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.726947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3ea69635-20ac-4720-b1c2-e6f6051ca712 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3094916 Nov 08 13:58:12.727319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38938) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:12.730863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea69635-20ac-4720-b1c2-e6f6051ca712 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70442b99-d350-448b-a566-4df0d298c777,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:12.749068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7338855e-4d11-4282-b6ae-1db5f944d3bc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '70442b99-d350-448b-a566-4df0d298c777', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:12.749850 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-7338855e-4d11-4282-b6ae-1db5f944d3bc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 08 13:58:12.750820 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-7338855e-4d11-4282-b6ae-1db5f944d3bc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:12.752196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7338855e-4d11-4282-b6ae-1db5f944d3bc tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0172138 Nov 08 13:58:12.755831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:12.771006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a9cc4c84-5b40-406a-a05d-ef48b5041752 None None] Provisioning complete for port 716383b0-3cb8-47c5-9533-cd6a9d8173ac triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:12.771469 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4c84-5b40-406a-a05d-ef48b5041752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.792816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.4 (ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c/70086484-8f2f-4c0a-af0b-a9dca40188f4/11965d6b-0f1f-448e-b61e-79ff331a7baa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:12.808836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.22 (ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c/030107a0-8b54-4202-bebc-70e8117469d7/11965d6b-0f1f-448e-b61e-79ff331a7baa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:12.859404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d75190a4-773e-485b-9007-ff647df9b214 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.902888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 716383b0-3cb8-47c5-9533-cd6a9d8173ac triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:12.903221 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:12.919673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d75190a4-773e-485b-9007-ff647df9b214 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.039578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d75190a4-773e-485b-9007-ff647df9b214 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.042528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d75190a4-773e-485b-9007-ff647df9b214 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.043998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d75190a4-773e-485b-9007-ff647df9b214 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/70442b99-d350-448b-a566-4df0d298c777 HTTP/1.1" status: 204 len: 168 time: 0.2871356 Nov 08 13:58:13.047245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38952) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:13.075890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75190a4-773e-485b-9007-ff647df9b214 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70442b99-d350-448b-a566-4df0d298c777,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:13.100492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.152287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.170820 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2d96f546-7612-46cd-9cd9-7e907617b39c tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1219347 Nov 08 13:58:13.192435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:13.197092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-58716666-bfcf-4cb7-9689-e0599b883b13 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053512820'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:13.250353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:13.260046 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.262933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:13.279075 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4c84-5b40-406a-a05d-ef48b5041752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.282332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58716666-bfcf-4cb7-9689-e0599b883b13 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.314060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=11965d6b-0f1f-448e-b61e-79ff331a7baa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:13.323812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:13.331485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 716383b0-3cb8-47c5-9533-cd6a9d8173ac, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=716383b0-3cb8-47c5-9533-cd6a9d8173ac,segment=NetworkSegment(64b1442f-1db9-47f1-908b-e7728ba194eb),segment_id=64b1442f-1db9-47f1-908b-e7728ba194eb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:13.341797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.445072 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-a9cc4c84-5b40-406a-a05d-ef48b5041752 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:58:13.450691 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-a9cc4c84-5b40-406a-a05d-ef48b5041752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:58:13.467954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58716666-bfcf-4cb7-9689-e0599b883b13 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.476150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58716666-bfcf-4cb7-9689-e0599b883b13 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.498421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:13.510004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58716666-bfcf-4cb7-9689-e0599b883b13 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.511177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.524788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18589b81-e306-43fb-af56-7866edea0ae8 None None] Update dhcp port {'port': {'network_id': 'ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c', 'fixed_ips': [{'subnet_id': '70086484-8f2f-4c0a-af0b-a9dca40188f4', 'ip_address': '172.20.0.2'}, {'subnet_id': '030107a0-8b54-4202-bebc-70e8117469d7'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '716383b0-3cb8-47c5-9533-cd6a9d8173ac'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 13:58:13.530437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-58716666-bfcf-4cb7-9689-e0599b883b13 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3365507 Nov 08 13:58:13.540108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38964) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:13.549042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4af30660-2030-4a49-a416-cbe666ec4093 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': 'fb6ed60a-ad7f-455a-ab2f-05b36ad68389', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:13.551433 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-4af30660-2030-4a49-a416-cbe666ec4093 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 08 13:58:13.552667 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-4af30660-2030-4a49-a416-cbe666ec4093 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:13.558353 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c1f1c38a-4ff5-4ba4-9ec0-816dd5a519d9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8989987 Nov 08 13:58:13.558353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:13.559482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4af30660-2030-4a49-a416-cbe666ec4093 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0172520 Nov 08 13:58:13.561098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38970) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:13.565163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70086484-8f2f-4c0a-af0b-a9dca40188f4'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:13.571970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=716383b0-3cb8-47c5-9533-cd6a9d8173ac,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:13.579821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58716666-bfcf-4cb7-9689-e0599b883b13 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6ed60a-ad7f-455a-ab2f-05b36ad68389,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:13.587991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18589b81-e306-43fb-af56-7866edea0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.751259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.794535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2c44-b558-4f4b-b009-3a6688fef536 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.878279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2c44-b558-4f4b-b009-3a6688fef536 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:13.892134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-18589b81-e306-43fb-af56-7866edea0ae8 None None] Allocated IP 172.20.0.18 (ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c/030107a0-8b54-4202-bebc-70e8117469d7/716383b0-3cb8-47c5-9533-cd6a9d8173ac) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:14.060117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2c44-b558-4f4b-b009-3a6688fef536 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.063065 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3ce2c44-b558-4f4b-b009-3a6688fef536 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.064492 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a3ce2c44-b558-4f4b-b009-3a6688fef536 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/fb6ed60a-ad7f-455a-ab2f-05b36ad68389 HTTP/1.1" status: 204 len: 168 time: 0.4893827 Nov 08 13:58:14.070256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38996) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.152634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6b5928cc-79b0-490b-a5bd-dd40736fde83 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0790234 Nov 08 13:58:14.160926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39002) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.161158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce2c44-b558-4f4b-b009-3a6688fef536 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6ed60a-ad7f-455a-ab2f-05b36ad68389,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:14.177401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8083a9fb-57e5-4320-9f01-daa5ad879ebf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--492275740'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:14.211304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8083a9fb-57e5-4320-9f01-daa5ad879ebf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.335642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8083a9fb-57e5-4320-9f01-daa5ad879ebf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.343014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8083a9fb-57e5-4320-9f01-daa5ad879ebf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.377463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-18589b81-e306-43fb-af56-7866edea0ae8 None None] For port 716383b0-3cb8-47c5-9533-cd6a9d8173ac, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=716383b0-3cb8-47c5-9533-cd6a9d8173ac,segment=NetworkSegment(64b1442f-1db9-47f1-908b-e7728ba194eb),segment_id=64b1442f-1db9-47f1-908b-e7728ba194eb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:14.395069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8083a9fb-57e5-4320-9f01-daa5ad879ebf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.396927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8083a9fb-57e5-4320-9f01-daa5ad879ebf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2334390 Nov 08 13:58:14.400022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39010) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.405828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d0478aca-c6bb-4d04-b506-70a9ef652d7a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '0722c955-70c9-4203-a859-f68ce29e6a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:14.422693 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-d0478aca-c6bb-4d04-b506-70a9ef652d7a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 08 13:58:14.423237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083a9fb-57e5-4320-9f01-daa5ad879ebf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0722c955-70c9-4203-a859-f68ce29e6a1e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:14.423415 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-d0478aca-c6bb-4d04-b506-70a9ef652d7a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:14.428464 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d0478aca-c6bb-4d04-b506-70a9ef652d7a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0272436 Nov 08 13:58:14.429061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39012) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.434058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c022f260-0cde-4b9d-a34b-7699a2e3446f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '0722c955-70c9-4203-a859-f68ce29e6a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:14.434746 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-c022f260-0cde-4b9d-a34b-7699a2e3446f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 08 13:58:14.439661 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-c022f260-0cde-4b9d-a34b-7699a2e3446f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:14.446016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39014) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.448335 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c022f260-0cde-4b9d-a34b-7699a2e3446f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0181422 Nov 08 13:58:14.448844 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18589b81-e306-43fb-af56-7866edea0ae8 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.450844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-88c04ef7-0ea8-412b-95f9-94573fdd7060 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '0722c955-70c9-4203-a859-f68ce29e6a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:14.452953 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-88c04ef7-0ea8-412b-95f9-94573fdd7060 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 08 13:58:14.453481 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-88c04ef7-0ea8-412b-95f9-94573fdd7060 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:14.454583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-88c04ef7-0ea8-412b-95f9-94573fdd7060 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074999 Nov 08 13:58:14.459001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39016) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.461029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18589b81-e306-43fb-af56-7866edea0ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.471648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4b27e4fa-cca7-404c-a05a-cbd0d36f1d1d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '0722c955-70c9-4203-a859-f68ce29e6a1e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:14.475499 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-4b27e4fa-cca7-404c-a05a-cbd0d36f1d1d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 08 13:58:14.484182 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-4b27e4fa-cca7-404c-a05a-cbd0d36f1d1d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:14.486295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4b27e4fa-cca7-404c-a05a-cbd0d36f1d1d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0257983 Nov 08 13:58:14.490486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39018) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.588296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 716383b0-3cb8-47c5-9533-cd6a9d8173ac up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:14.592239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Delete allocated IP 172.20.0.22 (ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c/030107a0-8b54-4202-bebc-70e8117469d7) {{(pid=101840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 13:58:14.597257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18589b81-e306-43fb-af56-7866edea0ae8 None None] Pushing event updated for resources: {'Port': ['ID=716383b0-3cb8-47c5-9533-cd6a9d8173ac,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:14.612492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e082e640-4878-47de-92d2-532b5f24a826 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.653078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e082e640-4878-47de-92d2-532b5f24a826 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.737462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e082e640-4878-47de-92d2-532b5f24a826 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.747796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e082e640-4878-47de-92d2-532b5f24a826 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.754890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e082e640-4878-47de-92d2-532b5f24a826 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/0722c955-70c9-4203-a859-f68ce29e6a1e HTTP/1.1" status: 204 len: 168 time: 0.2626607 Nov 08 13:58:14.758572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 716383b0-3cb8-47c5-9533-cd6a9d8173ac triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:14.758984 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.759781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39024) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.786572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082e640-4878-47de-92d2-532b5f24a826 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722c955-70c9-4203-a859-f68ce29e6a1e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:14.884570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e149c786-aa4d-411c-b92b-4fbeefda8915 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1205678 Nov 08 13:58:14.885464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39028) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:14.885742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.892619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:14.893375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-34ecb3d7-df05-43b2-b552-10632ed0b401 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1262843772'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:14.941869 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-34ecb3d7-df05-43b2-b552-10632ed0b401 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.024762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=11965d6b-0f1f-448e-b61e-79ff331a7baa,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:15.115507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] In _notify_port_updated(), no bound segment for port 11965d6b-0f1f-448e-b61e-79ff331a7baa on network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:58:15.121109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:15.121783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.123148 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3d95817b-1142-4cea-a77b-90f520ba41b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "PUT /v2.0/ports/11965d6b-0f1f-448e-b61e-79ff331a7baa HTTP/1.1" status: 200 len: 918 time: 1.5629377 Nov 08 13:58:15.128195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39034) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.134254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70086484-8f2f-4c0a-af0b-a9dca40188f4'}, {'subnet_id': '030107a0-8b54-4202-bebc-70e8117469d7'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.213720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39036) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.301592 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.474584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-34ecb3d7-df05-43b2-b552-10632ed0b401 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.489629 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-34ecb3d7-df05-43b2-b552-10632ed0b401 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.559351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-34ecb3d7-df05-43b2-b552-10632ed0b401 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.563013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-34ecb3d7-df05-43b2-b552-10632ed0b401 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6745086 Nov 08 13:58:15.566605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39046) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.567118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ecb3d7-df05-43b2-b552-10632ed0b401 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62c1560b-271f-4d60-aa0b-f87013ecdd22,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:15.581777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-73fe3e79-38f5-4be5-8b92-adc7a5921b56 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.583283 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-73fe3e79-38f5-4be5-8b92-adc7a5921b56 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 13:58:15.583999 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-73fe3e79-38f5-4be5-8b92-adc7a5921b56 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:15.588890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39048) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.589784 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-73fe3e79-38f5-4be5-8b92-adc7a5921b56 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0221114 Nov 08 13:58:15.596065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-441443bd-31a9-4d94-bfff-c67bdc975cec tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.639106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9eb65d-cdfc-488a-86a2-a6e4668f9762 None None] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:15.685558 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-441443bd-31a9-4d94-bfff-c67bdc975cec tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:15.688779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-441443bd-31a9-4d94-bfff-c67bdc975cec tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0972064 Nov 08 13:58:15.690475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39050) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.709566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6d898910-1314-4ed3-ab6f-35a3b51d3179 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.711851 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-6d898910-1314-4ed3-ab6f-35a3b51d3179 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 08 13:58:15.714576 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-6d898910-1314-4ed3-ab6f-35a3b51d3179 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:15.721465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6d898910-1314-4ed3-ab6f-35a3b51d3179 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0228686 Nov 08 13:58:15.721465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39052) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.731401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0cec7471-0e61-46a4-8410-93c5a2fe9de3 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.756714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.28 (ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c/030107a0-8b54-4202-bebc-70e8117469d7/11965d6b-0f1f-448e-b61e-79ff331a7baa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:15.780731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ff19f1cb-b17b-4fc0-ae7b-8254b998e1e5 None None] Provisioning complete for port 716383b0-3cb8-47c5-9533-cd6a9d8173ac triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:15.781499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff19f1cb-b17b-4fc0-ae7b-8254b998e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.831821 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-0cec7471-0e61-46a4-8410-93c5a2fe9de3 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:15.833428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0cec7471-0e61-46a4-8410-93c5a2fe9de3 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1131451 Nov 08 13:58:15.836838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39056) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.847181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6d7b6bf0-a51a-4ae8-96e8-d8d5781bb047 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.849290 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-6d7b6bf0-a51a-4ae8-96e8-d8d5781bb047 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 13:58:15.851562 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-6d7b6bf0-a51a-4ae8-96e8-d8d5781bb047 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:15.852776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6d7b6bf0-a51a-4ae8-96e8-d8d5781bb047 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0148261 Nov 08 13:58:15.856088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39058) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.866802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e3a34231-6523-46ee-b460-254273792343 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.896940 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-e3a34231-6523-46ee-b460-254273792343 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Project 785f2615da2c49d79f2978d1d96c917e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:58:15.913182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.918916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:15.921774 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-e3a34231-6523-46ee-b460-254273792343 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:15.923023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e3a34231-6523-46ee-b460-254273792343 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0659218 Nov 08 13:58:15.927432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.939801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-236e4a18-1035-4571-8b80-4a2ca48fc9a2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:15.940495 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-236e4a18-1035-4571-8b80-4a2ca48fc9a2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 08 13:58:15.941262 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-236e4a18-1035-4571-8b80-4a2ca48fc9a2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:15.942953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-236e4a18-1035-4571-8b80-4a2ca48fc9a2 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0142219 Nov 08 13:58:15.948333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39064) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:15.965411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-aac77231-e655-4cf2-beee-c3ba520a98eb tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:16.002008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=11965d6b-0f1f-448e-b61e-79ff331a7baa,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:16.010173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ff19f1cb-b17b-4fc0-ae7b-8254b998e1e5 None None] Provisioning complete for port 11965d6b-0f1f-448e-b61e-79ff331a7baa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:16.010913 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff19f1cb-b17b-4fc0-ae7b-8254b998e1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.046312 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-aac77231-e655-4cf2-beee-c3ba520a98eb tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Project 785f2615da2c49d79f2978d1d96c917e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:58:16.069846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ac96784-8607-4775-8b6b-af71cd9c9bad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.087757 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-aac77231-e655-4cf2-beee-c3ba520a98eb tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:16.092295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aac77231-e655-4cf2-beee-c3ba520a98eb tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1421981 Nov 08 13:58:16.095219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39066) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.095757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ff19f1cb-b17b-4fc0-ae7b-8254b998e1e5 None None] Port 11965d6b-0f1f-448e-b61e-79ff331a7baa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:16.105852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-71fe5f17-0c55-46de-9cf5-82766ed1e641 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '62c1560b-271f-4d60-aa0b-f87013ecdd22', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:16.135681 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-71fe5f17-0c55-46de-9cf5-82766ed1e641 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Project 785f2615da2c49d79f2978d1d96c917e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 13:58:16.158923 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-71fe5f17-0c55-46de-9cf5-82766ed1e641 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:16.161164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-71fe5f17-0c55-46de-9cf5-82766ed1e641 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0625994 Nov 08 13:58:16.164087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39068) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.234823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce969-7562-4202-be99-1439035527ae tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.244825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] In _notify_port_updated(), no bound segment for port 11965d6b-0f1f-448e-b61e-79ff331a7baa on network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:58:16.253524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:16.253524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.259060 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d181eafe-a432-4492-b56d-7246f90f5d9f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "PUT /v2.0/ports/11965d6b-0f1f-448e-b61e-79ff331a7baa HTTP/1.1" status: 200 len: 998 time: 1.1245015 Nov 08 13:58:16.259060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39072) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.273765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce969-7562-4202-be99-1439035527ae tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.304198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ac96784-8607-4775-8b6b-af71cd9c9bad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.320221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ac96784-8607-4775-8b6b-af71cd9c9bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.333307 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce969-7562-4202-be99-1439035527ae tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.336223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce969-7562-4202-be99-1439035527ae tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.337682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f6ce969-7562-4202-be99-1439035527ae tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/62c1560b-271f-4d60-aa0b-f87013ecdd22 HTTP/1.1" status: 204 len: 168 time: 0.1724854 Nov 08 13:58:16.341519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39074) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.363165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ce969-7562-4202-be99-1439035527ae tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c1560b-271f-4d60-aa0b-f87013ecdd22,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:16.401888 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0ac96784-8607-4775-8b6b-af71cd9c9bad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d0b8da2436e4313bd11864776183117&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1844788 Nov 08 13:58:16.406926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dc107327-e2ac-48d8-8d9d-84089d072e76 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0608468 Nov 08 13:58:16.406926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39078) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.407156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39080) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.436907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac96784-8607-4775-8b6b-af71cd9c9bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf79dc8f-47f7-42aa-afc2-07c15830842d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:16.468706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d89fb2a3-d347-4fba-9098-3aabf894ae0e tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--107206367'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:16.474731 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 11965d6b-0f1f-448e-b61e-79ff331a7baa {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:16.478558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.513912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15b4fdcb-6860-4f31-953a-cd1f387d0df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.539771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d89fb2a3-d347-4fba-9098-3aabf894ae0e tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.541740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 716383b0-3cb8-47c5-9533-cd6a9d8173ac up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:16.564116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15b4fdcb-6860-4f31-953a-cd1f387d0df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.618016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 716383b0-3cb8-47c5-9533-cd6a9d8173ac triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:16.619295 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.689541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.700762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15b4fdcb-6860-4f31-953a-cd1f387d0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.704580 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15b4fdcb-6860-4f31-953a-cd1f387d0df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.706221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-15b4fdcb-6860-4f31-953a-cd1f387d0df7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf79dc8f-47f7-42aa-afc2-07c15830842d HTTP/1.1" status: 204 len: 168 time: 0.3009775 Nov 08 13:58:16.711585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d89fb2a3-d347-4fba-9098-3aabf894ae0e tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.721970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 11965d6b-0f1f-448e-b61e-79ff331a7baa owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:16.723646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4fdcb-6860-4f31-953a-cd1f387d0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf79dc8f-47f7-42aa-afc2-07c15830842d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:16.725714 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d89fb2a3-d347-4fba-9098-3aabf894ae0e tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.776925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fb2a3-d347-4fba-9098-3aabf894ae0e tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=465f2572-afe3-433e-8e39-d1c0f2d27902,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:16.783156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d89fb2a3-d347-4fba-9098-3aabf894ae0e tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:16.787186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d89fb2a3-d347-4fba-9098-3aabf894ae0e tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3761811 Nov 08 13:58:16.787498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39090) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.792931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d9d50c89-acdc-4202-b8b0-9930910f7d34 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '465f2572-afe3-433e-8e39-d1c0f2d27902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:16.876895 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-d9d50c89-acdc-4202-b8b0-9930910f7d34 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The resource could not be found. Nov 08 13:58:16.878325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d9d50c89-acdc-4202-b8b0-9930910f7d34 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0896614 Nov 08 13:58:16.883508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39092) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:16.899352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4d607c69-2893-4bb6-952b-0baf43fc49d9 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '465f2572-afe3-433e-8e39-d1c0f2d27902', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0c041dc6-1430-44e5-91bf-3b4212808106'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:16.963487 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-4d607c69-2893-4bb6-952b-0baf43fc49d9 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The resource could not be found. Nov 08 13:58:16.970316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d607c69-2893-4bb6-952b-0baf43fc49d9 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0804586 Nov 08 13:58:16.970316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39094) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.047211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79d3ec78-7852-4d1d-bef1-8e527e4e21d5 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.076711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79d3ec78-7852-4d1d-bef1-8e527e4e21d5 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.078473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.141767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=11965d6b-0f1f-448e-b61e-79ff331a7baa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:17.150323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79d3ec78-7852-4d1d-bef1-8e527e4e21d5 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.153343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79d3ec78-7852-4d1d-bef1-8e527e4e21d5 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.160244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.160514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-79d3ec78-7852-4d1d-bef1-8e527e4e21d5 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/465f2572-afe3-433e-8e39-d1c0f2d27902 HTTP/1.1" status: 204 len: 168 time: 0.1869252 Nov 08 13:58:17.171060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3ec78-7852-4d1d-bef1-8e527e4e21d5 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=465f2572-afe3-433e-8e39-d1c0f2d27902,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:17.185325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39102) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.278316 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-378e10a5-df9c-4d27-9424-1919d7c16146 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1163495 Nov 08 13:58:17.286971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39106) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.294170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-aa664d6b-5496-4b7d-916f-a0aee60c8c1a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '210c2b70-0fb7-4945-9cd0-48b5c01a9c87', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:17.374947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.379089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-be183399-6fe3-41e3-a6c5-005f5b031cab tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/11965d6b-0f1f-448e-b61e-79ff331a7baa HTTP/1.1" status: 204 len: 168 time: 1.1186304 Nov 08 13:58:17.384136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39110) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.387997 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-aa664d6b-5496-4b7d-916f-a0aee60c8c1a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The resource could not be found. Nov 08 13:58:17.395131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa664d6b-5496-4b7d-916f-a0aee60c8c1a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1005976 Nov 08 13:58:17.395567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.416113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4203d9af-7b58-48c7-acda-f45f7b67c16d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--623394991'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:17.423308 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-68bd895c-7ab9-42ca-9587-6299bc47602f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:58:17.425340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-68bd895c-7ab9-42ca-9587-6299bc47602f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/11965d6b-0f1f-448e-b61e-79ff331a7baa HTTP/1.1" status: 404 len: 333 time: 0.0396311 Nov 08 13:58:17.430231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39114) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.458205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4203d9af-7b58-48c7-acda-f45f7b67c16d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.563148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet 030107a0-8b54-4202-bebc-70e8117469d7 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:58:17.568936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.600841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4203d9af-7b58-48c7-acda-f45f7b67c16d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.604644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d25a3d5a-f44c-4e99-8d06-9f4106c6582c None None] Provisioning complete for port 716383b0-3cb8-47c5-9533-cd6a9d8173ac triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:17.606352 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d25a3d5a-f44c-4e99-8d06-9f4106c6582c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.609741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4203d9af-7b58-48c7-acda-f45f7b67c16d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.662500 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.686574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4203d9af-7b58-48c7-acda-f45f7b67c16d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.712444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4203d9af-7b58-48c7-acda-f45f7b67c16d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3155968 Nov 08 13:58:17.719021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39120) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:17.731269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-416c0151-fc10-4569-b159-731cc8584d61 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161545392'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:17.748092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203d9af-7b58-48c7-acda-f45f7b67c16d tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca71469-0ba5-4ff0-b751-da34ec9c466c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:17.793247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-416c0151-fc10-4569-b159-731cc8584d61 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.841337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d25a3d5a-f44c-4e99-8d06-9f4106c6582c None None] Could not find standard attr ID for object 11965d6b-0f1f-448e-b61e-79ff331a7baa. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:58:17.874275 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.903767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-416c0151-fc10-4569-b159-731cc8584d61 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.911607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-416c0151-fc10-4569-b159-731cc8584d61 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.929815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b0ba-995f-4e88-8c3a-48b7e0d60ff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:17.955899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8e7449c0-5d14-4f1c-a523-4908a87ba398 None None] Could not find standard attr ID for object 11965d6b-0f1f-448e-b61e-79ff331a7baa. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:58:17.997205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c0151-fc10-4569-b159-731cc8584d61 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa56dc-a82c-4194-a9b1-a15941ed8045,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.022943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-416c0151-fc10-4569-b159-731cc8584d61 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.025905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-416c0151-fc10-4569-b159-731cc8584d61 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3030255 Nov 08 13:58:18.026518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.028888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39124) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.035269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-cc98b0da-d7ec-4ec2-9322-6b20b9fba7d9 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '0ca71469-0ba5-4ff0-b751-da34ec9c466c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd1aa56dc-a82c-4194-a9b1-a15941ed8045'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:18.075994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=030107a0-8b54-4202-bebc-70e8117469d7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.084601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39126) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.108115 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-cc98b0da-d7ec-4ec2-9322-6b20b9fba7d9 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:18.108456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.116346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-569e9739-5754-4e56-a793-30c43e4250c0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/030107a0-8b54-4202-bebc-70e8117469d7 HTTP/1.1" status: 204 len: 168 time: 0.6807146 Nov 08 13:58:18.116595 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cc98b0da-d7ec-4ec2-9322-6b20b9fba7d9 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0829723 Nov 08 13:58:18.116595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39128) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.117899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39130) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.121991 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0890-2168-44ec-8d24-7d1a7b550ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.185322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b0ba-995f-4e88-8c3a-48b7e0d60ff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.196237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7d7b0ba-995f-4e88-8c3a-48b7e0d60ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.250929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet 70086484-8f2f-4c0a-af0b-a9dca40188f4 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:58:18.262079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.268808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7d7b0ba-995f-4e88-8c3a-48b7e0d60ff1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6edaf604d1e146d8b1e2a914dadedd2c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0781620 Nov 08 13:58:18.268808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7b0ba-995f-4e88-8c3a-48b7e0d60ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0fb3b6-8055-43ae-9a59-48fafa420c53,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.271368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39134) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.360066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0890-2168-44ec-8d24-7d1a7b550ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.363763 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7256e01-c439-4bcc-89ac-6c7b615834ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.367683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ec0e0890-2168-44ec-8d24-7d1a7b550ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.431296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.436581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6328-b7d6-4695-b01e-924331347d7b tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.439840 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7256e01-c439-4bcc-89ac-6c7b615834ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.453749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e0890-2168-44ec-8d24-7d1a7b550ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89185620-f2cd-48ea-ae4d-eb9ff60163b8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.476771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ec0e0890-2168-44ec-8d24-7d1a7b550ba9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf810f1b08da4e5db633a664cbb71842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911021 Nov 08 13:58:18.484289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39138) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.588540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43e6e7e2-3fb7-488c-a442-95f14f9c9699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.591769 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7256e01-c439-4bcc-89ac-6c7b615834ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.596263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b7256e01-c439-4bcc-89ac-6c7b615834ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.604924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b7256e01-c439-4bcc-89ac-6c7b615834ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b0fb3b6-8055-43ae-9a59-48fafa420c53 HTTP/1.1" status: 204 len: 168 time: 0.3247681 Nov 08 13:58:18.605296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6328-b7d6-4695-b01e-924331347d7b tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.634791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7256e01-c439-4bcc-89ac-6c7b615834ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0fb3b6-8055-43ae-9a59-48fafa420c53,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.642334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43e6e7e2-3fb7-488c-a442-95f14f9c9699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.726447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6328-b7d6-4695-b01e-924331347d7b tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.729208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fdc6328-b7d6-4695-b01e-924331347d7b tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.730490 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6fdc6328-b7d6-4695-b01e-924331347d7b tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/d1aa56dc-a82c-4194-a9b1-a15941ed8045 HTTP/1.1" status: 204 len: 168 time: 0.6138484 Nov 08 13:58:18.734524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39146) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.750960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.754753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc6328-b7d6-4695-b01e-924331347d7b tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa56dc-a82c-4194-a9b1-a15941ed8045,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.792783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43e6e7e2-3fb7-488c-a442-95f14f9c9699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.798675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43e6e7e2-3fb7-488c-a442-95f14f9c9699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.801950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-43e6e7e2-3fb7-488c-a442-95f14f9c9699 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89185620-f2cd-48ea-ae4d-eb9ff60163b8 HTTP/1.1" status: 204 len: 168 time: 0.3091426 Nov 08 13:58:18.818159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6e7e2-3fb7-488c-a442-95f14f9c9699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89185620-f2cd-48ea-ae4d-eb9ff60163b8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.839257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.859590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:18.863951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/70086484-8f2f-4c0a-af0b-a9dca40188f4 HTTP/1.1" status: 204 len: 168 time: 0.7356753 Nov 08 13:58:18.894563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39150) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:18.904980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9de62c-4f3b-45db-a1c5-7089b817603a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=70086484-8f2f-4c0a-af0b-a9dca40188f4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:18.938416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bca151ec-1c7d-4e94-b2ca-86ab52cd5b48 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1970258 Nov 08 13:58:18.940410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39154) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:19.061799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.076596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93416d7f-1fd7-4ed8-a8d5-06ab33d725e6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.124191 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93416d7f-1fd7-4ed8-a8d5-06ab33d725e6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.167255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 716383b0-3cb8-47c5-9533-cd6a9d8173ac {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:19.167601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.217589 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93416d7f-1fd7-4ed8-a8d5-06ab33d725e6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.221394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93416d7f-1fd7-4ed8-a8d5-06ab33d725e6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.223209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-93416d7f-1fd7-4ed8-a8d5-06ab33d725e6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/0ca71469-0ba5-4ff0-b751-da34ec9c466c HTTP/1.1" status: 204 len: 168 time: 0.2812932 Nov 08 13:58:19.226975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39160) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:19.252897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93416d7f-1fd7-4ed8-a8d5-06ab33d725e6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca71469-0ba5-4ff0-b751-da34ec9c466c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:19.291224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] For port 716383b0-3cb8-47c5-9533-cd6a9d8173ac, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=716383b0-3cb8-47c5-9533-cd6a9d8173ac,segment=NetworkSegment(64b1442f-1db9-47f1-908b-e7728ba194eb),segment_id=64b1442f-1db9-47f1-908b-e7728ba194eb)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:19.291490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.322557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b1243819-43d4-4439-89e3-a8169c2dedaf tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0931971 Nov 08 13:58:19.328657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39164) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:19.335406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fddc4149-6463-4a8c-8523-27804403c42f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--1770142161'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:19.351132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b8361c-b7c8-46e9-ad43-4246633879b1 None None] Network ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:19.353003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 716383b0-3cb8-47c5-9533-cd6a9d8173ac owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:19.422294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-691a8ba1-7935-4c06-af1a-fcfbd2652bf9 None None] Could not find standard attr ID for object 11965d6b-0f1f-448e-b61e-79ff331a7baa. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:58:19.440029 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fddc4149-6463-4a8c-8523-27804403c42f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.504860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.629011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fddc4149-6463-4a8c-8523-27804403c42f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.630771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No DVR routers for this DVR port 716383b0-3cb8-47c5-9533-cd6a9d8173ac on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:19.632772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=716383b0-3cb8-47c5-9533-cd6a9d8173ac,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:19.641822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fddc4149-6463-4a8c-8523-27804403c42f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.656861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3771430c-8a9d-475e-90a8-964a49e8a1df None None] DHCP port deletion for ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:58:19.723186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc4149-6463-4a8c-8523-27804403c42f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c244908-d276-48c2-8662-3bdea07c9ed6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:19.732534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fddc4149-6463-4a8c-8523-27804403c42f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.734064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fddc4149-6463-4a8c-8523-27804403c42f tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4031575 Nov 08 13:58:19.738200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39170) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:19.751358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6aea40b4-6736-4461-a790-de5b2473b99a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '8c244908-d276-48c2-8662-3bdea07c9ed6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:19.778967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.817571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:19.844380 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-6aea40b4-6736-4461-a790-de5b2473b99a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:19.845982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6aea40b4-6736-4461-a790-de5b2473b99a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1058881 Nov 08 13:58:19.850632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b1442f-1db9-47f1-908b-e7728ba194eb') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:19.851445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39174) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:19.852430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b1442f-1db9-47f1-908b-e7728ba194eb') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:19.859944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-65574052-28ff-4e88-b53b-84cb436ac580 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group_rule': {'security_group_id': '8c244908-d276-48c2-8662-3bdea07c9ed6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:19.886316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39176) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:19.900124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.927553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.938438 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a58c47d3-c4ce-4de2-a2e1-dc9ec90d0fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:19.940170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:19.941827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.025457 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-65574052-28ff-4e88-b53b-84cb436ac580 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:58:20.026752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-65574052-28ff-4e88-b53b-84cb436ac580 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1740339 Nov 08 13:58:20.040795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39178) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.042431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39180) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:20.073074 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:20.080866 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.091575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.108497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c HTTP/1.1" status: 204 len: 168 time: 1.2126336 Nov 08 13:58:20.113649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39186) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.146201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b527a456-f7a2-4df3-bf14-9c2521294d1f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=ec60251a-76cf-4e0d-a0a7-e40c5f56fa7c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:20.273633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a58c47d3-c4ce-4de2-a2e1-dc9ec90d0fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.286890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a58c47d3-c4ce-4de2-a2e1-dc9ec90d0fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.313973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845964f8-ae49-4705-a1d6-58a8bcf666ff tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:20.315862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-845964f8-ae49-4705-a1d6-58a8bcf666ff tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1931245 Nov 08 13:58:20.319613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39192) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.325642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c1845a6-743b-4f46-ad58-1dc3a6dfc9ba tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.373383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a58c47d3-c4ce-4de2-a2e1-dc9ec90d0fd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98f0e2a0c2c04edd8db71439c93aa10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4808383 Nov 08 13:58:20.377002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c47d3-c4ce-4de2-a2e1-dc9ec90d0fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e30a9b-dab6-43a9-9d0e-b16bd1eca9df,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:20.377627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39194) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.381979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c1845a6-743b-4f46-ad58-1dc3a6dfc9ba tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.446313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c1845a6-743b-4f46-ad58-1dc3a6dfc9ba tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.449737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c1845a6-743b-4f46-ad58-1dc3a6dfc9ba tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.451673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7c1845a6-743b-4f46-ad58-1dc3a6dfc9ba tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/8c244908-d276-48c2-8662-3bdea07c9ed6 HTTP/1.1" status: 204 len: 168 time: 0.4057450 Nov 08 13:58:20.457152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39196) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.485048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1845a6-743b-4f46-ad58-1dc3a6dfc9ba tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c244908-d276-48c2-8662-3bdea07c9ed6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:20.510385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aea40118-e336-4074-97de-aead17c10f5c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1852419 Nov 08 13:58:20.518222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39198) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.530434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-131975463'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:20.545472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2143981788', 'router:external': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:20.554278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 716383b0-3cb8-47c5-9533-cd6a9d8173ac no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:58:20.577270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cbc825ff-02e9-465e-a3a1-52a98be69e56 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1170421 Nov 08 13:58:20.577884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78e0460b-8030-40c4-882c-30678a1e3ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.585226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39200) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:20.590902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ba9d4728-97e5-4712-b318-1d4af1059970 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'tempest-secgroup--392654498'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:20.613543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Made reservation on behalf of 14bc72541a4942e1bba2abc5fd3fe8de for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:20.618397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.626627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 716383b0-3cb8-47c5-9533-cd6a9d8173ac {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:58:20.627512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 716383b0-3cb8-47c5-9533-cd6a9d8173ac not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:58:20.637652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78e0460b-8030-40c4-882c-30678a1e3ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.639111 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.673580 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4728-97e5-4712-b318-1d4af1059970 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.743350 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78e0460b-8030-40c4-882c-30678a1e3ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.748819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78e0460b-8030-40c4-882c-30678a1e3ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.751357 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-78e0460b-8030-40c4-882c-30678a1e3ef7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90e30a9b-dab6-43a9-9d0e-b16bd1eca9df HTTP/1.1" status: 204 len: 168 time: 0.3702292 Nov 08 13:58:20.771572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:20.776011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.795691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0460b-8030-40c4-882c-30678a1e3ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e30a9b-dab6-43a9-9d0e-b16bd1eca9df,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:20.815482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:20.834906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.835292 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment 90c1bf8e-8ed7-4575-b0da-1def367f2ad4 of type vlan for network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 Nov 08 13:58:20.901739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.919794 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4728-97e5-4712-b318-1d4af1059970 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.926699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.929554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4728-97e5-4712-b318-1d4af1059970 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.947074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.950485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.961826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:20.963134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:20.985549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d4728-97e5-4712-b318-1d4af1059970 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825f4116-0d2b-42c0-bbc8-b7242db58e11,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:21.002108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba9d4728-97e5-4712-b318-1d4af1059970 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.006422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ba9d4728-97e5-4712-b318-1d4af1059970 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4164240 Nov 08 13:58:21.006422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:21.016266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39210) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.028700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bd110450-6629-48d2-8c75-6ea3a5780125 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:21.029366 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-bd110450-6629-48d2-8c75-6ea3a5780125 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 13:58:21.030277 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-bd110450-6629-48d2-8c75-6ea3a5780125 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 13:58:21.034577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bd110450-6629-48d2-8c75-6ea3a5780125 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "PUT /v2.0/security-groups/825f4116-0d2b-42c0-bbc8-b7242db58e11 HTTP/1.1" status: 409 len: 330 time: 0.0140679 Nov 08 13:58:21.043129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39212) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.080028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=44c4e255-5e20-4ccf-b20d-48e00ec053f6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:21.097957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:21.101210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb4e68b5-126f-4395-bd94-6fd777ba6b3a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5815346 Nov 08 13:58:21.104503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39216) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.113937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:21.126364 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.126779 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Added segment de7050b1-b83d-471d-be76-3bc973d3f950 of type vlan for network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 Nov 08 13:58:21.146804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f233e4b6-a52d-4e06-8d7b-475e46b7c53c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:21.205673 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8cb345a7-5d8c-40ac-8513-1291d696721a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.244610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.279718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8cb345a7-5d8c-40ac-8513-1291d696721a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.306724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:21.312692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.383342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.441573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.442569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:21.443308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.470025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4216616 Nov 08 13:58:21.474454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39230) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.496115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'subnet': {'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:21.547415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Made reservation on behalf of 14bc72541a4942e1bba2abc5fd3fe8de for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:21.552607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.556630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f257c3-9c64-40e3-b382-340c28879fae tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Network': ['ID=66e86c84-03ef-459a-a10c-42e0c1ca8b45,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:21.568459 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:21.569983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8cb345a7-5d8c-40ac-8513-1291d696721a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.573372 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8cb345a7-5d8c-40ac-8513-1291d696721a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.575123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8cb345a7-5d8c-40ac-8513-1291d696721a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/825f4116-0d2b-42c0-bbc8-b7242db58e11 HTTP/1.1" status: 204 len: 168 time: 0.5306880 Nov 08 13:58:21.579971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39232) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.602486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb345a7-5d8c-40ac-8513-1291d696721a tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825f4116-0d2b-42c0-bbc8-b7242db58e11,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:21.732298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-790b3736-b676-4734-a200-48f60b2ad5e4 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1487060 Nov 08 13:58:21.736932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39238) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.789339 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-27ba91dd-7530-4f38-8796-a03b5e0951fd tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] delete failed (client error): The resource could not be found. Nov 08 13:58:21.790615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-27ba91dd-7530-4f38-8796-a03b5e0951fd tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "DELETE /v2.0/security-groups/541511cb-a79e-4554-bd2a-3681496e4fa5 HTTP/1.1" status: 404 len: 347 time: 0.0507038 Nov 08 13:58:21.799592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39242) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.832854 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0985872e-5b57-4bcf-8f6b-c2b44e3e9a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:21.842898 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-9eb8830e-9734-4a63-9157-10901363a6f6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] show failed (client error): The resource could not be found. Nov 08 13:58:21.848713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9eb8830e-9734-4a63-9157-10901363a6f6 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-groups/dbe752f0-198e-45ab-86f5-37d0aa55f88e HTTP/1.1" status: 404 len: 347 time: 0.0461745 Nov 08 13:58:21.851228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39246) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:21.923513 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-f2905a3b-56f8-46c9-9557-136108b160d1 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] show failed (client error): The resource could not be found. Nov 08 13:58:21.924934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f2905a3b-56f8-46c9-9557-136108b160d1 tempest-NegativeSecGroupIPv6Test-678727510 tempest-NegativeSecGroupIPv6Test-678727510-project] 10.222.0.65 "GET /v2.0/security-group-rules/be0d5e58-82d9-4d21-b258-78e9b0bc1821 HTTP/1.1" status: 404 len: 356 time: 0.0680718 Nov 08 13:58:21.975874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.014441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0985872e-5b57-4bcf-8f6b-c2b44e3e9a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.024404 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0985872e-5b57-4bcf-8f6b-c2b44e3e9a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.104820 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0985872e-5b57-4bcf-8f6b-c2b44e3e9a7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0afea12df794d1faf9e64bdf6145afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6985877 Nov 08 13:58:22.106321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39254) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:22.125895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985872e-5b57-4bcf-8f6b-c2b44e3e9a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65953b5a-d000-4e96-bc50-588ed9205a58,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:22.157856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=4f582261-d239-4cbe-83ff-7c035aa5990f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:22.170378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': '90c1bf8e-8ed7-4575-b0da-1def367f2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:22.170871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: 44c4e255-5e20-4ccf-b20d-48e00ec053f6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:58:22.198116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bdfdeca-95f5-4c23-8c13-39a5fc11d99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.207790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:58:22.228532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bdfdeca-95f5-4c23-8c13-39a5fc11d99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.231785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 44c4e255-5e20-4ccf-b20d-48e00ec053f6) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:22.238337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:22.239018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.254031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24786272-74b7-4395-8878-837cc7941bde None None] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:22.308389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 13:58:22.308841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.318160 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-94c5707b-c343-4452-8462-320baaa3ed40 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2110672 Nov 08 13:58:22.321739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39260) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:22.328483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6', 'name': 'tempest-PortsTestJSON-1488614013'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:22.376991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Subnet': ['ID=626ee301-d46b-40ff-af92-eb4cc416d522,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:22.388764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Checking segment: {'id': 'de7050b1-b83d-471d-be76-3bc973d3f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:22.389135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network hostable DHCP agents. Network: 66e86c84-03ef-459a-a10c-42e0c1ca8b45, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:58:22.424400 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bdfdeca-95f5-4c23-8c13-39a5fc11d99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.428614 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bdfdeca-95f5-4c23-8c13-39a5fc11d99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.432625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:58:22.434571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3bdfdeca-95f5-4c23-8c13-39a5fc11d99e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65953b5a-d000-4e96-bc50-588ed9205a58 HTTP/1.1" status: 204 len: 168 time: 0.3264532 Nov 08 13:58:22.452216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 66e86c84-03ef-459a-a10c-42e0c1ca8b45) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:22.459911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfdeca-95f5-4c23-8c13-39a5fc11d99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65953b5a-d000-4e96-bc50-588ed9205a58,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:22.468236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:22.469337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.478545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31e885-697d-4070-9c11-e4abac12d440 None None] Network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:22.511273 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:58:22.542109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-55928998-2f93-47fb-95b4-5d5bd1870383 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0642788 Nov 08 13:58:22.545179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39268) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:22.546883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39270) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:22.565569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2018689385', 'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:22.594194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.api [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 13:58:22.594194 n-d-804292-2 neutron-server[101840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 08 13:58:22.594194 n-d-804292-2 neutron-server[101840]: [parameters: {'project_id_1': '14bc72541a4942e1bba2abc5fd3fe8de', 'expiration_1': datetime.datetime(2021, 11, 8, 13, 58, 2, 581185)}] Nov 08 13:58:22.594194 n-d-804292-2 neutron-server[101840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:58:22.594908 n-d-804292-2 neutron-server[101840]: DEBUG oslo_db.api [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:58:22.608941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:22.617373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.664842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 62c14404-ed14-4e28-ba56-5c9fa197343b yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:22.756090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-44c4e255-5e20-4ccf-b20d-48e00ec053f6', 'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6', 'tenant_id': 'd43ef104902d4cdca7e23403e8390fc7', 'fixed_ips': [{'subnet_id': '4f582261-d239-4cbe-83ff-7c035aa5990f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:58:22.758081 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:22.877486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.5 (44c4e255-5e20-4ccf-b20d-48e00ec053f6/4f582261-d239-4cbe-83ff-7c035aa5990f/62c14404-ed14-4e28-ba56-5c9fa197343b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:22.955961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a476c-5c41-4fe6-8ece-cc33c051437d None None] Network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:23.138063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Made reservation on behalf of 14bc72541a4942e1bba2abc5fd3fe8de for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:23.141785 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.155042 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.186593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] device_id is not set on port 19790705-57cb-47f9-b023-0e313d677d14 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:23.246841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b67f5bb-e51a-4826-bf53-5e38cc229d09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=785f2615da2c49d79f2978d1d96c917e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6947215 Nov 08 13:58:23.246841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:23.291348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.362245 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71a7fa47-611c-47a4-897f-76bfc968ed29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.377954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.380175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Allocated IP 2001:db8::191 (66e86c84-03ef-459a-a10c-42e0c1ca8b45/626ee301-d46b-40ff-af92-eb4cc416d522/19790705-57cb-47f9-b023-0e313d677d14) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:23.424725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71a7fa47-611c-47a4-897f-76bfc968ed29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.436242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39294) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:23.459461 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09babb70-b589-4bb0-b698-fa10fe87e338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.504523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Allocated IP 172.20.0.2 (44c4e255-5e20-4ccf-b20d-48e00ec053f6/4f582261-d239-4cbe-83ff-7c035aa5990f/2df85abd-ece5-4ec7-820e-5b844dacf378) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:23.506077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:23.514074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:23.517748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=62c14404-ed14-4e28-ba56-5c9fa197343b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:23.521740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:23.575053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71a7fa47-611c-47a4-897f-76bfc968ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.579188 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71a7fa47-611c-47a4-897f-76bfc968ed29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.580844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-71a7fa47-611c-47a4-897f-76bfc968ed29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61522f03-db5d-4f61-91d5-18f95627d6ec HTTP/1.1" status: 204 len: 168 time: 0.3336155 Nov 08 13:58:23.588595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:23.589436 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.633292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.637822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dc317912-605b-4e10-a8c2-7d5a394ac7fd tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3121426 Nov 08 13:58:23.637822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7fa47-611c-47a4-897f-76bfc968ed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61522f03-db5d-4f61-91d5-18f95627d6ec,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:23.638805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39302) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:23.648412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6', 'name': 'tempest-PortsTestJSON-107816098'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:23.774762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.785138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39306) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:23.799783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09babb70-b589-4bb0-b698-fa10fe87e338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.807194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09babb70-b589-4bb0-b698-fa10fe87e338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.896260 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.908329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.934415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-09babb70-b589-4bb0-b698-fa10fe87e338 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=752e252a6eaa420688668d5236f1a802&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4962852 Nov 08 13:58:23.937703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39310) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:23.947076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:23.951067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:23.952775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09babb70-b589-4bb0-b698-fa10fe87e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85216559-4558-429e-9bf2-d1ab25ad17b1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:23.976261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:23.982636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:23.988727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.009583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:24.051066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0790d9cb-c46b-415a-979b-b3dfd1a5e841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.064243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Port': ['ID=19790705-57cb-47f9-b023-0e313d677d14,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:24.068605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Pushing event updated for resources: {'Port': ['ID=2df85abd-ece5-4ec7-820e-5b844dacf378,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:24.080412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:24.090228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0790d9cb-c46b-415a-979b-b3dfd1a5e841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.098492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:24.103116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:24.106220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:24.107187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.110256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 392f4a8c-6722-4791-af2b-cc88288de73a yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:24.185028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Attempting to bind port 2df85abd-ece5-4ec7-820e-5b844dacf378 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:58:24.185399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Attempting to bind port 2df85abd-ece5-4ec7-820e-5b844dacf378 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '90c1bf8e-8ed7-4575-b0da-1def367f2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:58:24.185817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Attempting to bind port 2df85abd-ece5-4ec7-820e-5b844dacf378 on network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:58:24.199806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:58:24.200438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Checking segment: {'id': '90c1bf8e-8ed7-4575-b0da-1def367f2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:24.200857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0790d9cb-c46b-415a-979b-b3dfd1a5e841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.201044 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.201402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Bound using segment: {'id': '90c1bf8e-8ed7-4575-b0da-1def367f2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:58:24.202017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Bound port: 2df85abd-ece5-4ec7-820e-5b844dacf378, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90c1bf8e-8ed7-4575-b0da-1def367f2ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '44c4e255-5e20-4ccf-b20d-48e00ec053f6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:58:24.202544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.204172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0790d9cb-c46b-415a-979b-b3dfd1a5e841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.205939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0790d9cb-c46b-415a-979b-b3dfd1a5e841 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85216559-4558-429e-9bf2-d1ab25ad17b1 HTTP/1.1" status: 204 len: 168 time: 0.2667592 Nov 08 13:58:24.216855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790d9cb-c46b-415a-979b-b3dfd1a5e841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85216559-4558-429e-9bf2-d1ab25ad17b1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:24.233802 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-48fb3490-0d27-4468-bd6f-a1c49be3beac tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6850851 Nov 08 13:58:24.238544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:24.350345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] For port 2df85abd-ece5-4ec7-820e-5b844dacf378, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:58:24.359080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] For port 2df85abd-ece5-4ec7-820e-5b844dacf378, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2df85abd-ece5-4ec7-820e-5b844dacf378,segment=NetworkSegment(90c1bf8e-8ed7-4575-b0da-1def367f2ad4),segment_id=90c1bf8e-8ed7-4575-b0da-1def367f2ad4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:58:24.364770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f368ef2d-9726-485a-9f45-e6e7d46672d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.366388 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.370561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Deleting port 19790705-57cb-47f9-b023-0e313d677d14 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:24.371934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.439004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.9 (44c4e255-5e20-4ccf-b20d-48e00ec053f6/4f582261-d239-4cbe-83ff-7c035aa5990f/392f4a8c-6722-4791-af2b-cc88288de73a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:24.592607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.624595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Calling delete_port for 19790705-57cb-47f9-b023-0e313d677d14 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:24.708694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f368ef2d-9726-485a-9f45-e6e7d46672d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.718748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f368ef2d-9726-485a-9f45-e6e7d46672d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.766564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.767239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f368ef2d-9726-485a-9f45-e6e7d46672d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed5a217918384ff3947f03c28dd5cb8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9805238 Nov 08 13:58:24.770565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39334) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:24.808656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95777820-a806-4ab1-8c65-a7b0080bca9a None None] Pushing event updated for resources: {'Port': ['ID=2df85abd-ece5-4ec7-820e-5b844dacf378,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:24.850718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:24.908747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368ef2d-9726-485a-9f45-e6e7d46672d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bf79ad-f82e-4655-8b1a-83d2e5634b94,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:24.919183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=392f4a8c-6722-4791-af2b-cc88288de73a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:24.935458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:24.937207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:24.941137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:25.010736 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdb4de0a-b5af-43a0-9465-689a074dbb8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.056261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdb4de0a-b5af-43a0-9465-689a074dbb8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.058766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.089654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:25.090393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.143431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-62e29c56-7b39-489f-bf8f-80911d19d039 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5035286 Nov 08 13:58:25.144663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event deleted for resources: {'Port': ['ID=19790705-57cb-47f9-b023-0e313d677d14,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:25.163897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39348) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:25.322603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.326596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c54780cf-6dbf-46d8-912b-8f4a1f14bbc4 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "DELETE /v2.0/ports/19790705-57cb-47f9-b023-0e313d677d14 HTTP/1.1" status: 204 len: 168 time: 1.0869963 Nov 08 13:58:25.331664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39358) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:25.341604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45', 'external_fixed_ips': [{'subnet_id': '626ee301-d46b-40ff-af92-eb4cc416d522', 'ip_address': '2001:db8::191'}]}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:25.376255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd6f9b6-39d8-491c-a603-211ad94c547b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:25.381958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39362) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:25.382718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ffd6f9b6-39d8-491c-a603-211ad94c547b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.2166207 Nov 08 13:58:25.399982 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdb4de0a-b5af-43a0-9465-689a074dbb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.404639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cdb4de0a-b5af-43a0-9465-689a074dbb8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.405848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cdb4de0a-b5af-43a0-9465-689a074dbb8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3bf79ad-f82e-4655-8b1a-83d2e5634b94 HTTP/1.1" status: 204 len: 168 time: 0.6289907 Nov 08 13:58:25.421834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb4de0a-b5af-43a0-9465-689a074dbb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bf79ad-f82e-4655-8b1a-83d2e5634b94,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:25.800924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.801829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.881474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:25.931507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 392f4a8c-6722-4791-af2b-cc88288de73a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:25.931884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.069664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.222764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.245898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 392f4a8c-6722-4791-af2b-cc88288de73a owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:26.406377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f67ca4-456c-435e-b701-612b0f0d803e None None] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:26.476686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.587594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.618087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2df85abd-ece5-4ec7-820e-5b844dacf378 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:26.643519 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.676497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7f8638d6-e19c-4699-928d-c3ca108db5be None None] Provisioning complete for port 2df85abd-ece5-4ec7-820e-5b844dacf378 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:26.676892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f8638d6-e19c-4699-928d-c3ca108db5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.753103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=392f4a8c-6722-4791-af2b-cc88288de73a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:26.768233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2df85abd-ece5-4ec7-820e-5b844dacf378 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:26.768768 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.900663 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f8638d6-e19c-4699-928d-c3ca108db5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:26.994152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7f8638d6-e19c-4699-928d-c3ca108db5be None None] For port 2df85abd-ece5-4ec7-820e-5b844dacf378, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2df85abd-ece5-4ec7-820e-5b844dacf378,segment=NetworkSegment(90c1bf8e-8ed7-4575-b0da-1def367f2ad4),segment_id=90c1bf8e-8ed7-4575-b0da-1def367f2ad4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:26.997248 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.025784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Allocated IP 2001:db8::191 (66e86c84-03ef-459a-a10c-42e0c1ca8b45/626ee301-d46b-40ff-af92-eb4cc416d522/fc8704c9-cb33-433c-80cb-fc739922e4ae) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:27.031589 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f8638d6-e19c-4699-928d-c3ca108db5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.097626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8638d6-e19c-4699-928d-c3ca108db5be None None] Pushing event updated for resources: {'Port': ['ID=2df85abd-ece5-4ec7-820e-5b844dacf378,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:27.161364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:58:27.162171 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:58:27.179810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.226039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.233719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39418) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:27.235605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c5b2a9eb-0884-4e75-be26-ff6f0fa2013a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/392f4a8c-6722-4791-af2b-cc88288de73a HTTP/1.1" status: 204 len: 168 time: 1.8501804 Nov 08 13:58:27.236937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.282086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:27.287330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:27.290150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:27.327108 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a163f9-a025-4a0d-826f-8d86af076754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:58:27.329808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-10a163f9-a025-4a0d-826f-8d86af076754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/392f4a8c-6722-4791-af2b-cc88288de73a HTTP/1.1" status: 404 len: 333 time: 0.0946136 Nov 08 13:58:27.333305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39420) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:27.384856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7d41c8ed-19ba-4215-8338-d87be225c949 None None] Provisioning complete for port 2df85abd-ece5-4ec7-820e-5b844dacf378 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:27.385575 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d41c8ed-19ba-4215-8338-d87be225c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.417132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Port': ['ID=fc8704c9-cb33-433c-80cb-fc739922e4ae,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:27.553910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 62c14404-ed14-4e28-ba56-5c9fa197343b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:27.554259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.562197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7d41c8ed-19ba-4215-8338-d87be225c949 None None] Provisioning complete for port 62c14404-ed14-4e28-ba56-5c9fa197343b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:27.562908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d41c8ed-19ba-4215-8338-d87be225c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.631210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7d41c8ed-19ba-4215-8338-d87be225c949 None None] Port 62c14404-ed14-4e28-ba56-5c9fa197343b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:27.770749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.796360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 62c14404-ed14-4e28-ba56-5c9fa197343b owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:27.813138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.907199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39432) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:27.926133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5ca78348-352a-42a7-9b5b-703845958c4e None None] Provisioning complete for port 62c14404-ed14-4e28-ba56-5c9fa197343b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:27.926866 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ca78348-352a-42a7-9b5b-703845958c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:27.931965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-495c4d3e-309a-49da-afae-42ea2c263683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.037465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5ca78348-352a-42a7-9b5b-703845958c4e None None] Port 62c14404-ed14-4e28-ba56-5c9fa197343b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:28.116074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.166986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=62c14404-ed14-4e28-ba56-5c9fa197343b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:28.256533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-652dcd08-6020-45c3-bbda-93290790e829 None None] Could not find standard attr ID for object 392f4a8c-6722-4791-af2b-cc88288de73a. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:58:28.297711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.353944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.358504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-27ea8b6f-c2c1-4296-834c-5f278094980c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/62c14404-ed14-4e28-ba56-5c9fa197343b HTTP/1.1" status: 204 len: 168 time: 1.0239339 Nov 08 13:58:28.363374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39446) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:28.426731 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50345fe-cdbd-4192-a145-e0489e509a17 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:58:28.432763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e50345fe-cdbd-4192-a145-e0489e509a17 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/62c14404-ed14-4e28-ba56-5c9fa197343b HTTP/1.1" status: 404 len: 333 time: 0.0676513 Nov 08 13:58:28.444697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39448) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:28.454845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23f5105d-f182-4966-a357-099a7123e64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.567965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2df85abd-ece5-4ec7-820e-5b844dacf378 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:28.586324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet 4f582261-d239-4cbe-83ff-7c035aa5990f {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:58:28.597596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.702469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2df85abd-ece5-4ec7-820e-5b844dacf378 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:28.703135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.703884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.726888 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23f5105d-f182-4966-a357-099a7123e64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.734082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23f5105d-f182-4966-a357-099a7123e64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.842805 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-23f5105d-f182-4966-a357-099a7123e64f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f6d4cc6d5e94dfab01e306026c0d27a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9297104 Nov 08 13:58:28.842805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5105d-f182-4966-a357-099a7123e64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd50b52c-740f-4282-895f-2e94d6e220e0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:28.844567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39460) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:28.934940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Router dc51b991-93c1-4a86-b3e1-37e1b3d5b51e is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:58:28.952679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:28.957002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d864335b-3779-40a2-a2b6-b82b8fc5b2a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.021046 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d864335b-3779-40a2-a2b6-b82b8fc5b2a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.083987 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.157476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=4f582261-d239-4cbe-83ff-7c035aa5990f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:29.169915 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.171085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:58:29.176797 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ebeec4a0-8977-433e-9738-673a86b817b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/4f582261-d239-4cbe-83ff-7c035aa5990f HTTP/1.1" status: 204 len: 168 time: 0.7282250 Nov 08 13:58:29.176797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d864335b-3779-40a2-a2b6-b82b8fc5b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.178128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d864335b-3779-40a2-a2b6-b82b8fc5b2a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.184339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d864335b-3779-40a2-a2b6-b82b8fc5b2a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd50b52c-740f-4282-895f-2e94d6e220e0 HTTP/1.1" status: 204 len: 168 time: 0.3364522 Nov 08 13:58:29.185343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39466) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:29.196189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcc9278-7abf-44ea-8016-816971265331 None None] Network 44c4e255-5e20-4ccf-b20d-48e00ec053f6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:29.196447 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Sync routers for ids ['dc51b991-93c1-4a86-b3e1-37e1b3d5b51e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:58:29.212141 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Routers {'dc51b991-93c1-4a86-b3e1-37e1b3d5b51e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:29.213787 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dc51b991-93c1-4a86-b3e1-37e1b3d5b51e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:29.221779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.223841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a4a1d21f-3dbf-4de0-bfce-6109c77aa7e8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8909779 Nov 08 13:58:29.245277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39470) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:29.385219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864335b-3779-40a2-a2b6-b82b8fc5b2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd50b52c-740f-4282-895f-2e94d6e220e0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:29.446699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.685854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 2df85abd-ece5-4ec7-820e-5b844dacf378 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:29.686222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.688801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] DHCP port deletion for 44c4e255-5e20-4ccf-b20d-48e00ec053f6 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:58:29.752736 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Set router dc51b991-93c1-4a86-b3e1-37e1b3d5b51e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:58:29.853838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] Deleting port 2df85abd-ece5-4ec7-820e-5b844dacf378 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:29.854720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.889840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] For port 2df85abd-ece5-4ec7-820e-5b844dacf378, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2df85abd-ece5-4ec7-820e-5b844dacf378,segment=NetworkSegment(90c1bf8e-8ed7-4575-b0da-1def367f2ad4),segment_id=90c1bf8e-8ed7-4575-b0da-1def367f2ad4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:29.890306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:29.929373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 2df85abd-ece5-4ec7-820e-5b844dacf378 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:29.968894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.057632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] For port 2df85abd-ece5-4ec7-820e-5b844dacf378, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2df85abd-ece5-4ec7-820e-5b844dacf378,segment=NetworkSegment(90c1bf8e-8ed7-4575-b0da-1def367f2ad4),segment_id=90c1bf8e-8ed7-4575-b0da-1def367f2ad4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:30.059372 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.149732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] Calling delete_port for 2df85abd-ece5-4ec7-820e-5b844dacf378 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:30.229793 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc51b991-93c1-4a86-b3e1-37e1b3d5b51e', 'name': '', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45', 'external_fixed_ips': [{'subnet_id': '626ee301-d46b-40ff-af92-eb4cc416d522', 'ip_address': '2001:db8::191'}], 'enable_snat': True}, 'gw_port_id': 'fc8704c9-cb33-433c-80cb-fc739922e4ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:25Z', 'updated_at': '2021-11-08T13:58:27Z', 'revision_number': 3, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port': {'id': 'fc8704c9-cb33-433c-80cb-fc739922e4ae', 'name': '', 'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:58:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc51b991-93c1-4a86-b3e1-37e1b3d5b51e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2308, 'fixed_ips': [{'subnet_id': '626ee301-d46b-40ff-af92-eb4cc416d522', 'ip_address': '2001:db8::191', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:58:26Z', 'updated_at': '2021-11-08T13:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626ee301-d46b-40ff-af92-eb4cc416d522', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:30.236557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.266059 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Checking router: dc51b991-93c1-4a86-b3e1-37e1b3d5b51e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:58:30.266722 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Updating router dc51b991-93c1-4a86-b3e1-37e1b3d5b51e port fc8704c9-cb33-433c-80cb-fc739922e4ae binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:58:30.357141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.373601 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.397692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=2df85abd-ece5-4ec7-820e-5b844dacf378,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:30.426312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No DVR routers for this DVR port 2df85abd-ece5-4ec7-820e-5b844dacf378 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:30.584788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.603195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Deleting port fc8704c9-cb33-433c-80cb-fc739922e4ae {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:30.603677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.727231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090aee1-1946-47b0-a3fe-5c5d3a111e6a req-a48f6782-9b1f-4d38-8fd0-89cbd679b386 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:30.736925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1090aee1-1946-47b0-a3fe-5c5d3a111e6a req-a48f6782-9b1f-4d38-8fd0-89cbd679b386 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.3257568 Nov 08 13:58:30.745318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] No DVR routers for this DVR port 2df85abd-ece5-4ec7-820e-5b844dacf378 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:30.753145 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.757148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2df85abd-ece5-4ec7-820e-5b844dacf378 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:58:30.805040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b1f32-fef0-43e8-b7b3-eccbb9dbb72a None None] Pushing event deleted for resources: {'Port': ['ID=2df85abd-ece5-4ec7-820e-5b844dacf378,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:30.812563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 2df85abd-ece5-4ec7-820e-5b844dacf378 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:58:30.812563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2df85abd-ece5-4ec7-820e-5b844dacf378 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:58:30.815819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c4e255-5e20-4ccf-b20d-48e00ec053f6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:30.838928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c1bf8e-8ed7-4575-b0da-1def367f2ad4') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:30.839188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c1bf8e-8ed7-4575-b0da-1def367f2ad4') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:30.880026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1090aee1-1946-47b0-a3fe-5c5d3a111e6a req-56b67e98-33e2-4d59-8edd-bde9dfa3ce4f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382155 Nov 08 13:58:30.880903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.921066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.931759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:30.932591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:30.940018 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:30.943605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:30.982795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Calling delete_port for fc8704c9-cb33-433c-80cb-fc739922e4ae owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:31.035180 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.044630 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.047118 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.052110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.062185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/44c4e255-5e20-4ccf-b20d-48e00ec053f6 HTTP/1.1" status: 204 len: 168 time: 1.8705649 Nov 08 13:58:31.062908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39520) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:31.085394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-9868978'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:31.114152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Pushing event updated for resources: {'Port': ['ID=fc8704c9-cb33-433c-80cb-fc739922e4ae,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:31.116417 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Attempting to bind port fc8704c9-cb33-433c-80cb-fc739922e4ae on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:58:31.116776 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Attempting to bind port fc8704c9-cb33-433c-80cb-fc739922e4ae by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'de7050b1-b83d-471d-be76-3bc973d3f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:58:31.117246 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Attempting to bind port fc8704c9-cb33-433c-80cb-fc739922e4ae on network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:58:31.117739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64669064-6c53-4b66-a481-780e2a203f1d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=44c4e255-5e20-4ccf-b20d-48e00ec053f6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:31.128598 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.129137 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.129620 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.130113 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.130595 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.131197 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.131670 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.132180 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.132816 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.133279 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.133749 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.134214 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:31.138033 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:58:31.138678 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Checking segment: {'id': 'de7050b1-b83d-471d-be76-3bc973d3f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:31.139231 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.139790 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Bound using segment: {'id': 'de7050b1-b83d-471d-be76-3bc973d3f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:58:31.140444 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Bound port: fc8704c9-cb33-433c-80cb-fc739922e4ae, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7050b1-b83d-471d-be76-3bc973d3f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66e86c84-03ef-459a-a10c-42e0c1ca8b45'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:58:31.141133 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.172089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:31.175851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.227954 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] For port fc8704c9-cb33-433c-80cb-fc739922e4ae, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:58:31.233143 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] For port fc8704c9-cb33-433c-80cb-fc739922e4ae, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fc8704c9-cb33-433c-80cb-fc739922e4ae,segment=NetworkSegment(de7050b1-b83d-471d-be76-3bc973d3f950),segment_id=de7050b1-b83d-471d-be76-3bc973d3f950)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:58:31.235251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:31.238581 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.256047 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.256986 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment f4053df6-9f83-4525-9d51-cba98ab66a22 of type vlan for network 7d43e369-4eb7-45a9-bf2e-7d76752d725c Nov 08 13:58:31.344693 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7071c8-7b72-47b1-99c1-3f9e59663fb6 None None] Pushing event updated for resources: {'Port': ['ID=fc8704c9-cb33-433c-80cb-fc739922e4ae,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:31.357121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.368883 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Routers {'dc51b991-93c1-4a86-b3e1-37e1b3d5b51e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:31.370537 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dc51b991-93c1-4a86-b3e1-37e1b3d5b51e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:31.400527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.407862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:31.408781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.429548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39528) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:31.455312 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0270ed25-6bf1-4239-b757-bbcc8851bfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.460761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3883011 Nov 08 13:58:31.467478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39532) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:31.525873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.530353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:31.537581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304b63-1288-41ae-86f5-583a92178956 req-82e252bb-0e2c-4819-89b4-17478b4d0c4e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:31.539157 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58304b63-1288-41ae-86f5-583a92178956 req-82e252bb-0e2c-4819-89b4-17478b4d0c4e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.1958089 Nov 08 13:58:31.553255 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] Set router dc51b991-93c1-4a86-b3e1-37e1b3d5b51e gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:58:31.576994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249872a-daed-40df-b815-daa47ad2bcf4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=7d43e369-4eb7-45a9-bf2e-7d76752d725c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:31.581011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc8704c9-cb33-433c-80cb-fc739922e4ae,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:31.603111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:31.631798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.746159 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc51b991-93c1-4a86-b3e1-37e1b3d5b51e', 'name': '', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:25Z', 'updated_at': '2021-11-08T13:58:30Z', 'revision_number': 4, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:31.773429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:31.779278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.855893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.859159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.894896 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0850243d-1a9c-4e20-864e-e63ad62ba1f8 None None] The sync data for ids ['dc51b991-93c1-4a86-b3e1-37e1b3d5b51e'] in n-d-804292-2 is: [{'id': 'dc51b991-93c1-4a86-b3e1-37e1b3d5b51e', 'name': '', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:25Z', 'updated_at': '2021-11-08T13:58:30Z', 'revision_number': 4, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:58:31.971809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:31.986388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc51b991-93c1-4a86-b3e1-37e1b3d5b51e {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:58:32.010810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.021735 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3eadf1d6-a226-46c2-87f0-e7f8d7631c9b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "DELETE /v2.0/routers/dc51b991-93c1-4a86-b3e1-37e1b3d5b51e HTTP/1.1" status: 204 len: 168 time: 2.7735941 Nov 08 13:58:32.024374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39558) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:32.132803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Deleting port f55a4a2a-6b2c-449d-bd63-e8afbec6867e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:32.133552 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.151766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.251991 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4389b865-73ca-4a81-a2ea-3215ef48e46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.328073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=33d7883a-2d56-44f3-be84-001271232547,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:32.369699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af458162-6efc-45c4-8289-4a82b5a11a22 req-b526a4d3-3cee-4566-9209-6f6fbfab0222 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:32.372850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af458162-6efc-45c4-8289-4a82b5a11a22 req-b526a4d3-3cee-4566-9209-6f6fbfab0222 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.2797980 Nov 08 13:58:32.408372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Deleting subnet 626ee301-d46b-40ff-af92-eb4cc416d522 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:58:32.432152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.514042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': 'f4053df6-9f83-4525-9d51-cba98ab66a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:32.515025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: 7d43e369-4eb7-45a9-bf2e-7d76752d725c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:58:32.566920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af458162-6efc-45c4-8289-4a82b5a11a22 req-538cf55f-3eed-4142-9ce1-5c137c656b13 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771448 Nov 08 13:58:32.586116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:58:32.599189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 7d43e369-4eb7-45a9-bf2e-7d76752d725c) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:32.606057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:32.606769 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.611574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.621400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e2268-e3ec-4b35-ab50-8642a8fdf145 None None] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:32.655250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4e04e728-a6e2-4e26-876e-4292a8da0325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1859930 Nov 08 13:58:32.659712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39566) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:32.682641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c', 'name': 'tempest-PortsTestJSON-109915162', 'fixed_ips': [{'subnet_id': '33d7883a-2d56-44f3-be84-001271232547', 'ip_address': '172.20.0.10'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:32.787508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] For port f55a4a2a-6b2c-449d-bd63-e8afbec6867e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:32.788727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:32.994784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-7d43e369-4eb7-45a9-bf2e-7d76752d725c', 'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c', 'tenant_id': 'd43ef104902d4cdca7e23403e8390fc7', 'fixed_ips': [{'subnet_id': '33d7883a-2d56-44f3-be84-001271232547'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:58:32.995632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.018132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.033366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:33.082499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.221050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4389b865-73ca-4a81-a2ea-3215ef48e46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.239177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4389b865-73ca-4a81-a2ea-3215ef48e46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.306871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.314101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389b865-73ca-4a81-a2ea-3215ef48e46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6498ab93-35e7-44fd-83d6-503c8de3b6ef,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:33.386469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port ed28e209-d8b8-471c-82d7-41014ff5dbb9 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:33.433740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4389b865-73ca-4a81-a2ea-3215ef48e46c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c139cae9965e492b8e39c5d9783c4fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9916418 Nov 08 13:58:33.434412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39590) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:33.503943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.504577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Allocated IP 172.20.0.2 (7d43e369-4eb7-45a9-bf2e-7d76752d725c/33d7883a-2d56-44f3-be84-001271232547/da6dd8ce-9958-41e3-bb1a-3b5788e1b458) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:33.542360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=626ee301-d46b-40ff-af92-eb4cc416d522,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:33.668002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.673040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-67d7dc65-3bfc-492b-ae32-fcca5d50e3cb tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/626ee301-d46b-40ff-af92-eb4cc416d522 HTTP/1.1" status: 204 len: 168 time: 1.6449182 Nov 08 13:58:33.674376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4df78e7e-9be2-4bf8-91ac-ba554dc7f1dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.676399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39598) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:33.746758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4df78e7e-9be2-4bf8-91ac-ba554dc7f1dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.749704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.766211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.766619 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Floating IP 1bf622c3-ee0c-4081-9a1f-0b2ae998c66a disassociated. External IP: 172.25.8.167, port: f55a4a2a-6b2c-449d-bd63-e8afbec6867e. Nov 08 13:58:33.767001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Calling delete_port for f55a4a2a-6b2c-449d-bd63-e8afbec6867e owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:33.909639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.928201 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.974360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4df78e7e-9be2-4bf8-91ac-ba554dc7f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.983382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4df78e7e-9be2-4bf8-91ac-ba554dc7f1dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:33.995032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:34.005021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4df78e7e-9be2-4bf8-91ac-ba554dc7f1dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6498ab93-35e7-44fd-83d6-503c8de3b6ef HTTP/1.1" status: 204 len: 168 time: 0.5548291 Nov 08 13:58:34.023565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:34.031778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:34.051819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:34.063024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df78e7e-9be2-4bf8-91ac-ba554dc7f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6498ab93-35e7-44fd-83d6-503c8de3b6ef,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:34.170158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6363-1813-4d2d-b67d-7f64a1edf7c8 req-8b9916b4-df28-4415-b347-3eacd144d42f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:34.175247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95fb6363-1813-4d2d-b67d-7f64a1edf7c8 req-8b9916b4-df28-4415-b347-3eacd144d42f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=7aabf690-0cb0-4d76-841d-08a27923ed91 HTTP/1.1" status: 200 len: 946 time: 0.4722078 Nov 08 13:58:34.180477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Pushing event updated for resources: {'Port': ['ID=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:34.219608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:34.347058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event deleted for resources: {'Port': ['ID=f55a4a2a-6b2c-449d-bd63-e8afbec6867e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:34.367545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.10 (7d43e369-4eb7-45a9-bf2e-7d76752d725c/33d7883a-2d56-44f3-be84-001271232547/ed28e209-d8b8-471c-82d7-41014ff5dbb9) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:34.401790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Attempting to bind port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:58:34.401790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Attempting to bind port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f4053df6-9f83-4525-9d51-cba98ab66a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:58:34.401790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Attempting to bind port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 on network 7d43e369-4eb7-45a9-bf2e-7d76752d725c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:58:34.453860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:58:34.454398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Checking segment: {'id': 'f4053df6-9f83-4525-9d51-cba98ab66a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:34.463457 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:34.464048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Bound using segment: {'id': 'f4053df6-9f83-4525-9d51-cba98ab66a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:58:34.464718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Bound port: da6dd8ce-9958-41e3-bb1a-3b5788e1b458, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4053df6-9f83-4525-9d51-cba98ab66a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:58:34.465205 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:34.709231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] For port da6dd8ce-9958-41e3-bb1a-3b5788e1b458, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:58:34.721228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] For port da6dd8ce-9958-41e3-bb1a-3b5788e1b458, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,segment=NetworkSegment(f4053df6-9f83-4525-9d51-cba98ab66a22),segment_id=f4053df6-9f83-4525-9d51-cba98ab66a22)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:58:34.731650 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:34.793037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Router 6be198d3-2a8a-4c1c-894c-57f08e10d58f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:58:34.878327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f55a4a2a-6b2c-449d-bd63-e8afbec6867e no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:58:34.977976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: f55a4a2a-6b2c-449d-bd63-e8afbec6867e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:58:34.978663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f55a4a2a-6b2c-449d-bd63-e8afbec6867e not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:58:35.008238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39666) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:35.030849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87dfb7-af9c-4db2-87e8-fdd70a7778bb None None] Pushing event updated for resources: {'Port': ['ID=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:35.056590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b1d9e-b3e1-499f-b415-e2490724b373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.216978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:58:35.238320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] Sync routers for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:58:35.269655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:35.270237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:35.364321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] No DVR routers for this DVR port f55a4a2a-6b2c-449d-bd63-e8afbec6867e on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:35.386520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.401723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58304b63-1288-41ae-86f5-583a92178956 req-5e4787e3-2685-4843-9095-3503862558c0 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "DELETE /v2.0/ports/f55a4a2a-6b2c-449d-bd63-e8afbec6867e HTTP/1.1" status: 204 len: 173 time: 3.8544919 Nov 08 13:58:35.402852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'name': 'network-vif-deleted', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:58:35.415234 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed7c0f9-b2d5-4b45-a53f-3b15720b0ccf" -d '{"events": [{"server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "name": "network-vif-deleted", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:58:35.564850 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2730bc60-9570-4f13-b4d9-7735654f5933 x-openstack-request-id: req-2730bc60-9570-4f13-b4d9-7735654f5933 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:58:35.565770 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aabf690-0cb0-4d76-841d-08a27923ed91", "name": "network-vif-deleted", "tag": "f55a4a2a-6b2c-449d-bd63-e8afbec6867e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:58:35.566044 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2730bc60-9570-4f13-b4d9-7735654f5933 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:58:35.566481 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aabf690-0cb0-4d76-841d-08a27923ed91', 'name': 'network-vif-deleted', 'tag': 'f55a4a2a-6b2c-449d-bd63-e8afbec6867e', 'status': 'completed', 'code': 200} Nov 08 13:58:35.616418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:58:35.634489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b1d9e-b3e1-499f-b415-e2490724b373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.648878 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-375b1d9e-b3e1-499f-b415-e2490724b373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.764009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b1d9e-b3e1-499f-b415-e2490724b373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0f2d4-7881-4462-b1b3-7807304a2a95,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:35.774923 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-375b1d9e-b3e1-499f-b415-e2490724b373 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7785c667b82468ea40893d1476f3434&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7640877 Nov 08 13:58:35.776831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39690) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:35.788760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.811536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.822842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.858265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b646996-6aaa-46f6-9970-56d6ffd16cb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.895570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b646996-6aaa-46f6-9970-56d6ffd16cb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.914778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39692) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:35.915397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39694) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:35.944650 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:35.948273 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.002579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b646996-6aaa-46f6-9970-56d6ffd16cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.015615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b646996-6aaa-46f6-9970-56d6ffd16cb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.020664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5b646996-6aaa-46f6-9970-56d6ffd16cb8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0bd0f2d4-7881-4462-b1b3-7807304a2a95 HTTP/1.1" status: 204 len: 168 time: 0.2399299 Nov 08 13:58:36.027460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=ed28e209-d8b8-471c-82d7-41014ff5dbb9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:36.039302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b646996-6aaa-46f6-9970-56d6ffd16cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0f2d4-7881-4462-b1b3-7807304a2a95,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:36.053395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95fb6363-1813-4d2d-b67d-7f64a1edf7c8 req-9997be6f-33d3-45f8-b664-e6ad28599d14 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b026064c-7779-44db-b86d-c141ae32e3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.8520203 Nov 08 13:58:36.057091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e86c84-03ef-459a-a10c-42e0c1ca8b45']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:36.101116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7050b1-b83d-471d-be76-3bc973d3f950') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:36.102064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7050b1-b83d-471d-be76-3bc973d3f950') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:36.106333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:36.114847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:36.123568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.126719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:36.179267 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.211900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:36.212646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:36.214273 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:36.264777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-295447a5-5538-4b5d-8059-927a6487de00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.270866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:36.308474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] Checking router: 6be198d3-2a8a-4c1c-894c-57f08e10d58f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:58:36.320888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:36.322413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:36.329016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:36.329856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.337131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5873e96d-2737-46d4-b65a-023748c4995b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.403645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4b71fe07-2963-49a3-a01d-03e1361b156a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7337773 Nov 08 13:58:36.407043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39704) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:36.413430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': '7d43e369-4eb7-45a9-bf2e-7d76752d725c', 'name': 'tempest-PortsTestJSON-1988959054', 'fixed_ips': [{'subnet_id': '33d7883a-2d56-44f3-be84-001271232547', 'ip_address': '172.20.0.9'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:36.425577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.464271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 66e86c84-03ef-459a-a10c-42e0c1ca8b45 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 08 13:58:36.467486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event deleted for resources: {'Network': ['ID=66e86c84-03ef-459a-a10c-42e0c1ca8b45,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:36.472876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.482499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eaed9f1e-e81c-4828-bd9f-fba5615c9233 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "DELETE /v2.0/networks/66e86c84-03ef-459a-a10c-42e0c1ca8b45 HTTP/1.1" status: 204 len: 168 time: 2.8031557 Nov 08 13:58:36.587826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-295447a5-5538-4b5d-8059-927a6487de00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.609330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-295447a5-5538-4b5d-8059-927a6487de00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.654908 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5873e96d-2737-46d4-b65a-023748c4995b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.655081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da6dd8ce-9958-41e3-bb1a-3b5788e1b458 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:36.676471 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5873e96d-2737-46d4-b65a-023748c4995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.710693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-295447a5-5538-4b5d-8059-927a6487de00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7007aefb36f4800a1a856ab8342ea51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7910128 Nov 08 13:58:36.719747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39712) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:36.741859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295447a5-5538-4b5d-8059-927a6487de00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81cf026-4325-4a06-97ac-d212ae830d4e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:36.763105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5873e96d-2737-46d4-b65a-023748c4995b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8128157772254a33875b990584c5127a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8418965 Nov 08 13:58:36.769932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39716) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:36.873865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5873e96d-2737-46d4-b65a-023748c4995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be4b3be-99d6-45af-a187-28d36e00ce55,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:36.906953 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fa4c-2a5f-42cf-8fed-94600527c056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:36.910082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:36.985328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-720dd5b5-59d2-4c82-a693-578ceaf2a9ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.003948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fa4c-2a5f-42cf-8fed-94600527c056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.118426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-720dd5b5-59d2-4c82-a693-578ceaf2a9ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.133084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ade3114-2d12-4686-a8e5-1c3d6a16203c None None] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:37.149061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.198181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 995501b6-cf6f-4706-99e6-96f8913ba0c3 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:37.200703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:58:37.242215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39732) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:37.289439 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fa4c-2a5f-42cf-8fed-94600527c056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.292029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd8fa4c-2a5f-42cf-8fed-94600527c056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.294974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-54c814c8-9995-419d-b201-d0a648b8151b None None] Provisioning complete for port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:37.296026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54c814c8-9995-419d-b201-d0a648b8151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.296314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ffd8fa4c-2a5f-42cf-8fed-94600527c056 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2be4b3be-99d6-45af-a187-28d36e00ce55 HTTP/1.1" status: 204 len: 168 time: 0.5204163 Nov 08 13:58:37.313261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8fa4c-2a5f-42cf-8fed-94600527c056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be4b3be-99d6-45af-a187-28d36e00ce55,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:37.340669 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-720dd5b5-59d2-4c82-a693-578ceaf2a9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.356280 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-720dd5b5-59d2-4c82-a693-578ceaf2a9ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.356280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-720dd5b5-59d2-4c82-a693-578ceaf2a9ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a81cf026-4325-4a06-97ac-d212ae830d4e HTTP/1.1" status: 204 len: 168 time: 0.6334071 Nov 08 13:58:37.370683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39742) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:37.375160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b3ced44c-e30c-4827-b954-f008307c69ed tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'router': {'name': 'tempest-router--678490879', 'project_id': 'd0d190a5081046e59d17a4a018d4780e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:37.389495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6cd999cb-945f-4eca-9ce4-3268b3038197 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.400258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720dd5b5-59d2-4c82-a693-578ceaf2a9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81cf026-4325-4a06-97ac-d212ae830d4e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:37.467574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3ced44c-e30c-4827-b954-f008307c69ed tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.468975 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3ced44c-e30c-4827-b954-f008307c69ed tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.564729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6cd999cb-945f-4eca-9ce4-3268b3038197 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.595870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3ced44c-e30c-4827-b954-f008307c69ed tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.605013 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3ced44c-e30c-4827-b954-f008307c69ed tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.630492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3ced44c-e30c-4827-b954-f008307c69ed tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.632849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b3ced44c-e30c-4827-b954-f008307c69ed tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2610431 Nov 08 13:58:37.636219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39748) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:37.695855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:37.698740 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:37.797551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.9 (7d43e369-4eb7-45a9-bf2e-7d76752d725c/33d7883a-2d56-44f3-be84-001271232547/995501b6-cf6f-4706-99e6-96f8913ba0c3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:37.833950 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4887578-d83d-4e85-973e-11cfa1cc1293 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.157450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39760) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:38.187645 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.210325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54c814c8-9995-419d-b201-d0a648b8151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.230067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.251482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f64e6d3-0f48-4e2c-a391-5b5dd2e01713 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.265746 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4887578-d83d-4e85-973e-11cfa1cc1293 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.287196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4887578-d83d-4e85-973e-11cfa1cc1293 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.318545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6cd999cb-945f-4eca-9ce4-3268b3038197 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.324490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6cd999cb-945f-4eca-9ce4-3268b3038197 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.325994 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6cd999cb-945f-4eca-9ce4-3268b3038197 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "DELETE /v2.0/security-groups/b026064c-7779-44db-b86d-c141ae32e3ea HTTP/1.1" status: 204 len: 168 time: 1.0822182 Nov 08 13:58:38.337414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39764) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:38.397501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-54c814c8-9995-419d-b201-d0a648b8151b None None] For port da6dd8ce-9958-41e3-bb1a-3b5788e1b458, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,segment=NetworkSegment(f4053df6-9f83-4525-9d51-cba98ab66a22),segment_id=f4053df6-9f83-4525-9d51-cba98ab66a22)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:38.405383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd999cb-945f-4eca-9ce4-3268b3038197 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b026064c-7779-44db-b86d-c141ae32e3ea,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:38.412242 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4887578-d83d-4e85-973e-11cfa1cc1293 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.412836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4887578-d83d-4e85-973e-11cfa1cc1293 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ded50472-527d-4399-aba5-6675848bb219 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:58:38.413154 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54c814c8-9995-419d-b201-d0a648b8151b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.421400 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-7151c94a-3092-48cf-b540-655102bd51d8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] show failed (client error): The resource could not be found. Nov 08 13:58:38.422673 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7151c94a-3092-48cf-b540-655102bd51d8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups/b026064c-7779-44db-b86d-c141ae32e3ea HTTP/1.1" status: 404 len: 347 time: 0.0827858 Nov 08 13:58:38.427386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.430654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:38.441277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4887578-d83d-4e85-973e-11cfa1cc1293 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.450168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a4887578-d83d-4e85-973e-11cfa1cc1293 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ded50472-527d-4399-aba5-6675848bb219 HTTP/1.1" status: 204 len: 168 time: 0.8071535 Nov 08 13:58:38.578484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:38.600172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f64e6d3-0f48-4e2c-a391-5b5dd2e01713 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.606919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f64e6d3-0f48-4e2c-a391-5b5dd2e01713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.662939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:38.707354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1f64e6d3-0f48-4e2c-a391-5b5dd2e01713 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7710408eea73417482fec2918a9ac84b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026939 Nov 08 13:58:38.708646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39774) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:38.713102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64e6d3-0f48-4e2c-a391-5b5dd2e01713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8920c103-f3f1-4cc9-95dc-b9de89f4a601,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:38.724797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:38.731531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80aacb96-017e-4059-b49f-c50f4dc802f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.757964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:38.769249 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:58:38.769601 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:58:38.776764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebf88f-61bf-45f1-9489-0a3dbf6f4c88 None None] The sync data for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 is: [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:58:38.783456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:38.785735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c814c8-9995-419d-b201-d0a648b8151b None None] Pushing event updated for resources: {'Port': ['ID=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:38.859374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-859cfe71-c1b7-4380-b109-81585f869849 None None] Provisioning complete for port ed28e209-d8b8-471c-82d7-41014ff5dbb9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:38.861723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859cfe71-c1b7-4380-b109-81585f869849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.871203 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-851e0f96-f248-4ea9-8dbe-7cc2278bed35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:38.991838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39788) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:39.018067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=995501b6-cf6f-4706-99e6-96f8913ba0c3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:39.019480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-851e0f96-f248-4ea9-8dbe-7cc2278bed35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.068644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-859cfe71-c1b7-4380-b109-81585f869849 None None] Port ed28e209-d8b8-471c-82d7-41014ff5dbb9 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:39.123557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-859cfe71-c1b7-4380-b109-81585f869849 None None] Provisioning complete for port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:39.124171 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859cfe71-c1b7-4380-b109-81585f869849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.190215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-851e0f96-f248-4ea9-8dbe-7cc2278bed35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.197806 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-851e0f96-f248-4ea9-8dbe-7cc2278bed35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.205852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-851e0f96-f248-4ea9-8dbe-7cc2278bed35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8920c103-f3f1-4cc9-95dc-b9de89f4a601 HTTP/1.1" status: 204 len: 168 time: 0.4957440 Nov 08 13:58:39.238644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e0f96-f248-4ea9-8dbe-7cc2278bed35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920c103-f3f1-4cc9-95dc-b9de89f4a601,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:39.335768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:39.336539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.413660 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80aacb96-017e-4059-b49f-c50f4dc802f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.457408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80aacb96-017e-4059-b49f-c50f4dc802f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.581564 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd32e302-d9fd-488f-9974-c4c39590e3a4 None None] New status for floating IP 1bf622c3-ee0c-4081-9a1f-0b2ae998c66a: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:58:39.623652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80aacb96-017e-4059-b49f-c50f4dc802f3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63a4fb9828e24484829a7d4152722a0a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0393028 Nov 08 13:58:39.625957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39800) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:39.633255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aacb96-017e-4059-b49f-c50f4dc802f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fe67ed-8646-4cf5-a58a-80a009be445d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:39.658448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Deleting port 0ae85439-917c-4602-8e7b-038d8606bd2a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:39.660049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.796903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e633-b90a-4edd-889d-ce548934905c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.810595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ef7b0a95-3f81-48d9-ad88-2dd5292eaef6 None None] Provisioning complete for port ed28e209-d8b8-471c-82d7-41014ff5dbb9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:39.811111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef7b0a95-3f81-48d9-ad88-2dd5292eaef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.814976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da6dd8ce-9958-41e3-bb1a-3b5788e1b458 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:39.852630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e633-b90a-4edd-889d-ce548934905c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.882857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1728543252', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:39.892729 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9dfdf6b2-db1d-405a-a0bf-264d8b44d56d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4846838 Nov 08 13:58:39.899227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39804) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:39.972375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b0a95-3f81-48d9-ad88-2dd5292eaef6 None None] Port ed28e209-d8b8-471c-82d7-41014ff5dbb9 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:39.989889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ef7b0a95-3f81-48d9-ad88-2dd5292eaef6 None None] Provisioning complete for port 995501b6-cf6f-4706-99e6-96f8913ba0c3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:39.990271 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef7b0a95-3f81-48d9-ad88-2dd5292eaef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:39.993233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:39.993652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.034479 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.038431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.199543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b0a95-3f81-48d9-ad88-2dd5292eaef6 None None] Port 995501b6-cf6f-4706-99e6-96f8913ba0c3 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:40.227966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.228369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.260265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Calling delete_port for 0ae85439-917c-4602-8e7b-038d8606bd2a owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:40.282699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.286949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e633-b90a-4edd-889d-ce548934905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.289365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca47fbbf-6405-41d5-b778-bfed4380f3dc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:40.292304 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ca47fbbf-6405-41d5-b778-bfed4380f3dc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3897939 Nov 08 13:58:40.295829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39812) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:40.298216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e633-b90a-4edd-889d-ce548934905c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:40.305523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0ab5e633-b90a-4edd-889d-ce548934905c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30fe67ed-8646-4cf5-a58a-80a009be445d HTTP/1.1" status: 204 len: 168 time: 0.6741152 Nov 08 13:58:40.467533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5e633-b90a-4edd-889d-ce548934905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fe67ed-8646-4cf5-a58a-80a009be445d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:40.759876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.150718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.182243 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.240364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf5060-49af-455e-8135-2aa79771f1eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:41.254905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf5060-49af-455e-8135-2aa79771f1eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:41.265456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf5060-49af-455e-8135-2aa79771f1eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:41.268004 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-edcf5060-49af-455e-8135-2aa79771f1eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.9710848 Nov 08 13:58:41.276881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39872) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:41.438602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39876) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:41.486503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 995501b6-cf6f-4706-99e6-96f8913ba0c3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:41.487648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.521375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Allocated IP 172.25.8.76 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/58ac0075-dfa6-4f40-b0c8-054efd94e50f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:41.624451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.671163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event deleted for resources: {'Port': ['ID=0ae85439-917c-4602-8e7b-038d8606bd2a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:41.762870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.804646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.809126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 995501b6-cf6f-4706-99e6-96f8913ba0c3 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:41.899088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.926310 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a87f-2f20-4191-88c8-81b7c5965881 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.943231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.946074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:41.947473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-27fd6b1e-892e-4c7b-82fc-09473e1fcd9c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "DELETE /v2.0/floatingips/1bf622c3-ee0c-4081-9a1f-0b2ae998c66a HTTP/1.1" status: 204 len: 168 time: 3.5103614 Nov 08 13:58:41.980369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:41.985263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:41.990398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:42.129805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39892) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:42.149779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.240575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event updated for resources: {'Port': ['ID=58ac0075-dfa6-4f40-b0c8-054efd94e50f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:42.323034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=995501b6-cf6f-4706-99e6-96f8913ba0c3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:42.500262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71eb277e-c58d-4747-a886-65085c6c20e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.507331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.515517 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-89dffb4a-f636-4da3-ae86-98e5f9ffe8d3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/995501b6-cf6f-4706-99e6-96f8913ba0c3 HTTP/1.1" status: 204 len: 168 time: 1.2361231 Nov 08 13:58:42.520296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39904) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:42.533267 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a87f-2f20-4191-88c8-81b7c5965881 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.573891 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f9a3a87f-2f20-4191-88c8-81b7c5965881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.638908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3a87f-2f20-4191-88c8-81b7c5965881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4bd433-0587-4d79-a12b-1af218918c29,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:42.658857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39908) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:42.716593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b6bbd945-3976-404e-8334-a95aec568f72 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--890718888', 'description': 'tempest-description--2134930577'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:42.778531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71eb277e-c58d-4747-a886-65085c6c20e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.781423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f9a3a87f-2f20-4191-88c8-81b7c5965881 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f1a46554eaf42689d1941dfc03e5c32&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3416381 Nov 08 13:58:42.786866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39912) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:42.817246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71eb277e-c58d-4747-a886-65085c6c20e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.830007 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd945-3976-404e-8334-a95aec568f72 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.844067 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a323893-fe70-46b8-8c92-373e0dc8c455 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:58:42.849809 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4a323893-fe70-46b8-8c92-373e0dc8c455 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/995501b6-cf6f-4706-99e6-96f8913ba0c3 HTTP/1.1" status: 404 len: 333 time: 0.3222852 Nov 08 13:58:42.852422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39916) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:42.860179 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:42.885505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb277e-c58d-4747-a886-65085c6c20e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe63725-acf7-4239-9181-39a0f094c1d2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:42.895459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-71eb277e-c58d-4747-a886-65085c6c20e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a998750590504b3faab236f4954eb786&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7642417 Nov 08 13:58:42.896278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39920) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:42.956259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e97a6e6a-10ea-487d-a1ae-0cc7b44670c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.005867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e97a6e6a-10ea-487d-a1ae-0cc7b44670c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.086921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e97a6e6a-10ea-487d-a1ae-0cc7b44670c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.091917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e97a6e6a-10ea-487d-a1ae-0cc7b44670c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.099846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e97a6e6a-10ea-487d-a1ae-0cc7b44670c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fe63725-acf7-4239-9181-39a0f094c1d2 HTTP/1.1" status: 204 len: 168 time: 0.2022543 Nov 08 13:58:43.108578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba44c-ca08-4b2c-ae3d-a79f23a72ef4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.125932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a6e6a-10ea-487d-a1ae-0cc7b44670c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe63725-acf7-4239-9181-39a0f094c1d2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:43.288264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba44c-ca08-4b2c-ae3d-a79f23a72ef4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.629076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd945-3976-404e-8334-a95aec568f72 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.646115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd945-3976-404e-8334-a95aec568f72 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.752925 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6bbd945-3976-404e-8334-a95aec568f72 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.755140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6bbd945-3976-404e-8334-a95aec568f72 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0445058 Nov 08 13:58:43.758301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39942) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:43.768645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-83766709-3e47-4f43-97f2-0755b9de763e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'security_group_rule': {'security_group_id': 'b467a3b4-8cb9-402e-b367-bee9a7a465ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:43.792423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39946) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:43.793797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bbd945-3976-404e-8334-a95aec568f72 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b467a3b4-8cb9-402e-b367-bee9a7a465ac,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:43.828929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-83766709-3e47-4f43-97f2-0755b9de763e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.903351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba44c-ca08-4b2c-ae3d-a79f23a72ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.908173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6d8ba44c-ca08-4b2c-ae3d-a79f23a72ef4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.910787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6d8ba44c-ca08-4b2c-ae3d-a79f23a72ef4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf4bd433-0587-4d79-a12b-1af218918c29 HTTP/1.1" status: 204 len: 168 time: 1.1224232 Nov 08 13:58:43.914656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port ed28e209-d8b8-471c-82d7-41014ff5dbb9 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:43.915195 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.920220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e415fa69-1844-4470-84c3-6aa0518e46d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.939550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-83766709-3e47-4f43-97f2-0755b9de763e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:43.948319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-83766709-3e47-4f43-97f2-0755b9de763e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.000778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83766709-3e47-4f43-97f2-0755b9de763e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245b1a2d-4088-4749-acb0-924b49848707,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:44.002033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ba44c-ca08-4b2c-ae3d-a79f23a72ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4bd433-0587-4d79-a12b-1af218918c29,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:44.006969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-83766709-3e47-4f43-97f2-0755b9de763e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.011098 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-83766709-3e47-4f43-97f2-0755b9de763e tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2469141 Nov 08 13:58:44.013558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:44.023449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-49f4820a-b7e4-4929-92f9-5a12d4f22385 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'security_group_rule': {'security_group_id': 'b467a3b4-8cb9-402e-b367-bee9a7a465ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:44.073879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49f4820a-b7e4-4929-92f9-5a12d4f22385 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.092254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.173127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49f4820a-b7e4-4929-92f9-5a12d4f22385 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.179851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49f4820a-b7e4-4929-92f9-5a12d4f22385 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.207202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.209713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f4820a-b7e4-4929-92f9-5a12d4f22385 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c3fffff-f95d-41e0-b25d-5a87c0fb324a,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:44.228981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49f4820a-b7e4-4929-92f9-5a12d4f22385 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.231400 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-49f4820a-b7e4-4929-92f9-5a12d4f22385 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2156787 Nov 08 13:58:44.235791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39956) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:44.242371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:44.285489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.296224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for ed28e209-d8b8-471c-82d7-41014ff5dbb9 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:44.465890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e415fa69-1844-4470-84c3-6aa0518e46d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.482042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e415fa69-1844-4470-84c3-6aa0518e46d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.518688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39962) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:44.527929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.622635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e415fa69-1844-4470-84c3-6aa0518e46d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6923f8815aee4c608c9d14ce2aeb0a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8242664 Nov 08 13:58:44.628727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39968) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:44.631619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415fa69-1844-4470-84c3-6aa0518e46d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3dc14d-80d0-47b0-824c-2c6df1fd7f37,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:44.681327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Router 82c09df5-663c-48df-9c70-f996b5cd3790 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:58:44.706333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Allocated IP 172.25.8.232 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/00854456-5fbe-4409-a3b0-1dce569fe64d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:44.781115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39970) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:44.835401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58ff51c5-5f4c-4275-a827-e01352cf4cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.887369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a653b63-3cba-4a02-a66c-01ad88b53f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.913228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a01ee4c0-9cb3-4bda-a0aa-c298b929bf9b tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:44.935656 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:44.949220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a01ee4c0-9cb3-4bda-a0aa-c298b929bf9b tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "PUT /v2.0/quotas/47d40174120d49bf97b4b767a442ffbb HTTP/1.1" status: 200 len: 368 time: 0.4291410 Nov 08 13:58:44.961664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39974) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:44.967028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Request body: {'network': {'project_id': '47d40174120d49bf97b4b767a442ffbb'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:44.985713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58ff51c5-5f4c-4275-a827-e01352cf4cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.004529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58ff51c5-5f4c-4275-a827-e01352cf4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.032512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.074687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Made reservation on behalf of 47d40174120d49bf97b4b767a442ffbb for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:45.077086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.082092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff51c5-5f4c-4275-a827-e01352cf4cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ee1dfc-1c30-4bc3-b0a2-d0943cf262ec,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:45.082812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a653b63-3cba-4a02-a66c-01ad88b53f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.089204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=ed28e209-d8b8-471c-82d7-41014ff5dbb9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:45.098833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-58ff51c5-5f4c-4275-a827-e01352cf4cad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=147632a16da643b1bc98c602c9b8efa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3157430 Nov 08 13:58:45.101435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.107874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39980) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:45.155280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.188566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:58:45.209932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] Sync routers for ids ['82c09df5-663c-48df-9c70-f996b5cd3790'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:58:45.216034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:45.228052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:45.238601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:45.239904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] Routers {'82c09df5-663c-48df-9c70-f996b5cd3790'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:45.240953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['82c09df5-663c-48df-9c70-f996b5cd3790'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:45.241760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'Port': ['ID=00854456-5fbe-4409-a3b0-1dce569fe64d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:45.282594 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.292904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-da90c45e-3e2e-4b9a-9ae3-027a739cc931 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/ed28e209-d8b8-471c-82d7-41014ff5dbb9 HTTP/1.1" status: 204 len: 168 time: 2.4371476 Nov 08 13:58:45.299032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39988) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:45.309003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:45.310336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.311714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f0357053-0700-4336-8f55-fd25c0ca7616 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3174512 Nov 08 13:58:45.320066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39990) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:45.348340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] Routers {'82c09df5-663c-48df-9c70-f996b5cd3790'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:45.351268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['82c09df5-663c-48df-9c70-f996b5cd3790'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:45.360382 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5411790-c885-41ef-a38b-34215eb36c8b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:58:45.362591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b5411790-c885-41ef-a38b-34215eb36c8b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/ed28e209-d8b8-471c-82d7-41014ff5dbb9 HTTP/1.1" status: 404 len: 333 time: 0.0620151 Nov 08 13:58:45.364883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.367624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39992) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:45.384656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.415908 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fab035aa-3702-4bab-8f35-436eb1ba0d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.422657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a653b63-3cba-4a02-a66c-01ad88b53f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.425914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a653b63-3cba-4a02-a66c-01ad88b53f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.427222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a653b63-3cba-4a02-a66c-01ad88b53f04 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f3dc14d-80d0-47b0-824c-2c6df1fd7f37 HTTP/1.1" status: 204 len: 168 time: 0.7912045 Nov 08 13:58:45.468071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:45.472209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b6ec5d-bd63-41b1-a971-67b01febf0c0 None None] The sync data for ids ['82c09df5-663c-48df-9c70-f996b5cd3790'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:58:45.507221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fab035aa-3702-4bab-8f35-436eb1ba0d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.509619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a653b63-3cba-4a02-a66c-01ad88b53f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3dc14d-80d0-47b0-824c-2c6df1fd7f37,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:45.528319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:45.556787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b2878b55-10b7-49e1-a5a0-e090851b3721 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/82c09df5-663c-48df-9c70-f996b5cd3790 HTTP/1.1" status: 200 len: 924 time: 0.2324016 Nov 08 13:58:45.560234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39996) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:45.578587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.579152 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Added segment 2c613176-b4bb-41b4-bcf5-ce520305379a of type vlan for network 6aa2f7f5-08a8-4f12-8d37-4b577772d4af Nov 08 13:58:45.586916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29eebcb-d1c3-4532-b531-4cddf32d2c16,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:45.593450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet 33d7883a-2d56-44f3-be84-001271232547 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:58:45.599752 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.599994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-68fdf34f-02c0-4090-bf1d-10a6b4540146 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c09df5-663c-48df-9c70-f996b5cd3790 HTTP/1.1" status: 200 len: 205 time: 0.0379860 Nov 08 13:58:45.603877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39998) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:45.653614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.694127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fab035aa-3702-4bab-8f35-436eb1ba0d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.696982 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fab035aa-3702-4bab-8f35-436eb1ba0d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.698344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fab035aa-3702-4bab-8f35-436eb1ba0d2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1ee1dfc-1c30-4bc3-b0a2-d0943cf262ec HTTP/1.1" status: 204 len: 168 time: 0.5873809 Nov 08 13:58:45.708625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.714796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab035aa-3702-4bab-8f35-436eb1ba0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ee1dfc-1c30-4bc3-b0a2-d0943cf262ec,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:45.769427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.788151 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.826813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.883548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.917595 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:45.919554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:45.919554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.009053 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0462501 Nov 08 13:58:46.014610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40008) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:46.036777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Request body: {'network': {'project_id': '47d40174120d49bf97b4b767a442ffbb'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:46.049596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.123911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Made reservation on behalf of 47d40174120d49bf97b4b767a442ffbb for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:46.130011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.169425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:46.185319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Deleting port 58ac0075-dfa6-4f40-b0c8-054efd94e50f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:46.185907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.189581 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.190670 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Added segment 6500576f-c4c4-4a29-b412-4e9031ae4ae8 of type vlan for network 2e15c12d-169e-46e5-b4ec-6aa32aa63a29 Nov 08 13:58:46.224206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b1d77-6a51-4280-a32f-b06335640fb2 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa2f7f5-08a8-4f12-8d37-4b577772d4af,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:46.238117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.241472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6aa2f7f5-08a8-4f12-8d37-4b577772d4af details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:46.336312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=33d7883a-2d56-44f3-be84-001271232547,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:46.336312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.339201 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e4b20d97-3b80-4785-9276-6485f400cc8f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/33d7883a-2d56-44f3-be84-001271232547 HTTP/1.1" status: 204 len: 168 time: 0.9701250 Nov 08 13:58:46.343508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40026) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:46.416301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.420747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dbb8f5-0c4f-4ca6-86c9-6b98ac932e3d None None] Network 7d43e369-4eb7-45a9-bf2e-7d76752d725c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:46.454148 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.488361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Calling delete_port for 58ac0075-dfa6-4f40-b0c8-054efd94e50f owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:46.506174 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.507313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:46.508291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.645721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.662989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6396711 Nov 08 13:58:46.666363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40036) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:46.702176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.729508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-29917a98-3ea7-4fc5-8a63-5ee97ed066f3 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Request body: {'network': {'project_id': '47d40174120d49bf97b4b767a442ffbb'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:46.775133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eeec47-62c4-4213-8af6-17d55a2a0566 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Pushing event updated for resources: {'Network': ['ID=2e15c12d-169e-46e5-b4ec-6aa32aa63a29,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:46.786430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2e15c12d-169e-46e5-b4ec-6aa32aa63a29 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:46.789553 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-29917a98-3ea7-4fc5-8a63-5ee97ed066f3 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 13:58:46.790577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29917a98-3ea7-4fc5-8a63-5ee97ed066f3 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:58:46.802749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40042) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:46.807509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-29917a98-3ea7-4fc5-8a63-5ee97ed066f3 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1344824 Nov 08 13:58:46.846319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:46.922039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] DHCP port deletion for 7d43e369-4eb7-45a9-bf2e-7d76752d725c request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:58:46.987574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'Port': ['ID=00854456-5fbe-4409-a3b0-1dce569fe64d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:47.069886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] Deleting port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:47.070850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.072086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.093553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:58:47.094094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.150297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event deleted for resources: {'Port': ['ID=58ac0075-dfa6-4f40-b0c8-054efd94e50f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:47.183307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] For port da6dd8ce-9958-41e3-bb1a-3b5788e1b458, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,segment=NetworkSegment(f4053df6-9f83-4525-9d51-cba98ab66a22),segment_id=f4053df6-9f83-4525-9d51-cba98ab66a22)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:47.183307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.200348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for da6dd8ce-9958-41e3-bb1a-3b5788e1b458 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:47.286356 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d298bf89-2c0e-4eef-abc4-ddd13ccc4a57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47d40174120d49bf97b4b767a442ffbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4675505 Nov 08 13:58:47.297578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40058) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:47.346870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.376499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.397495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.406709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] For port da6dd8ce-9958-41e3-bb1a-3b5788e1b458, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,segment=NetworkSegment(f4053df6-9f83-4525-9d51-cba98ab66a22),segment_id=f4053df6-9f83-4525-9d51-cba98ab66a22)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:47.407539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.443695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.454883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8f284f6b-d66b-4cac-a88f-9a09fa511199 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2180531 Nov 08 13:58:47.456457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No DVR routers for this DVR port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:47.458197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:47.461067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4101f087-b746-446f-9a6d-28b414dca644 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.463626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] Calling delete_port for da6dd8ce-9958-41e3-bb1a-3b5788e1b458 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:58:47.495852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4101f087-b746-446f-9a6d-28b414dca644 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.608932 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4101f087-b746-446f-9a6d-28b414dca644 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.618086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4101f087-b746-446f-9a6d-28b414dca644 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.623532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4101f087-b746-446f-9a6d-28b414dca644 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/e29eebcb-d1c3-4532-b531-4cddf32d2c16 HTTP/1.1" status: 204 len: 168 time: 0.3297987 Nov 08 13:58:47.683497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40064) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:47.708865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.814625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da6dd8ce-9958-41e3-bb1a-3b5788e1b458 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:58:47.848041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.857382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101f087-b746-446f-9a6d-28b414dca644 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29eebcb-d1c3-4532-b531-4cddf32d2c16,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:47.858600 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.912138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d43e369-4eb7-45a9-bf2e-7d76752d725c']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:47.935084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4053df6-9f83-4525-9d51-cba98ab66a22') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:47.936366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4053df6-9f83-4525-9d51-cba98ab66a22') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:47.941506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: da6dd8ce-9958-41e3-bb1a-3b5788e1b458 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:58:47.942235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device da6dd8ce-9958-41e3-bb1a-3b5788e1b458 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:58:47.964015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:47.994159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.010489 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.027542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] No DVR routers for this DVR port da6dd8ce-9958-41e3-bb1a-3b5788e1b458 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:58:48.030647 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.032350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136960e2-fd1f-4d5a-bd1c-83cdd3e1d323 None None] Pushing event deleted for resources: {'Port': ['ID=da6dd8ce-9958-41e3-bb1a-3b5788e1b458,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:48.035118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Fanout notify agent at l3_agent the message router_deleted on router 82c09df5-663c-48df-9c70-f996b5cd3790 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:58:48.056579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.069426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:48.069795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.076998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.078883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-930fb08b-d331-4e49-afc3-31c09cf8f5bc tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/82c09df5-663c-48df-9c70-f996b5cd3790 HTTP/1.1" status: 204 len: 168 time: 2.4725883 Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: items = [ Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:48.084560 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:48.088529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40076) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:48.117426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2070350619', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': False}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:48.192231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.204956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.212669 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/7d43e369-4eb7-45a9-bf2e-7d76752d725c HTTP/1.1" status: 204 len: 168 time: 1.8640549 Nov 08 13:58:48.212669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.213803 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.217390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40084) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:48.227911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-574924852'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:48.255589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98656d2-5620-478d-9366-641c79d25b97 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=7d43e369-4eb7-45a9-bf2e-7d76752d725c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:48.305493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.339639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:48.345429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.381237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e15c12d-169e-46e5-b4ec-6aa32aa63a29']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:48.384313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.398704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-55438db7-7b82-4a25-974a-bb157ec04048 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--890718888&fields=id&tenant_id=4305aca199c0480bb5346421bf50c2cc HTTP/1.1" status: 200 len: 267 time: 0.2052660 Nov 08 13:58:48.400740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6500576f-c4c4-4a29-b412-4e9031ae4ae8') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:48.401028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6500576f-c4c4-4a29-b412-4e9031ae4ae8') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:48.420120 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.489913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:58:48.568553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.569065 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Added segment 6cbc8104-3f9f-4b78-ac9f-a8c3770542ca of type vlan for network d6f85b6e-666c-45c3-bb63-ae90aa04d499 Nov 08 13:58:48.713879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.719518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.737726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-3b165a5c-d042-482c-92a9-7733a9e1fe7f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:48.739672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-3b165a5c-d042-482c-92a9-7733a9e1fe7f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 811 time: 0.3156314 Nov 08 13:58:48.749445 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.771936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:48.772670 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.776177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-10b2f091-ce45-45ff-9314-8cebd7450aca tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/quotas/4305aca199c0480bb5346421bf50c2cc HTTP/1.1" status: 200 len: 375 time: 0.0186007 Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:48.777165 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:48.790663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.798160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:48.798827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:48.933081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7117565 Nov 08 13:58:48.941659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40110) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:48.948242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:48.969542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e9f75-82fe-409f-9d49-b878baa44765 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Network': ['ID=d6f85b6e-666c-45c3-bb63-ae90aa04d499,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:48.982676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:58:49.093947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:49.098249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:49.273179 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:49.279725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:49.283263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/2e15c12d-169e-46e5-b4ec-6aa32aa63a29 HTTP/1.1" status: 204 len: 168 time: 1.5954700 Nov 08 13:58:49.289660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40118) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:49.293197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-544bcd8e-b0fc-44b8-9db8-8d5e8fc322a9 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4951470 Nov 08 13:58:49.305228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fa0b8-5058-4a2a-9db8-7c12725d1e57 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e15c12d-169e-46e5-b4ec-6aa32aa63a29,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:49.390940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:49.437611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:49.529246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-cc56dbf3-34dd-4ea6-ac40-b45e27569f66 service neutron] 10.222.0.65 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064753 Nov 08 13:58:49.562353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:49.774847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-5e23e582-76ad-4778-a6ee-2fc804ed85e0 service neutron] 10.222.0.65 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446191 Nov 08 13:58:49.811949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:49.966649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:50.531775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64f2e47c-7f78-4b81-a6ac-8f2d856ef8e6 req-32004357-c8ef-4c4d-a3d7-6dff4118cbb1 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 210 time: 0.4549026 Nov 08 13:58:50.590763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa2f7f5-08a8-4f12-8d37-4b577772d4af']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:50.628602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c613176-b4bb-41b4-bcf5-ce520305379a') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:50.629179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c613176-b4bb-41b4-bcf5-ce520305379a') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:50.649748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Allocated IP 172.25.8.103 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/2adc4bd8-9d7f-47c8-986a-0711c9d4993a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:50.664539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:50.668407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Checking segment: {'id': '6cbc8104-3f9f-4b78-ac9f-a8c3770542ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:50.669012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network hostable DHCP agents. Network: d6f85b6e-666c-45c3-bb63-ae90aa04d499, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:58:50.697587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=00d2ba9a-1d67-4542-95e5-07f5fcc74c9c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:50.713631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:50.737363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:58:50.738058 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:58:50.740657 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:58:50.779952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:58:50.914272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d6f85b6e-666c-45c3-bb63-ae90aa04d499) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:50.924862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb6a75-9362-4af3-9370-7a6e605e3aec None None] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:50.938321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:50.940524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:50.997220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.014269 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.037214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] 10.222.0.65 "DELETE /v2.0/networks/6aa2f7f5-08a8-4f12-8d37-4b577772d4af HTTP/1.1" status: 204 len: 168 time: 1.7404084 Nov 08 13:58:51.107504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996ab272-4173-420f-b7b0-926c63381627 tempest-QuotasNegativeTest-228322560 tempest-QuotasNegativeTest-228322560-project-admin] Pushing event deleted for resources: {'Network': ['ID=6aa2f7f5-08a8-4f12-8d37-4b577772d4af,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:51.138459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40206) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:51.138998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-30a7fe33-bebf-4fd9-acb0-796d1ab186b0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1961672 Nov 08 13:58:51.143326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c6b4798e-4e94-45a7-b082-37976b01dd6f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-405272379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:51.195903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.216549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6b4798e-4e94-45a7-b082-37976b01dd6f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.225244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6b4798e-4e94-45a7-b082-37976b01dd6f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.287239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.402777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:51.435361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:51.444706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:51.450236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6b4798e-4e94-45a7-b082-37976b01dd6f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.460942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6b4798e-4e94-45a7-b082-37976b01dd6f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.512770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6b4798e-4e94-45a7-b082-37976b01dd6f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:51.514330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c6b4798e-4e94-45a7-b082-37976b01dd6f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3746078 Nov 08 13:58:51.520075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:51.525914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499', 'name': 'tempest-PortsTestJSON-1361880744'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:51.551174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Port': ['ID=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:51.857726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea5ce476-e66f-49de-8260-73dd0406cac7 req-c1b11e13-0182-44ee-8761-6f5abe7a1836 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 210 time: 0.0994780 Nov 08 13:58:51.980776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d6f85b6e-666c-45c3-bb63-ae90aa04d499', 'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499', 'tenant_id': 'd43ef104902d4cdca7e23403e8390fc7', 'fixed_ips': [{'subnet_id': '00d2ba9a-1d67-4542-95e5-07f5fcc74c9c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:58:51.985531 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.028577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-f89bd779-cdbd-409a-82fe-35b22ded27bb tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:52.030125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-f89bd779-cdbd-409a-82fe-35b22ded27bb tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 811 time: 0.2885816 Nov 08 13:58:52.049449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:52.054162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.077646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 590c0f6b-2181-4081-a39e-92383d9532db yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:58:52.189008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40234) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:52.264898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.6 (d6f85b6e-666c-45c3-bb63-ae90aa04d499/00d2ba9a-1d67-4542-95e5-07f5fcc74c9c/590c0f6b-2181-4081-a39e-92383d9532db) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:52.275860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40238) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:52.444209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.481472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.532021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.590065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-9997bbda-0faa-435f-9188-015b1e7ccbe3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4305aca199c0480bb5346421bf50c2cc HTTP/1.1" status: 200 len: 379 time: 0.5449882 Nov 08 13:58:52.619415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12c98771-adb0-46df-9e2b-2f1c7a8414f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.621269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Allocated IP 172.20.0.2 (d6f85b6e-666c-45c3-bb63-ae90aa04d499/00d2ba9a-1d67-4542-95e5-07f5fcc74c9c/4953a593-5698-47d9-b1ae-ebfceb3fcaa2) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:52.623797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'port': {'device_id': '32816108-0256-4364-8aaa-1a27f06f018c', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'admin_state_up': True, 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'security_groups': ['b467a3b4-8cb9-402e-b367-bee9a7a465ac']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:52.641508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:52.648526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:52.660480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:52.708926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=590c0f6b-2181-4081-a39e-92383d9532db,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:52.761457 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47824d40-c349-4076-88dd-5b8e4b98e3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.780421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:52.781496 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:52.812268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ac13273-6651-4683-b152-eeffd4615c1b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2903912 Nov 08 13:58:52.814851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40246) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:52.988412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12c98771-adb0-46df-9e2b-2f1c7a8414f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.063584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35479ff0-6826-4802-9c55-3a96cd5f98f4 req-dac7b9a5-d301-49b6-a0d5-4a33be24b315 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 210 time: 0.0736310 Nov 08 13:58:53.067107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Made reservation on behalf of 4305aca199c0480bb5346421bf50c2cc for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:58:53.071561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.084360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12c98771-adb0-46df-9e2b-2f1c7a8414f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.089797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.158154 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.182063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47824d40-c349-4076-88dd-5b8e4b98e3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.217898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.227605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47824d40-c349-4076-88dd-5b8e4b98e3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.244738 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.249497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Pushing event updated for resources: {'Port': ['ID=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:53.263415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:53.265279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:53.269549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:53.291168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-12c98771-adb0-46df-9e2b-2f1c7a8414f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b85888f4314b4f9098ae17cf4e134359&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0137918 Nov 08 13:58:53.318168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40254) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:53.319006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47824d40-c349-4076-88dd-5b8e4b98e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ffbc3f-598c-49b0-8ec8-cacfd49db71a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:53.352583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Attempting to bind port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:58:53.352964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Attempting to bind port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6cbc8104-3f9f-4b78-ac9f-a8c3770542ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:58:53.353417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Attempting to bind port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 on network d6f85b6e-666c-45c3-bb63-ae90aa04d499 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:58:53.360869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:58:53.361395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Checking segment: {'id': '6cbc8104-3f9f-4b78-ac9f-a8c3770542ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:53.362063 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.363112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Bound using segment: {'id': '6cbc8104-3f9f-4b78-ac9f-a8c3770542ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:58:53.363710 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Bound port: 4953a593-5698-47d9-b1ae-ebfceb3fcaa2, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cbc8104-3f9f-4b78-ac9f-a8c3770542ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd6f85b6e-666c-45c3-bb63-ae90aa04d499'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:58:53.364193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.435423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c98771-adb0-46df-9e2b-2f1c7a8414f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69b564e-8c9d-4867-bad3-ab1726d3430d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:53.469006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] For port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:58:53.470009 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-47824d40-c349-4076-88dd-5b8e4b98e3f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e454b3b8a4f45d6ba0d3403f220e7fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2776961 Nov 08 13:58:53.470814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40256) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:53.474102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] For port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,segment=NetworkSegment(6cbc8104-3f9f-4b78-ac9f-a8c3770542ca),segment_id=6cbc8104-3f9f-4b78-ac9f-a8c3770542ca)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:58:53.480147 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.497294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:53.504588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:53.511454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:53.519292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:53.527350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:53.531577 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-739984dc-6998-4b88-9d47-7bda9f6c52e6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3527036 Nov 08 13:58:53.535406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:53.558818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:53.572963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-48b144d5-96ec-4943-a1d6-6647507f40bb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.3210006 Nov 08 13:58:53.581043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da4a73-484e-49f6-96be-4b009978ece5 None None] Pushing event updated for resources: {'Port': ['ID=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:53.622505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.750701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-afa0898d-bfaa-4e34-bea0-2547341eee1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.762722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebb79871-3ebd-413b-a7b3-8597dd715042 req-842962f1-f926-4841-8558-da9b47785927 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1886272 Nov 08 13:58:53.767977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Allocated IP 172.20.0.14 (c4701f82-7229-419d-8398-1bd3ca50434b/c23a0dd6-e989-40cd-a445-cd50c15ba59d/3cf97918-330f-4d4f-bae5-82b9d3b09b4c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:58:53.814588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.946210 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5bd75198-0984-4f63-aa6c-ef061c523dec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:53.967369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-afa0898d-bfaa-4e34-bea0-2547341eee1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:54.287394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.295096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.295697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.296190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.296648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.297103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.297549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.304633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f633e1dd-5286-453d-b304-1db572cbfdfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.6631649 Nov 08 13:58:54.325808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88cbf6b4-c7b2-4b8a-9da0-b84021e745d1 req-268448a0-5fd9-4542-980b-09dd96200a49 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 210 time: 0.1169870 Nov 08 13:58:54.392518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:54.425958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.434870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.443211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.450022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.460861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.468425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.476754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.479010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed3c90-10a7-4e6b-86ba-73859cbabf56 req-c32a15ea-964a-4fd2-8a42-f1ea1e6d693f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.5476503 Nov 08 13:58:54.480225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:54.612521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=590c0f6b-2181-4081-a39e-92383d9532db,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:54.644308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-a85a4cf3-9f84-4e80-994d-113a1f6ed866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.644874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-a85a4cf3-9f84-4e80-994d-113a1f6ed866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.645336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-a85a4cf3-9f84-4e80-994d-113a1f6ed866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.647368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-a85a4cf3-9f84-4e80-994d-113a1f6ed866 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 2290 time: 0.2758050 Nov 08 13:58:54.653289 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:54.657684 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5bd75198-0984-4f63-aa6c-ef061c523dec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:54.826478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-1b4a4b56-2027-4589-b244-54a17d038423 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1002 time: 0.1584680 Nov 08 13:58:54.895139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Router 777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:58:54.898258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-45b5a90d-f311-4790-b1b0-807908d93faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:54.899909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-45b5a90d-f311-4790-b1b0-807908d93faf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.0659018 Nov 08 13:58:54.986812 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-afa0898d-bfaa-4e34-bea0-2547341eee1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:54.989835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-afa0898d-bfaa-4e34-bea0-2547341eee1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:54.991129 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-afa0898d-bfaa-4e34-bea0-2547341eee1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b69b564e-8c9d-4867-bad3-ab1726d3430d HTTP/1.1" status: 204 len: 168 time: 1.6659226 Nov 08 13:58:55.060254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:55.080607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5bd75198-0984-4f63-aa6c-ef061c523dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:55.085916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5bd75198-0984-4f63-aa6c-ef061c523dec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:55.093116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5bd75198-0984-4f63-aa6c-ef061c523dec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6ffbc3f-598c-49b0-8ec8-cacfd49db71a HTTP/1.1" status: 204 len: 168 time: 1.5855119 Nov 08 13:58:55.197926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0898d-bfaa-4e34-bea0-2547341eee1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69b564e-8c9d-4867-bad3-ab1726d3430d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:55.445264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd75198-0984-4f63-aa6c-ef061c523dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ffbc3f-598c-49b0-8ec8-cacfd49db71a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:55.520563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:55.539875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:55.686474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-787505c6-9a10-40bd-8890-f09ed22e858a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:55.691239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-787505c6-9a10-40bd-8890-f09ed22e858a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7242210 Nov 08 13:58:55.736810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c459320-5e0f-4e37-a24d-98461ca09604 None None] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:58:55.845711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:56.007212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:56.093382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7a245-b7cd-45ba-8543-b1d14d5df352 req-2c6bf515-bfa5-4ef3-bc5e-63510729bf70 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:56.100267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Network c4701f82-7229-419d-8398-1bd3ca50434b is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:56.108132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3f7a245-b7cd-45ba-8543-b1d14d5df352 req-2c6bf515-bfa5-4ef3-bc5e-63510729bf70 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 932 time: 0.5417044 Nov 08 13:58:56.110648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d774ce6-473c-48bc-829e-376da47e7b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.116601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-00c880be-7527-482a-9244-eaac6f262844 None None] Provisioning complete for port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:56.120566 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00c880be-7527-482a-9244-eaac6f262844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.134470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:56.134950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.190135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-9c5dd1e6-9692-4db2-a2f3-928c3b51af45 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046099 Nov 08 13:58:56.191084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:56.198559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:58:56.340436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:58:56.354418 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Sync routers for ids ['777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:58:56.379022 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Routers {'777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:56.382111 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:56.392112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40322) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:56.403420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event updated for resources: {'Port': ['ID=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:56.434699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:56.436716 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.457243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3f7a245-b7cd-45ba-8543-b1d14d5df352 req-5e27cc31-ae4f-42a8-9d38-d6146e936485 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3477483 Nov 08 13:58:56.466104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.470271 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18767ba6-d3e8-4ea6-ab6f-4cd7e7edfc73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.3660455 Nov 08 13:58:56.509661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40324) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:56.530386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09758881-c92e-4c23-a7a1-94c569eba7b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.582707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40328) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:56.618745 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-c9d643ba-86a7-4f39-bc94-180ba9c4b956 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0213332 Nov 08 13:58:56.685492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Request body: {'port': {'device_id': '32816108-0256-4364-8aaa-1a27f06f018c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:56.739220 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Set router 777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:58:56.742962 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.837177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,segment=NetworkSegment(6cbc8104-3f9f-4b78-ac9f-a8c3770542ca),segment_id=6cbc8104-3f9f-4b78-ac9f-a8c3770542ca)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:58:56.882136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:56.974974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:56.994005 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00c880be-7527-482a-9244-eaac6f262844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.167815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-00c880be-7527-482a-9244-eaac6f262844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:58:57.168183 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-00c880be-7527-482a-9244-eaac6f262844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:58:57.181432 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb', 'name': 'tempest-snat-router-2070350619', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.103'}], 'enable_snat': False}, 'gw_port_id': '2adc4bd8-9d7f-47c8-986a-0711c9d4993a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:48Z', 'updated_at': '2021-11-08T13:58:52Z', 'revision_number': 3, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port': {'id': '2adc4bd8-9d7f-47c8-986a-0711c9d4993a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:58:49Z', 'updated_at': '2021-11-08T13:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:57.185740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.215450 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Checking router: 777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:58:57.215985 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Updating router 777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:58:57.248907 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.252914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.403214 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d774ce6-473c-48bc-829e-376da47e7b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.512312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d774ce6-473c-48bc-829e-376da47e7b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.580199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=590c0f6b-2181-4081-a39e-92383d9532db,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:57.605403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.609897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40350) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:57.645182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.645808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.645949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.646173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.646503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.646827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.647145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.647466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.647808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.652569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.652569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.652569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:58:57.684977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d774ce6-473c-48bc-829e-376da47e7b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a720391-4586-40b7-a627-8b566fe6bf99,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:57.689335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d774ce6-473c-48bc-829e-376da47e7b0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8344c6752d5423d9b26eea89ccbc1c2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6665981 Nov 08 13:58:57.694833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40354) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:57.700942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4fbaef30-0dde-486a-8e30-07d03c1699f2 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb HTTP/1.1" status: 200 len: 909 time: 1.1854897 Nov 08 13:58:57.709602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40356) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:57.754987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2070350619', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': True}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:58:57.775639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:58:57.798016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d601-dbbe-41fb-98e9-5ce712ab779e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.826676 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-00058f82-dbc2-4b82-8d77-4bff51d8027f service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4109540 Nov 08 13:58:57.857967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.910754 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e8c1cf4a-dafd-443c-b6db-4cef3424135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.914784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:57.915170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:57.934372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-361d415a-ba6c-4235-916d-ad58fd3db7b1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 217 time: 0.0837607 Nov 08 13:58:58.047066 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.052954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Provisioning complete for port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:58.053655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.057234 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.101510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09758881-c92e-4c23-a7a1-94c569eba7b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.110517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe73f05-f7fb-4192-9c40-a3ad6fae0095 req-10875397-733b-498d-a39f-8dc443e9d265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.121919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbe73f05-f7fb-4192-9c40-a3ad6fae0095 req-10875397-733b-498d-a39f-8dc443e9d265 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 932 time: 0.5176580 Nov 08 13:58:58.128220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.129246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.151192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09758881-c92e-4c23-a7a1-94c569eba7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.158933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:58.160181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d601-dbbe-41fb-98e9-5ce712ab779e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.181218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Provisioning complete for port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:58.181724 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.195564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-59d8e450-f807-4f6c-9269-e534ee6887c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.198672 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-59d8e450-f807-4f6c-9269-e534ee6887c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2567415 Nov 08 13:58:58.203513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d601-dbbe-41fb-98e9-5ce712ab779e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.224811 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Attempting to bind port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:58:58.225563 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Attempting to bind port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:58:58.226313 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Attempting to bind port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:58:58.230144 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b34b-f385-40eb-bd6f-43be5c626bfc None None] Pushing event updated for resources: {'Port': ['ID=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:58.236392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:58:58.237357 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:58:58.237990 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.238664 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:58:58.239967 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Bound port: 2adc4bd8-9d7f-47c8-986a-0711c9d4993a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:58:58.240795 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.312215 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] For port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:58:58.318312 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] For port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:58:58.331383 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.352907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77e65562-3f65-4c90-b2ba-7e943e714f8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.361825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3ed4d601-dbbe-41fb-98e9-5ce712ab779e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e4500695f1144648e1faf27095dc8ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7753971 Nov 08 13:58:58.364749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Provisioning complete for port 590c0f6b-2181-4081-a39e-92383d9532db triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:58.365137 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.366806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40358) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:58.374357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-09758881-c92e-4c23-a7a1-94c569eba7b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19055f51b28f41c2a1b396398d3a3553&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9614069 Nov 08 13:58:58.382734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09758881-c92e-4c23-a7a1-94c569eba7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec17a8-6d61-4651-8c9c-9fdfedea344f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:58.395207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40360) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:58.401927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.402781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.403386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.404065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.404865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.405685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.406510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.415782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-36d0ae1a-f2f5-46c0-8660-3b99d5a3e302 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.7941403 Nov 08 13:58:58.418601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed4d601-dbbe-41fb-98e9-5ce712ab779e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205951dd-1069-4800-bf6d-f578a6a53bad,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:58.486799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5ee97-94ca-4205-956d-58017bf4caef None None] Port 590c0f6b-2181-4081-a39e-92383d9532db cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:58.487168 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05b34b-f385-40eb-bd6f-43be5c626bfc None None] Pushing event updated for resources: {'Port': ['ID=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:58.498483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-5dcb1344-3bec-40fc-84d8-2366761f35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:58.501304 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-5dcb1344-3bec-40fc-84d8-2366761f35b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2929983 Nov 08 13:58:58.502520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb71ade9-9023-4dd2-bfee-a00a07d18f02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.519758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.525529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:58:58.532477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb71ade9-9023-4dd2-bfee-a00a07d18f02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.544544 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Routers {'777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:58.546998 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:58.549893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77e65562-3f65-4c90-b2ba-7e943e714f8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.561802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:58:58.633238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbe73f05-f7fb-4192-9c40-a3ad6fae0095 req-8bb3a361-197e-4b4e-b045-13c8f8776554 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4746969 Nov 08 13:58:58.638915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ad48f277-26f8-41d2-abe5-c01a6603de60 None None] Provisioning complete for port 590c0f6b-2181-4081-a39e-92383d9532db triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:58.639173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb71ade9-9023-4dd2-bfee-a00a07d18f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.639612 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ad48f277-26f8-41d2-abe5-c01a6603de60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.641986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb71ade9-9023-4dd2-bfee-a00a07d18f02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:58.654941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eb71ade9-9023-4dd2-bfee-a00a07d18f02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/205951dd-1069-4800-bf6d-f578a6a53bad HTTP/1.1" status: 204 len: 168 time: 0.2789104 Nov 08 13:58:58.734730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ad48f277-26f8-41d2-abe5-c01a6603de60 None None] Port 590c0f6b-2181-4081-a39e-92383d9532db cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:58.833679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71ade9-9023-4dd2-bfee-a00a07d18f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205951dd-1069-4800-bf6d-f578a6a53bad,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:58.937649 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] Set router 777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:58:59.028891 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-762804fd-0de0-4491-9d81-7c04e593ccae service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442759 Nov 08 13:58:59.077326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9d9d3060-6796-453c-a283-d12c0a9682e9 None None] Provisioning complete for port 590c0f6b-2181-4081-a39e-92383d9532db triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:58:59.078344 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d9d3060-6796-453c-a283-d12c0a9682e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.149222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3864a271-0496-4766-b064-104428fa8dd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.160340 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77e65562-3f65-4c90-b2ba-7e943e714f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.164100 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77e65562-3f65-4c90-b2ba-7e943e714f8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.165310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-77e65562-3f65-4c90-b2ba-7e943e714f8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a720391-4586-40b7-a627-8b566fe6bf99 HTTP/1.1" status: 204 len: 168 time: 1.4659324 Nov 08 13:58:59.181042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d3060-6796-453c-a283-d12c0a9682e9 None None] Port 590c0f6b-2181-4081-a39e-92383d9532db cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:58:59.199937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-4027f453-25aa-47d5-8a8d-efdf823e4f3e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7830253 Nov 08 13:58:59.222784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf97918-330f-4d4f-bae5-82b9d3b09b4c {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:58:59.241188 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.243645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.256810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e65562-3f65-4c90-b2ba-7e943e714f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a720391-4586-40b7-a627-8b566fe6bf99,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:59.312772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Transition to ACTIVE for port object 3cf97918-330f-4d4f-bae5-82b9d3b09b4c will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 13:58:59.349270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.363830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:59.372234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Router 8e447ce1-a665-47ef-9807-f20aa05bfe93 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:58:59.417051 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb', 'name': 'tempest-snat-router-2070350619', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.103'}], 'enable_snat': False}, 'gw_port_id': '2adc4bd8-9d7f-47c8-986a-0711c9d4993a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:48Z', 'updated_at': '2021-11-08T13:58:52Z', 'revision_number': 3, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port': {'id': '2adc4bd8-9d7f-47c8-986a-0711c9d4993a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:58:49Z', 'updated_at': '2021-11-08T13:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:59.420373 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-262a6d70-7b8a-465b-b3be-681430939eb1 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536112 Nov 08 13:58:59.438032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3864a271-0496-4766-b064-104428fa8dd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.540792 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941871a0-95c1-4ce2-af06-575a2d8d7a78 None None] The sync data for ids ['777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb'] in n-d-804292-2 is: [{'id': '777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb', 'name': 'tempest-snat-router-2070350619', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.103'}], 'enable_snat': False}, 'gw_port_id': '2adc4bd8-9d7f-47c8-986a-0711c9d4993a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:48Z', 'updated_at': '2021-11-08T13:58:52Z', 'revision_number': 3, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port': {'id': '2adc4bd8-9d7f-47c8-986a-0711c9d4993a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:6b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:58:49Z', 'updated_at': '2021-11-08T13:58:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:58:59.544891 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:58:59.577493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f951a877-441f-4ed1-a12b-1feca312c91f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 217 time: 0.1419241 Nov 08 13:58:59.584962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03986f-6431-4c36-8074-998603b79899 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:58:59.729270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:58:59.741878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] Sync routers for ids ['8e447ce1-a665-47ef-9807-f20aa05bfe93'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:58:59.760633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ae307765-ace8-4cc4-a050-e9a08096242d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "PUT /v2.0/routers/8e447ce1-a665-47ef-9807-f20aa05bfe93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9444387 Nov 08 13:58:59.766476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40380) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:58:59.778863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] Routers {'8e447ce1-a665-47ef-9807-f20aa05bfe93'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:59.780012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8e447ce1-a665-47ef-9807-f20aa05bfe93'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:59.803572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-ae25b0f7-bba9-4801-b542-0f5e3d38b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:58:59.812920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-ae25b0f7-bba9-4801-b542-0f5e3d38b099 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2008812 Nov 08 13:58:59.868098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9133e7bf-e267-417b-a4b6-dadeac9c8394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:58:59.938309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:59.960983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] Routers {'8e447ce1-a665-47ef-9807-f20aa05bfe93'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:58:59.962517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:58:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8e447ce1-a665-47ef-9807-f20aa05bfe93'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:58:59.995769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Attempting to bind port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:00.000628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Attempting to bind port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:00.005908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Attempting to bind port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c on network c4701f82-7229-419d-8398-1bd3ca50434b {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:00.024423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9133e7bf-e267-417b-a4b6-dadeac9c8394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.031805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c on network c4701f82-7229-419d-8398-1bd3ca50434b not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 13:59:00.032295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Attempting to bind port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c on network c4701f82-7229-419d-8398-1bd3ca50434b {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:00.042569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:00.042915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Checking segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:00.043450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Bound using segment: {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:00.043946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Bound port: 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451c344e-083b-423b-9853-5a45c1af10be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:00.044668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.047608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:00.051085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-9254068f-41b8-4f02-9f66-71fb900150f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:00.051640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a93be64-21de-4d96-a14b-ce28d72137f2 None None] The sync data for ids ['8e447ce1-a665-47ef-9807-f20aa05bfe93'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:00.054284 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-9254068f-41b8-4f02-9f66-71fb900150f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2346306 Nov 08 13:59:00.074607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9133e7bf-e267-417b-a4b6-dadeac9c8394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.258528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae303e-2463-4564-be33-221d2579c5d1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:00.261314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-38ae303e-2463-4564-be33-221d2579c5d1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e447ce1-a665-47ef-9807-f20aa05bfe93 HTTP/1.1" status: 200 len: 982 time: 0.4788251 Nov 08 13:59:00.265232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40392) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:00.287783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9133e7bf-e267-417b-a4b6-dadeac9c8394 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddbbe23232af4b7e9349bf50c59e00f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8984344 Nov 08 13:59:00.295567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40394) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:00.327580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133e7bf-e267-417b-a4b6-dadeac9c8394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ee67fe-7b46-478c-8b71-1655e8bbd5de,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:00.355040 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3864a271-0496-4766-b064-104428fa8dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.362396 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3864a271-0496-4766-b064-104428fa8dd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.370698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3864a271-0496-4766-b064-104428fa8dd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6ec17a8-6d61-4651-8c9c-9fdfedea344f HTTP/1.1" status: 204 len: 168 time: 1.9503431 Nov 08 13:59:00.387990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e704910-be37-4555-851b-8d069a18ba91 req-dbdceca3-9057-4259-828d-74e117710fae tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:00.389928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e704910-be37-4555-851b-8d069a18ba91 req-dbdceca3-9057-4259-828d-74e117710fae tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 944 time: 0.5081675 Nov 08 13:59:00.411282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] For port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:00.435184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] For port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:00.444056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-05dc4bf5-4715-4fb2-bfba-87cc50b27888 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763907 Nov 08 13:59:00.454190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.461392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864a271-0496-4766-b064-104428fa8dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec17a8-6d61-4651-8c9c-9fdfedea344f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:00.566633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a7b05c4-198e-4a4e-92a0-bb13ad7c161b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.621826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e704910-be37-4555-851b-8d069a18ba91 req-f6ba8ae6-38e0-48da-a8ef-1e25d7024f17 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884212 Nov 08 13:59:00.748106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:00.749462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.752143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-db03986f-6431-4c36-8074-998603b79899 service neutron] 10.222.0.54 "PUT /v2.0/ports/3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 1092 time: 4.0810995 Nov 08 13:59:00.763564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:59:00.765477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a7b05c4-198e-4a4e-92a0-bb13ad7c161b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:00.772702 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f8bac4-1384-4c86-aa03-9fa010333b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:59:00.839844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03986f-6431-4c36-8074-998603b79899 service neutron] Pushing event updated for resources: {'Port': ['ID=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:01.066672 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.113149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40416) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:01.115668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.125678 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d6c608-447c-4bd6-b9e1-79cddfece76f x-openstack-request-id: req-38d6c608-447c-4bd6-b9e1-79cddfece76f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:59:01.126215 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:59:01.126372 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38d6c608-447c-4bd6-b9e1-79cddfece76f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:59:01.127558 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'status': 'completed', 'code': 200} Nov 08 13:59:01.143440 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a7b05c4-198e-4a4e-92a0-bb13ad7c161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.146091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a7b05c4-198e-4a4e-92a0-bb13ad7c161b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.147299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6a7b05c4-198e-4a4e-92a0-bb13ad7c161b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01ee67fe-7b46-478c-8b71-1655e8bbd5de HTTP/1.1" status: 204 len: 168 time: 0.8479350 Nov 08 13:59:01.155622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-c42c371c-0fd1-4db9-a2c0-0adc072bcfcd service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065106 Nov 08 13:59:01.248868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b05c4-198e-4a4e-92a0-bb13ad7c161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ee67fe-7b46-478c-8b71-1655e8bbd5de,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:01.437792 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-28d09816-b505-4c2f-ba75-ceb9b895675f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 217 time: 0.2412472 Nov 08 13:59:01.448598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Allocated IP 172.25.8.181 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/adbdb3db-80a0-44d6-8f63-ecffc7a62dd5) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:01.452061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df83941d-1785-455f-a368-7d1bc9c2edbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.572515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-7d191cfc-50a9-419d-a2bd-514d4ec4a898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:01.576064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-7d191cfc-50a9-419d-a2bd-514d4ec4a898 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1184716 Nov 08 13:59:01.596222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-86dc9d02-2084-429e-876d-9a4766d03584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:01.602640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-86dc9d02-2084-429e-876d-9a4766d03584 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1095 time: 0.4664755 Nov 08 13:59:01.675066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-13a0a9ab-d7c7-4a8f-aa76-9688b01331c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 217 time: 0.0561249 Nov 08 13:59:01.689134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.724457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-502508631'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:01.753671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:01.771066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-d6300414-4a19-4d08-8285-92707b8a0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:01.771066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-d6300414-4a19-4d08-8285-92707b8a0602 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.0658422 Nov 08 13:59:01.781515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.796552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.842461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2adc4bd8-9d7f-47c8-986a-0711c9d4993a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:01.890352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-3453e31b-52d1-4e0a-9f95-23c7f5168567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:01.892771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-3453e31b-52d1-4e0a-9f95-23c7f5168567 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2889099 Nov 08 13:59:01.914957 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.916307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-b5060e62-fc51-4af6-af14-b813f4395a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:01.918874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-b5060e62-fc51-4af6-af14-b813f4395a75 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421916 Nov 08 13:59:01.943173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:01.992989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:01.993368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.072136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:02.073330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.083903 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-2791c48f-2266-4673-b305-ad756e232112 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816704 Nov 08 13:59:02.100668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:02.121540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.121892 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Added segment b9ca3fa2-1384-4886-b657-afcc76ccd92d of type vlan for network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e Nov 08 13:59:02.139924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.183002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:02.189236 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.221562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.298215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Port': ['ID=adbdb3db-80a0-44d6-8f63-ecffc7a62dd5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:02.302397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:02.310287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:02.328221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:02.352068 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.371404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:02.373121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:02.728229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-3272272b-3b30-43f9-a290-e2e0840a8f60 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6372743 Nov 08 13:59:02.750202 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-47a8993b-c610-488b-971e-f8a55e3ba929 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405752 Nov 08 13:59:02.997398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-8d8f0b2a-275b-4012-b6ea-a0a0cc46d648 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 217 time: 0.1875145 Nov 08 13:59:03.038074 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:03.061843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:03.389180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df30447d-6a91-411f-b599-06a56835e5f2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:03.472808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3543148 Nov 08 13:59:03.473032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40484) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:03.521744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:03.574140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90b26-462b-43fc-9552-3d215a5c0713 req-73f79860-ecc0-43aa-9a9d-2e1a1edc0d41 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:03.575727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5f90b26-462b-43fc-9552-3d215a5c0713 req-73f79860-ecc0-43aa-9a9d-2e1a1edc0d41 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 944 time: 1.6586306 Nov 08 13:59:03.661310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418ab3e-b02b-4f03-a4d5-6b31a44388be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Network': ['ID=4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:03.672795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:03.818271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2adc4bd8-9d7f-47c8-986a-0711c9d4993a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:03.820889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5f90b26-462b-43fc-9552-3d215a5c0713 req-672743fd-f53f-42f9-a37f-99101a1edbe4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2288585 Nov 08 13:59:03.869924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.024392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f6882477-ddf7-41d7-b4e7-1c4086290013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:04.026080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-f6882477-ddf7-41d7-b4e7-1c4086290013 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 1.0083461 Nov 08 13:59:04.098583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:04.107624 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.132801 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cbf8bf22-8975-4c4a-8320-ef74fb7c838a req-9c98d4ad-4281-457c-acd1-596ac55321ac service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3913131 Nov 08 13:59:04.214853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-3506015a-f802-4a58-b68d-66113d896708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:04.217193 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-3506015a-f802-4a58-b68d-66113d896708 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1815062 Nov 08 13:59:04.299469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:04.300546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.322425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 590c0f6b-2181-4081-a39e-92383d9532db {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:04.322783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.375664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40536) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:04.430726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-143452d0-4753-4ed5-9273-5ce88dec702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:04.433575 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-143452d0-4753-4ed5-9273-5ce88dec702a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1095 time: 0.2450531 Nov 08 13:59:04.573154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.609234 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd42b4be-3de7-4a5c-8871-4b0be1ffd48e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.684042 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-ceddfe2c-3ddb-4229-99d2-4601a7285c50 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310648 Nov 08 13:59:04.752242 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.803810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 590c0f6b-2181-4081-a39e-92383d9532db owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:04.859997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-1dbb4838-8fad-441f-b12c-c8d2d1dd90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:04.861276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-1dbb4838-8fad-441f-b12c-c8d2d1dd90a8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.4031799 Nov 08 13:59:04.923159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:04.940289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Router a4b34a97-0466-4298-b1bd-9eceb960b7c9 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:59:04.973560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-f541eb58-59a4-453e-bcda-8b3b60466210 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 217 time: 0.1037371 Nov 08 13:59:05.154319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd42b4be-3de7-4a5c-8871-4b0be1ffd48e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.170982 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd42b4be-3de7-4a5c-8871-4b0be1ffd48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.183175 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-932b6b19-c1df-4b44-b035-c8cc65a1a65c service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806185 Nov 08 13:59:05.213304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=015d30fb-12eb-49dc-8dab-599b7fa9d812,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:05.251329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:05.253943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-51d021e9-f5d9-4420-b81f-44e1269de1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:05.255614 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-51d021e9-f5d9-4420-b81f-44e1269de1c9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.2690885 Nov 08 13:59:05.267405 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Sync routers for ids ['a4b34a97-0466-4298-b1bd-9eceb960b7c9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:05.271071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-04ce27fa-e728-4ce9-85ec-d0fc17876197 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 217 time: 0.0777743 Nov 08 13:59:05.282226 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Routers {'a4b34a97-0466-4298-b1bd-9eceb960b7c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:05.283513 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a4b34a97-0466-4298-b1bd-9eceb960b7c9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:05.295870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d3dc7-bcbc-4a10-ba25-183df79022e9 req-270f2989-79dd-40e2-b24e-b09c9cd4c9ad tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:05.297471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a58d3dc7-bcbc-4a10-ba25-183df79022e9 req-270f2989-79dd-40e2-b24e-b09c9cd4c9ad tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 944 time: 0.3069437 Nov 08 13:59:05.329583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40556) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:05.346561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:05.346942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network hostable DHCP agents. Network: 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:59:05.394415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.395690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-58bebcd3-9366-4250-9162-f12bda312256 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6625240 Nov 08 13:59:05.402605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40560) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:05.403346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd42b4be-3de7-4a5c-8871-4b0be1ffd48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d126ec62-b28b-481b-993c-4fbcaa670cc7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:05.421124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fd42b4be-3de7-4a5c-8871-4b0be1ffd48e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7addef0f4d54ee99ee31c06316f7b52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0296612 Nov 08 13:59:05.439016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40562) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:05.527309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.548660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-10dcb519-947e-45c9-bd6c-c7015d933cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:05.553305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-10dcb519-947e-45c9-bd6c-c7015d933cad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.2576330 Nov 08 13:59:05.558183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-1bd7ff24-3863-442f-9264-3c23b71a9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:05.564302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-1bd7ff24-3863-442f-9264-3c23b71a9de9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2966795 Nov 08 13:59:05.597884 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Set router a4b34a97-0466-4298-b1bd-9eceb960b7c9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:05.676650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cedbf4b5-6fad-4e0b-bd04-77f672bd322a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/a4b34a97-0466-4298-b1bd-9eceb960b7c9 HTTP/1.1" status: 200 len: 908 time: 0.2719879 Nov 08 13:59:05.702507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a58d3dc7-bcbc-4a10-ba25-183df79022e9 req-e8dac9a7-b2a1-4c8e-a729-1012d904ddb8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3729737 Nov 08 13:59:05.703078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40566) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:05.722176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:59:05.763767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.834856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-97f7aa19-1c3e-436e-b157-6612979e9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:05.837435 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-97f7aa19-1c3e-436e-b157-6612979e9734 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2677307 Nov 08 13:59:05.842446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.898645 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bba17f4a-5ad7-4e68-96ba-2f606abe1792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.908623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:05.913952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:05.915052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.927509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19efd6-a547-4997-908f-67e7754914dd None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:05.982865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-673934dd-747a-4b94-b2a2-20c176fd8ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:05.983506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=590c0f6b-2181-4081-a39e-92383d9532db,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:05.997388 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-a3853702-21e4-4c21-9a7c-ae8c8198234c service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935707 Nov 08 13:59:06.034350 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b34a97-0466-4298-b1bd-9eceb960b7c9', 'name': 'tempest-snat-router-2070350619', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.181'}], 'enable_snat': True}, 'gw_port_id': 'adbdb3db-80a0-44d6-8f63-ecffc7a62dd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:58Z', 'updated_at': '2021-11-08T13:59:03Z', 'revision_number': 3, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port': {'id': 'adbdb3db-80a0-44d6-8f63-ecffc7a62dd5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4b34a97-0466-4298-b1bd-9eceb960b7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:01Z', 'updated_at': '2021-11-08T13:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:06.102442 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Checking router: a4b34a97-0466-4298-b1bd-9eceb960b7c9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:59:06.102711 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Updating router a4b34a97-0466-4298-b1bd-9eceb960b7c9 port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:59:06.120083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-87f30af0-6573-4bca-8453-8e10d0ce3bc7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6430764 Nov 08 13:59:06.123786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40568) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:06.132366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'name': 'tempest-NetworksTestDHCPv6-1578429660'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:06.178217 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-673934dd-747a-4b94-b2a2-20c176fd8ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.198263 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.330755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '015d30fb-12eb-49dc-8dab-599b7fa9d812'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:06.331629 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.510011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bba17f4a-5ad7-4e68-96ba-2f606abe1792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.520442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.523405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-056552ca-284d-4abb-b83f-8bb33cd1435a service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749823 Nov 08 13:59:06.527760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bba17f4a-5ad7-4e68-96ba-2f606abe1792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.600298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/015d30fb-12eb-49dc-8dab-599b7fa9d812/9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:06.620787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bba17f4a-5ad7-4e68-96ba-2f606abe1792 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5b811ebcaf14d3ba3617d3281d87baf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2874444 Nov 08 13:59:06.640931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40572) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:06.652108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-673934dd-747a-4b94-b2a2-20c176fd8ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.658900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-673934dd-747a-4b94-b2a2-20c176fd8ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.671980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-673934dd-747a-4b94-b2a2-20c176fd8ae7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d126ec62-b28b-481b-993c-4fbcaa670cc7 HTTP/1.1" status: 204 len: 168 time: 1.2273262 Nov 08 13:59:06.707793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8f8bac4-1384-4c86-aa03-9fa010333b5a req-3a6c6872-00ec-4fd4-ba63-d8c6de60346f service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6482878 Nov 08 13:59:06.741623 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.754661 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.791508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.949428 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff050a89-02dd-4950-9250-00f57525a31e None None] Pushing event updated for resources: {'Port': ['ID=adbdb3db-80a0-44d6-8f63-ecffc7a62dd5,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:06.978028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.980474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:06.990229 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.026121 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Attempting to bind port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:07.026733 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Attempting to bind port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:07.027560 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Attempting to bind port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:07.040012 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:07.040610 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:07.041242 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.041886 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:07.042674 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Bound port: adbdb3db-80a0-44d6-8f63-ecffc7a62dd5, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:07.043421 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.097836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-d9a75187-6208-495d-968d-fadefa900e77 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918535 Nov 08 13:59:07.114824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:07.123864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:07.142704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:07.149146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:07.149574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.167702 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] For port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:07.177775 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] For port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=adbdb3db-80a0-44d6-8f63-ecffc7a62dd5,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:07.186524 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.196751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba17f4a-5ad7-4e68-96ba-2f606abe1792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cd7718-4459-4f59-b39a-8ebc8f4ac079,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:07.210871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:07.212461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Pushing event updated for resources: {'Port': ['ID=9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:07.300970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673934dd-747a-4b94-b2a2-20c176fd8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d126ec62-b28b-481b-993c-4fbcaa670cc7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:07.405121 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff050a89-02dd-4950-9250-00f57525a31e None None] Pushing event updated for resources: {'Port': ['ID=adbdb3db-80a0-44d6-8f63-ecffc7a62dd5,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:07.426571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Attempting to bind port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:07.427355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Attempting to bind port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:07.429894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Attempting to bind port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:07.439292 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Routers {'a4b34a97-0466-4298-b1bd-9eceb960b7c9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:07.440371 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a4b34a97-0466-4298-b1bd-9eceb960b7c9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:07.459085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:07.459826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:07.462237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.464555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:07.467961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Bound port: 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:07.468703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.475932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Router 8e447ce1-a665-47ef-9807-f20aa05bfe93 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:59:07.507553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249a871-bc10-4aed-82b3-bca146a274f3 req-ef1619ed-e5c6-4d45-a30d-029046a6e04d tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:07.510606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c249a871-bc10-4aed-82b3-bca146a274f3 req-ef1619ed-e5c6-4d45-a30d-029046a6e04d tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 944 time: 0.5735297 Nov 08 13:59:07.669855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] For port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:07.681148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] For port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:07.687607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-2e3276a3-dcc7-46d8-a0f9-1fea947553fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.5805235 Nov 08 13:59:07.697792 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.759079 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77197c26-9363-4bef-9684-715b5820482f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.839121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c94b7-487c-40ea-81ff-4d2c312f6398 None None] Pushing event updated for resources: {'Port': ['ID=9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:07.839885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Deleting port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:07.840234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:07.964279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:07.990946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] Sync routers for ids ['8e447ce1-a665-47ef-9807-f20aa05bfe93'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:08.006161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ad287780-9454-4440-a100-ead819c585d2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "PUT /v2.0/routers/8e447ce1-a665-47ef-9807-f20aa05bfe93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7348399 Nov 08 13:59:08.006161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:08.012294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] Routers {'8e447ce1-a665-47ef-9807-f20aa05bfe93'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:08.013052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8e447ce1-a665-47ef-9807-f20aa05bfe93'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:08.031652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] For port adbdb3db-80a0-44d6-8f63-ecffc7a62dd5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=adbdb3db-80a0-44d6-8f63-ecffc7a62dd5,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:08.032457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:08.052345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Calling delete_port for adbdb3db-80a0-44d6-8f63-ecffc7a62dd5 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:08.115664 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8090a7ff-0fa3-40e1-b085-2f588c246114 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:59:08.116816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:08.122068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8090a7ff-0fa3-40e1-b085-2f588c246114 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/590c0f6b-2181-4081-a39e-92383d9532db HTTP/1.1" status: 404 len: 333 time: 0.1121199 Nov 08 13:59:08.123820 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] Set router a4b34a97-0466-4298-b1bd-9eceb960b7c9 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:08.130451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40596) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:08.131838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] Routers {'8e447ce1-a665-47ef-9807-f20aa05bfe93'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:08.132704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['8e447ce1-a665-47ef-9807-f20aa05bfe93'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:08.177371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-9b251406-4514-41b5-9fb2-346008f6c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:08.180441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-9b251406-4514-41b5-9fb2-346008f6c99a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.3809114 Nov 08 13:59:08.251473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:08.264263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382556fa-47d8-44b8-8a25-02ab7cc382d9 None None] The sync data for ids ['8e447ce1-a665-47ef-9807-f20aa05bfe93'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:08.269939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4b34a97-0466-4298-b1bd-9eceb960b7c9', 'name': 'tempest-snat-router-2070350619', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:58Z', 'updated_at': '2021-11-08T13:59:06Z', 'revision_number': 4, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:08.351018 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fa489d-b463-4fa4-a4c1-438ba5acc77b None None] The sync data for ids ['a4b34a97-0466-4298-b1bd-9eceb960b7c9'] in n-d-804292-2 is: [{'id': 'a4b34a97-0466-4298-b1bd-9eceb960b7c9', 'name': 'tempest-snat-router-2070350619', 'tenant_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:58:58Z', 'updated_at': '2021-11-08T13:59:06Z', 'revision_number': 4, 'project_id': '14bc72541a4942e1bba2abc5fd3fe8de', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:08.429319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77197c26-9363-4bef-9684-715b5820482f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:08.493289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c249a871-bc10-4aed-82b3-bca146a274f3 req-89a73e22-fc85-4036-8cfa-c49be29147f4 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9494624 Nov 08 13:59:08.553605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-875d9739-7c9f-4f81-9b0a-c88e12e0ccb0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:08.733566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-617a5385-fcf3-4ccd-a74c-6f242427444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:08.735557 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-617a5385-fcf3-4ccd-a74c-6f242427444e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4297802 Nov 08 13:59:08.932057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-875d9739-7c9f-4f81-9b0a-c88e12e0ccb0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:08.967558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-875d9739-7c9f-4f81-9b0a-c88e12e0ccb0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.066203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3cf97918-330f-4d4f-bae5-82b9d3b09b4c details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 13:59:09.083048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-875d9739-7c9f-4f81-9b0a-c88e12e0ccb0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.083564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875d9739-7c9f-4f81-9b0a-c88e12e0ccb0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Fanout notify agent at l3_agent the message router_deleted on router 8e447ce1-a665-47ef-9807-f20aa05bfe93 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:59:09.110576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-875d9739-7c9f-4f81-9b0a-c88e12e0ccb0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.111964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-875d9739-7c9f-4f81-9b0a-c88e12e0ccb0 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/routers/8e447ce1-a665-47ef-9807-f20aa05bfe93 HTTP/1.1" status: 204 len: 168 time: 0.9751327 Nov 08 13:59:09.123151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40616) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:09.229753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::28e (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/015d30fb-12eb-49dc-8dab-599b7fa9d812/d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:09.247652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet 00d2ba9a-1d67-4542-95e5-07f5fcc74c9c {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:09.257861 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.367271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.394533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:09.418259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77197c26-9363-4bef-9684-715b5820482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.427421 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-77197c26-9363-4bef-9684-715b5820482f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.428914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-77197c26-9363-4bef-9684-715b5820482f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08cd7718-4459-4f59-b39a-8ebc8f4ac079 HTTP/1.1" status: 204 len: 168 time: 2.7557375 Nov 08 13:59:09.444514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'port_id': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'mac_address': 'fa:16:3e:c5:57:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 13:59:09.467806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-a24c8476-1a4a-46b2-89b0-c64f0480165c service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6877928 Nov 08 13:59:09.481093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.503415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77197c26-9363-4bef-9684-715b5820482f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cd7718-4459-4f59-b39a-8ebc8f4ac079,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:09.611874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event deleted for resources: {'Port': ['ID=adbdb3db-80a0-44d6-8f63-ecffc7a62dd5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:09.692476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.768498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf97918-330f-4d4f-bae5-82b9d3b09b4c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 13:59:09.868410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:09.874376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.888320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:09.894831 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:09.967909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde10d7a-3713-4a46-8c10-007b358771b0 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:10.018330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.062188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bc44bb7-0f96-4475-b7da-9e2b28dfec8a req-d7d40348-b031-4a3f-b34e-dc453bd73294 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5774245 Nov 08 13:59:10.115113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.196857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=00d2ba9a-1d67-4542-95e5-07f5fcc74c9c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:10.203291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.212083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/00d2ba9a-1d67-4542-95e5-07f5fcc74c9c HTTP/1.1" status: 204 len: 168 time: 1.0835886 Nov 08 13:59:10.219035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40634) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:10.244948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.245299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.245944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.246444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.246965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.247584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.248472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.249125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.249639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.250125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.252203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.252823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d260712a-7997-48c9-ae1e-ddd78e7bb9eb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:10.258220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78678c0a-218e-49ec-85c5-f7b3e59e9a2f None None] Network d6f85b6e-666c-45c3-bb63-ae90aa04d499 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:10.339401 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.343308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.343537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['3cf97918-330f-4d4f-bae5-82b9d3b09b4c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 13:59:10.368720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Provisioning complete for port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:10.368720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.394868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40636) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:10.412627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.449804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:10.458044 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.460646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4b34a97-0466-4298-b1bd-9eceb960b7c9 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:59:10.487392 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.504883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-04ca111a-62d5-4509-a499-e129376083f1 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "DELETE /v2.0/routers/a4b34a97-0466-4298-b1bd-9eceb960b7c9 HTTP/1.1" status: 204 len: 168 time: 4.7854166 Nov 08 13:59:10.510647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40640) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:10.645734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55631d3f-2497-40eb-b04f-6491669eb075 req-6254ab05-a665-4321-ac8d-ebe053d86674 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:10.649076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55631d3f-2497-40eb-b04f-6491669eb075 req-6254ab05-a665-4321-ac8d-ebe053d86674 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 945 time: 0.8554575 Nov 08 13:59:10.697423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.801777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:10.802366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.846011 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40644) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:10.939813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc697e07-901a-4ecd-ae70-4f577267a7b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:10.973148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55631d3f-2497-40eb-b04f-6491669eb075 req-d56d3333-6d8d-4f9c-b61b-855ce8b5b732 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074682 Nov 08 13:59:11.002842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40646) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:11.013246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.157018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:11.159515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:11.168771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:11.177395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:11.189862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:11.191915 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.250653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6fd0cf47-c4cd-4e56-9f71-f2a20817740a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1223235 Nov 08 13:59:11.264008 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40650) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:11.271721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1f561416-fc6e-4681-9349-36de583f2cc4 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1207479169'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:11.272715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1f561416-fc6e-4681-9349-36de583f2cc4 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Unknown quota resources ['metering_label']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:11.292794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.295441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.348805 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51e8a6c5-8295-418e-83e5-79930b0176c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.410997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc697e07-901a-4ecd-ae70-4f577267a7b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.440231 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc697e07-901a-4ecd-ae70-4f577267a7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.478905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] For port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:11.507250 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.509923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] DHCP port deletion for d6f85b6e-666c-45c3-bb63-ae90aa04d499 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:59:11.518396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:11.518892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.544591 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.582267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd7379-eb81-4a8a-abdd-c6ed8b0f99f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:11.591067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acd7379-eb81-4a8a-abdd-c6ed8b0f99f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:11.592943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0acd7379-eb81-4a8a-abdd-c6ed8b0f99f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3274090 Nov 08 13:59:11.598246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40652) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:11.675185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f561416-fc6e-4681-9349-36de583f2cc4 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.676655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1f561416-fc6e-4681-9349-36de583f2cc4 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6718628 Nov 08 13:59:11.689982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40654) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:11.707188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bb601ac4-7581-4d6d-bd45-a8b0d847c66a tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'a042ebdf-eb3b-4f76-88d3-5f48156d6c4e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:11.708058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bb601ac4-7581-4d6d-bd45-a8b0d847c66a tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:11.723052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Pushing event updated for resources: {'Port': ['ID=9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:11.726380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dc697e07-901a-4ecd-ae70-4f577267a7b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0719feeb08de4933b01cbb6cd33c6555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8792927 Nov 08 13:59:11.729609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc697e07-901a-4ecd-ae70-4f577267a7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa96e49f-b643-4c5e-8ee2-aa31314b0cba,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:11.735334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40656) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:11.748933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.749892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.750511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.750848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.751310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.751543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.751924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.752252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.752573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.752911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.753213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.753535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf94301-a1ea-453e-a26f-c8002ad2ea0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:11.763480 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:59:11.763480 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:59:11.785314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] Deleting port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:11.786008 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.791285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] For port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,segment=NetworkSegment(6cbc8104-3f9f-4b78-ac9f-a8c3770542ca),segment_id=6cbc8104-3f9f-4b78-ac9f-a8c3770542ca)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:11.792013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.803846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.863237 n-d-804292-2 neutron-server[101841]: WARNING neutron.services.metering.metering_plugin [None req-bb601ac4-7581-4d6d-bd45-a8b0d847c66a tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 13:59:11.865898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:11.874697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] For port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,segment=NetworkSegment(6cbc8104-3f9f-4b78-ac9f-a8c3770542ca),segment_id=6cbc8104-3f9f-4b78-ac9f-a8c3770542ca)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:11.875058 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:11.892637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] Calling delete_port for 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:12.029060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51e8a6c5-8295-418e-83e5-79930b0176c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.060752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb601ac4-7581-4d6d-bd45-a8b0d847c66a tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.068543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb601ac4-7581-4d6d-bd45-a8b0d847c66a tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3760307 Nov 08 13:59:12.069485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40660) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:12.079234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-22a64643-bd7a-4143-97e1-d67956776f67 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'a042ebdf-eb3b-4f76-88d3-5f48156d6c4e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:12.080619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-22a64643-bd7a-4143-97e1-d67956776f67 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:12.092740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d030eec7-6423-4b8f-b45a-73f1e35ffc28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.112447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51e8a6c5-8295-418e-83e5-79930b0176c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.186098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5916e534-c25b-4378-be6c-69218f7181bf None None] Provisioning complete for port d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:12.186805 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5916e534-c25b-4378-be6c-69218f7181bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.194423 n-d-804292-2 neutron-server[101841]: WARNING neutron.services.metering.metering_plugin [None req-22a64643-bd7a-4143-97e1-d67956776f67 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 13:59:12.207394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-51e8a6c5-8295-418e-83e5-79930b0176c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfee72b3b8cd46de8849dc73f6708b36&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8099499 Nov 08 13:59:12.213369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40662) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:12.227119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8a6c5-8295-418e-83e5-79930b0176c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bfd44a-acfc-4a76-a706-eda498028b8a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:12.241176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:12.241651 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.264283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5916e534-c25b-4378-be6c-69218f7181bf None None] Port d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:12.275644 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d030eec7-6423-4b8f-b45a-73f1e35ffc28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.290039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Deleting port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:12.290433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.302724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5916e534-c25b-4378-be6c-69218f7181bf None None] Provisioning complete for port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:12.303434 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5916e534-c25b-4378-be6c-69218f7181bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.305258 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.368736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] Pushing event deleted for resources: {'Port': ['ID=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:12.372818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b391fb-a4c0-4d27-8604-12148df10639 None None] No DVR routers for this DVR port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:59:12.413819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.425062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b67a27-5dd6-47c2-84a5-d33ff211f933 req-23015dec-eaa0-4cd8-a554-836028ef799b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:12.427836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93b67a27-5dd6-47c2-84a5-d33ff211f933 req-23015dec-eaa0-4cd8-a554-836028ef799b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 945 time: 0.2732992 Nov 08 13:59:12.476506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=4953a593-5698-47d9-b1ae-ebfceb3fcaa2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:12.487680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No DVR routers for this DVR port 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:59:12.536900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:12.565621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22a64643-bd7a-4143-97e1-d67956776f67 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.570573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-22a64643-bd7a-4143-97e1-d67956776f67 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4932830 Nov 08 13:59:12.573522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40664) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:12.586950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.608542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] For port 2adc4bd8-9d7f-47c8-986a-0711c9d4993a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:12.608930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.615415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-585648e1-9709-426e-a6f5-c9b946df76c8 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=c24a847c-25e3-44c8-aebf-0448692cdeb4 HTTP/1.1" status: 200 len: 462 time: 0.0404847 Nov 08 13:59:12.621945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40666) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:12.622842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d65a9c02-08e8-4a74-aedb-4c9a0ed6dd0f None None] Provisioning complete for port d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:12.623462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d65a9c02-08e8-4a74-aedb-4c9a0ed6dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.626958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Calling delete_port for 2adc4bd8-9d7f-47c8-986a-0711c9d4993a owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:12.632755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93b67a27-5dd6-47c2-84a5-d33ff211f933 req-0db65ffa-3eca-43ec-a914-f43d7d96fa6c tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876910 Nov 08 13:59:12.633472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb19f769-31f6-4ea2-9d0d-a154ca5eced8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.646981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:12.655862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d030eec7-6423-4b8f-b45a-73f1e35ffc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.659427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d030eec7-6423-4b8f-b45a-73f1e35ffc28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.663784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d030eec7-6423-4b8f-b45a-73f1e35ffc28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa96e49f-b643-4c5e-8ee2-aa31314b0cba HTTP/1.1" status: 204 len: 168 time: 0.9215696 Nov 08 13:59:12.693169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb19f769-31f6-4ea2-9d0d-a154ca5eced8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.698050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030eec7-6423-4b8f-b45a-73f1e35ffc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa96e49f-b643-4c5e-8ee2-aa31314b0cba,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:12.699272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d65a9c02-08e8-4a74-aedb-4c9a0ed6dd0f None None] Port d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:12.729851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:12.731820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.852822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8713b5d1-e5d3-4845-9b60-961af6479bda tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.859141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8713b5d1-e5d3-4845-9b60-961af6479bda tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/c24a847c-25e3-44c8-aebf-0448692cdeb4 HTTP/1.1" status: 204 len: 168 time: 0.2312202 Nov 08 13:59:12.859721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40670) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:12.880060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-23d0cd74-af43-4a24-9ee7-b7d36c7d8758 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=c24a847c-25e3-44c8-aebf-0448692cdeb4 HTTP/1.1" status: 200 len: 221 time: 0.0136404 Nov 08 13:59:12.880484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40672) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:12.885794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-5d694dba-5464-440c-a638-1a02c5b7a6b3 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1800808272', 'description': 'label created by tempest'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:12.886332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-5d694dba-5464-440c-a638-1a02c5b7a6b3 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Unknown quota resources ['metering_label']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:12.927883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.991794 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb19f769-31f6-4ea2-9d0d-a154ca5eced8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.992334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb19f769-31f6-4ea2-9d0d-a154ca5eced8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:12.996196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb19f769-31f6-4ea2-9d0d-a154ca5eced8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7bfd44a-acfc-4a76-a706-eda498028b8a HTTP/1.1" status: 204 len: 168 time: 0.7734768 Nov 08 13:59:13.021788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f85b6e-666c-45c3-bb63-ae90aa04d499']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:13.051807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:59:13.099469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19f769-31f6-4ea2-9d0d-a154ca5eced8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bfd44a-acfc-4a76-a706-eda498028b8a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:13.120157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3cf97918-330f-4d4f-bae5-82b9d3b09b4c up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:13.131185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbc8104-3f9f-4b78-ac9f-a8c3770542ca') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:13.132029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbc8104-3f9f-4b78-ac9f-a8c3770542ca') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:13.140379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:59:13.140379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4953a593-5698-47d9-b1ae-ebfceb3fcaa2 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:59:13.163269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5d694dba-5464-440c-a638-1a02c5b7a6b3 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.167530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5d694dba-5464-440c-a638-1a02c5b7a6b3 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2831728 Nov 08 13:59:13.168155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40678) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:13.243699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.289045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 13:59:13.298603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:13.298917 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.316928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.338667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:59:13.339324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:59:13.345732 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:59:13.373357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.387561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5b8daf2d-77b9-4c1e-a34e-df5908cd0d01 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=4fd4706e-a564-4f3a-ad84-cf2a742b9a4c HTTP/1.1" status: 200 len: 468 time: 0.2176807 Nov 08 13:59:13.396801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40684) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:13.496977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.545710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:13.598725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:13.606765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:59:13.614093 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0fa0b7-7fff-4888-844f-8cf7454403d3" -d '{"events": [{"server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "name": "network-vif-plugged", "status": "completed", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:59:13.629640 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.633523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.663710 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e266c4a8-cc3b-45f1-b59c-e089b1ba1ffc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb HTTP/1.1" status: 204 len: 168 time: 2.0546217 Nov 08 13:59:13.685970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40692) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:13.828673 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 13:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0809e3c-886b-4397-b4d3-b5ae48b886cd x-openstack-request-id: req-f0809e3c-886b-4397-b4d3-b5ae48b886cd {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:59:13.828974 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "name": "network-vif-plugged", "status": "completed", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:59:13.829745 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0809e3c-886b-4397-b4d3-b5ae48b886cd {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:59:13.830374 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'code': 200} Nov 08 13:59:13.831492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:13.856265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40698) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:13.878105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.937439 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.947274 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/d6f85b6e-666c-45c3-bb63-ae90aa04d499 HTTP/1.1" status: 204 len: 168 time: 3.7265704 Nov 08 13:59:13.947616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40700) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:13.958138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95c7c4-38c3-40f7-a139-a47117ee02bb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=d6f85b6e-666c-45c3-bb63-ae90aa04d499,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:13.973987 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-590b38bd-597f-4cbc-b63e-1fdfd184201f tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.978810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-590b38bd-597f-4cbc-b63e-1fdfd184201f tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/4fd4706e-a564-4f3a-ad84-cf2a742b9a4c HTTP/1.1" status: 204 len: 168 time: 0.5733938 Nov 08 13:59:13.983664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40702) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:13.996438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e07e2f0-2c5d-4bee-a108-02766927783a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:13.998831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.052620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e3f1b18e-63f4-4f6e-ba5f-3754e623af19 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=4fd4706e-a564-4f3a-ad84-cf2a742b9a4c HTTP/1.1" status: 200 len: 216 time: 0.0670764 Nov 08 13:59:14.059330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40706) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.062788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event deleted for resources: {'Port': ['ID=2adc4bd8-9d7f-47c8-986a-0711c9d4993a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:14.067820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ff4aa9-da9c-4290-8f7a-d9e376ab7984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:14.069601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ff4aa9-da9c-4290-8f7a-d9e376ab7984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:14.071005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-71ff4aa9-da9c-4290-8f7a-d9e376ab7984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3806551 Nov 08 13:59:14.080478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40708) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.080751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ebb3d5-68a5-4cc2-8534-04edd973ed54 req-2695db44-2c80-434a-aa5a-8b0ce1405cff tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:14.083338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7ebb3d5-68a5-4cc2-8534-04edd973ed54 req-2695db44-2c80-434a-aa5a-8b0ce1405cff tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 0.1874576 Nov 08 13:59:14.096821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f6da7f-2b6d-47cc-92cd-f5cbf050baeb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:14.106378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41f6da7f-2b6d-47cc-92cd-f5cbf050baeb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/04860855-a4ce-4b56-a80d-71b7c75e0056 HTTP/1.1" status: 200 len: 841 time: 0.1569235 Nov 08 13:59:14.109836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40710) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.136084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0830dd55-5ce0-4d00-baad-8ca2af3835b8 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0741937 Nov 08 13:59:14.143144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61b32-7b85-4b0c-b44b-7a465d77e9f6 req-bc6b666b-b72b-41f5-abc0-b56f8ebe8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:14.145473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-70a61b32-7b85-4b0c-b44b-7a465d77e9f6 req-bc6b666b-b72b-41f5-abc0-b56f8ebe8f64 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1097 time: 0.2871358 Nov 08 13:59:14.148664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40714) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.226702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-48d220b0-b3d3-4c97-bb4b-0fbf962fea56 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/04860855-a4ce-4b56-a80d-71b7c75e0056?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1130271 Nov 08 13:59:14.233003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40718) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.238401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:14.256104 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-21052bde-f735-413c-ad16-1e7420c79b5c tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0981691 Nov 08 13:59:14.257436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40720) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.270186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 015d30fb-12eb-49dc-8dab-599b7fa9d812 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:14.285907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7ebb3d5-68a5-4cc2-8534-04edd973ed54 req-42079e1e-83e8-482d-a322-74301e4ebf3f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775341 Nov 08 13:59:14.291013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.354259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:14.357797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.404612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-be2b5fd4-7816-411b-83e3-d850802c9c29 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/a042ebdf-eb3b-4f76-88d3-5f48156d6c4e HTTP/1.1" status: 200 len: 473 time: 0.1398280 Nov 08 13:59:14.410440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40724) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.453328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.483689 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-70a61b32-7b85-4b0c-b44b-7a465d77e9f6 req-c9f8d215-e2b5-4681-bbf7-38396c9c7a02 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3127420 Nov 08 13:59:14.524984 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.609273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80e4de80-a972-4fa6-92f8-f8c0a5216770 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/e1beef47-0a10-4f0c-b485-69c193070861 HTTP/1.1" status: 200 len: 459 time: 0.1838803 Nov 08 13:59:14.610079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40728) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.623607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.664733 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.675346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.690286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e07e2f0-2c5d-4bee-a108-02766927783a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.696103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e07e2f0-2c5d-4bee-a108-02766927783a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.722755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:14.729146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:14.763569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2e75a0-c107-4b9f-a61b-4ed44ede82a5 None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:14.800013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.800439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:59:14.809191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.814809 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-954dc71a-bd06-44a6-a300-d616a03ee3fc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "DELETE /v2.0/routers/777a0e6c-7cfd-4087-ac6d-e9d55fbd2ffb HTTP/1.1" status: 204 len: 168 time: 4.2994871 Nov 08 13:59:14.817649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e07e2f0-2c5d-4bee-a108-02766927783a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc420d0c8c6a49199de5218d56a07c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9584928 Nov 08 13:59:14.818298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40732) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.827438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:14.830809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-625615936', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:14.838825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07e2f0-2c5d-4bee-a108-02766927783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0093ef-8601-4ffd-a591-3fcf45d661f9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:14.871163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.956147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:14.957926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.013792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b59ac10-4183-4b8e-99b5-1b92ccbf5622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.029083 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.065778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'tenant_id': 'd43ef104902d4cdca7e23403e8390fc7', 'fixed_ips': [{'subnet_id': 'b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:15.067961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.086477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b59ac10-4183-4b8e-99b5-1b92ccbf5622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.105789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=015d30fb-12eb-49dc-8dab-599b7fa9d812,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:15.109423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.114518 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-572ad030-6190-4f3e-9900-688cb6aa7e0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/015d30fb-12eb-49dc-8dab-599b7fa9d812 HTTP/1.1" status: 204 len: 168 time: 1.0258787 Nov 08 13:59:15.118805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40740) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:15.200581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4578f-0a85-442c-9504-3f71aa0a8607 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:15.213864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8fe545c1-bc00-4eca-9c97-d576297a30d9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916569 Nov 08 13:59:15.221643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:15.222287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.223162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40744) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:15.225146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.234940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fdc0197b-eecf-465b-b67c-c07a84bd0650 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.236659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:15.236956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fdc0197b-eecf-465b-b67c-c07a84bd0650 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/e1beef47-0a10-4f0c-b485-69c193070861 HTTP/1.1" status: 204 len: 168 time: 0.6244273 Nov 08 13:59:15.245459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40746) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:15.251384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:15.274282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-499dbf10-7f8f-4a95-bb8a-c50bd80b4da9 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0399351 Nov 08 13:59:15.278072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40748) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:15.288318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a68b7e5e-8f78-4113-9eb4-27cd326fdc39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'security_group': {'name': 'tempest-secgroup-316834862'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:15.368355 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e5e-8f78-4113-9eb4-27cd326fdc39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.533793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Allocated IP 172.20.0.2 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4/3cb6f7a7-62ac-47bc-b73c-e81611959df9) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:15.585137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194e5a5-0171-484e-9124-2ccc57f48547 req-3f4ce7c4-0a76-4fdf-8d2f-2f55338704fa tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:15.600829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0194e5a5-0171-484e-9124-2ccc57f48547 req-3f4ce7c4-0a76-4fdf-8d2f-2f55338704fa tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 0.1893144 Nov 08 13:59:15.709288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0194e5a5-0171-484e-9124-2ccc57f48547 req-6b63c14d-1039-41be-8806-6da483fc6ec5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070521 Nov 08 13:59:15.724213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:59:15.931024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] Deleting port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:15.933210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.958604 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:15.979163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.101794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:16.114651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] For port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:16.115638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.116601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b59ac10-4183-4b8e-99b5-1b92ccbf5622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.119136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b59ac10-4183-4b8e-99b5-1b92ccbf5622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.120333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4b59ac10-4183-4b8e-99b5-1b92ccbf5622 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e0093ef-8601-4ffd-a591-3fcf45d661f9 HTTP/1.1" status: 204 len: 168 time: 1.2825396 Nov 08 13:59:16.125590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:16.125812 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.126011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e5e-8f78-4113-9eb4-27cd326fdc39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.132156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e5e-8f78-4113-9eb4-27cd326fdc39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.144938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:16.159422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Pushing event updated for resources: {'Port': ['ID=3cb6f7a7-62ac-47bc-b73c-e81611959df9,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:16.159643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59ac10-4183-4b8e-99b5-1b92ccbf5622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0093ef-8601-4ffd-a591-3fcf45d661f9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:16.179321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] Calling delete_port for 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:16.181213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7e5e-8f78-4113-9eb4-27cd326fdc39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96f3ef-a5e5-4ba6-b68d-e16ed75422b9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:16.223765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:16.227759 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.229632 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a68b7e5e-8f78-4113-9eb4-27cd326fdc39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.237750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a68b7e5e-8f78-4113-9eb4-27cd326fdc39 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9568365 Nov 08 13:59:16.238174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0f37264-7b22-464a-8e4f-cac07b676c97 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.238522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40768) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:16.239411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d0f37264-7b22-464a-8e4f-cac07b676c97 tempest-MeteringIpV6TestJSON-1490987971 tempest-MeteringIpV6TestJSON-1490987971-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/a042ebdf-eb3b-4f76-88d3-5f48156d6c4e HTTP/1.1" status: 204 len: 168 time: 0.9926629 Nov 08 13:59:16.248600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-aec2db47-c48a-4b6e-809e-ad3974030d8a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'security_group': {'name': 'tempest-secgroup-2071614421'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:16.303449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec2db47-c48a-4b6e-809e-ad3974030d8a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.372135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Attempting to bind port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:16.372653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Attempting to bind port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'bae48b6f-dd33-4e3f-afd3-afe3f75802b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:16.374444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Attempting to bind port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 on network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:16.496521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec2db47-c48a-4b6e-809e-ad3974030d8a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.505360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec2db47-c48a-4b6e-809e-ad3974030d8a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.507181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:16.507569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Checking segment: {'id': 'bae48b6f-dd33-4e3f-afd3-afe3f75802b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:16.511696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.512727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Bound using segment: {'id': 'bae48b6f-dd33-4e3f-afd3-afe3f75802b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:16.512727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Bound port: 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae48b6f-dd33-4e3f-afd3-afe3f75802b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:16.513160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.535044 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aec2db47-c48a-4b6e-809e-ad3974030d8a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.537909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aec2db47-c48a-4b6e-809e-ad3974030d8a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2929633 Nov 08 13:59:16.553182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40772) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:16.564041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1905243683', 'security_groups': ['34699bc8-bdca-48f7-a270-9d4b76007e1c'], 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:16.626472 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.675085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2db47-c48a-4b6e-809e-ad3974030d8a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34699bc8-bdca-48f7-a270-9d4b76007e1c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:16.677420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:59:16.753289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] No DVR routers for this DVR port 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:59:16.773476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d83a19-8d6d-4026-b2f4-33bb40423332 None None] Pushing event deleted for resources: {'Port': ['ID=9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:16.778339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:59:16.779048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9ac4cf6a-cbcf-4315-a3f1-538cd53f1d0e not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:59:16.780008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2adc4bd8-9d7f-47c8-986a-0711c9d4993a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:59:16.837119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 2adc4bd8-9d7f-47c8-986a-0711c9d4993a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:59:16.838014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2adc4bd8-9d7f-47c8-986a-0711c9d4993a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:59:16.857816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] For port 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:16.858551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:16.863667 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] For port 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3cb6f7a7-62ac-47bc-b73c-e81611959df9,segment=NetworkSegment(bae48b6f-dd33-4e3f-afd3-afe3f75802b1),segment_id=bae48b6f-dd33-4e3f-afd3-afe3f75802b1)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:16.870807 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.905415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:16.926190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.002228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40782) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:17.007426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09a6ef-b423-4979-bcd2-add088b9713b None None] Pushing event updated for resources: {'Port': ['ID=3cb6f7a7-62ac-47bc-b73c-e81611959df9,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:17.045073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.097915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f494f-268e-49a9-a4b1-eec0c9403ffc req-459f7c41-1b83-46cb-8e23-d41169043281 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:17.113640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-064f494f-268e-49a9-a4b1-eec0c9403ffc req-459f7c41-1b83-46cb-8e23-d41169043281 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 0.1679807 Nov 08 13:59:17.218437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:17.230644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:17.236734 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=a82d5e36-27ab-41ab-81e3-96153ff5ca67,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:17.242405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:17.243282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.246322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3f33d-3dd1-471c-9be5-6af98c10b69f None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:17.268206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-01d9a07c-3f4d-41a9-a5c6-6012982bef8b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0414321 Nov 08 13:59:17.272707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:17.278264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'name': 'tempest-NetworksTestDHCPv6-1458097919'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:17.289847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40792) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:17.307688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Allocated IP 172.25.8.60 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/04ab3375-fb3b-4012-b976-55d915e7004e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:17.309913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-064f494f-268e-49a9-a4b1-eec0c9403ffc req-6c6c25de-851d-4e7c-9ee5-3ad026ebd630 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947007 Nov 08 13:59:17.325634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3baa4029-efa0-4287-9335-69ed03cd70d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.358439 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.387034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51914126-a751-4f00-8b05-4fea419f0fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.466656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port 63f038da-a474-4d4c-a4a5-bf65d8a6789c yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:17.601315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': 'a82d5e36-27ab-41ab-81e3-96153ff5ca67'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:17.603071 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.723007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.833021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3baa4029-efa0-4287-9335-69ed03cd70d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.865881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.879679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/a82d5e36-27ab-41ab-81e3-96153ff5ca67/5b5f7fac-9729-4079-a619-dcba07a97de7) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:17.879957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:17.885615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:17.888785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.12 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4/63f038da-a474-4d4c-a4a5-bf65d8a6789c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:17.945737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:17.960452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:17.974527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:17.977550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:17.989433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51914126-a751-4f00-8b05-4fea419f0fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.033061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51914126-a751-4f00-8b05-4fea419f0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.160420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.176101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.183092 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.191409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event updated for resources: {'Port': ['ID=04ab3375-fb3b-4012-b976-55d915e7004e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:18.231380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51914126-a751-4f00-8b05-4fea419f0fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706d5054-327c-4704-a843-016c8cd9b8d2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:18.243642 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-51914126-a751-4f00-8b05-4fea419f0fd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e13ff46d32e24e6d86f59b5537a5bf28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9504964 Nov 08 13:59:18.247522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40798) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:18.255926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:18.260686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:18.272709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:18.284972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.301124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3baa4029-efa0-4287-9335-69ed03cd70d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.308322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Pushing event updated for resources: {'Port': ['ID=5b5f7fac-9729-4079-a619-dcba07a97de7,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:18.397410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Attempting to bind port 5b5f7fac-9729-4079-a619-dcba07a97de7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:18.398545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Attempting to bind port 5b5f7fac-9729-4079-a619-dcba07a97de7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:18.399325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Attempting to bind port 5b5f7fac-9729-4079-a619-dcba07a97de7 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:18.406433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:18.407827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:18.408577 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.409201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:18.410148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Bound port: 5b5f7fac-9729-4079-a619-dcba07a97de7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:18.410899 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.503107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:18.523258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] For port 5b5f7fac-9729-4079-a619-dcba07a97de7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:18.538483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] For port 5b5f7fac-9729-4079-a619-dcba07a97de7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5b5f7fac-9729-4079-a619-dcba07a97de7,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:18.564643 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.595612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170f11d-63e9-4310-aa41-09ba6bc2c56b req-3be9c0d6-1b7c-4137-a85f-3701cc9b3251 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:18.597235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1170f11d-63e9-4310-aa41-09ba6bc2c56b req-3be9c0d6-1b7c-4137-a85f-3701cc9b3251 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 0.7626987 Nov 08 13:59:18.612743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:18.622867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:18.624239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40800) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:18.632052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baa4029-efa0-4287-9335-69ed03cd70d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f500e37-6c00-47e6-9657-1a36a2e3e1fb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:18.645428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3cb6f7a7-62ac-47bc-b73c-e81611959df9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:18.670279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::1da (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/a82d5e36-27ab-41ab-81e3-96153ff5ca67/8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:18.683727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Request body: {'floatingip': {'port_id': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:18.704233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3baa4029-efa0-4287-9335-69ed03cd70d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=75ce1972c26d419397264a5b29eb0a89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6922171 Nov 08 13:59:18.706599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0eb60070-e494-40eb-99c7-8942715a49e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.712939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40802) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:18.742314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0eb60070-e494-40eb-99c7-8942715a49e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.771346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=63f038da-a474-4d4c-a4a5-bf65d8a6789c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:18.840398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:18.841238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.868965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:18.869340 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.871165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb37e2-d4a1-44f8-8195-ffc77eb641a8 None None] Pushing event updated for resources: {'Port': ['ID=5b5f7fac-9729-4079-a619-dcba07a97de7,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:18.909673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a01a21c9-5c9d-4e67-8647-adf89e8bb9e4 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3544154 Nov 08 13:59:18.931771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40804) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:18.933969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1269d35-5133-4a4e-b4b4-1460e00a0a51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.944565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:18.944857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:18.945735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-46adf9d1-df73-4eb1-a6a3-b5393332eba7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:18.960687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.027111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0eb60070-e494-40eb-99c7-8942715a49e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.030084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0eb60070-e494-40eb-99c7-8942715a49e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.035532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0eb60070-e494-40eb-99c7-8942715a49e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/706d5054-327c-4704-a843-016c8cd9b8d2 HTTP/1.1" status: 204 len: 168 time: 0.7358315 Nov 08 13:59:19.068955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1269d35-5133-4a4e-b4b4-1460e00a0a51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.227573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb60070-e494-40eb-99c7-8942715a49e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d5054-327c-4704-a843-016c8cd9b8d2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:19.303963 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.363010 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.458872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1269d35-5133-4a4e-b4b4-1460e00a0a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.462776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3cb6f7a7-62ac-47bc-b73c-e81611959df9,segment=NetworkSegment(bae48b6f-dd33-4e3f-afd3-afe3f75802b1),segment_id=bae48b6f-dd33-4e3f-afd3-afe3f75802b1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:19.467502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.468485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1269d35-5133-4a4e-b4b4-1460e00a0a51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.484894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d1269d35-5133-4a4e-b4b4-1460e00a0a51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f500e37-6c00-47e6-9657-1a36a2e3e1fb HTTP/1.1" status: 204 len: 168 time: 0.7705350 Nov 08 13:59:19.510872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46adf9d1-df73-4eb1-a6a3-b5393332eba7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:19.520573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46adf9d1-df73-4eb1-a6a3-b5393332eba7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.529385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1269d35-5133-4a4e-b4b4-1460e00a0a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f500e37-6c00-47e6-9657-1a36a2e3e1fb,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:19.727569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:19.753869 n-d-804292-2 neutron-server[101841]: INFO neutron.db.ipam_backend_mixin [None req-46adf9d1-df73-4eb1-a6a3-b5393332eba7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4 (CIDR: 172.20.0.0/28) Nov 08 13:59:19.762458 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-46adf9d1-df73-4eb1-a6a3-b5393332eba7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:59:19.763240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46adf9d1-df73-4eb1-a6a3-b5393332eba7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:19.803312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-46adf9d1-df73-4eb1-a6a3-b5393332eba7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8649569 Nov 08 13:59:19.805601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40818) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:19.819516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:20.014325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=3cb6f7a7-62ac-47bc-b73c-e81611959df9,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:20.036996 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:59:20.037402 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:59:20.137466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:20.149945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.162123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.282966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40832) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:20.531112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78891aa2-7728-46d8-b42b-96fae4744c58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.534419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.665935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Provisioning complete for port 04860855-a4ce-4b56-a80d-71b7c75e0056 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:20.666752 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.718934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.778101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4a7092d7-d26a-4745-a49e-313430ce648a None None] Port 04860855-a4ce-4b56-a80d-71b7c75e0056 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:20.793942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:20.852756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3cb6f7a7-62ac-47bc-b73c-e81611959df9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:20.863250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:20.897374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:20.900670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:20.922359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:20.922891 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.930571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:20.951490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=c71b99ce-c913-4599-a188-150a20a986e7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:20.952594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:20.953299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:20.991872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-33168f73-c9a8-4d7f-8563-bc609c34c754 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1829801 Nov 08 13:59:20.995999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40846) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:21.009389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6438e227-9d86-4223-b7e8-5408f93a8e1f None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:21.015530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-41919685', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c71b99ce-c913-4599-a188-150a20a986e7'}], 'security_groups': ['eb96f3ef-a5e5-4ba6-b68d-e16ed75422b9']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:21.041680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:21.042220 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.045831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a18c1e3a-119a-44a4-8540-199a0db31c58 None None] Provisioning complete for port 63f038da-a474-4d4c-a4a5-bf65d8a6789c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:21.046480 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a18c1e3a-119a-44a4-8540-199a0db31c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.054899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.104263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a18c1e3a-119a-44a4-8540-199a0db31c58 None None] Port 63f038da-a474-4d4c-a4a5-bf65d8a6789c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:21.172743 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.287133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f38ecdf0-0af3-4777-83ae-c80c555f9932 None None] Provisioning complete for port 5b5f7fac-9729-4079-a619-dcba07a97de7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:21.287405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f38ecdf0-0af3-4777-83ae-c80c555f9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.536219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:21.542666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b5f7fac-9729-4079-a619-dcba07a97de7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:21.666167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2d6be8c5-e335-41c7-9e26-69277c9b8b2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3919601 Nov 08 13:59:21.679840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:21.687293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.710750 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.755831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5b5f7fac-9729-4079-a619-dcba07a97de7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:21.756720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.786904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40854) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:21.895798 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f38ecdf0-0af3-4777-83ae-c80c555f9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:21.971035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Delete allocated IP 172.20.0.12 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4) {{(pid=101841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 13:59:21.989600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f38ecdf0-0af3-4777-83ae-c80c555f9932 None None] For port 5b5f7fac-9729-4079-a619-dcba07a97de7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5b5f7fac-9729-4079-a619-dcba07a97de7,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:22.000032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.22 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/c71b99ce-c913-4599-a188-150a20a986e7/63f038da-a474-4d4c-a4a5-bf65d8a6789c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:22.001130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f38ecdf0-0af3-4777-83ae-c80c555f9932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.019947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af46b51e-6df2-45f2-bdcf-927da98eaf65 None None] Update dhcp port {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'fixed_ips': [{'subnet_id': 'b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c71b99ce-c913-4599-a188-150a20a986e7'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '3cb6f7a7-62ac-47bc-b73c-e81611959df9'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 13:59:22.099586 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af46b51e-6df2-45f2-bdcf-927da98eaf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.222136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2af41b3c-9128-4384-a3bf-d625da220064 None None] Provisioning complete for port 8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:22.222573 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2af41b3c-9128-4384-a3bf-d625da220064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.272072 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.289970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.309261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5965e05-71f0-4a34-84e6-f858e8cc9904 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.309489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2af41b3c-9128-4384-a3bf-d625da220064 None None] Port 8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:22.320984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58847ab-9c56-41d4-96e1-e016805f8f4f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:22.333916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58847ab-9c56-41d4-96e1-e016805f8f4f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:22.336432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c58847ab-9c56-41d4-96e1-e016805f8f4f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6528895 Nov 08 13:59:22.358031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ecdf0-0af3-4777-83ae-c80c555f9932 None None] Pushing event updated for resources: {'Port': ['ID=5b5f7fac-9729-4079-a619-dcba07a97de7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:22.364296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:22.417934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78891aa2-7728-46d8-b42b-96fae4744c58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.443391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78891aa2-7728-46d8-b42b-96fae4744c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.508910 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Floating IP b0149c4b-72f5-47da-9341-895d0095c45b associated. External IP: 172.25.8.232, port: 3cf97918-330f-4d4f-bae5-82b9d3b09b4c. Nov 08 13:59:22.562280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] In _notify_port_updated(), no bound segment for port 63f038da-a474-4d4c-a4a5-bf65d8a6789c on network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:59:22.574299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:22.574299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:22.582743 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-78891aa2-7728-46d8-b42b-96fae4744c58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=090ebabd02924e2d886d685aab25a27c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2281258 Nov 08 13:59:22.583945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "PUT /v2.0/ports/63f038da-a474-4d4c-a4a5-bf65d8a6789c HTTP/1.1" status: 200 len: 919 time: 1.5829699 Nov 08 13:59:22.584179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78891aa2-7728-46d8-b42b-96fae4744c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496a77ae-b286-49d8-ba5c-d3c16e598d71,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:22.590400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40862) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:22.590400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40864) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:22.654432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-af46b51e-6df2-45f2-bdcf-927da98eaf65 None None] Allocated IP 172.20.0.18 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/c71b99ce-c913-4599-a188-150a20a986e7/3cb6f7a7-62ac-47bc-b73c-e81611959df9) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:22.660282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbf991-5378-4e87-8a16-b1aa3dcda099 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=63f038da-a474-4d4c-a4a5-bf65d8a6789c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:22.662223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b5f7fac-9729-4079-a619-dcba07a97de7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:22.670470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Router 2fac5af2-2132-4082-ad9e-e5248e043d5a is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:59:22.952684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5b5f7fac-9729-4079-a619-dcba07a97de7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:22.953280 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.013084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-af46b51e-6df2-45f2-bdcf-927da98eaf65 None None] For port 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3cb6f7a7-62ac-47bc-b73c-e81611959df9,segment=NetworkSegment(bae48b6f-dd33-4e3f-afd3-afe3f75802b1),segment_id=bae48b6f-dd33-4e3f-afd3-afe3f75802b1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:23.060817 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af46b51e-6df2-45f2-bdcf-927da98eaf65 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.071017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:23.071017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.104299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 63f038da-a474-4d4c-a4a5-bf65d8a6789c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:23.104637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.118538 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87ca852e-7c66-4a77-8922-c4a08bd60dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.121778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5965e05-71f0-4a34-84e6-f858e8cc9904 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.138773 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af46b51e-6df2-45f2-bdcf-927da98eaf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.181087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:23.181924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5965e05-71f0-4a34-84e6-f858e8cc9904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.201821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Router 6be198d3-2a8a-4c1c-894c-57f08e10d58f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:59:23.216048 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.218733 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] Sync routers for ids ['2fac5af2-2132-4082-ad9e-e5248e043d5a'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:23.226444 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.228641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-97b86ef7-f2b7-4764-b24d-487e8ee83b18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.4042158 Nov 08 13:59:23.237900 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] Routers {'2fac5af2-2132-4082-ad9e-e5248e043d5a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:23.238995 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2fac5af2-2132-4082-ad9e-e5248e043d5a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:23.240304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40868) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:23.248891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': False}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:23.257353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d5965e05-71f0-4a34-84e6-f858e8cc9904 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a05ce11c5535448b9ceececa2de9697d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4690440 Nov 08 13:59:23.283069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46b51e-6df2-45f2-bdcf-927da98eaf65 None None] Pushing event updated for resources: {'Port': ['ID=3cb6f7a7-62ac-47bc-b73c-e81611959df9,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:23.292555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40870) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:23.313790 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:23.332373 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] Routers {'2fac5af2-2132-4082-ad9e-e5248e043d5a'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:23.333024 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2fac5af2-2132-4082-ad9e-e5248e043d5a'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:23.352011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87ca852e-7c66-4a77-8922-c4a08bd60dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.401496 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.408744 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:23.409743 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d4dc13-8e6b-483f-832d-6e7c83279e35 None None] The sync data for ids ['2fac5af2-2132-4082-ad9e-e5248e043d5a'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:23.421540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:23.455295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5965e05-71f0-4a34-84e6-f858e8cc9904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f21d1a-4d4b-40f9-a19d-e74c86ff58b3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:23.542679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:23.546671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a506e2-570b-445e-8832-c5c6daa1bd17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.553043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.576058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.586803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] Sync routers for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:23.612831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:23.619694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:23.620701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a506e2-570b-445e-8832-c5c6daa1bd17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.621314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 63f038da-a474-4d4c-a4a5-bf65d8a6789c owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:23.624917 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.629299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87ca852e-7c66-4a77-8922-c4a08bd60dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.632061 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87ca852e-7c66-4a77-8922-c4a08bd60dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:23.633239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-87ca852e-7c66-4a77-8922-c4a08bd60dde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/496a77ae-b286-49d8-ba5c-d3c16e598d71 HTTP/1.1" status: 204 len: 168 time: 1.0336409 Nov 08 13:59:23.662249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca852e-7c66-4a77-8922-c4a08bd60dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496a77ae-b286-49d8-ba5c-d3c16e598d71,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:23.742567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-995e1f6a-f377-49dc-9321-794fed78df3b tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "PUT /v2.0/floatingips/b0149c4b-72f5-47da-9341-895d0095c45b HTTP/1.1" status: 200 len: 992 time: 5.1157768 Nov 08 13:59:23.754975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 13:59:23.757082 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a75658-8aae-46f1-8884-b53b15eb4d16" -d '{"events": [{"name": "network-changed", "server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 13:59:23.869879 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 13:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafbcbfe-2d82-47d9-8089-920ffb9600b0 x-openstack-request-id: req-aafbcbfe-2d82-47d9-8089-920ffb9600b0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 13:59:23.870348 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 13:59:23.870620 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aafbcbfe-2d82-47d9-8089-920ffb9600b0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 13:59:23.871132 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'status': 'completed', 'code': 200} Nov 08 13:59:23.943602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:24.044515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a506e2-570b-445e-8832-c5c6daa1bd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:24.059938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-92a506e2-570b-445e-8832-c5c6daa1bd17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:24.066311 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-92a506e2-570b-445e-8832-c5c6daa1bd17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24f21d1a-4d4b-40f9-a19d-e74c86ff58b3 HTTP/1.1" status: 204 len: 168 time: 0.7679586 Nov 08 13:59:24.066582 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:24.181434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a506e2-570b-445e-8832-c5c6daa1bd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f21d1a-4d4b-40f9-a19d-e74c86ff58b3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:24.191352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:24.230833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-9cb244e4-274c-47dc-a11d-c9eb13d061d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:24.242369 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-9cb244e4-274c-47dc-a11d-c9eb13d061d3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1097 time: 0.3474860 Nov 08 13:59:24.295553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:24.299606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0555c1c7-af00-47a3-bd02-37eaca3f16fe tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79 HTTP/1.1" status: 204 len: 168 time: 1.9259448 Nov 08 13:59:24.302915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40892) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:24.334298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:24.377187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:24.473661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5d8bea92-ee87-40a5-86c7-bd0b94fa87b6 None None] Could not find standard attr ID for object 63f038da-a474-4d4c-a4a5-bf65d8a6789c. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:59:24.619787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=63f038da-a474-4d4c-a4a5-bf65d8a6789c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:24.661736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-090b1c55-7c21-4031-9b45-a539dc949167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:24.663415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-090b1c55-7c21-4031-9b45-a539dc949167 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.4060380 Nov 08 13:59:24.828601 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:24.836120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-701ce882-88da-4fc9-976c-917e66adc612 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/63f038da-a474-4d4c-a4a5-bf65d8a6789c HTTP/1.1" status: 204 len: 168 time: 2.2442913 Nov 08 13:59:24.840417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40906) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:24.865730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2067a-15c6-4c4a-a6db-62efc5a9174e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:24.870706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2067a-15c6-4c4a-a6db-62efc5a9174e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:24.875131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-51b2067a-15c6-4c4a-a6db-62efc5a9174e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5618746 Nov 08 13:59:24.911337 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7adc784f-d74d-48be-801d-27afa04e595a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:59:24.922407 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-84f7e633-ef02-4e17-887e-e4cfbb2194e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 1000 time: 0.2314296 Nov 08 13:59:24.925273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7adc784f-d74d-48be-801d-27afa04e595a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/63f038da-a474-4d4c-a4a5-bf65d8a6789c HTTP/1.1" status: 404 len: 333 time: 0.0828805 Nov 08 13:59:24.925921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40908) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:24.932605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40918) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:24.984719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3cb6f7a7-62ac-47bc-b73c-e81611959df9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:25.075574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5d8bea92-ee87-40a5-86c7-bd0b94fa87b6 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:25.079364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea92-ee87-40a5-86c7-bd0b94fa87b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.107049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-750861dc-458f-4a50-a05f-88d9e54d1380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:25.116584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-750861dc-458f-4a50-a05f-88d9e54d1380 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.1817839 Nov 08 13:59:25.305123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafbccc0-2b52-4dd5-918e-1231d2ffad2c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.328110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet a82d5e36-27ab-41ab-81e3-96153ff5ca67 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:25.364951 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.413046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:25.413422 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.475299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-581c5ee2-f238-4087-bb6a-ff99e70e4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:25.476904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-581c5ee2-f238-4087-bb6a-ff99e70e4930 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3522122 Nov 08 13:59:25.513256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'b0149c4b-72f5-47da-9341-895d0095c45b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'port_id': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'mac_address': 'fa:16:3e:c5:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32816108-0256-4364-8aaa-1a27f06f018c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:58:45Z', 'updated_at': '2021-11-08T13:59:21Z', 'revision_number': 1, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:25.571131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafbccc0-2b52-4dd5-918e-1231d2ffad2c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.618980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] Checking router: 6be198d3-2a8a-4c1c-894c-57f08e10d58f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:59:25.653150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5d8bea92-ee87-40a5-86c7-bd0b94fa87b6 None None] Provisioning complete for port 04860855-a4ce-4b56-a80d-71b7c75e0056 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:25.653670 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d8bea92-ee87-40a5-86c7-bd0b94fa87b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.680957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:25.681748 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:25.681879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.853883 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafbccc0-2b52-4dd5-918e-1231d2ffad2c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.860044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5d8bea92-ee87-40a5-86c7-bd0b94fa87b6 None None] Port 04860855-a4ce-4b56-a80d-71b7c75e0056 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:25.870338 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafbccc0-2b52-4dd5-918e-1231d2ffad2c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:25.874342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bafbccc0-2b52-4dd5-918e-1231d2ffad2c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/security-groups/34699bc8-bdca-48f7-a270-9d4b76007e1c HTTP/1.1" status: 204 len: 168 time: 0.9167280 Nov 08 13:59:25.887248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:25.917956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbccc0-2b52-4dd5-918e-1231d2ffad2c tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34699bc8-bdca-48f7-a270-9d4b76007e1c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:26.014722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:26.052369 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-97afe0e4-f20c-49fb-8615-b2ede246f0a5 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503187 Nov 08 13:59:26.074165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:26.095067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e93f9fa6-2120-4333-9bf2-26267822c2fd None None] Could not find standard attr ID for object 63f038da-a474-4d4c-a4a5-bf65d8a6789c. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:59:26.232644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6653b6-8e31-4ce8-8a7e-b8d9042c3a1a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:26.255692 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:26.310732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6653b6-8e31-4ce8-8a7e-b8d9042c3a1a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:26.373839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=a82d5e36-27ab-41ab-81e3-96153ff5ca67,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:26.404559 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:26.417109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-08155180-42ff-4836-b770-90e06d5b98b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/a82d5e36-27ab-41ab-81e3-96153ff5ca67 HTTP/1.1" status: 204 len: 168 time: 1.4873610 Nov 08 13:59:26.418203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40954) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:26.444035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40956) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:26.506265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5c139e-bdf5-49a5-86bc-954e3f035fd5 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:26.959406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'b0149c4b-72f5-47da-9341-895d0095c45b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'port_id': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'mac_address': 'fa:16:3e:c5:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32816108-0256-4364-8aaa-1a27f06f018c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:58:45Z', 'updated_at': '2021-11-08T13:59:21Z', 'revision_number': 1, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:27.028977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6653b6-8e31-4ce8-8a7e-b8d9042c3a1a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.032633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0f6653b6-8e31-4ce8-8a7e-b8d9042c3a1a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.036461 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0f6653b6-8e31-4ce8-8a7e-b8d9042c3a1a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/security-groups/eb96f3ef-a5e5-4ba6-b68d-e16ed75422b9 HTTP/1.1" status: 204 len: 168 time: 1.1446216 Nov 08 13:59:27.044151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16882825-9e26-4cc9-9a5b-f1a63e2fc401 None None] The sync data for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 is: [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'b0149c4b-72f5-47da-9341-895d0095c45b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'floating_ip_address': '172.25.8.232', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'port_id': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2385, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'mac_address': 'fa:16:3e:c5:57:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32816108-0256-4364-8aaa-1a27f06f018c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T13:58:45Z', 'updated_at': '2021-11-08T13:59:21Z', 'revision_number': 1, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:27.048194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:59:27.054477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40966) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:27.056909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6653b6-8e31-4ce8-8a7e-b8d9042c3a1a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb96f3ef-a5e5-4ba6-b68d-e16ed75422b9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:27.087609 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86a75658-8aae-46f1-8884-b53b15eb4d16 req-7bd5d39f-8cc3-4a74-bab9-784f58c1625c service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0201387 Nov 08 13:59:27.134859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.147797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.176999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9b4d373c-ae7a-4978-8578-15971df7b420 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7569976 Nov 08 13:59:27.190369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40970) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:27.198468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:27.211718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40972) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:27.221602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] Deleting port 5b5f7fac-9729-4079-a619-dcba07a97de7 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:27.221973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.288898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:27.299564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.434836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] For port 5b5f7fac-9729-4079-a619-dcba07a97de7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5b5f7fac-9729-4079-a619-dcba07a97de7,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:27.435363 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.492215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] Calling delete_port for 5b5f7fac-9729-4079-a619-dcba07a97de7 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:27.503235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:27.515820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.530396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-78800db6-1db8-4e34-8d15-7499608f09ee tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-464552785'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:27.532968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-78800db6-1db8-4e34-8d15-7499608f09ee tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Unknown quota resources ['metering_label']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:27.597551 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfc4674-6c74-48e0-b46b-9cdb75e86e07 None None] New status for floating IP b0149c4b-72f5-47da-9341-895d0095c45b: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 13:59:27.665502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.713850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1745903866-network', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:27.875100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.915328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.966348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Router 2fac5af2-2132-4082-ad9e-e5248e043d5a has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:59:27.979514 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78800db6-1db8-4e34-8d15-7499608f09ee tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:27.987038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-78800db6-1db8-4e34-8d15-7499608f09ee tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7706430 Nov 08 13:59:27.987466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40978) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:27.989852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Made reservation on behalf of 7fcafa872a4b4b15a5b9ff865caebdba for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:27.998448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4d7db45f-0e7c-427f-942e-cb28fae53e2b tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ae5e1e06-22c5-4c2c-b0b2-c56494da3acf'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:28.002686 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a228aac-57f3-420a-bfc1-b1358db43987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.012145 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.012276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] No DVR routers for this DVR port 5b5f7fac-9729-4079-a619-dcba07a97de7 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:59:28.012276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f402a59-8727-4fd6-9c13-533a5bce09ac None None] Pushing event deleted for resources: {'Port': ['ID=5b5f7fac-9729-4079-a619-dcba07a97de7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:28.014791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4d7db45f-0e7c-427f-942e-cb28fae53e2b tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:28.043997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.228954 n-d-804292-2 neutron-server[101840]: WARNING neutron.services.metering.metering_plugin [None req-4d7db45f-0e7c-427f-942e-cb28fae53e2b tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 13:59:28.317579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.329529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.401792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:28.409233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:28.409608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:28.420440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:28.421063 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.423859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4d7db45f-0e7c-427f-942e-cb28fae53e2b tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.432568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4d7db45f-0e7c-427f-942e-cb28fae53e2b tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4362147 Nov 08 13:59:28.432568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.432846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=58427484-12e0-4310-b4af-d5b898bad5c4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:28.434306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40982) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:28.435640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e2b6c87-56a3-4963-bc47-7b9741d62032 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4 HTTP/1.1" status: 204 len: 168 time: 1.3749344 Nov 08 13:59:28.437134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e4fe99-26d6-4780-bdce-cc4fb8feb0ac None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:28.440868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40984) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:28.450700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b6a5b4d9-9647-4290-b9fc-713974c586e8 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ae5e1e06-22c5-4c2c-b0b2-c56494da3acf'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:28.451599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b6a5b4d9-9647-4290-b9fc-713974c586e8 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:28.455347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:28.461353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.468445 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d508e0e2-bd44-4ba6-b63a-055a06f82d1a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "PUT /v2.0/routers/2fac5af2-2132-4082-ad9e-e5248e043d5a HTTP/1.1" status: 200 len: 924 time: 5.2240717 Nov 08 13:59:28.469881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40986) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:28.481606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:28.523127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943edc7b-21c8-4525-a35c-d84036a1f6da None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:28.545544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.547167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] Sync routers for ids ['2fac5af2-2132-4082-ad9e-e5248e043d5a'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:28.561549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6d90098a-5199-49b9-a6d5-39266ee96d4a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3700235 Nov 08 13:59:28.632748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:28.642096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40988) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:28.645283 n-d-804292-2 neutron-server[101841]: WARNING neutron.services.metering.metering_plugin [None req-b6a5b4d9-9647-4290-b9fc-713974c586e8 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 08 13:59:28.654675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'name': 'tempest-NetworksTestDHCPv6-2094625055'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:28.674916 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aaabe048-288a-45a1-b800-c52e88dadb95 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/2fac5af2-2132-4082-ad9e-e5248e043d5a HTTP/1.1" status: 200 len: 924 time: 0.2028739 Nov 08 13:59:28.682668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40992) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:28.683362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b5f7fac-9729-4079-a619-dcba07a97de7 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:59:28.733338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] Routers {'2fac5af2-2132-4082-ad9e-e5248e043d5a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:28.734248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2fac5af2-2132-4082-ad9e-e5248e043d5a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:28.737145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5b5f7fac-9729-4079-a619-dcba07a97de7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:59:28.737736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5b5f7fac-9729-4079-a619-dcba07a97de7 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:59:28.791971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b7d355-9a48-4f1f-a34a-7ea262c71b73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:28.794670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:28.796379 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-53b7d355-9a48-4f1f-a34a-7ea262c71b73 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=2fac5af2-2132-4082-ad9e-e5248e043d5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1121895 Nov 08 13:59:28.798980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40994) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:28.866939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] Routers {'2fac5af2-2132-4082-ad9e-e5248e043d5a'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:28.867788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2fac5af2-2132-4082-ad9e-e5248e043d5a'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:28.964777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:28.966008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bec99-3d2d-4ca9-b7e0-afebfdb8c315 None None] The sync data for ids ['2fac5af2-2132-4082-ad9e-e5248e043d5a'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:28.971111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c80d7-a889-4293-9acb-3e5cbd2b58bc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:28.979103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8f4c80d7-a889-4293-9acb-3e5cbd2b58bc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.1757991 Nov 08 13:59:28.979279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:28.979413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40996) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:29.016019 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7b5749f-4b0a-4412-bf9d-80c722bfe37c tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fac5af2-2132-4082-ad9e-e5248e043d5a HTTP/1.1" status: 200 len: 205 time: 0.0326519 Nov 08 13:59:29.018136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40998) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:29.045287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cc8d9b-87c4-4bec-b8f4-dd67af37713d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:29.074394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6a5b4d9-9647-4290-b9fc-713974c586e8 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.076513 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6a5b4d9-9647-4290-b9fc-713974c586e8 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6416659 Nov 08 13:59:29.097537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41000) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:29.106207 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.106761 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Added segment cd559ecf-50a1-4b89-9012-a834714f956d of type vlan for network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 Nov 08 13:59:29.181772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e87eefd3-1114-423e-ae16-2b16ebbab51d tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=f71ae489-ce0c-4f78-b67c-41321f77d861 HTTP/1.1" status: 200 len: 464 time: 0.0811927 Nov 08 13:59:29.182059 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.185061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41002) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:29.236211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '58427484-12e0-4310-b4af-d5b898bad5c4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:29.238819 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.261534 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.312449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:29.321485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.336998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.338612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:29.339659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.423344 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75c42bff-e51e-40e0-91f7-dd99b97e5e3a tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.427870 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-75c42bff-e51e-40e0-91f7-dd99b97e5e3a tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/f71ae489-ce0c-4f78-b67c-41321f77d861 HTTP/1.1" status: 204 len: 168 time: 0.2384808 Nov 08 13:59:29.429353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41008) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:29.466177 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-101687b3-5327-490f-a704-26e916948160 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=f71ae489-ce0c-4f78-b67c-41321f77d861 HTTP/1.1" status: 200 len: 221 time: 0.0350506 Nov 08 13:59:29.479135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41010) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:29.499795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6715f7fc-b17b-4727-9911-4736bd645feb tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1018060561', 'description': 'label created by tempest'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:29.500871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6715f7fc-b17b-4727-9911-4736bd645feb tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Unknown quota resources ['metering_label']. {{(pid=101840) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 13:59:29.515129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:29.521238 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.533622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.594275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/58427484-12e0-4310-b4af-d5b898bad5c4/12f8bb8f-8393-41a3-b7be-157cedffc821) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:29.602206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1382668 Nov 08 13:59:29.686197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41014) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:29.711774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Request body: {'subnet': {'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1745903866-subnet', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:29.929493 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.935210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Made reservation on behalf of 7fcafa872a4b4b15a5b9ff865caebdba for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:29.940148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.943658 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:29.944879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c1d8-72f9-41f5-9d05-7a4a99f0d3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=4dff8e06-07c0-4c56-a60a-1e8f5e8faae6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:29.980429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 3d3620f8-e848-4c33-a67f-b0eaffa36652 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:30.056464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:30.145336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:30.154884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:30.158220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:30.195578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.221419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6715f7fc-b17b-4727-9911-4736bd645feb tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.226243 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6715f7fc-b17b-4727-9911-4736bd645feb tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.7298903 Nov 08 13:59:30.233799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Pushing event updated for resources: {'Port': ['ID=12f8bb8f-8393-41a3-b7be-157cedffc821,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:30.238886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41018) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:30.361814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Attempting to bind port 12f8bb8f-8393-41a3-b7be-157cedffc821 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:30.363117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Attempting to bind port 12f8bb8f-8393-41a3-b7be-157cedffc821 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:30.363866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Attempting to bind port 12f8bb8f-8393-41a3-b7be-157cedffc821 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:30.369947 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f6a08cc7-624f-4175-8293-5238f85946f6 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=be3e83f8-39bc-43e2-9050-30969f059737 HTTP/1.1" status: 200 len: 468 time: 0.1282423 Nov 08 13:59:30.376335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:30.377238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:30.378411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41020) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:30.378593 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.379451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:30.381129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Bound port: 12f8bb8f-8393-41a3-b7be-157cedffc821, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:30.381306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.385480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::30d (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/58427484-12e0-4310-b4af-d5b898bad5c4/3d3620f8-e848-4c33-a67f-b0eaffa36652) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:30.393002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:30.408510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:30.414798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=edb67719-90c9-4f25-bdb2-7e0238efa701,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:30.420494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:30.421170 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.451259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-715b741f-ce42-4300-867f-0aaaaff00208 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9948230 Nov 08 13:59:30.456546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.459106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41022) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:30.466902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-427ae129-1370-4783-af5a-f2770c2bc8d7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'security_group': {'name': 'tempest-secgroup-79940983'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:30.501893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] For port 12f8bb8f-8393-41a3-b7be-157cedffc821, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:30.507268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50105ac4-2a3b-4d15-bd7f-c0c036a77c62 None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:30.510154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-427ae129-1370-4783-af5a-f2770c2bc8d7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.555965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Deleting port 04ab3375-fb3b-4012-b976-55d915e7004e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:30.556291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.581128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bd96bfec-f54e-4067-a7ac-aba03decb1f6 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:30.581508 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bd96bfec-f54e-4067-a7ac-aba03decb1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.623377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] For port 12f8bb8f-8393-41a3-b7be-157cedffc821, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=12f8bb8f-8393-41a3-b7be-157cedffc821,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:30.639452 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.745796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:30.764719 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-427ae129-1370-4783-af5a-f2770c2bc8d7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.778556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-427ae129-1370-4783-af5a-f2770c2bc8d7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.881454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637dcbc-fe59-4ca8-83c4-1d4934614554 None None] Pushing event updated for resources: {'Port': ['ID=12f8bb8f-8393-41a3-b7be-157cedffc821,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:30.914228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Checking segment: {'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:30.914650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Network hostable DHCP agents. Network: 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:59:30.933631 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.937384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cdb86719-b9dd-41b7-b03a-3553fe25776a tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.939235 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cdb86719-b9dd-41b7-b03a-3553fe25776a tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/be3e83f8-39bc-43e2-9050-30969f059737 HTTP/1.1" status: 204 len: 168 time: 0.5593088 Nov 08 13:59:30.942308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41028) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:30.980728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-78a2e24e-d5d8-485b-9c68-77a6a920438e tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=be3e83f8-39bc-43e2-9050-30969f059737 HTTP/1.1" status: 200 len: 216 time: 0.0338430 Nov 08 13:59:30.983299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41030) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:30.998795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:30.999845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ae129-1370-4783-af5a-f2770c2bc8d7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cba14a-80b3-4f09-8727-8769bb8576b8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:31.019115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:59:31.025983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Calling delete_port for 04ab3375-fb3b-4012-b976-55d915e7004e owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:31.032185 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7b1a8139-c886-491d-a446-6a578118c402 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0382283 Nov 08 13:59:31.034456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.044237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.051594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:31.060157 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-427ae129-1370-4783-af5a-f2770c2bc8d7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.075778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-427ae129-1370-4783-af5a-f2770c2bc8d7 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6147354 Nov 08 13:59:31.081427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41034) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.088406 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-134cc1fc-039f-4695-9397-25d530fce7c4 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0481849 Nov 08 13:59:31.088406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:31.088406 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.099484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bd96bfec-f54e-4067-a7ac-aba03decb1f6 None None] Provisioning complete for port 04860855-a4ce-4b56-a80d-71b7c75e0056 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:31.100292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bd96bfec-f54e-4067-a7ac-aba03decb1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.124740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41036) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.130648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-cfa2bd1b-ff9d-4eec-98a1-62730d50bd69 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'security_group': {'name': 'tempest-secgroup-1603607008'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:31.186481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d605de33-aab6-4738-82b2-1bbf451c30fd None None] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:31.195457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=3d3620f8-e848-4c33-a67f-b0eaffa36652,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:31.215724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:31.218272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:31.221521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:31.228856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:31.229990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.407902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bd96bfec-f54e-4067-a7ac-aba03decb1f6 None None] Port 04860855-a4ce-4b56-a80d-71b7c75e0056 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:31.531542 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c7f53b09-d780-45f5-a927-4d773328a00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.539835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485c99fb-8cbf-4343-8eb6-8bd569a7df6c None None] Update dhcp port {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'fixed_ips': [{'subnet_id': 'c71b99ce-c913-4599-a188-150a20a986e7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'edb67719-90c9-4f25-bdb2-7e0238efa701'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '3cb6f7a7-62ac-47bc-b73c-e81611959df9'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 13:59:31.601646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-485c99fb-8cbf-4343-8eb6-8bd569a7df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.655077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6b8caa7b-ec2f-4d30-a46d-a6f44f8809bd tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/ae5e1e06-22c5-4c2c-b0b2-c56494da3acf HTTP/1.1" status: 200 len: 472 time: 0.5042737 Nov 08 13:59:31.657942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.678829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfa2bd1b-ff9d-4eec-98a1-62730d50bd69 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:31.688877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5b7a2572-9e60-4803-b42e-3eb6dc703d84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0388327 Nov 08 13:59:31.693652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41040) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.713022 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0aa75e70-7be0-4612-b714-09ed5930a8e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0153511 Nov 08 13:59:31.725317 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ff9603c8-3faa-4ff2-a510-1c0b8119aeaf tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/b89da74f-03af-4b50-845b-8009f8136ac3 HTTP/1.1" status: 200 len: 461 time: 0.0606086 Nov 08 13:59:31.725317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41044) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.726603 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41046) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.745146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:31.857938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb4431-e199-4503-b3c1-a37b8e74dd0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:31.865270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb4431-e199-4503-b3c1-a37b8e74dd0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:31.870765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6cfb4431-e199-4503-b3c1-a37b8e74dd0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1751347 Nov 08 13:59:31.871408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41048) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:31.913632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-485c99fb-8cbf-4343-8eb6-8bd569a7df6c None None] Allocated IP 172.20.0.2 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/edb67719-90c9-4f25-bdb2-7e0238efa701/3cb6f7a7-62ac-47bc-b73c-e81611959df9) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:32.008692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4dff8e06-07c0-4c56-a60a-1e8f5e8faae6', 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'fixed_ips': [{'subnet_id': '02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:32.009608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.106965 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.117374 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.164228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 3d3620f8-e848-4c33-a67f-b0eaffa36652 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:32.164507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.225073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d58f28b-8dc1-4aae-aacb-ac88b5f63a02 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.226640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d58f28b-8dc1-4aae-aacb-ac88b5f63a02 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/b89da74f-03af-4b50-845b-8009f8136ac3 HTTP/1.1" status: 204 len: 168 time: 0.4904537 Nov 08 13:59:32.251350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41052) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:32.314431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-485c99fb-8cbf-4343-8eb6-8bd569a7df6c None None] For port 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3cb6f7a7-62ac-47bc-b73c-e81611959df9,segment=NetworkSegment(bae48b6f-dd33-4e3f-afd3-afe3f75802b1),segment_id=bae48b6f-dd33-4e3f-afd3-afe3f75802b1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:32.402985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.444008 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 3d3620f8-e848-4c33-a67f-b0eaffa36652 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:32.470756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfa2bd1b-ff9d-4eec-98a1-62730d50bd69 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.472536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.508418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-485c99fb-8cbf-4343-8eb6-8bd569a7df6c None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.535267 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-485c99fb-8cbf-4343-8eb6-8bd569a7df6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.558505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfa2bd1b-ff9d-4eec-98a1-62730d50bd69 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.573169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Allocated IP 172.20.0.2 (4dff8e06-07c0-4c56-a60a-1e8f5e8faae6/02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4/b99cf452-cdcd-42b1-ad83-107838558d23) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:32.671801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event deleted for resources: {'Port': ['ID=04ab3375-fb3b-4012-b976-55d915e7004e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:32.687392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.752357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.794748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfa2bd1b-ff9d-4eec-98a1-62730d50bd69 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.795430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 12f8bb8f-8393-41a3-b7be-157cedffc821 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:32.809684 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cfa2bd1b-ff9d-4eec-98a1-62730d50bd69 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.7179029 Nov 08 13:59:32.813886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41056) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:32.900955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=3d3620f8-e848-4c33-a67f-b0eaffa36652,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:32.946172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.955252 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c6097ec5-140c-48c6-9a38-219287eb7e9f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/3d3620f8-e848-4c33-a67f-b0eaffa36652 HTTP/1.1" status: 204 len: 168 time: 1.0692167 Nov 08 13:59:32.956640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41058) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:32.960751 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7deb6012-e594-4792-b455-a21a25962580 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'security_group': {'name': 'tempest-secgroup-1661237371'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:32.971246 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-503d8e6a-4cab-4059-9f6c-89319a5122e2 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:32.975765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-503d8e6a-4cab-4059-9f6c-89319a5122e2 tempest-MeteringTestJSON-1222363836 tempest-MeteringTestJSON-1222363836-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/ae5e1e06-22c5-4c2c-b0b2-c56494da3acf HTTP/1.1" status: 204 len: 168 time: 0.7224634 Nov 08 13:59:33.062336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135eabee-afb0-4227-9d03-a4e8bbb60dd2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:33.065102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135eabee-afb0-4227-9d03-a4e8bbb60dd2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:33.070356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-135eabee-afb0-4227-9d03-a4e8bbb60dd2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1114814 Nov 08 13:59:33.071020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:33.115540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa2bd1b-ff9d-4eec-98a1-62730d50bd69 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01272282-2182-480e-a811-8b7559ea1eb4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:33.159664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.190296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 58427484-12e0-4310-b4af-d5b898bad5c4 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:33.197722 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.353714 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.393570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.398003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.488215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-98d4299b-5638-4f1a-af4c-ef08b6f96c19 None None] Provisioning complete for port 12f8bb8f-8393-41a3-b7be-157cedffc821 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:33.488710 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98d4299b-5638-4f1a-af4c-ef08b6f96c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.542510 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.552537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41068) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:33.561879 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.598605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c99fb-8cbf-4343-8eb6-8bd569a7df6c None None] Pushing event updated for resources: {'Port': ['ID=3cb6f7a7-62ac-47bc-b73c-e81611959df9,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:33.685815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.691004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7deb6012-e594-4792-b455-a21a25962580 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.717136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.717987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Fanout notify agent at l3_agent the message router_deleted on router 2fac5af2-2132-4082-ad9e-e5248e043d5a {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:59:33.742499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.755516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.763751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 12f8bb8f-8393-41a3-b7be-157cedffc821 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:33.766724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-99107de5-2bea-4a39-9d23-9295be087c58 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/2fac5af2-2132-4082-ad9e-e5248e043d5a HTTP/1.1" status: 204 len: 168 time: 4.7462368 Nov 08 13:59:33.769599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.792961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41072) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:33.823580 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.829576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=58427484-12e0-4310-b4af-d5b898bad5c4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:33.855543 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.874812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bcbbdf-32ce-456b-b06e-0906fca83c5c None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:33.910931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.918396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6df7ba1b-a93c-4806-9225-9957903c19e4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/58427484-12e0-4310-b4af-d5b898bad5c4 HTTP/1.1" status: 204 len: 168 time: 0.8459473 Nov 08 13:59:33.923296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41076) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:33.946078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe38d3f0-7879-44f2-bd0b-7a68b7d6777f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.975214 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7deb6012-e594-4792-b455-a21a25962580 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:33.986903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d1e8b9b0-720f-4746-829b-99917891ec4e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1916396038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:34.000687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7deb6012-e594-4792-b455-a21a25962580 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.041215 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d185a2c6-434e-4129-982a-588384899c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1154811 Nov 08 13:59:34.057383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41080) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.081066 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98d4299b-5638-4f1a-af4c-ef08b6f96c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.096308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:34.151829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb6012-e594-4792-b455-a21a25962580 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1467d6d-35ea-4e25-a4f5-3d3e5aa20c1f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:34.237042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360cbf5f-3e09-47b9-b18a-8f5d02c97034 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:34.241168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-360cbf5f-3e09-47b9-b18a-8f5d02c97034 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1808741 Nov 08 13:59:34.244336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.256064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:34.259291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:34.270939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1e8b9b0-720f-4746-829b-99917891ec4e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.277676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1e8b9b0-720f-4746-829b-99917891ec4e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.317041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7deb6012-e594-4792-b455-a21a25962580 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.329546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7deb6012-e594-4792-b455-a21a25962580 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5083685 Nov 08 13:59:34.353970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.378086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1010177401', 'security_groups': ['b1467d6d-35ea-4e25-a4f5-3d3e5aa20c1f'], 'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'edb67719-90c9-4f25-bdb2-7e0238efa701'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:34.379773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Pushing event updated for resources: {'Port': ['ID=b99cf452-cdcd-42b1-ad83-107838558d23,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:34.511629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0778779-b4c9-4308-b3f0-d93ed438162d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:34.514204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b0778779-b4c9-4308-b3f0-d93ed438162d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2680321 Nov 08 13:59:34.528191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41090) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.528907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-98d4299b-5638-4f1a-af4c-ef08b6f96c19 None None] For port 12f8bb8f-8393-41a3-b7be-157cedffc821, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=12f8bb8f-8393-41a3-b7be-157cedffc821,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:34.549492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe38d3f0-7879-44f2-bd0b-7a68b7d6777f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.577515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98d4299b-5638-4f1a-af4c-ef08b6f96c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.662877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4299b-5638-4f1a-af4c-ef08b6f96c19 None None] Pushing event updated for resources: {'Port': ['ID=12f8bb8f-8393-41a3-b7be-157cedffc821,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:34.667728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1e8b9b0-720f-4746-829b-99917891ec4e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.690347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cd6f0a06-4e2f-4979-ad38-4ba5418c3335 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602416 Nov 08 13:59:34.691668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1e8b9b0-720f-4746-829b-99917891ec4e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.693225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe38d3f0-7879-44f2-bd0b-7a68b7d6777f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.699519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41094) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.712054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:34.743439 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.808544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Attempting to bind port b99cf452-cdcd-42b1-ad83-107838558d23 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:34.809974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Attempting to bind port b99cf452-cdcd-42b1-ad83-107838558d23 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:34.812537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Attempting to bind port b99cf452-cdcd-42b1-ad83-107838558d23 on network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:34.820869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38d3f0-7879-44f2-bd0b-7a68b7d6777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e71982-3ac6-4e70-915c-e8de8b2ca780,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:34.835265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fe38d3f0-7879-44f2-bd0b-7a68b7d6777f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f643c8ba07b4b6696f8b2018bbb6d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2779477 Nov 08 13:59:34.837008 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41096) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.861236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-06a9bfa4-2c5d-4ca1-a9bb-13465e0a8505 None None] Could not find standard attr ID for object 3d3620f8-e848-4c33-a67f-b0eaffa36652. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:59:34.869857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:34.870903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Checking segment: {'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:34.872020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.872020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Bound using segment: {'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:34.874491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Bound port: b99cf452-cdcd-42b1-ad83-107838558d23, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:34.874491 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.895301 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d1e8b9b0-720f-4746-829b-99917891ec4e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:34.901885 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d1e8b9b0-720f-4746-829b-99917891ec4e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9238811 Nov 08 13:59:34.902082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41098) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.918773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:34.921039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:34.962300 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 13:59:34.963695 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 13:59:35.022533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] For port b99cf452-cdcd-42b1-ad83-107838558d23, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:35.026896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] For port b99cf452-cdcd-42b1-ad83-107838558d23, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b99cf452-cdcd-42b1-ad83-107838558d23,segment=NetworkSegment(cd559ecf-50a1-4b89-9012-a834714f956d),segment_id=cd559ecf-50a1-4b89-9012-a834714f956d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:35.028690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-383c8a66-8679-488f-945b-2c9306f5a76a None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:35.029190 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-383c8a66-8679-488f-945b-2c9306f5a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.081094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:35.108659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739737af-7758-4adc-9b4e-ec876e29edc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.137402 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739737af-7758-4adc-9b4e-ec876e29edc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.155612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:59:35.177118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.269662 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739737af-7758-4adc-9b4e-ec876e29edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.272350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-739737af-7758-4adc-9b4e-ec876e29edc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.276731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-739737af-7758-4adc-9b4e-ec876e29edc1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76e71982-3ac6-4e70-915c-e8de8b2ca780 HTTP/1.1" status: 204 len: 168 time: 0.4362373 Nov 08 13:59:35.286700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739737af-7758-4adc-9b4e-ec876e29edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e71982-3ac6-4e70-915c-e8de8b2ca780,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:35.354762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.450117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] device_id is not set on port a13b8ccc-0319-4426-861a-0b0d8e19e21b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:35.505855 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.701981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.10 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/edb67719-90c9-4f25-bdb2-7e0238efa701/a13b8ccc-0319-4426-861a-0b0d8e19e21b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:35.899651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc9393-70a4-4d99-9b34-18eaaf6fbcdb None None] Pushing event updated for resources: {'Port': ['ID=b99cf452-cdcd-42b1-ad83-107838558d23,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:35.930398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-383c8a66-8679-488f-945b-2c9306f5a76a None None] Provisioning complete for port 04860855-a4ce-4b56-a80d-71b7c75e0056 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:35.930982 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-383c8a66-8679-488f-945b-2c9306f5a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:35.977266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.026284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51300155-68ac-48de-bf8e-8fe9ade47459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.029479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3cb6f7a7-62ac-47bc-b73c-e81611959df9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:36.032978 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.049347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.055775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] Deleting port 12f8bb8f-8393-41a3-b7be-157cedffc821 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:36.056299 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.082000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:36.087412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.178063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41110) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:36.247871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.273607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] For port 12f8bb8f-8393-41a3-b7be-157cedffc821, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=12f8bb8f-8393-41a3-b7be-157cedffc821,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:36.274264 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.294874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ec5aaa-b213-43a7-b4fa-60c2dae8fe6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.299243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] Calling delete_port for 12f8bb8f-8393-41a3-b7be-157cedffc821 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:36.306246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.409785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.417882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.441920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=a13b8ccc-0319-4426-861a-0b0d8e19e21b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:36.446755 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.451667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:36.484023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-383c8a66-8679-488f-945b-2c9306f5a76a None None] Port 04860855-a4ce-4b56-a80d-71b7c75e0056 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:36.496581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] Pushing event deleted for resources: {'Port': ['ID=12f8bb8f-8393-41a3-b7be-157cedffc821,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:36.505606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc156eee-58d5-4eb6-bc4f-21dddec8fca3 None None] No DVR routers for this DVR port 12f8bb8f-8393-41a3-b7be-157cedffc821 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:59:36.529124 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 13:59:36.538529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:36.538908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.539068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.576522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Allocated IP 172.25.8.64 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/efd54283-12d2-41b5-9e1d-9db879c800c4) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:36.585610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:36.603058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:36.738208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ec5aaa-b213-43a7-b4fa-60c2dae8fe6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.745292 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85ec5aaa-b213-43a7-b4fa-60c2dae8fe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.776452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 12f8bb8f-8393-41a3-b7be-157cedffc821 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:59:36.807987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 12f8bb8f-8393-41a3-b7be-157cedffc821 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:59:36.808442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 12f8bb8f-8393-41a3-b7be-157cedffc821 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:59:36.861060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:36.861797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.905541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-85ec5aaa-b213-43a7-b4fa-60c2dae8fe6b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47ac1a67ffbc4e348ffb6dc5b6e04f48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7232866 Nov 08 13:59:36.908430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec5aaa-b213-43a7-b4fa-60c2dae8fe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0ffb5-c0b8-40a4-923b-ffc25a6ac78a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:36.911718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41114) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:36.956796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51300155-68ac-48de-bf8e-8fe9ade47459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:36.987363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-51300155-68ac-48de-bf8e-8fe9ade47459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.009028 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-045303a7-d6e0-465e-88d2-bb5fc684bfa3 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6432066 Nov 08 13:59:37.013694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41116) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:37.028031 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.033841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-acb4be10-e66a-4adc-8a85-2c6a0afcb4cc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:37.068492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.129446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-535dc922-2dd9-42f9-845a-79b56ae3b163 None None] Provisioning complete for port a13b8ccc-0319-4426-861a-0b0d8e19e21b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:37.130265 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-535dc922-2dd9-42f9-845a-79b56ae3b163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.160022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=1e6c4a5d-8404-451a-b63a-14bfae3e3b32,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:37.175146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b126d593-e7f9-4ca7-b078-2a4eaa6fa631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.189120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-535dc922-2dd9-42f9-845a-79b56ae3b163 None None] Port a13b8ccc-0319-4426-861a-0b0d8e19e21b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:37.189412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51300155-68ac-48de-bf8e-8fe9ade47459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fafa7fe5-bc1e-4abb-bdb7-2062b621a586,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:37.216995 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-51300155-68ac-48de-bf8e-8fe9ade47459 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bf718eb34a0d403199c971eff073ae83&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2886262 Nov 08 13:59:37.220673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:37.221715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41118) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:37.232883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:37.238158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:37.239362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.242343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b126d593-e7f9-4ca7-b078-2a4eaa6fa631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.245452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84ed89b-bdd7-4345-b39b-b97ba0261722 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:37.302774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-087b05a7-4968-41db-a225-c8163a0e294c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5938804 Nov 08 13:59:37.303286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41120) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:37.312468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': '1e6c4a5d-8404-451a-b63a-14bfae3e3b32', 'ip_address': '2001:db8::8eac:89ef:bcc3:53c'}], 'name': 'tempest-NetworksTestDHCPv6-1967257877'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:37.340591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e587c441-66e6-4278-8f0d-6aa4cbbd42c6 None None] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:37.367261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.383861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b126d593-e7f9-4ca7-b078-2a4eaa6fa631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.389112 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b126d593-e7f9-4ca7-b078-2a4eaa6fa631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.391392 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b126d593-e7f9-4ca7-b078-2a4eaa6fa631 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6dc0ffb5-c0b8-40a4-923b-ffc25a6ac78a HTTP/1.1" status: 204 len: 168 time: 0.4741518 Nov 08 13:59:37.442766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126d593-e7f9-4ca7-b078-2a4eaa6fa631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc0ffb5-c0b8-40a4-923b-ffc25a6ac78a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:37.455492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb4be10-e66a-4adc-8a85-2c6a0afcb4cc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:37.459452 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acb4be10-e66a-4adc-8a85-2c6a0afcb4cc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.494395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-88dbaf80-6d4d-410a-a8a3-3309e8813009 None None] Provisioning complete for port b99cf452-cdcd-42b1-ad83-107838558d23 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:37.501066 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88dbaf80-6d4d-410a-a8a3-3309e8813009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.524905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60459704-1bf7-4620-8abc-05d658aea7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.527074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:37.529419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event updated for resources: {'Port': ['ID=efd54283-12d2-41b5-9e1d-9db879c800c4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:37.537192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:37.552649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:37.622565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60459704-1bf7-4620-8abc-05d658aea7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:37.658566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Allocated IP 172.25.8.205 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/43ae5622-92a9-4f4b-b088-face88951923) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:37.854215 n-d-804292-2 neutron-server[101841]: INFO neutron.db.ipam_backend_mixin [None req-acb4be10-e66a-4adc-8a85-2c6a0afcb4cc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet edb67719-90c9-4f25-bdb2-7e0238efa701 (CIDR: 172.20.0.0/28) Nov 08 13:59:37.883586 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-acb4be10-e66a-4adc-8a85-2c6a0afcb4cc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:59:37.885201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acb4be10-e66a-4adc-8a85-2c6a0afcb4cc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:37.890212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:37.993634 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-acb4be10-e66a-4adc-8a85-2c6a0afcb4cc tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9762714 Nov 08 13:59:37.999895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41128) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:38.010893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-401d046e-a0f6-4672-90e0-4a21282e8097 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:38.025633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b99cf452-cdcd-42b1-ad83-107838558d23 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:38.025902 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60459704-1bf7-4620-8abc-05d658aea7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.028860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60459704-1bf7-4620-8abc-05d658aea7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.033220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-60459704-1bf7-4620-8abc-05d658aea7bf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fafa7fe5-bc1e-4abb-bdb7-2062b621a586 HTTP/1.1" status: 204 len: 168 time: 0.8096457 Nov 08 13:59:38.067453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60459704-1bf7-4620-8abc-05d658aea7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fafa7fe5-bc1e-4abb-bdb7-2062b621a586,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:38.101816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.130395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.168127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port e930e031-324c-4549-84b8-5e40234bba7c yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:38.191561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '1e6c4a5d-8404-451a-b63a-14bfae3e3b32'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:38.191561 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.325621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.434375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:38.441005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:38.448934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:38.520730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=43ae5622-92a9-4f4b-b088-face88951923,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:38.569983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b99cf452-cdcd-42b1-ad83-107838558d23 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:38.570569 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.573411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88dbaf80-6d4d-410a-a8a3-3309e8813009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.710827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::8eac:89ef:bcc3:53c (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/1e6c4a5d-8404-451a-b63a-14bfae3e3b32/e930e031-324c-4549-84b8-5e40234bba7c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:38.744577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-88dbaf80-6d4d-410a-a8a3-3309e8813009 None None] For port b99cf452-cdcd-42b1-ad83-107838558d23, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b99cf452-cdcd-42b1-ad83-107838558d23,segment=NetworkSegment(cd559ecf-50a1-4b89-9012-a834714f956d),segment_id=cd559ecf-50a1-4b89-9012-a834714f956d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:38.760657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88dbaf80-6d4d-410a-a8a3-3309e8813009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:38.874633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbaf80-6d4d-410a-a8a3-3309e8813009 None None] Pushing event updated for resources: {'Port': ['ID=b99cf452-cdcd-42b1-ad83-107838558d23,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:38.892590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41142) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:39.024568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b3f65d2-92f3-4612-ab99-b3ac13b9a4b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.097913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a6a467b4-b63e-49f9-bca7-cf5201c2c554 None None] Provisioning complete for port b99cf452-cdcd-42b1-ad83-107838558d23 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:39.098356 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6a467b4-b63e-49f9-bca7-cf5201c2c554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.108910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.227996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d046e-a0f6-4672-90e0-4a21282e8097 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:39.232153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-401d046e-a0f6-4672-90e0-4a21282e8097 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.533727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41154) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:39.542297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b3f65d2-92f3-4612-ab99-b3ac13b9a4b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.550332 n-d-804292-2 neutron-server[101841]: INFO neutron.db.ipam_backend_mixin [None req-401d046e-a0f6-4672-90e0-4a21282e8097 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c71b99ce-c913-4599-a188-150a20a986e7 (CIDR: 172.20.0.16/28) Nov 08 13:59:39.561673 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-401d046e-a0f6-4672-90e0-4a21282e8097 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 13:59:39.562352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401d046e-a0f6-4672-90e0-4a21282e8097 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:39.566805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b3f65d2-92f3-4612-ab99-b3ac13b9a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.584139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.679314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.720385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f65d2-92f3-4612-ab99-b3ac13b9a4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3dcf892-7807-412c-a20e-5e9023adc876,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:39.733674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-401d046e-a0f6-4672-90e0-4a21282e8097 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.7302511 Nov 08 13:59:39.736913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'networks': [{'name': 'tempest-network--493210803'}, {'name': 'tempest-network--458777391'}]} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:39.737751 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'network': {'name': 'tempest-network--493210803'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:39.738229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'network': {'name': 'tempest-network--458777391'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:39.738556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41158) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:39.744955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b3f65d2-92f3-4612-ab99-b3ac13b9a4b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70848da551d8463592ba47c53957557a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8510716 Nov 08 13:59:39.753498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41160) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:39.761095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'subnet': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:39.801409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b99cf452-cdcd-42b1-ad83-107838558d23 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:39.825603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.874837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b99cf452-cdcd-42b1-ad83-107838558d23 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:39.875959 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.891340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Made reservation on behalf of ca08e813b4a74a3a84127fc26e6d505c for: {'network': 2} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:39.891646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.897321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.916841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:39.949940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.002086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/1e6c4a5d-8404-451a-b63a-14bfae3e3b32/20df7c68-c836-4fa3-9619-3ba892f66d84) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:40.109317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:40.124596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=e930e031-324c-4549-84b8-5e40234bba7c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:40.138835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:40.142173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:40.152440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:40.153604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.161469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe6db-11b2-43d6-86f0-d7f24a09bde8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.195433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Made reservation on behalf of d43ef104902d4cdca7e23403e8390fc7 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:40.201696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.240498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.253162 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-223a5bed-fb33-4dae-b27a-74609cf4128b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9483397 Nov 08 13:59:40.257381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe6db-11b2-43d6-86f0-d7f24a09bde8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.259083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41166) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:40.352789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Router 43810a89-52dd-4a9d-b21f-7fed80d3fa26 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:59:40.435172 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.457972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.522330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d836a-2cf4-4f86-8a06-a00d8a5e5e08 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:40.524545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2c9d836a-2cf4-4f86-8a06-a00d8a5e5e08 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2623515 Nov 08 13:59:40.527557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.528136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:40.530406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41168) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:40.533691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:40.550712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.551608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.552362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:40.617673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Pushing event updated for resources: {'Port': ['ID=20df7c68-c836-4fa3-9619-3ba892f66d84,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:40.628600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe6db-11b2-43d6-86f0-d7f24a09bde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.631874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a4fe6db-11b2-43d6-86f0-d7f24a09bde8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.633545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5a4fe6db-11b2-43d6-86f0-d7f24a09bde8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3dcf892-7807-412c-a20e-5e9023adc876 HTTP/1.1" status: 204 len: 168 time: 0.8775949 Nov 08 13:59:40.659439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:40.668717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Attempting to bind port 20df7c68-c836-4fa3-9619-3ba892f66d84 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:40.669249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Attempting to bind port 20df7c68-c836-4fa3-9619-3ba892f66d84 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:40.669510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Attempting to bind port 20df7c68-c836-4fa3-9619-3ba892f66d84 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:40.676014 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] Sync routers for ids ['43810a89-52dd-4a9d-b21f-7fed80d3fa26'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:40.681013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:40.681719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:40.683158 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.683917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:40.684872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Bound port: 20df7c68-c836-4fa3-9619-3ba892f66d84, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:40.685683 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.696698 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] Routers {'43810a89-52dd-4a9d-b21f-7fed80d3fa26'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:40.697636 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['43810a89-52dd-4a9d-b21f-7fed80d3fa26'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:40.704593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.705951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7bddda50-57b1-4c15-820d-ff9e944a5020 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "PUT /v2.0/routers/43810a89-52dd-4a9d-b21f-7fed80d3fa26 HTTP/1.1" status: 200 len: 883 time: 5.8025401 Nov 08 13:59:40.708896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41172) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:40.776292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:40.788157 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:40.791193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e596d-295d-4ec9-801f-d25c6d6b10b7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:40.796144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] For port 20df7c68-c836-4fa3-9619-3ba892f66d84, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:40.806959 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] Routers {'43810a89-52dd-4a9d-b21f-7fed80d3fa26'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:40.810037 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['43810a89-52dd-4a9d-b21f-7fed80d3fa26'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:40.810809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] For port 20df7c68-c836-4fa3-9619-3ba892f66d84, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=20df7c68-c836-4fa3-9619-3ba892f66d84,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:40.820101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.858567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:40.859153 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Added segment d96938fe-25a6-41f8-a24d-0b2563a6b37f of type vlan for network e10881fc-a587-4fda-a92e-f3add6009ab4 Nov 08 13:59:40.873246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fe6db-11b2-43d6-86f0-d7f24a09bde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3dcf892-7807-412c-a20e-5e9023adc876,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:40.923160 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:40.924741 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e3cff7-1ea2-4e75-ba5c-6a19b39118e3 None None] The sync data for ids ['43810a89-52dd-4a9d-b21f-7fed80d3fa26'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:40.958121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Router f827e35b-6dd2-4b24-a182-cdde01a10d98 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:59:40.991425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.000951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129453c-04b1-41d7-aec5-0aa0997066d1 None None] Pushing event updated for resources: {'Port': ['ID=20df7c68-c836-4fa3-9619-3ba892f66d84,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:41.009653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d8038106-a9d4-4d5d-999c-dfac15548942 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/43810a89-52dd-4a9d-b21f-7fed80d3fa26 HTTP/1.1" status: 200 len: 924 time: 0.2987604 Nov 08 13:59:41.013135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41176) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:41.013304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.075097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:41.082376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:41.092630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20546037-bc7c-44f5-b9d1-fb3644843c6e None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:41.094381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:41.095123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.118400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Subnet': ['ID=a44d24e5-f756-45af-bf4c-56f999a56bff,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:41.137426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-03862685-4de2-4a2f-b7da-a6a3d7516652 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3968945 Nov 08 13:59:41.138562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41178) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:41.158688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-883226230', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a44d24e5-f756-45af-bf4c-56f999a56bff'}], 'security_groups': ['15cba14a-80b3-4f09-8727-8769bb8576b8', '01272282-2182-480e-a811-8b7559ea1eb4']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:41.175546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port e930e031-324c-4549-84b8-5e40234bba7c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:41.179316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.486260 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.566149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:41.580820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:41.601742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Sync routers for ids ['f827e35b-6dd2-4b24-a182-cdde01a10d98'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:41.604326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.612739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9c802f-f90a-4963-9f7a-fa75e0fc0251 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:41.619222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dd9c802f-f90a-4963-9f7a-fa75e0fc0251 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=43810a89-52dd-4a9d-b21f-7fed80d3fa26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5937116 Nov 08 13:59:41.632015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41190) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:41.633419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69bb454-f9e9-4318-b26c-55d254810bd8 None None] Update dhcp port {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'fixed_ips': [{'subnet_id': 'c71b99ce-c913-4599-a188-150a20a986e7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'edb67719-90c9-4f25-bdb2-7e0238efa701', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a44d24e5-f756-45af-bf4c-56f999a56bff'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '3cb6f7a7-62ac-47bc-b73c-e81611959df9'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 13:59:41.680682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Routers {'f827e35b-6dd2-4b24-a182-cdde01a10d98'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:41.697898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f827e35b-6dd2-4b24-a182-cdde01a10d98'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:41.763202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.763202 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Added segment aca95e2d-afb1-4232-852b-f10cc1b5e634 of type vlan for network e30b15ce-9bac-4690-a592-1c61173abc63 Nov 08 13:59:41.768774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac751d9-5a44-4d50-8869-8d09c31fe3f5 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:41.771176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2ac751d9-5a44-4d50-8869-8d09c31fe3f5 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.1378267 Nov 08 13:59:41.779665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for e930e031-324c-4549-84b8-5e40234bba7c owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:41.782850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41194) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:41.807264 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d69bb454-f9e9-4318-b26c-55d254810bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.849751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.854998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-60aa0e53-80ec-47de-8828-2ed9ccaef7d1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.1259911 Nov 08 13:59:41.858125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cd367b65-d995-449e-baac-d0d19c695d18 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=43810a89-52dd-4a9d-b21f-7fed80d3fa26 HTTP/1.1" status: 200 len: 205 time: 0.0710273 Nov 08 13:59:41.858885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41198) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:41.870079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41200) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:41.886480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:41.959173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Set router f827e35b-6dd2-4b24-a182-cdde01a10d98 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:42.072404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.resource_extend [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 13:59:42.249565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 20df7c68-c836-4fa3-9619-3ba892f66d84 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:42.251821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Delete allocated IP 172.20.0.10 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/edb67719-90c9-4f25-bdb2-7e0238efa701) {{(pid=101841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 13:59:42.267985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Allocated IP 172.20.0.46 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/a44d24e5-f756-45af-bf4c-56f999a56bff/a13b8ccc-0319-4426-861a-0b0d8e19e21b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:42.309063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.309599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.330147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:42.342374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:42.345034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.418964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.8822784 Nov 08 13:59:42.448984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 20df7c68-c836-4fa3-9619-3ba892f66d84 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:42.449945 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.510163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41210) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:42.571197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.585997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.735713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.808606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Network': ['ID=e10881fc-a587-4fda-a92e-f3add6009ab4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:42.845939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] In _notify_port_updated(), no bound segment for port a13b8ccc-0319-4426-861a-0b0d8e19e21b on network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 13:59:42.856690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:42.857874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:42.867980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "PUT /v2.0/ports/a13b8ccc-0319-4426-861a-0b0d8e19e21b HTTP/1.1" status: 200 len: 959 time: 1.7274034 Nov 08 13:59:42.890392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41216) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:42.936577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e10881fc-a587-4fda-a92e-f3add6009ab4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:42.952255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404164e5-5473-453b-9670-562a44c00e25 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event updated for resources: {'Port': ['ID=a13b8ccc-0319-4426-861a-0b0d8e19e21b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:43.121417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3517-f4e0-4387-b0bd-a9722deb9f18 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Network': ['ID=e30b15ce-9bac-4690-a592-1c61173abc63,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:43.146018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port a13b8ccc-0319-4426-861a-0b0d8e19e21b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:43.146536 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.173859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e30b15ce-9bac-4690-a592-1c61173abc63 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:43.278572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.304021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T13:59:38Z', 'revision_number': 3, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:43.335717 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.370005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for a13b8ccc-0319-4426-861a-0b0d8e19e21b owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:43.480311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Checking router: f827e35b-6dd2-4b24-a182-cdde01a10d98 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:59:43.480645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Updating router f827e35b-6dd2-4b24-a182-cdde01a10d98 port 43ae5622-92a9-4f4b-b088-face88951923 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:59:43.483185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-638db565-be6b-4a9e-9f45-b6263fe68aa1 None None] Provisioning complete for port 20df7c68-c836-4fa3-9619-3ba892f66d84 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:43.483635 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-638db565-be6b-4a9e-9f45-b6263fe68aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.507707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-d69bb454-f9e9-4318-b26c-55d254810bd8 None None] Allocated IP 172.20.0.34 (e0d24d0f-13d7-40af-ac2d-66abf48f2b53/a44d24e5-f756-45af-bf4c-56f999a56bff/3cb6f7a7-62ac-47bc-b73c-e81611959df9) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:43.709589 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.749216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.763611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 20df7c68-c836-4fa3-9619-3ba892f66d84, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=20df7c68-c836-4fa3-9619-3ba892f66d84,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:43.788156 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.803727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=a13b8ccc-0319-4426-861a-0b0d8e19e21b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:43.840404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.907025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6c16c-d2b0-4d59-b91c-b94830a67d0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:43.914923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6c16c-d2b0-4d59-b91c-b94830a67d0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:43.930853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6c16c-d2b0-4d59-b91c-b94830a67d0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:43.934928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:43.941686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c6c16c-d2b0-4d59-b91c-b94830a67d0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:43.948007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d6542c9-35f2-49be-a6c4-6d906249fe70 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/a13b8ccc-0319-4426-861a-0b0d8e19e21b HTTP/1.1" status: 204 len: 168 time: 1.0554070 Nov 08 13:59:43.949066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c7c6c16c-d2b0-4d59-b91c-b94830a67d0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.4315696 Nov 08 13:59:43.949351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41234) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:43.950015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41236) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:44.034159 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fc89b8-cacb-4692-8585-c7039b36794d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] GET failed (client error): The resource could not be found. Nov 08 13:59:44.042470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d8fc89b8-cacb-4692-8585-c7039b36794d tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports/a13b8ccc-0319-4426-861a-0b0d8e19e21b HTTP/1.1" status: 404 len: 333 time: 0.0886140 Nov 08 13:59:44.060021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41240) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:44.082628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=20df7c68-c836-4fa3-9619-3ba892f66d84,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:44.148148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d69bb454-f9e9-4318-b26c-55d254810bd8 None None] For port 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3cb6f7a7-62ac-47bc-b73c-e81611959df9,segment=NetworkSegment(bae48b6f-dd33-4e3f-afd3-afe3f75802b1),segment_id=bae48b6f-dd33-4e3f-afd3-afe3f75802b1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:44.214885 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.241219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d69bb454-f9e9-4318-b26c-55d254810bd8 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.247374 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7eef6b7a-05bc-497a-b603-ce9bf51ee26f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.286437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=e930e031-324c-4549-84b8-5e40234bba7c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:44.328203 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7eef6b7a-05bc-497a-b603-ce9bf51ee26f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.375545 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.384496 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d69bb454-f9e9-4318-b26c-55d254810bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.415379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.418164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1775fb48-3187-4476-bd07-5afec428830f None None] Could not find standard attr ID for object e930e031-324c-4549-84b8-5e40234bba7c. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:59:44.419762 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ec28536-6568-41e1-8b68-f869be57d5b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/e930e031-324c-4549-84b8-5e40234bba7c HTTP/1.1" status: 204 len: 168 time: 3.8846805 Nov 08 13:59:44.425002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.428439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41250) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:44.512156 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.533303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.616568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7eef6b7a-05bc-497a-b603-ce9bf51ee26f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.619932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7eef6b7a-05bc-497a-b603-ce9bf51ee26f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.621435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7eef6b7a-05bc-497a-b603-ce9bf51ee26f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/security-groups/b1467d6d-35ea-4e25-a4f5-3d3e5aa20c1f HTTP/1.1" status: 204 len: 168 time: 0.5598459 Nov 08 13:59:44.624216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e10881fc-a587-4fda-a92e-f3add6009ab4']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:44.629986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41258) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:44.649740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b0da5-143f-42b8-a4e4-9bf38d6e478b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:44.652416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b0da5-143f-42b8-a4e4-9bf38d6e478b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:44.657694 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1b7b0da5-143f-42b8-a4e4-9bf38d6e478b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2236304 Nov 08 13:59:44.663182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41260) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:44.690691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96938fe-25a6-41f8-a24d-0b2563a6b37f') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:44.692168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96938fe-25a6-41f8-a24d-0b2563a6b37f') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:44.733765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef6b7a-05bc-497a-b603-ce9bf51ee26f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1467d6d-35ea-4e25-a4f5-3d3e5aa20c1f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:44.738689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 1e6c4a5d-8404-451a-b63a-14bfae3e3b32 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:44.743879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.748056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Attempting to bind port 43ae5622-92a9-4f4b-b088-face88951923 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:44.748569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Attempting to bind port 43ae5622-92a9-4f4b-b088-face88951923 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:44.748940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Attempting to bind port 43ae5622-92a9-4f4b-b088-face88951923 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:44.764229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bb454-f9e9-4318-b26c-55d254810bd8 None None] Pushing event updated for resources: {'Port': ['ID=3cb6f7a7-62ac-47bc-b73c-e81611959df9,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:44.782224 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.797617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.824898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:44.825282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:44.825688 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.826081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:44.826567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Bound port: 43ae5622-92a9-4f4b-b088-face88951923, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:44.826947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.847178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:59:44.850890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:59:44.857042 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:59:44.861275 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0a1ff5-4cef-4fbf-b427-1f548a58782f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.916850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:44.923705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f1ce6-3cdd-4627-bf56-ca2a0610aa42 None None] Pushing event updated for resources: {'Port': ['ID=43ae5622-92a9-4f4b-b088-face88951923,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:44.974161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] For port 43ae5622-92a9-4f4b-b088-face88951923, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:44.988557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] For port 43ae5622-92a9-4f4b-b088-face88951923, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=43ae5622-92a9-4f4b-b088-face88951923,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:45.000961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.034524 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0a1ff5-4cef-4fbf-b427-1f548a58782f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.051119 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.080457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.099366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/networks/e10881fc-a587-4fda-a92e-f3add6009ab4 HTTP/1.1" status: 204 len: 168 time: 1.1450882 Nov 08 13:59:45.124676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.128065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41274) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:45.138023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Routers {'f827e35b-6dd2-4b24-a182-cdde01a10d98'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:45.138888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f827e35b-6dd2-4b24-a182-cdde01a10d98'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:45.153217 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0a1ff5-4cef-4fbf-b427-1f548a58782f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.158161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af0a1ff5-4cef-4fbf-b427-1f548a58782f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.159558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af0a1ff5-4cef-4fbf-b427-1f548a58782f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/security-groups/01272282-2182-480e-a811-8b7559ea1eb4 HTTP/1.1" status: 204 len: 168 time: 0.5203447 Nov 08 13:59:45.167243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b38afa-8ec2-4775-8c1a-ca658162001b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Network': ['ID=e10881fc-a587-4fda-a92e-f3add6009ab4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:45.170771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41276) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:45.192672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f1ce6-3cdd-4627-bf56-ca2a0610aa42 None None] Pushing event updated for resources: {'Port': ['ID=43ae5622-92a9-4f4b-b088-face88951923,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:45.260396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a1ff5-4cef-4fbf-b427-1f548a58782f tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01272282-2182-480e-a811-8b7559ea1eb4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:45.299512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Deleting port efd54283-12d2-41b5-9e1d-9db879c800c4 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:45.300140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.342132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28ad9be-c316-4692-85be-aa83b3fe0908 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.387649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] Set router f827e35b-6dd2-4b24-a182-cdde01a10d98 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:45.418165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28ad9be-c316-4692-85be-aa83b3fe0908 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.538686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28ad9be-c316-4692-85be-aa83b3fe0908 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.543637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28ad9be-c316-4692-85be-aa83b3fe0908 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.547896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a28ad9be-c316-4692-85be-aa83b3fe0908 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/security-groups/15cba14a-80b3-4f09-8727-8769bb8576b8 HTTP/1.1" status: 204 len: 168 time: 0.3708410 Nov 08 13:59:45.558782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41280) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:45.628239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.672346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet edb67719-90c9-4f25-bdb2-7e0238efa701 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:45.679364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ad9be-c316-4692-85be-aa83b3fe0908 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cba14a-80b3-4f09-8727-8769bb8576b8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:45.681598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.753852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.783448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41282) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:45.794190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.890414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T13:59:38Z', 'revision_number': 3, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:45.958341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:45.964477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5aa7d2-11f9-4d7c-9cb7-4b14e87476f8 None None] The sync data for ids ['f827e35b-6dd2-4b24-a182-cdde01a10d98'] in n-d-804292-2 is: [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T13:59:38Z', 'revision_number': 3, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:46.011062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e166f45d-b1cc-4b81-a987-ed18b9450648 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:46.016857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Calling delete_port for efd54283-12d2-41b5-9e1d-9db879c800c4 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:46.017412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e166f45d-b1cc-4b81-a987-ed18b9450648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.069085 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.153027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 20df7c68-c836-4fa3-9619-3ba892f66d84 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:46.200964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5aae77b-8db2-45bc-a3bb-c99f20ad3500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.204791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.270071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.290583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30b15ce-9bac-4690-a592-1c61173abc63']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:46.294680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.333728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.345947 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/1e6c4a5d-8404-451a-b63a-14bfae3e3b32 HTTP/1.1" status: 204 len: 168 time: 1.6754944 Nov 08 13:59:46.354013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aca95e2d-afb1-4232-852b-f10cc1b5e634') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:46.354593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aca95e2d-afb1-4232-852b-f10cc1b5e634') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:46.356831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41288) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:46.408798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c390fbbb-c8ff-41cd-8222-ee5ab642f82e None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:46.428711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Allocated IP 172.20.0.1 (4dff8e06-07c0-4c56-a60a-1e8f5e8faae6/02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4/991ec67e-1a37-471e-b5ce-9747da8a8e33) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:46.460992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dfa04-08e2-4e41-917c-ade025bd980d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=1e6c4a5d-8404-451a-b63a-14bfae3e3b32,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:46.474634 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.570240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 20df7c68-c836-4fa3-9619-3ba892f66d84 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:46.571139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.572650 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b059101f-cbb1-46ab-8263-b357b2196fce tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1676643 Nov 08 13:59:46.597594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41290) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:46.619117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e166f45d-b1cc-4b81-a987-ed18b9450648 None None] Provisioning complete for port 04860855-a4ce-4b56-a80d-71b7c75e0056 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:46.619569 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e166f45d-b1cc-4b81-a987-ed18b9450648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.621474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:46.784364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.820522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:59:46.821551 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: timer() Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:59:46.825253 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:59:46.860075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e166f45d-b1cc-4b81-a987-ed18b9450648 None None] Port 04860855-a4ce-4b56-a80d-71b7c75e0056 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:46.882609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e166f45d-b1cc-4b81-a987-ed18b9450648 None None] Could not find standard attr ID for object a13b8ccc-0319-4426-861a-0b0d8e19e21b. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:59:46.936018 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:46.947421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/edb67719-90c9-4f25-bdb2-7e0238efa701 HTTP/1.1" status: 204 len: 168 time: 1.3771214 Nov 08 13:59:46.955184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9897519-f569-474e-94b8-45e55ab25f9a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=edb67719-90c9-4f25-bdb2-7e0238efa701,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:46.963421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:47.126660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet a44d24e5-f756-45af-bf4c-56f999a56bff {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:47.148522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.167232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.190749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.198454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/networks/e30b15ce-9bac-4690-a592-1c61173abc63 HTTP/1.1" status: 204 len: 168 time: 2.0582945 Nov 08 13:59:47.212279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02107d48-d60d-4bf0-83bb-0d67916cd732 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Network': ['ID=e30b15ce-9bac-4690-a592-1c61173abc63,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:47.222860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41294) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:47.225121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7652638a-81a2-4167-85cd-acd61e453bb3 None None] Could not find standard attr ID for object a13b8ccc-0319-4426-861a-0b0d8e19e21b. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:59:47.258278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0568e5-94ab-4b26-96c5-f9e3fc0dce9c None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:47.304831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.337543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.348614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3cb6f7a7-62ac-47bc-b73c-e81611959df9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:47.367280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.421129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:59:47.425043 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5aae77b-8db2-45bc-a3bb-c99f20ad3500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.432137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5aae77b-8db2-45bc-a3bb-c99f20ad3500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.446900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:47.451520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.486949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a5aae77b-8db2-45bc-a3bb-c99f20ad3500 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a7b82f092815434b8a7c8fffb41776c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7027631 Nov 08 13:59:47.497726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41298) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:47.556698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:47.557204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.595362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd7c0-7aeb-46a0-8f7b-2309ebf1d76a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.600275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aae77b-8db2-45bc-a3bb-c99f20ad3500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46c41c8-57a3-4596-b7c4-bdb9726c692d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:47.685029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] Deleting port 20df7c68-c836-4fa3-9619-3ba892f66d84 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:47.685460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd7c0-7aeb-46a0-8f7b-2309ebf1d76a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.685666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.699882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.736367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event deleted for resources: {'Port': ['ID=efd54283-12d2-41b5-9e1d-9db879c800c4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:47.757016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.818626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.857532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=a44d24e5-f756-45af-bf4c-56f999a56bff,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:47.876638 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.883040 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f91dd99a-30e5-43ce-8b07-35b5e582b61b tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/a44d24e5-f756-45af-bf4c-56f999a56bff HTTP/1.1" status: 204 len: 168 time: 0.9185605 Nov 08 13:59:47.888821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41300) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:47.930760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] For port 20df7c68-c836-4fa3-9619-3ba892f66d84, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=20df7c68-c836-4fa3-9619-3ba892f66d84,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:47.931172 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.944477 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-0848eddb-63bf-45ec-ba80-6b4d39688b87 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:47.945832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0848eddb-63bf-45ec-ba80-6b4d39688b87 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:47.955486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0848eddb-63bf-45ec-ba80-6b4d39688b87 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/edb67719-90c9-4f25-bdb2-7e0238efa701 HTTP/1.1" status: 404 len: 337 time: 0.0641088 Nov 08 13:59:47.956922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41302) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:47.966462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd7c0-7aeb-46a0-8f7b-2309ebf1d76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.969739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d6d92-8382-46ee-921b-93cc0ea3b652 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:47.970679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c7dd7c0-7aeb-46a0-8f7b-2309ebf1d76a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:47.976351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5c7dd7c0-7aeb-46a0-8f7b-2309ebf1d76a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c46c41c8-57a3-4596-b7c4-bdb9726c692d HTTP/1.1" status: 204 len: 168 time: 0.4737084 Nov 08 13:59:47.980075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583d6d92-8382-46ee-921b-93cc0ea3b652 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:47.988137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-583d6d92-8382-46ee-921b-93cc0ea3b652 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7515447 Nov 08 13:59:47.990208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:47.991320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41306) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:48.008179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] Calling delete_port for 20df7c68-c836-4fa3-9619-3ba892f66d84 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:48.012304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1205673356'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:48.021648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:48.024729 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dd7c0-7aeb-46a0-8f7b-2309ebf1d76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46c41c8-57a3-4596-b7c4-bdb9726c692d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:48.054985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:48.055602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.078988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting subnet c71b99ce-c913-4599-a188-150a20a986e7 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:48.094027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.104615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4918270 Nov 08 13:59:48.106195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41308) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:48.117309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeeb5c7-9591-4e6d-bf33-612670ea1557 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=6e107451-c4d8-4666-9f2c-52db4ff8207d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:48.127293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': '6e107451-c4d8-4666-9f2c-52db4ff8207d', 'ip_address': '2001:db8::386:195c:c33:5fb8'}], 'name': 'tempest-NetworksTestDHCPv6-1234202432'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:48.207949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.226646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e62d59-7fec-4e8d-b987-a3cf5c2c811a None None] Update dhcp port {'port': {'network_id': 'e0d24d0f-13d7-40af-ac2d-66abf48f2b53', 'fixed_ips': [{'subnet_id': 'c71b99ce-c913-4599-a188-150a20a986e7', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a44d24e5-f756-45af-bf4c-56f999a56bff'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '3cb6f7a7-62ac-47bc-b73c-e81611959df9'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 13:59:48.272979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-27e62d59-7fec-4e8d-b987-a3cf5c2c811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.300002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 43ae5622-92a9-4f4b-b088-face88951923 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:48.332391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.334882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.389649 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.416639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.455274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] Pushing event deleted for resources: {'Port': ['ID=20df7c68-c836-4fa3-9619-3ba892f66d84,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:48.465102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac844178-35ab-4fe3-916f-8d22e3a7ac4d None None] No DVR routers for this DVR port 20df7c68-c836-4fa3-9619-3ba892f66d84 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:59:48.524518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.537244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.567654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9d587-7149-48f1-b2cf-75501ec75354 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:48.645335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.662567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Made reservation on behalf of ca08e813b4a74a3a84127fc26e6d505c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:48.668310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.722206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:48.736229 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.737434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Fanout notify agent at l3_agent the message router_deleted on router 43810a89-52dd-4a9d-b21f-7fed80d3fa26 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:59:48.746555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:48.763388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.771978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.773065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-25a10665-44e1-4886-b3ad-42382f4526aa tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/43810a89-52dd-4a9d-b21f-7fed80d3fa26 HTTP/1.1" status: 204 len: 168 time: 6.8986893 Nov 08 13:59:48.775847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:48.781792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/c71b99ce-c913-4599-a188-150a20a986e7 HTTP/1.1" status: 204 len: 168 time: 0.8231602 Nov 08 13:59:48.786873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb5d86-acc5-4ed5-af29-4631a9c23521 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Subnet': ['ID=c71b99ce-c913-4599-a188-150a20a986e7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:48.789732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41314) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:48.790102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41316) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:48.792715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:48.799347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=991ec67e-1a37-471e-b5ce-9747da8a8e33,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:48.817770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 43ae5622-92a9-4f4b-b088-face88951923 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:48.818146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:48.838507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d3494722-dd0f-40fd-a663-9ad0feed544b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-595079589', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:48.873511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:48.891146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server [None req-27e62d59-7fec-4e8d-b987-a3cf5c2c811a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c71b99ce-c913-4599-a188-150a20a986e7: This subnet is being modified by another concurrent operation. Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise exception Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c71b99ce-c913-4599-a188-150a20a986e7: This subnet is being modified by another concurrent operation. Nov 08 13:59:48.932139 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Nov 08 13:59:48.947805 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-500e590c-34ff-4ad7-9ca4-eb85cf8a40ba tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:48.948225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500e590c-34ff-4ad7-9ca4-eb85cf8a40ba tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:48.953529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-500e590c-34ff-4ad7-9ca4-eb85cf8a40ba tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/b0a2b015-02d2-4fc2-b450-5b3cd28bf6c4 HTTP/1.1" status: 404 len: 337 time: 0.0938101 Nov 08 13:59:48.968218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41320) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.012949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.023483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.025297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e8e295a-554b-4d90-a45f-4155301347c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.025988 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Added segment c77c6423-8c96-4398-9d64-8000afcd8270 of type vlan for network c8681850-6dfc-475b-880b-105a2b02a4bb Nov 08 13:59:49.039859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-043eafba-a37a-4104-8246-494047d46325 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e447ce1-a665-47ef-9807-f20aa05bfe93 HTTP/1.1" status: 200 len: 205 time: 0.0686834 Nov 08 13:59:49.046474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41322) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.115421 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-16c4678d-7a46-45f3-b506-011872a8466a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] delete failed (client error): The resource could not be found. Nov 08 13:59:49.116079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-16c4678d-7a46-45f3-b506-011872a8466a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/routers/8e447ce1-a665-47ef-9807-f20aa05bfe93 HTTP/1.1" status: 404 len: 336 time: 0.0655510 Nov 08 13:59:49.122618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '6e107451-c4d8-4666-9f2c-52db4ff8207d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:49.123608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41324) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.124791 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.132285 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3494722-dd0f-40fd-a663-9ad0feed544b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.133532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3494722-dd0f-40fd-a663-9ad0feed544b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.270515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2eddcc-a655-4add-bca5-7d510b6ca269 None None] Network e0d24d0f-13d7-40af-ac2d-66abf48f2b53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:49.317154 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db8d969-88fb-4dd5-9375-0b2c716cc4f1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:49.317154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db8d969-88fb-4dd5-9375-0b2c716cc4f1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:49.321281 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.324661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9db8d969-88fb-4dd5-9375-0b2c716cc4f1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/00d2ba9a-1d67-4542-95e5-07f5fcc74c9c HTTP/1.1" status: 404 len: 337 time: 0.1934736 Nov 08 13:59:49.330248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41326) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.333325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3494722-dd0f-40fd-a663-9ad0feed544b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.374261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3494722-dd0f-40fd-a663-9ad0feed544b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.385357 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfc9fb6-6327-4ea6-a4d4-932c9d0572b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:49.385357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfc9fb6-6327-4ea6-a4d4-932c9d0572b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:49.393466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7dfc9fb6-6327-4ea6-a4d4-932c9d0572b6 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/33d7883a-2d56-44f3-be84-001271232547 HTTP/1.1" status: 404 len: 337 time: 0.0618517 Nov 08 13:59:49.400978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41328) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.440783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 43ae5622-92a9-4f4b-b088-face88951923, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=43ae5622-92a9-4f4b-b088-face88951923,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:49.459910 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-696db944-05d8-4d54-97dc-f572233d5ebb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:49.460349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-696db944-05d8-4d54-97dc-f572233d5ebb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:49.466442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-696db944-05d8-4d54-97dc-f572233d5ebb tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/4f582261-d239-4cbe-83ff-7c035aa5990f HTTP/1.1" status: 404 len: 337 time: 0.0640419 Nov 08 13:59:49.469134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41330) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.477602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3494722-dd0f-40fd-a663-9ad0feed544b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.478085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-12b5471d-8f23-4bcb-92f8-faeeeba75405 None None] Provisioning complete for port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:49.483364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d3494722-dd0f-40fd-a663-9ad0feed544b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6642370 Nov 08 13:59:49.489837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41332) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.501869 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-12b5471d-8f23-4bcb-92f8-faeeeba75405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.507834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.521005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': True}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:49.571917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/6e107451-c4d8-4666-9f2c-52db4ff8207d/05788b08-1117-4286-8af1-9f60e1e3f3cf) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:49.603590 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b285db1-c006-4790-aafc-cbfcaf0a8dd1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:49.604416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b285db1-c006-4790-aafc-cbfcaf0a8dd1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:49.611912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5b285db1-c006-4790-aafc-cbfcaf0a8dd1 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/11965d6b-0f1f-448e-b61e-79ff331a7baa HTTP/1.1" status: 404 len: 333 time: 0.1415358 Nov 08 13:59:49.612856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41336) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.655089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 20df7c68-c836-4fa3-9619-3ba892f66d84 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:59:49.737308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.763772 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a7ad8b3-6495-4f81-ac49-192bad082700 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:49.764352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a7ad8b3-6495-4f81-ac49-192bad082700 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:49.768244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 20df7c68-c836-4fa3-9619-3ba892f66d84 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:59:49.773135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 20df7c68-c836-4fa3-9619-3ba892f66d84 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:59:49.773367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6a7ad8b3-6495-4f81-ac49-192bad082700 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/030107a0-8b54-4202-bebc-70e8117469d7 HTTP/1.1" status: 404 len: 337 time: 0.1470616 Nov 08 13:59:49.774203 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e8e295a-554b-4d90-a45f-4155301347c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.777161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41338) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.783210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e8e295a-554b-4d90-a45f-4155301347c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.867640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.888173 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e02b642-c572-4a5b-b7c4-92dd3208b144 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:49.888697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e02b642-c572-4a5b-b7c4-92dd3208b144 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:49.896773 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8e02b642-c572-4a5b-b7c4-92dd3208b144 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/70086484-8f2f-4c0a-af0b-a9dca40188f4 HTTP/1.1" status: 404 len: 337 time: 0.1117461 Nov 08 13:59:49.900705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41340) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.939399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=43ae5622-92a9-4f4b-b088-face88951923,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:49.953428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4e8e295a-554b-4d90-a45f-4155301347c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e6fce71de314280a4810b002e8b4e89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0583339 Nov 08 13:59:49.956441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e295a-554b-4d90-a45f-4155301347c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320b48c2-a55d-43a6-b331-465f39e4e3ab,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:49.960022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41342) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:49.965790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.972456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:49.973132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:49.981523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 3a7d977f-8668-4422-a711-d5d141da1867 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:50.079541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] DHCP port deletion for e0d24d0f-13d7-40af-ac2d-66abf48f2b53 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:59:50.084030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-12b5471d-8f23-4bcb-92f8-faeeeba75405 None None] Provisioning complete for port 04860855-a4ce-4b56-a80d-71b7c75e0056 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:50.084030 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-12b5471d-8f23-4bcb-92f8-faeeeba75405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.098040 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.158605 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.175118 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f57f5026-b801-4266-8448-e32a671dc8e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.196044 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.206874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 43ae5622-92a9-4f4b-b088-face88951923 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:50.211618 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7360f5-bdab-4a75-be46-e76172db8de2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:50.212113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7360f5-bdab-4a75-be46-e76172db8de2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:50.219813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1e7360f5-bdab-4a75-be46-e76172db8de2 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/ab671651-7ef3-46e3-9bb7-c9a54c7dcd10 HTTP/1.1" status: 404 len: 333 time: 0.3144901 Nov 08 13:59:50.223400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41344) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:50.280909 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3140869a-2b52-46b8-8231-39225504f34a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:50.281369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3140869a-2b52-46b8-8231-39225504f34a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:50.283233 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2853634 Nov 08 13:59:50.288257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3140869a-2b52-46b8-8231-39225504f34a tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/9fdf797c-32f2-4d1e-bf06-14892af872a0 HTTP/1.1" status: 404 len: 337 time: 0.0543790 Nov 08 13:59:50.288257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41346) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:50.290448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41348) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:50.294327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1013335767'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:50.310509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f57f5026-b801-4266-8448-e32a671dc8e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.372550 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-091e9195-5155-43fe-b3fa-52e04aa66ce8 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] DELETE failed (client error): The resource could not be found. Nov 08 13:59:50.373709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091e9195-5155-43fe-b3fa-52e04aa66ce8 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 13:59:50.383384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-091e9195-5155-43fe-b3fa-52e04aa66ce8 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/subnets/e5736f36-a9c5-472c-ac38-3097a2d94053 HTTP/1.1" status: 404 len: 337 time: 0.0823779 Nov 08 13:59:50.384783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41350) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:50.388340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a52cb3-2db5-4e79-8e4d-fb027e13889b tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Network': ['ID=c8681850-6dfc-475b-880b-105a2b02a4bb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:50.450046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::386:195c:c33:5fb8 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/6e107451-c4d8-4666-9f2c-52db4ff8207d/3a7d977f-8668-4422-a711-d5d141da1867) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:50.474771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Made reservation on behalf of ca08e813b4a74a3a84127fc26e6d505c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:50.478495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.508732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.520692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c8681850-6dfc-475b-880b-105a2b02a4bb details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:50.561868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:50.578683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f57f5026-b801-4266-8448-e32a671dc8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.581675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f57f5026-b801-4266-8448-e32a671dc8e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.582708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f57f5026-b801-4266-8448-e32a671dc8e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/320b48c2-a55d-43a6-b331-465f39e4e3ab HTTP/1.1" status: 204 len: 168 time: 0.6202610 Nov 08 13:59:50.592142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:50.600666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-12b5471d-8f23-4bcb-92f8-faeeeba75405 None None] Port 04860855-a4ce-4b56-a80d-71b7c75e0056 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:50.623280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:50.632658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:50.708816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Pushing event updated for resources: {'Port': ['ID=05788b08-1117-4286-8af1-9f60e1e3f3cf,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:50.781544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f5026-b801-4266-8448-e32a671dc8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b48c2-a55d-43a6-b331-465f39e4e3ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:50.794017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.794360 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Added segment 0d1ff895-9409-4a89-a1d1-2a9dbd219f0b of type vlan for network d7606edd-70ae-4732-a98b-383ed68dd4b7 Nov 08 13:59:50.811069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.852270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.885750 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.917219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.917525 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.969557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 43ae5622-92a9-4f4b-b088-face88951923 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:50.971163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:50.986955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Deleting port 04860855-a4ce-4b56-a80d-71b7c75e0056 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:50.986955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.020752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:51.023491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] Deleting port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:51.023985 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.039382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:51.042545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:51.051268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:51.052131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.061025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6f1bcda5-f364-4dc8-bffe-47343d55e309 None None] Provisioning complete for port 991ec67e-1a37-471e-b5ce-9747da8a8e33 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:51.061251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6f1bcda5-f364-4dc8-bffe-47343d55e309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.065255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Attempting to bind port 05788b08-1117-4286-8af1-9f60e1e3f3cf on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:51.065255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Attempting to bind port 05788b08-1117-4286-8af1-9f60e1e3f3cf by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:51.065789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Attempting to bind port 05788b08-1117-4286-8af1-9f60e1e3f3cf on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:51.076041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=3a7d977f-8668-4422-a711-d5d141da1867,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:51.093366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.103615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0781e89a-0734-49c6-8e47-4c43ec360a2f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9880254 Nov 08 13:59:51.105377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41358) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:51.118731 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.200751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:51.202243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:51.203848 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.204841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:51.205811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Bound port: 05788b08-1117-4286-8af1-9f60e1e3f3cf, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:51.206825 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.209454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bcda5-f364-4dc8-bffe-47343d55e309 None None] Port 991ec67e-1a37-471e-b5ce-9747da8a8e33 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:51.234508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.241801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:51.242436 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.252801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.255234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=991ec67e-1a37-471e-b5ce-9747da8a8e33,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:51.270209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] For port 3cb6f7a7-62ac-47bc-b73c-e81611959df9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3cb6f7a7-62ac-47bc-b73c-e81611959df9,segment=NetworkSegment(bae48b6f-dd33-4e3f-afd3-afe3f75802b1),segment_id=bae48b6f-dd33-4e3f-afd3-afe3f75802b1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:51.270768 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.287853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0c1b4-1eb5-4a87-80c1-20e9f9ad2d2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:51.300795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0c1b4-1eb5-4a87-80c1-20e9f9ad2d2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:51.306584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-43f0c1b4-1eb5-4a87-80c1-20e9f9ad2d2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2002797 Nov 08 13:59:51.307861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41366) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:51.345983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.360969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] Calling delete_port for 3cb6f7a7-62ac-47bc-b73c-e81611959df9 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:51.382088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0888038 Nov 08 13:59:51.392708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41370) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:51.401993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'ports': [{'network_id': 'c8681850-6dfc-475b-880b-105a2b02a4bb', 'name': 'tempest-port--1832990003', 'admin_state_up': True}, {'network_id': 'd7606edd-70ae-4732-a98b-383ed68dd4b7', 'admin_state_up': False}]} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:51.402444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'port': {'network_id': 'c8681850-6dfc-475b-880b-105a2b02a4bb', 'name': 'tempest-port--1832990003', 'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:51.403151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'port': {'network_id': 'd7606edd-70ae-4732-a98b-383ed68dd4b7', 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:51.436271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Calling delete_port for 04860855-a4ce-4b56-a80d-71b7c75e0056 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:51.462360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Allocated IP 172.25.8.177 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/84028b29-2572-4e53-b6a8-52237f11f69f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:51.467505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710e7b8-cedc-440c-bccd-a618a6d7bf0a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Network': ['ID=d7606edd-70ae-4732-a98b-383ed68dd4b7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:51.483464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] For port 05788b08-1117-4286-8af1-9f60e1e3f3cf, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:51.525241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] For port 05788b08-1117-4286-8af1-9f60e1e3f3cf, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=05788b08-1117-4286-8af1-9f60e1e3f3cf,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:51.530428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d7606edd-70ae-4732-a98b-383ed68dd4b7 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:51.610967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.633500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3cb6f7a7-62ac-47bc-b73c-e81611959df9 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 13:59:51.641832 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.731037 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.765358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 3cb6f7a7-62ac-47bc-b73c-e81611959df9 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 13:59:51.765955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3cb6f7a7-62ac-47bc-b73c-e81611959df9 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 13:59:51.777193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] No DVR routers for this DVR port 3cb6f7a7-62ac-47bc-b73c-e81611959df9 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 13:59:51.804589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Port': ['ID=04860855-a4ce-4b56-a80d-71b7c75e0056,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:51.816272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.818914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.825251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-251ad2b7-44b7-4f27-8250-ba922e974649 tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/ports/04860855-a4ce-4b56-a80d-71b7c75e0056 HTTP/1.1" status: 204 len: 168 time: 1.4143507 Nov 08 13:59:51.829426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41378) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:51.870706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:51.887908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:51.901828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Made reservation on behalf of ca08e813b4a74a3a84127fc26e6d505c for: {'port': 2} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:51.909681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.915180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 3a7d977f-8668-4422-a711-d5d141da1867 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:51.915522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:51.924341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af58a0b4-00c7-4298-8076-44455dabd2e1 None None] Pushing event updated for resources: {'Port': ['ID=05788b08-1117-4286-8af1-9f60e1e3f3cf,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:52.020449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091e3ab-cd33-4091-ac59-d06cf76ba4be None None] Pushing event deleted for resources: {'Port': ['ID=3cb6f7a7-62ac-47bc-b73c-e81611959df9,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:52.096031 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.107992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.185957 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.403146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41384) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:52.412333 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.428600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Router f827e35b-6dd2-4b24-a182-cdde01a10d98 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 13:59:52.450084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 13:59:52.490314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d24d0f-13d7-40af-ac2d-66abf48f2b53']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:52.498228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.505553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] device_id is not set on port c0c2a0ea-aca1-4309-a75a-03bfd1e5e496 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:52.511403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae48b6f-dd33-4e3f-afd3-afe3f75802b1') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:52.511862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae48b6f-dd33-4e3f-afd3-afe3f75802b1') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:52.530467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Port': ['ID=84028b29-2572-4e53-b6a8-52237f11f69f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:52.535241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 3a7d977f-8668-4422-a711-d5d141da1867 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:52.546926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.550006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:52.575294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:52.597315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5675ca35-9615-432b-bef6-4991694ed7d1 None None] Provisioning complete for port 991ec67e-1a37-471e-b5ce-9747da8a8e33 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:52.599257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5675ca35-9615-432b-bef6-4991694ed7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.639279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.661571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 13:59:52.662097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: timer() Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 13:59:52.666646 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 13:59:52.670893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1970414733-network', 'tenant_id': '017f3c01485841d39119b09dcd91d2de'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:52.673629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5675ca35-9615-432b-bef6-4991694ed7d1 None None] Port 991ec67e-1a37-471e-b5ce-9747da8a8e33 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 13:59:52.808375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Made reservation on behalf of 017f3c01485841d39119b09dcd91d2de for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:52.810706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.845070 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.850511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.851833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:52.859608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] 10.222.0.65 "DELETE /v2.0/networks/e0d24d0f-13d7-40af-ac2d-66abf48f2b53 HTTP/1.1" status: 204 len: 168 time: 1.0238230 Nov 08 13:59:52.885648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:52.900958 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Sync routers for ids ['f827e35b-6dd2-4b24-a182-cdde01a10d98'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:52.906728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6abd4-a7e1-4d61-aa2b-49e37306760e tempest-PortsTestJSON-369451367 tempest-PortsTestJSON-369451367-project] Pushing event deleted for resources: {'Network': ['ID=e0d24d0f-13d7-40af-ac2d-66abf48f2b53,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:52.928178 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Routers {'f827e35b-6dd2-4b24-a182-cdde01a10d98'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:52.929896 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f827e35b-6dd2-4b24-a182-cdde01a10d98'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:52.946141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c6e52e74-a4a8-4659-b431-6beef6e17ff0 admin admin] 10.222.0.65 "PUT /v2.0/routers/f827e35b-6dd2-4b24-a182-cdde01a10d98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0768912 Nov 08 13:59:53.190282 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.232670 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.251277 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Set router f827e35b-6dd2-4b24-a182-cdde01a10d98 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:53.286132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.563943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41398) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:53.612625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.613480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.620911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] device_id is not set on port 80c540e9-ad8b-4447-a9c6-c5b0715a5ea8 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 13:59:53.709650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=3a7d977f-8668-4422-a711-d5d141da1867,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:53.789583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.797442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-50b42b24-0f55-4bef-af51-bd2b45098e52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/3a7d977f-8668-4422-a711-d5d141da1867 HTTP/1.1" status: 204 len: 168 time: 2.4878502 Nov 08 13:59:53.814815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41406) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:53.827134 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T13:59:50Z', 'revision_number': 4, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '991ec67e-1a37-471e-b5ce-9747da8a8e33', 'name': '', 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'mac_address': 'fa:16:3e:6b:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:45Z', 'updated_at': '2021-11-08T13:59:50Z', 'revision_number': 2, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'subnets': [{'id': '02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:53.877297 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Checking router: f827e35b-6dd2-4b24-a182-cdde01a10d98 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 13:59:53.877885 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Updating router f827e35b-6dd2-4b24-a182-cdde01a10d98 port 991ec67e-1a37-471e-b5ce-9747da8a8e33 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 13:59:53.919477 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:53.965121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-535ed900-c2e8-4514-86c1-e51be9c3422f None None] Provisioning complete for port 05788b08-1117-4286-8af1-9f60e1e3f3cf triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:53.965751 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-535ed900-c2e8-4514-86c1-e51be9c3422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.262477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.327192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05788b08-1117-4286-8af1-9f60e1e3f3cf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:54.348146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653b17c-73a0-42ad-ae12-1efae7600f07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:54.349880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f653b17c-73a0-42ad-ae12-1efae7600f07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:54.362507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.366111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f653b17c-73a0-42ad-ae12-1efae7600f07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5501728 Nov 08 13:59:54.370398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41416) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:54.381028 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.434592 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.523109 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-535ed900-c2e8-4514-86c1-e51be9c3422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.620535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 05788b08-1117-4286-8af1-9f60e1e3f3cf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:54.629510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.743398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-535ed900-c2e8-4514-86c1-e51be9c3422f None None] For port 05788b08-1117-4286-8af1-9f60e1e3f3cf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=05788b08-1117-4286-8af1-9f60e1e3f3cf,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:54.745056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.748065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41420) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:54.759227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-535ed900-c2e8-4514-86c1-e51be9c3422f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.766196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-433684825-network', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:54.871727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.875894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Made reservation on behalf of 7eb1dda6b1a74872a944cc07d406e615 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:54.878735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.917040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4ca13c61-0ce4-4d20-8912-29731b1c8979 None None] Could not find standard attr ID for object 3a7d977f-8668-4422-a711-d5d141da1867. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 13:59:54.924362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.956318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Port': ['ID=c0c2a0ea-aca1-4309-a75a-03bfd1e5e496,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:54.962153 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.975074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:54.984857 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:54.985174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-98c6a978-6b9b-4d90-81ec-5009911cf2d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d43ef104902d4cdca7e23403e8390fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4127491 Nov 08 13:59:54.986495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41422) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:54.997251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6301b-1e17-4497-913c-93dc1f6a30e9 None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 13:59:55.012409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Router 9f01506b-cbe8-4279-9d92-cbd572a21052 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 13:59:55.014177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 6e107451-c4d8-4666-9f2c-52db4ff8207d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 13:59:55.017774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.018239 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Added segment 51aad794-a7dc-41a4-89a0-3cdb3953f9d6 of type vlan for network a3782aa1-bb17-4232-b007-30114d48b162 Nov 08 13:59:55.023322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f202612b-caa7-4a06-b321-f7a8fc92d538,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:55.030104 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-f94ce7dd-1e6d-4312-84e3-328db897c958 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3263702 Nov 08 13:59:55.032373 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.102334 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Pushing event updated for resources: {'Port': ['ID=991ec67e-1a37-471e-b5ce-9747da8a8e33,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:55.109058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ed900-c2e8-4514-86c1-e51be9c3422f None None] Pushing event updated for resources: {'Port': ['ID=05788b08-1117-4286-8af1-9f60e1e3f3cf,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:55.129216 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.129948 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.130510 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.131046 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.131713 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.132236 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.132717 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.133194 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.133671 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.134147 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.134643 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.135125 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:55.171451 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Attempting to bind port 991ec67e-1a37-471e-b5ce-9747da8a8e33 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 13:59:55.172147 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Attempting to bind port 991ec67e-1a37-471e-b5ce-9747da8a8e33 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 13:59:55.173154 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Attempting to bind port 991ec67e-1a37-471e-b5ce-9747da8a8e33 on network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 13:59:55.186627 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 13:59:55.187371 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Checking segment: {'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:55.188026 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.188737 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Bound using segment: {'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 13:59:55.189433 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Bound port: 991ec67e-1a37-471e-b5ce-9747da8a8e33, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd559ecf-50a1-4b89-9012-a834714f956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 13:59:55.190041 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.271481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a6301b-1e17-4497-913c-93dc1f6a30e9 None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 13:59:55.291161 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] For port 991ec67e-1a37-471e-b5ce-9747da8a8e33, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 13:59:55.303029 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] For port 991ec67e-1a37-471e-b5ce-9747da8a8e33, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=991ec67e-1a37-471e-b5ce-9747da8a8e33,segment=NetworkSegment(cd559ecf-50a1-4b89-9012-a834714f956d),segment_id=cd559ecf-50a1-4b89-9012-a834714f956d)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 13:59:55.310200 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.350316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.357053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.420337 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdb92820-6739-4f9b-98c9-558b11f9b241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.427058 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332aa9db-c0ad-4f6b-9a45-672f20abe593 None None] Pushing event updated for resources: {'Port': ['ID=991ec67e-1a37-471e-b5ce-9747da8a8e33,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:55.451631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 13:59:55.461800 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Routers {'f827e35b-6dd2-4b24-a182-cdde01a10d98'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:55.462448 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f827e35b-6dd2-4b24-a182-cdde01a10d98'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:55.465005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.470282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a9173d8e-cd92-40f9-ba5a-9eb99ca693bd tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "PUT /v2.0/routers/9f01506b-cbe8-4279-9d92-cbd572a21052 HTTP/1.1" status: 200 len: 918 time: 5.9792523 Nov 08 13:59:55.471092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41424) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:55.492905 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdb92820-6739-4f9b-98c9-558b11f9b241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.514043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] Sync routers for ids ['9f01506b-cbe8-4279-9d92-cbd572a21052'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 13:59:55.517162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.534896 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.571984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] Routers {'9f01506b-cbe8-4279-9d92-cbd572a21052'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:55.576829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f01506b-cbe8-4279-9d92-cbd572a21052'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:55.698762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 13:59:55.703613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:55.739012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c4ea8f-9f77-4150-ad29-28b21329c997,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:55.749373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] Routers {'9f01506b-cbe8-4279-9d92-cbd572a21052'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 13:59:55.751507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T13:59:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f01506b-cbe8-4279-9d92-cbd572a21052'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:55.759412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:55.759857 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Added segment 6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e of type vlan for network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac Nov 08 13:59:55.798962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Checking segment: {'id': 'c77c6423-8c96-4398-9d64-8000afcd8270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c8681850-6dfc-475b-880b-105a2b02a4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:55.798962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network hostable DHCP agents. Network: c8681850-6dfc-475b-880b-105a2b02a4bb, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:59:55.819360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc1dbad4-223b-4d65-918b-bc8f1c4bdc81 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/9f01506b-cbe8-4279-9d92-cbd572a21052 HTTP/1.1" status: 200 len: 924 time: 0.3331263 Nov 08 13:59:55.838284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:55.840985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4e6653-b96e-48dd-a65a-6100616f4807 None None] The sync data for ids ['9f01506b-cbe8-4279-9d92-cbd572a21052'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:55.867213 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] Set router f827e35b-6dd2-4b24-a182-cdde01a10d98 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 13:59:55.903771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41428) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:55.989016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-29e2b7cc-71bc-48d2-a14e-43daf245e76c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7727039 Nov 08 13:59:56.004887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-b832ef63-65f2-4ad4-9b58-576f9c9f3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:56.007035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-b832ef63-65f2-4ad4-9b58-576f9c9f3bfa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1097 time: 0.8819876 Nov 08 13:59:56.035098 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.041626 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.043269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:56.055260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.114906 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.188721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdb92820-6739-4f9b-98c9-558b11f9b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.192176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdb92820-6739-4f9b-98c9-558b11f9b241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.197227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bdb92820-6739-4f9b-98c9-558b11f9b241 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aadfa49e-73cc-43da-976e-4b6d170a1d91 HTTP/1.1" status: 204 len: 168 time: 1.2071397 Nov 08 13:59:56.214877 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.216035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:56.216691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.221731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb92820-6739-4f9b-98c9-558b11f9b241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadfa49e-73cc-43da-976e-4b6d170a1d91,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:56.283093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network c8681850-6dfc-475b-880b-105a2b02a4bb is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:59:56.341556 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T13:59:50Z', 'revision_number': 4, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '991ec67e-1a37-471e-b5ce-9747da8a8e33', 'name': '', 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'mac_address': 'fa:16:3e:6b:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:45Z', 'updated_at': '2021-11-08T13:59:55Z', 'revision_number': 4, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'subnets': [{'id': '02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 13:59:56.345982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5939066 Nov 08 13:59:56.350141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41432) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:56.355804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Request body: {'subnet': {'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-433684825-subnet', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:56.388901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38932889-a7aa-4e22-8e42-99824555e006 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:56.390649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-38932889-a7aa-4e22-8e42-99824555e006 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=9f01506b-cbe8-4279-9d92-cbd572a21052&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4849713 Nov 08 13:59:56.392320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Made reservation on behalf of 7eb1dda6b1a74872a944cc07d406e615 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:56.394981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:56.415519 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f73a2-be65-4d01-a48f-f8d2fbb43d1c None None] The sync data for ids ['f827e35b-6dd2-4b24-a182-cdde01a10d98'] in n-d-804292-2 is: [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T13:59:50Z', 'revision_number': 4, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '991ec67e-1a37-471e-b5ce-9747da8a8e33', 'name': '', 'network_id': '4dff8e06-07c0-4c56-a60a-1e8f5e8faae6', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'mac_address': 'fa:16:3e:6b:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2560, 'fixed_ips': [{'subnet_id': '02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:45Z', 'updated_at': '2021-11-08T13:59:55Z', 'revision_number': 4, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'subnets': [{'id': '02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 13:59:56.517742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41434) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:56.518348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c6009f-c7e0-4489-8586-02ba021fab87 admin admin] Pushing event updated for resources: {'Network': ['ID=86d49e33-67f7-4bd2-9d8a-1bf2964c3dac,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:56.633323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05788b08-1117-4286-8af1-9f60e1e3f3cf up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:56.699894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:56.869883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 05788b08-1117-4286-8af1-9f60e1e3f3cf triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:56.870930 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.010875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def68e7-9c36-4867-9f58-12352bccc0f8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:57.015537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6def68e7-9c36-4867-9f58-12352bccc0f8 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.4872930 Nov 08 13:59:57.016465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41444) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:57.137815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-baeaa31f-302b-4d74-9611-03482c43ab35 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f01506b-cbe8-4279-9d92-cbd572a21052 HTTP/1.1" status: 200 len: 205 time: 0.1181152 Nov 08 13:59:57.138827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41448) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:57.192377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-00a637ac-5cc0-4aa2-8015-b5d4a839c9d8 None None] Provisioning complete for port 991ec67e-1a37-471e-b5ce-9747da8a8e33 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:57.192751 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00a637ac-5cc0-4aa2-8015-b5d4a839c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.223554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.243382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] Pushing event updated for resources: {'Network': ['ID=a3782aa1-bb17-4232-b007-30114d48b162,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:57.258853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a3782aa1-bb17-4232-b007-30114d48b162 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 13:59:57.262866 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e172aae8-6e96-435e-af16-b0b5c8d19536 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.8530765 Nov 08 13:59:57.263719 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c8681850-6dfc-475b-880b-105a2b02a4bb) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:57.272044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-9f5e0f88-f8c8-486c-890e-20da7a579531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:57.280009 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-9f5e0f88-f8c8-486c-890e-20da7a579531 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 1.1447246 Nov 08 13:59:57.281238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41452) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:57.297927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:57.300162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.309656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Request body: {'subnet': {'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1970414733-subnet', 'tenant_id': '017f3c01485841d39119b09dcd91d2de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:57.333774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc8f84-72b3-415e-81db-0e0b0855b835 None None] Network c8681850-6dfc-475b-880b-105a2b02a4bb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:57.441613 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-8b8b3f9b-81a1-4234-b278-f3df616d74f1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 1002 time: 0.1274884 Nov 08 13:59:57.473498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74ab484b-4e0b-4514-80ca-f61eb72216f1,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:57.505663 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.509436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Checking segment: {'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:57.510100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Network hostable DHCP agents. Network: 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:59:57.608717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Port': ['ID=80c540e9-ad8b-4447-a9c6-c5b0715a5ea8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:57.621468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Made reservation on behalf of 017f3c01485841d39119b09dcd91d2de for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:57.624195 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.670750 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00a637ac-5cc0-4aa2-8015-b5d4a839c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.694630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:59:57.757093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-00a637ac-5cc0-4aa2-8015-b5d4a839c9d8 None None] For port 991ec67e-1a37-471e-b5ce-9747da8a8e33, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=991ec67e-1a37-471e-b5ce-9747da8a8e33,segment=NetworkSegment(cd559ecf-50a1-4b89-9012-a834714f956d),segment_id=cd559ecf-50a1-4b89-9012-a834714f956d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:57.765050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00a637ac-5cc0-4aa2-8015-b5d4a839c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.775332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.786278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:57.803841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:57.805074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.854018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d90f1e-8291-4760-9928-ddadbf57fade None None] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:57.914044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ef1f2ad-c9a0-45fb-9723-e141754374d0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5588672 Nov 08 13:59:57.915374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:57.916382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.924805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:57.971911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:57.974306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.046464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.047307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.047863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.048471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.048942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.049405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.049869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.057962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9cc64d51-7a9b-44e1-be88-e597e4e55a32 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 1.8715396 Nov 08 13:59:58.104991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41466) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:58.122903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=6e107451-c4d8-4666-9f2c-52db4ff8207d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:58.166956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Deleting port 84028b29-2572-4e53-b6a8-52237f11f69f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:58.167478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.169687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c62d44e-d04a-4c38-a543-1f8669947bf8 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:58.184749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28bdd265-fa7f-4049-abd5-6499eac1f22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.185857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-f724a496-f36e-4a26-a255-9ad041aea858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.188752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-f724a496-f36e-4a26-a255-9ad041aea858 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.6015356 Nov 08 13:59:58.190332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.196826 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-344e5b75-e3d9-4b1c-9b7f-48dc7b57248a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/6e107451-c4d8-4666-9f2c-52db4ff8207d HTTP/1.1" status: 204 len: 168 time: 3.8200037 Nov 08 13:59:58.212926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 991ec67e-1a37-471e-b5ce-9747da8a8e33 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 13:59:58.244409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-75cf92e7-7657-4c86-80a0-4b0c1577d136 None None] Provisioning complete for port 991ec67e-1a37-471e-b5ce-9747da8a8e33 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:58.245007 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75cf92e7-7657-4c86-80a0-4b0c1577d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.259246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Checking segment: {'id': '0d1ff895-9409-4a89-a1d1-2a9dbd219f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'd7606edd-70ae-4732-a98b-383ed68dd4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 13:59:58.260388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network hostable DHCP agents. Network: d7606edd-70ae-4732-a98b-383ed68dd4b7, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 13:59:58.304530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a637ac-5cc0-4aa2-8015-b5d4a839c9d8 None None] Pushing event updated for resources: {'Port': ['ID=991ec67e-1a37-471e-b5ce-9747da8a8e33,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:58.355465 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.383323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Calling delete_port for 84028b29-2572-4e53-b6a8-52237f11f69f owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:58.466566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41470) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:58.469659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-1e689412-79ed-47ef-8536-35bbd50b5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.470491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-1e689412-79ed-47ef-8536-35bbd50b5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.471321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-1e689412-79ed-47ef-8536-35bbd50b5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.474273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-1e689412-79ed-47ef-8536-35bbd50b5b28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 2290 time: 0.2741199 Nov 08 13:59:58.577452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1644394734'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:58.607769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-28f217d4-1dbb-4854-bf33-4d36551b2a6e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1264052 Nov 08 13:59:58.635635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41472) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:58.659822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.660102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 991ec67e-1a37-471e-b5ce-9747da8a8e33 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 13:59:58.660102 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.662031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.704147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:58.721405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.732824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network d7606edd-70ae-4732-a98b-383ed68dd4b7 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 13:59:58.757552 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.788674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-86d49e33-67f7-4bd2-9d8a-1bf2964c3dac', 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'fixed_ips': [{'subnet_id': '74ab484b-4e0b-4514-80ca-f61eb72216f1'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 13:59:58.790627 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.834219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event deleted for resources: {'Port': ['ID=84028b29-2572-4e53-b6a8-52237f11f69f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:58.861104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d7606edd-70ae-4732-a98b-383ed68dd4b7) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 13:59:58.900428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-01799243-d6c8-429d-83d4-8e6d19f0989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.900743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d911c7e-ef32-4615-8d93-5ed42ff92b45 None None] Network d7606edd-70ae-4732-a98b-383ed68dd4b7 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 13:59:58.902356 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-01799243-d6c8-429d-83d4-8e6d19f0989c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6392472 Nov 08 13:59:58.903244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 13:59:58.910051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.915630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:58.916707 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:58.939495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.940949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.940949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.941638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.941804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.942300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.942857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.943422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.943998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.944551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.945111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.945665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 13:59:58.994771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6ccc57eb-7b3e-46e4-9ac3-f34ae884e492 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.6007223 Nov 08 13:59:59.004814 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-6963960d-3085-4d4f-9e52-108c60430eed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1002 time: 0.4443171 Nov 08 13:59:59.021810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41474) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:59.072176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 13:59:59.159758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.174548 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.307086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] Deleting port 05788b08-1117-4286-8af1-9f60e1e3f3cf {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 13:59:59.307983 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.327031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Allocated IP 172.20.0.2 (86d49e33-67f7-4bd2-9d8a-1bf2964c3dac/74ab484b-4e0b-4514-80ca-f61eb72216f1/24564b46-96c5-4618-9932-8ac655db1433) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 13:59:59.361904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 13:59:59.369493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.391026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.395006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.407937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-04cc3280-b687-4f63-8076-6c5eee7c84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:59.410711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-04cc3280-b687-4f63-8076-6c5eee7c84e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.3640590 Nov 08 13:59:59.450454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.473913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] For port 05788b08-1117-4286-8af1-9f60e1e3f3cf, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=05788b08-1117-4286-8af1-9f60e1e3f3cf,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 13:59:59.477224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.486640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.487405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Fanout notify agent at l3_agent the message router_deleted on router 9f01506b-cbe8-4279-9d92-cbd572a21052 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 13:59:59.507090 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.510742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-242db8bf-7f3f-4991-b1a8-1531b99ae2e3 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/9f01506b-cbe8-4279-9d92-cbd572a21052 HTTP/1.1" status: 204 len: 168 time: 2.3649371 Nov 08 13:59:59.512408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] Calling delete_port for 05788b08-1117-4286-8af1-9f60e1e3f3cf owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 13:59:59.519909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41478) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:59.526878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7d16c72a-90cd-4bba-8495-b1cc46ac1e33 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1037752846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:59.598809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d16c72a-90cd-4bba-8495-b1cc46ac1e33 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.600750 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d16c72a-90cd-4bba-8495-b1cc46ac1e33 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.658426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.676022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106935c-0b48-451f-8941-6ee6a567a350 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:59.683456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106935c-0b48-451f-8941-6ee6a567a350 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:59.690633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1106935c-0b48-451f-8941-6ee6a567a350 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6627975 Nov 08 13:59:59.700705 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-36fa3de7-1b78-4f38-9e94-976033abbc62 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234871 Nov 08 13:59:59.701429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.709108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41480) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:59.809815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d16c72a-90cd-4bba-8495-b1cc46ac1e33 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.819270 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d16c72a-90cd-4bba-8495-b1cc46ac1e33 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.868722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-fa7a34da-62cc-4630-835c-c17d0285c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 13:59:59.870670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-fa7a34da-62cc-4630-835c-c17d0285c9f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355395 Nov 08 13:59:59.891797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d16c72a-90cd-4bba-8495-b1cc46ac1e33 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.894645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7d16c72a-90cd-4bba-8495-b1cc46ac1e33 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3732345 Nov 08 13:59:59.899725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41484) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 13:59:59.907300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'enable_snat': False}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 13:59:59.907636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bed37a4-a6b7-47c9-aa27-b7255875b02e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 13:59:59.920035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.937712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 13:59:59.947278 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.009541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] No DVR routers for this DVR port 05788b08-1117-4286-8af1-9f60e1e3f3cf on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:00.018749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e995014-f8cc-44f2-9f5c-0b538101cb00,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:00.041639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:00.044126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:00.047931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Pushing event updated for resources: {'Port': ['ID=24564b46-96c5-4618-9932-8ac655db1433,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:00.051686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:00.122579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab98e9a-3812-4de7-9435-4ddc51b93580 None None] Pushing event deleted for resources: {'Port': ['ID=05788b08-1117-4286-8af1-9f60e1e3f3cf,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:00.165351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Attempting to bind port 24564b46-96c5-4618-9932-8ac655db1433 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:00.165988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Attempting to bind port 24564b46-96c5-4618-9932-8ac655db1433 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:00.166583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Attempting to bind port 24564b46-96c5-4618-9932-8ac655db1433 on network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:00.182004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:00.182639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Checking segment: {'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:00.183266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.183674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Bound using segment: {'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:00.184428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Bound port: 24564b46-96c5-4618-9932-8ac655db1433, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:00.185058 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.219034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Checking segment: {'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:00.219473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Network hostable DHCP agents. Network: a3782aa1-bb17-4232-b007-30114d48b162, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:00:00.296903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] For port 24564b46-96c5-4618-9932-8ac655db1433, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:00.300547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] For port 24564b46-96c5-4618-9932-8ac655db1433, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=24564b46-96c5-4618-9932-8ac655db1433,segment=NetworkSegment(6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e),segment_id=6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:00.304761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 991ec67e-1a37-471e-b5ce-9747da8a8e33 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:00.308860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.317154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.348701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.377827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c195831-9fc7-4d19-84e0-87fc35f9b098 req-81d1f67a-de4b-486f-a28d-60c0bace4d4d service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529889 Nov 08 14:00:00.406956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00236809-e28f-44fe-bb08-5d137e47d0be None None] Pushing event updated for resources: {'Port': ['ID=24564b46-96c5-4618-9932-8ac655db1433,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:00.476477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.485127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 991ec67e-1a37-471e-b5ce-9747da8a8e33 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:00.486000 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.519327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Network a3782aa1-bb17-4232-b007-30114d48b162 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:00:00.521773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.535389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.536631 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.4281688 Nov 08 14:00:00.575043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41488) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:00.578918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Deleting port c0c2a0ea-aca1-4309-a75a-03bfd1e5e496 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:00.579299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.583687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-86b7e8b8-6cdb-4837-af80-841768409f77 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6841457 Nov 08 14:00:00.594776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.600437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a3782aa1-bb17-4232-b007-30114d48b162) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:00.605679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:00.606431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.615360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf7285-493c-40a3-88a2-b7b781a434b1 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd81cfac-3a9e-4d55-99d4-2e5932bfd12d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:00.639222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e276ed-42fb-4761-9925-7f8b7086ec88 None None] Network a3782aa1-bb17-4232-b007-30114d48b162 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:00.726818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:00.752064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05788b08-1117-4286-8af1-9f60e1e3f3cf no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:00.802337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f3b468c7-5ee5-428d-aade-a949f0b206cd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4871116 Nov 08 14:00:00.802337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:00.802337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:00.802337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.832426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:00.947152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846ac15-d747-4aa9-853c-fdeec15f21a7 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:00.953833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 05788b08-1117-4286-8af1-9f60e1e3f3cf {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:00.954486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05788b08-1117-4286-8af1-9f60e1e3f3cf not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:00.985692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.003112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=f3deda1e-1d9b-444e-afc5-afd4d858344a,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:01.032662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-edb9af2d-0286-45d6-9ea0-c09fc99ed41b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3295279 Nov 08 14:00:01.045664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41492) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:01.054757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ff9cc1d-8846-41d3-a703-ae9f0573f9e3 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4631772 Nov 08 14:00:01.059442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': 'f3deda1e-1d9b-444e-afc5-afd4d858344a', 'ip_address': '2001:db8::c123:c094:aa42:cf76'}], 'name': 'tempest-NetworksTestDHCPv6-2017121301'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:01.085004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Allocated IP 172.25.8.33 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/ce25e75c-5d36-4827-9fef-883cbe63104a) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:01.190165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5058bd-68c8-44a5-a5f1-5814f4672f15 None None] Network a3782aa1-bb17-4232-b007-30114d48b162 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:01.209815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Calling delete_port for c0c2a0ea-aca1-4309-a75a-03bfd1e5e496 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:01.226789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41494) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:01.234532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-109ae9ee-bfd9-4b56-b93b-ee5cd07b40ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-security--668373401', 'description': 'tempest-security-description-1843408001'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:01.309540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.367541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.372192 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-f74f0807-11f3-4354-8082-6dc3c2837c46 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7747610 Nov 08 14:00:01.388961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:01.431793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:01.493795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:01.521177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:01.576703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.593906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Pushing event updated for resources: {'Port': ['ID=ce25e75c-5d36-4827-9fef-883cbe63104a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:01.623583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-109ae9ee-bfd9-4b56-b93b-ee5cd07b40ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.670701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a561644a-b19d-4ae4-bb1b-94c2df4b8be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.676997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': 'f3deda1e-1d9b-444e-afc5-afd4d858344a'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:01.677873 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.746894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-109ae9ee-bfd9-4b56-b93b-ee5cd07b40ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.851180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-109ae9ee-bfd9-4b56-b93b-ee5cd07b40ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.866050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-109ae9ee-bfd9-4b56-b93b-ee5cd07b40ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:01.869605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-109ae9ee-bfd9-4b56-b93b-ee5cd07b40ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "PUT /v2.0/security-groups/cd81cfac-3a9e-4d55-99d4-2e5932bfd12d HTTP/1.1" status: 200 len: 1796 time: 0.6401222 Nov 08 14:00:01.882646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-75bad875-4d01-43aa-a6e1-4e92a900679f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 217 time: 0.3241642 Nov 08 14:00:01.897807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41502) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:01.910790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/f3deda1e-1d9b-444e-afc5-afd4d858344a/ffd41fd3-7513-4cb1-97db-01d6a4822c6f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:01.985207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:00:02.072136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.218447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ae9ee-bfd9-4b56-b93b-ee5cd07b40ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd81cfac-3a9e-4d55-99d4-2e5932bfd12d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:02.247171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.293395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 24564b46-96c5-4618-9932-8ac655db1433 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:02.341372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.352366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/ports/c0c2a0ea-aca1-4309-a75a-03bfd1e5e496 HTTP/1.1" status: 204 len: 168 time: 2.6322763 Nov 08 14:00:02.358087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41510) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:02.413454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.442567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d357f83b-6e49-4cab-90ba-712f88b55fe9 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups/cd81cfac-3a9e-4d55-99d4-2e5932bfd12d HTTP/1.1" status: 200 len: 1796 time: 0.5297997 Nov 08 14:00:02.444743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41514) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:02.460820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.520367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-045ba462-4b2b-4d1e-a740-16bac4f29ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:02.522181 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-045ba462-4b2b-4d1e-a740-16bac4f29ad9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.6079199 Nov 08 14:00:02.535122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694a9b4b-fdd4-4681-beff-b32d825f3b68 None None] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:02.545549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2f75-2ba0-40f8-8677-c0d6e6d0b968 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Port': ['ID=c0c2a0ea-aca1-4309-a75a-03bfd1e5e496,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:02.660702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-4231a05e-048c-4090-8bbe-0cf465f572a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:02.662526 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-4231a05e-048c-4090-8bbe-0cf465f572a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1117940 Nov 08 14:00:02.719207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Deleting port 80c540e9-ad8b-4447-a9c6-c5b0715a5ea8 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:02.719826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.809129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.842748 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.844367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 24564b46-96c5-4618-9932-8ac655db1433 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:02.844735 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.881408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cad4da3a-6e96-4285-a306-a9c6cd4f70d4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.897248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2372ea06-1eb1-4661-849d-259ea995d36d None None] Provisioning complete for port 24564b46-96c5-4618-9932-8ac655db1433 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:02.897711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2372ea06-1eb1-4661-849d-259ea995d36d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.900971 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.915780 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-7441a862-ae21-4609-a795-8358edd3dce7 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420785 Nov 08 14:00:02.942963 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.984187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cad4da3a-6e96-4285-a306-a9c6cd4f70d4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:02.990413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::c123:c094:aa42:cf76 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/f3deda1e-1d9b-444e-afc5-afd4d858344a/3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:03.002174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Allocated IP 172.25.8.207 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0e47537a-111e-4d2d-8832-de19566c9397) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:03.063718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:03.077783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:03.096313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:03.107304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.157493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Pushing event updated for resources: {'Port': ['ID=ffd41fd3-7513-4cb1-97db-01d6a4822c6f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:03.161842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Calling delete_port for 80c540e9-ad8b-4447-a9c6-c5b0715a5ea8 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:03.255961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.415433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 24564b46-96c5-4618-9932-8ac655db1433, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=24564b46-96c5-4618-9932-8ac655db1433,segment=NetworkSegment(6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e),segment_id=6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:03.434697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cad4da3a-6e96-4285-a306-a9c6cd4f70d4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.439525 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.442450 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cad4da3a-6e96-4285-a306-a9c6cd4f70d4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.451913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cad4da3a-6e96-4285-a306-a9c6cd4f70d4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/cd81cfac-3a9e-4d55-99d4-2e5932bfd12d HTTP/1.1" status: 204 len: 168 time: 1.0010128 Nov 08 14:00:03.459893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Attempting to bind port ffd41fd3-7513-4cb1-97db-01d6a4822c6f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:03.460524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Attempting to bind port ffd41fd3-7513-4cb1-97db-01d6a4822c6f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:03.461093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Attempting to bind port ffd41fd3-7513-4cb1-97db-01d6a4822c6f on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:03.473200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41520) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:03.559365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:03.560179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:03.560834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.562075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:03.563156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Bound port: ffd41fd3-7513-4cb1-97db-01d6a4822c6f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:03.563973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.575775 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.685406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=24564b46-96c5-4618-9932-8ac655db1433,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:03.721474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.736973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] For port ffd41fd3-7513-4cb1-97db-01d6a4822c6f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:03.742714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4da3a-6e96-4285-a306-a9c6cd4f70d4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd81cfac-3a9e-4d55-99d4-2e5932bfd12d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:03.747559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] For port ffd41fd3-7513-4cb1-97db-01d6a4822c6f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffd41fd3-7513-4cb1-97db-01d6a4822c6f,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:03.780902 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.818809 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aeabca03-d1d2-4d65-9b88-793166eda0a9 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1568382 Nov 08 14:00:03.829845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:03.836178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:03.859499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.865080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41522) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:03.881375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2ee51edf-7180-4e14-ac02-605efbe7f21a None None] Provisioning complete for port 24564b46-96c5-4618-9932-8ac655db1433 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:03.883041 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ee51edf-7180-4e14-ac02-605efbe7f21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:03.897915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:03.901466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Pushing event updated for resources: {'Port': ['ID=0e47537a-111e-4d2d-8832-de19566c9397,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:03.909679 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-80fb88ac-8c89-4f02-bc57-d8415491b135 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] delete failed (client error): The resource could not be found. Nov 08 14:00:03.917017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-80fb88ac-8c89-4f02-bc57-d8415491b135 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/cd81cfac-3a9e-4d55-99d4-2e5932bfd12d HTTP/1.1" status: 404 len: 347 time: 0.0391977 Nov 08 14:00:03.943933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41526) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:03.948110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8008f6e7-8e1b-4bce-81c4-89633ebb8d50 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--993888362'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:03.988433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8008f6e7-8e1b-4bce-81c4-89633ebb8d50 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.004398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.007435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Router 355b9813-2d3f-4949-845c-974053bf6718 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:00:04.016277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02fb89-6c38-4784-bcf2-667d8e551234 None None] Pushing event updated for resources: {'Port': ['ID=ffd41fd3-7513-4cb1-97db-01d6a4822c6f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:04.079296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.103556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Port': ['ID=80c540e9-ad8b-4447-a9c6-c5b0715a5ea8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:04.115511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 24564b46-96c5-4618-9932-8ac655db1433 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:04.157018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.165494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-646a4094-1287-4cc9-b2d7-89b4c0ea1e5d tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/ports/80c540e9-ad8b-4447-a9c6-c5b0715a5ea8 HTTP/1.1" status: 204 len: 168 time: 1.7101321 Nov 08 14:00:04.200127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:04.201626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41528) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:04.206812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 24564b46-96c5-4618-9932-8ac655db1433 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:04.207427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.219964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-3933773b-b9f0-48f0-aea2-dc4cba95b79d service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0606048 Nov 08 14:00:04.238605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:04.250529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:04.264369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:04.266066 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.349621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ec86d9b-d69d-46bc-aab3-63557c755713 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1349292 Nov 08 14:00:04.400666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41532) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:04.424603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1164846406'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:04.454529 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-69b968b7-1f66-404c-8f47-e1ea4462f2ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 217 time: 0.2100766 Nov 08 14:00:04.463448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:04.556153 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-29575fcc-e301-4647-aebe-cdb0e249f197 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4989045 Nov 08 14:00:04.557056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41544) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:04.616483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8008f6e7-8e1b-4bce-81c4-89633ebb8d50 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.637730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-d15a16b6-e395-41f5-90c9-122a97e7abef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:04.640859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-d15a16b6-e395-41f5-90c9-122a97e7abef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1727934 Nov 08 14:00:04.678059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8008f6e7-8e1b-4bce-81c4-89633ebb8d50 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.717176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6d3da-23d1-4b76-82d1-12244506848f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:04.724873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6d3da-23d1-4b76-82d1-12244506848f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:04.731149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ba6d3da-23d1-4b76-82d1-12244506848f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1690683 Nov 08 14:00:04.732314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41552) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:04.820766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-f4176e65-0dd3-405a-b404-ff5d11f0c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:04.822251 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-f4176e65-0dd3-405a-b404-ff5d11f0c710 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718960 Nov 08 14:00:04.968549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:04.969484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:04.998930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-17986bea-0af4-4257-b2b8-32260c94cc7c service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558883 Nov 08 14:00:05.148268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Made reservation on behalf of ca08e813b4a74a3a84127fc26e6d505c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:05.154127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.183540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.200569 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-0620c84f-6ec5-440a-863e-600aa3a0eff6 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871724 Nov 08 14:00:05.205900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:05.209228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:05.222268 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Sync routers for ids ['355b9813-2d3f-4949-845c-974053bf6718'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:05.233142 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Routers {'355b9813-2d3f-4949-845c-974053bf6718'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:05.234235 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['355b9813-2d3f-4949-845c-974053bf6718'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:05.336788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8008f6e7-8e1b-4bce-81c4-89633ebb8d50 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.339036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8008f6e7-8e1b-4bce-81c4-89633ebb8d50 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3974044 Nov 08 14:00:05.363884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41556) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:05.364977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008f6e7-8e1b-4bce-81c4-89633ebb8d50 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ad8422-dc86-461d-93bb-c6f1040c2744,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:05.379324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9c44dfe4-9cf1-4c65-9734-0d829d7a0a09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '03ad8422-dc86-461d-93bb-c6f1040c2744', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:05.408560 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Set router 355b9813-2d3f-4949-845c-974053bf6718 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:05.453537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-c8198b4e-df86-4d6e-86e5-7e4bdfe0c5c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 217 time: 0.2448702 Nov 08 14:00:05.456448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.470479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-cbc8fff7-bd40-4318-9b2f-b280dde304f5 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:05.474163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-cbc8fff7-bd40-4318-9b2f-b280dde304f5 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/networks?id=a3782aa1-bb17-4232-b007-30114d48b162 HTTP/1.1" status: 200 len: 809 time: 0.8558218 Nov 08 14:00:05.479440 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.488228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-86b615e8-1905-451c-8c90-774bffa6f585 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5702436 Nov 08 14:00:05.520786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41558) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:05.549805 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.567597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:05.636124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.650167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:05.651212 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-002f69f2-5ddd-4e06-8503-6888e6118e7c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d HTTP/1.1" status: 204 len: 168 time: 0.9171422 Nov 08 14:00:05.653479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41560) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:05.666019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9b5dd429-607d-4222-98e4-bbb3e477cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:05.668518 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-9b5dd429-607d-4222-98e4-bbb3e477cd42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2051024 Nov 08 14:00:05.677739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-bc45f086-a994-446e-9a20-57a26ae240d6 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/quotas/017f3c01485841d39119b09dcd91d2de HTTP/1.1" status: 200 len: 375 time: 0.1771777 Nov 08 14:00:05.695725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.726414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ed36f9a6-8f35-41c1-8661-3782e0bc1506 None None] Provisioning complete for port ffd41fd3-7513-4cb1-97db-01d6a4822c6f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:05.727446 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ed36f9a6-8f35-41c1-8661-3782e0bc1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.828043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-c0670741-bb2e-4758-807e-bce417472208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:05.831954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-c0670741-bb2e-4758-807e-bce417472208 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1545544 Nov 08 14:00:05.839010 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.879770 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:01Z', 'revision_number': 3, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:05.945850 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Checking router: 355b9813-2d3f-4949-845c-974053bf6718 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:00:05.946496 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Updating router 355b9813-2d3f-4949-845c-974053bf6718 port ce25e75c-5d36-4827-9fef-883cbe63104a binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:00:05.972458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-99b3204b-8d3e-418a-8f5c-5b7a61dec27d service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310976 Nov 08 14:00:05.973808 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:05.974595 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Added segment 160fadbc-215b-41ce-abdb-6ec4ed9091d9 of type vlan for network 060fc2de-74ee-4eaf-91de-19b4b05f71b0 Nov 08 14:00:05.994461 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ed36f9a6-8f35-41c1-8661-3782e0bc1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.032579 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.070262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c44dfe4-9cf1-4c65-9734-0d829d7a0a09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.094125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-98b0f17e-6a93-4bf6-91c4-871510864d26 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=017f3c01485841d39119b09dcd91d2de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1531558 Nov 08 14:00:06.228570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a8346-3c70-42b4-937d-6abe35e05854 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:06.232741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a8346-3c70-42b4-937d-6abe35e05854 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:06.235967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa5a8346-3c70-42b4-937d-6abe35e05854 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5730519 Nov 08 14:00:06.265585 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-d3b08df1-9fc0-4e24-a339-95befb70a2a1 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829700 Nov 08 14:00:06.266173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41564) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:06.354327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet f3deda1e-1d9b-444e-afc5-afd4d858344a {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:06.376718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.385373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffd41fd3-7513-4cb1-97db-01d6a4822c6f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:06.396352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.462277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ed36f9a6-8f35-41c1-8661-3782e0bc1506 None None] For port ffd41fd3-7513-4cb1-97db-01d6a4822c6f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffd41fd3-7513-4cb1-97db-01d6a4822c6f,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:06.478723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ed36f9a6-8f35-41c1-8661-3782e0bc1506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.529751 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-f0c65265-3cce-4835-8f10-bf4382cb7e21 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 217 time: 0.1802139 Nov 08 14:00:06.574266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36f9a6-8f35-41c1-8661-3782e0bc1506 None None] Pushing event updated for resources: {'Port': ['ID=ffd41fd3-7513-4cb1-97db-01d6a4822c6f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:06.592078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.594595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ffd41fd3-7513-4cb1-97db-01d6a4822c6f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:06.595518 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.639048 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.648325 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.663654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-564b6ab8-d5df-40b4-9f84-dfa1d98bed07 None None] Could not find standard attr ID for object 3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:00:06.682436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-3f91fa21-22c1-4f9d-af52-707be3fcc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:06.685485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-3f91fa21-22c1-4f9d-af52-707be3fcc82d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.1445096 Nov 08 14:00:06.762641 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13737c2c-a06b-47b0-a8a9-aa03a2f1285c None None] Pushing event updated for resources: {'Port': ['ID=ce25e75c-5d36-4827-9fef-883cbe63104a,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:06.776098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.787309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:06.788423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.794019 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Attempting to bind port ce25e75c-5d36-4827-9fef-883cbe63104a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:06.794595 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Attempting to bind port ce25e75c-5d36-4827-9fef-883cbe63104a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:06.795157 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Attempting to bind port ce25e75c-5d36-4827-9fef-883cbe63104a on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:06.809614 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:06.810435 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:06.811282 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.812002 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:06.813199 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Bound port: ce25e75c-5d36-4827-9fef-883cbe63104a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:06.813616 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.821652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-7868ca43-2922-4cde-b9e8-73ef6e5d0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:06.824192 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-7868ca43-2922-4cde-b9e8-73ef6e5d0533 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263711 Nov 08 14:00:06.882501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.907691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c44dfe4-9cf1-4c65-9734-0d829d7a0a09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.908465 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] For port ce25e75c-5d36-4827-9fef-883cbe63104a, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:06.916900 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] For port ce25e75c-5d36-4827-9fef-883cbe63104a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ce25e75c-5d36-4827-9fef-883cbe63104a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:06.923511 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.954728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c44dfe4-9cf1-4c65-9734-0d829d7a0a09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:06.960219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-7a6ca39f-8648-4f4b-9bc7-7f8d324fb0be service neutron] 10.222.0.65 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7424955 Nov 08 14:00:06.986030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5769925 Nov 08 14:00:07.008873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41566) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:07.026761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1140193057'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:07.034540 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Routers {'355b9813-2d3f-4949-845c-974053bf6718'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:07.035446 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['355b9813-2d3f-4949-845c-974053bf6718'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:07.043627 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13737c2c-a06b-47b0-a8a9-aa03a2f1285c None None] Pushing event updated for resources: {'Port': ['ID=ce25e75c-5d36-4827-9fef-883cbe63104a,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:07.104656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-da821ad6-40b4-4bc1-a923-acefa525cdca service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665563 Nov 08 14:00:07.108095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Made reservation on behalf of ca08e813b4a74a3a84127fc26e6d505c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:07.113951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.179559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44dfe4-9cf1-4c65-9734-0d829d7a0a09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15bb6a6d-02a5-4170-a1cf-e37e3b6019e6,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:07.179823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.240346 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] Set router 355b9813-2d3f-4949-845c-974053bf6718 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:07.260953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=f3deda1e-1d9b-444e-afc5-afd4d858344a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:07.276000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:07.295802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.304092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6be4abf4-a2b1-49d2-a5b6-16aceea3c2fd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/f3deda1e-1d9b-444e-afc5-afd4d858344a HTTP/1.1" status: 204 len: 168 time: 1.0339527 Nov 08 14:00:07.304430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41570) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:07.308509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ce892-be3d-4755-95d9-fef3fc3c1c2a None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:07.362905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.364047 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Added segment 842529d5-3349-4540-b177-dc967bd75e7f of type vlan for network b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b Nov 08 14:00:07.369241 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54033732-82fb-409a-810c-b7409c9be922 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583785 Nov 08 14:00:07.377736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41572) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:07.408277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c44dfe4-9cf1-4c65-9734-0d829d7a0a09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.411115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9c44dfe4-9cf1-4c65-9734-0d829d7a0a09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0399880 Nov 08 14:00:07.412211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bfc4c-c394-467a-b0f2-7c068d67c9c7 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Network': ['ID=060fc2de-74ee-4eaf-91de-19b4b05f71b0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:07.425080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41574) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:07.496216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.508943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.527997 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-73b3f281-cfa2-4e00-b3fe-3ab639e0eae9 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105515 Nov 08 14:00:07.531386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.557907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-d609cc59-5db1-4aba-8ddd-de1d41d950ed service neutron] 10.222.0.65 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567024 Nov 08 14:00:07.575987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb40bfb3-adc2-4563-a91b-d86c9882dfa0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.596665 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:01Z', 'revision_number': 3, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:07.628838 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-64eb0396-e950-485c-9a52-0ca36fd2792a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 217 time: 0.0850906 Nov 08 14:00:07.637654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909796d5-5853-498f-ac47-4f5566a15387 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:07.643201 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-909796d5-5853-498f-ac47-4f5566a15387 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2600584 Nov 08 14:00:07.643201 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb40bfb3-adc2-4563-a91b-d86c9882dfa0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.653836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41576) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:07.682564 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebca0fc-58ff-4dee-912e-62779db618ad None None] The sync data for ids ['355b9813-2d3f-4949-845c-974053bf6718'] in n-d-804292-2 is: [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:01Z', 'revision_number': 3, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:07.727292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 060fc2de-74ee-4eaf-91de-19b4b05f71b0 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:07.797398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb40bfb3-adc2-4563-a91b-d86c9882dfa0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.805747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb40bfb3-adc2-4563-a91b-d86c9882dfa0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.807146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cb40bfb3-adc2-4563-a91b-d86c9882dfa0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/15bb6a6d-02a5-4170-a1cf-e37e3b6019e6 HTTP/1.1" status: 204 len: 168 time: 0.3485305 Nov 08 14:00:07.808062 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:07.814818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41578) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:07.816097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:07.816908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.003950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7d620fb3-05c9-445e-85c7-5c633879a428 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1842120 Nov 08 14:00:08.008901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41586) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:08.023870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:08.051465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-b6f9999d-da15-4702-8784-22838e1f2c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:08.055879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-b6f9999d-da15-4702-8784-22838e1f2c24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.4152343 Nov 08 14:00:08.089791 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0730126 Nov 08 14:00:08.135571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3affbaa4-dc07-44c2-a1ac-d375774d71ec req-181b492a-4ab1-47a9-bdb6-8eb22f8f455b tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 210 time: 0.0626926 Nov 08 14:00:08.242549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ea0-ffd1-4dcc-9962-a4cfcdcba0a8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.357131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40bfb3-adc2-4563-a91b-d86c9882dfa0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15bb6a6d-02a5-4170-a1cf-e37e3b6019e6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:08.392135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41590) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:08.399308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'subnets': [{'network_id': '060fc2de-74ee-4eaf-91de-19b4b05f71b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1385614958', 'ip_version': 4}, {'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:08.399976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'subnet': {'network_id': '060fc2de-74ee-4eaf-91de-19b4b05f71b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1385614958', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:08.401162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Request body: {'subnet': {'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:08.407994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] Deleting port ffd41fd3-7513-4cb1-97db-01d6a4822c6f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:08.408562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.412685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36472374-dcc2-42f2-910e-da3d744838af tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:08.415527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-36472374-dcc2-42f2-910e-da3d744838af tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7548187 Nov 08 14:00:08.420253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:08.460799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ea0-ffd1-4dcc-9962-a4cfcdcba0a8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.550586 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1f184220-424e-4b4f-bf36-4fee4c59a48a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1256218 Nov 08 14:00:08.554166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41594) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:08.560313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d84ad9-2d45-483e-9a5f-569001587d05 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Network': ['ID=b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:08.577096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:08.612423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Router 864778ee-250a-45d1-98d0-5c4eb92f0b13 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:00:08.619982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:08.704908 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.716765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-82956611-8b37-4eab-8cea-058c7bde1b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:08.718630 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-82956611-8b37-4eab-8cea-058c7bde1b4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6281869 Nov 08 14:00:08.799995 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ea0-ffd1-4dcc-9962-a4cfcdcba0a8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.804366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be5b9ea0-ffd1-4dcc-9962-a4cfcdcba0a8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.805397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] For port ffd41fd3-7513-4cb1-97db-01d6a4822c6f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffd41fd3-7513-4cb1-97db-01d6a4822c6f,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:08.806127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-be5b9ea0-ffd1-4dcc-9962-a4cfcdcba0a8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/03ad8422-dc86-461d-93bb-c6f1040c2744 HTTP/1.1" status: 204 len: 168 time: 0.7947659 Nov 08 14:00:08.806725 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:08.815578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41600) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:08.834342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] Calling delete_port for ffd41fd3-7513-4cb1-97db-01d6a4822c6f owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:08.970583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-5beb280c-f08d-4a2b-94cd-ee4f1ec18259 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060149 Nov 08 14:00:09.048983 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:09.097410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] Pushing event deleted for resources: {'Port': ['ID=ffd41fd3-7513-4cb1-97db-01d6a4822c6f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:09.109421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3460e2c-eb80-4dd4-933d-95c55ff7bab6 None None] No DVR routers for this DVR port ffd41fd3-7513-4cb1-97db-01d6a4822c6f on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:09.183911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-1258aa9d-c0d7-41dc-9906-f34291a29232 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015190 Nov 08 14:00:09.258186 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-6b9bd4fc-8ea3-4a74-b2b0-fba42cf95d83 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.0662088 Nov 08 14:00:09.290057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b9ea0-ffd1-4dcc-9962-a4cfcdcba0a8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ad8422-dc86-461d-93bb-c6f1040c2744,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:09.376323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-525087b1-3a8d-4052-82c9-ea166c2592ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:09.379839 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-525087b1-3a8d-4052-82c9-ea166c2592ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1093335 Nov 08 14:00:09.468610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fceb2989-6a9c-4ea1-94ff-1cabd8001342 req-ae14324c-78e8-437f-92fc-1e91939f163c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 210 time: 0.1657660 Nov 08 14:00:09.480584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:09.488454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:09.517559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-49a383de-adf8-4e9a-9605-5a20f247a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:09.520487 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-49a383de-adf8-4e9a-9605-5a20f247a063 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1317940 Nov 08 14:00:09.521679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Made reservation on behalf of ca08e813b4a74a3a84127fc26e6d505c for: {'subnet': 2} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:09.535056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:09.535691 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:09.773182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1ab8c34f-b7b0-41d5-a55b-b4a44eedc551 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.9512129 Nov 08 14:00:09.779036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41608) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:09.788052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185793399'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:09.797661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:09.799520 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-3f3223b3-4712-47dd-8d8a-e9c908aa2ef3 service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582273 Nov 08 14:00:09.805740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:09.807546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9025d634-481c-41b4-9560-915a4a7274ea tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "PUT /v2.0/routers/864778ee-250a-45d1-98d0-5c4eb92f0b13 HTTP/1.1" status: 200 len: 920 time: 9.9061370 Nov 08 14:00:09.815979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41610) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:09.822428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] Sync routers for ids ['864778ee-250a-45d1-98d0-5c4eb92f0b13'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:09.842365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] Routers {'864778ee-250a-45d1-98d0-5c4eb92f0b13'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:09.844379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['864778ee-250a-45d1-98d0-5c4eb92f0b13'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:09.902088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:09.919969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] Routers {'864778ee-250a-45d1-98d0-5c4eb92f0b13'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:09.922583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['864778ee-250a-45d1-98d0-5c4eb92f0b13'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:09.983422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:10.016469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:10.020823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc8dc87-ddc5-4111-ba4d-76c037231dae None None] The sync data for ids ['864778ee-250a-45d1-98d0-5c4eb92f0b13'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:10.042375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-95c4fd2a-59c2-42b9-970e-b6eadf08982a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/864778ee-250a-45d1-98d0-5c4eb92f0b13 HTTP/1.1" status: 200 len: 926 time: 0.2247961 Nov 08 14:00:10.056969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41612) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:10.142294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fb51604-0269-45f4-8e9f-f0868c01700b req-d1cc63fe-be12-412b-b415-f79f9122894b service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275635 Nov 08 14:00:10.174167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ce25e75c-5d36-4827-9fef-883cbe63104a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:10.310014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ce25e75c-5d36-4827-9fef-883cbe63104a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:10.310934 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:10.314427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Allocated IP 172.20.0.1 (86d49e33-67f7-4bd2-9d8a-1bf2964c3dac/74ab484b-4e0b-4514-80ca-f61eb72216f1/64491641-b8be-458c-ba28-228eb3b9166a) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:10.368988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911c8761-a653-4f8b-821f-14117255dedc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:10.376030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-911c8761-a653-4f8b-821f-14117255dedc tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=864778ee-250a-45d1-98d0-5c4eb92f0b13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3141680 Nov 08 14:00:10.426307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41614) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:10.632139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:10.664252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ce25e75c-5d36-4827-9fef-883cbe63104a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ce25e75c-5d36-4827-9fef-883cbe63104a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:10.671399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:10.785418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-b1a428d5-8657-40e5-9a04-e725d277b5da tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:10.787238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-b1a428d5-8657-40e5-9a04-e725d277b5da tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "GET /v2.0/networks?id=a3782aa1-bb17-4232-b007-30114d48b162 HTTP/1.1" status: 200 len: 809 time: 0.7029576 Nov 08 14:00:10.869717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffd41fd3-7513-4cb1-97db-01d6a4822c6f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:10.877232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ce25e75c-5d36-4827-9fef-883cbe63104a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:10.912704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ffd41fd3-7513-4cb1-97db-01d6a4822c6f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:10.913280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffd41fd3-7513-4cb1-97db-01d6a4822c6f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:10.918635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Request body: {'port': {'device_id': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162', 'admin_state_up': True, 'tenant_id': '017f3c01485841d39119b09dcd91d2de'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:10.939316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52438fe9-3d98-4fb2-95bf-d8634dd1c254 req-c68c91d3-978e-4d41-9a07-d72a8beea50e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 210 time: 0.2706509 Nov 08 14:00:11.024503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.033911 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.062187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5989c89b-40df-4567-9c09-2d9147b9377a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:11.064328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5989c89b-40df-4567-9c09-2d9147b9377a tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/networks/1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 881 time: 0.6358068 Nov 08 14:00:11.066012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.072898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41620) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:11.104882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.106668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3228824 Nov 08 14:00:11.128116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26603193-bc6b-4295-9a9a-6a995b209346,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:11.129692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41622) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:11.140339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6f4e4a2d-3f10-4c9a-844d-59073e19094f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '26603193-bc6b-4295-9a9a-6a995b209346', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:11.153806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-69abbafe-85c0-4cb5-bbb2-801f9d8f44ae tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=864778ee-250a-45d1-98d0-5c4eb92f0b13 HTTP/1.1" status: 200 len: 205 time: 0.0786812 Nov 08 14:00:11.167257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41624) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:11.174694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.175253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.175877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.176418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.176979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.177526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.178093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.178615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.179116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.179616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.180140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.180661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b479b-d351-4a39-adb6-49a255b86413 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:11.186513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:11.194879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.214879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:11.219373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:11.220009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.229825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145e92d-f06b-489c-a4a0-a58c86ba6b20 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:11.240841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=fc7d6e8c-5585-4bfd-8f98-5da833502bf7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:11.288080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4a2d-3f10-4c9a-844d-59073e19094f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.326316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Made reservation on behalf of 017f3c01485841d39119b09dcd91d2de for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:11.330210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.343359 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e743c11e-c8b8-4bde-9949-5eb12bbcea7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7842066 Nov 08 14:00:11.352564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41626) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:11.360431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': 'fc7d6e8c-5585-4bfd-8f98-5da833502bf7', 'ip_address': '2001:db8::2347:10f5:eca4:fedc'}], 'name': 'tempest-NetworksTestDHCPv6-1174620552'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:11.365239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.367796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.471861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:11.502575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.503726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': 'fc7d6e8c-5585-4bfd-8f98-5da833502bf7'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:11.505204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.527277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4a2d-3f10-4c9a-844d-59073e19094f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.539018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:11.543948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:11.557648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Subnet': ['ID=5536077f-c5ab-4583-93ad-595173893a05,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:11.582827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4a2d-3f10-4c9a-844d-59073e19094f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.589429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Pushing event updated for resources: {'Port': ['ID=64491641-b8be-458c-ba28-228eb3b9166a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:11.656617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Checking segment: {'id': '160fadbc-215b-41ce-abdb-6ec4ed9091d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060fc2de-74ee-4eaf-91de-19b4b05f71b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:11.657756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network hostable DHCP agents. Network: 060fc2de-74ee-4eaf-91de-19b4b05f71b0, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:00:11.658033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e4a2d-3f10-4c9a-844d-59073e19094f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac9ab21-50ec-4dc2-b7e6-c3558976ede7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:11.711722 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f4e4a2d-3f10-4c9a-844d-59073e19094f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.718839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f4e4a2d-3f10-4c9a-844d-59073e19094f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5809829 Nov 08 14:00:11.722514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41628) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:11.732226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-340de800-452b-4d2c-8edc-3c959479ee40 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '26603193-bc6b-4295-9a9a-6a995b209346', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:11.741473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network 060fc2de-74ee-4eaf-91de-19b4b05f71b0 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:00:11.748271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/fc7d6e8c-5585-4bfd-8f98-5da833502bf7/29d1c4f6-de5d-4885-a115-705748b30a91) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:11.748605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.757935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.767936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 060fc2de-74ee-4eaf-91de-19b4b05f71b0) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:11.773444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:11.781935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:11.828348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f235c88-a366-4688-9686-2bdf5a2b8cfe None None] Network 060fc2de-74ee-4eaf-91de-19b4b05f71b0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:11.937239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Allocated IP 172.20.0.9 (a3782aa1-bb17-4232-b007-30114d48b162/2bed37a4-a6b7-47c9-aa27-b7255875b02e/fcf3cc0b-2fb1-47eb-bb50-778f22439f95) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:12.031897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event updated for resources: {'Subnet': ['ID=b9ac57c0-3a7c-4dfd-9ed8-f669ee878e15,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:12.130725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.138459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Checking segment: {'id': '842529d5-3349-4540-b177-dc967bd75e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:12.138841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network hostable DHCP agents. Network: b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:00:12.175595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Deleting port 0e47537a-111e-4d2d-8832-de19566c9397 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:12.176517 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.198826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ce25e75c-5d36-4827-9fef-883cbe63104a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:12.208559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 8d099d19-2225-43bb-ae6a-a0d447a62cb2 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:00:12.286038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f7f4a2f0-2e19-42ff-aa7f-d0b4bac904bc None None] Provisioning complete for port 64491641-b8be-458c-ba28-228eb3b9166a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:12.286319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7f4a2f0-2e19-42ff-aa7f-d0b4bac904bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.299214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Network b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:00:12.324635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eaca6f2f-4a80-4d3e-bc19-4d41c4484b7e req-730e438f-0700-4617-901d-93f6fbcf6736 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 210 time: 0.1589401 Nov 08 14:00:12.328708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:12.343850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.344816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:12.345293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:12.346025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.381901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3781c7-3f40-4b7f-a7f1-a8bbec7094ac None None] Network b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:12.391605 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.401099 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.419186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-340de800-452b-4d2c-8edc-3c959479ee40 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.422654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Calling delete_port for 0e47537a-111e-4d2d-8832-de19566c9397 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:12.432355 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5c2d603b-0906-46e7-8551-36d071081b0c tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0387669 Nov 08 14:00:12.433294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41634) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:12.535648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.555229 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.621020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a951de50-8a93-4a08-8fe0-d0717e3b7f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-060fc2de-74ee-4eaf-91de-19b4b05f71b0', 'network_id': '060fc2de-74ee-4eaf-91de-19b4b05f71b0', 'tenant_id': 'ca08e813b4a74a3a84127fc26e6d505c', 'fixed_ips': [{'subnet_id': '5536077f-c5ab-4583-93ad-595173893a05'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:12.621310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee9e74-c719-40b0-8e49-1fe14dcd5084 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:12.621968 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a951de50-8a93-4a08-8fe0-d0717e3b7f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.622472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee9e74-c719-40b0-8e49-1fe14dcd5084 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:12.624223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee9e74-c719-40b0-8e49-1fe14dcd5084 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:12.626161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-10ee9e74-c719-40b0-8e49-1fe14dcd5084 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1835964 Nov 08 14:00:12.632911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-340de800-452b-4d2c-8edc-3c959479ee40 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.636075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41636) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:12.653667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::2347:10f5:eca4:fedc (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/fc7d6e8c-5585-4bfd-8f98-5da833502bf7/8d099d19-2225-43bb-ae6a-a0d447a62cb2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:12.655498 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-340de800-452b-4d2c-8edc-3c959479ee40 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.686557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4a2f0-2e19-42ff-aa7f-d0b4bac904bc None None] Port 64491641-b8be-458c-ba28-228eb3b9166a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:00:12.702732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:12.712472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.718816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:12.728720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Pushing event updated for resources: {'Port': ['ID=29d1c4f6-de5d-4885-a115-705748b30a91,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:12.732263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:12.734562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340de800-452b-4d2c-8edc-3c959479ee40 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bfabb4-9790-46c9-8e64-682a443473c4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:12.755303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ce25e75c-5d36-4827-9fef-883cbe63104a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:12.756415 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.792522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-340de800-452b-4d2c-8edc-3c959479ee40 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.800515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-340de800-452b-4d2c-8edc-3c959479ee40 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0705993 Nov 08 14:00:12.800812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41638) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:12.814010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-34a5f2fa-2cf2-422a-9afe-2706715926ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '26603193-bc6b-4295-9a9a-6a995b209346', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:12.828922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Network a3782aa1-bb17-4232-b007-30114d48b162 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:12.835403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Deleting subnet 5536077f-c5ab-4583-93ad-595173893a05 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:12.839267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.840312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.841137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.841952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.843410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.844295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.845279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.846092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.846910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.847775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.848655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.849522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:00:12.871770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34a5f2fa-2cf2-422a-9afe-2706715926ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.908674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:12.913435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:12.919324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:12.979479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-5a4d9a26-6c8b-42b2-a52b-c52169a8ce8b req-9e348c71-4603-42e1-a744-fc7365ae29c5 service neutron] (101840) timed out ('10.222.0.65', 48044) {{(pid=101840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:00:13.024377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Pushing event updated for resources: {'Port': ['ID=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:13.109719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Attempting to bind port 29d1c4f6-de5d-4885-a115-705748b30a91 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:13.111986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Attempting to bind port 29d1c4f6-de5d-4885-a115-705748b30a91 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:13.113012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Attempting to bind port 29d1c4f6-de5d-4885-a115-705748b30a91 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:13.127102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.144260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:13.144807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:13.146210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.146861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:13.147885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Bound port: 29d1c4f6-de5d-4885-a115-705748b30a91, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:13.148572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.149210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:13.150286 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.167487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.189600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34a5f2fa-2cf2-422a-9afe-2706715926ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.199474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.205202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-1e464455-1720-40f2-b0f3-3f7b921d5e25 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3614168 Nov 08 14:00:13.232721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34a5f2fa-2cf2-422a-9afe-2706715926ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.235041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Request body: {'port': {'device_id': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:13.254649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event deleted for resources: {'Port': ['ID=0e47537a-111e-4d2d-8832-de19566c9397,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:13.333264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b', 'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b', 'tenant_id': 'ca08e813b4a74a3a84127fc26e6d505c', 'fixed_ips': [{'subnet_id': 'b9ac57c0-3a7c-4dfd-9ed8-f669ee878e15'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:13.334744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.336753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a5f2fa-2cf2-422a-9afe-2706715926ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1124db1b-383d-494f-8a5b-f46ecf8ccdfa,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:13.357105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34a5f2fa-2cf2-422a-9afe-2706715926ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.362119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-34a5f2fa-2cf2-422a-9afe-2706715926ff tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5587003 Nov 08 14:00:13.363845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.365327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41644) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:13.403219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.407631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7978c5b9-da6f-403b-824e-27d85c6163ad tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '26603193-bc6b-4295-9a9a-6a995b209346', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:13.416500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.462617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.489230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] For port 29d1c4f6-de5d-4885-a115-705748b30a91, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:13.492845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.507270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:13.532682 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:00:13.538301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] For port 29d1c4f6-de5d-4885-a115-705748b30a91, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=29d1c4f6-de5d-4885-a115-705748b30a91,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:13.560950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.572796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.586616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:13.593344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:13.600112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:13.600779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.653814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Pushing event updated for resources: {'Port': ['ID=64491641-b8be-458c-ba28-228eb3b9166a,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:13.669846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7978c5b9-da6f-403b-824e-27d85c6163ad tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.674246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=8d099d19-2225-43bb-ae6a-a0d447a62cb2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:13.685286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.706243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.724058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bca3046e-4e10-4a1c-9ab0-0121b3fad101 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3642597 Nov 08 14:00:13.725929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41646) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:13.733939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ccd8-889f-4c68-b6ec-079b139b4964 None None] Pushing event updated for resources: {'Port': ['ID=29d1c4f6-de5d-4885-a115-705748b30a91,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:13.758614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Allocated IP 172.20.0.18 (b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b/b9ac57c0-3a7c-4dfd-9ed8-f669ee878e15/20bc2331-8eb6-4720-b63d-58befe800e18) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:13.759628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8718add0-110a-4977-87d6-7beb818f897b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': 'fc7d6e8c-5585-4bfd-8f98-5da833502bf7', 'ip_address': '2001:db8::2347:10f5:eca4:fedc'}], 'name': 'tempest-NetworksTestDHCPv6-1620756065'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:13.844730 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.844730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Fanout notify agent at l3_agent the message router_deleted on router 864778ee-250a-45d1-98d0-5c4eb92f0b13 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:00:13.879191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.880572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2b24d5eb-6fc4-45b8-8be5-49378665eada tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/864778ee-250a-45d1-98d0-5c4eb92f0b13 HTTP/1.1" status: 204 len: 168 time: 2.7120137 Nov 08 14:00:13.889193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41648) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:13.897904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1839515807', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:13.979586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:13.981306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.003859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7978c5b9-da6f-403b-824e-27d85c6163ad tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.044481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7978c5b9-da6f-403b-824e-27d85c6163ad tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.066455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978c5b9-da6f-403b-824e-27d85c6163ad tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2467824-5caa-4afb-a197-08b02fdbf8b4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:14.121837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8718add0-110a-4977-87d6-7beb818f897b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:14.129549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8718add0-110a-4977-87d6-7beb818f897b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.156319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7978c5b9-da6f-403b-824e-27d85c6163ad tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.160859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7978c5b9-da6f-403b-824e-27d85c6163ad tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7874551 Nov 08 14:00:14.161980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41652) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:14.169824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-930a3dee-134b-4669-b8e3-b3598dbcc7dd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '26603193-bc6b-4295-9a9a-6a995b209346', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:14.176594 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.194829 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.208399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-8718add0-110a-4977-87d6-7beb818f897b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 67909311-25f2-45ee-8975-2da696ad768b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:00:14.228236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.260583 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server [None req-a951de50-8a93-4a08-8fe0-d0717e3b7f50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5536077f-c5ab-4583-93ad-595173893a05: This subnet is being modified by another concurrent operation. Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise exception Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5536077f-c5ab-4583-93ad-595173893a05: This subnet is being modified by another concurrent operation. Nov 08 14:00:14.291154 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Nov 08 14:00:14.315591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Network b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:14.319397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9b2ad-e77a-42bc-af6c-673f4418bfa6 req-4100377f-6afd-4ad0-96a7-f0e0b3a28146 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:14.325864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:14.338731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:14.340354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23e9b2ad-e77a-42bc-af6c-673f4418bfa6 req-4100377f-6afd-4ad0-96a7-f0e0b3a28146 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 931 time: 0.7685897 Nov 08 14:00:14.341684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738155ab-647c-4f04-a7df-5da0da74a6b2 None None] Network 060fc2de-74ee-4eaf-91de-19b4b05f71b0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:14.378989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Pushing event updated for resources: {'Port': ['ID=20bc2331-8eb6-4720-b63d-58befe800e18,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:14.487053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Subnet': ['ID=5536077f-c5ab-4583-93ad-595173893a05,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:14.490328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.496185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Attempting to bind port 20bc2331-8eb6-4720-b63d-58befe800e18 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:14.496695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Attempting to bind port 20bc2331-8eb6-4720-b63d-58befe800e18 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '842529d5-3349-4540-b177-dc967bd75e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:14.497040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Attempting to bind port 20bc2331-8eb6-4720-b63d-58befe800e18 on network b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:14.499568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fdb8edcb-a476-4419-80e8-c79a4b37712a tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/subnets/5536077f-c5ab-4583-93ad-595173893a05 HTTP/1.1" status: 204 len: 168 time: 1.8628244 Nov 08 14:00:14.530631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:14.531004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Checking segment: {'id': '842529d5-3349-4540-b177-dc967bd75e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:14.531414 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.531839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Bound using segment: {'id': '842529d5-3349-4540-b177-dc967bd75e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:14.532319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Bound port: 20bc2331-8eb6-4720-b63d-58befe800e18, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '842529d5-3349-4540-b177-dc967bd75e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:14.532772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.535357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41654) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:14.630810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.652670 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-930a3dee-134b-4669-b8e3-b3598dbcc7dd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.675633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] For port 20bc2331-8eb6-4720-b63d-58befe800e18, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:14.680745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] For port 20bc2331-8eb6-4720-b63d-58befe800e18, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=20bc2331-8eb6-4720-b63d-58befe800e18,segment=NetworkSegment(842529d5-3349-4540-b177-dc967bd75e7f),segment_id=842529d5-3349-4540-b177-dc967bd75e7f)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:14.690708 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:14.796128 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8718add0-110a-4977-87d6-7beb818f897b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 08 14:00:14.796667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8718add0-110a-4977-87d6-7beb818f897b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:00:14.840794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23e9b2ad-e77a-42bc-af6c-673f4418bfa6 req-697ae630-7290-4414-9f81-bf17960464e9 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915753 Nov 08 14:00:14.849080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5f8ec-3cea-471a-b780-6501defcb224 None None] Pushing event updated for resources: {'Port': ['ID=20bc2331-8eb6-4720-b63d-58befe800e18,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:14.898216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:14.905009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:14.958675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8718add0-110a-4977-87d6-7beb818f897b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2276366 Nov 08 14:00:14.963323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Deleting subnet b9ac57c0-3a7c-4dfd-9ed8-f669ee878e15 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:14.966829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41656) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:14.991524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.189324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.196063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-930a3dee-134b-4669-b8e3-b3598dbcc7dd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.211021 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-930a3dee-134b-4669-b8e3-b3598dbcc7dd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.216511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.235428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Router 355b9813-2d3f-4949-845c-974053bf6718 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:00:15.238185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf3cc0b-2fb1-47eb-bb50-778f22439f95 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:00:15.259703 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.309659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Transition to ACTIVE for port object fcf3cc0b-2fb1-47eb-bb50-778f22439f95 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:00:15.326031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.377536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a3dee-134b-4669-b8e3-b3598dbcc7dd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a55545-6e76-4986-9ddb-d8ecfd0dcc4c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:15.394259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a7dd2-f79b-47b3-a664-790692da8a0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:15.401037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a7dd2-f79b-47b3-a664-790692da8a0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:15.403236 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e24a7dd2-f79b-47b3-a664-790692da8a0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4352989 Nov 08 14:00:15.443641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41660) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:15.475774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-930a3dee-134b-4669-b8e3-b3598dbcc7dd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.481580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-930a3dee-134b-4669-b8e3-b3598dbcc7dd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3175657 Nov 08 14:00:15.482611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41662) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:15.493920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-500b729c-d4bd-487a-95d7-f10cb028b256 None None] Provisioning complete for port 64491641-b8be-458c-ba28-228eb3b9166a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:15.495067 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-500b729c-d4bd-487a-95d7-f10cb028b256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.593788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-500b729c-d4bd-487a-95d7-f10cb028b256 None None] Port 64491641-b8be-458c-ba28-228eb3b9166a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:00:15.675268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:15.680307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56388e27-c3ee-43d9-951b-1faab9106d09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.691782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ac18a005-f47b-4afa-b8e4-8ae4ef6991d5 admin admin] 10.222.0.65 "PUT /v2.0/routers/355b9813-2d3f-4949-845c-974053bf6718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1605203 Nov 08 14:00:15.718430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56388e27-c3ee-43d9-951b-1faab9106d09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.718725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:15.718884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.777462 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Sync routers for ids ['355b9813-2d3f-4949-845c-974053bf6718'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:15.785331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e964a6f3-eb01-44e5-8e8d-57e39777e2d4 None None] Provisioning complete for port 29d1c4f6-de5d-4885-a115-705748b30a91 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:15.786536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e964a6f3-eb01-44e5-8e8d-57e39777e2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.813854 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Routers {'355b9813-2d3f-4949-845c-974053bf6718'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:15.819323 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['355b9813-2d3f-4949-845c-974053bf6718'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:15.873808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Attempting to bind port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:15.873808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Attempting to bind port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:15.873808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Attempting to bind port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 on network a3782aa1-bb17-4232-b007-30114d48b162 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:15.890277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 on network a3782aa1-bb17-4232-b007-30114d48b162 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:00:15.894174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Attempting to bind port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 on network a3782aa1-bb17-4232-b007-30114d48b162 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:15.894695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56388e27-c3ee-43d9-951b-1faab9106d09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.912578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56388e27-c3ee-43d9-951b-1faab9106d09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.912764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 13, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:15.913529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Checking segment: {'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:15.916491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Bound using segment: {'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:15.918037 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-56388e27-c3ee-43d9-951b-1faab9106d09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/80a55545-6e76-4986-9ddb-d8ecfd0dcc4c HTTP/1.1" status: 204 len: 168 time: 0.4264078 Nov 08 14:00:15.918180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Bound port: fcf3cc0b-2fb1-47eb-bb50-778f22439f95, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:15.923038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:15.924572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41668) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:15.944469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 8d099d19-2225-43bb-ae6a-a0d447a62cb2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:15.945074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.005362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56388e27-c3ee-43d9-951b-1faab9106d09 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80a55545-6e76-4986-9ddb-d8ecfd0dcc4c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:16.128974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e964a6f3-eb01-44e5-8e8d-57e39777e2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.130542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.149987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] For port fcf3cc0b-2fb1-47eb-bb50-778f22439f95, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:16.172865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] For port fcf3cc0b-2fb1-47eb-bb50-778f22439f95, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:16.221827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.258425 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e964a6f3-eb01-44e5-8e8d-57e39777e2d4 None None] For port 29d1c4f6-de5d-4885-a115-705748b30a91, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=29d1c4f6-de5d-4885-a115-705748b30a91,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:16.265403 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e964a6f3-eb01-44e5-8e8d-57e39777e2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.370141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 20bc2331-8eb6-4720-b63d-58befe800e18 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:16.457933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:16.459184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.461653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/fcf3cc0b-2fb1-47eb-bb50-778f22439f95 HTTP/1.1" status: 200 len: 1091 time: 3.2403109 Nov 08 14:00:16.470701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'tag': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:00:16.506979 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7788dd4f-6ce6-41b9-950b-51a1b7de778b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a9b52e-df78-4b0f-b3d0-12055b2a7852", "tag": "fcf3cc0b-2fb1-47eb-bb50-778f22439f95"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:00:16.520840 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Set router 355b9813-2d3f-4949-845c-974053bf6718 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:16.580897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964a6f3-eb01-44e5-8e8d-57e39777e2d4 None None] Pushing event updated for resources: {'Port': ['ID=29d1c4f6-de5d-4885-a115-705748b30a91,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:16.599126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-003792ab-d5c1-4463-91a0-361e1ee97247 None None] Provisioning complete for port 8d099d19-2225-43bb-ae6a-a0d447a62cb2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:16.599715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-003792ab-d5c1-4463-91a0-361e1ee97247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.704682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-003792ab-d5c1-4463-91a0-361e1ee97247 None None] Port 8d099d19-2225-43bb-ae6a-a0d447a62cb2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:00:16.711316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687016a-dcdf-42a9-8ad3-01d731cd2811 req-0c9b8b1a-bac4-4438-883e-94312dd64d39 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:16.712106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 20bc2331-8eb6-4720-b63d-58befe800e18 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:16.712703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:16.714121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2687016a-dcdf-42a9-8ad3-01d731cd2811 req-0c9b8b1a-bac4-4438-883e-94312dd64d39 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 943 time: 0.5365648 Nov 08 14:00:16.747946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53161-5b67-4aee-a8ed-81d17f7a61c4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:16.973612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2687016a-dcdf-42a9-8ad3-01d731cd2811 req-9d0e78cf-e4e9-407f-99c6-d631198a9e1a tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198467 Nov 08 14:00:16.978149 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-c9d3722d-cc3a-4368-8f32-17ce71857549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:16.982764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-c9d3722d-cc3a-4368-8f32-17ce71857549 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=017f3c01485841d39119b09dcd91d2de&device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 1094 time: 0.4358702 Nov 08 14:00:16.987636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8f4dd4-3cde-424c-ba23-e55562710b3c None None] Network b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:17.107514 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:12Z', 'revision_number': 4, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '64491641-b8be-458c-ba28-228eb3b9166a', 'name': '', 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'mac_address': 'fa:16:3e:d1:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74ab484b-4e0b-4514-80ca-f61eb72216f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:08Z', 'updated_at': '2021-11-08T14:00:12Z', 'revision_number': 2, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'subnets': [{'id': '74ab484b-4e0b-4514-80ca-f61eb72216f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:17.138866 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-f7b88efb-cd37-4029-b3a9-c8963f54adea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf3cc0b-2fb1-47eb-bb50-778f22439f95 HTTP/1.1" status: 200 len: 217 time: 0.1470385 Nov 08 14:00:17.154372 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Checking router: 355b9813-2d3f-4949-845c-974053bf6718 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:00:17.155270 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Updating router 355b9813-2d3f-4949-845c-974053bf6718 port 64491641-b8be-458c-ba28-228eb3b9166a binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:00:17.185586 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.191244 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.219842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-237df067-aace-4bb8-9e01-b101b1bb7403 None None] Provisioning complete for port 20bc2331-8eb6-4720-b63d-58befe800e18 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:17.220715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-237df067-aace-4bb8-9e01-b101b1bb7403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.276363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-16f36421-66ff-4d73-96b8-60ff74b5665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:17.285819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-16f36421-66ff-4d73-96b8-60ff74b5665f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2bed37a4-a6b7-47c9-aa27-b7255875b02e HTTP/1.1" status: 200 len: 849 time: 0.1359656 Nov 08 14:00:17.290004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ac57c0-3a7c-4dfd-9ed8-f669ee878e15,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:17.294155 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5be88d-f29f-4c44-82ca-2187d3a6658c x-openstack-request-id: req-3d5be88d-f29f-4c44-82ca-2187d3a6658c {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:00:17.294635 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a9b52e-df78-4b0f-b3d0-12055b2a7852", "tag": "fcf3cc0b-2fb1-47eb-bb50-778f22439f95", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:00:17.294903 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d5be88d-f29f-4c44-82ca-2187d3a6658c {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:00:17.295397 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'tag': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95', 'status': 'completed', 'code': 200} Nov 08 14:00:17.353834 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e73d8da-a05b-4ddb-b741-37722b279937 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 1.4210734 Nov 08 14:00:17.357774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-5937e1d0-e682-44c3-820c-3f2cd3a41b5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3782aa1-bb17-4232-b007-30114d48b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567157 Nov 08 14:00:17.358527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41682) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:17.374866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 20bc2331-8eb6-4720-b63d-58befe800e18, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=20bc2331-8eb6-4720-b63d-58befe800e18,segment=NetworkSegment(842529d5-3349-4540-b177-dc967bd75e7f),segment_id=842529d5-3349-4540-b177-dc967bd75e7f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:17.457645 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.459025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 29d1c4f6-de5d-4885-a115-705748b30a91 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:17.520564 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8cd3-fd7d-4dc1-96cc-ca5a6a865bbb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.525838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.533933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ae5f75ef-22e0-4adb-a3c1-f92e620a7957 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/subnets/b9ac57c0-3a7c-4dfd-9ed8-f669ee878e15 HTTP/1.1" status: 204 len: 168 time: 2.9047344 Nov 08 14:00:17.539814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41684) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:17.542009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8cd3-fd7d-4dc1-96cc-ca5a6a865bbb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.577478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] DHCP port deletion for b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:17.636683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.644793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.690384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8cd3-fd7d-4dc1-96cc-ca5a6a865bbb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.701076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.706102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc40c257-818c-4081-a2ea-77b9087018b9 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:17.716256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fc40c257-818c-4081-a2ea-77b9087018b9 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1708922 Nov 08 14:00:17.720926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 29d1c4f6-de5d-4885-a115-705748b30a91 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:17.721795 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.722951 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee1c8cd3-fd7d-4dc1-96cc-ca5a6a865bbb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.724115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 8d099d19-2225-43bb-ae6a-a0d447a62cb2 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:17.724899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=20bc2331-8eb6-4720-b63d-58befe800e18,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:17.728278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41686) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:17.729158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41688) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:17.729597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ee1c8cd3-fd7d-4dc1-96cc-ca5a6a865bbb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/c2467824-5caa-4afb-a197-08b02fdbf8b4 HTTP/1.1" status: 204 len: 168 time: 0.3697155 Nov 08 14:00:17.739726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-5304e989-c9fb-49f1-b0f8-fccb4d39d48b service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644736 Nov 08 14:00:17.744663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c8cd3-fd7d-4dc1-96cc-ca5a6a865bbb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2467824-5caa-4afb-a197-08b02fdbf8b4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:17.839005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] Deleting port 20bc2331-8eb6-4720-b63d-58befe800e18 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:17.839806 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.871212 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:17.887798 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.039031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] For port 20bc2331-8eb6-4720-b63d-58befe800e18, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=20bc2331-8eb6-4720-b63d-58befe800e18,segment=NetworkSegment(842529d5-3349-4540-b177-dc967bd75e7f),segment_id=842529d5-3349-4540-b177-dc967bd75e7f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:18.040204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.050210 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916e16a-828a-4af4-ad89-2c559bacb2d1 None None] Pushing event updated for resources: {'Port': ['ID=64491641-b8be-458c-ba28-228eb3b9166a,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:18.063345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e863e440-3c42-4ce6-b1d3-396f425ed639 req-d43960ca-72c3-4986-b8f4-441a3eb62d0b service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085659 Nov 08 14:00:18.103577 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2ec9c91-ba92-4ecb-bda0-1b03f80726c3 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3515670 Nov 08 14:00:18.105982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41694) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:18.148506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93eca9b1-ca4a-44ac-8b3c-f7f38710aa03 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.205264 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Attempting to bind port 64491641-b8be-458c-ba28-228eb3b9166a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:18.206708 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Attempting to bind port 64491641-b8be-458c-ba28-228eb3b9166a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:18.207264 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Attempting to bind port 64491641-b8be-458c-ba28-228eb3b9166a on network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:18.221590 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:18.221958 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Checking segment: {'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:18.222358 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.223375 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Bound using segment: {'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:18.223903 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Bound port: 64491641-b8be-458c-ba28-228eb3b9166a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:18.224438 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.274285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.292180 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93eca9b1-ca4a-44ac-8b3c-f7f38710aa03 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.327132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-aaefb267-a499-403f-9dcc-d74b656c9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:18.339075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-aaefb267-a499-403f-9dcc-d74b656c9846 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=017f3c01485841d39119b09dcd91d2de&device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 1094 time: 0.1326604 Nov 08 14:00:18.428931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93eca9b1-ca4a-44ac-8b3c-f7f38710aa03 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.454686 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] For port 64491641-b8be-458c-ba28-228eb3b9166a, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:18.470174 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] For port 64491641-b8be-458c-ba28-228eb3b9166a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=64491641-b8be-458c-ba28-228eb3b9166a,segment=NetworkSegment(6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e),segment_id=6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:18.475784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-93eca9b1-ca4a-44ac-8b3c-f7f38710aa03 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.477395 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.477866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] Calling delete_port for 20bc2331-8eb6-4720-b63d-58befe800e18 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:18.478792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-93eca9b1-ca4a-44ac-8b3c-f7f38710aa03 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1124db1b-383d-494f-8a5b-f46ecf8ccdfa HTTP/1.1" status: 204 len: 168 time: 0.3708725 Nov 08 14:00:18.524032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41706) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:18.575683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eca9b1-ca4a-44ac-8b3c-f7f38710aa03 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1124db1b-383d-494f-8a5b-f46ecf8ccdfa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:18.669441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Allocated IP 172.25.8.199 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/5a434ba7-fd55-4b52-ad1a-579490c9d268) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:18.695481 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916e16a-828a-4af4-ad89-2c559bacb2d1 None None] Pushing event updated for resources: {'Port': ['ID=64491641-b8be-458c-ba28-228eb3b9166a,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:18.725440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41712) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:18.727591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dcc83383-f368-4dad-bc0f-bf0fdb19635a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1914968 Nov 08 14:00:18.763498 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Routers {'355b9813-2d3f-4949-845c-974053bf6718'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:18.763912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.765020 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['355b9813-2d3f-4949-845c-974053bf6718'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:18.837668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b56e8b-2c68-4a1e-b50a-594524c960da req-06460b64-ddeb-4350-bd7b-3142a17bccdd tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:18.839202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Deleting port 20bc2331-8eb6-4720-b63d-58befe800e18 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:18.839896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.840941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40b56e8b-2c68-4a1e-b50a-594524c960da req-06460b64-ddeb-4350-bd7b-3142a17bccdd tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 943 time: 0.4419804 Nov 08 14:00:18.856823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=8d099d19-2225-43bb-ae6a-a0d447a62cb2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:18.880033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 29d1c4f6-de5d-4885-a115-705748b30a91 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:18.883118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.909787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1845bde6-1a3d-47c3-8ed4-d69ac0a6ad5b None None] Provisioning complete for port 64491641-b8be-458c-ba28-228eb3b9166a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:18.910479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1845bde6-1a3d-47c3-8ed4-d69ac0a6ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:18.943122 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f7e271e-af83-46a7-ab9e-1edaf58e9bfd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.002914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] Pushing event deleted for resources: {'Port': ['ID=20bc2331-8eb6-4720-b63d-58befe800e18,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:19.038003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f7e271e-af83-46a7-ab9e-1edaf58e9bfd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.040476 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.048144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-17535b02-fd46-4b57-9099-45e6fff39fcb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/8d099d19-2225-43bb-ae6a-a0d447a62cb2 HTTP/1.1" status: 204 len: 168 time: 3.5907254 Nov 08 14:00:19.055263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41718) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:19.087930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-55e0092d-cd8f-49ff-8a74-0d9223849197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:19.094962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-55e0092d-cd8f-49ff-8a74-0d9223849197 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3782aa1-bb17-4232-b007-30114d48b162 HTTP/1.1" status: 200 len: 910 time: 0.7511344 Nov 08 14:00:19.182643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5cdc6d-d1e9-4267-a751-ce9a7edc650d None None] No DVR routers for this DVR port 20bc2331-8eb6-4720-b63d-58befe800e18 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:19.224548 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] Set router 355b9813-2d3f-4949-845c-974053bf6718 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:19.305523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-cd4294ea-b51a-48ba-8fe0-070daef905d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fcf3cc0b-2fb1-47eb-bb50-778f22439f95 HTTP/1.1" status: 200 len: 217 time: 0.1835225 Nov 08 14:00:19.351479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40b56e8b-2c68-4a1e-b50a-594524c960da req-0cd2c29a-c3f2-48bc-bce7-69f638b3757e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712608 Nov 08 14:00:19.366531 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 29d1c4f6-de5d-4885-a115-705748b30a91 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:19.366860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.394900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f7e271e-af83-46a7-ab9e-1edaf58e9bfd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.399607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] For port 20bc2331-8eb6-4720-b63d-58befe800e18, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=20bc2331-8eb6-4720-b63d-58befe800e18,segment=NetworkSegment(842529d5-3349-4540-b177-dc967bd75e7f),segment_id=842529d5-3349-4540-b177-dc967bd75e7f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:19.400239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.457234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471dd22-0683-4e6f-8b65-045932d6d8eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:19.460180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471dd22-0683-4e6f-8b65-045932d6d8eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:19.465803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9471dd22-0683-4e6f-8b65-045932d6d8eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4066105 Nov 08 14:00:19.465803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Calling delete_port for 20bc2331-8eb6-4720-b63d-58befe800e18 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:19.484324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41728) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:19.494829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f7e271e-af83-46a7-ab9e-1edaf58e9bfd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.501035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8dc93b-a954-422b-aae1-d693102fa0ce None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:00:19.511698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f7e271e-af83-46a7-ab9e-1edaf58e9bfd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/37bfabb4-9790-46c9-8e64-682a443473c4 HTTP/1.1" status: 204 len: 168 time: 0.7807851 Nov 08 14:00:19.522337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.524633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41732) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:19.560131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e271e-af83-46a7-ab9e-1edaf58e9bfd tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37bfabb4-9790-46c9-8e64-682a443473c4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:19.625576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-c9029730-4170-4d51-85ca-4b99e4c6dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:19.628189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-c9029730-4170-4d51-85ca-4b99e4c6dca8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2bed37a4-a6b7-47c9-aa27-b7255875b02e HTTP/1.1" status: 200 len: 849 time: 0.3131177 Nov 08 14:00:19.641847 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1845bde6-1a3d-47c3-8ed4-d69ac0a6ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.728444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet fc7d6e8c-5585-4bfd-8f98-5da833502bf7 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:19.735760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-0d4568cb-67a3-4a51-8211-5d594d97ca99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3782aa1-bb17-4232-b007-30114d48b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936460 Nov 08 14:00:19.743163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.840719 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:12Z', 'revision_number': 4, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '64491641-b8be-458c-ba28-228eb3b9166a', 'name': '', 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'mac_address': 'fa:16:3e:d1:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74ab484b-4e0b-4514-80ca-f61eb72216f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:08Z', 'updated_at': '2021-11-08T14:00:18Z', 'revision_number': 4, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'subnets': [{'id': '74ab484b-4e0b-4514-80ca-f61eb72216f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:19.842032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-27c79ed6-c9da-47cb-ba83-b6c353581455 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3008761 Nov 08 14:00:19.843623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41736) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:19.849961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.894684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1845bde6-1a3d-47c3-8ed4-d69ac0a6ad5b None None] For port 64491641-b8be-458c-ba28-228eb3b9166a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=64491641-b8be-458c-ba28-228eb3b9166a,segment=NetworkSegment(6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e),segment_id=6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:19.905589 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1845bde6-1a3d-47c3-8ed4-d69ac0a6ad5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:19.912553 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36d437-94cf-4206-9896-40b14ee740a8 None None] The sync data for ids ['355b9813-2d3f-4949-845c-974053bf6718'] in n-d-804292-2 is: [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:12Z', 'revision_number': 4, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '64491641-b8be-458c-ba28-228eb3b9166a', 'name': '', 'network_id': '86d49e33-67f7-4bd2-9d8a-1bf2964c3dac', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'mac_address': 'fa:16:3e:d1:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '74ab484b-4e0b-4514-80ca-f61eb72216f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:08Z', 'updated_at': '2021-11-08T14:00:18Z', 'revision_number': 4, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'subnets': [{'id': '74ab484b-4e0b-4514-80ca-f61eb72216f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:19.935622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.052990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2c6f-ab6d-427b-85ae-e021e5d51e3a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.070501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dc93b-a954-422b-aae1-d693102fa0ce None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:00:20.084812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:20.086291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.111141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2c6f-ab6d-427b-85ae-e021e5d51e3a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.131082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:20.153924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:20.211085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-ad2f9b7f-ab7d-4f81-956f-f97863f07840 service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577687 Nov 08 14:00:20.224356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event updated for resources: {'Port': ['ID=5a434ba7-fd55-4b52-ad1a-579490c9d268,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:20.241273 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2c6f-ab6d-427b-85ae-e021e5d51e3a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.283961 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0fe2c6f-ab6d-427b-85ae-e021e5d51e3a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.289788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f0fe2c6f-ab6d-427b-85ae-e021e5d51e3a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0ac9ab21-50ec-4dc2-b7e6-c3558976ede7 HTTP/1.1" status: 204 len: 168 time: 0.4182410 Nov 08 14:00:20.291165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41738) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:20.301640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] No DVR routers for this DVR port 20bc2331-8eb6-4720-b63d-58befe800e18 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:20.366369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 20bc2331-8eb6-4720-b63d-58befe800e18 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:20.369225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845bde6-1a3d-47c3-8ed4-d69ac0a6ad5b None None] Pushing event updated for resources: {'Port': ['ID=64491641-b8be-458c-ba28-228eb3b9166a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:20.413900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe2c6f-ab6d-427b-85ae-e021e5d51e3a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ac9ab21-50ec-4dc2-b7e6-c3558976ede7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:20.431131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Port': ['ID=20bc2331-8eb6-4720-b63d-58befe800e18,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:20.462606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e736e339-848b-4913-b18b-1389df8002cb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1611953 Nov 08 14:00:20.477122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41746) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:20.509423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 20bc2331-8eb6-4720-b63d-58befe800e18 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:20.509423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 20bc2331-8eb6-4720-b63d-58befe800e18 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:20.549630 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.600894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c7818bf4-af83-45a2-b778-0aee0d3c6e3d None None] Provisioning complete for port 64491641-b8be-458c-ba28-228eb3b9166a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:20.601564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c7818bf4-af83-45a2-b778-0aee0d3c6e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.815254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7788dd4f-6ce6-41b9-950b-51a1b7de778b req-5fe3b5a9-c01a-473b-a91f-81d006a3995d service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959551 Nov 08 14:00:20.846454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.862659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fcf3cc0b-2fb1-47eb-bb50-778f22439f95 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:00:20.899138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:20.900019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1a672-68f4-41ed-9ba8-dfe69696814e req-f4391ca4-91f9-451b-a9b9-e34e8c768e5f tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:20.901940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3de1a672-68f4-41ed-9ba8-dfe69696814e req-f4391ca4-91f9-451b-a9b9-e34e8c768e5f tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 943 time: 0.2965870 Nov 08 14:00:20.902480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:20.919747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 64491641-b8be-458c-ba28-228eb3b9166a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:20.932742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '842529d5-3349-4540-b177-dc967bd75e7f') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:20.933239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '842529d5-3349-4540-b177-dc967bd75e7f') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:20.958474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.983053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:20.993826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:20.994410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.146268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:00:21.172644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3de1a672-68f4-41ed-9ba8-dfe69696814e req-b15d293a-faf0-4982-836f-0fbd66c444e6 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775437 Nov 08 14:00:21.173657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc177395-6293-4fcf-8314-a5542208e584 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:21.243434 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:21.302746 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.313973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.337370 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc177395-6293-4fcf-8314-a5542208e584 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.409625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.419527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/fc7d6e8c-5585-4bfd-8f98-5da833502bf7 HTTP/1.1" status: 204 len: 168 time: 1.9296470 Nov 08 14:00:21.426185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41760) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:21.426471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.435281 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/networks/b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b HTTP/1.1" status: 204 len: 168 time: 3.7020283 Nov 08 14:00:21.445890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41762) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:21.470250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d4c45-ab92-42d3-84ed-10e92e6087de tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7d6e8c-5585-4bfd-8f98-5da833502bf7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:21.534456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746bacf-549b-493f-aa85-13feb6227243 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Network': ['ID=b0fdc0db-f0c5-4073-9c64-1fdcc157bb1b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:21.672921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 64491641-b8be-458c-ba28-228eb3b9166a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:21.677656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.723509 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.743123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port fcf3cc0b-2fb1-47eb-bb50-778f22439f95, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:21.765041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95', 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162', 'port_id': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95', 'mac_address': 'fa:16:3e:ef:c5:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed37a4-a6b7-47c9-aa27-b7255875b02e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:00:21.911662 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:21.917017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ce174-b0e4-41bb-8673-83a5d56d33d5 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:21.972028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf3cc0b-2fb1-47eb-bb50-778f22439f95 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:00:22.001691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c83b5f92-7996-408e-80c8-0270356008c3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5740974 Nov 08 14:00:22.027263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41766) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:22.046012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:22.053046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port fcf3cc0b-2fb1-47eb-bb50-778f22439f95, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:22.073570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.115095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.236349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc177395-6293-4fcf-8314-a5542208e584 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.239021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc177395-6293-4fcf-8314-a5542208e584 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.242860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bc177395-6293-4fcf-8314-a5542208e584 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/26603193-bc6b-4295-9a9a-6a995b209346 HTTP/1.1" status: 204 len: 168 time: 1.7618458 Nov 08 14:00:22.254356 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.261299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41770) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:22.293363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc177395-6293-4fcf-8314-a5542208e584 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26603193-bc6b-4295-9a9a-6a995b209346,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:22.294052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:22.376779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Router 874abbfe-0768-4cd9-8c91-a21da14b533d is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:00:22.398755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['fcf3cc0b-2fb1-47eb-bb50-778f22439f95'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:00:22.434334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:22.438485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.464821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea43642c-6013-499d-83ad-6d3af17bb4f8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2022941 Nov 08 14:00:22.477466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:22.480285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:22.490361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fceaa870-1ab1-45be-ad10-4f1093ed87a4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--613455369'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:22.520750 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fceaa870-1ab1-45be-ad10-4f1093ed87a4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.554155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691a0a9-03b7-44ca-97d9-b9b8596e3e06 req-81502f92-9f9b-420b-a699-1e3b4edf9645 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:22.557396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e691a0a9-03b7-44ca-97d9-b9b8596e3e06 req-81502f92-9f9b-420b-a699-1e3b4edf9645 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 944 time: 0.2561812 Nov 08 14:00:22.625813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] Deleting port 29d1c4f6-de5d-4885-a115-705748b30a91 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:22.626122 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.667251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:22.731111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.737874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-60cebe88-6c3c-4677-85e5-49b753f2a852 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8406174 Nov 08 14:00:22.740143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fceaa870-1ab1-45be-ad10-4f1093ed87a4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.740143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41774) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:22.749611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] Sync routers for ids ['874abbfe-0768-4cd9-8c91-a21da14b533d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:22.749836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:22.772507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.772857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 29d1c4f6-de5d-4885-a115-705748b30a91 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:22.810464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fceaa870-1ab1-45be-ad10-4f1093ed87a4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.826367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] For port 29d1c4f6-de5d-4885-a115-705748b30a91, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=29d1c4f6-de5d-4885-a115-705748b30a91,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:22.826770 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.829583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e691a0a9-03b7-44ca-97d9-b9b8596e3e06 req-a851c6d5-cddd-4764-9d9b-a9540b8ceb51 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406521 Nov 08 14:00:22.835684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060fc2de-74ee-4eaf-91de-19b4b05f71b0']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:22.849946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160fadbc-215b-41ce-abdb-6ec4ed9091d9') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:22.850239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] Routers {'874abbfe-0768-4cd9-8c91-a21da14b533d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:22.850394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160fadbc-215b-41ce-abdb-6ec4ed9091d9') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:22.850868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['874abbfe-0768-4cd9-8c91-a21da14b533d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:22.862018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] Calling delete_port for 29d1c4f6-de5d-4885-a115-705748b30a91 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:22.874202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.895143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaa870-1ab1-45be-ad10-4f1093ed87a4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b3167e-0ad2-4578-8227-9e6d801e833b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:22.933478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fceaa870-1ab1-45be-ad10-4f1093ed87a4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.936740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fceaa870-1ab1-45be-ad10-4f1093ed87a4 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4570253 Nov 08 14:00:22.942701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41778) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:22.950306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-146f2006-c3a9-4ff1-b8a7-edc3cd36afdb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '64b3167e-0ad2-4578-8227-9e6d801e833b', 'direction': 'ingress', 'protocol': 17}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:22.969837 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:22.997061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:22.997826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:23.004240 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:23.086628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-146f2006-c3a9-4ff1-b8a7-edc3cd36afdb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.181729 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.193342 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.200314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:23.292636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.301136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/networks/060fc2de-74ee-4eaf-91de-19b4b05f71b0 HTTP/1.1" status: 204 len: 168 time: 1.8470507 Nov 08 14:00:23.305342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41780) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:23.307271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cebff-0d90-45cd-affc-830103210939 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Network': ['ID=060fc2de-74ee-4eaf-91de-19b4b05f71b0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:23.307451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-146f2006-c3a9-4ff1-b8a7-edc3cd36afdb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.320472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.350698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.350698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] Routers {'874abbfe-0768-4cd9-8c91-a21da14b533d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:23.350698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['874abbfe-0768-4cd9-8c91-a21da14b533d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:23.355857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-146f2006-c3a9-4ff1-b8a7-edc3cd36afdb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.404397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:23.414820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:23.425300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:23.426240 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.431558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:23.432478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82cd96d-3136-4c7c-8e0b-89dd8ff9aa79 None None] The sync data for ids ['874abbfe-0768-4cd9-8c91-a21da14b533d'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:23.435002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=986c97ec-1a44-44b7-8034-ee5643b1c48b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:23.453649 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.491621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f2006-c3a9-4ff1-b8a7-edc3cd36afdb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed0c0603-dcf7-4817-979e-ea93837648e6,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:23.512251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-146f2006-c3a9-4ff1-b8a7-edc3cd36afdb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.514986 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-146f2006-c3a9-4ff1-b8a7-edc3cd36afdb tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5709238 Nov 08 14:00:23.521485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41782) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:23.522944 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.528437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-98cfb50d-ad86-4865-bb29-56705ac20790 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4897361 Nov 08 14:00:23.534188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41784) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:23.535379 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.540769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f6145e2f-f6ab-4de8-a685-315517b86e13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': '986c97ec-1a44-44b7-8034-ee5643b1c48b', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-2058650695'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:23.594778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] No DVR routers for this DVR port 29d1c4f6-de5d-4885-a115-705748b30a91 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:23.639997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d819d6-d14e-4b4a-8cdd-62363936a921 None None] Pushing event deleted for resources: {'Port': ['ID=29d1c4f6-de5d-4885-a115-705748b30a91,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:23.657769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da93c82-0ff5-4d94-9039-ebaa334685fc None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:23.680972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.737081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a457a93-0ae2-49cb-9cfe-a5dbe9268977 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.787108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a457a93-0ae2-49cb-9cfe-a5dbe9268977 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.952707 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a457a93-0ae2-49cb-9cfe-a5dbe9268977 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.956665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a457a93-0ae2-49cb-9cfe-a5dbe9268977 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.957913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7a457a93-0ae2-49cb-9cfe-a5dbe9268977 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/64b3167e-0ad2-4578-8227-9e6d801e833b HTTP/1.1" status: 204 len: 168 time: 0.4282584 Nov 08 14:00:23.981257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '986c97ec-1a44-44b7-8034-ee5643b1c48b'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:23.983898 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:23.989723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41788) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:24.003125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a457a93-0ae2-49cb-9cfe-a5dbe9268977 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b3167e-0ad2-4578-8227-9e6d801e833b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:24.092465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Deleting port 991ec67e-1a37-471e-b5ce-9747da8a8e33 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:24.093218 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.130342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7483710f-31f4-416f-972c-8000788f4810 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1366014 Nov 08 14:00:24.177859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61739f-1891-42b9-a283-13060c3c77f0 req-86359297-2c63-4bdb-91e7-025d3d42d977 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:24.180531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb61739f-1891-42b9-a283-13060c3c77f0 req-86359297-2c63-4bdb-91e7-025d3d42d977 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 944 time: 0.1893237 Nov 08 14:00:24.181380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41792) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:24.191579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-180430dd-c3e5-409b-94f7-6c305927c687 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--93818807'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:24.229880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/986c97ec-1a44-44b7-8034-ee5643b1c48b/e7109a36-c35f-4840-be08-5142a8fface6) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:24.257994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-180430dd-c3e5-409b-94f7-6c305927c687 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.323922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] For port 991ec67e-1a37-471e-b5ce-9747da8a8e33, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=991ec67e-1a37-471e-b5ce-9747da8a8e33,segment=NetworkSegment(cd559ecf-50a1-4b89-9012-a834714f956d),segment_id=cd559ecf-50a1-4b89-9012-a834714f956d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:24.324323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.329024 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.354409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb61739f-1891-42b9-a283-13060c3c77f0 req-d9c98d90-c749-4145-afde-f83c26db6de9 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564636 Nov 08 14:00:24.368477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Calling delete_port for 991ec67e-1a37-471e-b5ce-9747da8a8e33 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:24.400550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.406508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.449947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7606edd-70ae-4732-a98b-383ed68dd4b7']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:24.493105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-180430dd-c3e5-409b-94f7-6c305927c687 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.500334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d1ff895-9409-4a89-a1d1-2a9dbd219f0b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:24.500334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d1ff895-9409-4a89-a1d1-2a9dbd219f0b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:24.508792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6145e2f-f6ab-4de8-a685-315517b86e13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:24.509124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-180430dd-c3e5-409b-94f7-6c305927c687 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.521865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.570924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.581038 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.602183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.615047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:24.615708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:24.619709 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:24.625661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180430dd-c3e5-409b-94f7-6c305927c687 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48ba85c2-878a-43c2-bbca-ed5e5e8c627f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:24.633071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-180430dd-c3e5-409b-94f7-6c305927c687 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.640493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-180430dd-c3e5-409b-94f7-6c305927c687 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4546773 Nov 08 14:00:24.642187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:24.651368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fcf3cc0b-2fb1-47eb-bb50-778f22439f95 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:24.661078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-67135167-2e7e-4d59-a65a-1110e870c4c2 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107018331'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:24.696455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Pushing event updated for resources: {'Port': ['ID=e7109a36-c35f-4840-be08-5142a8fface6,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:24.711165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67135167-2e7e-4d59-a65a-1110e870c4c2 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.718316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:24.736033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:24.739501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:24.766844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Deleting port 5a434ba7-fd55-4b52-ad1a-579490c9d268 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:24.767321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.805362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6145e2f-f6ab-4de8-a685-315517b86e13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.822225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.833940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.837768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Attempting to bind port e7109a36-c35f-4840-be08-5142a8fface6 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:24.838139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Attempting to bind port e7109a36-c35f-4840-be08-5142a8fface6 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:24.838523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Attempting to bind port e7109a36-c35f-4840-be08-5142a8fface6 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:24.841510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:00:24.855670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:24.856003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:24.856309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.856766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:24.857467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Bound port: e7109a36-c35f-4840-be08-5142a8fface6, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:24.858652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.861064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:24.861558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.887022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=991ec67e-1a37-471e-b5ce-9747da8a8e33,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:24.901229 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.902556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67135167-2e7e-4d59-a65a-1110e870c4c2 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.908262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67135167-2e7e-4d59-a65a-1110e870c4c2 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:24.913310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/networks/d7606edd-70ae-4732-a98b-383ed68dd4b7 HTTP/1.1" status: 204 len: 168 time: 1.6040020 Nov 08 14:00:24.922628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41796) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:24.969811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67135167-2e7e-4d59-a65a-1110e870c4c2 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ca8e0-4917-47aa-9a01-a23c1ebae007,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:25.032094 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-67135167-2e7e-4d59-a65a-1110e870c4c2 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.038966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-67135167-2e7e-4d59-a65a-1110e870c4c2 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3888474 Nov 08 14:00:25.040793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-34817ce9-2273-43c3-a333-127840c96348 None None] For port e7109a36-c35f-4840-be08-5142a8fface6, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:25.042028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41798) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:25.052616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.053993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0102e53f-54d5-47e0-ab1e-cd9e06381092 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '48ba85c2-878a-43c2-bbca-ed5e5e8c627f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd92ca8e0-4917-47aa-9a01-a23c1ebae007', 'remote_ip_prefix': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:25.087448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-34817ce9-2273-43c3-a333-127840c96348 None None] For port e7109a36-c35f-4840-be08-5142a8fface6, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e7109a36-c35f-4840-be08-5142a8fface6,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:25.099412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.109526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Calling delete_port for 5a434ba7-fd55-4b52-ad1a-579490c9d268 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:25.135518 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.186768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port fcf3cc0b-2fb1-47eb-bb50-778f22439f95, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:25.190307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:00:25.194687 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8fddc-99fe-45cd-b592-b3d3f716fc42" -d '{"events": [{"server_uuid": "a7a9b52e-df78-4b0f-b3d0-12055b2a7852", "name": "network-vif-plugged", "status": "completed", "tag": "fcf3cc0b-2fb1-47eb-bb50-778f22439f95"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:00:25.206005 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.235791 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0102e53f-54d5-47e0-ab1e-cd9e06381092 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.252186 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34817ce9-2273-43c3-a333-127840c96348 None None] Pushing event updated for resources: {'Port': ['ID=e7109a36-c35f-4840-be08-5142a8fface6,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:25.316126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.355600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:25.408939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba9a5d-1961-44b7-8235-a980f60d9fb4 tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Network': ['ID=d7606edd-70ae-4732-a98b-383ed68dd4b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:25.421954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-f6145e2f-f6ab-4de8-a685-315517b86e13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port e21a57c9-2f1b-4e03-8a77-ff000bc3c72f yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:00:25.480638 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6887ff-c261-4bcf-b43f-16eeeeadb569 x-openstack-request-id: req-4c6887ff-c261-4bcf-b43f-16eeeeadb569 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:00:25.480964 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9b52e-df78-4b0f-b3d0-12055b2a7852", "name": "network-vif-plugged", "status": "completed", "tag": "fcf3cc0b-2fb1-47eb-bb50-778f22439f95", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:00:25.481312 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c6887ff-c261-4bcf-b43f-16eeeeadb569 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:00:25.481745 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95', 'code': 200} Nov 08 14:00:25.582198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.889244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0102e53f-54d5-47e0-ab1e-cd9e06381092 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.893275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a414ff4-1db3-478f-ad5e-a885d6027491 req-577e8545-2fdc-4ea0-8417-51666b15a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:25.895645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a414ff4-1db3-478f-ad5e-a885d6027491 req-577e8545-2fdc-4ea0-8417-51666b15a7b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 1096 time: 0.3134632 Nov 08 14:00:25.909413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d312583-b9a9-45ac-8c79-2f75008950e5 req-7d16fcbf-7935-4d1a-94bd-f147d9a5857e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:25.912698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d312583-b9a9-45ac-8c79-2f75008950e5 req-7d16fcbf-7935-4d1a-94bd-f147d9a5857e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 945 time: 0.2973583 Nov 08 14:00:25.931115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0102e53f-54d5-47e0-ab1e-cd9e06381092 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:25.948643 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6145e2f-f6ab-4de8-a685-315517b86e13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:00:25.949404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6145e2f-f6ab-4de8-a685-315517b86e13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:00:25.958270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.022444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8681850-6dfc-475b-880b-105a2b02a4bb']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:26.030415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f6145e2f-f6ab-4de8-a685-315517b86e13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.4939396 Nov 08 14:00:26.035122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102e53f-54d5-47e0-ab1e-cd9e06381092 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acafdbb-5c1e-4c9d-8185-40a210d7e58f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:26.039941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41808) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:26.044851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77c6423-8c96-4398-9d64-8000afcd8270') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:26.045778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77c6423-8c96-4398-9d64-8000afcd8270') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:26.049904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.074522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0102e53f-54d5-47e0-ab1e-cd9e06381092 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.075901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0102e53f-54d5-47e0-ab1e-cd9e06381092 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0325067 Nov 08 14:00:26.099336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41810) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:26.110859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.112897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Pushing event deleted for resources: {'Port': ['ID=5a434ba7-fd55-4b52-ad1a-579490c9d268,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:26.152137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a414ff4-1db3-478f-ad5e-a885d6027491 req-781069c4-6878-4277-a3d4-2e1c993b2c2d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372801 Nov 08 14:00:26.166416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d312583-b9a9-45ac-8c79-2f75008950e5 req-2629fda4-911a-4037-a47f-c65b432ecba2 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320950 Nov 08 14:00:26.186010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.202863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Router f827e35b-6dd2-4b24-a182-cdde01a10d98 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:00:26.220102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255cf24c-7ba0-4199-a1a1-55aaefbcb925 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:26.222997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-255cf24c-7ba0-4199-a1a1-55aaefbcb925 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1790006 Nov 08 14:00:26.228862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41812) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:26.244369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:26.244895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:26.250542 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:26.269170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-131f5de7-bee1-4c42-839a-7a5bf7887ce7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.345593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-131f5de7-bee1-4c42-839a-7a5bf7887ce7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.361804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631ad97-db49-4b89-9b33-b8b85b1c7a27 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:26.364684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6631ad97-db49-4b89-9b33-b8b85b1c7a27 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:26.371098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6631ad97-db49-4b89-9b33-b8b85b1c7a27 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1363077 Nov 08 14:00:26.374427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41814) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:26.388110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.509957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.510990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 986c97ec-1a44-44b7-8034-ee5643b1c48b {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:26.515837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.519886 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] 10.222.0.65 "DELETE /v2.0/networks/c8681850-6dfc-475b-880b-105a2b02a4bb HTTP/1.1" status: 204 len: 168 time: 1.5954075 Nov 08 14:00:26.531905 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.574514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:26.584369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c772807-4020-441e-aa94-1465342a6be3 admin admin] 10.222.0.65 "PUT /v2.0/routers/f827e35b-6dd2-4b24-a182-cdde01a10d98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6782367 Nov 08 14:00:26.594766 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] Sync routers for ids ['f827e35b-6dd2-4b24-a182-cdde01a10d98'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:26.595774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41820) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:26.653760 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] Routers {'f827e35b-6dd2-4b24-a182-cdde01a10d98'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:26.655536 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f827e35b-6dd2-4b24-a182-cdde01a10d98'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:26.671838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b91bf3a-c09e-4bea-9882-bfb5a3fd378f tempest-BulkNetworkOpsTest-2094831166 tempest-BulkNetworkOpsTest-2094831166-project] Pushing event deleted for resources: {'Network': ['ID=c8681850-6dfc-475b-880b-105a2b02a4bb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:26.678774 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.680471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-131f5de7-bee1-4c42-839a-7a5bf7887ce7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.823794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-131f5de7-bee1-4c42-839a-7a5bf7887ce7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.828121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-131f5de7-bee1-4c42-839a-7a5bf7887ce7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1acafdbb-5c1e-4c9d-8185-40a210d7e58f HTTP/1.1" status: 204 len: 168 time: 0.7243047 Nov 08 14:00:26.829262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41822) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:26.834865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f5de7-bee1-4c42-839a-7a5bf7887ce7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1acafdbb-5c1e-4c9d-8185-40a210d7e58f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:26.947306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0a50546b-7b11-4e1f-88d2-9f5fbde88122 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1093593 Nov 08 14:00:26.947306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:26.948042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41824) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:26.979309 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] Set router f827e35b-6dd2-4b24-a182-cdde01a10d98 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:27.007368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e7109a36-c35f-4840-be08-5142a8fface6 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:27.021856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.090163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.100817 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.213222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Provisioning complete for port e7109a36-c35f-4840-be08-5142a8fface6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:27.214023 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.297676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41830) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:27.330085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e7109a36-c35f-4840-be08-5142a8fface6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:27.330749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.431498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Router 874abbfe-0768-4cd9-8c91-a21da14b533d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:00:27.577742 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.587282 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T14:00:24Z', 'revision_number': 5, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:27.647910 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.686661 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] Checking router: f827e35b-6dd2-4b24-a182-cdde01a10d98 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:00:27.693201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:27.705309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.707492 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-202959e6-37e9-4623-baa3-670b28b55b8e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "PUT /v2.0/routers/874abbfe-0768-4cd9-8c91-a21da14b533d HTTP/1.1" status: 200 len: 710 time: 4.9656575 Nov 08 14:00:27.712045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41836) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:27.714737 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] Routers {'f827e35b-6dd2-4b24-a182-cdde01a10d98'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:27.715790 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f827e35b-6dd2-4b24-a182-cdde01a10d98'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:27.726274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] Sync routers for ids ['874abbfe-0768-4cd9-8c91-a21da14b533d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:27.757651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] Routers {'874abbfe-0768-4cd9-8c91-a21da14b533d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:27.758296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['874abbfe-0768-4cd9-8c91-a21da14b533d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:27.784587 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-709c8adb-8f3e-4a6a-93f4-aeb4f7cb4f65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca08e813b4a74a3a84127fc26e6d505c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4828904 Nov 08 14:00:27.785944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41838) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:27.813625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:27.848210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] Routers {'874abbfe-0768-4cd9-8c91-a21da14b533d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:27.849399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['874abbfe-0768-4cd9-8c91-a21da14b533d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:27.850856 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-17210e46-a53f-4833-acac-b931676327a2 tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/routers/874abbfe-0768-4cd9-8c91-a21da14b533d HTTP/1.1" status: 200 len: 745 time: 0.1367590 Nov 08 14:00:27.860526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41840) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:27.909022 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b16c1062-8318-444e-973d-e7dc877cff3b tempest-RoutersIpV6AdminTest-1696599840 tempest-RoutersIpV6AdminTest-1696599840-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&device_id=874abbfe-0768-4cd9-8c91-a21da14b533d HTTP/1.1" status: 200 len: 205 time: 0.0461655 Nov 08 14:00:27.911683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41842) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:27.943224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:27.944321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4010d0f-5332-4a3e-923c-be091d1e0943 None None] The sync data for ids ['874abbfe-0768-4cd9-8c91-a21da14b533d'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:27.953446 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] Set router f827e35b-6dd2-4b24-a182-cdde01a10d98 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:27.961459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8de53c8d-4953-4920-a79f-29b800348b1e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=874abbfe-0768-4cd9-8c91-a21da14b533d HTTP/1.1" status: 200 len: 205 time: 0.0445783 Nov 08 14:00:27.971816 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41844) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:27.989523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2974b700-0ec6-432f-b2ed-b9d21dba4735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:27.991563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-778881c6-81dd-4b27-b52e-d6de92dd3ccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.029455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-778881c6-81dd-4b27-b52e-d6de92dd3ccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.078220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb72e8-e475-436a-b9d2-12a62e19bd9a req-9d4c1637-2fa4-470e-909b-1effec7ee8a3 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:28.080836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9fb72e8-e475-436a-b9d2-12a62e19bd9a req-9d4c1637-2fa4-470e-909b-1effec7ee8a3 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 945 time: 0.3980219 Nov 08 14:00:28.126216 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-778881c6-81dd-4b27-b52e-d6de92dd3ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.130199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-778881c6-81dd-4b27-b52e-d6de92dd3ccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.135088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-778881c6-81dd-4b27-b52e-d6de92dd3ccc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db3e596d-295d-4ec9-801f-d25c6d6b10b7 HTTP/1.1" status: 204 len: 168 time: 0.3144963 Nov 08 14:00:28.156201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778881c6-81dd-4b27-b52e-d6de92dd3ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e596d-295d-4ec9-801f-d25c6d6b10b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:28.237119 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22dd1c7a-74d7-4438-b283-cd6698d2598d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.264572 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.295491 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.301489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/986c97ec-1a44-44b7-8034-ee5643b1c48b HTTP/1.1" status: 204 len: 168 time: 1.9231324 Nov 08 14:00:28.302336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41848) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:28.302470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50bd08de-a36c-4eae-8b5a-0983377b18e5 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.317362 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:00:28.317873 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:00:28.318789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca22fe52-4d20-4fc9-950e-2ca05aa7c4a8 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:28.387620 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T14:00:24Z', 'revision_number': 5, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:28.412136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:00:28.412635 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:00:28.460192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d49a50-3f76-48c6-a5fe-c34ba1d40e2e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=986c97ec-1a44-44b7-8034-ee5643b1c48b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:28.468942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22dd1c7a-74d7-4438-b283-cd6698d2598d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.496750 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fff6d269-a00a-49b6-887e-4c1bc92e6f13 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1929462 Nov 08 14:00:28.497401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:28.504843 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.525260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:28.567380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9fb72e8-e475-436a-b9d2-12a62e19bd9a req-10208416-ae41-42ff-a975-b7cb1d32d66c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097567 Nov 08 14:00:28.590559 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef33435-276f-4b2b-b3ec-075354875e1b None None] The sync data for ids ['f827e35b-6dd2-4b24-a182-cdde01a10d98'] in n-d-804292-2 is: [{'id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'name': 'tempest-TestAggregatesBasicOps-1745903866-router', 'tenant_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '43ae5622-92a9-4f4b-b088-face88951923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:32Z', 'updated_at': '2021-11-08T14:00:24Z', 'revision_number': 5, 'project_id': '7fcafa872a4b4b15a5b9ff865caebdba', 'gw_port': {'id': '43ae5622-92a9-4f4b-b088-face88951923', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f827e35b-6dd2-4b24-a182-cdde01a10d98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:59:36Z', 'updated_at': '2021-11-08T13:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:28.674746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:28.747401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:28.753124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.771994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50bd08de-a36c-4eae-8b5a-0983377b18e5 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.772982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] Deleting port e7109a36-c35f-4840-be08-5142a8fface6 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:28.773909 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.777493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50bd08de-a36c-4eae-8b5a-0983377b18e5 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.846584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22dd1c7a-74d7-4438-b283-cd6698d2598d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.848268 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22dd1c7a-74d7-4438-b283-cd6698d2598d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.850172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-22dd1c7a-74d7-4438-b283-cd6698d2598d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/d92ca8e0-4917-47aa-9a01-a23c1ebae007 HTTP/1.1" status: 204 len: 168 time: 1.8975143 Nov 08 14:00:28.861065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41864) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:28.906187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50bd08de-a36c-4eae-8b5a-0983377b18e5 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.907012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50bd08de-a36c-4eae-8b5a-0983377b18e5 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Fanout notify agent at l3_agent the message router_deleted on router 874abbfe-0768-4cd9-8c91-a21da14b533d {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:00:28.945714 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50bd08de-a36c-4eae-8b5a-0983377b18e5 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:28.956034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-50bd08de-a36c-4eae-8b5a-0983377b18e5 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/874abbfe-0768-4cd9-8c91-a21da14b533d HTTP/1.1" status: 204 len: 168 time: 0.9761453 Nov 08 14:00:28.960298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41866) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:28.985373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd1c7a-74d7-4438-b283-cd6698d2598d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ca8e0-4917-47aa-9a01-a23c1ebae007,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:29.013280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Deleting port 43ae5622-92a9-4f4b-b088-face88951923 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:29.014315 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.042239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] For port e7109a36-c35f-4840-be08-5142a8fface6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e7109a36-c35f-4840-be08-5142a8fface6,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:29.042672 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.058923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.101284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.108165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] Calling delete_port for e7109a36-c35f-4840-be08-5142a8fface6 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:29.110305 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.110962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-561299ed-e2f1-4a4c-9ee0-eedc0e34991a tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=874abbfe-0768-4cd9-8c91-a21da14b533d HTTP/1.1" status: 200 len: 205 time: 0.1443021 Nov 08 14:00:29.174114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41870) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.186981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=0ccbf0d1-dcc5-4d47-9493-8817016d27ef,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:29.202796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:29.204726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:29.208054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:29.208908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.236466 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a42f708f-b349-4283-a660-a1be1e45585e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7378666 Nov 08 14:00:29.239449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] For port e7109a36-c35f-4840-be08-5142a8fface6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e7109a36-c35f-4840-be08-5142a8fface6,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:29.243219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41874) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.253421 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.260761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c2c9280f-8f7d-4cf1-b539-d8217324b64d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-876073649', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:29.282603 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-b5cbdc13-8509-485f-a418-3696d3ee3e72 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] delete failed (client error): The resource could not be found. Nov 08 14:00:29.284268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b5cbdc13-8509-485f-a418-3696d3ee3e72 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/874abbfe-0768-4cd9-8c91-a21da14b533d HTTP/1.1" status: 404 len: 336 time: 0.1091912 Nov 08 14:00:29.287038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41878) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.355562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5d8f9de8-ee87-4e3a-883d-06d3ec10f933 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=864778ee-250a-45d1-98d0-5c4eb92f0b13 HTTP/1.1" status: 200 len: 205 time: 0.0645082 Nov 08 14:00:29.356316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41880) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.362417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2637fc4-97bb-4c6d-8ffe-f400ff377e0f None None] Pushing event updated for resources: {'Port': ['ID=e7109a36-c35f-4840-be08-5142a8fface6,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:29.377751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a4f3071b-8ac4-478a-ad5f-b03af8a4132b tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.5084734 Nov 08 14:00:29.377751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41882) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.411103 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:00:29.411449 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:00:29.423056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.452248 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-d3505c2a-eea4-4f92-bfe5-9d7687446b72 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] delete failed (client error): The resource could not be found. Nov 08 14:00:29.454023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d3505c2a-eea4-4f92-bfe5-9d7687446b72 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/864778ee-250a-45d1-98d0-5c4eb92f0b13 HTTP/1.1" status: 404 len: 336 time: 0.0970204 Nov 08 14:00:29.457945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2c9280f-8f7d-4cf1-b539-d8217324b64d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.459987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2c9280f-8f7d-4cf1-b539-d8217324b64d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.460196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] For port 43ae5622-92a9-4f4b-b088-face88951923, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=43ae5622-92a9-4f4b-b088-face88951923,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:29.460750 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.465088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41884) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.466479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] No DVR routers for this DVR port e7109a36-c35f-4840-be08-5142a8fface6 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:29.473630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea5982-808b-4b9c-8fa7-efc5859d5d6b None None] Pushing event deleted for resources: {'Port': ['ID=e7109a36-c35f-4840-be08-5142a8fface6,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:29.503183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18692c52-0be5-47d6-a564-14f8df53a469 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:29.551959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Calling delete_port for 43ae5622-92a9-4f4b-b088-face88951923 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:29.558033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-339b60c2-b9a7-4d8d-8793-f14f5abbcb3a tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f01506b-cbe8-4279-9d92-cbd572a21052 HTTP/1.1" status: 200 len: 205 time: 0.0917237 Nov 08 14:00:29.567677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41888) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.587441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76a8f748-6a40-4505-aa94-5cbce09fea4d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.603832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2c9280f-8f7d-4cf1-b539-d8217324b64d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.611335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2c9280f-8f7d-4cf1-b539-d8217324b64d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.620455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76a8f748-6a40-4505-aa94-5cbce09fea4d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.634639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2c9280f-8f7d-4cf1-b539-d8217324b64d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.636540 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c2c9280f-8f7d-4cf1-b539-d8217324b64d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3922281 Nov 08 14:00:29.640059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41892) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.690448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41894) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.690746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Port e7109a36-c35f-4840-be08-5142a8fface6 update to ACTIVE by agent not found {{(pid=101842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 08 14:00:29.759160 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76a8f748-6a40-4505-aa94-5cbce09fea4d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.762658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76a8f748-6a40-4505-aa94-5cbce09fea4d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.764995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-76a8f748-6a40-4505-aa94-5cbce09fea4d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/48ba85c2-878a-43c2-bbca-ed5e5e8c627f HTTP/1.1" status: 204 len: 168 time: 0.3867686 Nov 08 14:00:29.772604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.820781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '0ccbf0d1-dcc5-4d47-9493-8817016d27ef'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:29.824175 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-c6a1dafc-0681-4a17-b34a-459be7c914d0 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] delete failed (client error): The resource could not be found. Nov 08 14:00:29.829174 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:29.829356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c6a1dafc-0681-4a17-b34a-459be7c914d0 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/9f01506b-cbe8-4279-9d92-cbd572a21052 HTTP/1.1" status: 404 len: 336 time: 0.2569783 Nov 08 14:00:29.856265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e7109a36-c35f-4840-be08-5142a8fface6 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:29.860446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41900) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.893868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e7109a36-c35f-4840-be08-5142a8fface6 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:29.894215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e7109a36-c35f-4840-be08-5142a8fface6 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:29.894620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 991ec67e-1a37-471e-b5ce-9747da8a8e33 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:29.918961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3b66e2b7-d078-42bf-bc90-6a9f0911f15a tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=43810a89-52dd-4a9d-b21f-7fed80d3fa26 HTTP/1.1" status: 200 len: 205 time: 0.0568681 Nov 08 14:00:29.921896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 991ec67e-1a37-471e-b5ce-9747da8a8e33 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:29.923346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 991ec67e-1a37-471e-b5ce-9747da8a8e33 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:29.930879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41904) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:29.952433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8f748-6a40-4505-aa94-5cbce09fea4d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ba85c2-878a-43c2-bbca-ed5e5e8c627f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:30.011298 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-f4f68c9a-fc84-4d06-8479-05949010898e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] delete failed (client error): The resource could not be found. Nov 08 14:00:30.014940 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-63861465'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:30.016951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f4f68c9a-fc84-4d06-8479-05949010898e tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/43810a89-52dd-4a9d-b21f-7fed80d3fa26 HTTP/1.1" status: 404 len: 336 time: 0.0846391 Nov 08 14:00:30.017819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41906) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:30.079665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-507d962d-e56b-4617-9b94-401446ea756b tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=2fac5af2-2132-4082-ad9e-e5248e043d5a HTTP/1.1" status: 200 len: 205 time: 0.0567577 Nov 08 14:00:30.087612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41908) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:30.111125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffecf2f-f40c-499a-8882-9ae33d0ced46 req-48a32e22-6d81-42c1-8335-3fbaf63c8e9e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:30.113597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ffecf2f-f40c-499a-8882-9ae33d0ced46 req-48a32e22-6d81-42c1-8335-3fbaf63c8e9e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 945 time: 0.3639669 Nov 08 14:00:30.186725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41910) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:30.187367 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-303e9b1b-86b7-4584-9e1b-25044bbce739 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4100835 Nov 08 14:00:30.194124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4370fd81-74b7-4c89-8d6d-11cab92f59ba tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--1283333'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:30.207426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:30.213349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.217008 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-189bf44f-faad-487e-917b-e2e1c9dd2d5d tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] delete failed (client error): The resource could not be found. Nov 08 14:00:30.218578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-189bf44f-faad-487e-917b-e2e1c9dd2d5d tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/2fac5af2-2132-4082-ad9e-e5248e043d5a HTTP/1.1" status: 404 len: 336 time: 0.1287158 Nov 08 14:00:30.222373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41912) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:30.267059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.284413 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5214f955-839c-4784-a4a2-a36c333af3ab tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c09df5-663c-48df-9c70-f996b5cd3790 HTTP/1.1" status: 200 len: 205 time: 0.0605192 Nov 08 14:00:30.288080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41914) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:30.351441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4370fd81-74b7-4c89-8d6d-11cab92f59ba tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.353311 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-16895800-3deb-4b6f-87af-e4a7b3a13615 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] delete failed (client error): The resource could not be found. Nov 08 14:00:30.354623 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-16895800-3deb-4b6f-87af-e4a7b3a13615 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/routers/82c09df5-663c-48df-9c70-f996b5cd3790 HTTP/1.1" status: 404 len: 336 time: 0.0651565 Nov 08 14:00:30.358187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41916) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:30.361695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/0ccbf0d1-dcc5-4d47-9493-8817016d27ef/18127275-e2f5-4595-9df8-ee53b995c1ad) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:30.400829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ffecf2f-f40c-499a-8882-9ae33d0ced46 req-add17157-387f-42f0-ac24-d92af0b2091b tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679925 Nov 08 14:00:30.440338 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76049a5-ae93-4519-80bd-95bfa1fa1c31 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] DELETE failed (client error): The resource could not be found. Nov 08 14:00:30.441156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76049a5-ae93-4519-80bd-95bfa1fa1c31 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:00:30.446238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.448324 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b76049a5-ae93-4519-80bd-95bfa1fa1c31 tempest-RoutersIpV6AdminTest-1565560689 tempest-RoutersIpV6AdminTest-1565560689-project] 10.222.0.65 "DELETE /v2.0/subnets/626ee301-d46b-40ff-af92-eb4cc416d522 HTTP/1.1" status: 404 len: 337 time: 0.0886865 Nov 08 14:00:30.450809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.533619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=43ae5622-92a9-4f4b-b088-face88951923,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:30.681092 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.698088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.714112 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4370fd81-74b7-4c89-8d6d-11cab92f59ba tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.729648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4370fd81-74b7-4c89-8d6d-11cab92f59ba tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.738358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.741457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:30.878106 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.890957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.903528 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.904008 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment fdd949be-37d3-4797-a09c-03e043e783a8 of type vlan for network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c Nov 08 14:00:30.908511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e2dc74-6e5d-4c78-9c9f-37e181bb2861,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:30.926753 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.937482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4370fd81-74b7-4c89-8d6d-11cab92f59ba tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.939239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4370fd81-74b7-4c89-8d6d-11cab92f59ba tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7511976 Nov 08 14:00:30.941332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:30.946944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41926) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:30.953824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0be7df8f-e5ff-46cd-ab3c-5cd7268c6024 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': '2ec26dea-10ef-4c1d-8169-ba09a8d21af6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:31.034786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:31.064395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Pushing event updated for resources: {'Port': ['ID=18127275-e2f5-4595-9df8-ee53b995c1ad,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:31.087857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:31.104234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41932) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:31.107769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:31.144184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.152871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370fd81-74b7-4c89-8d6d-11cab92f59ba tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec26dea-10ef-4c1d-8169-ba09a8d21af6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:31.177944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.179191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f827e35b-6dd2-4b24-a182-cdde01a10d98 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:00:31.198914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.201537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4ab60327-8ad3-4781-a97a-fd30072be9f1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/f827e35b-6dd2-4b24-a182-cdde01a10d98 HTTP/1.1" status: 204 len: 168 time: 4.6038494 Nov 08 14:00:31.216400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41936) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:31.281065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Attempting to bind port 18127275-e2f5-4595-9df8-ee53b995c1ad on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:31.281770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Attempting to bind port 18127275-e2f5-4595-9df8-ee53b995c1ad by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:31.282329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Attempting to bind port 18127275-e2f5-4595-9df8-ee53b995c1ad on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:31.296217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:31.297390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:31.298446 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.299355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:31.300913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Bound port: 18127275-e2f5-4595-9df8-ee53b995c1ad, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:31.301495 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.393088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:00:31.414266 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0be7df8f-e5ff-46cd-ab3c-5cd7268c6024 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.466265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] For port 18127275-e2f5-4595-9df8-ee53b995c1ad, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:31.471251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] For port 18127275-e2f5-4595-9df8-ee53b995c1ad, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=18127275-e2f5-4595-9df8-ee53b995c1ad,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:31.479247 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.485279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.495626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:31.496886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.516443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] Deleting subnet 02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:31.566376 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0871c879-6346-4eb6-8861-eeaa907d631b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.566820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.684977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83970ea0-f028-4fde-b3a2-74a0e01d0830 None None] Pushing event updated for resources: {'Port': ['ID=18127275-e2f5-4595-9df8-ee53b995c1ad,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:31.704558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9635987 Nov 08 14:00:31.751145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e1ae3-b64c-4fd3-a803-60ae5ef977e6 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:31.768145 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.801497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:31.963697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f9dc-0846-4e3e-ae6e-9927ed83395d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:31.988138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41944) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:32.056868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': 'a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:32.071281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0be7df8f-e5ff-46cd-ab3c-5cd7268c6024 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.120780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0be7df8f-e5ff-46cd-ab3c-5cd7268c6024 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.139951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 43ae5622-92a9-4f4b-b088-face88951923 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:32.178769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 43ae5622-92a9-4f4b-b088-face88951923 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:32.179533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 43ae5622-92a9-4f4b-b088-face88951923 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:32.182676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.187890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0be7df8f-e5ff-46cd-ab3c-5cd7268c6024 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.192598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0be7df8f-e5ff-46cd-ab3c-5cd7268c6024 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2443140 Nov 08 14:00:32.215953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41946) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:32.237777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7df8f-e5ff-46cd-ab3c-5cd7268c6024 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b30ea7e-5c74-4359-b1a8-869e865df96e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:32.267218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::1 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/0ccbf0d1-dcc5-4d47-9493-8817016d27ef/b44af999-5253-43bd-bee1-db53eb2648b0) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:32.280714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68cfc98-396e-4453-baef-e22f9b5208a9 req-0348060a-98cf-4ba2-bc57-688411a755b8 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:32.287085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b68cfc98-396e-4453-baef-e22f9b5208a9 req-0348060a-98cf-4ba2-bc57-688411a755b8 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 945 time: 0.2137585 Nov 08 14:00:32.341773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84c18ed9-7f4e-4d85-b72b-7688cb05151b tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.391850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84c18ed9-7f4e-4d85-b72b-7688cb05151b tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.493757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:32.500468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.631258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84c18ed9-7f4e-4d85-b72b-7688cb05151b tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.650713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-84c18ed9-7f4e-4d85-b72b-7688cb05151b tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.652089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-84c18ed9-7f4e-4d85-b72b-7688cb05151b tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0b30ea7e-5c74-4359-b1a8-869e865df96e HTTP/1.1" status: 204 len: 168 time: 0.4343739 Nov 08 14:00:32.657455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41950) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:32.693024 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f9dc-0846-4e3e-ae6e-9927ed83395d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.715283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c18ed9-7f4e-4d85-b72b-7688cb05151b tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b30ea7e-5c74-4359-b1a8-869e865df96e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:32.733619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1d8f9dc-0846-4e3e-ae6e-9927ed83395d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.785824 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.788218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.805480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b68cfc98-396e-4453-baef-e22f9b5208a9 req-b779d485-e4e6-4668-8b76-63ff13c13b0a tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050092 Nov 08 14:00:32.850060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:32.853605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:32.859407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-687dc14c-129b-41ba-8c20-f954f2b3694f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/02f24dff-6dd0-4f2d-a4a5-6234f93ac5e4 HTTP/1.1" status: 204 len: 168 time: 1.6367874 Nov 08 14:00:32.865745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41952) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:32.882177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ea1799-ba63-4bf2-913b-23a25dde1474 None None] Network 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:32.898248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8f9dc-0846-4e3e-ae6e-9927ed83395d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ee404a-23d3-45b6-b050-b3a8b4868d88,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:32.933970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-233f89df-fb3b-4ed7-b3f9-35d3dca7e20d tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2671285 Nov 08 14:00:32.944163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f1d8f9dc-0846-4e3e-ae6e-9927ed83395d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c26dc6c74134c92bfc05cc30c804f82&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8381774 Nov 08 14:00:32.952807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41954) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:32.953369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41956) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:33.007843 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.105195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.114361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Deleting port b99cf452-cdcd-42b1-ad83-107838558d23 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:33.114361 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.136600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.233740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] For port b99cf452-cdcd-42b1-ad83-107838558d23, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b99cf452-cdcd-42b1-ad83-107838558d23,segment=NetworkSegment(cd559ecf-50a1-4b89-9012-a834714f956d),segment_id=cd559ecf-50a1-4b89-9012-a834714f956d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:33.234618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.275997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Calling delete_port for b99cf452-cdcd-42b1-ad83-107838558d23 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:33.318379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] DHCP port deletion for 4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:33.329010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd6babcd-1346-45ca-8d06-9ad217344bef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.334410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:33.347222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-049170f8-7fef-4b67-8fc0-2ed7c8921e0a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.350781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.371296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:33.377053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:33.377978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.396323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=b44af999-5253-43bd-bee1-db53eb2648b0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:33.477075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] Deleting port b99cf452-cdcd-42b1-ad83-107838558d23 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:33.484118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.508220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-21e962da-b5be-45ac-8f61-d2004cd030f6 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:33.511079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-21e962da-b5be-45ac-8f61-d2004cd030f6 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 945 time: 0.2501309 Nov 08 14:00:33.567101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd6babcd-1346-45ca-8d06-9ad217344bef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.603865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-049170f8-7fef-4b67-8fc0-2ed7c8921e0a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.606139 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.666812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b99cf452-cdcd-42b1-ad83-107838558d23,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:33.669014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] No DVR routers for this DVR port b99cf452-cdcd-42b1-ad83-107838558d23 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:33.712782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:33.726805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] For port b99cf452-cdcd-42b1-ad83-107838558d23, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b99cf452-cdcd-42b1-ad83-107838558d23,segment=NetworkSegment(cd559ecf-50a1-4b89-9012-a834714f956d),segment_id=cd559ecf-50a1-4b89-9012-a834714f956d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:33.727977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.769164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] Calling delete_port for b99cf452-cdcd-42b1-ad83-107838558d23 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:33.805315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': 'fdd949be-37d3-4797-a09c-03e043e783a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:33.806527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:00:33.825590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-049170f8-7fef-4b67-8fc0-2ed7c8921e0a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.830376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-049170f8-7fef-4b67-8fc0-2ed7c8921e0a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.835869 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-049170f8-7fef-4b67-8fc0-2ed7c8921e0a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/2ec26dea-10ef-4c1d-8169-ba09a8d21af6 HTTP/1.1" status: 204 len: 168 time: 0.8773255 Nov 08 14:00:33.874342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41960) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:33.893693 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd6babcd-1346-45ca-8d06-9ad217344bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.897499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd6babcd-1346-45ca-8d06-9ad217344bef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.901973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dd6babcd-1346-45ca-8d06-9ad217344bef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7ee404a-23d3-45b6-b050-b3a8b4868d88 HTTP/1.1" status: 204 len: 168 time: 0.9420092 Nov 08 14:00:33.915588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.934142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049170f8-7fef-4b67-8fc0-2ed7c8921e0a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec26dea-10ef-4c1d-8169-ba09a8d21af6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:33.950771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6babcd-1346-45ca-8d06-9ad217344bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ee404a-23d3-45b6-b050-b3a8b4868d88,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:33.967947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:33.971451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:00:33.982816 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dff8e06-07c0-4c56-a60a-1e8f5e8faae6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:34.004004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:34.013862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:34.015515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.031523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd559ecf-50a1-4b89-9012-a834714f956d') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:34.032425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd559ecf-50a1-4b89-9012-a834714f956d') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:34.069908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-89f8b5aa-74df-4897-b67c-89dab4c7f204 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0547438 Nov 08 14:00:34.069908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41966) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:34.073216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.093638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2114064362'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:34.109708 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.120683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:34.121564 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.139356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47297c-64db-4438-a1fc-6effd7be1296 None None] Network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:34.144558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.170883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 18127275-e2f5-4595-9df8-ee53b995c1ad up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:34.186219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a236bfff-268f-400a-8d6d-9b016b124168 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3092272 Nov 08 14:00:34.193206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:34.200465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3cea2ded-ac04-450b-b30e-dae6abd1d035 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group': {'name': 'tempest-secgroup--85887990'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:34.244160 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:34.255360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.266701 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] No DVR routers for this DVR port b99cf452-cdcd-42b1-ad83-107838558d23 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:34.271256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:34.281411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.295802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cea2ded-ac04-450b-b30e-dae6abd1d035 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.312010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.315834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4dff8e06-07c0-4c56-a60a-1e8f5e8faae6 HTTP/1.1" status: 204 len: 168 time: 1.4488986 Nov 08 14:00:34.336413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41972) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:34.346283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-54c3dc25-d99c-4553-a813-5f1ed9347db3 None None] Provisioning complete for port 18127275-e2f5-4595-9df8-ee53b995c1ad triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:34.347263 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc25-d99c-4553-a813-5f1ed9347db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.349895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7428a-bf52-45b0-90fc-09f52c07d2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dff8e06-07c0-4c56-a60a-1e8f5e8faae6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:34.433439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84166e-20f2-4bb4-865e-baeb5e120760 None None] Pushing event deleted for resources: {'Port': ['ID=b99cf452-cdcd-42b1-ad83-107838558d23,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:34.497563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cea2ded-ac04-450b-b30e-dae6abd1d035 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.534024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14cec2-f63b-4586-b823-0b97cc17cdc2 req-bc9ba9cf-30fe-450b-86c5-5a8131a98657 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:34.537072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df14cec2-f63b-4586-b823-0b97cc17cdc2 req-bc9ba9cf-30fe-450b-86c5-5a8131a98657 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 945 time: 0.2952337 Nov 08 14:00:34.545835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Deleting port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:34.546599 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.569951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cea2ded-ac04-450b-b30e-dae6abd1d035 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.580481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc25-d99c-4553-a813-5f1ed9347db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.661424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-54c3dc25-d99c-4553-a813-5f1ed9347db3 None None] For port 18127275-e2f5-4595-9df8-ee53b995c1ad, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=18127275-e2f5-4595-9df8-ee53b995c1ad,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:34.663512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 18127275-e2f5-4595-9df8-ee53b995c1ad triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:34.664245 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.664465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cea2ded-ac04-450b-b30e-dae6abd1d035 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.670596 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3cea2ded-ac04-450b-b30e-dae6abd1d035 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4728804 Nov 08 14:00:34.674976 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54c3dc25-d99c-4553-a813-5f1ed9347db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.713854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] For port fcf3cc0b-2fb1-47eb-bb50-778f22439f95, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:34.715126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.728006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41976) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:34.743479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-24625d51-831d-4ccd-9b33-3749797e0622 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd8984-ac48-4860-b774-3a2dc0d4ab01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:34.789095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Calling delete_port for fcf3cc0b-2fb1-47eb-bb50-778f22439f95 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:34.795342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3dc25-d99c-4553-a813-5f1ed9347db3 None None] Pushing event updated for resources: {'Port': ['ID=18127275-e2f5-4595-9df8-ee53b995c1ad,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:34.816488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:34.833611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea2ded-ac04-450b-b30e-dae6abd1d035 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd8984-ac48-4860-b774-3a2dc0d4ab01,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:34.848639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-24625d51-831d-4ccd-9b33-3749797e0622 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.884346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41978) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:34.884605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-396009f0-d035-4808-b1d8-a35a97a3822f None None] Provisioning complete for port b44af999-5253-43bd-bee1-db53eb2648b0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:34.884958 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-396009f0-d035-4808-b1d8-a35a97a3822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.950686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:34.951914 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment a9ed02b5-8f05-45a1-98e4-d61e8b9098af of type vlan for network 15725d12-b8cf-451b-9a37-a6886de2da5b Nov 08 14:00:35.017713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-396009f0-d035-4808-b1d8-a35a97a3822f None None] Port b44af999-5253-43bd-bee1-db53eb2648b0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:00:35.048703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df14cec2-f63b-4586-b823-0b97cc17cdc2 req-1e12ec21-9a48-4db6-a231-94660f67ade5 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081543 Nov 08 14:00:35.147854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c', 'network_id': 'a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': '5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:35.149396 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.190712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.237416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-24625d51-831d-4ccd-9b33-3749797e0622 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.255658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d6470db7-c676-452a-9e09-02c95042d3f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14bc72541a4942e1bba2abc5fd3fe8de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639269 Nov 08 14:00:35.260777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41980) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:35.265121 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-24625d51-831d-4ccd-9b33-3749797e0622 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.338629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b99cf452-cdcd-42b1-ad83-107838558d23 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:35.345128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24625d51-831d-4ccd-9b33-3749797e0622 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a403c747-87ef-4514-82f1-12576efabce8,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:35.365761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.379269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:35.379269 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.391449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b99cf452-cdcd-42b1-ad83-107838558d23 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:35.391449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b99cf452-cdcd-42b1-ad83-107838558d23 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:35.463001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-24625d51-831d-4ccd-9b33-3749797e0622 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.468341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-24625d51-831d-4ccd-9b33-3749797e0622 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7347345 Nov 08 14:00:35.468641 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.474544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41982) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:35.496356 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de68c2aa-48fe-43ca-9b63-9020f0673cba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.531109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4506688 Nov 08 14:00:35.536507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41984) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:35.548122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': '15725d12-b8cf-451b-9a37-a6886de2da5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:35.548768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Allocated IP 172.20.255.242 (a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c/5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d/77bc82d3-93be-46d6-9d2c-77b1b3470af0) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:35.555617 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.562711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e38425-a708-42a3-b38e-49ebc96aac4c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=15725d12-b8cf-451b-9a37-a6886de2da5b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:35.605407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Pushing event deleted for resources: {'Port': ['ID=fcf3cc0b-2fb1-47eb-bb50-778f22439f95,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:35.606499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.616437 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.618931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.620077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 15725d12-b8cf-451b-9a37-a6886de2da5b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:35.631819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2db38879-f80b-43c7-ad3b-5ddff4b788c8 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules/a403c747-87ef-4514-82f1-12576efabce8 HTTP/1.1" status: 200 len: 763 time: 0.1540577 Nov 08 14:00:35.634914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de68c2aa-48fe-43ca-9b63-9020f0673cba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.650120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41986) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:35.816154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] No DVR routers for this DVR port fcf3cc0b-2fb1-47eb-bb50-778f22439f95 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:35.826297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.833841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-028224a8-18ae-4ed0-a97c-aa2ce340d2b3 req-afb78c5f-715b-45a9-a821-835a23c5365c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "DELETE /v2.0/ports/fcf3cc0b-2fb1-47eb-bb50-778f22439f95 HTTP/1.1" status: 204 len: 173 time: 2.3113878 Nov 08 14:00:35.835433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'name': 'network-vif-deleted', 'tag': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:00:35.839586 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b13f42b-9651-4e5f-8cd7-222aea4bb4a6" -d '{"events": [{"server_uuid": "a7a9b52e-df78-4b0f-b3d0-12055b2a7852", "name": "network-vif-deleted", "tag": "fcf3cc0b-2fb1-47eb-bb50-778f22439f95"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:00:35.885439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=b44af999-5253-43bd-bee1-db53eb2648b0,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:35.911457 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1181bcec-f9eb-4e88-9b5a-7bef6bf65fc9 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2551496 Nov 08 14:00:35.911995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41992) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:35.942806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:35.948942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.952325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.978169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de68c2aa-48fe-43ca-9b63-9020f0673cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.984745 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de68c2aa-48fe-43ca-9b63-9020f0673cba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:35.988345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-de68c2aa-48fe-43ca-9b63-9020f0673cba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f233e4b6-a52d-4e06-8d7b-475e46b7c53c HTTP/1.1" status: 204 len: 168 time: 0.7199879 Nov 08 14:00:36.005329 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7933a6-90ee-448c-8fd2-610c03c97541 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.015447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68c2aa-48fe-43ca-9b63-9020f0673cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f233e4b6-a52d-4e06-8d7b-475e46b7c53c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:36.042996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7933a6-90ee-448c-8fd2-610c03c97541 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.068923 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b87c37-f2fb-4133-94c8-7688ea7f80d0 x-openstack-request-id: req-a7b87c37-f2fb-4133-94c8-7688ea7f80d0 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:00:36.069340 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a9b52e-df78-4b0f-b3d0-12055b2a7852", "name": "network-vif-deleted", "tag": "fcf3cc0b-2fb1-47eb-bb50-778f22439f95", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:00:36.069751 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7b87c37-f2fb-4133-94c8-7688ea7f80d0 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:00:36.070320 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a9b52e-df78-4b0f-b3d0-12055b2a7852', 'name': 'network-vif-deleted', 'tag': 'fcf3cc0b-2fb1-47eb-bb50-778f22439f95', 'status': 'completed', 'code': 200} Nov 08 14:00:36.111289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:36.130748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:36.152422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.202911 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.225930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 18127275-e2f5-4595-9df8-ee53b995c1ad up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:36.233997 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.298108 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7933a6-90ee-448c-8fd2-610c03c97541 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.386388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7933a6-90ee-448c-8fd2-610c03c97541 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.387971 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9a7933a6-90ee-448c-8fd2-610c03c97541 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a403c747-87ef-4514-82f1-12576efabce8 HTTP/1.1" status: 204 len: 168 time: 0.4725156 Nov 08 14:00:36.402911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41998) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:36.405322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Pushing event updated for resources: {'Port': ['ID=77bc82d3-93be-46d6-9d2c-77b1b3470af0,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:36.410732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7933a6-90ee-448c-8fd2-610c03c97541 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a403c747-87ef-4514-82f1-12576efabce8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:36.474094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:36.492002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:36.517615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:36.554559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b820642e-2876-4135-9e27-f8d9d61135b9 req-9b8c40c1-c432-4a28-a034-183f21d2f525 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7a9b52e-df78-4b0f-b3d0-12055b2a7852 HTTP/1.1" status: 200 len: 210 time: 0.1533086 Nov 08 14:00:36.680181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fcf3cc0b-2fb1-47eb-bb50-778f22439f95 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:36.751115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Router 2a055d22-66a8-43c6-9943-9a281e40df6c is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:00:36.785853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: fcf3cc0b-2fb1-47eb-bb50-778f22439f95 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:36.786500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device fcf3cc0b-2fb1-47eb-bb50-778f22439f95 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:36.801441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b4d76e4e-587d-4f91-812f-0890aa2bbf86 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3955820 Nov 08 14:00:36.804640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 18127275-e2f5-4595-9df8-ee53b995c1ad triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:36.805356 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.807124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42004) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:36.811811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Attempting to bind port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:36.812621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Attempting to bind port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'fdd949be-37d3-4797-a09c-03e043e783a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:36.813301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Attempting to bind port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 on network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:36.868011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:36.869272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Checking segment: {'id': 'fdd949be-37d3-4797-a09c-03e043e783a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:36.870167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.871038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Bound using segment: {'id': 'fdd949be-37d3-4797-a09c-03e043e783a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:36.872562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Bound port: 77bc82d3-93be-46d6-9d2c-77b1b3470af0, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd949be-37d3-4797-a09c-03e043e783a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:36.873512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:36.900857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4af27466-b8d4-4806-bdd8-2af12b3f1275 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd8984-ac48-4860-b774-3a2dc0d4ab01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:36.933530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-52c5f990-747a-45e9-818a-57ef19f3b017 None None] Provisioning complete for port b44af999-5253-43bd-bee1-db53eb2648b0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:36.934563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-52c5f990-747a-45e9-818a-57ef19f3b017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.041721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4af27466-b8d4-4806-bdd8-2af12b3f1275 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.112860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:37.120348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.131001 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Sync routers for ids ['2a055d22-66a8-43c6-9943-9a281e40df6c'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:37.136310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-86f1ca17-3aad-43bc-88e6-059b7ddee984 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "PUT /v2.0/routers/2a055d22-66a8-43c6-9943-9a281e40df6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4939628 Nov 08 14:00:37.145073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42014) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:37.163303 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Routers {'2a055d22-66a8-43c6-9943-9a281e40df6c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:37.164590 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2a055d22-66a8-43c6-9943-9a281e40df6c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:37.241909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7da0c6-2745-461b-bb25-ff88f2d50d32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:37.245281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b7da0c6-2745-461b-bb25-ff88f2d50d32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports/b44af999-5253-43bd-bee1-db53eb2648b0 HTTP/1.1" status: 200 len: 911 time: 0.0855935 Nov 08 14:00:37.255678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42016) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:37.267709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=98b1e7d7-b359-49a0-86a4-dd0d1523ade3,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:37.297539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '15725d12-b8cf-451b-9a37-a6886de2da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:37.299399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: 15725d12-b8cf-451b-9a37-a6886de2da5b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:00:37.334466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network 15725d12-b8cf-451b-9a37-a6886de2da5b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:00:37.354916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 15725d12-b8cf-451b-9a37-a6886de2da5b) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:37.362624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:37.364658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.403828 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4af27466-b8d4-4806-bdd8-2af12b3f1275 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.405157 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ef8eaf15-44a6-4146-9e2f-e58ac2709478 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8630826 Nov 08 14:00:37.406271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42020) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:37.417982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57b32e-388b-4b16-b333-36ff7a1d7e4f None None] Network 15725d12-b8cf-451b-9a37-a6886de2da5b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:37.449888 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Set router 2a055d22-66a8-43c6-9943-9a281e40df6c gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:37.464028 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4af27466-b8d4-4806-bdd8-2af12b3f1275 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.477498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-52c5f990-747a-45e9-818a-57ef19f3b017 None None] Port b44af999-5253-43bd-bee1-db53eb2648b0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:00:37.551971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af27466-b8d4-4806-bdd8-2af12b3f1275 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82dae391-ffa4-44b2-beb7-d16524692c7b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:37.627689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-025a6827-4c92-4019-8f90-524459ba742a None None] For port 77bc82d3-93be-46d6-9d2c-77b1b3470af0, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:37.633970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-025a6827-4c92-4019-8f90-524459ba742a None None] For port 77bc82d3-93be-46d6-9d2c-77b1b3470af0, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=77bc82d3-93be-46d6-9d2c-77b1b3470af0,segment=NetworkSegment(fdd949be-37d3-4797-a09c-03e043e783a8),segment_id=fdd949be-37d3-4797-a09c-03e043e783a8)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:37.660291 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.703770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4af27466-b8d4-4806-bdd8-2af12b3f1275 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:37.703770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4af27466-b8d4-4806-bdd8-2af12b3f1275 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8826413 Nov 08 14:00:37.706450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42030) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:37.768310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b2ddbef1-3d8c-43d3-bc24-c0ce5545ffd0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules/82dae391-ffa4-44b2-beb7-d16524692c7b HTTP/1.1" status: 200 len: 763 time: 0.0600617 Nov 08 14:00:37.772340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42034) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:37.789630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2d756-536b-4296-b2b5-c8bb253c46cc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:37.816027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2d756-536b-4296-b2b5-c8bb253c46cc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:37.820342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6a2d756-536b-4296-b2b5-c8bb253c46cc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5625532 Nov 08 14:00:37.849451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42036) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:37.899642 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-08885b10-a528-4f56-b830-554290f15e13 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1242142 Nov 08 14:00:37.903449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:37.995384 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'name': 'tempest-NetworksTestDHCPv6-router-876073649', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:29Z', 'updated_at': '2021-11-08T14:00:33Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None, '_interfaces': [{'id': 'b44af999-5253-43bd-bee1-db53eb2648b0', 'name': '', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'mac_address': 'fa:16:3e:c8:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '0ccbf0d1-dcc5-4d47-9493-8817016d27ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:30Z', 'updated_at': '2021-11-08T14:00:34Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'subnets': [{'id': '0ccbf0d1-dcc5-4d47-9493-8817016d27ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:37.999272 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dab3de5e-ce14-49c4-a7fb-4d618d636993 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.036580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dab3de5e-ce14-49c4-a7fb-4d618d636993 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.074065 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Checking router: 2a055d22-66a8-43c6-9943-9a281e40df6c for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:00:38.075022 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Updating router 2a055d22-66a8-43c6-9943-9a281e40df6c port b44af999-5253-43bd-bee1-db53eb2648b0 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:00:38.076954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a6827-4c92-4019-8f90-524459ba742a None None] Pushing event updated for resources: {'Port': ['ID=77bc82d3-93be-46d6-9d2c-77b1b3470af0,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:38.084393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Deleting port 64491641-b8be-458c-ba28-228eb3b9166a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:38.084729 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.151083 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.202082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dab3de5e-ce14-49c4-a7fb-4d618d636993 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.222482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dab3de5e-ce14-49c4-a7fb-4d618d636993 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.226698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dab3de5e-ce14-49c4-a7fb-4d618d636993 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/82dae391-ffa4-44b2-beb7-d16524692c7b HTTP/1.1" status: 204 len: 168 time: 0.3209980 Nov 08 14:00:38.232819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42050) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:38.277161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-15725d12-b8cf-451b-9a37-a6886de2da5b', 'network_id': '15725d12-b8cf-451b-9a37-a6886de2da5b', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': '98b1e7d7-b359-49a0-86a4-dd0d1523ade3'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:38.278608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.294751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.324808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3de5e-ce14-49c4-a7fb-4d618d636993 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82dae391-ffa4-44b2-beb7-d16524692c7b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:38.541945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-58020c56-100d-48cd-ac0f-c89bd8a673e6 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2281265 Nov 08 14:00:38.548540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42058) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:38.556365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-18ba1265-c5fe-4107-9339-e1d293abcfca tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Request body: {'security_group_rule': {'security_group_id': 'f7cd8984-ac48-4860-b774-3a2dc0d4ab01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:38.628136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18ba1265-c5fe-4107-9339-e1d293abcfca tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.799623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18ba1265-c5fe-4107-9339-e1d293abcfca tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.806994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18ba1265-c5fe-4107-9339-e1d293abcfca tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.816367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Allocated IP 172.20.0.2 (15725d12-b8cf-451b-9a37-a6886de2da5b/98b1e7d7-b359-49a0-86a4-dd0d1523ade3/5ae30433-164b-43dc-a4a8-2d7b9f3552a4) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:38.849892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18ba1265-c5fe-4107-9339-e1d293abcfca tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:38.854265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18ba1265-c5fe-4107-9339-e1d293abcfca tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3008401 Nov 08 14:00:38.855466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42062) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:38.865137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba1265-c5fe-4107-9339-e1d293abcfca tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279772bb-0609-464d-9878-fb20d0e57c28,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:38.911978 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d8bdab69-f17b-4f70-964d-9df8523304c0 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules/279772bb-0609-464d-9878-fb20d0e57c28 HTTP/1.1" status: 200 len: 764 time: 0.0538723 Nov 08 14:00:38.917295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42064) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:39.014459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e1b7690c-0c0d-48f8-a0cb-4086e2d95e86 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0916328 Nov 08 14:00:39.015221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:39.030613 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.045556 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.085058 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef2c00bc-7a60-4084-9af5-5f64cb503e2c tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.131026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef2c00bc-7a60-4084-9af5-5f64cb503e2c tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.167985 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b10b9-4670-49ec-9bee-a4cc7577d4d2 None None] Pushing event updated for resources: {'Port': ['ID=b44af999-5253-43bd-bee1-db53eb2648b0,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:39.273572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef2c00bc-7a60-4084-9af5-5f64cb503e2c tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.345544 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef2c00bc-7a60-4084-9af5-5f64cb503e2c tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.352643 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ef2c00bc-7a60-4084-9af5-5f64cb503e2c tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/279772bb-0609-464d-9878-fb20d0e57c28 HTTP/1.1" status: 204 len: 168 time: 0.3355505 Nov 08 14:00:39.361324 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.363698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c00bc-7a60-4084-9af5-5f64cb503e2c tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=279772bb-0609-464d-9878-fb20d0e57c28,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:39.373841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:39.390126 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.413589 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Attempting to bind port b44af999-5253-43bd-bee1-db53eb2648b0 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:39.414042 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Attempting to bind port b44af999-5253-43bd-bee1-db53eb2648b0 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:39.414527 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Attempting to bind port b44af999-5253-43bd-bee1-db53eb2648b0 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:39.427317 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:39.431568 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:39.432483 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.433531 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:39.434388 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Bound port: b44af999-5253-43bd-bee1-db53eb2648b0, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:39.435080 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.563079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d969247-4918-406b-a094-9af2c832666e tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1813726 Nov 08 14:00:39.567086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42078) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:39.594010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Network 15725d12-b8cf-451b-9a37-a6886de2da5b is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:39.609239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:39.617007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:39.661704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Pushing event updated for resources: {'Port': ['ID=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:39.733361 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] For port b44af999-5253-43bd-bee1-db53eb2648b0, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:39.753724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-267243a1-e6f9-47f7-9573-0d420bd135c7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.755987 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] For port b44af999-5253-43bd-bee1-db53eb2648b0, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b44af999-5253-43bd-bee1-db53eb2648b0,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:39.767689 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.804821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] For port 64491641-b8be-458c-ba28-228eb3b9166a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=64491641-b8be-458c-ba28-228eb3b9166a,segment=NetworkSegment(6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e),segment_id=6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:39.807198 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.831679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.836441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-267243a1-e6f9-47f7-9573-0d420bd135c7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.861349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Attempting to bind port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:39.866584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Attempting to bind port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '15725d12-b8cf-451b-9a37-a6886de2da5b'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:39.868996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Attempting to bind port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 on network 15725d12-b8cf-451b-9a37-a6886de2da5b {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:39.906072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:39.906739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Checking segment: {'id': 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '15725d12-b8cf-451b-9a37-a6886de2da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:39.908131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.908131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Bound using segment: {'id': 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '15725d12-b8cf-451b-9a37-a6886de2da5b'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:39.908650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Bound port: 5ae30433-164b-43dc-a4a8-2d7b9f3552a4, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '15725d12-b8cf-451b-9a37-a6886de2da5b'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:39.912536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.924653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Calling delete_port for 64491641-b8be-458c-ba28-228eb3b9166a owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:39.950325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-267243a1-e6f9-47f7-9573-0d420bd135c7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.955765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-267243a1-e6f9-47f7-9573-0d420bd135c7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:39.957094 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-267243a1-e6f9-47f7-9573-0d420bd135c7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "DELETE /v2.0/security-groups/f7cd8984-ac48-4860-b774-3a2dc0d4ab01 HTTP/1.1" status: 204 len: 168 time: 0.3888700 Nov 08 14:00:39.964894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42082) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:40.025064 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Routers {'2a055d22-66a8-43c6-9943-9a281e40df6c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:40.027775 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2a055d22-66a8-43c6-9943-9a281e40df6c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:40.054642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 77bc82d3-93be-46d6-9d2c-77b1b3470af0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:40.093975 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b10b9-4670-49ec-9bee-a4cc7577d4d2 None None] Pushing event updated for resources: {'Port': ['ID=b44af999-5253-43bd-bee1-db53eb2648b0,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:40.098316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42084) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:40.114339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267243a1-e6f9-47f7-9573-0d420bd135c7 tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd8984-ac48-4860-b774-3a2dc0d4ab01,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:40.155063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-13e7018a-c8b4-436c-8d9f-c9080b59d24e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:40.159450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-13e7018a-c8b4-436c-8d9f-c9080b59d24e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/networks?id=a3782aa1-bb17-4232-b007-30114d48b162 HTTP/1.1" status: 200 len: 809 time: 1.7153587 Nov 08 14:00:40.179793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7666029d-e4eb-4c3e-9a29-e97db6d7f64a tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2024484 Nov 08 14:00:40.180479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:40.301190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fcd403e3-215b-48ed-a66a-2c4ab9f1544f tempest-SecGroupTest-2128894715 tempest-SecGroupTest-2128894715-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1196485 Nov 08 14:00:40.324755 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] Set router 2a055d22-66a8-43c6-9943-9a281e40df6c gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:40.360800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d3ba6f5b-3be5-4908-994b-68bb70f34983 None None] Provisioning complete for port b44af999-5253-43bd-bee1-db53eb2648b0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:40.361245 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6f5b-3be5-4908-994b-68bb70f34983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:40.406327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] For port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:40.409382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d41f004-8d84-4377-9491-8453e66b5178 None None] Network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:40.413462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] For port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,segment=NetworkSegment(a9ed02b5-8f05-45a1-98e4-d61e8b9098af),segment_id=a9ed02b5-8f05-45a1-98e4-d61e8b9098af)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:40.511479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1512055037', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:40.554834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:40.579616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-e06d1580-c28f-416b-a815-f67de6c5df22 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/quotas/017f3c01485841d39119b09dcd91d2de HTTP/1.1" status: 200 len: 375 time: 0.0893016 Nov 08 14:00:40.645336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Made reservation on behalf of b8ba9ff4029d499699cd5f5e140e145a for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:40.652131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:40.677938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:40.806629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:40.807244 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:40.819377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-7d119845-9297-4407-b74f-96613a1ecae5 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=017f3c01485841d39119b09dcd91d2de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1971312 Nov 08 14:00:40.982968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'name': 'tempest-NetworksTestDHCPv6-router-876073649', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:29Z', 'updated_at': '2021-11-08T14:00:33Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None, '_interfaces': [{'id': 'b44af999-5253-43bd-bee1-db53eb2648b0', 'name': '', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'mac_address': 'fa:16:3e:c8:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '0ccbf0d1-dcc5-4d47-9493-8817016d27ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:30Z', 'updated_at': '2021-11-08T14:00:39Z', 'revision_number': 4, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'subnets': [{'id': '0ccbf0d1-dcc5-4d47-9493-8817016d27ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:41.038089 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.040666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ba442-301d-4c40-b723-e63af34e491b None None] Pushing event updated for resources: {'Port': ['ID=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:41.065797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.071970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.089370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dab70d7-fbaa-46f4-bd77-65c2348c69e5 None None] The sync data for ids ['2a055d22-66a8-43c6-9943-9a281e40df6c'] in n-d-804292-2 is: [{'id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'name': 'tempest-NetworksTestDHCPv6-router-876073649', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:29Z', 'updated_at': '2021-11-08T14:00:33Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None, '_interfaces': [{'id': 'b44af999-5253-43bd-bee1-db53eb2648b0', 'name': '', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'mac_address': 'fa:16:3e:c8:2b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '0ccbf0d1-dcc5-4d47-9493-8817016d27ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:30Z', 'updated_at': '2021-11-08T14:00:39Z', 'revision_number': 4, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'subnets': [{'id': '0ccbf0d1-dcc5-4d47-9493-8817016d27ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:41.089710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] device_id is not set on port 24408542-c436-4bd3-9708-1497f3a35dde yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:00:41.182291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.240660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42098) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:41.271639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0da8164-80ae-463f-90f2-48b0147da8f4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:41.281633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6f5b-3be5-4908-994b-68bb70f34983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.346037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=64491641-b8be-458c-ba28-228eb3b9166a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:41.349592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=98b1e7d7-b359-49a0-86a4-dd0d1523ade3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:41.478338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.557747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d3ba6f5b-3be5-4908-994b-68bb70f34983 None None] For port b44af999-5253-43bd-bee1-db53eb2648b0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b44af999-5253-43bd-bee1-db53eb2648b0,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:41.597908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3ba6f5b-3be5-4908-994b-68bb70f34983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.615710 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6d55c0d5-ed91-447b-a322-82bae22c90e2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6c193f50f66c4d8887dd95e4597d4500&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737543 Nov 08 14:00:41.620707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42102) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:41.644265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Allocated IP 172.25.8.59 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/24408542-c436-4bd3-9708-1497f3a35dde) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:41.792313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fcfb-766c-4931-95cb-93b2e3152b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.905836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fcfb-766c-4931-95cb-93b2e3152b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.965430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-42532a4d-2c44-41aa-b571-3a4b60a9ca75 None None] Provisioning complete for port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:41.966026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42532a4d-2c44-41aa-b571-3a4b60a9ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:41.988851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.008712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 77bc82d3-93be-46d6-9d2c-77b1b3470af0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=77bc82d3-93be-46d6-9d2c-77b1b3470af0,segment=NetworkSegment(fdd949be-37d3-4797-a09c-03e043e783a8),segment_id=fdd949be-37d3-4797-a09c-03e043e783a8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:42.053040 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.069361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15725d12-b8cf-451b-9a37-a6886de2da5b']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:42.073916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba6f5b-3be5-4908-994b-68bb70f34983 None None] Pushing event updated for resources: {'Port': ['ID=b44af999-5253-43bd-bee1-db53eb2648b0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:42.094658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:42.095135 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:42.099181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fcfb-766c-4931-95cb-93b2e3152b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.124437 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ea5fcfb-766c-4931-95cb-93b2e3152b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.130133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3ea5fcfb-766c-4931-95cb-93b2e3152b6e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e995014-f8cc-44f2-9f5c-0b538101cb00 HTTP/1.1" status: 204 len: 168 time: 0.5077734 Nov 08 14:00:42.157986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.230540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea5fcfb-766c-4931-95cb-93b2e3152b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e995014-f8cc-44f2-9f5c-0b538101cb00,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:42.368005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=77bc82d3-93be-46d6-9d2c-77b1b3470af0,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:42.404897 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.578216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.621002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-42532a4d-2c44-41aa-b571-3a4b60a9ca75 None None] Provisioning complete for port b44af999-5253-43bd-bee1-db53eb2648b0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:42.626032 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42532a4d-2c44-41aa-b571-3a4b60a9ca75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.652551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Pushing event updated for resources: {'Port': ['ID=24408542-c436-4bd3-9708-1497f3a35dde,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:42.705309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:42.707072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:42.722765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.736712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:42.862129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b44af999-5253-43bd-bee1-db53eb2648b0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:42.872373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.894620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:42.895361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:42.985095 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5a2ef03b-33fc-4193-bb9d-080b5fe49b2d tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8802152 Nov 08 14:00:42.987589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42116) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:42.999641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.59'}]}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:43.003902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b44af999-5253-43bd-bee1-db53eb2648b0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:43.004276 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.080681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.082017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.092271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:43.092878 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:43.112045 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:43.166832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-31d96a19-4b34-4d15-b709-08e527f207fe None None] Provisioning complete for port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:43.167327 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-31d96a19-4b34-4d15-b709-08e527f207fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.321439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b703929-7f28-47b7-b102-acee36708210 None None] Network 15725d12-b8cf-451b-9a37-a6886de2da5b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:43.371777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:43.393963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-fafb23d6-fa39-4926-94b6-61ce98aaff02 service neutron] 10.222.0.65 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.5373890 Nov 08 14:00:43.412242 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.api [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 14:00:43.412242 n-d-804292-2 neutron-server[101841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 14:00:43.412242 n-d-804292-2 neutron-server[101841]: [parameters: {'id': '15725d12-b8cf-451b-9a37-a6886de2da5b'}] Nov 08 14:00:43.412242 n-d-804292-2 neutron-server[101841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:00:43.412774 n-d-804292-2 neutron-server[101841]: DEBUG oslo_db.api [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:00:43.516324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.555423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.798095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.817880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:43.818289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.825819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Router 355b9813-2d3f-4949-845c-974053bf6718 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:00:43.940305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:43.946692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-8df81c18-c0dc-45cd-97fc-e09f505ba259 service neutron] 10.222.0.65 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368085 Nov 08 14:00:43.975911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9b282608-f388-4e29-a656-08d6143d239d None None] Provisioning complete for port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:43.976388 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b282608-f388-4e29-a656-08d6143d239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.021426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] DHCP port deletion for 15725d12-b8cf-451b-9a37-a6886de2da5b request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:44.219101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.390152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:44.402768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-143ef434-7286-4fbd-aa8d-fdf07a295c97 admin admin] 10.222.0.65 "PUT /v2.0/routers/355b9813-2d3f-4949-845c-974053bf6718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0627728 Nov 08 14:00:44.410109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42138) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:44.462112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] Sync routers for ids ['355b9813-2d3f-4949-845c-974053bf6718'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:44.502269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Deleting port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:44.504487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.512781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.568631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.584721 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b282608-f388-4e29-a656-08d6143d239d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.599518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,segment=NetworkSegment(a9ed02b5-8f05-45a1-98e4-d61e8b9098af),segment_id=a9ed02b5-8f05-45a1-98e4-d61e8b9098af)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:44.604634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] Routers {'355b9813-2d3f-4949-845c-974053bf6718'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:44.605553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['355b9813-2d3f-4949-845c-974053bf6718'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:44.650705 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.724310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b046ae8-514b-496b-a2c9-1da78c6a9d1b req-b7e5dd81-bcd8-482b-ae9a-35c5eeed0f21 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 210 time: 0.2476411 Nov 08 14:00:44.929958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] Deleting port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:44.930405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:44.952267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b44af999-5253-43bd-bee1-db53eb2648b0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:44.965348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port b44af999-5253-43bd-bee1-db53eb2648b0 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:44.965348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.016231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.134630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] For port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,segment=NetworkSegment(a9ed02b5-8f05-45a1-98e4-d61e8b9098af),segment_id=a9ed02b5-8f05-45a1-98e4-d61e8b9098af)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:45.135257 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.161872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Calling delete_port for 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:45.524208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] Set router 355b9813-2d3f-4949-845c-974053bf6718 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:45.565970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.569822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.684728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.685283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab5ed2c6-1c71-4149-bfe3-084c2b1440c4 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:00:45.709596 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 08 14:00:45.714690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ec34fca-d0a4-45ad-b837-72739d83fc89 tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.7257190 Nov 08 14:00:45.715623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42156) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:45.745106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] For port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,segment=NetworkSegment(a9ed02b5-8f05-45a1-98e4-d61e8b9098af),segment_id=a9ed02b5-8f05-45a1-98e4-d61e8b9098af)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:45.745658 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.779836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] Calling delete_port for 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:45.799672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:45.925777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:45.926948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Deleting port 24408542-c436-4bd3-9708-1497f3a35dde {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:45.927558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.082952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d6eb4a5-654d-4b5c-bfec-d0a841536293 req-f14eca52-5ef2-42dc-9b35-a8d0c49f0e9d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 210 time: 0.1822665 Nov 08 14:00:46.110658 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-9b282608-f388-4e29-a656-08d6143d239d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:00:46.111620 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-9b282608-f388-4e29-a656-08d6143d239d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:00:46.117978 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.126488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port b44af999-5253-43bd-bee1-db53eb2648b0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b44af999-5253-43bd-bee1-db53eb2648b0,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:46.127326 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.140254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] No DVR routers for this DVR port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:46.172408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.203328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a644f8-7289-4458-845f-fee433e8c2b6 None None] Pushing event deleted for resources: {'Port': ['ID=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:46.216641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Calling delete_port for 24408542-c436-4bd3-9708-1497f3a35dde owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:46.230880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b44af999-5253-43bd-bee1-db53eb2648b0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:46.231511 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.239103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:40Z', 'revision_number': 5, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:46.259272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for b44af999-5253-43bd-bee1-db53eb2648b0 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:46.314262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.353818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No DVR routers for this DVR port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:46.378102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] Checking router: 355b9813-2d3f-4949-845c-974053bf6718 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:00:46.399649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] Routers {'355b9813-2d3f-4949-845c-974053bf6718'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:46.400567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['355b9813-2d3f-4949-845c-974053bf6718'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:46.546205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 77bc82d3-93be-46d6-9d2c-77b1b3470af0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:00:46.581284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Port': ['ID=5ae30433-164b-43dc-a4a8-2d7b9f3552a4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:46.601087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.656691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Pushing event deleted for resources: {'Port': ['ID=24408542-c436-4bd3-9708-1497f3a35dde,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:46.748220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9b282608-f388-4e29-a656-08d6143d239d None None] Port 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 update to ACTIVE by agent not found {{(pid=101842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 08 14:00:46.779209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:00:46.779766 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.817921 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.832864 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.849859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0ee927b-3702-4bde-8f08-db969b708f9c tempest-RoutersAdminNegativeTest-569197867 tempest-RoutersAdminNegativeTest-569197867-project-admin] 10.222.0.65 "DELETE /v2.0/ports/24408542-c436-4bd3-9708-1497f3a35dde HTTP/1.1" status: 204 len: 168 time: 1.1254346 Nov 08 14:00:46.877455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] Set router 355b9813-2d3f-4949-845c-974053bf6718 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:46.881131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:46.899533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15725d12-b8cf-451b-9a37-a6886de2da5b']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:46.934044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:46.934987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ed02b5-8f05-45a1-98e4-d61e8b9098af') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:47.001646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.155809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.229214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-46b96622-d172-44e9-af3e-1ec0b590c9c7 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:47.234361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-46b96622-d172-44e9-af3e-1ec0b590c9c7 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "GET /v2.0/networks?id=a3782aa1-bb17-4232-b007-30114d48b162 HTTP/1.1" status: 200 len: 809 time: 0.9510009 Nov 08 14:00:47.244984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:47.250916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:47.251920 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:47.259728 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:47.275054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:47.275632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5ae30433-164b-43dc-a4a8-2d7b9f3552a4 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:47.308310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Request body: {'port': {'device_id': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162', 'admin_state_up': True, 'tenant_id': '017f3c01485841d39119b09dcd91d2de'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:47.329117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:40Z', 'revision_number': 5, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:47.372468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b24ec-a526-42a0-84af-36620f0e1ba7 None None] The sync data for ids ['355b9813-2d3f-4949-845c-974053bf6718'] in n-d-804292-2 is: [{'id': '355b9813-2d3f-4949-845c-974053bf6718', 'name': 'tempest-TestAggregatesBasicOps-433684825-router', 'tenant_id': '7eb1dda6b1a74872a944cc07d406e615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33'}], 'enable_snat': True}, 'gw_port_id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:59:57Z', 'updated_at': '2021-11-08T14:00:40Z', 'revision_number': 5, 'project_id': '7eb1dda6b1a74872a944cc07d406e615', 'gw_port': {'id': 'ce25e75c-5d36-4827-9fef-883cbe63104a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:5f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355b9813-2d3f-4949-845c-974053bf6718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:00:00Z', 'updated_at': '2021-11-08T14:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:47.399909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42170) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:47.561503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e4b672f-d6e6-47ac-8c63-47552a4bf62f req-07d279a5-81d3-4985-854b-2dfa6aae24e4 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 210 time: 0.2158270 Nov 08 14:00:47.625578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Deleting port ce25e75c-5d36-4827-9fef-883cbe63104a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:47.626454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.642117 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.665812 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76d324d8-cf16-4ec6-8fab-c14c1ac2de93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.732865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.740956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/15725d12-b8cf-451b-9a37-a6886de2da5b HTTP/1.1" status: 204 len: 168 time: 10.3282266 Nov 08 14:00:47.742430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42178) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:47.752005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1363220761'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:47.799191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:47.807330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.857588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:47.910250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:47.910675 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 61c4c3d5-3844-42bb-9b64-d8fd05b985ec of type vlan for network 25840ace-bc24-4be2-917a-91860dc61609 Nov 08 14:00:47.934436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7568e-9755-420e-bc66-bed185adff43 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=15725d12-b8cf-451b-9a37-a6886de2da5b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:48.018254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.077588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.087410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=b44af999-5253-43bd-bee1-db53eb2648b0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:48.092550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76d324d8-cf16-4ec6-8fab-c14c1ac2de93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.109919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76d324d8-cf16-4ec6-8fab-c14c1ac2de93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.219726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d324d8-cf16-4ec6-8fab-c14c1ac2de93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7daf25-ed3d-4b3c-848c-27d7210539d2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:48.245504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.254809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:48.256381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.282099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-76d324d8-cf16-4ec6-8fab-c14c1ac2de93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da39f75e3b03467db5913a49f98b9a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8800943 Nov 08 14:00:48.308222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42184) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:48.320221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] For port ce25e75c-5d36-4827-9fef-883cbe63104a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ce25e75c-5d36-4827-9fef-883cbe63104a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:48.321588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.329380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Made reservation on behalf of 017f3c01485841d39119b09dcd91d2de for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:48.338397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.358100 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6094775 Nov 08 14:00:48.371226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42186) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:48.418192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': '25840ace-bc24-4be2-917a-91860dc61609', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:48.421470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.435555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Calling delete_port for ce25e75c-5d36-4827-9fef-883cbe63104a owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:48.586589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b54d1-fab4-432c-b6ef-809fcd980fdd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=25840ace-bc24-4be2-917a-91860dc61609,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:48.610436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 25840ace-bc24-4be2-917a-91860dc61609 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:48.616006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82b25af6-629a-4f29-b005-5c3153b9579a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.681531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82b25af6-629a-4f29-b005-5c3153b9579a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.735135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:48.747322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:48.810326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd409bfd-7c04-41ce-84d6-268e78294907 req-5b90a143-f204-4c93-8952-a97a007e62e9 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 210 time: 0.0586741 Nov 08 14:00:49.064486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Allocated IP 172.20.0.9 (a3782aa1-bb17-4232-b007-30114d48b162/2bed37a4-a6b7-47c9-aa27-b7255875b02e/23f5ee8b-0fc2-4520-9e08-c83993efa437) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:49.125763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Router 2a055d22-66a8-43c6-9943-9a281e40df6c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:00:49.284018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Performing IP validity checks on allocation pools {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 14:00:49.285691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 14:00:49.359271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:00:49.389292 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] Sync routers for ids ['2a055d22-66a8-43c6-9943-9a281e40df6c'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:00:49.399350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c667c156-46ca-4037-bbd4-f810a2c58f38 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "PUT /v2.0/routers/2a055d22-66a8-43c6-9943-9a281e40df6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5472074 Nov 08 14:00:49.405249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42194) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:49.418211 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] Routers {'2a055d22-66a8-43c6-9943-9a281e40df6c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:49.419889 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2a055d22-66a8-43c6-9943-9a281e40df6c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:49.561747 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:49.613321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 64491641-b8be-458c-ba28-228eb3b9166a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:49.642638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Pushing event deleted for resources: {'Port': ['ID=ce25e75c-5d36-4827-9fef-883cbe63104a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:49.654552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0b1ecb-f391-415c-b89b-b2f3990a13f4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:49.657912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0b1ecb-f391-415c-b89b-b2f3990a13f4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:49.663116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8a0b1ecb-f391-415c-b89b-b2f3990a13f4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2492833 Nov 08 14:00:49.671637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42196) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:49.721103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 64491641-b8be-458c-ba28-228eb3b9166a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:49.725151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 64491641-b8be-458c-ba28-228eb3b9166a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:49.738547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82b25af6-629a-4f29-b005-5c3153b9579a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:49.742431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82b25af6-629a-4f29-b005-5c3153b9579a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:49.744014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-82b25af6-629a-4f29-b005-5c3153b9579a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c7daf25-ed3d-4b3c-848c-27d7210539d2 HTTP/1.1" status: 204 len: 168 time: 1.4344146 Nov 08 14:00:49.762183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b25af6-629a-4f29-b005-5c3153b9579a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7daf25-ed3d-4b3c-848c-27d7210539d2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:49.769040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:49.930075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=7b9c9788-3af0-4a4a-96f0-01a3a345bb39,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:49.950069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '61c4c3d5-3844-42bb-9b64-d8fd05b985ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '25840ace-bc24-4be2-917a-91860dc61609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:49.951161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: 25840ace-bc24-4be2-917a-91860dc61609, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:00:49.951710 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] Set router 2a055d22-66a8-43c6-9943-9a281e40df6c gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:49.962942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.014535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network 25840ace-bc24-4be2-917a-91860dc61609 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:00:50.046206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 25840ace-bc24-4be2-917a-91860dc61609) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:50.056705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:50.057420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.062069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac052b73-f98b-4aa3-b017-912802bb0ff8 None None] Network 25840ace-bc24-4be2-917a-91860dc61609 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:50.093755 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.095508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb169e66-d4c4-4490-a66b-797f645fd31a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7216656 Nov 08 14:00:50.099025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42206) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:50.119281 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'name': 'tempest-NetworksTestDHCPv6-router-876073649', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:29Z', 'updated_at': '2021-11-08T14:00:47Z', 'revision_number': 3, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:50.166902 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.189023 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] Checking router: 2a055d22-66a8-43c6-9943-9a281e40df6c for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:00:50.210932 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] Routers {'2a055d22-66a8-43c6-9943-9a281e40df6c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:00:50.212051 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:00:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2a055d22-66a8-43c6-9943-9a281e40df6c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:50.379995 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] Set router 2a055d22-66a8-43c6-9943-9a281e40df6c gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:00:50.397158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.663622 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'name': 'tempest-NetworksTestDHCPv6-router-876073649', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:29Z', 'updated_at': '2021-11-08T14:00:47Z', 'revision_number': 3, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:50.729819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d47c56-a1b7-4ba6-be5e-8831c96b5514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-25840ace-bc24-4be2-917a-91860dc61609', 'network_id': '25840ace-bc24-4be2-917a-91860dc61609', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': '7b9c9788-3af0-4a4a-96f0-01a3a345bb39'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:50.731116 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77d47c56-a1b7-4ba6-be5e-8831c96b5514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.750836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 0ccbf0d1-dcc5-4d47-9493-8817016d27ef {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:50.763400 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.766584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.775039 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72306bff-3327-4d2a-88cb-8156916af6c7 None None] The sync data for ids ['2a055d22-66a8-43c6-9943-9a281e40df6c'] in n-d-804292-2 is: [{'id': '2a055d22-66a8-43c6-9943-9a281e40df6c', 'name': 'tempest-NetworksTestDHCPv6-router-876073649', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:29Z', 'updated_at': '2021-11-08T14:00:47Z', 'revision_number': 3, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:00:50.782919 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:00:50.898950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42210) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:50.940196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.944191 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:50.959422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Pushing event updated for resources: {'Port': ['ID=23f5ee8b-0fc2-4520-9e08-c83993efa437,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:51.004572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-db39cddf-40a6-4f67-8c32-75be3775c45e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8ba9ff4029d499699cd5f5e140e145a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1036417 Nov 08 14:00:51.007035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.012100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42212) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server [None req-77d47c56-a1b7-4ba6-be5e-8831c96b5514 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9c9788-3af0-4a4a-96f0-01a3a345bb39: This subnet is being modified by another concurrent operation. Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise exception Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b9c9788-3af0-4a4a-96f0-01a3a345bb39: This subnet is being modified by another concurrent operation. Nov 08 14:00:51.018811 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Nov 08 14:00:51.051655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Network a3782aa1-bb17-4232-b007-30114d48b162 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:51.059660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:51.061366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31763087-ae4c-474e-9c9f-d2dbdfdd83dd None None] Network 25840ace-bc24-4be2-917a-91860dc61609 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:51.062281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.066408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=7b9c9788-3af0-4a4a-96f0-01a3a345bb39,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:51.069887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:00:51.119550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.120665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 355b9813-2d3f-4949-845c-974053bf6718 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:00:51.177977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d3209-b1b2-4225-8445-174d5f73d66b req-3f02a08d-46bf-42f5-beff-6b5fd4edf0dc tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:51.197187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b09d3209-b1b2-4225-8445-174d5f73d66b req-3f02a08d-46bf-42f5-beff-6b5fd4edf0dc tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 931 time: 1.0849836 Nov 08 14:00:51.249293 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.252676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a50499c7-2e87-4bbc-8436-69709f40e69e admin admin] 10.222.0.65 "DELETE /v2.0/routers/355b9813-2d3f-4949-845c-974053bf6718 HTTP/1.1" status: 204 len: 168 time: 6.8381934 Nov 08 14:00:51.274413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:51.294496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449a27f5-0c7c-4ac5-801d-46d83361a716 None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:00:51.415267 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.541992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25840ace-bc24-4be2-917a-91860dc61609']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:51.585240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c4c3d5-3844-42bb-9b64-d8fd05b985ec') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:51.585717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c4c3d5-3844-42bb-9b64-d8fd05b985ec') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:51.586519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b44af999-5253-43bd-bee1-db53eb2648b0 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:51.630188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.667630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449a27f5-0c7c-4ac5-801d-46d83361a716 None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:00:51.680477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780d13ea-00cd-4a9b-a5a9-2181c7d1a741 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.744842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.753366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b44af999-5253-43bd-bee1-db53eb2648b0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:51.755846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b44af999-5253-43bd-bee1-db53eb2648b0 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:51.766582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780d13ea-00cd-4a9b-a5a9-2181c7d1a741 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.771147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:51.771924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:51.778397 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:52.020943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.036448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.044638 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/25840ace-bc24-4be2-917a-91860dc61609 HTTP/1.1" status: 204 len: 168 time: 1.9426785 Nov 08 14:00:52.069259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:52.079055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-15355391'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:52.092464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1648b-d8d5-45ae-972c-60663544b6d2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=25840ace-bc24-4be2-917a-91860dc61609,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:52.115338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780d13ea-00cd-4a9b-a5a9-2181c7d1a741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.117157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780d13ea-00cd-4a9b-a5a9-2181c7d1a741 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.119055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-780d13ea-00cd-4a9b-a5a9-2181c7d1a741 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0da8164-80ae-463f-90f2-48b0147da8f4 HTTP/1.1" status: 204 len: 168 time: 1.0710948 Nov 08 14:00:52.130844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:52.132000 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.142296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d13ea-00cd-4a9b-a5a9-2181c7d1a741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0da8164-80ae-463f-90f2-48b0147da8f4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:52.151307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:52.158773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.217594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:52.239928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.241178 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 820edfb1-c5b1-481c-8519-bb6e0fa4c203 of type vlan for network c5d192ee-089b-4541-b476-b28c5a1318cb Nov 08 14:00:52.246927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-6fd72e1f-8df0-45bc-9851-f230e92c1581 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9991169 Nov 08 14:00:52.272885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] Deleting subnet 74ab484b-4e0b-4514-80ca-f61eb72216f1 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:00:52.291938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Request body: {'port': {'device_id': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:52.314529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.329547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b09d3209-b1b2-4225-8445-174d5f73d66b req-61913056-fd80-41b0-a6bc-978d9c3882d5 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1294904 Nov 08 14:00:52.398013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.419535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:52.420671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.452427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.456673 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.459722 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.536604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4655848 Nov 08 14:00:52.544879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42230) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:52.564979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': 'c5d192ee-089b-4541-b476-b28c5a1318cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:52.617803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.681251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b2828-cd63-4cfe-87f7-3fb0ed7ae128 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=c5d192ee-089b-4541-b476-b28c5a1318cb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:52.705678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c5d192ee-089b-4541-b476-b28c5a1318cb details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:52.900244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:52.910849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:52.946034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.275086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.390040 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.390887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ce25e75c-5d36-4827-9fef-883cbe63104a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:53.393339 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.453466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ce25e75c-5d36-4827-9fef-883cbe63104a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:53.454031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ce25e75c-5d36-4827-9fef-883cbe63104a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:53.490957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccbf0d1-dcc5-4d47-9493-8817016d27ef,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:53.495089 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.501353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-79f2dacc-73b1-4c65-b290-10e09a302ba5 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/0ccbf0d1-dcc5-4d47-9493-8817016d27ef HTTP/1.1" status: 204 len: 168 time: 3.8267498 Nov 08 14:00:53.507581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42246) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:53.513892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ef5d3-fc11-490a-b621-490809279567 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:53.568886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=e1b4e335-49bd-4b97-8f2a-0b708f0b1532,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:53.652396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '820edfb1-c5b1-481c-8519-bb6e0fa4c203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c5d192ee-089b-4541-b476-b28c5a1318cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:53.653882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: c5d192ee-089b-4541-b476-b28c5a1318cb, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:00:53.692008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network c5d192ee-089b-4541-b476-b28c5a1318cb is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:00:53.730628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c5d192ee-089b-4541-b476-b28c5a1318cb) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:53.753757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:53.756559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.761427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923a8f94-016b-4e32-a88f-04839c1e33e0 None None] Network c5d192ee-089b-4541-b476-b28c5a1318cb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:53.797783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-56da806d-7cba-447f-9a0b-96278209910a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2393527 Nov 08 14:00:53.802575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42254) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:53.828118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:53.976745 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.094364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:54.131548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.144765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1b8d4-311b-4ca8-9f8f-c556cc626887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-c5d192ee-089b-4541-b476-b28c5a1318cb', 'network_id': 'c5d192ee-089b-4541-b476-b28c5a1318cb', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': 'e1b4e335-49bd-4b97-8f2a-0b708f0b1532'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:54.145816 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45c1b8d4-311b-4ca8-9f8f-c556cc626887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.188915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc0527-96ab-45bd-b584-ecd81df2f4f7 None None] Network 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:54.293821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.311070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f5ee8b-0fc2-4520-9e08-c83993efa437 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:00:54.322616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.348662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/74ab484b-4e0b-4514-80ca-f61eb72216f1 HTTP/1.1" status: 204 len: 168 time: 3.0588522 Nov 08 14:00:54.355801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42262) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:54.460447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74ed4a-ddf4-487f-989d-42b81b6dbc62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74ab484b-4e0b-4514-80ca-f61eb72216f1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:54.465217 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.479197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42264) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:54.493264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3fd8697d-a121-4002-baf4-70f73857472d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.9800100 Nov 08 14:00:54.506799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42266) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:54.600431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.684247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Transition to ACTIVE for port object 23f5ee8b-0fc2-4520-9e08-c83993efa437 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:00:54.782965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.850612 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:54.854583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61c37d-0c20-42b1-a85d-1037c3065cd4 req-f9a203d9-1dc2-4324-a0ac-1e93988262ee tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:54.857168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d61c37d-0c20-42b1-a85d-1037c3065cd4 req-f9a203d9-1dc2-4324-a0ac-1e93988262ee tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 931 time: 1.2060580 Nov 08 14:00:54.878651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-215107227'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:54.993300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] Deleting port 18127275-e2f5-4595-9df8-ee53b995c1ad {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:54.994182 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.039944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Deleting port 24564b46-96c5-4618-9932-8ac655db1433 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:55.041115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.101411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Pushing event updated for resources: {'Port': ['ID=23f5ee8b-0fc2-4520-9e08-c83993efa437,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:55.108457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4addcd2b-9553-47c9-8546-2912e96ab4a4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.119564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:55.131055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.213305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b4e335-49bd-4b97-8f2a-0b708f0b1532,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server [None req-45c1b8d4-311b-4ca8-9f8f-c556cc626887 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1b4e335-49bd-4b97-8f2a-0b708f0b1532: This subnet is being modified by another concurrent operation. Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise exception Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1b4e335-49bd-4b97-8f2a-0b708f0b1532: This subnet is being modified by another concurrent operation. Nov 08 14:00:55.247536 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Nov 08 14:00:55.308945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41627102-93b4-4c75-8699-c0f333c22640 None None] Network c5d192ee-089b-4541-b476-b28c5a1318cb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:55.341542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.347715 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.397349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] For port 24564b46-96c5-4618-9932-8ac655db1433, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=24564b46-96c5-4618-9932-8ac655db1433,segment=NetworkSegment(6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e),segment_id=6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:55.398025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.433897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d192ee-089b-4541-b476-b28c5a1318cb']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:55.451178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] For port 18127275-e2f5-4595-9df8-ee53b995c1ad, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=18127275-e2f5-4595-9df8-ee53b995c1ad,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:55.452055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.473122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Calling delete_port for 24564b46-96c5-4618-9932-8ac655db1433 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:55.490973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] DHCP port deletion for 86d49e33-67f7-4bd2-9d8a-1bf2964c3dac request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:00:55.495501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] Calling delete_port for 18127275-e2f5-4595-9df8-ee53b995c1ad owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:55.514957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820edfb1-c5b1-481c-8519-bb6e0fa4c203') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:55.515939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820edfb1-c5b1-481c-8519-bb6e0fa4c203') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:55.523108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d61c37d-0c20-42b1-a85d-1037c3065cd4 req-e9e473fa-579f-405b-8ccd-c68721755c44 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6241384 Nov 08 14:00:55.540565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 18127275-e2f5-4595-9df8-ee53b995c1ad no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:55.542214 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.648504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.666617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:55.667228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:55.672345 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:55.792146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4addcd2b-9553-47c9-8546-2912e96ab4a4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.801674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4addcd2b-9553-47c9-8546-2912e96ab4a4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.821874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.838627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.850731 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/c5d192ee-089b-4541-b476-b28c5a1318cb HTTP/1.1" status: 204 len: 168 time: 2.0409105 Nov 08 14:00:55.866218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42274) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:55.875526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2066209175'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:55.885300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b19290-e4f6-4557-bce9-93c91a978018 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=c5d192ee-089b-4541-b476-b28c5a1318cb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:55.898097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Attempting to bind port 23f5ee8b-0fc2-4520-9e08-c83993efa437 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:00:55.898510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Attempting to bind port 23f5ee8b-0fc2-4520-9e08-c83993efa437 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:00:55.898853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Attempting to bind port 23f5ee8b-0fc2-4520-9e08-c83993efa437 on network a3782aa1-bb17-4232-b007-30114d48b162 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:55.902852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-9accb151-8781-4c35-bc5d-825a662e251f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1680613 Nov 08 14:00:55.911501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.917651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Port 23f5ee8b-0fc2-4520-9e08-c83993efa437 on network a3782aa1-bb17-4232-b007-30114d48b162 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:00:55.918016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Attempting to bind port 23f5ee8b-0fc2-4520-9e08-c83993efa437 on network a3782aa1-bb17-4232-b007-30114d48b162 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:00:55.927359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:00:55.927768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Checking segment: {'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:00:55.928220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Bound using segment: {'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:00:55.928732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Bound port: 23f5ee8b-0fc2-4520-9e08-c83993efa437, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51aad794-a7dc-41a4-89a0-3cdb3953f9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:00:55.929104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.946156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4addcd2b-9553-47c9-8546-2912e96ab4a4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:55.946904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4addcd2b-9553-47c9-8546-2912e96ab4a4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Fanout notify agent at l3_agent the message router_deleted on router 2a055d22-66a8-43c6-9943-9a281e40df6c {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:00:55.958494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=24564b46-96c5-4618-9932-8ac655db1433,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:56.026899 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.044661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] No DVR routers for this DVR port 24564b46-96c5-4618-9932-8ac655db1433 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:56.053947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:56.057728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.058137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] No DVR routers for this DVR port 18127275-e2f5-4595-9df8-ee53b995c1ad on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:56.073591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port 18127275-e2f5-4595-9df8-ee53b995c1ad {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 14:00:56.073849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] For port 23f5ee8b-0fc2-4520-9e08-c83993efa437, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:00:56.074040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 18127275-e2f5-4595-9df8-ee53b995c1ad not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:56.078485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] For port 23f5ee8b-0fc2-4520-9e08-c83993efa437, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23f5ee8b-0fc2-4520-9e08-c83993efa437,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:00:56.098186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4addcd2b-9553-47c9-8546-2912e96ab4a4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.103329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4addcd2b-9553-47c9-8546-2912e96ab4a4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/routers/2a055d22-66a8-43c6-9943-9a281e40df6c HTTP/1.1" status: 204 len: 168 time: 1.5918632 Nov 08 14:00:56.103705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42278) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:56.110585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:56.128706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.149123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff432317-d980-4447-9dfc-58b7f772fef6 None None] Pushing event deleted for resources: {'Port': ['ID=18127275-e2f5-4595-9df8-ee53b995c1ad,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:56.161442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-f29b056a-930f-433d-a3a2-c574036d30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:56.164288 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-f29b056a-930f-433d-a3a2-c574036d30da service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1097 time: 0.1848764 Nov 08 14:00:56.203826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] Deleting port 24564b46-96c5-4618-9932-8ac655db1433 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:00:56.204263 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.299330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.320368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] For port 24564b46-96c5-4618-9932-8ac655db1433, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:00:56.320808 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.328647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:56.329690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.331590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] 10.222.0.70 "PUT /v2.0/ports/23f5ee8b-0fc2-4520-9e08-c83993efa437 HTTP/1.1" status: 200 len: 1091 time: 4.0520926 Nov 08 14:00:56.343854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] Calling delete_port for 24564b46-96c5-4618-9932-8ac655db1433 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:00:56.345653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'tag': '23f5ee8b-0fc2-4520-9e08-c83993efa437'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:00:56.349011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] Port 24564b46-96c5-4618-9932-8ac655db1433 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:00:56.351882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.352222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d49e33-67f7-4bd2-9d8a-1bf2964c3dac']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:56.355953 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24" -d '{"events": [{"name": "network-changed", "server_uuid": "755f9a3b-671c-44d9-a025-3ea60e07c0ae", "tag": "23f5ee8b-0fc2-4520-9e08-c83993efa437"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:00:56.388520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:56.389009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d08bbcb-ad8d-46a2-a86c-a69ff16fca1e') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:00:56.393254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] Pushing event deleted for resources: {'Port': ['ID=24564b46-96c5-4618-9932-8ac655db1433,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:56.404703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf3b55e-8199-4014-a720-dd7d1d210951 None None] No DVR routers for this DVR port 24564b46-96c5-4618-9932-8ac655db1433 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:00:56.429408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.433737 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4876eac8-38bb-4413-8b73-d7488d4ca3c3 None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:00:56.457591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.466868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.472161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:00:56.473161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.489369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.555838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0b443-b203-42a7-91c4-b80c3a446f48 service neutron] Pushing event updated for resources: {'Port': ['ID=23f5ee8b-0fc2-4520-9e08-c83993efa437,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:56.590173 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b82cac-312d-4036-82b5-994b025b94ab x-openstack-request-id: req-f6b82cac-312d-4036-82b5-994b025b94ab {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:00:56.590626 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "755f9a3b-671c-44d9-a025-3ea60e07c0ae", "tag": "23f5ee8b-0fc2-4520-9e08-c83993efa437", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:00:56.591571 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6b82cac-312d-4036-82b5-994b025b94ab {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:00:56.592207 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'tag': '23f5ee8b-0fc2-4520-9e08-c83993efa437', 'status': 'completed', 'code': 200} Nov 08 14:00:56.593869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04ac03-7036-4c52-a704-d1dd039b4a93,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:56.712732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-69d6b16a-0117-4b0b-86b1-34d425d80da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:56.718323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-69d6b16a-0117-4b0b-86b1-34d425d80da0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=017f3c01485841d39119b09dcd91d2de&device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 1094 time: 0.3162394 Nov 08 14:00:56.721841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:56.733414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.739083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:00:56.766485 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:00:56.774078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.788845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:56.796948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] 10.222.0.65 "DELETE /v2.0/networks/86d49e33-67f7-4bd2-9d8a-1bf2964c3dac HTTP/1.1" status: 204 len: 168 time: 2.4393589 Nov 08 14:00:56.800670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4876eac8-38bb-4413-8b73-d7488d4ca3c3 None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:00:56.844073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-f950db8c-491f-4a56-9ef5-a9fb865c5116 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f5ee8b-0fc2-4520-9e08-c83993efa437 HTTP/1.1" status: 200 len: 217 time: 0.0870509 Nov 08 14:00:56.894667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c37df-95ab-48c9-aa48-6e6ab8bff6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=86d49e33-67f7-4bd2-9d8a-1bf2964c3dac,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:56.973086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-c0c66bbc-5b8a-4b52-963c-84558173fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:56.991270 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-c0c66bbc-5b8a-4b52-963c-84558173fad8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.4051838 Nov 08 14:00:57.026949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:00:57.038910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.039467 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 4d069de5-a23c-47f0-b354-c8147acd2b0f of type vlan for network 0dd1f877-42df-49d9-af13-1a4cca3f050a Nov 08 14:00:57.118432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.118655 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 6534bd63-4a13-44e3-83ff-e5f27cbe2a90 of type vlan for network 5f72a648-0280-4e3a-8cf2-d8bfff41cc80 Nov 08 14:00:57.162135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-279906c7-114d-4153-8282-c3e9312e636c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2337918 Nov 08 14:00:57.216823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec771d57-f676-47ba-82de-3afa812769bf req-67fa6e40-5a9f-43e9-98f1-fcc399a22700 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.226283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec771d57-f676-47ba-82de-3afa812769bf req-67fa6e40-5a9f-43e9-98f1-fcc399a22700 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 943 time: 0.4794624 Nov 08 14:00:57.253168 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.265499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:57.268655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-2f006c28-b05f-4a71-a740-a2efdd29f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.271818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-2f006c28-b05f-4a71-a740-a2efdd29f19e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2bed37a4-a6b7-47c9-aa27-b7255875b02e HTTP/1.1" status: 200 len: 849 time: 0.4266222 Nov 08 14:00:57.281060 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-089bbade-4b89-4673-bac4-9b9c319393aa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 1002 time: 0.2449892 Nov 08 14:00:57.282993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.355777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-d0dd7c8f-6c28-48a9-aaca-d177923b147f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3782aa1-bb17-4232-b007-30114d48b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564408 Nov 08 14:00:57.373283 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:00:57.453859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec771d57-f676-47ba-82de-3afa812769bf req-fa1978cd-c9b8-475e-ba8b-8c431ec0fdbf tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254059 Nov 08 14:00:57.471462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.472155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.472516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.473135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.473637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.476254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.476821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.480815 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-21697f69-71a1-4a23-a323-b4be006ed7ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=184a771ba9dc45069051bf90f38f8601&device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 6491 time: 0.2300291 Nov 08 14:00:57.485398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-088372fa-1f54-44ab-afb5-7d3c47d6f23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.487900 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-088372fa-1f54-44ab-afb5-7d3c47d6f23a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.1747541 Nov 08 14:00:57.490167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.493983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 24564b46-96c5-4618-9932-8ac655db1433 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:00:57.500663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.501345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.558025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 24564b46-96c5-4618-9932-8ac655db1433 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:00:57.558803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 24564b46-96c5-4618-9932-8ac655db1433 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:00:57.597030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.607382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.608415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.666307 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7967885 Nov 08 14:00:57.680514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42296) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:57.724334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e6a48-f51b-472e-b626-5a98bcafe000 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=5f72a648-0280-4e3a-8cf2-d8bfff41cc80,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:57.726172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:57.751951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-2c861b69-975c-493a-97f8-4a482d757eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.760804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 5f72a648-0280-4e3a-8cf2-d8bfff41cc80 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:57.765221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-2c861b69-975c-493a-97f8-4a482d757eb4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2603528 Nov 08 14:00:57.836443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.3416126 Nov 08 14:00:57.913941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1293fad3-f993-4e84-8f6d-7ece05fab8b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:57.977343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-2cd99050-7a68-4600-b34c-5d7617a02023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.977902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-2cd99050-7a68-4600-b34c-5d7617a02023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.978644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-2cd99050-7a68-4600-b34c-5d7617a02023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:57.981486 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-2cd99050-7a68-4600-b34c-5d7617a02023 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cd92319-25d8-49b4-99db-4c9aaf58af29&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&id=57617557-d9ea-482f-9a48-9fcc40ddae79&id=57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 200 len: 2290 time: 0.4148510 Nov 08 14:00:58.061040 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-af821e2f-30b2-4325-8f6b-ae20f2484141 service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6776671 Nov 08 14:00:58.062084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3404-d6da-419c-8ecd-17d9320b9dea tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=0dd1f877-42df-49d9-af13-1a4cca3f050a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:58.066853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0f5ca05d-5dc0-4f0d-ab38-2736ab14c1c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7fcafa872a4b4b15a5b9ff865caebdba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7933180 Nov 08 14:00:58.077340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 0dd1f877-42df-49d9-af13-1a4cca3f050a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:00:58.139001 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-542e0123-7745-40f5-bfb3-aed66d810bc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 200 len: 1002 time: 0.1468759 Nov 08 14:00:58.139770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42300) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:58.283716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-435e1116-5a5b-429f-81db-cc3a1d1ba9d7 req-f13020ef-3efc-49fa-bff6-1d17a7e496ee service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152438 Nov 08 14:00:58.321806 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:58.385033 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-3e9f5c0e-f014-4bda-a510-c2a1771aaf24 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023464 Nov 08 14:00:58.427608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-f8e9b2e4-b89c-4fd5-a8d5-5fa6d5f8b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:58.430265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-f8e9b2e4-b89c-4fd5-a8d5-5fa6d5f8b359 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 200 len: 849 time: 0.2288966 Nov 08 14:00:58.447927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:00:58.452221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f895921f-a85d-40eb-ae7b-d67ccd7f26c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:58.484896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:00:58.492219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:00:58.496924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:58.503215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:58.504229 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:58.509318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e46e9c-5e09-4738-8716-c7a485c47bfd None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:00:58.520707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=bede5714-957c-4dca-a3d2-b97776a8b9ef,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:58.668012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-00970782-d7f0-489b-90fc-e62f2b9ee4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:58.676292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-00970782-d7f0-489b-90fc-e62f2b9ee4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=017f3c01485841d39119b09dcd91d2de&device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 1094 time: 0.2920170 Nov 08 14:00:58.755082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3507a62b-742d-4bd4-9f3e-7c0ba57fd515 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6457458 Nov 08 14:00:58.870138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42306) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:00:58.891969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e3eb2489-d69b-4dc0-8cde-f348dc106c32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1915356772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:00:58.975937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': 'bede5714-957c-4dca-a3d2-b97776a8b9ef'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:00:58.977462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:58.983585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f895921f-a85d-40eb-ae7b-d67ccd7f26c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.213080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-cd6c2f5d-aa07-4851-af01-96522e20b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:00:59.220608 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-cd6c2f5d-aa07-4851-af01-96522e20b19e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cd92319-25d8-49b4-99db-4c9aaf58af29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7703805 Nov 08 14:00:59.306267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/bede5714-957c-4dca-a3d2-b97776a8b9ef/a7a88905-1711-46f5-a10e-e719e8d1450d) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:00:59.409941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2489-d69b-4dc0-8cde-f348dc106c32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.411771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2489-d69b-4dc0-8cde-f348dc106c32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.421646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de0021d8-03f2-4814-9ebb-b32e5722f9e6 req-f1f687fd-ecf4-4ca4-9477-934b3075bbce service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0214348 Nov 08 14:00:59.670472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f895921f-a85d-40eb-ae7b-d67ccd7f26c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.675532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f895921f-a85d-40eb-ae7b-d67ccd7f26c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.682094 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f895921f-a85d-40eb-ae7b-d67ccd7f26c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/48cc8d9b-87c4-4bec-b8f4-dd67af37713d HTTP/1.1" status: 204 len: 168 time: 1.5368533 Nov 08 14:00:59.706237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2489-d69b-4dc0-8cde-f348dc106c32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.716798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895921f-a85d-40eb-ae7b-d67ccd7f26c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cc8d9b-87c4-4bec-b8f4-dd67af37713d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:00:59.746516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2489-d69b-4dc0-8cde-f348dc106c32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.770463 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-f7e66731-27df-4e29-8c01-7c4a9134cffa service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193524 Nov 08 14:00:59.892017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3eb2489-d69b-4dc0-8cde-f348dc106c32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:00:59.912599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3eb2489-d69b-4dc0-8cde-f348dc106c32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0363421 Nov 08 14:00:59.913480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42316) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:00.123120 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:00.182548 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:00.366214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:00.368649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-9bcc9645-a232-4104-87fe-699c5c93d6d3 service neutron] 10.222.0.70 "GET /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5851293 Nov 08 14:01:00.391578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:00.411506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-e50e0b46-90cb-46b9-9407-a2eafb9c5e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:00.411506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-e50e0b46-90cb-46b9-9407-a2eafb9c5e7c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a3782aa1-bb17-4232-b007-30114d48b162 HTTP/1.1" status: 200 len: 910 time: 1.7080743 Nov 08 14:01:00.422090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:00.436642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Pushing event updated for resources: {'Port': ['ID=a7a88905-1711-46f5-a10e-e719e8d1450d,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:00.549481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Attempting to bind port a7a88905-1711-46f5-a10e-e719e8d1450d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:00.550647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Attempting to bind port a7a88905-1711-46f5-a10e-e719e8d1450d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:00.551691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Attempting to bind port a7a88905-1711-46f5-a10e-e719e8d1450d on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:00.564248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:00.565458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:00.566505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:00.567508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:00.569296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Bound port: a7a88905-1711-46f5-a10e-e719e8d1450d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:00.570569 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:00.619655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-0ea81199-7aa6-4645-bcda-13ead5b0cbbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 217 time: 0.1937113 Nov 08 14:01:00.738064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-0ae4d9fa-76c7-4611-8d56-295746ea2129 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23f5ee8b-0fc2-4520-9e08-c83993efa437 HTTP/1.1" status: 200 len: 217 time: 0.3248825 Nov 08 14:01:00.741536 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:00.785764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] For port a7a88905-1711-46f5-a10e-e719e8d1450d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:00.793511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] For port a7a88905-1711-46f5-a10e-e719e8d1450d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a7a88905-1711-46f5-a10e-e719e8d1450d,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:00.800178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23f5ee8b-0fc2-4520-9e08-c83993efa437 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:01:00.805873 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:01.017837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d6b2d-ff27-49b0-959b-53a1b6d3bef8 req-2b9f0e65-1749-47ea-8804-87b74993f1db tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:01.042525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-204d6b2d-ff27-49b0-959b-53a1b6d3bef8 req-2b9f0e65-1749-47ea-8804-87b74993f1db tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 943 time: 2.2841401 Nov 08 14:01:01.051306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-ad9e9dee-faf5-4ee5-8256-02f1bf4cdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:01.058811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-53253262-7db9-4429-aa18-8e8f78efca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:01.061006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-ad9e9dee-faf5-4ee5-8256-02f1bf4cdd92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2bed37a4-a6b7-47c9-aa27-b7255875b02e HTTP/1.1" status: 200 len: 849 time: 0.2952533 Nov 08 14:01:01.068226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-53253262-7db9-4429-aa18-8e8f78efca54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.4407308 Nov 08 14:01:01.242637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42328) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:01.329343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-3297abc4-467f-4781-a01f-ecbb95904f41 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a3782aa1-bb17-4232-b007-30114d48b162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356907 Nov 08 14:01:01.387618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-9e753533-e645-4df9-a628-a57fc600ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:01.402646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-9e753533-e645-4df9-a628-a57fc600ab82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3256435 Nov 08 14:01:01.563834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-fa6d0deb-fe45-4a7a-b9db-4462ee33c25c service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194245 Nov 08 14:01:01.676526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=e68fc4fd-8f0f-497f-850a-b32e282d5eec,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:01.691092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '6534bd63-4a13-44e3-83ff-e5f27cbe2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:01.691872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: 5f72a648-0280-4e3a-8cf2-d8bfff41cc80, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:01.825348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7a764-e64d-4581-8002-0ae6638500a2 None None] Pushing event updated for resources: {'Port': ['ID=a7a88905-1711-46f5-a10e-e719e8d1450d,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:02.027509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.030748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.031661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.032516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.033226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.034487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.056426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.058531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.061263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.062017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.062662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.065898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:02.072333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23f5ee8b-0fc2-4520-9e08-c83993efa437, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23f5ee8b-0fc2-4520-9e08-c83993efa437,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:02.150156 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e53c2cfa-3494-48d7-b61e-f8ec6bb8ae79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:02.197261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '23f5ee8b-0fc2-4520-9e08-c83993efa437', 'network_id': 'a3782aa1-bb17-4232-b007-30114d48b162', 'port_id': '23f5ee8b-0fc2-4520-9e08-c83993efa437', 'mac_address': 'fa:16:3e:44:27:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bed37a4-a6b7-47c9-aa27-b7255875b02e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:01:02.360249 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:02.382310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-846058b2-08b6-4a29-bb3d-490d33205a76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7eb1dda6b1a74872a944cc07d406e615&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1168885 Nov 08 14:01:02.407305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f5ee8b-0fc2-4520-9e08-c83993efa437 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:01:02.425179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-204d6b2d-ff27-49b0-959b-53a1b6d3bef8 req-83151304-413f-4064-b8ef-da29bbafb290 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3787827 Nov 08 14:01:02.427124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network 5f72a648-0280-4e3a-8cf2-d8bfff41cc80 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:02.460734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42350) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:02.502646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23f5ee8b-0fc2-4520-9e08-c83993efa437, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23f5ee8b-0fc2-4520-9e08-c83993efa437,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:02.508702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:02.713333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=23f5ee8b-0fc2-4520-9e08-c83993efa437,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:02.717658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 5f72a648-0280-4e3a-8cf2-d8bfff41cc80) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:02.734906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9a3097-27ec-4cc2-9353-024db51d9053 None None] Network 5f72a648-0280-4e3a-8cf2-d8bfff41cc80 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:02.790280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:02.792496 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:02.935870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['23f5ee8b-0fc2-4520-9e08-c83993efa437'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:01:03.042803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b69186fe-844f-4726-8c6d-6a27dad95334 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.3363214 Nov 08 14:01:03.064157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:03.088825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4a58a59-05bd-4c04-97eb-3ee5fc4d8d24 req-49e38dc2-b569-4832-ad53-047c9d1fd142 service neutron] 10.222.0.70 "GET /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5082190 Nov 08 14:01:03.090008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ab3dea14-c945-4f66-b6be-6dd6b8e12d6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.216230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ab3dea14-c945-4f66-b6be-6dd6b8e12d6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.282114 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.312649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:03.320614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:03.327801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:03.337821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:03.346254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:03.356498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:03.366731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:03.386942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-01b8f668-b72f-4f5c-a986-af607fd00476 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.3906116 Nov 08 14:01:03.414651 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.517127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-5f72a648-0280-4e3a-8cf2-d8bfff41cc80', 'network_id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': 'e68fc4fd-8f0f-497f-850a-b32e282d5eec'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:03.522517 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.597391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.622356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:03.632545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': '0dd1f877-42df-49d9-af13-1a4cca3f050a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:03.690792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a7a88905-1711-46f5-a10e-e719e8d1450d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:03.743574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4901422e-bfe8-478a-ba4f-a2f81f33a75a req-24b35e86-e1b3-4705-93d0-6324e6119a93 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3556392 Nov 08 14:01:03.861261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ab3dea14-c945-4f66-b6be-6dd6b8e12d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.866490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ab3dea14-c945-4f66-b6be-6dd6b8e12d6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:03.872382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ab3dea14-c945-4f66-b6be-6dd6b8e12d6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55c4ea8f-9f77-4150-ad29-28b21329c997 HTTP/1.1" status: 204 len: 168 time: 1.3938355 Nov 08 14:01:03.951519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Allocated IP 172.20.0.2 (5f72a648-0280-4e3a-8cf2-d8bfff41cc80/e68fc4fd-8f0f-497f-850a-b32e282d5eec/7a4817c1-434f-4f7e-88e8-89b8e4db401a) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:03.971420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3dea14-c945-4f66-b6be-6dd6b8e12d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c4ea8f-9f77-4150-ad29-28b21329c997,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:04.072896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-760e3af7-3631-4889-af5f-7dd289d122b3 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6433759 Nov 08 14:01:04.075723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.076747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.099824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.113098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.123879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.133497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.143890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.157477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.160265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-72203e96-767c-4e7a-b19a-ab4933ee6aab tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.3017745 Nov 08 14:01:04.175290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951f136-2811-40d2-aeeb-db12adcef0e2 req-9f7177b5-0e19-490d-bf75-d8020495ab29 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.177301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5951f136-2811-40d2-aeeb-db12adcef0e2 req-9f7177b5-0e19-490d-bf75-d8020495ab29 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 944 time: 0.4631846 Nov 08 14:01:04.202077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7d873f6f-3ba2-40bf-b21d-530f0e2296d7 None None] Provisioning complete for port a7a88905-1711-46f5-a10e-e719e8d1450d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:04.202533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d873f6f-3ba2-40bf-b21d-530f0e2296d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.213690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:04.222124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.417139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a7a88905-1711-46f5-a10e-e719e8d1450d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:04.417732 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.481825 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.518727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-ef1f633a-b648-4ca6-9354-36d28aa1d4ef service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216573 Nov 08 14:01:04.576522 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d873f6f-3ba2-40bf-b21d-530f0e2296d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.586584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-ca3ee2f6-8d22-4a88-a837-c2536a06fc1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:04.591251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-ca3ee2f6-8d22-4a88-a837-c2536a06fc1f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "GET /v2.0/ports/576a0113-f661-4666-9cd4-1ce057f9b8d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4110041 Nov 08 14:01:04.601622 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.651135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::1 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/bede5714-957c-4dca-a3d2-b97776a8b9ef/08913095-0b92-447f-8f1f-a3798fa08111) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:04.686722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Network 5f72a648-0280-4e3a-8cf2-d8bfff41cc80 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:04.695849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:04.769819 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5951f136-2811-40d2-aeeb-db12adcef0e2 req-d9e41e90-ab14-45c5-a093-8b12e1eb2096 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703261 Nov 08 14:01:04.777371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:04.795864 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.815659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23f5ee8b-0fc2-4520-9e08-c83993efa437 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:04.892475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:04.916434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Pushing event updated for resources: {'Port': ['ID=7a4817c1-434f-4f7e-88e8-89b8e4db401a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:04.945777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7d873f6f-3ba2-40bf-b21d-530f0e2296d7 None None] For port a7a88905-1711-46f5-a10e-e719e8d1450d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a7a88905-1711-46f5-a10e-e719e8d1450d,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:04.961502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d873f6f-3ba2-40bf-b21d-530f0e2296d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.080557 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-3742a64c-1dbb-4189-8c96-4ee2db60a81b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 217 time: 0.1039758 Nov 08 14:01:05.082335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.103929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-dfcb3f59-3ccf-412c-b74e-c93553dba06d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4670861 Nov 08 14:01:05.166699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Attempting to bind port 7a4817c1-434f-4f7e-88e8-89b8e4db401a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:05.168764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Attempting to bind port 7a4817c1-434f-4f7e-88e8-89b8e4db401a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6534bd63-4a13-44e3-83ff-e5f27cbe2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:05.171865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Attempting to bind port 7a4817c1-434f-4f7e-88e8-89b8e4db401a on network 5f72a648-0280-4e3a-8cf2-d8bfff41cc80 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:05.172469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:05.176827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.210262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=08913095-0b92-447f-8f1f-a3798fa08111,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:05.242124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:05.242819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Checking segment: {'id': '6534bd63-4a13-44e3-83ff-e5f27cbe2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:05.243607 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.244203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Bound using segment: {'id': '6534bd63-4a13-44e3-83ff-e5f27cbe2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:05.244878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Bound port: 7a4817c1-434f-4f7e-88e8-89b8e4db401a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6534bd63-4a13-44e3-83ff-e5f27cbe2a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:05.245445 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.281326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.293481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.305862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.317424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.326256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.330118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:05.336511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.345372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.348527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-027045de-5e6e-45b2-99e9-5fa4f81b0512 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 5434 time: 0.2404790 Nov 08 14:01:05.375321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:05.380369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=e68fc4fd-8f0f-497f-850a-b32e282d5eec,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:05.388161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:05.389191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.390821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:01:05.391365 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:01:05.405022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d873f6f-3ba2-40bf-b21d-530f0e2296d7 None None] Pushing event updated for resources: {'Port': ['ID=a7a88905-1711-46f5-a10e-e719e8d1450d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:05.414898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 23f5ee8b-0fc2-4520-9e08-c83993efa437 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:01:05.429311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.434773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 23f5ee8b-0fc2-4520-9e08-c83993efa437 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:05.435526 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.544059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-8c1ff8ea-bdb4-4ca8-858a-5811be656911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.546018 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-8c1ff8ea-bdb4-4ca8-858a-5811be656911 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.3558381 Nov 08 14:01:05.548863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] For port 7a4817c1-434f-4f7e-88e8-89b8e4db401a, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:05.605655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.612664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] For port 7a4817c1-434f-4f7e-88e8-89b8e4db401a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a4817c1-434f-4f7e-88e8-89b8e4db401a,segment=NetworkSegment(6534bd63-4a13-44e3-83ff-e5f27cbe2a90),segment_id=6534bd63-4a13-44e3-83ff-e5f27cbe2a90)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:05.615202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.625632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.766127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.780707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01f2ceec-7cdc-4b02-b383-2c45c20ef1d1 req-14d26bbe-4ca5-4361-a589-c2ad443d9219 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3828108 Nov 08 14:01:05.816993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f72a648-0280-4e3a-8cf2-d8bfff41cc80']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:05.880396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6534bd63-4a13-44e3-83ff-e5f27cbe2a90') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:05.891560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6534bd63-4a13-44e3-83ff-e5f27cbe2a90') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:05.898159 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:05.949155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-450a7892-8559-4502-842b-93ccb2d56364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:05.959281 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-450a7892-8559-4502-842b-93ccb2d56364 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3657362 Nov 08 14:01:05.981412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] For port 576a0113-f661-4666-9cd4-1ce057f9b8d1, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=576a0113-f661-4666-9cd4-1ce057f9b8d1,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:05.982293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.024512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.037935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f7bb22-7eda-4726-99bd-94ea91dfd28d None None] Pushing event updated for resources: {'Port': ['ID=7a4817c1-434f-4f7e-88e8-89b8e4db401a,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:06.050180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] For port 576a0113-f661-4666-9cd4-1ce057f9b8d1, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:06.056867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f5ee8b-0fc2-4520-9e08-c83993efa437'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:06.089863 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddcc8327-8b3b-46dd-8ab4-90669d5896fd" -d '{"events": [{"server_uuid": "755f9a3b-671c-44d9-a025-3ea60e07c0ae", "name": "network-vif-plugged", "status": "completed", "tag": "23f5ee8b-0fc2-4520-9e08-c83993efa437"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:06.101400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] device_id is not set on port 576a0113-f661-4666-9cd4-1ce057f9b8d1 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:01:06.117767 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.139045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcea5bf-ab93-4fc2-b56f-81b3283ee3ab None None] Network 5f72a648-0280-4e3a-8cf2-d8bfff41cc80 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:06.147078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.232574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23f5ee8b-0fc2-4520-9e08-c83993efa437, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23f5ee8b-0fc2-4520-9e08-c83993efa437,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:06.235576 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-4b33f8d5-32f1-4235-b6c2-887b68f91805 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326972 Nov 08 14:01:06.286280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.310080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a865506b-9e1c-4cbc-af2d-36394ba8ba31 None None] Provisioning complete for port 08913095-0b92-447f-8f1f-a3798fa08111 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:06.310955 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a865506b-9e1c-4cbc-af2d-36394ba8ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.322635 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.338822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] No DVR routers for this DVR port 576a0113-f661-4666-9cd4-1ce057f9b8d1 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:06.443530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] In _notify_port_updated(), no bound segment for port 576a0113-f661-4666-9cd4-1ce057f9b8d1 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:01:06.444741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:06.446069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.447698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] 10.222.0.70 "PUT /v2.0/ports/576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 200 len: 1026 time: 1.2826993 Nov 08 14:01:06.467311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:06.468194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:06.473816 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:06.581533 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801eb26a-1549-4fbe-92de-2affef0288aa x-openstack-request-id: req-801eb26a-1549-4fbe-92de-2affef0288aa {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:06.582836 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755f9a3b-671c-44d9-a025-3ea60e07c0ae", "name": "network-vif-plugged", "status": "completed", "tag": "23f5ee8b-0fc2-4520-9e08-c83993efa437", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:06.593194 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-801eb26a-1549-4fbe-92de-2affef0288aa {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:06.594223 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f5ee8b-0fc2-4520-9e08-c83993efa437', 'code': 200} Nov 08 14:01:06.598139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-a8eb7329-fd64-488e-b093-00025b24625f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:06.602188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-a8eb7329-fd64-488e-b093-00025b24625f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "GET /v2.0/ports/57de1688-0467-433d-abee-88a7cfb43cb7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0849311 Nov 08 14:01:06.605189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': '4d069de5-a23c-47f0-b354-c8147acd2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0dd1f877-42df-49d9-af13-1a4cca3f050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:06.605863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: 0dd1f877-42df-49d9-af13-1a4cca3f050a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:06.613504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a7a88905-1711-46f5-a10e-e719e8d1450d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:06.614322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba28bf-252c-42a1-b3d6-d988c4cb0c1c service neutron] Pushing event updated for resources: {'Port': ['ID=576a0113-f661-4666-9cd4-1ce057f9b8d1,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:06.632002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=3f115e49-575f-439d-91dc-5ca13018b18e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:06.661821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:06.688099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ca7b6-1d9b-446f-af79-01ab4de40c9c req-ef50f23a-1f18-45cc-b009-e124c5876f86 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:06.690929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e09ca7b6-1d9b-446f-af79-01ab4de40c9c req-ef50f23a-1f18-45cc-b009-e124c5876f86 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 944 time: 0.5587003 Nov 08 14:01:06.748482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=23f5ee8b-0fc2-4520-9e08-c83993efa437,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:06.774425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.804743 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.api [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 14:01:06.804743 n-d-804292-2 neutron-server[101840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 14:01:06.804743 n-d-804292-2 neutron-server[101840]: [parameters: {'id': '5f72a648-0280-4e3a-8cf2-d8bfff41cc80'}] Nov 08 14:01:06.804743 n-d-804292-2 neutron-server[101840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:01:06.805356 n-d-804292-2 neutron-server[101840]: DEBUG oslo_db.api [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:01:06.820068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 0dd1f877-42df-49d9-af13-1a4cca3f050a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:06.862761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 0dd1f877-42df-49d9-af13-1a4cca3f050a) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:06.870692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a865506b-9e1c-4cbc-af2d-36394ba8ba31 None None] Port 08913095-0b92-447f-8f1f-a3798fa08111 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:01:06.899413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:06.900256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:06.970671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fa9098-dd67-4974-b54d-4223ca43730f None None] Network 0dd1f877-42df-49d9-af13-1a4cca3f050a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:06.991115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e09ca7b6-1d9b-446f-af79-01ab4de40c9c req-d6784513-fcf2-4b85-ba8e-1a8fb776c75e tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592149 Nov 08 14:01:07.085301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a7a88905-1711-46f5-a10e-e719e8d1450d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:07.086094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.154534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7ec50ae-8a80-4e11-b1c9-667145c472ec tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.5236597 Nov 08 14:01:07.192747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7ce20c75-c9dd-4f62-a7e2-aa3cf1a82019 None None] Provisioning complete for port 576a0113-f661-4666-9cd4-1ce057f9b8d1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:07.194990 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7ce20c75-c9dd-4f62-a7e2-aa3cf1a82019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.200265 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.205082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42402) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:07.214147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-7aa9226a-b58f-4ca5-843d-d84d3888f36c service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9773715 Nov 08 14:01:07.216219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78937311'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:07.223463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6138882-8469-4e53-ad66-e905878494d7 req-337f97a6-c72f-4668-9cbb-11661999f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.226198 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6138882-8469-4e53-ad66-e905878494d7 req-337f97a6-c72f-4668-9cbb-11661999f6a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 1096 time: 0.5808978 Nov 08 14:01:07.414597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-3dc65968-0301-4d8d-a549-81f18a83dfd3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.424356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-3dc65968-0301-4d8d-a549-81f18a83dfd3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.437106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-3dc65968-0301-4d8d-a549-81f18a83dfd3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.450479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-3dc65968-0301-4d8d-a549-81f18a83dfd3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.461433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-3dc65968-0301-4d8d-a549-81f18a83dfd3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.471517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-3dc65968-0301-4d8d-a549-81f18a83dfd3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.484615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-3dc65968-0301-4d8d-a549-81f18a83dfd3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 4661 time: 0.3866620 Nov 08 14:01:07.491063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.493819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:07.501571 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.663611 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-6299397e-1363-4663-8e5d-05a7a3db3405 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 200 len: 217 time: 0.1739876 Nov 08 14:01:07.680255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:07.712405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7ce20c75-c9dd-4f62-a7e2-aa3cf1a82019 None None] Port 576a0113-f661-4666-9cd4-1ce057f9b8d1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:01:07.768232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5eec8a1-ddc3-4119-815d-03ca3cbde2fc req-0d1a4c90-fe14-4074-8e48-76f3fb8935be tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&id=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2829244 Nov 08 14:01:07.797024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.797600 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 7a298d64-2a42-4194-b89a-6e0d0d59621e of type vlan for network bc4739c4-1f45-419c-a66a-eb66268ac578 Nov 08 14:01:07.913603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.928388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] For port 57de1688-0467-433d-abee-88a7cfb43cb7, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57de1688-0467-433d-abee-88a7cfb43cb7,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:07.935857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-afa25661-b8ed-4020-a0c4-5e6484f64532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.938759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-afa25661-b8ed-4020-a0c4-5e6484f64532 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2639518 Nov 08 14:01:07.948126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-0dd1f877-42df-49d9-af13-1a4cca3f050a', 'network_id': '0dd1f877-42df-49d9-af13-1a4cca3f050a', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': '3f115e49-575f-439d-91dc-5ca13018b18e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:07.948530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6138882-8469-4e53-ad66-e905878494d7 req-8bc7cca3-fd3f-4f6f-91bf-0505c04fa087 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031007 Nov 08 14:01:07.950871 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.978383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.981671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:07.985610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:07.986290 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.011277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.012613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.019458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] For port 57de1688-0467-433d-abee-88a7cfb43cb7, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:08.081002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8702161 Nov 08 14:01:08.091341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42410) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:08.102917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': 'bc4739c4-1f45-419c-a66a-eb66268ac578', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:08.196273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] device_id is not set on port 57de1688-0467-433d-abee-88a7cfb43cb7 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:01:08.204303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a949b-be99-461b-accb-121f01fd4007 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=bc4739c4-1f45-419c-a66a-eb66268ac578,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:08.221167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Deleting port 7a4817c1-434f-4f7e-88e8-89b8e4db401a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:08.221718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.242193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network bc4739c4-1f45-419c-a66a-eb66268ac578 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:08.249222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.249697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Allocated IP 2001:db8:0:ffff::2 (0dd1f877-42df-49d9-af13-1a4cca3f050a/3f115e49-575f-439d-91dc-5ca13018b18e/2bd1a837-7a4a-4794-920f-0d7807787c42) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:08.265680 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.307782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=08913095-0b92-447f-8f1f-a3798fa08111,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:08.334917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16863d-c1b2-4465-b8df-30d73b49bb95 req-0355cd71-8bfc-446e-a1a1-83752c352c17 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:08.348555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a16863d-c1b2-4465-b8df-30d73b49bb95 req-0355cd71-8bfc-446e-a1a1-83752c352c17 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 945 time: 0.1917934 Nov 08 14:01:08.411908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-00bf5b37-9f7a-4178-a5ca-eca65db0c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:08.420910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-00bf5b37-9f7a-4178-a5ca-eca65db0c665 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4693768 Nov 08 14:01:08.463301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] No DVR routers for this DVR port 57de1688-0467-433d-abee-88a7cfb43cb7 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:08.603429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] Pushing event updated for resources: {'Port': ['ID=57de1688-0467-433d-abee-88a7cfb43cb7,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:08.667822 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.680386 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.705709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] For port 7a4817c1-434f-4f7e-88e8-89b8e4db401a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a4817c1-434f-4f7e-88e8-89b8e4db401a,segment=NetworkSegment(6534bd63-4a13-44e3-83ff-e5f27cbe2a90),segment_id=6534bd63-4a13-44e3-83ff-e5f27cbe2a90)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:08.706548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.723303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Calling delete_port for 7a4817c1-434f-4f7e-88e8-89b8e4db401a owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:08.760553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a16863d-c1b2-4465-b8df-30d73b49bb95 req-26e31554-c79b-4e84-80c8-3ac6ee964e60 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998451 Nov 08 14:01:08.769736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Network 0dd1f877-42df-49d9-af13-1a4cca3f050a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:08.772131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Pushing event updated for resources: {'Port': ['ID=2bd1a837-7a4a-4794-920f-0d7807787c42,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:08.777022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:08.781346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] In _notify_port_updated(), no bound segment for port 57de1688-0467-433d-abee-88a7cfb43cb7 on network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:01:08.781853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:08.782360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:08.782923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.785088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-70504c8c-5df5-4b25-9656-ad37e91f9db5 service neutron] 10.222.0.70 "PUT /v2.0/ports/57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 200 len: 1027 time: 2.1420341 Nov 08 14:01:08.813022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device c22a46e8-18ab-4039-a6be-49c5af3acf83 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:08.980384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Attempting to bind port 2bd1a837-7a4a-4794-920f-0d7807787c42 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:08.980874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Attempting to bind port 2bd1a837-7a4a-4794-920f-0d7807787c42 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4d069de5-a23c-47f0-b354-c8147acd2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0dd1f877-42df-49d9-af13-1a4cca3f050a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:08.981471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Attempting to bind port 2bd1a837-7a4a-4794-920f-0d7807787c42 on network 0dd1f877-42df-49d9-af13-1a4cca3f050a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:08.995960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-b9780213-ed67-4918-88ac-034930e1b18d service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399592 Nov 08 14:01:08.996827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:08.997049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Checking segment: {'id': '4d069de5-a23c-47f0-b354-c8147acd2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0dd1f877-42df-49d9-af13-1a4cca3f050a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:08.997448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:08.997725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Bound using segment: {'id': '4d069de5-a23c-47f0-b354-c8147acd2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0dd1f877-42df-49d9-af13-1a4cca3f050a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:08.998171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Bound port: 2bd1a837-7a4a-4794-920f-0d7807787c42, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d069de5-a23c-47f0-b354-c8147acd2b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '0dd1f877-42df-49d9-af13-1a4cca3f050a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:08.998555 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.041487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ff2ad63a-c4d2-40e9-873b-860354ebddfe None None] Provisioning complete for port 57de1688-0467-433d-abee-88a7cfb43cb7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:09.041487 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff2ad63a-c4d2-40e9-873b-860354ebddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.114107 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ff2ad63a-c4d2-40e9-873b-860354ebddfe None None] Port 57de1688-0467-433d-abee-88a7cfb43cb7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:01:09.180975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:09.210213 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.234612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53046e1-66ae-4781-b03a-71015a7b6352 req-6d61c7a1-f8c7-4b4b-983b-b2c9bcf3a5d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:09.244592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53046e1-66ae-4781-b03a-71015a7b6352 req-6d61c7a1-f8c7-4b4b-983b-b2c9bcf3a5d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:09.244876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:09.272977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53046e1-66ae-4781-b03a-71015a7b6352 req-6d61c7a1-f8c7-4b4b-983b-b2c9bcf3a5d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:09.282180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53046e1-66ae-4781-b03a-71015a7b6352 req-6d61c7a1-f8c7-4b4b-983b-b2c9bcf3a5d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:09.291102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53046e1-66ae-4781-b03a-71015a7b6352 req-6d61c7a1-f8c7-4b4b-983b-b2c9bcf3a5d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:09.296571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b53046e1-66ae-4781-b03a-71015a7b6352 req-6d61c7a1-f8c7-4b4b-983b-b2c9bcf3a5d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 3887 time: 0.3202505 Nov 08 14:01:09.325857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port 3a116d74-99ee-4601-b964-c10686a08d1d {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:09.327271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.338141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:09.347789 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8af1fc-aa23-46ba-ba75-421c188145c9" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:09.352123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:09.358941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.367580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-fc0cd5e4-c787-4d05-b1a1-99177f59d266 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408945 Nov 08 14:01:09.439395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port c22a46e8-18ab-4039-a6be-49c5af3acf83, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:09.451792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] For port 2bd1a837-7a4a-4794-920f-0d7807787c42, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:09.460588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] For port 2bd1a837-7a4a-4794-920f-0d7807787c42, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2bd1a837-7a4a-4794-920f-0d7807787c42,segment=NetworkSegment(4d069de5-a23c-47f0-b354-c8147acd2b0f),segment_id=4d069de5-a23c-47f0-b354-c8147acd2b0f)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:09.466086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.467597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device ab164535-afa1-4fce-b83a-9204e2b369a6 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:09.526154 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-597df61d-09da-4b16-94c7-e0ed932743ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.135&port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 200 len: 217 time: 0.0681760 Nov 08 14:01:09.548189 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266cf7eb-e082-496f-8e9f-fb9b0e35f2f8 x-openstack-request-id: req-266cf7eb-e082-496f-8e9f-fb9b0e35f2f8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:09.549181 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:09.549610 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-266cf7eb-e082-496f-8e9f-fb9b0e35f2f8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:09.550480 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83', 'code': 200} Nov 08 14:01:09.580317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] For port 3a116d74-99ee-4601-b964-c10686a08d1d, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=3a116d74-99ee-4601-b964-c10686a08d1d,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:09.580774 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.648240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for 3a116d74-99ee-4601-b964-c10686a08d1d owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:09.655047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b53046e1-66ae-4781-b03a-71015a7b6352 req-f968aa73-e763-4f68-92ad-b7171fb3796c tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3335776 Nov 08 14:01:09.673061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=c22a46e8-18ab-4039-a6be-49c5af3acf83,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:09.699193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.875693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-546458b3-5cc7-495d-882a-c5b00ff68a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:09.878198 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-546458b3-5cc7-495d-882a-c5b00ff68a05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 200 len: 797 time: 0.2761576 Nov 08 14:01:09.878918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:09.923189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42787c8-1fd6-46d0-8c9a-72a2b1edb06a None None] Pushing event updated for resources: {'Port': ['ID=2bd1a837-7a4a-4794-920f-0d7807787c42,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:09.950240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3e24465c-de37-448f-9e37-2074e10d499a None None] Provisioning complete for port 08913095-0b92-447f-8f1f-a3798fa08111 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:09.950651 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e24465c-de37-448f-9e37-2074e10d499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:10.049249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No DVR routers for this DVR port 7a4817c1-434f-4f7e-88e8-89b8e4db401a on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:10.062596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2dcea-d4cf-492e-8523-fb9f5f10a00b req-1e837d35-ae6e-4953-af51-63a966d09efe tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:10.064288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ff2dcea-d4cf-492e-8523-fb9f5f10a00b req-1e837d35-ae6e-4953-af51-63a966d09efe tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 945 time: 0.1091030 Nov 08 14:01:10.065224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:10.071928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3e24465c-de37-448f-9e37-2074e10d499a None None] Port 08913095-0b92-447f-8f1f-a3798fa08111 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:01:10.094750 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:10.127564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=3a116d74-99ee-4601-b964-c10686a08d1d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:10.142354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Port': ['ID=7a4817c1-434f-4f7e-88e8-89b8e4db401a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:10.221914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port ab164535-afa1-4fce-b83a-9204e2b369a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ab164535-afa1-4fce-b83a-9204e2b369a6,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:10.231373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:10.231928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57de1688-0467-433d-abee-88a7cfb43cb7 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:10.288982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] No DVR routers for this DVR port 3a116d74-99ee-4601-b964-c10686a08d1d on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:10.301823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:10.313508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-c6f19edd-0282-4e72-a9ce-add7ac884544 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "DELETE /v2.0/ports/3a116d74-99ee-4601-b964-c10686a08d1d HTTP/1.1" status: 204 len: 173 time: 1.5187259 Nov 08 14:01:10.314750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': '3a116d74-99ee-4601-b964-c10686a08d1d'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:10.319356 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a1a8ff-5fde-4542-9be5-172fe79dfdd9" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "3a116d74-99ee-4601-b964-c10686a08d1d"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:10.344494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=ab164535-afa1-4fce-b83a-9204e2b369a6,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:10.442382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57de1688-0467-433d-abee-88a7cfb43cb7 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:01:10.446941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 576a0113-f661-4666-9cd4-1ce057f9b8d1 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:10.511835 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b6098f-7c70-4203-b1be-63be1c54c4e0 x-openstack-request-id: req-62b6098f-7c70-4203-b1be-63be1c54c4e0 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:10.511835 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "3a116d74-99ee-4601-b964-c10686a08d1d", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:10.514294 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62b6098f-7c70-4203-b1be-63be1c54c4e0 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:10.516352 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': '3a116d74-99ee-4601-b964-c10686a08d1d', 'status': 'completed', 'code': 200} Nov 08 14:01:10.531162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ff2dcea-d4cf-492e-8523-fb9f5f10a00b req-b9fc8c06-3aaf-4258-b78d-fb2eebdbaefc tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505451 Nov 08 14:01:10.612292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 576a0113-f661-4666-9cd4-1ce057f9b8d1 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:01:10.613153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5389baa-8f6e-4e81-8d81-5e812cae27ce no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:10.666793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-9b96c02a-7875-4d1d-92c8-9ae647e610ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:10.670462 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-9b96c02a-7875-4d1d-92c8-9ae647e610ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1173fb7d-7c12-4aa2-8865-a859d2c32f63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7683532 Nov 08 14:01:10.725662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:10.742229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port c22a46e8-18ab-4039-a6be-49c5af3acf83 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:10.742697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:10.746452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2bd1a837-7a4a-4794-920f-0d7807787c42 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:11.149454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f72a648-0280-4e3a-8cf2-d8bfff41cc80']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:11.254768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b565-9dba-44ec-9dfd-2a0f0abcb380 req-7cfab194-56a6-4ffc-a6f9-c2a22eeaf132 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:11.264036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b565-9dba-44ec-9dfd-2a0f0abcb380 req-7cfab194-56a6-4ffc-a6f9-c2a22eeaf132 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:11.270380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b565-9dba-44ec-9dfd-2a0f0abcb380 req-7cfab194-56a6-4ffc-a6f9-c2a22eeaf132 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:11.284270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401b565-9dba-44ec-9dfd-2a0f0abcb380 req-7cfab194-56a6-4ffc-a6f9-c2a22eeaf132 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:11.297345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c401b565-9dba-44ec-9dfd-2a0f0abcb380 req-7cfab194-56a6-4ffc-a6f9-c2a22eeaf132 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 3148 time: 0.3100433 Nov 08 14:01:11.299265 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:11.310946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:01:11.333922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6534bd63-4a13-44e3-83ff-e5f27cbe2a90') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:11.334226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6534bd63-4a13-44e3-83ff-e5f27cbe2a90') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:11.341183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2bd1a837-7a4a-4794-920f-0d7807787c42 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:11.341979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:11.373140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] For port c22a46e8-18ab-4039-a6be-49c5af3acf83, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:11.373518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:11.422153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:11.488672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c401b565-9dba-44ec-9dfd-2a0f0abcb380 req-a362f846-25b4-49d3-9cbc-c0e7d02071a9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894410 Nov 08 14:01:11.502618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for c22a46e8-18ab-4039-a6be-49c5af3acf83 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:11.507884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5389baa-8f6e-4e81-8d81-5e812cae27ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:11.539844 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:11.539844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 3a116d74-99ee-4601-b964-c10686a08d1d no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:11.612927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6'}, {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:11.618604 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30b7cff-2928-4a91-bad9-00b646f2df1d" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6"}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:11.631032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 3a116d74-99ee-4601-b964-c10686a08d1d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:01:11.631601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 3a116d74-99ee-4601-b964-c10686a08d1d not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:01:11.632537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8f507a8e-98d8-4b99-9444-164c561d2ed6 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:11.791828 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ca8394-0a44-4354-b3d7-4cf5a10f741e x-openstack-request-id: req-c8ca8394-0a44-4354-b3d7-4cf5a10f741e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:11.792400 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6", "code": 200}, {"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:11.792618 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8ca8394-0a44-4354-b3d7-4cf5a10f741e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:11.793789 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6', 'code': 200} Nov 08 14:01:11.794218 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce', 'code': 200} Nov 08 14:01:11.883338 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:11.923898 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:11.935445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=c22a46e8-18ab-4039-a6be-49c5af3acf83,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:12.087417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] No DVR routers for this DVR port c22a46e8-18ab-4039-a6be-49c5af3acf83 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:12.087865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 2bd1a837-7a4a-4794-920f-0d7807787c42, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2bd1a837-7a4a-4794-920f-0d7807787c42,segment=NetworkSegment(4d069de5-a23c-47f0-b354-c8147acd2b0f),segment_id=4d069de5-a23c-47f0-b354-c8147acd2b0f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:12.093866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e5389baa-8f6e-4e81-8d81-5e812cae27ce,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:12.098711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.099941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.113953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-783818d5-0c79-40b8-925f-6d7ae0dd7e08 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "DELETE /v2.0/ports/c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 204 len: 173 time: 1.7883883 Nov 08 14:01:12.203473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0935c8-5622-49e0-8e4e-275b79eb7c81 None None] Network 0dd1f877-42df-49d9-af13-1a4cca3f050a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:12.361641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port ab164535-afa1-4fce-b83a-9204e2b369a6 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:12.362632 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.492476 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.505655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:12.506487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.605944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.633147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-65bc5547-ed68-4458-b0d8-aac15e2176f2 None None] Provisioning complete for port 2bd1a837-7a4a-4794-920f-0d7807787c42 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:12.639195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-65bc5547-ed68-4458-b0d8-aac15e2176f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.657179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=2bd1a837-7a4a-4794-920f-0d7807787c42,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:12.761181 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:12.824374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8f507a8e-98d8-4b99-9444-164c561d2ed6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:12.833129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.834265 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.839148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:12.999570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8f507a8e-98d8-4b99-9444-164c561d2ed6,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:13.004257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-6d167bb8-60c0-466f-96d4-56f2070cc722 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3029039 Nov 08 14:01:13.006095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.023933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.024523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.025193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.025722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.026347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.028141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.028410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.029113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.033942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.034190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/5f72a648-0280-4e3a-8cf2-d8bfff41cc80 HTTP/1.1" status: 204 len: 168 time: 9.9614692 Nov 08 14:01:13.034325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.034325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.034325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.055013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=f25f8053-faa6-435c-91d2-767508d257a7,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:13.067349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=5f72a648-0280-4e3a-8cf2-d8bfff41cc80,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:13.071093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42466) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:13.102652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.103024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.103377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.103759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.104297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.104760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.105194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.105679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.106033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.106370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.106806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.107277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.154100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-44062598'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:13.165843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:01:13.182463 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-09fecb93-3ae1-4fab-ab0c-7a80dda7af7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "PUT /v2.0/routers/9a0d12aa-593b-4cca-a50b-0a1abf82ab59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2655997 Nov 08 14:01:13.184402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Sync routers for ids ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:01:13.198268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bc52e-1c82-47f2-adfe-3f65da0aa66d None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:01:13.211873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:13.214422 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad922de-b7e7-4508-9b72-0c59ef2d3851" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:13.221123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42470) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:13.222869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.223223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.223654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.224113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.224590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.225028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.225411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.226900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.226900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.226900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.226900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.227490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01c7327-e5e8-46a9-8d56-27c8735ed543 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:01:13.250794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Routers {'9a0d12aa-593b-4cca-a50b-0a1abf82ab59'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:13.251665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:13.399190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:13.403630 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.407571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061f14f-75e5-457c-86d5-2aa22ad8dc8c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:13.412714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c061f14f-75e5-457c-86d5-2aa22ad8dc8c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports/08913095-0b92-447f-8f1f-a3798fa08111 HTTP/1.1" status: 200 len: 911 time: 0.1856582 Nov 08 14:01:13.415601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42478) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:13.416888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': '7a298d64-2a42-4194-b89a-6e0d0d59621e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'bc4739c4-1f45-419c-a66a-eb66268ac578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:13.417509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: bc4739c4-1f45-419c-a66a-eb66268ac578, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:13.441339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] For port ab164535-afa1-4fce-b83a-9204e2b369a6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=ab164535-afa1-4fce-b83a-9204e2b369a6,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:13.441760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.488825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d37f-1067-4bfa-9788-3e5abfb4de5d req-c5400b4c-743a-49f5-9b0d-60734d4c1c12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:13.496433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network bc4739c4-1f45-419c-a66a-eb66268ac578 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:13.497129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d37f-1067-4bfa-9788-3e5abfb4de5d req-c5400b4c-743a-49f5-9b0d-60734d4c1c12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:13.505899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06d37f-1067-4bfa-9788-3e5abfb4de5d req-c5400b4c-743a-49f5-9b0d-60734d4c1c12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:13.507633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d06d37f-1067-4bfa-9788-3e5abfb4de5d req-c5400b4c-743a-49f5-9b0d-60734d4c1c12 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 2411 time: 0.2880630 Nov 08 14:01:13.509066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for ab164535-afa1-4fce-b83a-9204e2b369a6 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:13.532194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8580e-5f2c-457b-a364-c78d3b6cc54e req-3954b9ab-9f13-4d86-b6a5-6f57015dd8ce tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:13.537541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:13.540798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67f8580e-5f2c-457b-a364-c78d3b6cc54e req-3954b9ab-9f13-4d86-b6a5-6f57015dd8ce tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 945 time: 0.3185222 Nov 08 14:01:13.556587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.558336 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment ea5ac9f4-44bd-4273-b52c-0542542b5a18 of type vlan for network 3cc14577-f609-455b-85fe-83f73d34dae8 Nov 08 14:01:13.632935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.693436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.700038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-91187d5c-e10c-429b-8288-4c74454046e3 None None] Provisioning complete for port 2bd1a837-7a4a-4794-920f-0d7807787c42 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:13.700689 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-91187d5c-e10c-429b-8288-4c74454046e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.707944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d06d37f-1067-4bfa-9788-3e5abfb4de5d req-8bddcdd3-862e-4e4a-b896-9d174b5bb8d4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558223 Nov 08 14:01:13.709614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:13.710799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.712563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Set router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:13.770176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6429946 Nov 08 14:01:13.771337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, bc4739c4-1f45-419c-a66a-eb66268ac578) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:13.776071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42480) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:13.785648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': '3cc14577-f609-455b-85fe-83f73d34dae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:13.799888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:13.806213 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ff6bc9-9a79-4791-b151-2e1205811f6b" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:13.867825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67f8580e-5f2c-457b-a364-c78d3b6cc54e req-6550b2c4-e92e-44ec-a0e2-eb7c6ba23a46 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254139 Nov 08 14:01:13.951386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:13.952522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:13.968811 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15c72b5-e505-4366-a7e1-c69682f319f7 x-openstack-request-id: req-d15c72b5-e505-4366-a7e1-c69682f319f7 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:13.969141 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "c22a46e8-18ab-4039-a6be-49c5af3acf83", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:13.969318 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d15c72b5-e505-4366-a7e1-c69682f319f7 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:13.969732 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': 'c22a46e8-18ab-4039-a6be-49c5af3acf83', 'status': 'completed', 'code': 200} Nov 08 14:01:14.043154 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8ff027-4684-44f8-869c-c493bef74d38 x-openstack-request-id: req-0b8ff027-4684-44f8-869c-c493bef74d38 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:14.044646 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-unplugged", "status": "completed", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:14.046090 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b8ff027-4684-44f8-869c-c493bef74d38 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:14.046090 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'code': 200} Nov 08 14:01:14.053192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f2dbfe-ab79-4e36-b548-63890c9855ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:14.061002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f2dbfe-ab79-4e36-b548-63890c9855ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:14.063686 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96f2dbfe-ab79-4e36-b548-63890c9855ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.6405978 Nov 08 14:01:14.065014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:14.067825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ada13296-e5e9-447d-bbe9-7d922f3b0063 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.9714217 Nov 08 14:01:14.075620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:14.076490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42486) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:14.078099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-bb477d25-f089-4d9f-8bd6-398e626fe9b6 service neutron] 10.222.0.70 "GET /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9897566 Nov 08 14:01:14.303319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:14.365398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25bc52e-1c82-47f2-adfe-3f65da0aa66d None None] Unable to find a vacant binding_index for network bc4739c4-1f45-419c-a66a-eb66268ac578 and agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 08 14:01:14.378377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25bc52e-1c82-47f2-adfe-3f65da0aa66d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, bc4739c4-1f45-419c-a66a-eb66268ac578) {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:01:14.387434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0abaf5b-367e-434b-8b4a-af6215402390 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=3cc14577-f609-455b-85fe-83f73d34dae8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:14.414109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=ab164535-afa1-4fce-b83a-9204e2b369a6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:14.446086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:14.452047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:14.523088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-58dd787e-b611-45b4-8b86-d0e11418be34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c22a46e8-18ab-4039-a6be-49c5af3acf83 HTTP/1.1" status: 200 len: 217 time: 0.2971871 Nov 08 14:01:14.525614 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:14.566078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 3cc14577-f609-455b-85fe-83f73d34dae8 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:14.700653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'name': 'tempest-NetworksTestDHCPv6-router-1915356772', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:59Z', 'updated_at': '2021-11-08T14:01:05Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None, '_interfaces': [{'id': '08913095-0b92-447f-8f1f-a3798fa08111', 'name': '', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'mac_address': 'fa:16:3e:ba:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'bede5714-957c-4dca-a3d2-b97776a8b9ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:04Z', 'updated_at': '2021-11-08T14:01:07Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'subnets': [{'id': 'bede5714-957c-4dca-a3d2-b97776a8b9ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:14.747835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] No DVR routers for this DVR port ab164535-afa1-4fce-b83a-9204e2b369a6 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:14.752571 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:14.757667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-44c1aba5-b87e-4b36-8430-dadceb5220c5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "DELETE /v2.0/ports/ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 204 len: 173 time: 2.6361892 Nov 08 14:01:14.782697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2bd1a837-7a4a-4794-920f-0d7807787c42 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:14.787126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Checking router: 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:01:14.787709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Updating router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 port 08913095-0b92-447f-8f1f-a3798fa08111 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:01:14.849032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:14.861538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-2ce8a871-02d3-463e-8fc5-c8ad236c4a38 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:14.874505 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-2ce8a871-02d3-463e-8fc5-c8ad236c4a38 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 945 time: 0.8639445 Nov 08 14:01:14.960303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Performing IP validity checks on allocation pools {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 14:01:14.961572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 14:01:14.967046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=f25f8053-faa6-435c-91d2-767508d257a7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:14.973553 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.028354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-b4e696fc-5da9-4ae7-bc21-eba644998943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:15.031310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-b4e696fc-5da9-4ae7-bc21-eba644998943 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.4801848 Nov 08 14:01:15.188432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f561f4-8ba2-4b53-a2b7-e261066e4a50 req-7b985f7c-2d6e-4960-a5cc-015658f69d87 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:15.196094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f561f4-8ba2-4b53-a2b7-e261066e4a50 req-7b985f7c-2d6e-4960-a5cc-015658f69d87 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:15.198635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3f561f4-8ba2-4b53-a2b7-e261066e4a50 req-7b985f7c-2d6e-4960-a5cc-015658f69d87 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 1678 time: 0.2191656 Nov 08 14:01:15.208196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.320458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3f561f4-8ba2-4b53-a2b7-e261066e4a50 req-b3359731-638e-42bc-b134-4daa91b059f4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077800 Nov 08 14:01:15.332441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4739c4-1f45-419c-a66a-eb66268ac578']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:15.351238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port e5389baa-8f6e-4e81-8d81-5e812cae27ce {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:15.351823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.401544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-b4225710-3175-4099-b074-abc52e4a740d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:15.404926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-b4225710-3175-4099-b074-abc52e4a740d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3522234 Nov 08 14:01:15.415632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a298d64-2a42-4194-b89a-6e0d0d59621e') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:15.419082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a298d64-2a42-4194-b89a-6e0d0d59621e') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:15.444748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.489006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Deleting port 23f5ee8b-0fc2-4520-9e08-c83993efa437 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:15.489496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.553035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.562772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:15.563252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2bd1a837-7a4a-4794-920f-0d7807787c42 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:15.563457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.564362 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:15.600424 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:15.694276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aae50e-6977-4fe5-9b53-6905ebaf26fd req-eee274c0-965f-46c2-a5c6-e33aeba108e6 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:15.709007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3aae50e-6977-4fe5-9b53-6905ebaf26fd req-eee274c0-965f-46c2-a5c6-e33aeba108e6 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 945 time: 0.3968890 Nov 08 14:01:15.771275 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.772541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.780928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.781747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.791302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/bc4739c4-1f45-419c-a66a-eb66268ac578 HTTP/1.1" status: 204 len: 168 time: 1.6994238 Nov 08 14:01:15.804546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42502) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:15.815123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1695812600'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:15.932696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3aae50e-6977-4fe5-9b53-6905ebaf26fd req-d9fc4c71-0855-4093-9400-0e5de6f1bcb5 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222471 Nov 08 14:01:15.933794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:15.940977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad755f-6503-4911-9b95-cde4c933330b None None] Network bc4739c4-1f45-419c-a66a-eb66268ac578 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:15.942856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:15.968798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbe07c-2c36-4f23-b8b3-d0373aa76aaa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=bc4739c4-1f45-419c-a66a-eb66268ac578,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:15.978370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:15.981489 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab2780-30c8-45d7-b68d-759c74042c95" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:15.989902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] For port e5389baa-8f6e-4e81-8d81-5e812cae27ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5389baa-8f6e-4e81-8d81-5e812cae27ce,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:15.990278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.002003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-c6aebf72-d8fd-4c7b-96f9-6dabd821aedf service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770023 Nov 08 14:01:16.022403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for e5389baa-8f6e-4e81-8d81-5e812cae27ce owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:16.029231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad755f-6503-4911-9b95-cde4c933330b None None] Network bc4739c4-1f45-419c-a66a-eb66268ac578 could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:16.049040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:16.054985 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.068496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d9271-2e46-426a-aede-39cb03d9b51f None None] Network bc4739c4-1f45-419c-a66a-eb66268ac578 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:16.095376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d9271-2e46-426a-aede-39cb03d9b51f None None] Network bc4739c4-1f45-419c-a66a-eb66268ac578 could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:16.103070 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.242744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] For port 23f5ee8b-0fc2-4520-9e08-c83993efa437, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23f5ee8b-0fc2-4520-9e08-c83993efa437,segment=NetworkSegment(51aad794-a7dc-41a4-89a0-3cdb3953f9d6),segment_id=51aad794-a7dc-41a4-89a0-3cdb3953f9d6)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:16.243458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.248831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=86e0731f-50d0-4c4c-8a5e-1aaf7fc7d46c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:16.253385 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': 'ea5ac9f4-44bd-4273-b52c-0542542b5a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3cc14577-f609-455b-85fe-83f73d34dae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:16.254205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: 3cc14577-f609-455b-85fe-83f73d34dae8, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:16.423330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Calling delete_port for 23f5ee8b-0fc2-4520-9e08-c83993efa437 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:16.472971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Attempting to bind port 08913095-0b92-447f-8f1f-a3798fa08111 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:16.473790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Attempting to bind port 08913095-0b92-447f-8f1f-a3798fa08111 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:16.475466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Attempting to bind port 08913095-0b92-447f-8f1f-a3798fa08111 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:16.485696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.486337 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 8e79bc13-6f22-4657-b058-1057244736d1 of type vlan for network 388e9cb3-c4de-4143-a5e7-f2b900673669 Nov 08 14:01:16.547520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:16.547520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:16.548141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.548363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:16.548917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Bound port: 08913095-0b92-447f-8f1f-a3798fa08111, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:16.549415 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.578482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.643314 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26db7bb1-d7f5-40bc-80e3-ecc882d72419 x-openstack-request-id: req-26db7bb1-d7f5-40bc-80e3-ecc882d72419 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:16.645419 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "ab164535-afa1-4fce-b83a-9204e2b369a6", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:16.645952 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26db7bb1-d7f5-40bc-80e3-ecc882d72419 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:16.647988 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': 'ab164535-afa1-4fce-b83a-9204e2b369a6', 'status': 'completed', 'code': 200} Nov 08 14:01:16.718826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.722952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.729536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] For port 08913095-0b92-447f-8f1f-a3798fa08111, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:16.734912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] For port 08913095-0b92-447f-8f1f-a3798fa08111, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=08913095-0b92-447f-8f1f-a3798fa08111,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:16.736379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:16.737135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92404731-c507-4cb2-82bf-6009acfae010 None None] Pushing event updated for resources: {'Port': ['ID=08913095-0b92-447f-8f1f-a3798fa08111,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:16.737320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.748530 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.801861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Routers {'9a0d12aa-593b-4cca-a50b-0a1abf82ab59'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:16.802996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:16.827224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network 3cc14577-f609-455b-85fe-83f73d34dae8 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:16.863550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=388e9cb3-c4de-4143-a5e7-f2b900673669,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:16.887448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 3cc14577-f609-455b-85fe-83f73d34dae8) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:16.892474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-b79f3d67-eb66-4060-838c-5ef9b608234d service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8656714 Nov 08 14:01:16.927779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:16.929073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:16.976449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b51501-c628-4492-a327-c891bc2b574d req-9f046b85-3539-4ba7-bd62-59734c48a967 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:16.978875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7b51501-c628-4492-a327-c891bc2b574d req-9f046b85-3539-4ba7-bd62-59734c48a967 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 944 time: 0.3214805 Nov 08 14:01:16.980070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=e5389baa-8f6e-4e81-8d81-5e812cae27ce,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:17.001898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] Set router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:17.032293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a88fa580-1480-4d42-b442-d63a9cd886f9 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2233860 Nov 08 14:01:17.044060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42514) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:17.068671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': '388e9cb3-c4de-4143-a5e7-f2b900673669', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:17.080691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-20275b90-8b8f-4f52-b117-8be6b76739c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ab164535-afa1-4fce-b83a-9204e2b369a6 HTTP/1.1" status: 200 len: 217 time: 0.1705298 Nov 08 14:01:17.189042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] No DVR routers for this DVR port e5389baa-8f6e-4e81-8d81-5e812cae27ce on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:17.217820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:17.221914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-48b504b2-baf4-4385-b87b-d25ec11c4ee9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "DELETE /v2.0/ports/e5389baa-8f6e-4e81-8d81-5e812cae27ce HTTP/1.1" status: 204 len: 173 time: 2.4570203 Nov 08 14:01:17.272418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-08085971-0e1f-4413-ada1-d7f97285ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:17.275113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-08085971-0e1f-4413-ada1-d7f97285ebdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 200 len: 797 time: 0.1539965 Nov 08 14:01:17.336539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7b51501-c628-4492-a327-c891bc2b574d req-87308bef-f569-41b8-a414-217be0774a40 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3295608 Nov 08 14:01:17.373283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c21a-5dd5-445a-85c0-7920fec4d1c1 req-d8d17fbe-a728-4f90-80bb-604a7bddf737 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:17.375467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56b9c21a-5dd5-445a-85c0-7920fec4d1c1 req-d8d17fbe-a728-4f90-80bb-604a7bddf737 tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 945 time: 0.2187881 Nov 08 14:01:17.437688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 388e9cb3-c4de-4143-a5e7-f2b900673669 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:17.479958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-77637092-e46a-44f5-9fdd-cb86bd9f53c1 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6967881 Nov 08 14:01:17.552771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42518) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:17.569334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56b9c21a-5dd5-445a-85c0-7920fec4d1c1 req-e8bc5dd7-786e-4cda-80c3-72877a9b8dcc tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/security-groups?id=f202612b-caa7-4a06-b321-f7a8fc92d538&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600945 Nov 08 14:01:17.579700 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:17.745170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Pushing event deleted for resources: {'Port': ['ID=23f5ee8b-0fc2-4520-9e08-c83993efa437,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:17.751093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:17.820747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port 8f507a8e-98d8-4b99-9444-164c561d2ed6 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:17.821239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:17.883979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:17.982054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1a92b1-6dbe-4849-86f5-7e16c2c17b4c None None] Network 3cc14577-f609-455b-85fe-83f73d34dae8 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:18.083056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92404731-c507-4cb2-82bf-6009acfae010 None None] Pushing event updated for resources: {'Port': ['ID=08913095-0b92-447f-8f1f-a3798fa08111,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:18.130746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] For port 8f507a8e-98d8-4b99-9444-164c561d2ed6, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8f507a8e-98d8-4b99-9444-164c561d2ed6,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:18.131228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.134227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c614c6c6-119c-40fb-8771-9828c5ddec7e None None] Provisioning complete for port 08913095-0b92-447f-8f1f-a3798fa08111 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:18.135314 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c614c6c6-119c-40fb-8771-9828c5ddec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.168932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.296221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=86e0731f-50d0-4c4c-8a5e-1aaf7fc7d46c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:18.499119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f8816-882b-4609-9d21-013f5a7198bf None None] Network 3cc14577-f609-455b-85fe-83f73d34dae8 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:18.518544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.571297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc14577-f609-455b-85fe-83f73d34dae8']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:18.644290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5ac9f4-44bd-4273-b52c-0542542b5a18') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:18.644290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5ac9f4-44bd-4273-b52c-0542542b5a18') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:18.656042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:18.658530 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a48881-10e9-48d8-9153-05e49dcf5543" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:18.686121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] No DVR routers for this DVR port 23f5ee8b-0fc2-4520-9e08-c83993efa437 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:18.691081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.701787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.708246 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3fe54d9e-eeea-4655-9690-21c9aea56c9c req-b37a404d-6246-4e93-944e-74290886ab4d tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.70 "DELETE /v2.0/ports/23f5ee8b-0fc2-4520-9e08-c83993efa437 HTTP/1.1" status: 204 len: 173 time: 3.7625620 Nov 08 14:01:18.709403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'name': 'network-vif-deleted', 'tag': '23f5ee8b-0fc2-4520-9e08-c83993efa437'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:18.713926 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64597f8-26c6-45a7-8047-0027547d2bfa" -d '{"events": [{"server_uuid": "755f9a3b-671c-44d9-a025-3ea60e07c0ae", "name": "network-vif-deleted", "tag": "23f5ee8b-0fc2-4520-9e08-c83993efa437"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:18.721774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-ac09dddf-c697-48f5-91d0-066ebefd542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:18.725324 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-ac09dddf-c697-48f5-91d0-066ebefd542b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=57617557-d9ea-482f-9a48-9fcc40ddae79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2421629 Nov 08 14:01:18.761770 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c614c6c6-119c-40fb-8771-9828c5ddec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.770326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'name': 'tempest-NetworksTestDHCPv6-router-1915356772', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:59Z', 'updated_at': '2021-11-08T14:01:05Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None, '_interfaces': [{'id': '08913095-0b92-447f-8f1f-a3798fa08111', 'name': '', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'mac_address': 'fa:16:3e:ba:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'bede5714-957c-4dca-a3d2-b97776a8b9ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:04Z', 'updated_at': '2021-11-08T14:01:16Z', 'revision_number': 4, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'subnets': [{'id': 'bede5714-957c-4dca-a3d2-b97776a8b9ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:18.774102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.777827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:18.779516 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Floating IP d4adcd3c-51c8-40c9-800e-45b59bf8adc0 disassociated. External IP: 172.25.8.236, port: 8f507a8e-98d8-4b99-9444-164c561d2ed6. Nov 08 14:01:18.787713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for 8f507a8e-98d8-4b99-9444-164c561d2ed6 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:18.846213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:18.850401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.016094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23f5ee8b-0fc2-4520-9e08-c83993efa437 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:19.086195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 08913095-0b92-447f-8f1f-a3798fa08111 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:19.086618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.105057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.117729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5132ee3c-4645-436c-a435-358cd61d952d None None] The sync data for ids ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'] in n-d-804292-2 is: [{'id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'name': 'tempest-NetworksTestDHCPv6-router-1915356772', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:59Z', 'updated_at': '2021-11-08T14:01:05Z', 'revision_number': 2, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None, '_interfaces': [{'id': '08913095-0b92-447f-8f1f-a3798fa08111', 'name': '', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'mac_address': 'fa:16:3e:ba:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'device_owner': 'network:router_interface', 'standard_attr_id': 2724, 'fixed_ips': [{'subnet_id': 'bede5714-957c-4dca-a3d2-b97776a8b9ef', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:04Z', 'updated_at': '2021-11-08T14:01:16Z', 'revision_number': 4, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'subnets': [{'id': 'bede5714-957c-4dca-a3d2-b97776a8b9ef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:01:19.121874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 23f5ee8b-0fc2-4520-9e08-c83993efa437 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:01:19.121874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23f5ee8b-0fc2-4520-9e08-c83993efa437 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:01:19.125976 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-1bb8eba4-de3b-4f88-a12c-72ba98dca6fe service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873961 Nov 08 14:01:19.165582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c614c6c6-119c-40fb-8771-9828c5ddec7e None None] For port 08913095-0b92-447f-8f1f-a3798fa08111, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=08913095-0b92-447f-8f1f-a3798fa08111,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:19.186416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c614c6c6-119c-40fb-8771-9828c5ddec7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.262441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=8f507a8e-98d8-4b99-9444-164c561d2ed6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:19.273336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-478c4de6-02f7-445c-abd2-8fefd456f818 req-b36a96fb-c894-4212-9119-3d256390f66c tempest-VolumesActionsTest-1285464673 tempest-VolumesActionsTest-1285464673-project] 10.222.0.65 "GET /v2.0/ports?device_id=755f9a3b-671c-44d9-a025-3ea60e07c0ae HTTP/1.1" status: 200 len: 210 time: 0.1758528 Nov 08 14:01:19.327349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.369778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614c6c6-119c-40fb-8771-9828c5ddec7e None None] Pushing event updated for resources: {'Port': ['ID=08913095-0b92-447f-8f1f-a3798fa08111,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:19.386470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:19.394889 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:19.411306 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:19.477354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b14a0952-220d-4970-8cc8-149b27021bf0 None None] Provisioning complete for port 08913095-0b92-447f-8f1f-a3798fa08111 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:19.477973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b14a0952-220d-4970-8cc8-149b27021bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.608293 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2e648e-68b8-4b7a-a83e-fcc904e141d3 x-openstack-request-id: req-7f2e648e-68b8-4b7a-a83e-fcc904e141d3 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:19.609369 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "e5389baa-8f6e-4e81-8d81-5e812cae27ce", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:19.609369 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f2e648e-68b8-4b7a-a83e-fcc904e141d3 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:19.609713 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': 'e5389baa-8f6e-4e81-8d81-5e812cae27ce', 'status': 'completed', 'code': 200} Nov 08 14:01:19.728140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a06de8-044f-4491-bc00-988c5d0f0f9d req-37b1d9eb-d887-4f0e-8261-7f5fb354e6c3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:19.731436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82a06de8-044f-4491-bc00-988c5d0f0f9d req-37b1d9eb-d887-4f0e-8261-7f5fb354e6c3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 865 time: 1.0680392 Nov 08 14:01:19.864253 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.901693 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bb26767e-e197-4768-9a66-11bf0de1f77c req-2127f8cf-19f8-4560-85f8-bba1a247fcda service neutron] 10.222.0.70 "GET /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590048 Nov 08 14:01:19.915095 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.928431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/3cc14577-f609-455b-85fe-83f73d34dae8 HTTP/1.1" status: 204 len: 168 time: 2.3527265 Nov 08 14:01:19.930737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42536) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:19.931159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port 08913095-0b92-447f-8f1f-a3798fa08111, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=08913095-0b92-447f-8f1f-a3798fa08111,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:19.931895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:19.939597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1321079120'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:19.981479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 08913095-0b92-447f-8f1f-a3798fa08111 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:20.002209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:20.007269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.016262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05db463-da5f-438a-9668-48a060b4369f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=3cc14577-f609-455b-85fe-83f73d34dae8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:20.087525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82a06de8-044f-4491-bc00-988c5d0f0f9d req-524ec04f-d897-4b52-a795-8ad0262cb62a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups?id=b5468bc5-dc36-42ef-914d-a14e9066ebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845585 Nov 08 14:01:20.147662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Router 733962f9-e355-4f9a-83c6-c239956376ff has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:01:20.157807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:20.215328 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2d3507-4d19-4744-ae9f-aa16c6420ab8 x-openstack-request-id: req-ab2d3507-4d19-4744-ae9f-aa16c6420ab8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:20.220726 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "755f9a3b-671c-44d9-a025-3ea60e07c0ae", "name": "network-vif-deleted", "tag": "23f5ee8b-0fc2-4520-9e08-c83993efa437", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:20.221642 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab2d3507-4d19-4744-ae9f-aa16c6420ab8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:20.223407 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '755f9a3b-671c-44d9-a025-3ea60e07c0ae', 'name': 'network-vif-deleted', 'tag': '23f5ee8b-0fc2-4520-9e08-c83993efa437', 'status': 'completed', 'code': 200} Nov 08 14:01:20.228715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.232077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.232921 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 11d0261c-06e8-4f8e-9433-1babed80ea11 of type vlan for network 62fd5199-ec93-4353-b795-a67d24922309 Nov 08 14:01:20.384565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.436971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.453316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:20.456212 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.598386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6629336 Nov 08 14:01:20.608101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42548) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:20.625916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': '62fd5199-ec93-4353-b795-a67d24922309', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:20.630059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 08913095-0b92-447f-8f1f-a3798fa08111 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:20.662975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=8f2edda8-3d6a-4b09-bb9c-53eced1d754d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:20.740827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f62d60-aae2-4166-8137-e15d47f026ac tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=62fd5199-ec93-4353-b795-a67d24922309,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:20.766035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': '8e79bc13-6f22-4657-b058-1057244736d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '388e9cb3-c4de-4143-a5e7-f2b900673669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:20.769790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: 388e9cb3-c4de-4143-a5e7-f2b900673669, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:20.770539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 62fd5199-ec93-4353-b795-a67d24922309 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:20.785607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:01:20.826096 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] Sync routers for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:01:20.840397 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:20.841139 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:20.929167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] No DVR routers for this DVR port 8f507a8e-98d8-4b99-9444-164c561d2ed6 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:20.934705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 08913095-0b92-447f-8f1f-a3798fa08111 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:20.935416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.941047 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:20.945090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ebd691d1-03b2-4724-9774-eceac00838d9 req-8599314f-1437-4110-b2ef-ee42fa72d74d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.70 "DELETE /v2.0/ports/8f507a8e-98d8-4b99-9444-164c561d2ed6 HTTP/1.1" status: 204 len: 173 time: 3.6913047 Nov 08 14:01:21.002526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 388e9cb3-c4de-4143-a5e7-f2b900673669 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:21.014189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.024952 n-d-804292-2 neutron-server[101842]: INFO neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No ports have port_id starting with 08913095-0b92-447f-8f1f-a3798fa08111 Nov 08 14:01:21.042613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 388e9cb3-c4de-4143-a5e7-f2b900673669) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:21.058449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf6cae-e7a6-4c10-bff3-9be4a3a06615 None None] Network 388e9cb3-c4de-4143-a5e7-f2b900673669 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:21.075777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:21.076725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.093773 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:21.136705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:21.146542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.189922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=08913095-0b92-447f-8f1f-a3798fa08111,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:21.287083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bf6781e4-d6e0-457a-8054-44e1094559b2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.2314262 Nov 08 14:01:21.292487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42568) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:21.368846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782102738'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:21.410196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bde84c3-1294-4567-a93d-ddc90d894965 req-41ce1b06-d4e1-4fc8-bc55-a99dc4ffcacf tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1415634 Nov 08 14:01:21.473211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:21.474445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-388e9cb3-c4de-4143-a5e7-f2b900673669', 'network_id': '388e9cb3-c4de-4143-a5e7-f2b900673669', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': '8f2edda8-3d6a-4b09-bb9c-53eced1d754d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:21.475512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.481511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.529791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:21.546413 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.546834 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 6b473362-d957-45a8-88a1-4be31ebf14f2 of type vlan for network d9405859-fd39-443c-9a04-0d05c641db9c Nov 08 14:01:21.586307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.638019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.682376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:01:21.684755 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bea967-a975-4243-8762-b8f91a6a0a4d" -d '{"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:01:21.715521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.722289 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:26Z', 'revision_number': 5, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:21.724253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:21.725078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:21.802489 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] Checking router: 733962f9-e355-4f9a-83c6-c239956376ff for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:01:21.813089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5056274 Nov 08 14:01:21.816906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42582) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:21.825168 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:21.825865 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:21.935406 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cf688a-2d04-49d1-b845-d29e69299cae x-openstack-request-id: req-a7cf688a-2d04-49d1-b845-d29e69299cae {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:01:21.935799 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670ce485-99f0-4a5c-b1cd-635cf6f26226", "name": "network-vif-deleted", "tag": "8f507a8e-98d8-4b99-9444-164c561d2ed6", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:01:21.936036 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7cf688a-2d04-49d1-b845-d29e69299cae {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:01:21.937332 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670ce485-99f0-4a5c-b1cd-635cf6f26226', 'name': 'network-vif-deleted', 'tag': '8f507a8e-98d8-4b99-9444-164c561d2ed6', 'status': 'completed', 'code': 200} Nov 08 14:01:21.950361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': 'd9405859-fd39-443c-9a04-0d05c641db9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:21.988175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Allocated IP 2001:db8::1 (388e9cb3-c4de-4143-a5e7-f2b900673669/8f2edda8-3d6a-4b09-bb9c-53eced1d754d/15ee94e5-4293-4dac-9d4d-cae2d4bdca62) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:22.160513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:22.205555 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:22.241767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0b34c-e825-4f7a-ad24-d53ea2867fef tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=d9405859-fd39-443c-9a04-0d05c641db9c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:22.273540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:01:22.311034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d9405859-fd39-443c-9a04-0d05c641db9c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:22.429998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:22.435648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:22.444602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:22.682056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de34e6b0-0842-4363-824e-67c59daf799f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:22.691061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:01:22.703116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ee099e04-573a-4645-bdb4-3b96013b7e7f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "PUT /v2.0/routers/9a0d12aa-593b-4cca-a50b-0a1abf82ab59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6229975 Nov 08 14:01:22.717964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42610) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:22.722083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] Sync routers for ids ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:01:22.787218 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:26Z', 'revision_number': 5, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:22.790546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517c12a-dcc7-4351-80ec-ad8305175330 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:22.791883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1517c12a-dcc7-4351-80ec-ad8305175330 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:22.794116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1517c12a-dcc7-4351-80ec-ad8305175330 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0708983 Nov 08 14:01:22.800503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42612) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:22.815023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=aba2cc43-a7cb-4eaf-a83c-1321feb780dd,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:22.830426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] Routers {'9a0d12aa-593b-4cca-a50b-0a1abf82ab59'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:22.831044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:22.858363 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ff421-e919-4396-b78a-facecca7f2b2 None None] The sync data for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 is: [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'd26489d6-8e67-483f-916f-7e1977b22030', 'name': '', 'network_id': '8cd92319-25d8-49b4-99db-4c9aaf58af29', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'mac_address': 'fa:16:3e:2b:ec:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:19Z', 'updated_at': '2021-11-08T13:50:26Z', 'revision_number': 5, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'subnets': [{'id': '3c2b689a-cb4b-424b-9b91-ec49594675db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:01:22.929562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '11d0261c-06e8-4f8e-9433-1babed80ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '62fd5199-ec93-4353-b795-a67d24922309'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:22.930041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: 62fd5199-ec93-4353-b795-a67d24922309, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:22.947099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet bede5714-957c-4dca-a3d2-b97776a8b9ef {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:01:22.976498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:22.986912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.046044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network 62fd5199-ec93-4353-b795-a67d24922309 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:23.065732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.094189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.099583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 62fd5199-ec93-4353-b795-a67d24922309) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:23.117803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:23.118658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.132509 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de34e6b0-0842-4363-824e-67c59daf799f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.140687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de34e6b0-0842-4363-824e-67c59daf799f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.155412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809e16a-77fd-453d-bc56-402f2dc8a476 None None] Network 62fd5199-ec93-4353-b795-a67d24922309 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:23.183792 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-de34e6b0-0842-4363-824e-67c59daf799f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4cbb4e8f31e437ba6c04ae08040ac15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0190923 Nov 08 14:01:23.199702 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] Set router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:23.199975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42616) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:23.211456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-950f6d71-c361-4118-9ee1-a38b8a40ef8a tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5958533 Nov 08 14:01:23.225306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42618) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:23.368687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'name': 'tempest-NetworksTestDHCPv6-router-1915356772', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:59Z', 'updated_at': '2021-11-08T14:01:20Z', 'revision_number': 3, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:23.377077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Performing IP validity checks on allocation pools {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 14:01:23.377897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 14:01:23.381708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a40e35f-296b-48c2-bfac-9cea4b1e3b9c req-1a29d2b4-d427-429e-90a1-eea0ebad7b3d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.7507699 Nov 08 14:01:23.405956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.450875 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c522486-c507-4632-9714-c62b457727eb None None] New status for floating IP d4adcd3c-51c8-40c9-800e-45b59bf8adc0: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:01:23.509761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] Checking router: 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:01:23.537207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Network 388e9cb3-c4de-4143-a5e7-f2b900673669 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:23.537711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.566139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.606181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:23.629891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] Routers {'9a0d12aa-593b-4cca-a50b-0a1abf82ab59'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:23.630727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:23.673875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34e6b0-0842-4363-824e-67c59daf799f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2646ac36-cd5b-4192-921e-e54fd47eb37c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:23.706071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.709775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:23.804581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=d2aea7ec-09ca-447c-98d4-9e129b33f756,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:23.847770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': '6b473362-d957-45a8-88a1-4be31ebf14f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'd9405859-fd39-443c-9a04-0d05c641db9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:23.848126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: d9405859-fd39-443c-9a04-0d05c641db9c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:23.864712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.871640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.874382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network d9405859-fd39-443c-9a04-0d05c641db9c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:23.891145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d9405859-fd39-443c-9a04-0d05c641db9c) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:23.899115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Pushing event updated for resources: {'Port': ['ID=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:23.927298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:23.928478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:23.960832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b72b0f5-decb-4467-859e-49d59e54bb2c None None] Network d9405859-fd39-443c-9a04-0d05c641db9c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:23.988243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cb1da32e-51a0-4ca3-8c6b-2d7373b834a6 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0589283 Nov 08 14:01:23.988926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42624) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:23.995451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.012523 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/bede5714-957c-4dca-a3d2-b97776a8b9ef HTTP/1.1" status: 204 len: 168 time: 1.2084765 Nov 08 14:01:24.028209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c598fe12-d62d-45e8-bba5-19b9cc44d135 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.036270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42626) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:24.043926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb93f3-63bb-48cd-80da-c91e280b3eb4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=bede5714-957c-4dca-a3d2-b97776a8b9ef,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:24.132899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60997c65-e058-4a6c-a6a0-77cb563863b8 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:24.139806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] Set router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:24.150275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Attempting to bind port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:24.153337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Attempting to bind port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8e79bc13-6f22-4657-b058-1057244736d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '388e9cb3-c4de-4143-a5e7-f2b900673669'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:24.153915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Attempting to bind port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 on network 388e9cb3-c4de-4143-a5e7-f2b900673669 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:24.157876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.257691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.382675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.386915 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c598fe12-d62d-45e8-bba5-19b9cc44d135 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.482758 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e268ce4e-c6b3-4237-9fc8-a6f902c4cf0b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4334049 Nov 08 14:01:24.484406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42642) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:24.495412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.606960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=aba2cc43-a7cb-4eaf-a83c-1321feb780dd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:24.619658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9cceed9-e136-4dc1-9425-b6ddd75a6ae2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.683020 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-762be0ff-c085-49e3-a28a-4ab093fe2a01 req-28b2bec0-7297-406d-9929-58556ceb0dd4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1086290 Nov 08 14:01:24.694668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.764090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'name': 'tempest-NetworksTestDHCPv6-router-1915356772', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:59Z', 'updated_at': '2021-11-08T14:01:20Z', 'revision_number': 3, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:24.766454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:24.774421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Checking segment: {'id': '8e79bc13-6f22-4657-b058-1057244736d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '388e9cb3-c4de-4143-a5e7-f2b900673669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:24.775099 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.775691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Bound using segment: {'id': '8e79bc13-6f22-4657-b058-1057244736d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '388e9cb3-c4de-4143-a5e7-f2b900673669'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:24.776378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Bound port: 15ee94e5-4293-4dac-9d4d-cae2d4bdca62, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e79bc13-6f22-4657-b058-1057244736d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '388e9cb3-c4de-4143-a5e7-f2b900673669'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:24.776958 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.790954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aea7ec-09ca-447c-98d4-9e129b33f756,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:24.866305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7a244e70-4dca-4697-8309-1296db569761 None None] For port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:24.868116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9cceed9-e136-4dc1-9425-b6ddd75a6ae2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.870498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7a244e70-4dca-4697-8309-1296db569761 None None] For port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,segment=NetworkSegment(8e79bc13-6f22-4657-b058-1057244736d1),segment_id=8e79bc13-6f22-4657-b058-1057244736d1)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:24.871198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9cceed9-e136-4dc1-9425-b6ddd75a6ae2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.893751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.916393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:24.975235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9405859-fd39-443c-9a04-0d05c641db9c']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:24.994155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dacabe-c5ad-40c0-a0d6-a60e0ace40fa None None] The sync data for ids ['9a0d12aa-593b-4cca-a50b-0a1abf82ab59'] in n-d-804292-2 is: [{'id': '9a0d12aa-593b-4cca-a50b-0a1abf82ab59', 'name': 'tempest-NetworksTestDHCPv6-router-1915356772', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:00:59Z', 'updated_at': '2021-11-08T14:01:20Z', 'revision_number': 3, 'project_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:01:25.005470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a244e70-4dca-4697-8309-1296db569761 None None] Pushing event updated for resources: {'Port': ['ID=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:25.009669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b473362-d957-45a8-88a1-4be31ebf14f2') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:25.009972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b473362-d957-45a8-88a1-4be31ebf14f2') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:25.061396 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.116223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.125902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:25.126135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:25.129343 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:25.156808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad4b51-1b1a-4c6e-ab88-e52f30927a4b None None] Network 62fd5199-ec93-4353-b795-a67d24922309 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:25.160048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c152be-5610-4773-b765-5dea05a6e3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d9405859-fd39-443c-9a04-0d05c641db9c', 'network_id': 'd9405859-fd39-443c-9a04-0d05c641db9c', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': 'd2aea7ec-09ca-447c-98d4-9e129b33f756'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:25.161960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-27c152be-5610-4773-b765-5dea05a6e3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.447112 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.455533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.465747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/d9405859-fd39-443c-9a04-0d05c641db9c HTTP/1.1" status: 204 len: 168 time: 1.4755411 Nov 08 14:01:25.470738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42660) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:25.557142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2044892338'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:25.573395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b4095-73f0-4f1a-a1b9-536e90aec2bf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=d9405859-fd39-443c-9a04-0d05c641db9c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:25.594941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e632e6-8199-497b-9afe-eae40e33747a None None] Network d9405859-fd39-443c-9a04-0d05c641db9c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:25.616836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e632e6-8199-497b-9afe-eae40e33747a None None] Network d9405859-fd39-443c-9a04-0d05c641db9c could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:25.618946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:25.623291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.682639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:25.709403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c598fe12-d62d-45e8-bba5-19b9cc44d135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.715371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c598fe12-d62d-45e8-bba5-19b9cc44d135 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.718833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c598fe12-d62d-45e8-bba5-19b9cc44d135 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2646ac36-cd5b-4192-921e-e54fd47eb37c HTTP/1.1" status: 204 len: 168 time: 2.5154099 Nov 08 14:01:25.740141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9cceed9-e136-4dc1-9425-b6ddd75a6ae2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.740694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cceed9-e136-4dc1-9425-b6ddd75a6ae2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Fanout notify agent at l3_agent the message router_deleted on router 9a0d12aa-593b-4cca-a50b-0a1abf82ab59 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:01:25.746222 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.747409 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 8d2735c5-cec2-4655-bddc-fa7667abcd43 of type vlan for network 70d63954-3bc2-4518-8833-d6d4f2dc550c Nov 08 14:01:25.770554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.801152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9cceed9-e136-4dc1-9425-b6ddd75a6ae2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:25.810147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d9cceed9-e136-4dc1-9425-b6ddd75a6ae2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/routers/9a0d12aa-593b-4cca-a50b-0a1abf82ab59 HTTP/1.1" status: 204 len: 168 time: 1.3215261 Nov 08 14:01:25.810526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:01:25.811349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c598fe12-d62d-45e8-bba5-19b9cc44d135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2646ac36-cd5b-4192-921e-e54fd47eb37c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:25.860361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42670) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:25.991340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62fd5199-ec93-4353-b795-a67d24922309']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:26.045200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d0261c-06e8-4f8e-9433-1babed80ea11') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:26.045705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d0261c-06e8-4f8e-9433-1babed80ea11') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:26.048702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.088717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.130407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] Deleting port a7a88905-1711-46f5-a10e-e719e8d1450d {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:26.130786 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.143758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.155406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:26.156110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:26.159670 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:26.224180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cb3ad-b329-4250-832f-94f7cbc74080 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:26.237053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3a1cb3ad-b329-4250-832f-94f7cbc74080 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3744121 Nov 08 14:01:26.258838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bdfcc44-470b-426d-865d-6bb41e53cefb req-186546fc-4c55-49be-8698-bc5e8b57d2e6 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1918039 Nov 08 14:01:26.262473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42674) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:26.302656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] For port a7a88905-1711-46f5-a10e-e719e8d1450d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a7a88905-1711-46f5-a10e-e719e8d1450d,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:26.303445 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.345895 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] Calling delete_port for a7a88905-1711-46f5-a10e-e719e8d1450d owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:26.362067 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.367854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:26.368637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.463430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.478140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.486094 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/62fd5199-ec93-4353-b795-a67d24922309 HTTP/1.1" status: 204 len: 168 time: 3.2327435 Nov 08 14:01:26.499093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42682) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:26.510938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-227454145'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:26.587878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:26.598081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d26b1bc-2a30-4ea7-b66f-c691636445d3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:26.602432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.610697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d26b1bc-2a30-4ea7-b66f-c691636445d3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3403349 Nov 08 14:01:26.615515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42688) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:26.618237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29662326-db1c-4ffa-a79d-14b3d8ab0c65 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=62fd5199-ec93-4353-b795-a67d24922309,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:26.692232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:26.746866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:26.783394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.784152 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 03ab78da-ee64-4bef-a719-7059fd038f46 of type vlan for network 930e4b7c-ec49-4caa-b46e-24c39a2c679b Nov 08 14:01:26.811945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3320742 Nov 08 14:01:26.837025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.858431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42694) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:26.866510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': '70d63954-3bc2-4518-8833-d6d4f2dc550c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:26.888929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ccbb7e73-d34d-4334-bfcf-057ab4d30800 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2618563 Nov 08 14:01:26.891337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42696) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:26.908636 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:26.958766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:26.960467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] Pushing event deleted for resources: {'Port': ['ID=a7a88905-1711-46f5-a10e-e719e8d1450d,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:26.972917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4f8fec-6eaf-4f96-8c3d-42be4908ebc6 None None] No DVR routers for this DVR port a7a88905-1711-46f5-a10e-e719e8d1450d on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:27.065278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9446f1-36ab-4930-bb42-92b102a86129 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=70d63954-3bc2-4518-8833-d6d4f2dc550c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:27.074700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:27.075647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.110438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.resource_extend [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:01:27.120079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:27.128805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.132066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 70d63954-3bc2-4518-8833-d6d4f2dc550c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:27.195157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.206357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:27.207011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.415853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:27.424373 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.439062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=930e4b7c-ec49-4caa-b46e-24c39a2c679b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:27.476060 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fb0a8b37-5672-4284-b4cf-1dec70389075 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9675748 Nov 08 14:01:27.482170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42708) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:27.503552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 930e4b7c-ec49-4caa-b46e-24c39a2c679b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:27.521225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': '930e4b7c-ec49-4caa-b46e-24c39a2c679b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:27.580169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a9f1665-c8e6-4080-a5dd-71f95debacc3 req-216acc14-0be1-4060-a4e4-7337bf48663f tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1033831 Nov 08 14:01:27.644958 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:01:27.734993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216fe55e-d8a8-466f-a3c2-20b60be5ba83 None None] Network 388e9cb3-c4de-4143-a5e7-f2b900673669 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:27.843190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-af31cb9a-839f-4c36-90db-a2e5d05faa21 None None] Provisioning complete for port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:27.844955 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af31cb9a-839f-4c36-90db-a2e5d05faa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.946225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:27.966099 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-19dae284-8a45-4556-b57e-0d65d3702274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.000636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.062507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:01:28.080501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.094983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=7abe0cd4-21d9-4449-a25e-82c5fa07a1eb,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:28.137788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af31cb9a-839f-4c36-90db-a2e5d05faa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.158300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': '8d2735c5-cec2-4655-bddc-fa7667abcd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '70d63954-3bc2-4518-8833-d6d4f2dc550c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:28.158819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: 70d63954-3bc2-4518-8833-d6d4f2dc550c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:28.172781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,segment=NetworkSegment(8e79bc13-6f22-4657-b058-1057244736d1),segment_id=8e79bc13-6f22-4657-b058-1057244736d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:28.188474 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.221593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:28.241069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.242079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 70d63954-3bc2-4518-8833-d6d4f2dc550c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:28.286612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 70d63954-3bc2-4518-8833-d6d4f2dc550c) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:28.301440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:28.308990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 08913095-0b92-447f-8f1f-a3798fa08111 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:28.335153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:28.338285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.369396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:28.371654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 08913095-0b92-447f-8f1f-a3798fa08111 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:01:28.373301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 08913095-0b92-447f-8f1f-a3798fa08111 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:01:28.375674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a7a88905-1711-46f5-a10e-e719e8d1450d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:28.381833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9f25660c-0946-432d-8549-ad9722a66a36 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5206833 Nov 08 14:01:28.383424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:28.384667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42720) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:28.399153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23738f6d-ea4f-4b5b-8c45-60586f74c05e None None] Network 70d63954-3bc2-4518-8833-d6d4f2dc550c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:28.402569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:28.406137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.444806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a7a88905-1711-46f5-a10e-e719e8d1450d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:01:28.445626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a7a88905-1711-46f5-a10e-e719e8d1450d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:01:28.448694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd9c71a-5171-4ae0-ae8d-378a26e88c86 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:28.523979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6268997 Nov 08 14:01:28.545407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d662f00e-7a24-476c-90e4-a74a65fd3cf4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=def0b1c2-ea1d-4493-ae57-a82278d340d2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:28.551692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42724) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:28.656666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.686465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:28.902320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:28.970233 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:28.981954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff0ece3d-903d-4f07-9932-873b2e787723 req-8e12f245-5f27-43db-910f-a832d24004a2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0742328 Nov 08 14:01:28.998723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-af31cb9a-839f-4c36-90db-a2e5d05faa21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:01:28.999163 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-af31cb9a-839f-4c36-90db-a2e5d05faa21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:01:29.197731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:29.202228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.210935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.279482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=7abe0cd4-21d9-4449-a25e-82c5fa07a1eb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:29.305408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:29.305907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.399599 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.488459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.579521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d63954-3bc2-4518-8833-d6d4f2dc550c']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:29.638247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d2735c5-cec2-4655-bddc-fa7667abcd43') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:29.640342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d2735c5-cec2-4655-bddc-fa7667abcd43') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:29.646748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=bc62c064-db10-48ab-adab-a19989834d48,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:29.698746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '03ab78da-ee64-4bef-a719-7059fd038f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '930e4b7c-ec49-4caa-b46e-24c39a2c679b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:29.703662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: 930e4b7c-ec49-4caa-b46e-24c39a2c679b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:29.715475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.742332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.757203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:29.758248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.872890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network 930e4b7c-ec49-4caa-b46e-24c39a2c679b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:29.874441 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:29.885786 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.922244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.932455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 930e4b7c-ec49-4caa-b46e-24c39a2c679b) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:29.932829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/70d63954-3bc2-4518-8833-d6d4f2dc550c HTTP/1.1" status: 204 len: 168 time: 1.5461204 Nov 08 14:01:29.955176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:29.958056 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:29.966043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42750) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:29.967510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0440ace-a9af-40bc-ad00-b7821ea2993a None None] Network 930e4b7c-ec49-4caa-b46e-24c39a2c679b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:29.992939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1823111454'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:30.002224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd5419-08ee-449d-9b5b-c6074e85d7c3 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=70d63954-3bc2-4518-8833-d6d4f2dc550c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:30.037151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': 'def0b1c2-ea1d-4493-ae57-a82278d340d2'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:30.038529 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.228015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:30.246446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.336741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42756) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:30.345855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-febaa18b-432b-40d4-8544-f8cae20158bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8566532 Nov 08 14:01:30.465442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0194756-b30f-4e76-b1f6-326c537feddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-70d63954-3bc2-4518-8833-d6d4f2dc550c', 'network_id': '70d63954-3bc2-4518-8833-d6d4f2dc550c', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': '7abe0cd4-21d9-4449-a25e-82c5fa07a1eb'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:30.468950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0194756-b30f-4e76-b1f6-326c537feddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.487082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5743438-548a-4894-a7c8-667f7c3a0858 req-397d1e3c-87f4-4965-86e4-f6004ab66a34 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.2691047 Nov 08 14:01:30.568796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:30.609879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.611178 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 4225b820-5331-498d-bae7-e19a948aaff0 of type vlan for network 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a Nov 08 14:01:30.657846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.696050 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.751942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.760067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:30.761240 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.832847 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.898453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:30.907458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-25c27cd8-34e0-49b6-a1a6-6b10dcc56163 None None] Provisioning complete for port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:30.908477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25c27cd8-34e0-49b6-a1a6-6b10dcc56163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.916443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34bead-541f-42e5-8c08-d4f5ff199a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-930e4b7c-ec49-4caa-b46e-24c39a2c679b', 'network_id': '930e4b7c-ec49-4caa-b46e-24c39a2c679b', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': 'bc62c064-db10-48ab-adab-a19989834d48'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:30.918569 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a34bead-541f-42e5-8c08-d4f5ff199a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.930284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-758cd0fc-9209-47de-bece-a087ac550016 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9584475 Nov 08 14:01:30.931688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42762) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:30.942136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': '5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:30.950612 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:30.975773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:30.980032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe0c7e-590b-4512-84fa-2cba802caef4 None None] Network 70d63954-3bc2-4518-8833-d6d4f2dc550c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:30.981827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.146127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=bc62c064-db10-48ab-adab-a19989834d48,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:31.269739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.308693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:31.322214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:31.343614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930e4b7c-ec49-4caa-b46e-24c39a2c679b']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:31.347290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:31.356414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.358112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:31.363234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=42bed04a-7ae8-47cc-b713-a65804ea5043,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:31.372139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-189765680', 'description': 'tempest-secgroup-smoke-189765680 description', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:31.382014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ab78da-ee64-4bef-a719-7059fd038f46') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:31.382450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ab78da-ee64-4bef-a719-7059fd038f46') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:31.402897 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.409039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fe0c7e-590b-4512-84fa-2cba802caef4 None None] Network 70d63954-3bc2-4518-8833-d6d4f2dc550c could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:31.423032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:31.437288 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.465062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bdb7b293-a92a-4f88-853e-e4492db1eb03 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8039322 Nov 08 14:01:31.478502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Allocated IP 2001:db8::f816:3eff:fee5:49e (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/def0b1c2-ea1d-4493-ae57-a82278d340d2/c18130dc-fd8b-49c5-a4c9-57adaca8bd45) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:31.499350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42768) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:31.514078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.527238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:df:bf:1a', 'name': 'tempest-NetworksTestDHCPv6-1881267236'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:31.538235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.622300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.653115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:31.653976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:31.662629 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:31.895267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:31.937307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e1f2741-ccff-4b91-8fef-6a5593db7fa0 req-d8dfa0a1-88e0-4b94-b59c-e9c4465c7aa1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1452620 Nov 08 14:01:32.016604 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc558f01-d220-4665-9205-dc7acb2cefab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.036910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.070037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.091336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2933bb5-d13d-4028-879c-71069c80f375 None None] Network 930e4b7c-ec49-4caa-b46e-24c39a2c679b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:32.102370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.107278 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/930e4b7c-ec49-4caa-b46e-24c39a2c679b HTTP/1.1" status: 204 len: 168 time: 1.7694759 Nov 08 14:01:32.109169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 362ab7c9-95ad-415a-b4af-539729802706 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:01:32.120529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2211187-1f35-46c7-86cf-55736f0aa0e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=930e4b7c-ec49-4caa-b46e-24c39a2c679b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:32.122546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42776) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:32.124381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2933bb5-d13d-4028-879c-71069c80f375 None None] Network 930e4b7c-ec49-4caa-b46e-24c39a2c679b could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:32.140218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-403830188'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:32.274852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:32.279450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.321979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:32.344293 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.354314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.354725 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 3981c41b-789a-46ef-a807-909aab80f75c of type vlan for network b0677745-f018-49e8-b5aa-d7c71ed9a032 Nov 08 14:01:32.357882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.369131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.492006 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.492377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.509545 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.509919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=5488b53b-6897-4af2-94ed-a60a3c68fff3,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:32.525882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': '4225b820-5331-498d-bae7-e19a948aaff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:32.526381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:32.585890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:32.612474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:32.618442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:32.619377 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.647695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.671097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6a08fcb5-2e57-4a58-bdfa-e66b6c6b3d42 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7328839 Nov 08 14:01:32.672394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42780) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:32.679655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08716a4-ecc9-4253-a694-bc114ff5f3d6 None None] Network 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:32.781846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:32.791703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:32.796260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:32.798947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Pushing event updated for resources: {'Port': ['ID=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:32.803692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f931424a-a17a-4234-b620-1be8a5b868f4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:32.837871 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.870422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.875175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42782) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:32.876461 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5168300 Nov 08 14:01:32.890375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f4348fe7-7c86-4019-baa9-7f77cfd4cd04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': 'd19b655d-10f1-482a-b55e-3f2236d520e0', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:32.937831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Attempting to bind port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:32.938286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Attempting to bind port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:32.938658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Attempting to bind port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:32.954467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:32.954936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:32.955700 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.956177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:32.959797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Bound port: c18130dc-fd8b-49c5-a4c9-57adaca8bd45, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:32.960273 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:32.991956 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.004569 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f4348fe7-7c86-4019-baa9-7f77cfd4cd04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.056160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edcf82-81b2-408b-aa1c-71f48dfa6427 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19b655d-10f1-482a-b55e-3f2236d520e0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:33.067132 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.083956 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f4348fe7-7c86-4019-baa9-7f77cfd4cd04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.096511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f4348fe7-7c86-4019-baa9-7f77cfd4cd04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.103350 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.133945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:33.134713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.148567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] For port c18130dc-fd8b-49c5-a4c9-57adaca8bd45, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:33.150753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4348fe7-7c86-4019-baa9-7f77cfd4cd04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4923803d-0ae4-48b8-bb54-88cd3fe698eb,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:33.163342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] For port c18130dc-fd8b-49c5-a4c9-57adaca8bd45, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:33.182101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.204363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-124755e6-45d7-4eaa-9c53-004f4d7e9779 req-3974b9ed-2de0-4ef4-b162-f84fae018ad8 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0615885 Nov 08 14:01:33.221173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f4348fe7-7c86-4019-baa9-7f77cfd4cd04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.225101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f4348fe7-7c86-4019-baa9-7f77cfd4cd04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3359485 Nov 08 14:01:33.225550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.234632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:33.270870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-73718d82-7d74-48cd-b950-e555d148717c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': 'd19b655d-10f1-482a-b55e-3f2236d520e0', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:33.316075 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.329208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b24793-1051-4854-931e-0803df8fd5ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a', 'network_id': '5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': '5488b53b-6897-4af2-94ed-a60a3c68fff3'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:33.333544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3b24793-1051-4854-931e-0803df8fd5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.357612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=5488b53b-6897-4af2-94ed-a60a3c68fff3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:33.405163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2713060 Nov 08 14:01:33.417916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 172.20.0.2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/42bed04a-7ae8-47cc-b713-a65804ea5043/362ab7c9-95ad-415a-b4af-539729802706) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:33.419873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42792) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:33.451685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:33.455852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.477164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fedf:bf1a (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/def0b1c2-ea1d-4493-ae57-a82278d340d2/362ab7c9-95ad-415a-b4af-539729802706) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:33.480922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:33.502565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4225b820-5331-498d-bae7-e19a948aaff0') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:33.503290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4225b820-5331-498d-bae7-e19a948aaff0') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:33.522774 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.548538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929f316-27d4-4538-b79e-2171fdd6dc17 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=b0677745-f018-49e8-b5aa-d7c71ed9a032,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:33.552622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.560602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:33.561120 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:33.565758 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:33.573414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:33.694505 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.707943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.712037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a HTTP/1.1" status: 204 len: 168 time: 1.0381844 Nov 08 14:01:33.747672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:33.764624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1304313400'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:33.770908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf5035-8315-4a4b-816e-685927aa4c54 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:33.779568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532676d2-b898-43d9-bb2c-0e6bba8f11b5 None None] Network 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:33.802570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532676d2-b898-43d9-bb2c-0e6bba8f11b5 None None] Network 5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:33.821178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dbc079-e577-4943-857a-aad423d5dc74 None None] Pushing event updated for resources: {'Port': ['ID=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:33.859515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:33.873374 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.884003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73718d82-7d74-48cd-b950-e555d148717c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.930895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:33.949180 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:33.949698 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment f1770f9a-c63e-4861-8b03-e20da026944c of type vlan for network 6ebecf56-b48f-4645-a90c-2200ac889311 Nov 08 14:01:34.037281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.052725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.096183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.116802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.130837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:34.131600 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.263404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5133677 Nov 08 14:01:34.271835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42804) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:34.282002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:34.289269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 is not hosted by any dhcp agent {{(pid=101840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:01:34.306407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:34.307070 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.311342 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "PUT /v2.0/networks/b0677745-f018-49e8-b5aa-d7c71ed9a032 HTTP/1.1" status: 200 len: 723 time: 0.8879900 Nov 08 14:01:34.316325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42806) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:34.324384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': 'b0677745-f018-49e8-b5aa-d7c71ed9a032', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:34.361959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96fdeb-24bc-49c4-854f-32d2675fc79d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=6ebecf56-b48f-4645-a90c-2200ac889311,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:34.375272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6ebecf56-b48f-4645-a90c-2200ac889311 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:34.428255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8581ba67-3131-4e56-be98-650c15c22ca9 req-2d104cff-ee9b-4184-a244-8a64810784c9 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0792797 Nov 08 14:01:34.530745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:34.534613 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.548742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.617655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3ff26-c8e4-4661-990e-8b3c16bb0b08 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=b0677745-f018-49e8-b5aa-d7c71ed9a032,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:34.632191 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:34.718295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73718d82-7d74-48cd-b950-e555d148717c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.731847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:34.736323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:34.933436 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.022864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=ff90b1b7-0027-4cd8-84e5-98ff001e46fa,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:35.053741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': 'f1770f9a-c63e-4861-8b03-e20da026944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:35.062009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: 6ebecf56-b48f-4645-a90c-2200ac889311, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:35.107023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 6ebecf56-b48f-4645-a90c-2200ac889311 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:35.119510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 6ebecf56-b48f-4645-a90c-2200ac889311) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:35.125062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:35.125669 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.142736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70002be9-924f-466b-b089-66200b29561f None None] Network 6ebecf56-b48f-4645-a90c-2200ac889311 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:35.157342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-46daeb5e-a15e-4ac5-af86-5786384a30f7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8844121 Nov 08 14:01:35.160858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42814) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:35.173743 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:35.216488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73718d82-7d74-48cd-b950-e555d148717c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.269128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.298620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73718d82-7d74-48cd-b950-e555d148717c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2461c6b-eb1f-44bd-8299-eed9b5673775,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:35.439641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=60d83b55-ae02-43ca-8b75-48b129758549,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:35.460734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:35.476824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-6ebecf56-b48f-4645-a90c-2200ac889311', 'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': 'ff90b1b7-0027-4cd8-84e5-98ff001e46fa'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:35.477769 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.488165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.515300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa050593-cc24-4e44-aa52-68e1cea373ff None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:35.569450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.583318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '3981c41b-789a-46ef-a807-909aab80f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b0677745-f018-49e8-b5aa-d7c71ed9a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:35.584568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: b0677745-f018-49e8-b5aa-d7c71ed9a032, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:35.602661 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73718d82-7d74-48cd-b950-e555d148717c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.605005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-73718d82-7d74-48cd-b950-e555d148717c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.3379962 Nov 08 14:01:35.664047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42818) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:35.672031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2a937267-ad5f-4c76-bdb7-c33548d92b5a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': 'd19b655d-10f1-482a-b55e-3f2236d520e0', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:35.732807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69aa1400-f4a3-4abc-a9fd-451d1309c9a0 req-00602371-a497-48d5-b763-ae0f5bf99ecb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0855501 Nov 08 14:01:35.786619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Allocated IP 2001:db8::2 (6ebecf56-b48f-4645-a90c-2200ac889311/ff90b1b7-0027-4cd8-84e5-98ff001e46fa/d9e7fdb4-77f8-4db7-a525-c212132ed5a3) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:35.798911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:35.805799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=362ab7c9-95ad-415a-b4af-539729802706,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:35.806786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a937267-ad5f-4c76-bdb7-c33548d92b5a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.811200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:35.821575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:35.874418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:35.903057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a937267-ad5f-4c76-bdb7-c33548d92b5a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.908671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b0677745-f018-49e8-b5aa-d7c71ed9a032) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:35.913234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a937267-ad5f-4c76-bdb7-c33548d92b5a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.927593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c18130dc-fd8b-49c5-a4c9-57adaca8bd45 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:35.934872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:35.939833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.943085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cca756c-4cbc-433b-b7cc-10ca42d7c390 None None] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:35.952263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a937267-ad5f-4c76-bdb7-c33548d92b5a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:35.953998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a937267-ad5f-4c76-bdb7-c33548d92b5a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2889678 Nov 08 14:01:35.959372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42820) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:35.964913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0c3e54df-f434-4ff2-b297-94d728be4029 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': 'd19b655d-10f1-482a-b55e-3f2236d520e0', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:35.972038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a937267-ad5f-4c76-bdb7-c33548d92b5a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87f29d-293d-44b0-8157-4a66fe6b27e4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:35.983056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:35.983778 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.013941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-306541e0-5ab8-42a8-b404-dfb093f65658 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6944358 Nov 08 14:01:36.020320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42822) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:36.038863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ecdeea9f-6e12-46ab-954a-c0ce2888e2bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:36.055389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.056195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6a043cfc-9910-421a-b8a0-a6889f092aac None None] Provisioning complete for port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:36.056556 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a043cfc-9910-421a-b8a0-a6889f092aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.078134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-389f21a8-6e0a-4caa-963d-215dd8f740d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5707512 Nov 08 14:01:36.080730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42826) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:36.196786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c3e54df-f434-4ff2-b297-94d728be4029 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.205099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577eeae-578f-4de3-b89d-bd9e1d8c1df7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:36.238378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577eeae-578f-4de3-b89d-bd9e1d8c1df7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:36.243558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0577eeae-578f-4de3-b89d-bd9e1d8c1df7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1582973 Nov 08 14:01:36.244465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42832) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:36.270934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c3e54df-f434-4ff2-b297-94d728be4029 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.284196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c3e54df-f434-4ff2-b297-94d728be4029 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.306746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e54df-f434-4ff2-b297-94d728be4029 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003c535e-5ffa-415f-b3b4-7311954fe1bb,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:36.392525 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c3e54df-f434-4ff2-b297-94d728be4029 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.394211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c3e54df-f434-4ff2-b297-94d728be4029 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4332759 Nov 08 14:01:36.399347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42834) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:36.409271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': 'd19b655d-10f1-482a-b55e-3f2236d520e0', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:36.416891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 362ab7c9-95ad-415a-b4af-539729802706 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:36.417282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.439662 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecdeea9f-6e12-46ab-954a-c0ce2888e2bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8407160'] for subnet, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.510854 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:01:36.530154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.547464 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.584664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.633060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 362ab7c9-95ad-415a-b4af-539729802706 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:36.709911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 6ebecf56-b48f-4645-a90c-2200ac889311 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:36.710656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:36.720045 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.727180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:36.728113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.822725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.841235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6792791 Nov 08 14:01:36.848363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df8fe0-0671-4059-939d-d3bade52afa0 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=c3370231-2b47-4dd6-8b04-b0416eb58903,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:36.852042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42842) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:36.861765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.944293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a043cfc-9910-421a-b8a0-a6889f092aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:36.964215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-b0677745-f018-49e8-b5aa-d7c71ed9a032', 'network_id': 'b0677745-f018-49e8-b5aa-d7c71ed9a032', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': '60d83b55-ae02-43ca-8b75-48b129758549'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:36.964599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.019051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4f021-866b-470a-868a-6893f3ae7ebf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:37.023475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4f021-866b-470a-868a-6893f3ae7ebf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:37.024812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4f021-866b-470a-868a-6893f3ae7ebf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:37.026523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4f021-866b-470a-868a-6893f3ae7ebf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:37.028085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d4f021-866b-470a-868a-6893f3ae7ebf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:37.029886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41d4f021-866b-470a-868a-6893f3ae7ebf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1692269 Nov 08 14:01:37.035126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42844) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:37.038336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:37.038712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.043222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1603834083'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:37.081801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b2d85a-ce05-4dd4-86b7-7132590b2ab2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:37.100491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0daa954-0e6f-4c50-9b2c-7c38cd6b123b req-bca8fe88-8219-4ad9-b8f5-4ef81d1566e0 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0630958 Nov 08 14:01:37.131667 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecdeea9f-6e12-46ab-954a-c0ce2888e2bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741090690955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1058642'] for subnet, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.144813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:37.148900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.150082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-73b32e13-d101-491e-be6e-58f1b216e500 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7465096 Nov 08 14:01:37.153123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdeea9f-6e12-46ab-954a-c0ce2888e2bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:37.153721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ecdeea9f-6e12-46ab-954a-c0ce2888e2bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.157325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ecdeea9f-6e12-46ab-954a-c0ce2888e2bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "PUT /v2.0/subnets/60d83b55-ae02-43ca-8b75-48b129758549 HTTP/1.1" status: 200 len: 806 time: 1.1218135 Nov 08 14:01:37.157325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42850) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:37.159007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.179886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': 'd19b655d-10f1-482a-b55e-3f2236d520e0', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:37.180198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:37.220625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdeea9f-6e12-46ab-954a-c0ce2888e2bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=60d83b55-ae02-43ca-8b75-48b129758549,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:37.232848 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:01:37.240386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.289421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Allocated IP 172.20.0.2 (b0677745-f018-49e8-b5aa-d7c71ed9a032/60d83b55-ae02-43ca-8b75-48b129758549/398264c2-f625-4e12-8a1f-32bc95bb8764) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:37.335268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.358596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.368674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.415514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000fcff1-868c-4696-a17a-efeaed3a8207,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:37.434462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.435714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f3639814-580a-4ab3-9e5a-1f87d554fdfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2594104 Nov 08 14:01:37.441296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42856) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:37.451657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'network': {'name': 'tempest-network-smoke--1868726760', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'port_security_enabled': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:37.484506 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.508058 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.508327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:37.516711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.519650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=362ab7c9-95ad-415a-b4af-539729802706,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:37.558824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:37.573256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:37.593710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.594053 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Added segment ec6d7813-24f6-4cf8-87c1-f2a531013a37 of type vlan for network 973814c1-6035-4faf-84dd-b1ff533a3d9a Nov 08 14:01:37.678814 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.682802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.683409 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 7edcb198-5986-4a8a-836a-adffa0e97cb5 of type vlan for network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 Nov 08 14:01:37.684970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6a043cfc-9910-421a-b8a0-a6889f092aac None None] For port c18130dc-fd8b-49c5-a4c9-57adaca8bd45, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:37.715103 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a043cfc-9910-421a-b8a0-a6889f092aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.719052 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.721989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Pushing event updated for resources: {'Port': ['ID=398264c2-f625-4e12-8a1f-32bc95bb8764,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:37.744652 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.751827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:37.752470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.823507 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.838104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.841682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:37.884529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.917745 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4722533 Nov 08 14:01:37.917745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eefa4a-3406-40f0-98d0-ba805bd4578f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Network': ['ID=973814c1-6035-4faf-84dd-b1ff533a3d9a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:37.918856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42858) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:37.927078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'admin_state_up': True, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:37.927622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:37.941368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:37.947456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dde18417-cc40-465f-954d-59e0170b70fb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/362ab7c9-95ad-415a-b4af-539729802706 HTTP/1.1" status: 204 len: 168 time: 1.7017541 Nov 08 14:01:37.950454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:37.972774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:37.976419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:38.035575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.064786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Network 6ebecf56-b48f-4645-a90c-2200ac889311 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:38.072664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:38.072664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.085985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.093425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.116171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:38.116398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe7748-041c-4cfc-8093-7bbbe86a3cd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:38.121636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a043cfc-9910-421a-b8a0-a6889f092aac None None] Pushing event updated for resources: {'Port': ['ID=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:38.124649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe7748-041c-4cfc-8093-7bbbe86a3cd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:38.128500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:38.131464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fe7748-041c-4cfc-8093-7bbbe86a3cd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:38.139520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-58fe7748-041c-4cfc-8093-7bbbe86a3cd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1780915 Nov 08 14:01:38.140340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42864) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:38.150983 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1125951 Nov 08 14:01:38.156601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a895014-7a36-4039-80e6-a40706f1b57f None None] Update dhcp port {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': 'def0b1c2-ea1d-4493-ae57-a82278d340d2', 'ip_address': '2001:db8::f816:3eff:fee5:49e'}, {'subnet_id': '42bed04a-7ae8-47cc-b713-a65804ea5043'}], 'binding:host_id': 'n-d-804292-2'}, 'id': 'c18130dc-fd8b-49c5-a4c9-57adaca8bd45'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:01:38.156760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42866) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:38.213910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:38.279966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Attempting to bind port 398264c2-f625-4e12-8a1f-32bc95bb8764 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:38.280591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Attempting to bind port 398264c2-f625-4e12-8a1f-32bc95bb8764 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '3981c41b-789a-46ef-a807-909aab80f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b0677745-f018-49e8-b5aa-d7c71ed9a032'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:38.281164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Attempting to bind port 398264c2-f625-4e12-8a1f-32bc95bb8764 on network b0677745-f018-49e8-b5aa-d7c71ed9a032 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:38.327312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:38.328063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Checking segment: {'id': '3981c41b-789a-46ef-a807-909aab80f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b0677745-f018-49e8-b5aa-d7c71ed9a032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:38.328674 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.329417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Bound using segment: {'id': '3981c41b-789a-46ef-a807-909aab80f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b0677745-f018-49e8-b5aa-d7c71ed9a032'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:38.330071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Bound port: 398264c2-f625-4e12-8a1f-32bc95bb8764, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3981c41b-789a-46ef-a807-909aab80f75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'b0677745-f018-49e8-b5aa-d7c71ed9a032'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:38.330643 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.332879 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a895014-7a36-4039-80e6-a40706f1b57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.342538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Pushing event updated for resources: {'Port': ['ID=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:38.371764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Attempting to bind port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:38.372318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Attempting to bind port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f1770f9a-c63e-4861-8b03-e20da026944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:38.372846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Attempting to bind port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 on network 6ebecf56-b48f-4645-a90c-2200ac889311 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:38.452741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:38.453452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Checking segment: {'id': 'f1770f9a-c63e-4861-8b03-e20da026944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:38.454183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.454790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Bound using segment: {'id': 'f1770f9a-c63e-4861-8b03-e20da026944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:38.455492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Bound port: d9e7fdb4-77f8-4db7-a525-c212132ed5a3, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1770f9a-c63e-4861-8b03-e20da026944c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:38.456195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Deleting port 398264c2-f625-4e12-8a1f-32bc95bb8764 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:38.456776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.457176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.469236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.483334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 42bed04a-7ae8-47cc-b713-a65804ea5043 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:01:38.513043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06a45132-ee79-47ab-ad1d-bbfe6396d02b req-171c7c53-b6f3-43c5-888b-3556f2947b85 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1179061 Nov 08 14:01:38.522694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.602144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] For port 398264c2-f625-4e12-8a1f-32bc95bb8764, host n-d-804292-2, got binding levels [] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:38.602547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.622449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Calling delete_port for 398264c2-f625-4e12-8a1f-32bc95bb8764 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:38.674807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] For port 398264c2-f625-4e12-8a1f-32bc95bb8764, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:38.713183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66d694-2db5-4a77-adec-90f22d5b9a16 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=6332d5f0-2cb5-447d-bdc4-df7220e2a2f9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:38.724885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] For port 398264c2-f625-4e12-8a1f-32bc95bb8764, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=398264c2-f625-4e12-8a1f-32bc95bb8764,segment=NetworkSegment(3981c41b-789a-46ef-a807-909aab80f75c),segment_id=3981c41b-789a-46ef-a807-909aab80f75c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:38.750264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:38.899334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.920567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] For port d9e7fdb4-77f8-4db7-a525-c212132ed5a3, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:38.930938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:38.941796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.011713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Port': ['ID=398264c2-f625-4e12-8a1f-32bc95bb8764,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:39.032110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.055617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] For port d9e7fdb4-77f8-4db7-a525-c212132ed5a3, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,segment=NetworkSegment(f1770f9a-c63e-4861-8b03-e20da026944c),segment_id=f1770f9a-c63e-4861-8b03-e20da026944c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:39.066555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 is not hosted by any dhcp agent {{(pid=101840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:01:39.074464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a3d06-0610-4e4c-9edb-a1bd210a1d74 None None] Pushing event deleted for resources: {'Port': ['ID=398264c2-f625-4e12-8a1f-32bc95bb8764,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:39.074822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:39.075532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.101471 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.104196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "PUT /v2.0/networks/6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 HTTP/1.1" status: 200 len: 723 time: 0.9228425 Nov 08 14:01:39.109444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42874) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:39.164621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:39.210996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284ad7a-3114-410e-81d5-b6562629c882 None None] Pushing event updated for resources: {'Port': ['ID=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:39.353468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No DVR routers for this DVR port 398264c2-f625-4e12-8a1f-32bc95bb8764 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:39.485163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697de1c7-bb44-4786-874b-1d4deb81a849 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=6332d5f0-2cb5-447d-bdc4-df7220e2a2f9,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:39.488494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:39.500884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.515202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.522534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:39.556930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.826502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:39.843370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8184e62b-7bef-439b-8c86-ee479652af8f req-f1cfe0d4-3607-45bd-b8bb-5814a7ca2ca4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0795429 Nov 08 14:01:39.914573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server [None req-0a895014-7a36-4039-80e6-a40706f1b57f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42bed04a-7ae8-47cc-b713-a65804ea5043: This subnet is being modified by another concurrent operation. Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise exception Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 42bed04a-7ae8-47cc-b713-a65804ea5043: This subnet is being modified by another concurrent operation. Nov 08 14:01:40.048397 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Nov 08 14:01:40.076065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.187799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=42bed04a-7ae8-47cc-b713-a65804ea5043,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:40.189916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.204458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d6d0e063-3b8b-40ef-86c6-13be8aade560 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/42bed04a-7ae8-47cc-b713-a65804ea5043 HTTP/1.1" status: 204 len: 168 time: 2.0591850 Nov 08 14:01:40.206193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42884) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:40.217944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ed6cec59-9da5-4a29-ac95-decce8ffbc9d None None] Could not find standard attr ID for object 362ab7c9-95ad-415a-b4af-539729802706. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:01:40.273312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ed6cec59-9da5-4a29-ac95-decce8ffbc9d None None] Provisioning complete for port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:40.274013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ed6cec59-9da5-4a29-ac95-decce8ffbc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.362958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9e7fdb4-77f8-4db7-a525-c212132ed5a3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:40.520810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.618850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=60d83b55-ae02-43ca-8b75-48b129758549,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:40.647235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:40.647930 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.702016 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.744440 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.784597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet def0b1c2-ea1d-4493-ae57-a82278d340d2 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:01:40.793598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.812983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.847657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2f6598ec-e76c-4e14-8416-90ded25ea8b3 None None] Could not find standard attr ID for object 362ab7c9-95ad-415a-b4af-539729802706. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:01:40.902519 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:40.986144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0677745-f018-49e8-b5aa-d7c71ed9a032']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:41.002124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3981c41b-789a-46ef-a807-909aab80f75c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:41.002445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3981c41b-789a-46ef-a807-909aab80f75c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:41.005967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.022641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.098927 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1626180a-e594-4bd8-a6dd-f87c0d0aef43 req-d63ed4f8-29c5-49f9-b319-916f5fa8a3a2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1006389 Nov 08 14:01:41.107437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.119117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port d9e7fdb4-77f8-4db7-a525-c212132ed5a3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,segment=NetworkSegment(f1770f9a-c63e-4861-8b03-e20da026944c),segment_id=f1770f9a-c63e-4861-8b03-e20da026944c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:41.136760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.186113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.231255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:41.232414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:41.241992 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:41.321105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad38b60-4b9a-4471-8c09-f5859281f6ae None None] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:41.330899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.208 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0dcde2c9-2319-4351-ac85-2bedcfd929b9) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:41.371398 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.414966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=4f2e3b9f-dab9-41ad-9955-40ecde9a214d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:41.455724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': '7edcb198-5986-4a8a-836a-adffa0e97cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:41.456810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:41.470880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-45b1d721-f349-4384-88de-ea6cba50b405 None None] Could not find standard attr ID for object 398264c2-f625-4e12-8a1f-32bc95bb8764. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:01:41.512480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:41.538113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.560814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.588255 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.589395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/b0677745-f018-49e8-b5aa-d7c71ed9a032 HTTP/1.1" status: 204 len: 168 time: 4.3841002 Nov 08 14:01:41.594483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:41.648132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:41.689802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.691517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684269d-836c-492f-a4d2-f25302eea5e0 None None] Network 6ebecf56-b48f-4645-a90c-2200ac889311 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:41.731261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54ba4d-709c-4f17-ae3e-a55c345638af tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=b0677745-f018-49e8-b5aa-d7c71ed9a032,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:41.758184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:41.773017 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e295e4-0689-495a-b585-3acc0e6c0b47 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:01:41.775726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e295e4-0689-495a-b585-3acc0e6c0b47 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:01:41.786440 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-90e295e4-0689-495a-b585-3acc0e6c0b47 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/b0677745-f018-49e8-b5aa-d7c71ed9a032 HTTP/1.1" status: 404 len: 339 time: 0.1694932 Nov 08 14:01:41.787328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42900) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:41.800469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1517099090', 'description': 'd1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:41.805479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:41.806325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1046235'] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.861768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:41.866392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:41.881373 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-333b4f8a-07b6-4293-8a53-0909e0c5f671 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7251604 Nov 08 14:01:41.893971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43089a7d-2af1-4fac-8080-ddd95049f53d None None] DHCP port deletion for b0677745-f018-49e8-b5aa-d7c71ed9a032 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:01:41.896040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73bd3fe-da01-4c06-a3f7-2d6af12b002e None None] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:41.898506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42904) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:41.913614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5162985f-1185-4baf-99fb-c1c68ef9ba0d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:42.006423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b4adc-143b-4533-95de-5584ee010d4a None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:42.016965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.026917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/def0b1c2-ea1d-4493-ae57-a82278d340d2 HTTP/1.1" status: 204 len: 168 time: 1.8129134 Nov 08 14:01:42.030322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42906) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:42.035021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.073025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caad83-fa2f-428a-bb42-6c74eeb1186a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=def0b1c2-ea1d-4493-ae57-a82278d340d2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:42.178120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:42.185701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:42.186701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dfc9c84c-a464-404e-9fc1-49cb8c1e12d1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535549 Nov 08 14:01:42.204849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42908) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:42.210320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:42.228597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:42.239221 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:42.248346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.248882 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment f118a79b-4c37-4ad2-b21a-cdce358496b1 of type vlan for network fbad3b08-3781-4de5-a4c0-4acad72dd4e2 Nov 08 14:01:42.342285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.374433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.381169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:42.381846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.436618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5162985f-1185-4baf-99fb-c1c68ef9ba0d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9296546'] for subnet, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.489211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64680a85-1a7c-4f5f-b0c3-25ef3c480c69 None None] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:42.513992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=0dcde2c9-2319-4351-ac85-2bedcfd929b9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:42.543025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64680a85-1a7c-4f5f-b0c3-25ef3c480c69 None None] Network b0677745-f018-49e8-b5aa-d7c71ed9a032 could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:42.563879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7702866 Nov 08 14:01:42.574792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42916) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:42.601778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5916bbe9-d4b0-4079-961f-bc0dd1e1a4a0 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=fbad3b08-3781-4de5-a4c0-4acad72dd4e2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:42.612735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-514528ee-357a-474b-8c9e-d8a71a0bf241 None None] Provisioning complete for port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:42.613221 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-514528ee-357a-474b-8c9e-d8a71a0bf241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.683645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97994f2e-239d-4f76-bb30-a9cffd7d93a8 req-e8e3209f-2477-4719-990a-a6e1c67a53e1 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1575081 Nov 08 14:01:42.744400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:42.754080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:42.777081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f0eeb-2e32-4ab3-a229-c45b3091fdff tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:42.782161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e5f0eeb-2e32-4ab3-a229-c45b3091fdff tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/networks?id=fbad3b08-3781-4de5-a4c0-4acad72dd4e2 HTTP/1.1" status: 200 len: 761 time: 0.2061403 Nov 08 14:01:42.786890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42918) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:42.794102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'description': 'd2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:42.882997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fbad3b08-3781-4de5-a4c0-4acad72dd4e2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:42.943532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-6332d5f0-2cb5-447d-bdc4-df7220e2a2f9', 'network_id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': '4f2e3b9f-dab9-41ad-9955-40ecde9a214d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:42.945000 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.032965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9e7fdb4-77f8-4db7-a525-c212132ed5a3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:43.048377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ccd84e-d8f3-4d34-a798-6ccd9847227e None None] Update dhcp port {'port': {'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311', 'fixed_ips': [{'subnet_id': 'ff90b1b7-0027-4cd8-84e5-98ff001e46fa', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c3370231-2b47-4dd6-8b04-b0416eb58903'}], 'binding:host_id': 'n-d-804292-2'}, 'id': 'd9e7fdb4-77f8-4db7-a525-c212132ed5a3'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:01:43.204666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5162985f-1185-4baf-99fb-c1c68ef9ba0d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741090690955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8432061'] for subnet, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.289013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-90ccd84e-d8f3-4d34-a798-6ccd9847227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.415161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5162985f-1185-4baf-99fb-c1c68ef9ba0d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:43.418870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5162985f-1185-4baf-99fb-c1c68ef9ba0d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.428080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5162985f-1185-4baf-99fb-c1c68ef9ba0d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "PUT /v2.0/subnets/4f2e3b9f-dab9-41ad-9955-40ecde9a214d HTTP/1.1" status: 200 len: 826 time: 1.5211840 Nov 08 14:01:43.453874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42924) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:43.465719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.497013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162985f-1185-4baf-99fb-c1c68ef9ba0d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=4f2e3b9f-dab9-41ad-9955-40ecde9a214d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:43.508836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.535544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network fbad3b08-3781-4de5-a4c0-4acad72dd4e2 is not hosted by any dhcp agent {{(pid=101840) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:01:43.551546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:43.553150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.554813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "PUT /v2.0/networks/fbad3b08-3781-4de5-a4c0-4acad72dd4e2 HTTP/1.1" status: 200 len: 758 time: 0.7668684 Nov 08 14:01:43.580874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:43.586152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:01:43.642640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a935a6f-0aae-4a60-b1a6-c69a1d1b7af8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=fbad3b08-3781-4de5-a4c0-4acad72dd4e2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:43.793770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fbad3b08-3781-4de5-a4c0-4acad72dd4e2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:43.878951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-90ccd84e-d8f3-4d34-a798-6ccd9847227e None None] Allocated IP 172.20.0.1 (6ebecf56-b48f-4645-a90c-2200ac889311/c3370231-2b47-4dd6-8b04-b0416eb58903/d9e7fdb4-77f8-4db7-a525-c212132ed5a3) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:43.934304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:43.973592 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63d8e48a-fe95-4877-b3eb-50071b061b3d req-0205685d-8e19-492b-be6f-f10ed959f8d2 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0930536 Nov 08 14:01:44.002760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7d4d5e-fa28-43fb-aab0-377b18e8f778 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:44.002760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7f7d4d5e-fa28-43fb-aab0-377b18e8f778 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/networks?id=fbad3b08-3781-4de5-a4c0-4acad72dd4e2 HTTP/1.1" status: 200 len: 761 time: 0.4107368 Nov 08 14:01:44.003900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42934) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:44.018369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-750640304'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:44.065560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:44.069390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.094856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:44.095576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.100096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Allocated IP 2001:db8::2 (6332d5f0-2cb5-447d-bdc4-df7220e2a2f9/4f2e3b9f-dab9-41ad-9955-40ecde9a214d/cb6e4174-99da-4a8f-8bab-c0dfe0c4295a) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:44.122545 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.159874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:44.178766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.179133 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 07b6a7ee-7a6a-43ec-9e27-226a60d3e62e of type vlan for network f5f2545e-1a1d-4897-b15e-f6848e4e9a71 Nov 08 14:01:44.270191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.339840 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.346501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:44.347249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.397172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:01:44.470816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] Deleting port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:44.471181 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.480558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-90ccd84e-d8f3-4d34-a798-6ccd9847227e None None] For port d9e7fdb4-77f8-4db7-a525-c212132ed5a3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,segment=NetworkSegment(f1770f9a-c63e-4861-8b03-e20da026944c),segment_id=f1770f9a-c63e-4861-8b03-e20da026944c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:44.510772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5110703 Nov 08 14:01:44.514044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42938) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:44.531773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': 'f5f2545e-1a1d-4897-b15e-f6848e4e9a71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:44.564254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-90ccd84e-d8f3-4d34-a798-6ccd9847227e None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.602125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f428a-8976-44ca-842c-11895845d450 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=f5f2545e-1a1d-4897-b15e-f6848e4e9a71,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:44.637050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-90ccd84e-d8f3-4d34-a798-6ccd9847227e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.660808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f5f2545e-1a1d-4897-b15e-f6848e4e9a71 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:44.772542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:44.776832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.790870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.850158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:44.962135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:45.061616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 398264c2-f625-4e12-8a1f-32bc95bb8764 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:45.063995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:45.157797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 398264c2-f625-4e12-8a1f-32bc95bb8764 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:01:45.158193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 398264c2-f625-4e12-8a1f-32bc95bb8764 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:01:45.158566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c18130dc-fd8b-49c5-a4c9-57adaca8bd45 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:01:45.241693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:45.254508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ccd84e-d8f3-4d34-a798-6ccd9847227e None None] Pushing event updated for resources: {'Port': ['ID=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:45.258460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:45.306221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:45.314837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Pushing event updated for resources: {'Port': ['ID=cb6e4174-99da-4a8f-8bab-c0dfe0c4295a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:45.322636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:45.351111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] For port c18130dc-fd8b-49c5-a4c9-57adaca8bd45, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:45.351521 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:45.408052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] Calling delete_port for c18130dc-fd8b-49c5-a4c9-57adaca8bd45 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:45.465431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Attempting to bind port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:45.466020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Attempting to bind port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '7edcb198-5986-4a8a-836a-adffa0e97cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:45.466524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Attempting to bind port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a on network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:45.549981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '07b6a7ee-7a6a-43ec-9e27-226a60d3e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'f5f2545e-1a1d-4897-b15e-f6848e4e9a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:45.551891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: f5f2545e-1a1d-4897-b15e-f6848e4e9a71, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:45.572500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=4835d920-bf33-4363-8fc1-b1310e0555c7,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:45.619950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network f5f2545e-1a1d-4897-b15e-f6848e4e9a71 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:45.643543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f5f2545e-1a1d-4897-b15e-f6848e4e9a71) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:45.653959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:45.656276 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:45.703353 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aefc2060-c823-4a13-a06f-97ff95f27001 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1812856 Nov 08 14:01:45.707428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:45.883498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:45.929266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c693fe-5ab0-499a-9dbb-9430e975ab96 None None] Network f5f2545e-1a1d-4897-b15e-f6848e4e9a71 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:46.012206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22d62bda-6d58-48e0-984c-b3186ebc1e7a req-d8b2a184-30cd-45c9-9175-422114311ab3 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.8362780 Nov 08 14:01:46.015557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.154179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aad1cde4-5875-416b-aa54-f770f2a3e786 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:01:46.156973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:46.157611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Checking segment: {'id': '7edcb198-5986-4a8a-836a-adffa0e97cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:46.158251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.158660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Bound using segment: {'id': '7edcb198-5986-4a8a-836a-adffa0e97cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:46.159168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Bound port: cb6e4174-99da-4a8f-8bab-c0dfe0c4295a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edcb198-5986-4a8a-836a-adffa0e97cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:46.159558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.178202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.179845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.269524 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.275431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303beb3d-f977-4496-9256-cf79458aa3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-f5f2545e-1a1d-4897-b15e-f6848e4e9a71', 'network_id': 'f5f2545e-1a1d-4897-b15e-f6848e4e9a71', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': '4835d920-bf33-4363-8fc1-b1310e0555c7'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:46.276894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-303beb3d-f977-4496-9256-cf79458aa3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.286185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=4f2e3b9f-dab9-41ad-9955-40ecde9a214d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:46.364911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4da4a8-3dcc-4e74-bf2d-ebb7895ba318 None None] Network 6ebecf56-b48f-4645-a90c-2200ac889311 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:46.376653 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.396278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.430066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f2545e-1a1d-4897-b15e-f6848e4e9a71']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:46.442973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07b6a7ee-7a6a-43ec-9e27-226a60d3e62e') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:46.443318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07b6a7ee-7a6a-43ec-9e27-226a60d3e62e') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:46.455851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.473946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.482528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:46.483221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:46.585790 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:46.589576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=4835d920-bf33-4363-8fc1-b1310e0555c7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:46.603822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.607992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.627103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cac59341-cb73-4ab8-a61f-2a57a9e4b121 None None] Provisioning complete for port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:46.628174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.629648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cac59341-cb73-4ab8-a61f-2a57a9e4b121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:46.640296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/f5f2545e-1a1d-4897-b15e-f6848e4e9a71 HTTP/1.1" status: 204 len: 168 time: 0.9310622 Nov 08 14:01:46.644076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:46.675815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60a430-5902-476a-96d9-9ca8d4c8fd78 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=f5f2545e-1a1d-4897-b15e-f6848e4e9a71,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:46.697251 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1153fa2-64fa-4e47-a0cb-6b179187c624 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] GET failed (client error): The resource could not be found. Nov 08 14:01:46.702069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d1153fa2-64fa-4e47-a0cb-6b179187c624 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/subnets/4835d920-bf33-4363-8fc1-b1310e0555c7 HTTP/1.1" status: 404 len: 337 time: 0.0569317 Nov 08 14:01:46.703071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42960) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:46.724656 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5389c6-0f0c-4a26-bd59-135f9d625908 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:01:46.725260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5389c6-0f0c-4a26-bd59-135f9d625908 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:01:46.732629 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aa5389c6-0f0c-4a26-bd59-135f9d625908 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/f5f2545e-1a1d-4897-b15e-f6848e4e9a71 HTTP/1.1" status: 404 len: 339 time: 0.0258100 Nov 08 14:01:46.733272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42962) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:46.804213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cf545-63de-45fa-8641-c31b9a25b231 None None] Network f5f2545e-1a1d-4897-b15e-f6848e4e9a71 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:46.804213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335cf545-63de-45fa-8641-c31b9a25b231 None None] Network f5f2545e-1a1d-4897-b15e-f6848e4e9a71 could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:46.891868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6332d5f0-2cb5-447d-bdc4-df7220e2a2f9']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:46.900484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] For port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:47.267657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port c18130dc-fd8b-49c5-a4c9-57adaca8bd45, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:47.309652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd7596a2-0db7-47a0-bd51-9358930d9e99 req-132792c6-9cd8-4d22-a1c0-f4a278e72029 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.0360358 Nov 08 14:01:47.313253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edcb198-5986-4a8a-836a-adffa0e97cb5') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:47.313578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edcb198-5986-4a8a-836a-adffa0e97cb5') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:47.362673 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.400292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39536bef-5686-414f-9dca-0305e721ef8c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:47.405760 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-39536bef-5686-414f-9dca-0305e721ef8c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6680906 Nov 08 14:01:47.405972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42972) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:47.450112 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.551835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:47.552152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.559430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:47.561668 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:47.574546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:01:47.577727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74fe4a5d-a587-4021-b3e5-95711b577b2c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 207 time: 0.1687329 Nov 08 14:01:47.584452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42974) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:47.587760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.594597 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.595159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.664318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Sync routers for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:01:47.705262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] Pushing event deleted for resources: {'Port': ['ID=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:47.708418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2917b25-eee6-4ff3-be6c-19570ccaf1a2 None None] No DVR routers for this DVR port c18130dc-fd8b-49c5-a4c9-57adaca8bd45 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:47.711002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:47.711657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:47.768691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=c18130dc-fd8b-49c5-a4c9-57adaca8bd45,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:47.778519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.779902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc79c469-eb6a-4f9b-b589-cc395b87771d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.8590934 Nov 08 14:01:47.785087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42980) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:47.789749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:47.793648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.api [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 14:01:47.793648 n-d-804292-2 neutron-server[101841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 14:01:47.793648 n-d-804292-2 neutron-server[101841]: [parameters: {'id': '6332d5f0-2cb5-447d-bdc4-df7220e2a2f9'}] Nov 08 14:01:47.793648 n-d-804292-2 neutron-server[101841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:01:47.794088 n-d-804292-2 neutron-server[101841]: DEBUG oslo_db.api [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:01:47.799193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:47.804125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:47.804619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:47.818819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=68b4722c-900c-44b5-9406-381ae7012c06,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:47.833316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ded33c7a-0e23-4f03-88db-a5001f39d57c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6104577 Nov 08 14:01:47.833638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42984) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:47.841574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:47.847061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d9f0cc-87be-408d-8d00-d6cf05d0d1b0 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:47.895980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] For port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cb6e4174-99da-4a8f-8bab-c0dfe0c4295a,segment=NetworkSegment(7edcb198-5986-4a8a-836a-adffa0e97cb5),segment_id=7edcb198-5986-4a8a-836a-adffa0e97cb5)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:48.071837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:48.216304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:48.223255 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f82d5ce2-b540-4e05-8be9-654cd06cc203 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=df8dd9b7ff744867bbca665a4c1cef34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4301896 Nov 08 14:01:48.226649 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:48.226925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:48.234991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42988) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:48.262291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de1cf9-6d38-4b18-bead-801f8c3b0f62 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.276742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de1cf9-6d38-4b18-bead-801f8c3b0f62 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.290363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9e7fdb4-77f8-4db7-a525-c212132ed5a3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:48.295503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de1cf9-6d38-4b18-bead-801f8c3b0f62 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.299831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:48.310059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de1cf9-6d38-4b18-bead-801f8c3b0f62 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.311708 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f7de1cf9-6d38-4b18-bead-801f8c3b0f62 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7249475 Nov 08 14:01:48.317500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42990) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:48.491405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3f943beb-bf76-4975-aac8-6a0895b85927 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1727295 Nov 08 14:01:48.500651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42994) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:48.606737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce783cb-5320-4d16-bc01-6eea3e039db2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.611538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce783cb-5320-4d16-bc01-6eea3e039db2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.613837 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8ce783cb-5320-4d16-bc01-6eea3e039db2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1121767 Nov 08 14:01:48.629523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42996) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:48.688045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-75dea398-3bd3-44aa-ac5b-f1b2fcf61857 None None] Provisioning complete for port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:48.689408 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75dea398-3bd3-44aa-ac5b-f1b2fcf61857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:48.710107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6ff79-7418-471b-ac91-b5a543813c3e tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.712029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6ff79-7418-471b-ac91-b5a543813c3e tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.715045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f0f6ff79-7418-471b-ac91-b5a543813c3e tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0816665 Nov 08 14:01:48.718928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42998) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:48.819330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:48.820026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:48.860647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '68b4722c-900c-44b5-9406-381ae7012c06'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:48.861774 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:48.923464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed519aa-1ddd-414b-b809-7e54420b3d70 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:48.925054 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4ed519aa-1ddd-414b-b809-7e54420b3d70 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/networks/a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c HTTP/1.1" status: 200 len: 798 time: 0.2043486 Nov 08 14:01:48.928975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43004) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:48.983677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ce37fe-5dc0-42c2-81dd-b4b5315e0c62 None None] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:49.066891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ad96b23-fe8e-4a63-b0ec-af1464224074 req-ad34afc5-181a-4b93-8197-42ab6edf537d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.4967141 Nov 08 14:01:49.114126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4ef7a8d8-8171-4e9c-b2c1-fec10fe34917 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/networks/a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1838152 Nov 08 14:01:49.117490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43006) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:49.137240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f53bd-8cb5-44c4-8a68-9e1eedb45cd5 None None] Pushing event updated for resources: {'Port': ['ID=cb6e4174-99da-4a8f-8bab-c0dfe0c4295a,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:49.253527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c80382-448c-4ea2-8818-98dc3151b952 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:49.260126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d6c80382-448c-4ea2-8818-98dc3151b952 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0230191 Nov 08 14:01:49.263241 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.265033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43010) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:49.336299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-594300d6-233e-486f-9c67-0537822deab0 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0665886 Nov 08 14:01:49.345754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43012) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:49.351530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838361474', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:49.405897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:49.410470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:49.414586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:49.415193 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.444548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=d5590f3b-482d-4766-aa8a-d538df23b188,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:49.469411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c029c6e0-4156-4def-8fc6-e9202c2241b3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:49.473966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c029c6e0-4156-4def-8fc6-e9202c2241b3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/subnets/5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d HTTP/1.1" status: 200 len: 811 time: 0.3552763 Nov 08 14:01:49.478349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43014) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:49.518690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:49.519350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.522984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:49.527764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.660844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43016) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:49.664145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b46b6df3-7731-46a8-8d74-da311750d0f7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8295374 Nov 08 14:01:49.682708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:ec:fc:af', 'name': 'tempest-NetworksTestDHCPv6-1085628340'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:49.690335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Allocated IP 2001:db8::f816:3eff:fe01:7273 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/68b4722c-900c-44b5-9406-381ae7012c06/8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:49.824641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d7a26-1cae-43fd-83f1-261b3b23327b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:49.833347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-566d7a26-1cae-43fd-83f1-261b3b23327b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "GET /v2.0/subnets/5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3467684 Nov 08 14:01:49.841138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43022) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:49.879204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1431953519'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:49.888890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] For port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cb6e4174-99da-4a8f-8bab-c0dfe0c4295a,segment=NetworkSegment(7edcb198-5986-4a8a-836a-adffa0e97cb5),segment_id=7edcb198-5986-4a8a-836a-adffa0e97cb5)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:49.889301 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.889969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.911317 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.919078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Calling delete_port for cb6e4174-99da-4a8f-8bab-c0dfe0c4295a owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:49.954680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee0a420-b7ae-41ce-b512-39d89428abc8 None None] Network 6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:49.960034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:49.966418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:49.973147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:49.991014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:50.009797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:50.143588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:50.149697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:50.164122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Pushing event updated for resources: {'Port': ['ID=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:50.164443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.174705 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Added segment 0e255ec9-029a-451b-9bac-e98be5242fba of type vlan for network 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb Nov 08 14:01:50.179760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Attempting to bind port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:50.183373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Attempting to bind port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:50.191169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Attempting to bind port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:50.201148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:43Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:50.283307 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.289125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:50.294540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:50.296448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.296931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:50.297521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Bound port: 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:50.299481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.344387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Checking router: aad1cde4-5875-416b-aa54-f770f2a3e786 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:01:50.346233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Updating router aad1cde4-5875-416b-aa54-f770f2a3e786 port 0dcde2c9-2319-4351-ac85-2bedcfd929b9 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:01:50.368299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.388075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:50.388075 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.440898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5877178 Nov 08 14:01:50.447226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3adb2cee-7f71-42bb-b1b1-f1a11804ed4c req-3ee4acd6-1a5a-4736-8c8c-c1e41c7be22a tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1063700 Nov 08 14:01:50.466368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43028) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:50.472995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'network_id': '21a46a14-9e3c-49d2-8e8e-d5428ad37ebb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:50.502880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.548451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.572860 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.660408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad229d0e-d0d0-4530-8f3d-2799dc666ce8 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Network': ['ID=21a46a14-9e3c-49d2-8e8e-d5428ad37ebb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:50.662489 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Port': ['ID=cb6e4174-99da-4a8f-8bab-c0dfe0c4295a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:50.664749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No DVR routers for this DVR port cb6e4174-99da-4a8f-8bab-c0dfe0c4295a on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:01:50.706230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.728407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:50.746940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] For port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:50.790122 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.792371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 101eb659-f377-4406-87b9-dac95c57c6a9 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:01:50.800269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Subnet': ['ID=66ffb297-c6b0-40bc-82f7-b0caadc70b9e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:50.801840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] For port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:50.814123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Made reservation on behalf of 98804301aff4476993ed70bac828883c for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:50.836161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.886964 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:50.901908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6332d5f0-2cb5-447d-bdc4-df7220e2a2f9']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:50.927815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Checking segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:50.929896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edcb198-5986-4a8a-836a-adffa0e97cb5') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:50.930537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network hostable DHCP agents. Network: 973814c1-6035-4faf-84dd-b1ff533a3d9a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:50.933004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edcb198-5986-4a8a-836a-adffa0e97cb5') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:50.980784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.000980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:51.063240 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.079473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Performing IP validity checks on allocation pools {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 14:01:51.080226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 14:01:51.098244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:51.099336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:51.133539 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:51.169396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c478511-853a-4278-9f72-76de4d13c3ee None None] Pushing event updated for resources: {'Port': ['ID=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:51.290352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 973814c1-6035-4faf-84dd-b1ff533a3d9a) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:51.305207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817dae0c-dfae-4b50-abd1-3411c99f536f None None] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:51.318014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.349416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 172.20.0.12 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/d5590f3b-482d-4766-aa8a-d538df23b188/101eb659-f377-4406-87b9-dac95c57c6a9) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:51.353788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.362326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:feec:fcaf (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/68b4722c-900c-44b5-9406-381ae7012c06/101eb659-f377-4406-87b9-dac95c57c6a9) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:51.364391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 HTTP/1.1" status: 204 len: 168 time: 7.9094334 Nov 08 14:01:51.370396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43034) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:51.419168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.443168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.672693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3ddc5-cd11-4ca3-89b2-e1d9888211dd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=6332d5f0-2cb5-447d-bdc4-df7220e2a2f9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:51.719021 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb159b6d-c556-44e5-9639-4700eed8f8fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:01:51.722556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:51.727476 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.727774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb159b6d-c556-44e5-9639-4700eed8f8fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:01:51.739974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43040) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:51.741734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fb159b6d-c556-44e5-9639-4700eed8f8fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 HTTP/1.1" status: 404 len: 339 time: 0.3668714 Nov 08 14:01:51.744022 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:51.745509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1249926447', 'description': 'd1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:51.820151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2550299a-29a5-4ec0-83d5-87f7b73a2468 req-544cc1bd-c750-4dbb-8b31-d06169d45400 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.1365738 Nov 08 14:01:51.855082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43044) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:51.856438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5494d9fa-e960-4e5f-82b0-6eb23fd7b105 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5088472 Nov 08 14:01:51.881258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b2bcb-a188-4bfe-918f-d88eafa02283 None None] Pushing event updated for resources: {'Port': ['ID=0dcde2c9-2319-4351-ac85-2bedcfd929b9,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:51.934490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:01:51.940659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.016673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:01:52.034834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Attempting to bind port 0dcde2c9-2319-4351-ac85-2bedcfd929b9 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:52.035865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Attempting to bind port 0dcde2c9-2319-4351-ac85-2bedcfd929b9 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:52.035865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Attempting to bind port 0dcde2c9-2319-4351-ac85-2bedcfd929b9 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:52.047384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.047649 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment 59474382-9f38-41aa-968f-d4fc91ef2b11 of type vlan for network f34f995e-eb8d-41a4-af0d-78ce15455e82 Nov 08 14:01:52.050978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:52.051769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:52.052868 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.053163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:52.053811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Bound port: 0dcde2c9-2319-4351-ac85-2bedcfd929b9, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:52.054205 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.149223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-973814c1-6035-4faf-84dd-b1ff533a3d9a', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:52.161967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.209654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.226340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=fc125798-5ef1-408c-9c6e-5297a53b238e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:52.284901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:52.293740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.334393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.347862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:52.348523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.383247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Checking segment: {'id': '0e255ec9-029a-451b-9bac-e98be5242fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '21a46a14-9e3c-49d2-8e8e-d5428ad37ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:52.389189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network hostable DHCP agents. Network: 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:01:52.473483 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7327986 Nov 08 14:01:52.488374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43054) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:52.512144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a94cd-2da3-4d48-a36b-051b73e9b47b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=f34f995e-eb8d-41a4-af0d-78ce15455e82,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:52.520381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.531354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Network 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:01:52.639856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:52.654202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:52.654202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.704255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:52.713905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:52.717545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=101eb659-f377-4406-87b9-dac95c57c6a9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:52.745856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:52.799394 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-58a71f7f-1655-4ed5-a4c7-0e645976e331 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3314908 Nov 08 14:01:52.903129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f34f995e-eb8d-41a4-af0d-78ce15455e82 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:52.919125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0bbff2-95b6-49b6-b40b-20e7224b6557 None None] Network 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:52.980375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:52.983385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:52.992851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43060) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:53.012959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-48d4339d-edc6-46f6-b883-466f5b49a250 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:53.066767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fb7eda-c34b-401f-941f-e82c4ba0c144 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:53.074350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-26fb7eda-c34b-401f-941f-e82c4ba0c144 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/networks?id=f34f995e-eb8d-41a4-af0d-78ce15455e82 HTTP/1.1" status: 200 len: 765 time: 0.5846419 Nov 08 14:01:53.083493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43070) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:53.117889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] For port 0dcde2c9-2319-4351-ac85-2bedcfd929b9, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:53.175637 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dc4117e5-c04c-45a8-af5b-79d918933d78 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5113933 Nov 08 14:01:53.179471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43072) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:53.383910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe9540-a3c1-4985-a436-067acec3408d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:53.392703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe9540-a3c1-4985-a436-067acec3408d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:53.398398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7afe9540-a3c1-4985-a436-067acec3408d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2091691 Nov 08 14:01:53.400560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48d4339d-edc6-46f6-b883-466f5b49a250 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9296546'] for subnet, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:53.404790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b759000b-2a47-4787-87b7-04c72dd074ae None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:53.424239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'description': 'd2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:01:53.443825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43074) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:53.520405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] For port 0dcde2c9-2319-4351-ac85-2bedcfd929b9, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0dcde2c9-2319-4351-ac85-2bedcfd929b9,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:53.532274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-258b84a5-480d-4027-9922-5ce555c7636c req-ec5450be-7cda-4eee-85f9-aac0b8b268cb tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/ports?device_id=670ce485-99f0-4a5c-b1cd-635cf6f26226 HTTP/1.1" status: 200 len: 210 time: 0.4484050 Nov 08 14:01:53.845836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48d4339d-edc6-46f6-b883-466f5b49a250 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741090690955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8432061'] for subnet, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:53.874582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:53.898530 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:53.960937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4339d-edc6-46f6-b883-466f5b49a250 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:53.961798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48d4339d-edc6-46f6-b883-466f5b49a250 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:53.965982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-48d4339d-edc6-46f6-b883-466f5b49a250 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "PUT /v2.0/subnets/fc125798-5ef1-408c-9c6e-5297a53b238e HTTP/1.1" status: 200 len: 877 time: 0.9694085 Nov 08 14:01:53.976950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43078) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:54.040296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Allocated IP 172.20.0.2 (973814c1-6035-4faf-84dd-b1ff533a3d9a/66ffb297-c6b0-40bc-82f7-b0caadc70b9e/d6dedfe5-85a3-4715-8579-0de6cc852e8c) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:54.101118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:54.108394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.215138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4339d-edc6-46f6-b883-466f5b49a250 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event updated for resources: {'Subnet': ['ID=fc125798-5ef1-408c-9c6e-5297a53b238e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:54.333107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.542320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.546985 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.608938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b2bcb-a188-4bfe-918f-d88eafa02283 None None] Pushing event updated for resources: {'Port': ['ID=0dcde2c9-2319-4351-ac85-2bedcfd929b9,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:54.712612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:54.744604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7dfe9c8a-3526-4440-9b1b-062bed10090f None None] Provisioning complete for port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:54.744885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7dfe9c8a-3526-4440-9b1b-062bed10090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.763316 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.770884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.922406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a760b0a9-0dd0-421a-9d4f-c76c40139713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-21a46a14-9e3c-49d2-8e8e-d5428ad37ebb', 'network_id': '21a46a14-9e3c-49d2-8e8e-d5428ad37ebb', 'tenant_id': '98804301aff4476993ed70bac828883c', 'fixed_ips': [{'subnet_id': 'fc125798-5ef1-408c-9c6e-5297a53b238e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:01:54.926084 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a760b0a9-0dd0-421a-9d4f-c76c40139713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:54.936903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:01:54.937566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:01:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:55.186347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.191854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 101eb659-f377-4406-87b9-dac95c57c6a9 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:55.192212 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.233278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.246301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network f34f995e-eb8d-41a4-af0d-78ce15455e82 is not hosted by any dhcp agent {{(pid=101841) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:01:55.252507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:55.253272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.257051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "PUT /v2.0/networks/f34f995e-eb8d-41a4-af0d-78ce15455e82 HTTP/1.1" status: 200 len: 762 time: 2.1507545 Nov 08 14:01:55.262849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:55.454947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aac209-a99b-4ca1-8bfd-d4f30d3ac560 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=f34f995e-eb8d-41a4-af0d-78ce15455e82,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:55.478038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ecacb7-ecf5-454b-bedb-a90a85fb9364 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:55.480256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.487981 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a3ecacb7-ecf5-454b-bedb-a90a85fb9364 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/networks?id=f34f995e-eb8d-41a4-af0d-78ce15455e82 HTTP/1.1" status: 200 len: 765 time: 0.2229319 Nov 08 14:01:55.489631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43106) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:55.512215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 101eb659-f377-4406-87b9-dac95c57c6a9 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:55.517800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=fc125798-5ef1-408c-9c6e-5297a53b238e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:55.622659 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.702794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5fe733f-98f5-4b95-a324-f843088f954b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.752841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.765298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:01:55.824702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.1 (973814c1-6035-4faf-84dd-b1ff533a3d9a/66ffb297-c6b0-40bc-82f7-b0caadc70b9e/6e594722-336d-4f73-97ce-6aa8e783e194) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:55.848192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5fe733f-98f5-4b95-a324-f843088f954b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.858320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a46a14-9e3c-49d2-8e8e-d5428ad37ebb']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:55.865296 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7dfe9c8a-3526-4440-9b1b-062bed10090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.893240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eb48ab-27db-4b5b-8bfb-19dbb9e29f46 None None] Network 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:55.904370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e255ec9-029a-451b-9bac-e98be5242fba') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:55.904768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e255ec9-029a-451b-9bac-e98be5242fba') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:55.936776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:55.960545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1f593-f3e6-42c9-9111-0960451da635 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:55.965223 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-add1f593-f3e6-42c9-9111-0960451da635 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4407923 Nov 08 14:01:55.982377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43110) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.027851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c3bfa694-87e1-4aa2-b02c-bc671cefd44a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 207 time: 0.0407698 Nov 08 14:01:56.027851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5fe733f-98f5-4b95-a324-f843088f954b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.028557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c5fe733f-98f5-4b95-a324-f843088f954b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.032741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c5fe733f-98f5-4b95-a324-f843088f954b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5468bc5-dc36-42ef-914d-a14e9066ebf0 HTTP/1.1" status: 204 len: 168 time: 1.3165538 Nov 08 14:01:56.033459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.033796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43114) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.035143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.044106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f34f995e-eb8d-41a4-af0d-78ce15455e82 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:01:56.094546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.114663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:56.115839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.120153 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-85d772a7-f14e-4931-b64e-5428784ef6ef tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] show failed (client error): The resource could not be found. Nov 08 14:01:56.125487 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-85d772a7-f14e-4931-b64e-5428784ef6ef tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "GET /v2.0/security-groups/b5468bc5-dc36-42ef-914d-a14e9066ebf0 HTTP/1.1" status: 404 len: 347 time: 0.0735030 Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:56.126783 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:56.155849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43120) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.157043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe733f-98f5-4b95-a324-f843088f954b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5468bc5-dc36-42ef-914d-a14e9066ebf0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:56.255121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.320258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=101eb659-f377-4406-87b9-dac95c57c6a9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:56.471635 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.513059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.519995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.532863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/21a46a14-9e3c-49d2-8e8e-d5428ad37ebb HTTP/1.1" status: 204 len: 168 time: 2.5545819 Nov 08 14:01:56.576068 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.604050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.616647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c8f9a-d2af-4ecb-a7ae-958772bafbdf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:56.624383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c8f9a-d2af-4ecb-a7ae-958772bafbdf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:56.632416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c8f9a-d2af-4ecb-a7ae-958772bafbdf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:56.639981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c8f9a-d2af-4ecb-a7ae-958772bafbdf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:56.651859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c8f9a-d2af-4ecb-a7ae-958772bafbdf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:56.662509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085c8f9a-d2af-4ecb-a7ae-958772bafbdf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:56.664849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-085c8f9a-d2af-4ecb-a7ae-958772bafbdf tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6241767 Nov 08 14:01:56.699431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Pushing event updated for resources: {'Port': ['ID=d6dedfe5-85a3-4715-8579-0de6cc852e8c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:56.727527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43124) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.782994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c25e82-458c-4614-bf87-8f6cc24789e3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=21a46a14-9e3c-49d2-8e8e-d5428ad37ebb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:56.822187 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff7bd41-f62c-4bec-9ce6-5229951447fc tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:01:56.823280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fff7bd41-f62c-4bec-9ce6-5229951447fc tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:01:56.835141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fff7bd41-f62c-4bec-9ce6-5229951447fc tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/fc125798-5ef1-408c-9c6e-5297a53b238e HTTP/1.1" status: 404 len: 337 time: 0.1648359 Nov 08 14:01:56.836721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43128) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.838700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45058c1e-b3fa-4b62-af31-e484f40ef9cd None None] Update dhcp port {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': '68b4722c-900c-44b5-9406-381ae7012c06', 'ip_address': '2001:db8::f816:3eff:fe01:7273'}, {'subnet_id': 'd5590f3b-482d-4766-aa8a-d538df23b188'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:01:56.851543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.857051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ac7f5915-dfcc-4261-bb02-71f2835540ed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/101eb659-f377-4406-87b9-dac95c57c6a9 HTTP/1.1" status: 204 len: 168 time: 3.4098675 Nov 08 14:01:56.857051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:56.858177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43130) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.866780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7dfe9c8a-3526-4440-9b1b-062bed10090f None None] For port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:56.876550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb559ef-61ed-421c-8ba7-1883488a6578 None None] Network 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:01:56.918302 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c287a09-c774-4d4d-9234-8690cdaad99f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:01:56.919133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c287a09-c774-4d4d-9234-8690cdaad99f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:01:56.924496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c287a09-c774-4d4d-9234-8690cdaad99f tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/21a46a14-9e3c-49d2-8e8e-d5428ad37ebb HTTP/1.1" status: 404 len: 339 time: 0.0809257 Nov 08 14:01:56.948402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43132) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:56.967694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb559ef-61ed-421c-8ba7-1883488a6578 None None] Network 21a46a14-9e3c-49d2-8e8e-d5428ad37ebb could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:01:57.021202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:57.024708 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa26b7e-1c84-46c5-b73d-940386eb70ee tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:01:57.025092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aa26b7e-1c84-46c5-b73d-940386eb70ee tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:01:57.030750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8aa26b7e-1c84-46c5-b73d-940386eb70ee tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/4835d920-bf33-4363-8fc1-b1310e0555c7 HTTP/1.1" status: 404 len: 337 time: 0.0757136 Nov 08 14:01:57.032467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43134) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:57.033695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:57.038557 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7dfe9c8a-3526-4440-9b1b-062bed10090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.050146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45058c1e-b3fa-4b62-af31-e484f40ef9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.063107 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cde3a696-7275-4716-b945-5dad2623fa76 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2830470 Nov 08 14:01:57.064266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43136) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:57.069779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:57.079170 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75defe5-c57e-432c-9e40-355bd88247fa tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:01:57.079793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75defe5-c57e-432c-9e40-355bd88247fa tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:01:57.085370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e75defe5-c57e-432c-9e40-355bd88247fa tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/f5f2545e-1a1d-4897-b15e-f6848e4e9a71 HTTP/1.1" status: 404 len: 339 time: 0.0422645 Nov 08 14:01:57.089942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43138) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:57.125743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:01:57.237477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=6e594722-336d-4f73-97ce-6aa8e783e194,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:57.245654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704265c7-dc69-47f2-ba7b-c464fe08b8c3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.247663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704265c7-dc69-47f2-ba7b-c464fe08b8c3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.250749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704265c7-dc69-47f2-ba7b-c464fe08b8c3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.253180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-704265c7-dc69-47f2-ba7b-c464fe08b8c3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3774548 Nov 08 14:01:57.260337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43144) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:57.267831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add05c8-c92f-49d5-8393-ee1b989719a4 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.269398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add05c8-c92f-49d5-8393-ee1b989719a4 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.270950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add05c8-c92f-49d5-8393-ee1b989719a4 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.272657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add05c8-c92f-49d5-8393-ee1b989719a4 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.274192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add05c8-c92f-49d5-8393-ee1b989719a4 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.280210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7add05c8-c92f-49d5-8393-ee1b989719a4 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2091415 Nov 08 14:01:57.290202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43148) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:57.310961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:01:57.320510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:01:57.359818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port f9d422e5-9884-4fcb-abf2-ccf9f458ce60 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:57.360171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.370173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe9c8a-3526-4440-9b1b-062bed10090f None None] Pushing event updated for resources: {'Port': ['ID=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:57.414895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f355d5-8383-4642-9e6b-fd6f13137492 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.416453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f355d5-8383-4642-9e6b-fd6f13137492 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.418211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f355d5-8383-4642-9e6b-fd6f13137492 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.419822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f355d5-8383-4642-9e6b-fd6f13137492 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.421273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f355d5-8383-4642-9e6b-fd6f13137492 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['shared'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:57.426374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80f355d5-8383-4642-9e6b-fd6f13137492 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1301293 Nov 08 14:01:57.433208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43152) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:57.473491 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.558019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.558633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.567805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Attempting to bind port d6dedfe5-85a3-4715-8579-0de6cc852e8c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:01:57.568168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Attempting to bind port d6dedfe5-85a3-4715-8579-0de6cc852e8c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:01:57.568534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Attempting to bind port d6dedfe5-85a3-4715-8579-0de6cc852e8c on network 973814c1-6035-4faf-84dd-b1ff533a3d9a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:01:57.577646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for f9d422e5-9884-4fcb-abf2-ccf9f458ce60 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:57.634143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:01:57.634532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Checking segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:01:57.634895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.635816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Bound using segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:01:57.636310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Bound port: d6dedfe5-85a3-4715-8579-0de6cc852e8c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:01:57.636689 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.638742 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:01:57.639089 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:01:57.727418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 68b4722c-900c-44b5-9406-381ae7012c06 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:01:57.762826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.775681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:57.777260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:43Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:57.829537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=f9d422e5-9884-4fcb-abf2-ccf9f458ce60,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:57.845913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71c9645-b0c0-4191-99f7-304b50ac60ec None None] The sync data for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 is: [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:43Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:01:57.890015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] For port d6dedfe5-85a3-4715-8579-0de6cc852e8c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:01:57.898317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-45058c1e-b3fa-4b62-af31-e484f40ef9cd None None] Allocated IP 172.20.0.2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/d5590f3b-482d-4766-aa8a-d538df23b188/8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:01:57.924905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] For port d6dedfe5-85a3-4715-8579-0de6cc852e8c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d6dedfe5-85a3-4715-8579-0de6cc852e8c,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:01:57.971675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.011155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-bc29f916-1317-42a3-885f-d62088341a93 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2491751 Nov 08 14:01:58.058883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf95cf7-f252-4cb8-aa30-4536d88b80fa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:58.068295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.070923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.076242 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5f6cb889-25f5-4ed5-9fb6-8532f5e032c4 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/floatingips/d4adcd3c-51c8-40c9-800e-45b59bf8adc0 HTTP/1.1" status: 204 len: 168 time: 1.9127941 Nov 08 14:01:58.076691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43156) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:58.079932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0bf95cf7-f252-4cb8-aa30-4536d88b80fa tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/networks/0dd1f877-42df-49d9-af13-1a4cca3f050a HTTP/1.1" status: 200 len: 803 time: 0.6432178 Nov 08 14:01:58.080791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43158) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:58.252736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-33221955-2250-4db4-b776-fa5d1f03ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:58.254540 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-33221955-2250-4db4-b776-fa5d1f03ac63 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1097 time: 0.1692383 Nov 08 14:01:58.468147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-b5a2e1a6-c42e-4f14-b102-20fe728b11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:58.469980 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-b5a2e1a6-c42e-4f14-b102-20fe728b11bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.1874027 Nov 08 14:01:58.561263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port 576a0113-f661-4666-9cd4-1ce057f9b8d1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:01:58.562519 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.583533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2104ca0a-6311-4ec2-bff9-f3574939347e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/networks/0dd1f877-42df-49d9-af13-1a4cca3f050a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4733820 Nov 08 14:01:58.605248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6ee01-9a17-49b0-be77-27bd26d58dcb None None] Pushing event updated for resources: {'Port': ['ID=d6dedfe5-85a3-4715-8579-0de6cc852e8c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:58.618713 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-53b66ada-ab64-402e-9648-f79fd73aa878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.628519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:58.675155 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.805910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-45058c1e-b3fa-4b62-af31-e484f40ef9cd None None] For port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:58.845143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.846829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-f61eb1e7-508b-44a4-baea-07690430ef85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 1002 time: 0.3601599 Nov 08 14:01:58.881933 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45058c1e-b3fa-4b62-af31-e484f40ef9cd None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.891648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45058c1e-b3fa-4b62-af31-e484f40ef9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.904022 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:58.985407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.128160 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.180235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45058c1e-b3fa-4b62-af31-e484f40ef9cd None None] Pushing event updated for resources: {'Port': ['ID=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:59.190992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for 576a0113-f661-4666-9cd4-1ce057f9b8d1 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:01:59.209462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0dcde2c9-2319-4351-ac85-2bedcfd929b9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:59.246292 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.389901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbad3b08-3781-4de5-a4c0-4acad72dd4e2']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:59.403835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f118a79b-4c37-4ad2-b21a-cdce358496b1') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:59.404145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f118a79b-4c37-4ad2-b21a-cdce358496b1') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:01:59.415829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.431220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.439126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0dcde2c9-2319-4351-ac85-2bedcfd929b9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:01:59.439639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.440964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:01:59.441506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.457714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-895f6d49-f798-4ab9-bdf0-c77ee9bf5124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:59.466390 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-895f6d49-f798-4ab9-bdf0-c77ee9bf5124 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.6082509 Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:01:59.530965 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:01:59.609106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.611359 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.686064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-82ea307f-acd9-47b9-bcee-9eb21daaf3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:01:59.688591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-82ea307f-acd9-47b9-bcee-9eb21daaf3e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120337 Nov 08 14:01:59.755581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.803536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 0dcde2c9-2319-4351-ac85-2bedcfd929b9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0dcde2c9-2319-4351-ac85-2bedcfd929b9,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:01:59.809391 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.812977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.813794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:01:59.824447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/fbad3b08-3781-4de5-a4c0-4acad72dd4e2 HTTP/1.1" status: 204 len: 168 time: 2.6760666 Nov 08 14:01:59.860622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-856bcfe8-cb93-4c47-a465-db60204ea99e service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594188 Nov 08 14:01:59.888899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43172) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:01:59.898917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48851a87-073d-4fd9-ac29-f62cd54a275c tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=fbad3b08-3781-4de5-a4c0-4acad72dd4e2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:59.924535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=68b4722c-900c-44b5-9406-381ae7012c06,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:01:59.968120 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:01:59.984386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-55a751c4-c48d-4ec3-b74f-fbdb34598300 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/68b4722c-900c-44b5-9406-381ae7012c06 HTTP/1.1" status: 204 len: 168 time: 2.7129118 Nov 08 14:02:00.003325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43174) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.036458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f20f4a-8bb5-4c20-80ad-9b2ebb40534c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:00.057277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f9f20f4a-8bb5-4c20-80ad-9b2ebb40534c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/subnets/3f115e49-575f-439d-91dc-5ca13018b18e HTTP/1.1" status: 200 len: 843 time: 1.4132676 Nov 08 14:02:00.073291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43176) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.080105 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-77bf77d6-0f04-4c82-83c8-a5fe95b6a74c req-49465ff3-5239-4262-8baa-1fed4a9d9c58 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710498 Nov 08 14:02:00.086057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=0dcde2c9-2319-4351-ac85-2bedcfd929b9,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:00.146507 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-470e9f51-72cb-4017-95d7-11177a921d59 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:00.152555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-470e9f51-72cb-4017-95d7-11177a921d59 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:00.157498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:00.157994 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:00.178300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-470e9f51-72cb-4017-95d7-11177a921d59 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/60d83b55-ae02-43ca-8b75-48b129758549 HTTP/1.1" status: 404 len: 337 time: 0.2659869 Nov 08 14:02:00.178915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43178) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.461383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:00.516784 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-889a11f4-9245-438a-bcab-11bea36f355b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:00.517389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889a11f4-9245-438a-bcab-11bea36f355b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:00.523480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=576a0113-f661-4666-9cd4-1ce057f9b8d1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:00.533710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-889a11f4-9245-438a-bcab-11bea36f355b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/b0677745-f018-49e8-b5aa-d7c71ed9a032 HTTP/1.1" status: 404 len: 339 time: 0.3469043 Nov 08 14:02:00.534154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43186) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.647015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet d5590f3b-482d-4766-aa8a-d538df23b188 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:00.672690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:00.675100 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff648646-7b96-4c0e-9812-ee81c9d5253b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:00.675587 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff648646-7b96-4c0e-9812-ee81c9d5253b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:00.681535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ff648646-7b96-4c0e-9812-ee81c9d5253b tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/bc62c064-db10-48ab-adab-a19989834d48 HTTP/1.1" status: 404 len: 337 time: 0.1360373 Nov 08 14:02:00.682713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43188) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.743032 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-90c82826-01de-4142-93f2-9698f531c5f3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:00.743860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90c82826-01de-4142-93f2-9698f531c5f3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:00.748130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-90c82826-01de-4142-93f2-9698f531c5f3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/930e4b7c-ec49-4caa-b46e-24c39a2c679b HTTP/1.1" status: 404 len: 339 time: 0.0595412 Nov 08 14:02:00.753153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:00.774121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1a23d834-c962-439b-9fa0-5e2afb2f621b tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/ports/576a0113-f661-4666-9cd4-1ce057f9b8d1 HTTP/1.1" status: 204 len: 168 time: 2.6963856 Nov 08 14:02:00.774940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43190) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.789782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43192) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.848616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08213c43-61fd-46f6-aa7d-4587f1f3628c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['shared'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:00.859935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-08213c43-61fd-46f6-aa7d-4587f1f3628c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "GET /v2.0/subnets/3f115e49-575f-439d-91dc-5ca13018b18e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.7765002 Nov 08 14:02:00.863258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43194) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.879716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-653720480'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:00.919713 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ed7a9e-d518-4f81-8c27-a0f22db98209 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:00.932756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ed7a9e-d518-4f81-8c27-a0f22db98209 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:00.938204 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93ed7a9e-d518-4f81-8c27-a0f22db98209 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/aba2cc43-a7cb-4eaf-a83c-1321feb780dd HTTP/1.1" status: 404 len: 337 time: 0.1617610 Nov 08 14:02:00.940691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:00.946661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43196) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:00.953136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:00.992141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60ac951-5606-4be8-b41a-486538910bac None None] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:01.083271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.099017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c3ed70-5030-4baa-9d53-74e4f3564a63 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:01.106809 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ae4981-1189-41f5-a074-e6ea71f14e23 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.124109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ae4981-1189-41f5-a074-e6ea71f14e23 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.135786 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93ae4981-1189-41f5-a074-e6ea71f14e23 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/62fd5199-ec93-4353-b795-a67d24922309 HTTP/1.1" status: 404 len: 339 time: 0.1811640 Nov 08 14:02:01.137667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43198) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.184165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:02:01.225415 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf18b63-4a04-4e47-90aa-dee28cdda7bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.225870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf18b63-4a04-4e47-90aa-dee28cdda7bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.238130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-acf18b63-4a04-4e47-90aa-dee28cdda7bd tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/86e0731f-50d0-4c4c-8a5e-1aaf7fc7d46c HTTP/1.1" status: 404 len: 337 time: 0.0839665 Nov 08 14:02:01.239076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43200) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.288568 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ecc014-47a7-4e2d-9ceb-293564712f94 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.289671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ecc014-47a7-4e2d-9ceb-293564712f94 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.296749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-27ecc014-47a7-4e2d-9ceb-293564712f94 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/3cc14577-f609-455b-85fe-83f73d34dae8 HTTP/1.1" status: 404 len: 339 time: 0.0508018 Nov 08 14:02:01.299228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43202) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.301086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.301781 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Added segment c46cb9a8-aecc-47c9-a6bb-36615d40749d of type vlan for network b1a5f609-e461-4c39-b053-db14c6915efc Nov 08 14:02:01.336876 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b301e302-750b-404a-a6bd-b738b6119759 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.337544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b301e302-750b-404a-a6bd-b738b6119759 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.353310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b301e302-750b-404a-a6bd-b738b6119759 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/e68fc4fd-8f0f-497f-850a-b32e282d5eec HTTP/1.1" status: 404 len: 337 time: 0.0515387 Nov 08 14:02:01.371206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43204) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.469176 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-313f031d-8c18-4ed0-8a74-67ebfdc1d3a2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.469816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313f031d-8c18-4ed0-8a74-67ebfdc1d3a2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.477520 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-313f031d-8c18-4ed0-8a74-67ebfdc1d3a2 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/5f72a648-0280-4e3a-8cf2-d8bfff41cc80 HTTP/1.1" status: 404 len: 339 time: 0.0809429 Nov 08 14:02:01.481197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43212) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.521508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.534262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.535503 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e01584-be85-410a-b28d-2cfcaf0b9335 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.536255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e01584-be85-410a-b28d-2cfcaf0b9335 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.543031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-65e01584-be85-410a-b28d-2cfcaf0b9335 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/e1b4e335-49bd-4b97-8f2a-0b708f0b1532 HTTP/1.1" status: 404 len: 337 time: 0.0610054 Nov 08 14:02:01.546857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43214) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.551883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0dcde2c9-2319-4351-ac85-2bedcfd929b9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:01.608016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port 57de1688-0467-433d-abee-88a7cfb43cb7 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:01.608678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.622000 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47e64f9-e2a9-46ec-83cc-b2418830ff97 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.622914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47e64f9-e2a9-46ec-83cc-b2418830ff97 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.626989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b47e64f9-e2a9-46ec-83cc-b2418830ff97 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/c5d192ee-089b-4541-b476-b28c5a1318cb HTTP/1.1" status: 404 len: 339 time: 0.0762897 Nov 08 14:02:01.644641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43216) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.660434 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.667680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:01.668453 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.691084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0dcde2c9-2319-4351-ac85-2bedcfd929b9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:01.691833 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.753920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e2288e91-46a2-433c-9a11-b57dba45a25f None None] Provisioning complete for port d6dedfe5-85a3-4715-8579-0de6cc852e8c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:01.754614 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2288e91-46a2-433c-9a11-b57dba45a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.755185 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe2d32d-3675-4b4f-8015-e376c7ac0126 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.755799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe2d32d-3675-4b4f-8015-e376c7ac0126 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.760518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-afe2d32d-3675-4b4f-8015-e376c7ac0126 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/7b9c9788-3af0-4a4a-96f0-01a3a345bb39 HTTP/1.1" status: 404 len: 337 time: 0.1123455 Nov 08 14:02:01.781542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.819652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-02e78db6-ab2a-4e76-bdce-3994bd18ac0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.822933 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c00221-574d-4947-80a0-d2215d9eba79 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.824034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c00221-574d-4947-80a0-d2215d9eba79 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:01.828473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-38c00221-574d-4947-80a0-d2215d9eba79 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/25840ace-bc24-4be2-917a-91860dc61609 HTTP/1.1" status: 404 len: 339 time: 0.0406313 Nov 08 14:02:01.883549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43220) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.890977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0193143 Nov 08 14:02:01.908343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:01.919039 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2288e91-46a2-433c-9a11-b57dba45a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.925925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'network_id': 'b1a5f609-e461-4c39-b053-db14c6915efc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:01.945773 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:01.998323 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6f9640-35a7-428d-b427-4dd3d8935839 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:01.999533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6f9640-35a7-428d-b427-4dd3d8935839 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:02.005332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3d6f9640-35a7-428d-b427-4dd3d8935839 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/98b1e7d7-b359-49a0-86a4-dd0d1523ade3 HTTP/1.1" status: 404 len: 337 time: 0.1119447 Nov 08 14:02:02.006828 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.011970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43224) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:02.101655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e2288e91-46a2-433c-9a11-b57dba45a25f None None] For port d6dedfe5-85a3-4715-8579-0de6cc852e8c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d6dedfe5-85a3-4715-8579-0de6cc852e8c,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:02.128872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Network': ['ID=b1a5f609-e461-4c39-b053-db14c6915efc,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:02.140364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2288e91-46a2-433c-9a11-b57dba45a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.256687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=6e594722-336d-4f73-97ce-6aa8e783e194,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:02.301888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2288e91-46a2-433c-9a11-b57dba45a25f None None] Pushing event updated for resources: {'Port': ['ID=d6dedfe5-85a3-4715-8579-0de6cc852e8c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:02.315561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d6dedfe5-85a3-4715-8579-0de6cc852e8c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:02.331017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-45b351a4-4fb7-41ca-98a7-b0051dbe55fa None None] Could not find standard attr ID for object 101eb659-f377-4406-87b9-dac95c57c6a9. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:02:02.430171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.430171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.430171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.430580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.431370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.452357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.452730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.453085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.453435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.453785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.454127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.454506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68dd49e-565f-4e06-9cd5-1b705c0ff909 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.458922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-45b351a4-4fb7-41ca-98a7-b0051dbe55fa None None] Provisioning complete for port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:02.459588 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45b351a4-4fb7-41ca-98a7-b0051dbe55fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.516642 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.518362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b1a5f609-e461-4c39-b053-db14c6915efc details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:02:02.531862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.537048 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ce9c17-82ff-4565-871a-6ddf1cb677e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:02.537967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ce9c17-82ff-4565-871a-6ddf1cb677e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:02.543069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-23ce9c17-82ff-4565-871a-6ddf1cb677e4 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/15725d12-b8cf-451b-9a37-a6886de2da5b HTTP/1.1" status: 404 len: 339 time: 0.4141395 Nov 08 14:02:02.572890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43232) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:02.584833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.586400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.586936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.587471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.588376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.588897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.589633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.590435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.590941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.591436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.591986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.592493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:02.633174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for 57de1688-0467-433d-abee-88a7cfb43cb7 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:02.652228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=d5590f3b-482d-4766-aa8a-d538df23b188,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:02.654898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.659974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc543328-5170-4e91-a356-a7e8561dfd86 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/d5590f3b-482d-4766-aa8a-d538df23b188 HTTP/1.1" status: 204 len: 168 time: 2.6548214 Nov 08 14:02:02.669109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.671767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43234) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:02.864328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d6dedfe5-85a3-4715-8579-0de6cc852e8c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:02.872759 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:02.879186 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e488384a-3edd-4dfc-93b9-7bbcf07e8b7e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2018340 Nov 08 14:02:02.894680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43236) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:02.936964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:02.992869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Made reservation on behalf of e222cefe28294e148c4b5c11ebfcf5d4 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:03.002244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.047659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:03.116995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.133442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3a958b33-1448-4906-be63-50ee26d7ff34 None None] Provisioning complete for port 6e594722-336d-4f73-97ce-6aa8e783e194 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:03.133821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a958b33-1448-4906-be63-50ee26d7ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.158073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Deleting subnet 5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:03.165267 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.172445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.223529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3a958b33-1448-4906-be63-50ee26d7ff34 None None] Port 6e594722-336d-4f73-97ce-6aa8e783e194 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:02:03.242345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:03.242920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.297232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=57de1688-0467-433d-abee-88a7cfb43cb7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:03.340677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3a958b33-1448-4906-be63-50ee26d7ff34 None None] Provisioning complete for port d6dedfe5-85a3-4715-8579-0de6cc852e8c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:03.341158 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a958b33-1448-4906-be63-50ee26d7ff34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.390870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664ff473-6e14-4d28-b21f-4fe589db27f2 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:03.470383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.570881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:03.579787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32962820-f531-4f52-9350-e80310ef0d62 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/ports/57de1688-0467-433d-abee-88a7cfb43cb7 HTTP/1.1" status: 204 len: 168 time: 2.7889023 Nov 08 14:02:03.583933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43242) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:03.853744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting subnet b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:03.869631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.082518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.164793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.196710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Performing IP validity checks on allocation pools {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 14:02:04.197377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101841) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 14:02:04.199255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d6dedfe5-85a3-4715-8579-0de6cc852e8c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:04.230709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:04.236114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.331952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:04.345116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:04.427440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1f510120-9ec8-4e43-a3ae-f54f1a7d901c None None] Provisioning complete for port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:04.427850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f510120-9ec8-4e43-a3ae-f54f1a7d901c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.500264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.521507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d6dedfe5-85a3-4715-8579-0de6cc852e8c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:04.521851 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.612939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:04.646727 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:02:04.710381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.721007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.743813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:04.752687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/subnets/b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba HTTP/1.1" status: 204 len: 168 time: 1.1589479 Nov 08 14:02:04.776114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43250) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:04.788206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c63e5b-c0fb-45c2-91fe-603ed8d030a1 None None] Network 57617557-d9ea-482f-9a48-9fcc40ddae79 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:04.827609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aad1cde4-5875-416b-aa54-f770f2a3e786 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:02:04.885875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:04.899565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting subnet 577e4ee2-9694-40c0-826b-3fee94d7760c {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:04.908004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.011882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.013783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] Deleting port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:05.014162 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.083489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] For port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:05.083949 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.097647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] Calling delete_port for 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:05.122188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.132799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.204645 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.225609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.235421 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f499970a-8a73-49c7-b4fb-5d2a2ac92dc3 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/subnets/5bc8ee0e-f86c-4f28-a61e-3a56cf471a3d HTTP/1.1" status: 204 len: 168 time: 2.6615641 Nov 08 14:02:05.236145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43254) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:05.241861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b23435f-fdb1-4d8c-9bd0-4a18df30eac1 None None] Network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:05.269037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:02:05.277273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.282643 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Sync routers for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:02:05.290402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a0539565-eb7f-428d-8313-3bfd849e9793 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/aad1cde4-5875-416b-aa54-f770f2a3e786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4310751 Nov 08 14:02:05.302133 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:05.304142 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:02:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:05.314380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1a5b4-2c78-469c-930d-afc00fe44cc5 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d2d394-e2ba-4ad4-afe8-4de1d5c4d1ba,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:05.333041 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.395042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Checking segment: {'id': 'c46cb9a8-aecc-47c9-a6bb-36615d40749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b1a5f609-e461-4c39-b053-db14c6915efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:05.395468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network hostable DHCP agents. Network: b1a5f609-e461-4c39-b053-db14c6915efc, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:02:05.401156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=2bdc0e35-361a-482b-a495-b307b388fdbc,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:05.406569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.412116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/subnets/577e4ee2-9694-40c0-826b-3fee94d7760c HTTP/1.1" status: 204 len: 168 time: 0.6348064 Nov 08 14:02:05.420709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43264) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:05.421717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c38938-74e3-4bd7-bf7f-e16725420a6d tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Subnet': ['ID=577e4ee2-9694-40c0-826b-3fee94d7760c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:05.435021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] Pushing event deleted for resources: {'Port': ['ID=8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:05.440842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd52fd0-10ab-4be7-a060-ed70004ad217 None None] Network 1173fb7d-7c12-4aa2-8865-a859d2c32f63 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:05.521422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:05.550617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2814f-0e2a-471f-9a8e-efb039b550b8 None None] No DVR routers for this DVR port 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:05.586765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=36e40b58-f728-4db6-a036-25a6175f4f60,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:05.599059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:05.607671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:05.608547 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.646126 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:05.669646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aadb0ce-4459-43f2-ad82-4abf2a79be7f None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:05.672660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3596d45f-a8c6-4e38-81ed-0abda1341b57 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7756729 Nov 08 14:02:05.674482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.674643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43274) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:05.701879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:05.733725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.821523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Network b1a5f609-e461-4c39-b053-db14c6915efc is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:02:05.838756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Deleting port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:05.839145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.856312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-48ef1b82-bfc2-46b5-8e3b-a7f37004fa21 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-189765680&fields=id&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 267 time: 0.3291986 Nov 08 14:02:05.909249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-72b58803-cb9e-4a68-8a52-cc324d6244eb None None] Provisioning complete for port 6e594722-336d-4f73-97ce-6aa8e783e194 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:05.910055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-72b58803-cb9e-4a68-8a52-cc324d6244eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.912312 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.960827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] For port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,segment=NetworkSegment(6a38cb0e-c843-4884-a2f5-f828f6c7a7bd),segment_id=6a38cb0e-c843-4884-a2f5-f828f6c7a7bd)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:05.961203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:05.977180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Calling delete_port for 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:06.009675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b1a5f609-e461-4c39-b053-db14c6915efc) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:06.022489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:06.054430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] DHCP port deletion for 57617557-d9ea-482f-9a48-9fcc40ddae79 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:06.061932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ae6b94-9527-41a0-ad54-3ec50e6f7a0e None None] Network b1a5f609-e461-4c39-b053-db14c6915efc requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:06.072012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:06.072621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:06.232433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eabdc431-c465-4070-933d-bba2b9c9457b tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.3134761 Nov 08 14:02:06.232768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] DHCP port deletion for a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:06.236100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:06.237303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Deleting port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:06.238094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:06.265903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:06.266725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5b2bbc59-3803-45b5-8abc-fd6859e7cf7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:06.291183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-2049ecb0-32d5-42db-bcc8-7c73c87748f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:06.294233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-2049ecb0-32d5-42db-bcc8-7c73c87748f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 797 time: 0.3446548 Nov 08 14:02:06.317604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-12903a61-e5b9-4705-b6cb-92fb8b8360fe tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/quotas/df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 375 time: 0.0137951 Nov 08 14:02:06.319352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:06.325106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:06.442293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:06.442293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8479a4e3-b3a0-46a8-ae3f-a943a7ca0b58 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:06.442787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:06.574174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-999027ed-7d35-4f77-b4b8-93ca8c5a041a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2446256 Nov 08 14:02:06.605989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] For port 77bc82d3-93be-46d6-9d2c-77b1b3470af0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=77bc82d3-93be-46d6-9d2c-77b1b3470af0,segment=NetworkSegment(fdd949be-37d3-4797-a09c-03e043e783a8),segment_id=fdd949be-37d3-4797-a09c-03e043e783a8)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:06.606374 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:06.665093 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:01Z', 'revision_number': 2, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:06.727476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '36e40b58-f728-4db6-a036-25a6175f4f60'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:06.728441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:06.755153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Checking router: aad1cde4-5875-416b-aa54-f770f2a3e786 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:02:06.756954 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Updating router aad1cde4-5875-416b-aa54-f770f2a3e786 port 6e594722-336d-4f73-97ce-6aa8e783e194 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:02:06.757994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-72b58803-cb9e-4a68-8a52-cc324d6244eb None None] Port 6e594722-336d-4f73-97ce-6aa8e783e194 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:02:06.768327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Calling delete_port for 77bc82d3-93be-46d6-9d2c-77b1b3470af0 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:06.823895 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 14:02:06.824348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:06.846480 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:06.925532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] DHCP port deletion for 1173fb7d-7c12-4aa2-8865-a859d2c32f63 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:07.032471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] Deleting port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:07.033108 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.035494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] Deleting port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:07.035885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.083412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.180738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-16abecee-f08c-4d92-96a4-588355de399b service neutron] 10.222.0.65 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5852690 Nov 08 14:02:07.209741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.243697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Port': ['ID=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:07.315712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b2bbc59-3803-45b5-8abc-fd6859e7cf7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9296546'] for subnet, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.477037 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.492443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-b1a5f609-e461-4c39-b053-db14c6915efc', 'network_id': 'b1a5f609-e461-4c39-b053-db14c6915efc', 'tenant_id': 'e222cefe28294e148c4b5c11ebfcf5d4', 'fixed_ips': [{'subnet_id': '2bdc0e35-361a-482b-a495-b307b388fdbc'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:07.492893 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.493331 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.556830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:07.559965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.569987 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Pushing event updated for resources: {'Port': ['ID=6e594722-336d-4f73-97ce-6aa8e783e194,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:07.581988 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.582615 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.583287 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.583850 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.584350 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.584830 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.585302 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.585794 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.586368 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.586845 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.587318 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.587861 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:07.603947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] No DVR routers for this DVR port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:07.674777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Port': ['ID=77bc82d3-93be-46d6-9d2c-77b1b3470af0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:07.680447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] No DVR routers for this DVR port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:07.726248 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Attempting to bind port 6e594722-336d-4f73-97ce-6aa8e783e194 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:07.726866 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Attempting to bind port 6e594722-336d-4f73-97ce-6aa8e783e194 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:07.726979 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Attempting to bind port 6e594722-336d-4f73-97ce-6aa8e783e194 on network 973814c1-6035-4faf-84dd-b1ff533a3d9a {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:07.734602 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:07.734968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Checking segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:07.739899 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.740313 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Bound using segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:07.740816 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Bound port: 6e594722-336d-4f73-97ce-6aa8e783e194, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:07.741202 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.750907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:07.777407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b2bbc59-3803-45b5-8abc-fd6859e7cf7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741090690955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8432061'] for subnet, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.781599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=5b8904c9-a7b1-439e-b527-3d854c20f289,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:07.787867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:07.792569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:07.793170 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:07.809873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-ea16f7e9-f5f6-4f7f-ba39-769d6ad52ad1 service neutron] 10.222.0.65 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816965 Nov 08 14:02:07.836257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c13a87c4-e223-46a7-9979-f517ea8b2ede tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1504681 Nov 08 14:02:07.838514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:07.864509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:fc:91:5d', 'name': 'tempest-NetworksTestDHCPv6-909831130'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:07.889816 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] For port 6e594722-336d-4f73-97ce-6aa8e783e194, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:07.894090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Allocated IP 2001:db8::3 (b1a5f609-e461-4c39-b053-db14c6915efc/2bdc0e35-361a-482b-a495-b307b388fdbc/60270d9b-a533-443a-8e3c-5d3b716eef7d) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:07.897054 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] For port 6e594722-336d-4f73-97ce-6aa8e783e194, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6e594722-336d-4f73-97ce-6aa8e783e194,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:07.903763 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.005285 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:08.005945 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:02:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:08.169299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bbc59-3803-45b5-8abc-fd6859e7cf7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event updated for resources: {'Subnet': ['ID=2bdc0e35-361a-482b-a495-b307b388fdbc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:08.300786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 77bc82d3-93be-46d6-9d2c-77b1b3470af0 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:08.357476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 77bc82d3-93be-46d6-9d2c-77b1b3470af0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:08.358171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 77bc82d3-93be-46d6-9d2c-77b1b3470af0 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:08.358951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 386d67d6-8881-4051-9e78-a9bae5c7989a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:08.363272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd41eb25-d02d-4f69-bbef-e13723733393 req-b7c7610d-0169-4d98-8511-09c357550bd6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 210 time: 0.1329210 Nov 08 14:02:08.370955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:08.502532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] For port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:08.511442 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.547837 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e797c42-ac28-4c2b-9a3d-4d6baae786cc None None] Pushing event updated for resources: {'Port': ['ID=6e594722-336d-4f73-97ce-6aa8e783e194,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:08.555633 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:08.559288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] For port 77bc82d3-93be-46d6-9d2c-77b1b3470af0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=77bc82d3-93be-46d6-9d2c-77b1b3470af0,segment=NetworkSegment(fdd949be-37d3-4797-a09c-03e043e783a8),segment_id=fdd949be-37d3-4797-a09c-03e043e783a8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:08.559709 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.626720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2bbc59-3803-45b5-8abc-fd6859e7cf7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:08.628341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b2bbc59-3803-45b5-8abc-fd6859e7cf7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.629606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Allocated IP 172.20.0.2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/36e40b58-f728-4db6-a036-25a6175f4f60/5a819c61-2b91-40ea-a79e-10049cba1381) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:08.639501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43304) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:08.640573 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5b2bbc59-3803-45b5-8abc-fd6859e7cf7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "PUT /v2.0/subnets/2bdc0e35-361a-482b-a495-b307b388fdbc HTTP/1.1" status: 200 len: 900 time: 2.3847487 Nov 08 14:02:08.642541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.677174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.734861 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.767189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:08.782240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd949be-37d3-4797-a09c-03e043e783a8') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:08.783485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd949be-37d3-4797-a09c-03e043e783a8') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:08.817326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.829978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 8e0fb061-a7c7-4948-a4c6-021862c61b2b yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:02:08.844805 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.845117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] Calling delete_port for 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:08.870532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:08.870532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:08.914256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] Calling delete_port for 77bc82d3-93be-46d6-9d2c-77b1b3470af0 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:08.918323 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:08.923827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] Port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:02:08.997216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57617557-d9ea-482f-9a48-9fcc40ddae79']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:09.002318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-84bf3321-5f4f-4cc3-b0f5-986eda8f481b None None] Provisioning complete for port 6e594722-336d-4f73-97ce-6aa8e783e194 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:09.003468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84bf3321-5f4f-4cc3-b0f5-986eda8f481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.023944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:09.026651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a38cb0e-c843-4884-a2f5-f828f6c7a7bd') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:09.046857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.054813 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.069635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] Deleting port 386d67d6-8881-4051-9e78-a9bae5c7989a {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:09.070246 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.137933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] For port 386d67d6-8881-4051-9e78-a9bae5c7989a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=386d67d6-8881-4051-9e78-a9bae5c7989a,segment=NetworkSegment(230f828b-01f3-42df-95a5-ee6593d7242a),segment_id=230f828b-01f3-42df-95a5-ee6593d7242a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:09.138731 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.141982 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.154485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] Calling delete_port for 386d67d6-8881-4051-9e78-a9bae5c7989a owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:09.289517 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.325020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.333394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.337553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] No DVR routers for this DVR port 79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:09.347944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.349569 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] 10.222.0.65 "DELETE /v2.0/networks/a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c HTTP/1.1" status: 204 len: 168 time: 4.0808914 Nov 08 14:02:09.374255 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:07Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:09.415408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.417637 n-d-804292-2 neutron-server[101842]: INFO neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No ports have port_id starting with 386d67d6-8881-4051-9e78-a9bae5c7989a Nov 08 14:02:09.419142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] No DVR routers for this DVR port 386d67d6-8881-4051-9e78-a9bae5c7989a on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:09.425377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84e27a-4ed9-4dc4-ad9c-2b1ac9094253 tempest-NetworksTest-1002054652 tempest-NetworksTest-1002054652-project] Pushing event deleted for resources: {'Network': ['ID=a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:09.491501 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c170fe-4da8-454d-8485-e802e35fd5d6 None None] The sync data for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 is: [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:07Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:02:09.508225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:09.508638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:09.512174 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:09.679357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c133991-fecc-4265-9d1f-84ddb2407503 None None] Pushing event deleted for resources: {'Port': ['ID=79040f5a-e5c4-4cdb-ae7c-7bc6517ea11c,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:09.687070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf4c0354-2d0f-4691-9a8e-14286287ea0d req-24002d96-626f-43d2-adaf-b02dfee4575c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 210 time: 0.0846715 Nov 08 14:02:09.725693 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.756169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.773074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43326) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:09.786132 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/networks/57617557-d9ea-482f-9a48-9fcc40ddae79 HTTP/1.1" status: 204 len: 168 time: 4.3618572 Nov 08 14:02:09.828695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943476c0-701a-4324-95fc-658f57a74d43 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Network': ['ID=57617557-d9ea-482f-9a48-9fcc40ddae79,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:09.878527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589eb400-396e-442a-85d7-7784ffe5b940 None None] Pushing event deleted for resources: {'Port': ['ID=386d67d6-8881-4051-9e78-a9bae5c7989a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:09.937685 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.943703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:09.953912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.030420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] Pushing event deleted for resources: {'Port': ['ID=77bc82d3-93be-46d6-9d2c-77b1b3470af0,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:10.050796 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.082625 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.082899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] Network a4c7b226-f1ed-4a14-8b2b-c2872ade6c2c is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:02:10.082899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7eb0dc-2edc-496f-8a57-bf5a4ef790b6 None None] No DVR routers for this DVR port 77bc82d3-93be-46d6-9d2c-77b1b3470af0 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:10.106378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43330) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:10.226681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=2bdc0e35-361a-482b-a495-b307b388fdbc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:10.258184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Pushing event updated for resources: {'Port': ['ID=60270d9b-a533-443a-8e3c-5d3b716eef7d,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:10.263968 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84bf3321-5f4f-4cc3-b0f5-986eda8f481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.326046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Network b1a5f609-e461-4c39-b053-db14c6915efc is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:10.350631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6e594722-336d-4f73-97ce-6aa8e783e194 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:10.361875 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.464165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:10.522577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:10.532408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1173fb7d-7c12-4aa2-8865-a859d2c32f63']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:10.559562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.563987 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4ab08576-a7b2-4d11-8dd3-6f328bae3e92 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98804301aff4476993ed70bac828883c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4559407 Nov 08 14:02:10.567005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-84bf3321-5f4f-4cc3-b0f5-986eda8f481b None None] For port 6e594722-336d-4f73-97ce-6aa8e783e194, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6e594722-336d-4f73-97ce-6aa8e783e194,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:10.567524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43334) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:10.601022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230f828b-01f3-42df-95a5-ee6593d7242a') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:10.601268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230f828b-01f3-42df-95a5-ee6593d7242a') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:10.605183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84bf3321-5f4f-4cc3-b0f5-986eda8f481b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.614088 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.641758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.680511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7376f84-0b58-4b96-8119-f670405f99c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.680840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a5f609-e461-4c39-b053-db14c6915efc']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:10.717586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.763520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7376f84-0b58-4b96-8119-f670405f99c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.806610 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.807872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:10.808488 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:10.817598 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:10.896525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46cb9a8-aecc-47c9-a6bb-36615d40749d') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:10.897102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46cb9a8-aecc-47c9-a6bb-36615d40749d') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:10.923847 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7376f84-0b58-4b96-8119-f670405f99c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.927577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f7376f84-0b58-4b96-8119-f670405f99c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:10.943560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f7376f84-0b58-4b96-8119-f670405f99c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55e2dc74-6e5d-4c78-9c9f-37e181bb2861 HTTP/1.1" status: 204 len: 168 time: 0.3629205 Nov 08 14:02:10.952304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Attempting to bind port 60270d9b-a533-443a-8e3c-5d3b716eef7d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:10.957256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Attempting to bind port 60270d9b-a533-443a-8e3c-5d3b716eef7d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'c46cb9a8-aecc-47c9-a6bb-36615d40749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b1a5f609-e461-4c39-b053-db14c6915efc'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:10.957939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Attempting to bind port 60270d9b-a533-443a-8e3c-5d3b716eef7d on network b1a5f609-e461-4c39-b053-db14c6915efc {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:10.966988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7376f84-0b58-4b96-8119-f670405f99c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e2dc74-6e5d-4c78-9c9f-37e181bb2861,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:10.970706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf3321-5f4f-4cc3-b0f5-986eda8f481b None None] Pushing event updated for resources: {'Port': ['ID=6e594722-336d-4f73-97ce-6aa8e783e194,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:11.005238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:11.042073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:11.049024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:11.093639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-58cdab8d-ab97-4910-ac1a-d72e72fcc73b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:11.104580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-58cdab8d-ab97-4910-ac1a-d72e72fcc73b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 797 time: 0.8990092 Nov 08 14:02:11.111384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.126064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:11.132758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Checking segment: {'id': 'c46cb9a8-aecc-47c9-a6bb-36615d40749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b1a5f609-e461-4c39-b053-db14c6915efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:11.133446 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.134006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Bound using segment: {'id': 'c46cb9a8-aecc-47c9-a6bb-36615d40749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b1a5f609-e461-4c39-b053-db14c6915efc'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:11.134711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Bound port: 60270d9b-a533-443a-8e3c-5d3b716eef7d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46cb9a8-aecc-47c9-a6bb-36615d40749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b1a5f609-e461-4c39-b053-db14c6915efc'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:11.135303 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.152798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6e594722-336d-4f73-97ce-6aa8e783e194 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:11.153472 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.214935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e72f7183-4cd2-4711-9673-daa67e904d87 req-ebb0a771-2af0-4090-ac0b-7921d75adefd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 210 time: 0.2764544 Nov 08 14:02:11.250919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.263521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:11.264022 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.337137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-702f588a-1d58-4056-80c2-3c5f17011468 None None] Provisioning complete for port 6e594722-336d-4f73-97ce-6aa8e783e194 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:11.338021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-702f588a-1d58-4056-80c2-3c5f17011468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.425684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Pushing event updated for resources: {'Port': ['ID=5a819c61-2b91-40ea-a79e-10049cba1381,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:11.491336 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:11.506304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.api [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 14:02:11.506304 n-d-804292-2 neutron-server[101841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 14:02:11.506304 n-d-804292-2 neutron-server[101841]: [parameters: {'id': 'b1a5f609-e461-4c39-b053-db14c6915efc'}] Nov 08 14:02:11.506304 n-d-804292-2 neutron-server[101841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:02:11.506756 n-d-804292-2 neutron-server[101841]: DEBUG oslo_db.api [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:02:11.514036 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.533971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:11.545446 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] 10.222.0.65 "DELETE /v2.0/networks/1173fb7d-7c12-4aa2-8865-a859d2c32f63 HTTP/1.1" status: 204 len: 168 time: 1.7711742 Nov 08 14:02:11.673072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a6e1a-fb0e-40bf-b433-343e2c1c56f7 tempest-TaggedBootDevicesTest-809836168 tempest-TaggedBootDevicesTest-809836168-project] Pushing event deleted for resources: {'Network': ['ID=1173fb7d-7c12-4aa2-8865-a859d2c32f63,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:11.805682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 172.20.0.3 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/36e40b58-f728-4db6-a036-25a6175f4f60/8e0fb061-a7c7-4948-a4c6-021862c61b2b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:11.835453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fefc:915d (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/5b8904c9-a7b1-439e-b527-3d854c20f289/8e0fb061-a7c7-4948-a4c6-021862c61b2b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:11.843087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-30aa3109-ca3f-4457-a476-a65cce9921ee tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 379 time: 0.7011030 Nov 08 14:02:11.858599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'port': {'device_id': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'admin_state_up': True, 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'security_groups': ['d19b655d-10f1-482a-b55e-3f2236d520e0']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:12.029563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.132310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Attempting to bind port 5a819c61-2b91-40ea-a79e-10049cba1381 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:12.133892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Attempting to bind port 5a819c61-2b91-40ea-a79e-10049cba1381 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:12.135064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Attempting to bind port 5a819c61-2b91-40ea-a79e-10049cba1381 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:12.154862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:12.155373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:12.155961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.156630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:12.157537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Bound port: 5a819c61-2b91-40ea-a79e-10049cba1381, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:12.158191 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.163512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] For port 60270d9b-a533-443a-8e3c-5d3b716eef7d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:12.170678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] For port 60270d9b-a533-443a-8e3c-5d3b716eef7d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=60270d9b-a533-443a-8e3c-5d3b716eef7d,segment=NetworkSegment(c46cb9a8-aecc-47c9-a6bb-36615d40749d),segment_id=c46cb9a8-aecc-47c9-a6bb-36615d40749d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:12.271690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6e594722-336d-4f73-97ce-6aa8e783e194 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:12.274521 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.335378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:12.342422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.471323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9330f-5fd8-4706-b81f-d858a1716b18 None None] Pushing event updated for resources: {'Port': ['ID=60270d9b-a533-443a-8e3c-5d3b716eef7d,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:12.471608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43382) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:12.500020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] For port 5a819c61-2b91-40ea-a79e-10049cba1381, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:12.506430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c71c0-50ba-49d4-b36c-4940a86917b3 None None] Network b1a5f609-e461-4c39-b053-db14c6915efc requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:12.621067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] For port 5a819c61-2b91-40ea-a79e-10049cba1381, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5a819c61-2b91-40ea-a79e-10049cba1381,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:12.629491 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.634601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6e594722-336d-4f73-97ce-6aa8e783e194 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:12.635095 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.648828 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.708927 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-741561c7-020d-4382-b974-675e6fa62edf tempest-ServiceProvidersTest-928890352 tempest-ServiceProvidersTest-928890352-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2352858 Nov 08 14:02:12.720929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56e65cba-f54e-4826-9733-58acef336570 req-104aedee-cb11-42b5-952d-f945b444c648 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 210 time: 0.1473880 Nov 08 14:02:12.804595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39007f3-b874-41a5-938c-abd0e7375cec None None] Pushing event updated for resources: {'Port': ['ID=5a819c61-2b91-40ea-a79e-10049cba1381,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:12.825481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f134f71-4d45-42a9-a618-08795d67d795 None None] Network b1a5f609-e461-4c39-b053-db14c6915efc requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:12.874985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:12.932943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting port 60270d9b-a533-443a-8e3c-5d3b716eef7d {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:12.933304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:13.069417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.11 (973814c1-6035-4faf-84dd-b1ff533a3d9a/66ffb297-c6b0-40bc-82f7-b0caadc70b9e/7e743716-0daa-41b9-89f4-d94ef2f63084) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:13.104282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:13.375140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:13.390340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:13.394741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=8e0fb061-a7c7-4948-a4c6-021862c61b2b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:13.511762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] For port 60270d9b-a533-443a-8e3c-5d3b716eef7d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=60270d9b-a533-443a-8e3c-5d3b716eef7d,segment=NetworkSegment(c46cb9a8-aecc-47c9-a6bb-36615d40749d),segment_id=c46cb9a8-aecc-47c9-a6bb-36615d40749d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:13.512161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:13.556597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Calling delete_port for 60270d9b-a533-443a-8e3c-5d3b716eef7d owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:13.596350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:13.597073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:13.614479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43398) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:13.848686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.086947 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.098799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.257058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d48b696d74ba433fad229ae2d02d173c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6403055 Nov 08 14:02:14.283505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43408) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:14.312382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5a819c61-2b91-40ea-a79e-10049cba1381 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:14.382066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f46b051-2d63-4f8a-a437-27d59accfc7b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:14.411662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.412080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.412384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.412724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.413060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.413395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.418061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.418420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.418770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.419117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.419452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.419835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd4f25-0ada-41cd-891f-135d795211e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:14.487308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8e435669-960f-4f8d-a2b8-4cf36c9febff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.499958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c7de3bf8-56df-4c69-a556-d680b1872da4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.6584642 Nov 08 14:02:14.507006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43410) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:14.522100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-206ecd0e-204a-4cbd-bd0a-5969cd87d376 req-d6801998-1831-46ea-945f-0268e8645370 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 210 time: 0.3271730 Nov 08 14:02:14.525683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.549648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5a819c61-2b91-40ea-a79e-10049cba1381 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:14.553207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.667764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8e435669-960f-4f8d-a2b8-4cf36c9febff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.690880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.733064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.742280 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.768291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b369ab-8065-4239-96bd-c5a108f49e4d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:14.776970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b369ab-8065-4239-96bd-c5a108f49e4d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:14.779161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-08b369ab-8065-4239-96bd-c5a108f49e4d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.2632511 Nov 08 14:02:14.801601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43416) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:14.802656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5c0e4-bcb5-4f2d-afe3-c7cf4cd7f397 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:14.804882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No DVR routers for this DVR port 60270d9b-a533-443a-8e3c-5d3b716eef7d on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:14.808018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Port': ['ID=60270d9b-a533-443a-8e3c-5d3b716eef7d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:14.810323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 5a819c61-2b91-40ea-a79e-10049cba1381, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5a819c61-2b91-40ea-a79e-10049cba1381,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:14.839047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:14.928055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:14.950797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:14.973116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:15.051359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8e435669-960f-4f8d-a2b8-4cf36c9febff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.054443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8e435669-960f-4f8d-a2b8-4cf36c9febff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.060476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=5a819c61-2b91-40ea-a79e-10049cba1381,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:15.065020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8e435669-960f-4f8d-a2b8-4cf36c9febff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f46b051-2d63-4f8a-a437-27d59accfc7b HTTP/1.1" status: 204 len: 168 time: 0.7803655 Nov 08 14:02:15.087169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d858f218-c491-446a-ad32-875812be41f8 None None] Provisioning complete for port 5a819c61-2b91-40ea-a79e-10049cba1381 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:15.088352 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d858f218-c491-446a-ad32-875812be41f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.104411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e435669-960f-4f8d-a2b8-4cf36c9febff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f46b051-2d63-4f8a-a437-27d59accfc7b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:15.129864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.130226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.130578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.130923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.131264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.131600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.131961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.132293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.132777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.133113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.133447 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.133774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:02:15.140967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 8e0fb061-a7c7-4948-a4c6-021862c61b2b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:15.144902 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.178089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:15.205127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.374996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.395798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a5f609-e461-4c39-b053-db14c6915efc']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:15.407905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:15.408601 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.420349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 8e0fb061-a7c7-4948-a4c6-021862c61b2b owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:15.442837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46cb9a8-aecc-47c9-a6bb-36615d40749d') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:15.443161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46cb9a8-aecc-47c9-a6bb-36615d40749d') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:15.518253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-80d9469f-4905-468f-8a07-5b2c0d0a5232 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6645172 Nov 08 14:02:15.520433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.534796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Request body: {'port': {'device_id': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:15.590917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d451ff5-d29f-4978-a358-8bb4990212e5 None None] Update dhcp port {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': '36e40b58-f728-4db6-a036-25a6175f4f60', 'ip_address': '172.20.0.2'}, {'subnet_id': '5b8904c9-a7b1-439e-b527-3d854c20f289'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '5a819c61-2b91-40ea-a79e-10049cba1381'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:02:15.621772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2d451ff5-d29f-4978-a358-8bb4990212e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.641755 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.654998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-be325b66-ce1b-4e44-b8a1-a23a353577b7 None None] Provisioning complete for port 7e743716-0daa-41b9-89f4-d94ef2f63084 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:15.655387 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be325b66-ce1b-4e44-b8a1-a23a353577b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.763449 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.771833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:15.772529 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.792296 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:15.797359 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:15.859998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=8e0fb061-a7c7-4948-a4c6-021862c61b2b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:16.080621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:16.094652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a8587741-e9b8-45f5-b19b-c0597fbec34e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/8e0fb061-a7c7-4948-a4c6-021862c61b2b HTTP/1.1" status: 204 len: 168 time: 1.2844381 Nov 08 14:02:16.097496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43448) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:16.128550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-2d451ff5-d29f-4978-a358-8bb4990212e5 None None] Allocated IP 2001:db8::f816:3eff:feee:8736 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/5b8904c9-a7b1-439e-b527-3d854c20f289/5a819c61-2b91-40ea-a79e-10049cba1381) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:16.208701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:16.296241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04691d6-c97f-4b5c-aa9f-0f6266cfc0aa req-7d01464c-bb64-4c14-afe8-ed9d6af63b7f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:16.301114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33eef7e-ed28-44b8-80d2-cdb6733647df tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:16.307686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d04691d6-c97f-4b5c-aa9f-0f6266cfc0aa req-7d01464c-bb64-4c14-afe8-ed9d6af63b7f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 932 time: 0.5372822 Nov 08 14:02:16.309112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33eef7e-ed28-44b8-80d2-cdb6733647df tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:16.310898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33eef7e-ed28-44b8-80d2-cdb6733647df tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:16.312415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:16.318170 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a33eef7e-ed28-44b8-80d2-cdb6733647df tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2195444 Nov 08 14:02:16.319214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43456) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:16.336072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/b1a5f609-e461-4c39-b053-db14c6915efc HTTP/1.1" status: 204 len: 168 time: 7.6682284 Nov 08 14:02:16.344977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5a819c61-2b91-40ea-a79e-10049cba1381 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:16.378068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43458) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:16.415293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 36e40b58-f728-4db6-a036-25a6175f4f60 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:16.550577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525309ed-be11-4af9-bc23-01b2cd510fe8 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=b1a5f609-e461-4c39-b053-db14c6915efc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:16.624810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-be325b66-ce1b-4e44-b8a1-a23a353577b7 None None] Port 7e743716-0daa-41b9-89f4-d94ef2f63084 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:02:16.626085 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbd8799-5577-4198-a1a1-bf436c97ffac tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:16.626553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdbd8799-5577-4198-a1a1-bf436c97ffac tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:16.632440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fdbd8799-5577-4198-a1a1-bf436c97ffac tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/2bdc0e35-361a-482b-a495-b307b388fdbc HTTP/1.1" status: 404 len: 337 time: 0.2532361 Nov 08 14:02:16.632641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43464) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:16.685737 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c41a246-7486-4ffd-9610-5355324fceb1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:16.686885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c41a246-7486-4ffd-9610-5355324fceb1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:16.691676 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0c41a246-7486-4ffd-9610-5355324fceb1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/b1a5f609-e461-4c39-b053-db14c6915efc HTTP/1.1" status: 404 len: 339 time: 0.0571640 Nov 08 14:02:16.694864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43466) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:16.729350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5a819c61-2b91-40ea-a79e-10049cba1381 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:16.729788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:16.824850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d04691d6-c97f-4b5c-aa9f-0f6266cfc0aa req-576c1d7b-3b18-4436-bd31-0e1568b57130 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4844813 Nov 08 14:02:16.835212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2d451ff5-d29f-4978-a358-8bb4990212e5 None None] For port 5a819c61-2b91-40ea-a79e-10049cba1381, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5a819c61-2b91-40ea-a79e-10049cba1381,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:16.902431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.043859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2d451ff5-d29f-4978-a358-8bb4990212e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.056545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.088916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e743716-0daa-41b9-89f4-d94ef2f63084 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:02:17.113947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2d451ff5-d29f-4978-a358-8bb4990212e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.122487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.160673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Transition to ACTIVE for port object 7e743716-0daa-41b9-89f4-d94ef2f63084 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:02:17.163942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43482) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:17.175343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0089352 Nov 08 14:02:17.182448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.190723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:17.263511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d451ff5-d29f-4978-a358-8bb4990212e5 None None] Pushing event updated for resources: {'Port': ['ID=5a819c61-2b91-40ea-a79e-10049cba1381,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:17.400375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.422394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.435767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:17.538961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:17.539437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:17.539793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 on network 973814c1-6035-4faf-84dd-b1ff533a3d9a {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:17.545631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Port 7e743716-0daa-41b9-89f4-d94ef2f63084 on network 973814c1-6035-4faf-84dd-b1ff533a3d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:02:17.545830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 on network 973814c1-6035-4faf-84dd-b1ff533a3d9a {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:17.553095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:17.553751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Checking segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:17.557138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Bound using segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:17.557831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Bound port: 7e743716-0daa-41b9-89f4-d94ef2f63084, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:17.558433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.561343 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-52793e6f-9d08-4462-891f-7223ccc2cd60 tempest-NetworksApiDiscovery-821579236 tempest-NetworksApiDiscovery-821579236-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3694458 Nov 08 14:02:17.644973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.717658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:17.721366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:17.730270 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.853293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:17.864011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:17.865653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] 10.222.0.70 "PUT /v2.0/ports/7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1092 time: 2.3356199 Nov 08 14:02:17.866788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:02:17.869293 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:02:18.020966 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec11929b-eff5-49d6-986d-9416a6135f34 x-openstack-request-id: req-ec11929b-eff5-49d6-986d-9416a6135f34 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:02:18.021380 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:02:18.021748 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec11929b-eff5-49d6-986d-9416a6135f34 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:02:18.022362 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'status': 'completed', 'code': 200} Nov 08 14:02:18.206462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6123-e684-43fa-aa97-a246f1ae67b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:18.274406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5a819c61-2b91-40ea-a79e-10049cba1381 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:18.345685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-ca7d671d-6dab-48a5-8bb7-54c7a870482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:18.349556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-ca7d671d-6dab-48a5-8bb7-54c7a870482b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1095 time: 0.4267392 Nov 08 14:02:18.388178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a10eaa-f165-4521-b862-d2f8e4399303 req-57404b79-f946-41ee-b44d-021d12b6792b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:18.390556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16a10eaa-f165-4521-b862-d2f8e4399303 req-57404b79-f946-41ee-b44d-021d12b6792b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.3419521 Nov 08 14:02:18.442090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-da102781-212b-4044-938a-942147686d29 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 217 time: 0.0780697 Nov 08 14:02:18.442938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43506) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:18.581649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5a819c61-2b91-40ea-a79e-10049cba1381 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:18.582020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:18.619779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34f995e-eb8d-41a4-af0d-78ce15455e82']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:18.663542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16a10eaa-f165-4521-b862-d2f8e4399303 req-4e279357-8102-44d1-a0dd-de301d7cb608 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191005 Nov 08 14:02:18.680341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59474382-9f38-41aa-968f-d4fc91ef2b11') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:18.681344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59474382-9f38-41aa-968f-d4fc91ef2b11') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:18.756915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-a68eba26-cf9c-4616-b1a4-f8d6d42262c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:18.760326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:18.764328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:18.770085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-a68eba26-cf9c-4616-b1a4-f8d6d42262c7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.3104985 Nov 08 14:02:18.852790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=36e40b58-f728-4db6-a036-25a6175f4f60,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:18.869549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:18.882941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bc84cdb0-bc29-4404-a52a-abd8eacb4062 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/36e40b58-f728-4db6-a036-25a6175f4f60 HTTP/1.1" status: 204 len: 168 time: 2.5624030 Nov 08 14:02:18.885313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:18.892331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43510) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:18.942046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef110d3-c03a-4fa9-844c-b0709c8c9b51 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:18.952311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc8a6-6310-430b-b669-cda31be626a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.001725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:19.002397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:19.005797 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:19.015263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-59f32410-7bc0-4930-9ed6-1f248c29b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:19.027483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-59f32410-7bc0-4930-9ed6-1f248c29b8aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491174 Nov 08 14:02:19.155257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 5b8904c9-a7b1-439e-b527-3d854c20f289 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:19.159782 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.162128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.195088 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.198904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/f34f995e-eb8d-41a4-af0d-78ce15455e82 HTTP/1.1" status: 204 len: 168 time: 2.5023742 Nov 08 14:02:19.205316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43516) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:19.241766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ea140-5bb6-4bb8-959d-07a5acfa8e0c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=f34f995e-eb8d-41a4-af0d-78ce15455e82,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:19.253554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b6b10a74-6d7a-4375-bea6-d7ddafefe739 None None] Provisioning complete for port 5a819c61-2b91-40ea-a79e-10049cba1381 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:19.254038 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6b10a74-6d7a-4375-bea6-d7ddafefe739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.338923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.465372 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea82220-7644-463d-bc5d-663a9e52753c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:19.466285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea82220-7644-463d-bc5d-663a9e52753c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:19.477070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eea82220-7644-463d-bc5d-663a9e52753c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/4f2e3b9f-dab9-41ad-9955-40ecde9a214d HTTP/1.1" status: 404 len: 337 time: 0.2705383 Nov 08 14:02:19.478680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43522) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:19.518111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-d41e8473-d262-48f4-8509-8e442fc62b62 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789906 Nov 08 14:02:19.523445 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc8a6-6310-430b-b669-cda31be626a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.526485 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9566441-47da-4b91-83f4-2f747e20acf1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:19.527644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9566441-47da-4b91-83f4-2f747e20acf1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:19.537015 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c8dc8a6-6310-430b-b669-cda31be626a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.542427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9566441-47da-4b91-83f4-2f747e20acf1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/6332d5f0-2cb5-447d-bdc4-df7220e2a2f9 HTTP/1.1" status: 404 len: 339 time: 0.0600486 Nov 08 14:02:19.543234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43526) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:19.703120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting subnet c3370231-2b47-4dd6-8b04-b0416eb58903 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:19.708177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.736166 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c8dc8a6-6310-430b-b669-cda31be626a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=469e9b974377421a927935a135beb0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2880816 Nov 08 14:02:19.736166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8dc8a6-6310-430b-b669-cda31be626a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52bfe11-863d-453e-bb13-01f4d3b923c4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:19.748503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43532) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:19.780256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b6b10a74-6d7a-4375-bea6-d7ddafefe739 None None] Could not find standard attr ID for object 8e0fb061-a7c7-4948-a4c6-021862c61b2b. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:02:19.813121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-049ef6f3-0b8e-45cc-9ad5-82a684effa3f req-596d540f-69f6-45bc-8518-30f4bc57768b service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866559 Nov 08 14:02:19.917819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:19.932764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-648d1fb3-f7d8-42ce-bc54-9b6413d8348b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.012344 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.013633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-648d1fb3-f7d8-42ce-bc54-9b6413d8348b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.083287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3f24-f0da-465e-a4e2-0a933af682bc req-391c8894-cda0-4c36-be7a-a5e16c2d3a48 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:20.086548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b35b3f24-f0da-465e-a4e2-0a933af682bc req-391c8894-cda0-4c36-be7a-a5e16c2d3a48 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.2481406 Nov 08 14:02:20.142268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.191766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.207968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-9d2e9057-62b9-46f2-8cca-32309c74b201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:20.209668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-9d2e9057-62b9-46f2-8cca-32309c74b201 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2959478 Nov 08 14:02:20.263851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8904c9-a7b1-439e-b527-3d854c20f289,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:20.264248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.267979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e742a8dc-53d1-4df0-a43b-730fe6cb146a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/5b8904c9-a7b1-439e-b527-3d854c20f289 HTTP/1.1" status: 204 len: 168 time: 1.3698683 Nov 08 14:02:20.272339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43538) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:20.311219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.363623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a721837e-8106-4ecd-a824-d7d77c2a955a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826931 Nov 08 14:02:20.372546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43542) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:20.378474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:20.410502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b35b3f24-f0da-465e-a4e2-0a933af682bc req-a951edd8-fce0-42e8-90b4-508670d2f6e0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126657 Nov 08 14:02:20.424884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.427630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fd8e2-e18c-43f4-9cd1-91b1fcc57ab1 None None] Network 6ebecf56-b48f-4645-a90c-2200ac889311 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:20.454949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-648d1fb3-f7d8-42ce-bc54-9b6413d8348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.454949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-648d1fb3-f7d8-42ce-bc54-9b6413d8348b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.454949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-648d1fb3-f7d8-42ce-bc54-9b6413d8348b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a52bfe11-863d-453e-bb13-01f4d3b923c4 HTTP/1.1" status: 204 len: 168 time: 0.6981611 Nov 08 14:02:20.509829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/c3370231-2b47-4dd6-8b04-b0416eb58903 HTTP/1.1" status: 204 len: 168 time: 0.9614644 Nov 08 14:02:20.510754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfbb64-88ca-4650-9ec9-7c2adf190ec1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=c3370231-2b47-4dd6-8b04-b0416eb58903,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:20.512481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43548) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:20.639455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d1fb3-f7d8-42ce-bc54-9b6413d8348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52bfe11-863d-453e-bb13-01f4d3b923c4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:20.729033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting subnet ff90b1b7-0027-4cd8-84e5-98ff001e46fa {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:20.747255 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.841165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-14319081-a1fe-46c1-ae5f-31e4f2c65919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:20.842753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-14319081-a1fe-46c1-ae5f-31e4f2c65919 service neutron] 10.222.0.70 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.6237087 Nov 08 14:02:20.851964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:20.875706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d5043-6273-4f25-a8ab-b0883c98aa31 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:20.882782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:20.901567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.141051 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.193708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5eeb4648-6789-4448-9bba-7c9d0678e890 None None] Provisioning complete for port 5a819c61-2b91-40ea-a79e-10049cba1381 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:21.208025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5eeb4648-6789-4448-9bba-7c9d0678e890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.261054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.277604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.286771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/ff90b1b7-0027-4cd8-84e5-98ff001e46fa HTTP/1.1" status: 204 len: 168 time: 0.7703395 Nov 08 14:02:21.351337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43568) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:21.403163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cf804-2fa7-482c-8efd-012b3f42bd6a tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=ff90b1b7-0027-4cd8-84e5-98ff001e46fa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:21.558410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.582049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-a4b4325f-e76d-4a86-a447-9a7bed2888e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 217 time: 0.7102275 Nov 08 14:02:21.653207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.842642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:21.843907 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:21.926535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:21.927884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c82cc6-a538-4994-8a37-a5f46edb55ae None None] Update dhcp port {'port': {'network_id': '6ebecf56-b48f-4645-a90c-2200ac889311', 'fixed_ips': [{'subnet_id': 'ff90b1b7-0027-4cd8-84e5-98ff001e46fa'}], 'binding:host_id': 'n-d-804292-2'}, 'id': 'd9e7fdb4-77f8-4db7-a525-c212132ed5a3'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:02:21.957804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:22.002815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:22.003882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:22.030866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:22.046645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=6ba1978b-59cd-4e5a-a756-a58d5db88578,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:22.072240 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-91c82cc6-a538-4994-8a37-a5f46edb55ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:22.118222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] For port d9e7fdb4-77f8-4db7-a525-c212132ed5a3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,segment=NetworkSegment(f1770f9a-c63e-4861-8b03-e20da026944c),segment_id=f1770f9a-c63e-4861-8b03-e20da026944c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:22.119245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-4e85fb04-65a4-4d4e-8809-1db1b7dfe4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:22.122747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:22.123928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-4e85fb04-65a4-4d4e-8809-1db1b7dfe4eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.5409372 Nov 08 14:02:22.154310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd9c3bc-237f-4da8-b484-b95457527a6a req-c1a8d178-c05c-45c6-a5fb-efbd6d57130a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:22.174765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0fd9c3bc-237f-4da8-b484-b95457527a6a req-c1a8d178-c05c-45c6-a5fb-efbd6d57130a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.5136328 Nov 08 14:02:22.190533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Calling delete_port for d9e7fdb4-77f8-4db7-a525-c212132ed5a3 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:22.261511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5a819c61-2b91-40ea-a79e-10049cba1381 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:22.402335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-00c48076-cd40-4ece-8adf-2df64191a1da tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0236025 Nov 08 14:02:22.405298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43618) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:22.419362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:22.590590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-7309e734-d6fc-48e7-bfca-2b9a4383c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:22.598041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-7309e734-d6fc-48e7-bfca-2b9a4383c4af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3785863 Nov 08 14:02:22.616107 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] Deleting port 5a819c61-2b91-40ea-a79e-10049cba1381 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:22.616774 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:22.630914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0fd9c3bc-237f-4da8-b484-b95457527a6a req-31dd26b8-b4be-4e45-886b-125e43ea9965 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4526167 Nov 08 14:02:22.654211 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:22.730679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c383760-4b16-4ffa-ae9b-a83a28289898 None None] Network 6ebecf56-b48f-4645-a90c-2200ac889311 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:22.778753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:22.851515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No DVR routers for this DVR port d9e7fdb4-77f8-4db7-a525-c212132ed5a3 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:22.967097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Port': ['ID=d9e7fdb4-77f8-4db7-a525-c212132ed5a3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:22.979143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-9b0f969a-066a-4ffa-ac75-a9ee41cc3de9 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398538 Nov 08 14:02:23.055769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6b9fe50e-4895-445d-905d-e97820ba8dfb None None] Could not find standard attr ID for object d9e7fdb4-77f8-4db7-a525-c212132ed5a3. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:02:23.074778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 5a819c61-2b91-40ea-a79e-10049cba1381, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5a819c61-2b91-40ea-a79e-10049cba1381,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:23.104603 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.123956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:23.143571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.226818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:02:23.244837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae0cc45-fac5-41bf-b03a-6cb7afd6f822 None None] DHCP port deletion for 6ebecf56-b48f-4645-a90c-2200ac889311 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:23.303497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70837b50-4f31-4b7a-915d-6bfdaaf01cc1 req-d2551d7a-4df7-49ee-99ff-89fb429bb878 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161490 Nov 08 14:02:23.307042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] For port 5a819c61-2b91-40ea-a79e-10049cba1381, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5a819c61-2b91-40ea-a79e-10049cba1381,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:23.309167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.338473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.372098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] Calling delete_port for 5a819c61-2b91-40ea-a79e-10049cba1381 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:23.441728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=5a819c61-2b91-40ea-a79e-10049cba1381,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:23.596721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:23.697145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.738443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebecf56-b48f-4645-a90c-2200ac889311']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:23.742843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'port_id': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'mac_address': 'fa:16:3e:bf:be:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:02:23.754837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1770f9a-c63e-4861-8b03-e20da026944c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:23.755141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1770f9a-c63e-4861-8b03-e20da026944c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:23.808605 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.811242 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.858370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.866318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e743716-0daa-41b9-89f4-d94ef2f63084 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:02:23.876520 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.880343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.881868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:23.882467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:23.886603 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:23.902795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:23.930175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8399e-49b6-45e8-b78b-6e91e0df148e req-b2dc58b3-fcfa-41ba-a1e7-02a23065bc30 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:23.937922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ff8399e-49b6-45e8-b78b-6e91e0df148e req-b2dc58b3-fcfa-41ba-a1e7-02a23065bc30 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.1238539 Nov 08 14:02:23.939657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] No DVR routers for this DVR port 5a819c61-2b91-40ea-a79e-10049cba1381 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:23.952500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2c552-39c7-4ccf-aa28-6ceb3c0be3ea None None] Pushing event deleted for resources: {'Port': ['ID=5a819c61-2b91-40ea-a79e-10049cba1381,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:23.964510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:23.970854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc14af7-1b2a-4932-82ec-4e7cf770799a None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:24.051380 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.115598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ff8399e-49b6-45e8-b78b-6e91e0df148e req-e9f6c8db-6c32-43c2-b8b7-764dc492eb2d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593280 Nov 08 14:02:24.184502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:24.190413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9e7fdb4-77f8-4db7-a525-c212132ed5a3 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:24.235644 n-d-804292-2 neutron-server[101840]: WARNING neutron.services.revisions.revision_plugin [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Could not find related port for resource to bump revision. Nov 08 14:02:24.249871 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.255490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.261973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/6ebecf56-b48f-4645-a90c-2200ac889311 HTTP/1.1" status: 204 len: 168 time: 2.9036133 Nov 08 14:02:24.262693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.267283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Port 5a819c61-2b91-40ea-a79e-10049cba1381 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 08 14:02:24.267657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Reverting IP allocation for 2001:db8::f816:3eff:feee:8736 {{(pid=101840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 08 14:02:24.272112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_pluggable_backend [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feee:8736 {{(pid=101840) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 08 14:02:24.286292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.288697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918d68-1bd9-4022-9b76-6628976212a2 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=6ebecf56-b48f-4645-a90c-2200ac889311,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:24.302713 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6116d2-4565-4e9c-9635-43f9b7475a9c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:24.303169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6116d2-4565-4e9c-9635-43f9b7475a9c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:24.305856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d9e7fdb4-77f8-4db7-a525-c212132ed5a3 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:24.306204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d9e7fdb4-77f8-4db7-a525-c212132ed5a3 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:24.312715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc6116d2-4565-4e9c-9635-43f9b7475a9c tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/5488b53b-6897-4af2-94ed-a60a3c68fff3 HTTP/1.1" status: 404 len: 337 time: 0.0489509 Nov 08 14:02:24.315219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43660) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.328996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7e743716-0daa-41b9-89f4-d94ef2f63084'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:02:24.336097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:24.354330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:24.358586 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4074f6e2-1783-4aaf-93e9-8306645be13d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:24.359199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4074f6e2-1783-4aaf-93e9-8306645be13d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:24.360991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:24.361587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.369387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4074f6e2-1783-4aaf-93e9-8306645be13d tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/5dd71ed2-86b2-4f9b-9d54-dd54a9fd096a HTTP/1.1" status: 404 len: 339 time: 0.0526860 Nov 08 14:02:24.375104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43662) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.378127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '6ba1978b-59cd-4e5a-a756-a58d5db88578'}, {'subnet_id': 'e552562a-2280-4757-99cc-dec594a14b98'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:24.379213 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.412291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=e552562a-2280-4757-99cc-dec594a14b98,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:24.428041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bc21e9d8-c6f1-4201-96f3-7ae8fd6b3151 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0214086 Nov 08 14:02:24.428657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43664) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.433711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:bb:84:3f', 'name': 'tempest-NetworksTestDHCPv6-1176713250'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:24.441392 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a55293a-3848-4a4d-ac65-e6f6a8230212 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:24.442032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a55293a-3848-4a4d-ac65-e6f6a8230212 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:24.445496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1a55293a-3848-4a4d-ac65-e6f6a8230212 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/7abe0cd4-21d9-4449-a25e-82c5fa07a1eb HTTP/1.1" status: 404 len: 337 time: 0.0709553 Nov 08 14:02:24.448671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43666) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.478443 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabb591b-697f-4ea6-b0b0-6f3aafe6b051 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:24.479096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabb591b-697f-4ea6-b0b0-6f3aafe6b051 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:24.487454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cabb591b-697f-4ea6-b0b0-6f3aafe6b051 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/70d63954-3bc2-4518-8833-d6d4f2dc550c HTTP/1.1" status: 404 len: 339 time: 0.0373089 Nov 08 14:02:24.493002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43668) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.558256 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f08a9f-1a1e-48b0-ac79-3e625f1fac63 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:24.558724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f08a9f-1a1e-48b0-ac79-3e625f1fac63 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:24.570490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43674) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.577003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b0f08a9f-1a1e-48b0-ac79-3e625f1fac63 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/d2aea7ec-09ca-447c-98d4-9e129b33f756 HTTP/1.1" status: 404 len: 337 time: 0.0772989 Nov 08 14:02:24.620780 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec5b742-83af-45a0-991b-90e3f100b510 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:24.622270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec5b742-83af-45a0-991b-90e3f100b510 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:24.625934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fec5b742-83af-45a0-991b-90e3f100b510 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/d9405859-fd39-443c-9a04-0d05c641db9c HTTP/1.1" status: 404 len: 339 time: 0.0534830 Nov 08 14:02:24.629160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43676) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.630937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Allocated IP 172.20.0.2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/6ba1978b-59cd-4e5a-a756-a58d5db88578/c76e7bca-1180-4512-ad63-6c7c211d268f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:24.639121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Allocated IP 2001:db8::f816:3eff:fef9:1447 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/e552562a-2280-4757-99cc-dec594a14b98/c76e7bca-1180-4512-ad63-6c7c211d268f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:24.698275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43678) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:24.717578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting subnet 8f2edda8-3d6a-4b09-bb9c-53eced1d754d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:24.721963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.814839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.815271 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.823080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:24.827926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.887599 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dacc2566-0b82-43e6-bdc9-c730b5a34942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:24.892781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:24.896818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:24.907598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:24.934203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Pushing event updated for resources: {'Port': ['ID=c76e7bca-1180-4512-ad63-6c7c211d268f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:25.041055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Attempting to bind port c76e7bca-1180-4512-ad63-6c7c211d268f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:25.041429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Attempting to bind port c76e7bca-1180-4512-ad63-6c7c211d268f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:25.041796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Attempting to bind port c76e7bca-1180-4512-ad63-6c7c211d268f on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:25.059046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:25.059452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:25.059908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.060338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:25.060904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Bound port: c76e7bca-1180-4512-ad63-6c7c211d268f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:25.061358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.117698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dacc2566-0b82-43e6-bdc9-c730b5a34942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.126846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dacc2566-0b82-43e6-bdc9-c730b5a34942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.202255 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.233363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 38e5d2ec-671f-4952-9dbb-4fd4350d2b2b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:02:25.300140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dacc2566-0b82-43e6-bdc9-c730b5a34942 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e0fb7c064dc4a6080f871257f3d8ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5998061 Nov 08 14:02:25.302597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43708) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:25.353652 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.366809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc2566-0b82-43e6-bdc9-c730b5a34942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc25f00f-c992-4937-b630-30b2349f3a7f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:25.470688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] For port c76e7bca-1180-4512-ad63-6c7c211d268f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:25.592660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c7b3f-bdbd-49c4-97f3-19bca209a504 req-1a3eb6c2-4ade-4a95-8f32-eda21c92d79c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:25.598492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] For port c76e7bca-1180-4512-ad63-6c7c211d268f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c76e7bca-1180-4512-ad63-6c7c211d268f,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:25.612522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad1c7b3f-bdbd-49c4-97f3-19bca209a504 req-1a3eb6c2-4ade-4a95-8f32-eda21c92d79c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 945 time: 0.3002782 Nov 08 14:02:25.618514 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.647002 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.659934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-649845af-0343-427b-b28b-83e4f2d71532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.724691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-649845af-0343-427b-b28b-83e4f2d71532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.750648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=8f2edda8-3d6a-4b09-bb9c-53eced1d754d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:25.771920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.778421 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f4ff2815-6b2c-4a31-a03e-2ce18e7c83f1 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/8f2edda8-3d6a-4b09-bb9c-53eced1d754d HTTP/1.1" status: 204 len: 168 time: 1.1477385 Nov 08 14:02:25.783193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43738) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:25.797485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-649845af-0343-427b-b28b-83e4f2d71532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.800522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-649845af-0343-427b-b28b-83e4f2d71532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:25.802102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-649845af-0343-427b-b28b-83e4f2d71532 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc25f00f-c992-4937-b630-30b2349f3a7f HTTP/1.1" status: 204 len: 168 time: 0.4880211 Nov 08 14:02:25.853334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaa948a-187e-4d22-9836-1bf0354e5bfc None None] Network 388e9cb3-c4de-4143-a5e7-f2b900673669 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:25.872475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad1c7b3f-bdbd-49c4-97f3-19bca209a504 req-bf9778ca-509f-4605-a662-7a74f52c8157 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533400 Nov 08 14:02:25.879363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649845af-0343-427b-b28b-83e4f2d71532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc25f00f-c992-4937-b630-30b2349f3a7f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:25.971203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 172.20.0.3 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/6ba1978b-59cd-4e5a-a756-a58d5db88578/38e5d2ec-671f-4952-9dbb-4fd4350d2b2b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:25.985881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:febb:843f (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/e552562a-2280-4757-99cc-dec594a14b98/38e5d2ec-671f-4952-9dbb-4fd4350d2b2b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:26.010729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.157255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c4f9a-7cf2-47c6-bbde-72cb1709007f None None] Pushing event updated for resources: {'Port': ['ID=c76e7bca-1180-4512-ad63-6c7c211d268f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:26.426677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:26.427961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.522200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] DHCP port deletion for 388e9cb3-c4de-4143-a5e7-f2b900673669 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:26.595464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:26.610261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] Deleting port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:26.610867 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.617622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a97a8f75-c02d-499b-bad1-2a513271094c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.630073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.685030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] For port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,segment=NetworkSegment(8e79bc13-6f22-4657-b058-1057244736d1),segment_id=8e79bc13-6f22-4657-b058-1057244736d1)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:26.685450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.733207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Calling delete_port for 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:26.819725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a97a8f75-c02d-499b-bad1-2a513271094c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.829831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a97a8f75-c02d-499b-bad1-2a513271094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.887319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:26.941994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a8f75-c02d-499b-bad1-2a513271094c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45f3225-1344-40ec-b76c-086200b1a791,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:26.987925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a97a8f75-c02d-499b-bad1-2a513271094c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=87a40314a1f2476ea653fc3c032e6a90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3902547 Nov 08 14:02:26.991711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43764) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:27.020491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] For port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,segment=NetworkSegment(8e79bc13-6f22-4657-b058-1057244736d1),segment_id=8e79bc13-6f22-4657-b058-1057244736d1)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:27.021219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.038099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] Calling delete_port for 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:27.050253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:27.078463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:27.098781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:27.159839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5dec-a0ae-495d-8c96-0f72f3c94116 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.175297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:27.255532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40006-cbe9-4541-89cb-2d54aca4c99c req-44a0f33d-02ef-4510-b439-4d5a02647c7d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:27.257667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75e40006-cbe9-4541-89cb-2d54aca4c99c req-44a0f33d-02ef-4510-b439-4d5a02647c7d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 945 time: 0.1804726 Nov 08 14:02:27.259596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 7e743716-0daa-41b9-89f4-d94ef2f63084 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:02:27.268136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7e743716-0daa-41b9-89f4-d94ef2f63084 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:27.268965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.288244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5dec-a0ae-495d-8c96-0f72f3c94116 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.394698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.460777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:27.462576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:02:27.471117 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c5c72d-a5f7-4b1a-918f-6174bf3495c1" -d '{"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-plugged", "status": "completed", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:02:27.489756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75e40006-cbe9-4541-89cb-2d54aca4c99c req-923d63e2-24cc-451a-a831-79dd071c6ffb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222340 Nov 08 14:02:27.507083 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.552504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5dec-a0ae-495d-8c96-0f72f3c94116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.555386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7a7c5dec-a0ae-495d-8c96-0f72f3c94116 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.564849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7a7c5dec-a0ae-495d-8c96-0f72f3c94116 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b45f3225-1344-40ec-b76c-086200b1a791 HTTP/1.1" status: 204 len: 168 time: 0.5719249 Nov 08 14:02:27.589514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c5dec-a0ae-495d-8c96-0f72f3c94116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45f3225-1344-40ec-b76c-086200b1a791,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:27.635946 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096c3b61-7e3f-4bff-b0cb-c751637a2424 x-openstack-request-id: req-096c3b61-7e3f-4bff-b0cb-c751637a2424 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:02:27.636591 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-plugged", "status": "completed", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:02:27.637908 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-096c3b61-7e3f-4bff-b0cb-c751637a2424 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:02:27.639132 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'code': 200} Nov 08 14:02:27.639994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:27.745617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56df5c-c044-4404-b37c-635800e9b0d0 req-115fc169-dd32-4aa5-8401-5f595b97699d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:27.747644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be56df5c-c044-4404-b37c-635800e9b0d0 req-115fc169-dd32-4aa5-8401-5f595b97699d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.0945580 Nov 08 14:02:27.760092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=38e5d2ec-671f-4952-9dbb-4fd4350d2b2b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:27.772248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5d51c1-4cbb-46f2-a792-7c3a90789d5e None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:27.846208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.866074 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:27.939293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be56df5c-c044-4404-b37c-635800e9b0d0 req-bb21e2e2-7014-4779-a1ac-68784a92a1e7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735761 Nov 08 14:02:27.985290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Port': ['ID=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:28.010476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:28.011831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.019226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] No DVR routers for this DVR port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:28.031693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No DVR routers for this DVR port 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:28.096874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43778) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:28.109331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-09a06588-8e71-4c9d-bcd8-f46ff907915d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6703892 Nov 08 14:02:28.117394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab74de-f40e-4728-93d9-a27bd6ca5e73 None None] Pushing event deleted for resources: {'Port': ['ID=15ee94e5-4293-4dac-9d4d-cae2d4bdca62,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:28.146824 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c51df917-53e2-4b88-81fd-1abc3954595f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.215580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5ebe61a0-19e2-45bc-ba1a-872a69e82fa1 None None] Provisioning complete for port c76e7bca-1180-4512-ad63-6c7c211d268f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:28.226303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828117d-c8eb-4d91-bab6-e7e96caf2570 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:28.227897 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ebe61a0-19e2-45bc-ba1a-872a69e82fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.248198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f828117d-c8eb-4d91-bab6-e7e96caf2570 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:28.256651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f828117d-c8eb-4d91-bab6-e7e96caf2570 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1581171 Nov 08 14:02:28.259462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43782) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:28.284599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.313058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388e9cb3-c4de-4143-a5e7-f2b900673669']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:28.328903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e79bc13-6f22-4657-b058-1057244736d1') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:28.329590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e79bc13-6f22-4657-b058-1057244736d1') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:28.342398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.360153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c76e7bca-1180-4512-ad63-6c7c211d268f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:28.377619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.393715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:28.394667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:28.401669 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:28.448564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 38e5d2ec-671f-4952-9dbb-4fd4350d2b2b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:28.448958 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.561025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.588489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c76e7bca-1180-4512-ad63-6c7c211d268f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:28.588865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.600935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.609361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/388e9cb3-c4de-4143-a5e7-f2b900673669 HTTP/1.1" status: 204 len: 168 time: 2.8215671 Nov 08 14:02:28.611845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e165695-b72d-4ab8-bbd2-bbd4743c40fd tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=388e9cb3-c4de-4143-a5e7-f2b900673669,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:28.617153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43796) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:28.720915 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1e57b6-f469-46be-af20-f264a04959c7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:28.723561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1e57b6-f469-46be-af20-f264a04959c7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:28.729419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9f1e57b6-f469-46be-af20-f264a04959c7 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/f25f8053-faa6-435c-91d2-767508d257a7 HTTP/1.1" status: 404 len: 337 time: 0.1088703 Nov 08 14:02:28.731585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43800) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:28.742507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.761626 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 38e5d2ec-671f-4952-9dbb-4fd4350d2b2b owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:28.803840 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ade84d6-7486-4ec7-b2c1-cf3c678e6f7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] DELETE failed (client error): The resource could not be found. Nov 08 14:02:28.804461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ade84d6-7486-4ec7-b2c1-cf3c678e6f7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:28.813428 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4ade84d6-7486-4ec7-b2c1-cf3c678e6f7e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/bc4739c4-1f45-419c-a66a-eb66268ac578 HTTP/1.1" status: 404 len: 339 time: 0.0781996 Nov 08 14:02:28.816701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43804) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:28.828119 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ebe61a0-19e2-45bc-ba1a-872a69e82fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.840007 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:28.975679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting subnet 3f115e49-575f-439d-91dc-5ca13018b18e {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:28.986132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.081477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5ebe61a0-19e2-45bc-ba1a-872a69e82fa1 None None] For port c76e7bca-1180-4512-ad63-6c7c211d268f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c76e7bca-1180-4512-ad63-6c7c211d268f,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:29.094753 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5ebe61a0-19e2-45bc-ba1a-872a69e82fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.105659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.115976 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.219225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=38e5d2ec-671f-4952-9dbb-4fd4350d2b2b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:29.267856 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:02:29.273791 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:02:29.276367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17d74-3cd0-49d3-877f-8583957c43ce req-132bb922-e5e3-4ee2-9c96-a90f6f339036 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:29.278350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd17d74-3cd0-49d3-877f-8583957c43ce req-132bb922-e5e3-4ee2-9c96-a90f6f339036 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.1966224 Nov 08 14:02:29.411168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe61a0-19e2-45bc-ba1a-872a69e82fa1 None None] Pushing event updated for resources: {'Port': ['ID=c76e7bca-1180-4512-ad63-6c7c211d268f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:29.463069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.550670 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.557120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a4f69966-fa99-40b7-97e1-bd6dd89d4b60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/38e5d2ec-671f-4952-9dbb-4fd4350d2b2b HTTP/1.1" status: 204 len: 168 time: 1.2843487 Nov 08 14:02:29.571458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43816) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:29.572957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bd17d74-3cd0-49d3-877f-8583957c43ce req-7ddffec6-8e99-46ce-8b35-bc0356a7eae9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686899 Nov 08 14:02:29.586185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.674990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Subnet': ['ID=3f115e49-575f-439d-91dc-5ca13018b18e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:29.693493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.698889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-22408e13-e3dc-4b03-b745-6313d138a41e tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/subnets/3f115e49-575f-439d-91dc-5ca13018b18e HTTP/1.1" status: 204 len: 168 time: 0.8809004 Nov 08 14:02:29.702094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43822) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:29.715053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcf699-2bac-4a7b-9c89-c92bc5ff8897 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:29.717199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcf699-2bac-4a7b-9c89-c92bc5ff8897 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:29.719276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afcf699-2bac-4a7b-9c89-c92bc5ff8897 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:29.721389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5afcf699-2bac-4a7b-9c89-c92bc5ff8897 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1488147 Nov 08 14:02:29.727086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43826) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:29.742784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ac23f7f7-6994-4bf2-9eb6-8ceed224761b None None] Could not find standard attr ID for object 38e5d2ec-671f-4952-9dbb-4fd4350d2b2b. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:02:29.746117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff6c64-a203-4767-bf13-1d228c32dbc6 None None] Network 0dd1f877-42df-49d9-af13-1a4cca3f050a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:29.865975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 6ba1978b-59cd-4e5a-a756-a58d5db88578 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:29.874105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.957623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:29.963462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.099973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ac23f7f7-6994-4bf2-9eb6-8ceed224761b None None] Provisioning complete for port c76e7bca-1180-4512-ad63-6c7c211d268f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:30.100573 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ac23f7f7-6994-4bf2-9eb6-8ceed224761b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.119210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Deleting port 2bd1a837-7a4a-4794-920f-0d7807787c42 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:30.123321 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.180062 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.300990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.308770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:30.332212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba1978b-59cd-4e5a-a756-a58d5db88578,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:30.347623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.355499 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bcd4a309-36d6-4375-91dc-659a20e40d3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/6ba1978b-59cd-4e5a-a756-a58d5db88578 HTTP/1.1" status: 204 len: 168 time: 0.6238375 Nov 08 14:02:30.358132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43838) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:30.406440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] For port 2bd1a837-7a4a-4794-920f-0d7807787c42, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2bd1a837-7a4a-4794-920f-0d7807787c42,segment=NetworkSegment(4d069de5-a23c-47f0-b354-c8147acd2b0f),segment_id=4d069de5-a23c-47f0-b354-c8147acd2b0f)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:30.408251 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.414564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635f3c44-a964-466e-9dcc-fba951262d99 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:30.438771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:30.439119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15ee94e5-4293-4dac-9d4d-cae2d4bdca62 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:30.453260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Calling delete_port for 2bd1a837-7a4a-4794-920f-0d7807787c42 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:30.523717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet e552562a-2280-4757-99cc-dec594a14b98 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:30.528118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.629883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.663086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c76e7bca-1180-4512-ad63-6c7c211d268f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:30.676901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc0c9e-575b-44e7-b46b-b9c1730d22c9 None None] DHCP port deletion for 0dd1f877-42df-49d9-af13-1a4cca3f050a request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:30.698816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:30.745326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Port': ['ID=2bd1a837-7a4a-4794-920f-0d7807787c42,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:30.755065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] No DVR routers for this DVR port 2bd1a837-7a4a-4794-920f-0d7807787c42 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:30.821197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-75dc0c9e-575b-44e7-b46b-b9c1730d22c9 None None] The port '2bd1a837-7a4a-4794-920f-0d7807787c42' was deleted {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 08 14:02:30.916157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.003948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.011333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d5b63656-d8e4-4fcc-983d-8b7a159e8a80 None None] Could not find standard attr ID for object 101eb659-f377-4406-87b9-dac95c57c6a9. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:02:31.015578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980948a6-6334-4029-90e6-e7f6ba383634 req-570e4374-cf94-4c70-b559-8785b4d32b42 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:31.017221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-980948a6-6334-4029-90e6-e7f6ba383634 req-570e4374-cf94-4c70-b559-8785b4d32b42 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.2742007 Nov 08 14:02:31.023946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c76e7bca-1180-4512-ad63-6c7c211d268f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:31.025788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.091070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-980948a6-6334-4029-90e6-e7f6ba383634 req-463a4625-f98c-4eed-aef2-298c59ce8341 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672317 Nov 08 14:02:31.095635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd1f877-42df-49d9-af13-1a4cca3f050a']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:31.101924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.113695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d069de5-a23c-47f0-b354-c8147acd2b0f') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:31.114160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d069de5-a23c-47f0-b354-c8147acd2b0f') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:31.127418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.179679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.195069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:31.195441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.220310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:31.230892 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:31.233072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43858) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:31.236038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/e552562a-2280-4757-99cc-dec594a14b98 HTTP/1.1" status: 204 len: 168 time: 0.8652179 Nov 08 14:02:31.237439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a61ea1-f774-4e4b-aab1-79d96a0d51db tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=e552562a-2280-4757-99cc-dec594a14b98,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:31.315188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6bd4d59e-65d7-4378-86eb-f44f9665cf69 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805595 Nov 08 14:02:31.316752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43860) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:31.364287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7976ade-9ee4-4ae6-9557-5f8b2be5fdca None None] Update dhcp port {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': 'e552562a-2280-4757-99cc-dec594a14b98'}], 'binding:host_id': 'n-d-804292-2'}, 'id': 'c76e7bca-1180-4512-ad63-6c7c211d268f'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:02:31.439440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f800b6-8deb-4e90-a9a4-2aa9ab9ed164 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:31.441830 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c0f800b6-8deb-4e90-a9a4-2aa9ab9ed164 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1237407 Nov 08 14:02:31.450582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43866) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:31.486018 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a7976ade-9ee4-4ae6-9557-5f8b2be5fdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.518184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.532801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c751b53-200c-4790-899c-d8c9659fcdc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.533752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.539544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] 10.222.0.65 "DELETE /v2.0/networks/0dd1f877-42df-49d9-af13-1a4cca3f050a HTTP/1.1" status: 204 len: 168 time: 1.8343155 Nov 08 14:02:31.560585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cba32-06d7-4183-a939-5e26f569b547 tempest-NetworksIpV6Test-364175131 tempest-NetworksIpV6Test-364175131-project] Pushing event deleted for resources: {'Network': ['ID=0dd1f877-42df-49d9-af13-1a4cca3f050a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:31.574429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ecd97-3103-4525-8e51-9023b5e23ebc req-49c90790-2e4c-4bd7-978f-5c4346a90ad1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:31.576210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-855ecd97-3103-4525-8e51-9023b5e23ebc req-49c90790-2e4c-4bd7-978f-5c4346a90ad1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.2621596 Nov 08 14:02:31.582513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6dd7b6b-9196-40f0-88ec-e76c936fc00d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:31.584171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6dd7b6b-9196-40f0-88ec-e76c936fc00d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1285715 Nov 08 14:02:31.586798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43870) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:31.685233 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c7472820-0974-4017-8a34-6e2ea419487c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944583 Nov 08 14:02:31.692735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43876) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:31.713387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cf017b0a-d6e6-4485-b60b-3fe67dbb33eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:31.780689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-855ecd97-3103-4525-8e51-9023b5e23ebc req-70797e95-0012-4a7b-8bba-f28c26278ea1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1950443 Nov 08 14:02:31.808936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43880) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:31.900364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02186ec-5b31-4fed-a68d-30effe2d584c tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:31.908445 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c02186ec-5b31-4fed-a68d-30effe2d584c tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1092 time: 0.0973535 Nov 08 14:02:31.909544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43882) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:31.914841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:31.934945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfcde3a-409f-405a-8970-ff1c96982216 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:31.956865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf017b0a-d6e6-4485-b60b-3fe67dbb33eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:31.960643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf017b0a-d6e6-4485-b60b-3fe67dbb33eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:31.962818 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf017b0a-d6e6-4485-b60b-3fe67dbb33eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:02:31.972578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf017b0a-d6e6-4485-b60b-3fe67dbb33eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:31.999205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.013207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cf017b0a-d6e6-4485-b60b-3fe67dbb33eb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3092952 Nov 08 14:02:32.013760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43884) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.032698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-5261dbf1-2afb-45fc-819f-56cd5f253e2a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:32.205624 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.214467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5261dbf1-2afb-45fc-819f-56cd5f253e2a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:32.226851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5261dbf1-2afb-45fc-819f-56cd5f253e2a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.230670 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-5261dbf1-2afb-45fc-819f-56cd5f253e2a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:02:32.236263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5261dbf1-2afb-45fc-819f-56cd5f253e2a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:32.259263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1a2609d1-e80e-40a4-9975-b39e20f760e1 None None] Provisioning complete for port c76e7bca-1180-4512-ad63-6c7c211d268f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:32.259938 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a2609d1-e80e-40a4-9975-b39e20f760e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.279507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5261dbf1-2afb-45fc-819f-56cd5f253e2a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2632370 Nov 08 14:02:32.281859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43892) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.282659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43894) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.299196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-50577808-ec62-4c43-8c24-822f4d5946ca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:32.303910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43898) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.304920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43900) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.441551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:32.452997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.148 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/2fd15144-d6d2-4584-94ee-1838c9ce8aea) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:32.557505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] Deleting subnet 2bed37a4-a6b7-47c9-aa27-b7255875b02e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:32.566648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.631250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50577808-ec62-4c43-8c24-822f4d5946ca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:32.636078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50577808-ec62-4c43-8c24-822f4d5946ca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.637939 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-50577808-ec62-4c43-8c24-822f4d5946ca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:02:32.638805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50577808-ec62-4c43-8c24-822f4d5946ca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:32.653713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.671536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2bd1a837-7a4a-4794-920f-0d7807787c42 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:32.680989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87e813f5-857b-4e71-b0cd-8beafd90c28b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.739123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-50577808-ec62-4c43-8c24-822f4d5946ca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4541259 Nov 08 14:02:32.739905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 2bd1a837-7a4a-4794-920f-0d7807787c42 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:32.741266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2bd1a837-7a4a-4794-920f-0d7807787c42 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:32.741709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c76e7bca-1180-4512-ad63-6c7c211d268f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:32.750419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43908) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.764927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-55142ec3-fe0a-470f-ad29-711881791b2d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:32.838490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87e813f5-857b-4e71-b0cd-8beafd90c28b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.852721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-87e813f5-857b-4e71-b0cd-8beafd90c28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.853310 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.916394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-87e813f5-857b-4e71-b0cd-8beafd90c28b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f224799bafd454ba70ef4eca49de6dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6313713 Nov 08 14:02:32.922365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e813f5-857b-4e71-b0cd-8beafd90c28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029896b3-2dd3-4542-b86d-4370a9b9b3a0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:32.932626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43910) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:32.965156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-82559a6f-1084-4b76-9b75-396b86c4cb79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e222cefe28294e148c4b5c11ebfcf5d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6581750 Nov 08 14:02:32.974300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] Deleting port c76e7bca-1180-4512-ad63-6c7c211d268f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:32.974580 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:32.979477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43912) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:33.042816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.085011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0beafaaf-d6ad-40c3-aa6a-667947057ea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.115928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0beafaaf-d6ad-40c3-aa6a-667947057ea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.128323 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.143682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.152892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] For port c76e7bca-1180-4512-ad63-6c7c211d268f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c76e7bca-1180-4512-ad63-6c7c211d268f,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:33.153209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.192129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c76e7bca-1180-4512-ad63-6c7c211d268f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c76e7bca-1180-4512-ad63-6c7c211d268f,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:33.219451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.285714 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0beafaaf-d6ad-40c3-aa6a-667947057ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.296745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0beafaaf-d6ad-40c3-aa6a-667947057ea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.301366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0beafaaf-d6ad-40c3-aa6a-667947057ea0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/029896b3-2dd3-4542-b86d-4370a9b9b3a0 HTTP/1.1" status: 204 len: 168 time: 0.3656335 Nov 08 14:02:33.365703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] Calling delete_port for c76e7bca-1180-4512-ad63-6c7c211d268f owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:33.397651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c76e7bca-1180-4512-ad63-6c7c211d268f,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:33.418948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beafaaf-d6ad-40c3-aa6a-667947057ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029896b3-2dd3-4542-b86d-4370a9b9b3a0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:33.421385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93c76c74-af6b-4204-a4ba-144aa5ddc4cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.487326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.639375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93c76c74-af6b-4204-a4ba-144aa5ddc4cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.648863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.670777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=2fd15144-d6d2-4584-94ee-1838c9ce8aea,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:33.709451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:33.730513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:33.734417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:33.776395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] No DVR routers for this DVR port c76e7bca-1180-4512-ad63-6c7c211d268f on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:33.793761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182cfb07-e4cd-48cc-be54-de55dd7cbcb2 None None] Pushing event deleted for resources: {'Port': ['ID=c76e7bca-1180-4512-ad63-6c7c211d268f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:33.829215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f592c23d-f79c-4fe0-adbf-e5534278bb5f None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:02:33.854904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55142ec3-fe0a-470f-ad29-711881791b2d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:33.862460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55142ec3-fe0a-470f-ad29-711881791b2d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.868058 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-55142ec3-fe0a-470f-ad29-711881791b2d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:02:33.869503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55142ec3-fe0a-470f-ad29-711881791b2d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:33.877243 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.909535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93c76c74-af6b-4204-a4ba-144aa5ddc4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.917769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93c76c74-af6b-4204-a4ba-144aa5ddc4cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.921602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93c76c74-af6b-4204-a4ba-144aa5ddc4cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe04ac03-7036-4c52-a704-d1dd039b4a93 HTTP/1.1" status: 204 len: 168 time: 0.9409037 Nov 08 14:02:33.952510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c76c74-af6b-4204-a4ba-144aa5ddc4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04ac03-7036-4c52-a704-d1dd039b4a93,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:33.985569 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:33.993305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2bed37a4-a6b7-47c9-aa27-b7255875b02e HTTP/1.1" status: 204 len: 168 time: 1.6867166 Nov 08 14:02:34.000798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174422db-3919-4ce7-a289-32fc45559f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bed37a4-a6b7-47c9-aa27-b7255875b02e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:34.016961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43924) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:34.167230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592c23d-f79c-4fe0-adbf-e5534278bb5f None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:02:34.172472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-55142ec3-fe0a-470f-ad29-711881791b2d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.4181616 Nov 08 14:02:34.176194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:34.179918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43926) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:34.180733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43928) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:34.200111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-84b0c323-1eb1-472e-bcfe-f58d52d03e42 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:34.244356 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe24ea30-a6ae-45eb-a809-deedeff1f87d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:34.574049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b0c323-1eb1-472e-bcfe-f58d52d03e42 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:34.590327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-84b0c323-1eb1-472e-bcfe-f58d52d03e42 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:34.594074 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-84b0c323-1eb1-472e-bcfe-f58d52d03e42 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:02:34.595698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84b0c323-1eb1-472e-bcfe-f58d52d03e42 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:34.685757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-84b0c323-1eb1-472e-bcfe-f58d52d03e42 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4944241 Nov 08 14:02:34.690247 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe24ea30-a6ae-45eb-a809-deedeff1f87d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:34.699160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43940) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:34.713985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a5e9bd77-8b6e-4d8f-940b-f16e690104b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:34.810897 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe24ea30-a6ae-45eb-a809-deedeff1f87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:34.876142 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:34.905423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24ea30-a6ae-45eb-a809-deedeff1f87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f52e9-7b00-4b2c-8f65-5f85d71092ec,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:35.021807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3782aa1-bb17-4232-b007-30114d48b162']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:35.044422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fe24ea30-a6ae-45eb-a809-deedeff1f87d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e0fb30c692e48d1a26043a6f7389bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8600733 Nov 08 14:02:35.047746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51aad794-a7dc-41a4-89a0-3cdb3953f9d6') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:35.048246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51aad794-a7dc-41a4-89a0-3cdb3953f9d6') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:35.050047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43948) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:35.090660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.106511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e9bd77-8b6e-4d8f-940b-f16e690104b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:35.110578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd77-8b6e-4d8f-940b-f16e690104b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.112225 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e9bd77-8b6e-4d8f-940b-f16e690104b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:02:35.112790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e9bd77-8b6e-4d8f-940b-f16e690104b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:35.143821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a5e9bd77-8b6e-4d8f-940b-f16e690104b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4411156 Nov 08 14:02:35.150167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43954) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:35.151360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.203720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:35.204224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:35.207246 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:35.226813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4752419e-1c83-4348-a1ce-2bd38842af26 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0727601 Nov 08 14:02:35.231008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43956) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:35.278170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94af004-fd73-4e9e-b4ef-17a04f0f6cbb None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:02:35.327341 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.334165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.336036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bf9734-2586-4625-b9a6-83774ec49f77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:35.343171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] 10.222.0.65 "DELETE /v2.0/networks/a3782aa1-bb17-4232-b007-30114d48b162 HTTP/1.1" status: 204 len: 168 time: 1.3165605 Nov 08 14:02:35.345977 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f4bf9734-2586-4625-b9a6-83774ec49f77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1098869 Nov 08 14:02:35.347336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43962) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:35.387045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb9aab-dc59-4ec7-94b9-c4233764551d admin admin] Pushing event deleted for resources: {'Network': ['ID=a3782aa1-bb17-4232-b007-30114d48b162,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:35.392330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da4e5042-6b7e-4647-bc10-7d24112e8cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.453291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da4e5042-6b7e-4647-bc10-7d24112e8cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.467303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43964) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:35.468583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-31e0fd6d-5fd7-4548-b53e-72481f572072 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0995054 Nov 08 14:02:35.483971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:35.492408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.623868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94af004-fd73-4e9e-b4ef-17a04f0f6cbb None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:02:35.680197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da4e5042-6b7e-4647-bc10-7d24112e8cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.684430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-da4e5042-6b7e-4647-bc10-7d24112e8cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.686086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-da4e5042-6b7e-4647-bc10-7d24112e8cc0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de8f52e9-7b00-4b2c-8f65-5f85d71092ec HTTP/1.1" status: 204 len: 168 time: 0.6349785 Nov 08 14:02:35.687542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43966) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:35.690568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:35.695176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.725372 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:35.737113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e5042-6b7e-4647-bc10-7d24112e8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f52e9-7b00-4b2c-8f65-5f85d71092ec,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:35.750081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43974) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:35.819579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.056084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c2d8f8e4-627e-47d3-8ea9-08ee8c901380 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=017f3c01485841d39119b09dcd91d2de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2981524 Nov 08 14:02:36.059987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43978) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:36.220326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.224206 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.232410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.296273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-870596298'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:36.371889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:36.378351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.425023 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0056026d-854b-4ce0-a862-b445f12ea42c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.440916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=2fd15144-d6d2-4584-94ee-1838c9ce8aea,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:36.475210 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.489123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.592608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0056026d-854b-4ce0-a862-b445f12ea42c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.650737 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP dcaf139d-775c-4f65-b16c-ce73a95530a3 associated. External IP: 172.25.8.148, port: 7e743716-0daa-41b9-89f4-d94ef2f63084. Nov 08 14:02:36.852653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0056026d-854b-4ce0-a862-b445f12ea42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.867134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0056026d-854b-4ce0-a862-b445f12ea42c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:36.871163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0056026d-854b-4ce0-a862-b445f12ea42c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f202612b-caa7-4a06-b321-f7a8fc92d538 HTTP/1.1" status: 204 len: 168 time: 0.8020709 Nov 08 14:02:36.910315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:36.963774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056026d-854b-4ce0-a862-b445f12ea42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f202612b-caa7-4a06-b321-f7a8fc92d538,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:36.965899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.016457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:37.026818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:37.029920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:37.030882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.048451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5a5708-73e8-4157-bd2c-9b192e9a3af5 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:37.133233 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.158835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6883280 Nov 08 14:02:37.165107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.172072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44004) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:37.202151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:09:d3:f6', 'name': 'tempest-NetworksTestDHCPv6-147100209'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:37.273720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19d4bd-d2bf-45eb-ad5d-9e9bb86e8fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=2d94f4ac-7d75-4c84-9bfd-b8af794c096d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:37.396308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:02:37.416600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87977fab-1d6e-4578-beee-4ba789967619,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:37.454977 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.455328 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Added segment 6a863d07-29f5-47eb-9891-a4ea87bd49c4 of type vlan for network e0be7af7-b0f8-453d-a4bd-df292c7ef337 Nov 08 14:02:37.471192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '2d94f4ac-7d75-4c84-9bfd-b8af794c096d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:37.472380 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.538909 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.657335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.679532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:37.680871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.706821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:37.722616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aad1cde4-5875-416b-aa54-f770f2a3e786 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:02:37.732402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Allocated IP 2001:db8::f816:3eff:fe25:8db4 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/2d94f4ac-7d75-4c84-9bfd-b8af794c096d/c8325f61-ce49-4145-b4f1-7c4ea370a172) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:37.852737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Network': ['ID=e0be7af7-b0f8-453d-a4bd-df292c7ef337,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:37.864751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9397d2fd-ad2c-47bb-bb0f-db7352df3060 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.1630180 Nov 08 14:02:37.917435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:02:37.941161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:37.949414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e0be7af7-b0f8-453d-a4bd-df292c7ef337 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:02:37.958889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] Sync routers for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:02:37.991181 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-752462e6-fb7a-4252-b1ca-bdf7c079657e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.0803492 Nov 08 14:02:37.993968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:02:37.998921 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65" -d '{"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:02:38.016817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44028) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:38.047817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:38.096351 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03d7133-367f-4b4e-93a3-a2fb28c9c39a x-openstack-request-id: req-c03d7133-367f-4b4e-93a3-a2fb28c9c39a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:02:38.096762 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:02:38.096890 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c03d7133-367f-4b4e-93a3-a2fb28c9c39a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:02:38.097354 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'status': 'completed', 'code': 200} Nov 08 14:02:38.127957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 51d4b0a1-6963-4fca-b47d-525f81ac0437 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:02:38.183542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:38.184370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:02:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:38.334967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:38.376215 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:38.455208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Pushing event updated for resources: {'Port': ['ID=c8325f61-ce49-4145-b4f1-7c4ea370a172,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:38.470333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:38.473651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:38.503394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:38.504537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b899f87-a61c-4931-b47e-8b14a8086a7a req-db3c4e05-093c-4944-9d91-793baca73673 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:38.506297 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b899f87-a61c-4931-b47e-8b14a8086a7a req-db3c4e05-093c-4944-9d91-793baca73673 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3532357 Nov 08 14:02:38.538026 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:38.603281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fe09:d3f6 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/2d94f4ac-7d75-4c84-9bfd-b8af794c096d/51d4b0a1-6963-4fca-b47d-525f81ac0437) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:38.940698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:38.950867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Attempting to bind port c8325f61-ce49-4145-b4f1-7c4ea370a172 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:38.952571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Attempting to bind port c8325f61-ce49-4145-b4f1-7c4ea370a172 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:38.952943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Attempting to bind port c8325f61-ce49-4145-b4f1-7c4ea370a172 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:38.990242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:38.990755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:38.991415 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:38.992118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:38.995454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Bound port: c8325f61-ce49-4145-b4f1-7c4ea370a172, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:38.996178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:39.070604 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:39.156007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-33560c43-f67b-47f7-91fa-d9eff7ccca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:39.159013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-33560c43-f67b-47f7-91fa-d9eff7ccca31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 1.0134757 Nov 08 14:02:39.188840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:39.451228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:39.464599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] For port c8325f61-ce49-4145-b4f1-7c4ea370a172, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:39.476236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-a25ca687-1dee-48da-ae94-0db136b58dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:39.481517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-a25ca687-1dee-48da-ae94-0db136b58dad service neutron] 10.222.0.70 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.3045528 Nov 08 14:02:39.482820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] For port c8325f61-ce49-4145-b4f1-7c4ea370a172, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8325f61-ce49-4145-b4f1-7c4ea370a172,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:39.517612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'dcaf139d-775c-4f65-b16c-ce73a95530a3', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'port_id': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'mac_address': 'fa:16:3e:bf:be:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:02:34Z', 'updated_at': '2021-11-08T14:02:34Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:39.609312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b899f87-a61c-4931-b47e-8b14a8086a7a req-2ea15f37-6459-42ca-82ff-0832f55ea3ee tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5533786 Nov 08 14:02:39.610066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:39.629981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:39.666540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44062) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:39.768637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e7d00-f4c0-4743-8c53-9ec8939867f4 None None] Pushing event updated for resources: {'Port': ['ID=c8325f61-ce49-4145-b4f1-7c4ea370a172,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:39.775722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] Checking router: aad1cde4-5875-416b-aa54-f770f2a3e786 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:02:39.813104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:39.813771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:02:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:39.859058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-59ab6ae8-cdf8-4aa1-abf5-6c7f91c935dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1000 time: 0.2565727 Nov 08 14:02:39.874797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:39.890527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:39.890527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:39.943936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7554567 Nov 08 14:02:39.945280 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2639b27f-6b97-4fde-9988-e397b912e07f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=51d4b0a1-6963-4fca-b47d-525f81ac0437,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:40.002142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44076) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:40.071906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:40.123695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-77012743-2c97-4653-b648-f7fc1728cf53 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/dcaf139d-775c-4f65-b16c-ce73a95530a3 HTTP/1.1" status: 200 len: 992 time: 0.4536242 Nov 08 14:02:40.206282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d05be7-37ed-4785-b7de-8ca272c5eee1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:40.238185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d05be7-37ed-4785-b7de-8ca272c5eee1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:40.242575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-88d05be7-37ed-4785-b7de-8ca272c5eee1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2380011 Nov 08 14:02:40.246786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-e23b083b-33c1-40dc-93d0-f8bf6387c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:40.250369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-e23b083b-33c1-40dc-93d0-f8bf6387c173 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.3811080 Nov 08 14:02:40.252083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44084) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:40.474218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Deleting port d26489d6-8e67-483f-916f-7e1977b22030 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:40.475571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:40.572002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-f2c6d843-4bcb-4603-a920-5c8534144d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:40.574938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-f2c6d843-4bcb-4603-a920-5c8534144d23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3166356 Nov 08 14:02:40.794486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-6df4798d-325c-41da-a60c-f4fb78763154 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088795 Nov 08 14:02:40.795130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8325f61-ce49-4145-b4f1-7c4ea370a172 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:40.813844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 51d4b0a1-6963-4fca-b47d-525f81ac0437 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:40.814839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:40.826539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] For port d26489d6-8e67-483f-916f-7e1977b22030, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d26489d6-8e67-483f-916f-7e1977b22030,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:40.828582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:40.857104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Calling delete_port for d26489d6-8e67-483f-916f-7e1977b22030 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:41.059948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c8325f61-ce49-4145-b4f1-7c4ea370a172 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:41.061248 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.108213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.129453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'dcaf139d-775c-4f65-b16c-ce73a95530a3', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'port_id': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'mac_address': 'fa:16:3e:bf:be:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:02:34Z', 'updated_at': '2021-11-08T14:02:34Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:41.153131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 51d4b0a1-6963-4fca-b47d-525f81ac0437 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:41.291008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d487b5-ebc3-4170-a954-28a357c9d303 None None] The sync data for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 is: [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'dcaf139d-775c-4f65-b16c-ce73a95530a3', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'port_id': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'mac_address': 'fa:16:3e:bf:be:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:02:34Z', 'updated_at': '2021-11-08T14:02:34Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:02:41.404288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:41.406175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:41.408918 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.438279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'subnet': {'network_id': 'e0be7af7-b0f8-453d-a4bd-df292c7ef337', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:41.444939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.505164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c8325f61-ce49-4145-b4f1-7c4ea370a172, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8325f61-ce49-4145-b4f1-7c4ea370a172,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:41.511115 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.594227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.619592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c8325f61-ce49-4145-b4f1-7c4ea370a172,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:41.648469 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:02:41.665252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d26489d6-8e67-483f-916f-7e1977b22030,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:41.706950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3644a580-600c-49a0-80f6-f1c6586a407f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/dcaf139d-775c-4f65-b16c-ce73a95530a3 HTTP/1.1" status: 200 len: 992 time: 0.2983713 Nov 08 14:02:41.768948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=51d4b0a1-6963-4fca-b47d-525f81ac0437,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:41.814264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.818722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b296ceda-3b82-4338-a502-07a296da7886 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/51d4b0a1-6963-4fca-b47d-525f81ac0437 HTTP/1.1" status: 204 len: 168 time: 1.5655894 Nov 08 14:02:41.823014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44144) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:41.825884 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d83f7-61f2-406c-b5e2-cca6fbb2fff3 None None] New status for floating IP dcaf139d-775c-4f65-b16c-ce73a95530a3: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:02:41.898734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ec9fba0b-d53b-40f1-b8a2-e396828503aa None None] Provisioning complete for port c8325f61-ce49-4145-b4f1-7c4ea370a172 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:41.899286 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec9fba0b-d53b-40f1-b8a2-e396828503aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:41.910600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0b1ff-b7ef-4402-98bd-1415af3d0655 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:41.913040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0b1ff-b7ef-4402-98bd-1415af3d0655 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:41.914938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a9e0b1ff-b7ef-4402-98bd-1415af3d0655 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0905604 Nov 08 14:02:41.921205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:41.977348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8ddae1c-4b07-40de-aa67-b1a3908e9f65 req-ab3fdf9d-51dd-4156-8e63-edfcbd353942 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1703300 Nov 08 14:02:42.119061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 2d94f4ac-7d75-4c84-9bfd-b8af794c096d {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:42.132245 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:42.233508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:42.346390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:42.353370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:42.419279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:42.436858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:42.440144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1f466cde-96af-4c4c-8757-cc3e6e44555a None None] Could not find standard attr ID for object 51d4b0a1-6963-4fca-b47d-525f81ac0437. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:02:42.599601 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:42.689307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=2d94f4ac-7d75-4c84-9bfd-b8af794c096d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:42.716193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44180) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:42.728035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:42.732690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a798c00f-04ba-4828-b241-605537c9ded8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/2d94f4ac-7d75-4c84-9bfd-b8af794c096d HTTP/1.1" status: 204 len: 168 time: 0.8095474 Nov 08 14:02:42.734949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44182) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:42.788184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8325f61-ce49-4145-b4f1-7c4ea370a172 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:42.850974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85540bb-5b31-49d9-8955-3e4cf326cabe None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:42.900150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4aaa312a-0a88-410b-b601-d880589124a0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1637650 Nov 08 14:02:42.904815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44192) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:42.915667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:43.080322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-98e54366-5bf6-4c3c-979f-6e65c915d8a5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/dcaf139d-775c-4f65-b16c-ce73a95530a3 HTTP/1.1" status: 200 len: 994 time: 0.3602104 Nov 08 14:02:43.141538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:43.149630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:43.209923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:43.235244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c8325f61-ce49-4145-b4f1-7c4ea370a172 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:43.237251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:43.279003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Router 733962f9-e355-4f9a-83c6-c239956376ff has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:02:43.325552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Checking segment: {'id': '6a863d07-29f5-47eb-9891-a4ea87bd49c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e0be7af7-b0f8-453d-a4bd-df292c7ef337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:43.326386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network hostable DHCP agents. Network: e0be7af7-b0f8-453d-a4bd-df292c7ef337, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:02:43.366471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network e0be7af7-b0f8-453d-a4bd-df292c7ef337 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:02:43.435638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44202) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:43.483809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e0be7af7-b0f8-453d-a4bd-df292c7ef337) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:43.490814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Subnet': ['ID=60c74914-706d-47ab-bc8e-5a2be44d10d4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:43.501329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:43.501329 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:43.513228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a0c094-7b18-4d63-a80d-061c19ca99f3 None None] Network e0be7af7-b0f8-453d-a4bd-df292c7ef337 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:43.532372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:02:43.540929 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eee46401-819b-4ec7-b9ce-3736dc945f1f admin admin] 10.222.0.65 "PUT /v2.0/routers/733962f9-e355-4f9a-83c6-c239956376ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5228174 Nov 08 14:02:43.547526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44208) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:43.555788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] Sync routers for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:02:43.565520 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a1dff2c6-4fe7-43d2-acf1-812b060b3989 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1545713 Nov 08 14:02:43.576446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44210) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:43.583864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1245434480'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:43.642378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:43.701191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:43.712926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:43.720196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:43.720886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:02:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:43.771012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f26b489-8f6d-4aed-9b3e-aa2e15957b3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:43.804217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:43.976278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] Deleting port c8325f61-ce49-4145-b4f1-7c4ea370a172 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:43.977600 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.036587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:44.047723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:02:44.128640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.133313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f26b489-8f6d-4aed-9b3e-aa2e15957b3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.143797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f26b489-8f6d-4aed-9b3e-aa2e15957b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.192676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.193068 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Added segment c7ac0c49-89bb-4945-aebf-aa5f583c7ede of type vlan for network b6041a30-1a65-44cf-aae7-34c4e062a54e Nov 08 14:02:44.214081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e0be7af7-b0f8-453d-a4bd-df292c7ef337', 'network_id': 'e0be7af7-b0f8-453d-a4bd-df292c7ef337', 'tenant_id': '8c3d200eed0f4488968c59e990a6397f', 'fixed_ips': [{'subnet_id': '60c74914-706d-47ab-bc8e-5a2be44d10d4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:44.216567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.268845 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0f26b489-8f6d-4aed-9b3e-aa2e15957b3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5274e0dd22554106848a4d4b0dedb5d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8322928 Nov 08 14:02:44.275210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44220) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:44.279100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.293191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26b489-8f6d-4aed-9b3e-aa2e15957b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f156c5a-35fa-4a34-81f1-52b995baba52,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:44.307005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.369715 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.373542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Deleting port d779ac6b-447b-4697-a490-a94b0c0b0e2f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:44.373941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.437890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:02:44.466938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.473283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:44.474839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.573989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] For port d779ac6b-447b-4697-a490-a94b0c0b0e2f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d779ac6b-447b-4697-a490-a94b0c0b0e2f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:44.574904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.600957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Calling delete_port for d779ac6b-447b-4697-a490-a94b0c0b0e2f owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:44.643028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Allocated IP 2001:db8:0:ffff::2 (e0be7af7-b0f8-453d-a4bd-df292c7ef337/60c74914-706d-47ab-bc8e-5a2be44d10d4/fbed5802-5d38-48b4-aa11-04eb8d720139) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:44.669689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c8325f61-ce49-4145-b4f1-7c4ea370a172 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:44.721241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Network': ['ID=b6041a30-1a65-44cf-aae7-34c4e062a54e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:44.738708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] For port c8325f61-ce49-4145-b4f1-7c4ea370a172, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8325f61-ce49-4145-b4f1-7c4ea370a172,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:44.739165 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.747044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b6041a30-1a65-44cf-aae7-34c4e062a54e details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:02:44.752724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8224e79f-a3a6-4d49-b5ad-a2c8abf29b7f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1750336 Nov 08 14:02:44.759067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44232) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:44.776527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'subnet': {'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:44.827104 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef75236-dbb2-46be-9cf8-092aece09a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.879084 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef75236-dbb2-46be-9cf8-092aece09a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:44.927184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port c8325f61-ce49-4145-b4f1-7c4ea370a172, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c8325f61-ce49-4145-b4f1-7c4ea370a172,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:44.935510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] Calling delete_port for c8325f61-ce49-4145-b4f1-7c4ea370a172 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:44.992737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.010870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.012103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.032434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:45.033634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef75236-dbb2-46be-9cf8-092aece09a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.036644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.037824 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef75236-dbb2-46be-9cf8-092aece09a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.042540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ef75236-dbb2-46be-9cf8-092aece09a9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f156c5a-35fa-4a34-81f1-52b995baba52 HTTP/1.1" status: 204 len: 168 time: 0.7637446 Nov 08 14:02:45.138794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef75236-dbb2-46be-9cf8-092aece09a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f156c5a-35fa-4a34-81f1-52b995baba52,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:45.143470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:45.158054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:45.166937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:45.168179 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.204492 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.207238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3002560 Nov 08 14:02:45.212431 n-d-804292-2 neutron-server[101842]: INFO neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No ports have port_id starting with c8325f61-ce49-4145-b4f1-7c4ea370a172 Nov 08 14:02:45.224596 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.228231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44238) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:45.232550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=3647fb93-44df-4ae3-99b8-0eaf38e8e0cf,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:45.239634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.243802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:c4:11:36', 'name': 'tempest-NetworksTestDHCPv6-1455010556'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:45.256160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623310d-edc3-4283-9790-04b24d936279 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=c8325f61-ce49-4145-b4f1-7c4ea370a172,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:45.271530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] No DVR routers for this DVR port c8325f61-ce49-4145-b4f1-7c4ea370a172 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:45.365990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c52f38-c255-4dcf-9a5c-36742c7dff0f None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:45.476000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Network e0be7af7-b0f8-453d-a4bd-df292c7ef337 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:45.506602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:45.513345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:45.538289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Pushing event updated for resources: {'Port': ['ID=fbed5802-5d38-48b4-aa11-04eb8d720139,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:45.565057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T14:02:41Z', 'revision_number': 5, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port': {'id': 'd779ac6b-447b-4697-a490-a94b0c0b0e2f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '733962f9-e355-4f9a-83c6-c239956376ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:50:13Z', 'updated_at': '2021-11-08T13:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:45.591543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.742059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44244) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:45.760355 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1475-4aaf-4719-8cb5-3f9007dc5b20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.782268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] Checking router: 733962f9-e355-4f9a-83c6-c239956376ff for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:02:45.819214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d779ac6b-447b-4697-a490-a94b0c0b0e2f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:45.868396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ad7a4-6f9c-4866-979c-f92117e476f6 None None] Pushing event deleted for resources: {'Port': ['ID=c8325f61-ce49-4145-b4f1-7c4ea370a172,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:45.919893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1475-4aaf-4719-8cb5-3f9007dc5b20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.927233 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1475-4aaf-4719-8cb5-3f9007dc5b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.955760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Attempting to bind port fbed5802-5d38-48b4-aa11-04eb8d720139 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:45.956320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Attempting to bind port fbed5802-5d38-48b4-aa11-04eb8d720139 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6a863d07-29f5-47eb-9891-a4ea87bd49c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e0be7af7-b0f8-453d-a4bd-df292c7ef337'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:45.956694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Attempting to bind port fbed5802-5d38-48b4-aa11-04eb8d720139 on network e0be7af7-b0f8-453d-a4bd-df292c7ef337 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:45.981021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:45.981696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Checking segment: {'id': '6a863d07-29f5-47eb-9891-a4ea87bd49c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e0be7af7-b0f8-453d-a4bd-df292c7ef337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:45.981914 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.982288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Bound using segment: {'id': '6a863d07-29f5-47eb-9891-a4ea87bd49c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e0be7af7-b0f8-453d-a4bd-df292c7ef337'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:45.982785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Bound port: fbed5802-5d38-48b4-aa11-04eb8d720139, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a863d07-29f5-47eb-9891-a4ea87bd49c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e0be7af7-b0f8-453d-a4bd-df292c7ef337'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:45.983171 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:45.993147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b1a1475-4aaf-4719-8cb5-3f9007dc5b20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0062a10d799484aa6a4ca46bcfe4bb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2487636 Nov 08 14:02:45.994084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44248) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:46.061137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a1475-4aaf-4719-8cb5-3f9007dc5b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed3505e-145d-4f82-ada5-81489a8b213a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:46.106375 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2dc57f0-ad69-4729-bcf2-0bcd806499cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.125628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:46.138137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2dc57f0-ad69-4729-bcf2-0bcd806499cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.210634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2dc57f0-ad69-4729-bcf2-0bcd806499cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.216315 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2dc57f0-ad69-4729-bcf2-0bcd806499cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.230358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c2dc57f0-ad69-4729-bcf2-0bcd806499cf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bed3505e-145d-4f82-ada5-81489a8b213a HTTP/1.1" status: 204 len: 168 time: 0.2335339 Nov 08 14:02:46.261819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc57f0-ad69-4729-bcf2-0bcd806499cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed3505e-145d-4f82-ada5-81489a8b213a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:46.408419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.448416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] Routers {'733962f9-e355-4f9a-83c6-c239956376ff'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:02:46.449671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:02:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['733962f9-e355-4f9a-83c6-c239956376ff'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:46.532758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 73081200-a169-426e-96b1-649b169633b5 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:02:46.552223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.612702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:46.645102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.722598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '3647fb93-44df-4ae3-99b8-0eaf38e8e0cf'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:46.724475 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.779123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] Set router 733962f9-e355-4f9a-83c6-c239956376ff gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:02:46.803430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.811158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.912176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Subnet': ['ID=91d35141-f2d2-46cc-b1ed-986a5ab4f7d9,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:46.931847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T14:02:45Z', 'revision_number': 7, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:46.934514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] For port fbed5802-5d38-48b4-aa11-04eb8d720139, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:46.939879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] For port fbed5802-5d38-48b4-aa11-04eb8d720139, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fbed5802-5d38-48b4-aa11-04eb8d720139,segment=NetworkSegment(6a863d07-29f5-47eb-9891-a4ea87bd49c4),segment_id=6a863d07-29f5-47eb-9891-a4ea87bd49c4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:46.963206 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.963815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 733962f9-e355-4f9a-83c6-c239956376ff {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:02:46.968719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:46.970170 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6c989038-4cbe-47b2-b562-f6b89dc8aca1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/733962f9-e355-4f9a-83c6-c239956376ff HTTP/1.1" status: 204 len: 168 time: 3.4215620 Nov 08 14:02:46.974685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44268) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:46.980467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b062d140-0d9e-425e-96fa-3de46bb542a0 None None] The sync data for ids ['733962f9-e355-4f9a-83c6-c239956376ff'] in n-d-804292-2 is: [{'id': '733962f9-e355-4f9a-83c6-c239956376ff', 'name': 'tempest-TaggedBootDevicesTest-33246798-router', 'tenant_id': '184a771ba9dc45069051bf90f38f8601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:50:11Z', 'updated_at': '2021-11-08T14:02:45Z', 'revision_number': 7, 'project_id': '184a771ba9dc45069051bf90f38f8601', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:02:46.990706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fec4:1136 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/3647fb93-44df-4ae3-99b8-0eaf38e8e0cf/73081200-a169-426e-96b1-649b169633b5) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:46.998306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Checking segment: {'id': 'c7ac0c49-89bb-4945-aebf-aa5f583c7ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:46.999119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network hostable DHCP agents. Network: b6041a30-1a65-44cf-aae7-34c4e062a54e, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:02:47.101489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:47.126468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] Deleting subnet 3c2b689a-cb4b-424b-9b91-ec49594675db {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:47.132321 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:47.136099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network b6041a30-1a65-44cf-aae7-34c4e062a54e is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:02:47.165409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b6041a30-1a65-44cf-aae7-34c4e062a54e) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:47.180838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:47.184617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:47.244378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8800-448a-4a7e-a3f6-5ead0119c991 None None] Pushing event updated for resources: {'Port': ['ID=fbed5802-5d38-48b4-aa11-04eb8d720139,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:47.255232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113b5ad2-668c-4f85-85ce-ae0264b2b68b None None] Network b6041a30-1a65-44cf-aae7-34c4e062a54e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:47.282613 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:47.296754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e4bf4fa1-7ab4-4356-90c5-b04099f12ca0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5361917 Nov 08 14:02:47.311902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44276) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:47.326419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'port': {'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e', 'name': 'tempest-NetworksIpV6TestAttrs-2086261895'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:47.536084 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:47.618010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:47.647106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:47.657251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3c2b689a-cb4b-424b-9b91-ec49594675db HTTP/1.1" status: 204 len: 168 time: 0.6804583 Nov 08 14:02:47.676370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44280) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:47.688996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ace33-2454-4958-8ec3-c4580ef7b4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2b689a-cb4b-424b-9b91-ec49594675db,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:47.704115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0468a2-5a2b-46b4-9748-c82e4d895aad None None] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:48.070937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:48.084557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:48.097053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:48.132693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] device_id is not set on port 387b6382-cd6d-46a8-96da-bd4cadbac0c9 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:02:48.140715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-b6041a30-1a65-44cf-aae7-34c4e062a54e', 'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e', 'tenant_id': '8c3d200eed0f4488968c59e990a6397f', 'fixed_ips': [{'subnet_id': '91d35141-f2d2-46cc-b1ed-986a5ab4f7d9'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:02:48.141688 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:48.324681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Allocated IP 2001:db8::f816:3eff:feda:d3ba (b6041a30-1a65-44cf-aae7-34c4e062a54e/91d35141-f2d2-46cc-b1ed-986a5ab4f7d9/387b6382-cd6d-46a8-96da-bd4cadbac0c9) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:48.472153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:48.570899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] DHCP port deletion for 8cd92319-25d8-49b4-99db-4c9aaf58af29 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:48.588290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Allocated IP 2001:db8::f816:3eff:fe4a:8f6f (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/3647fb93-44df-4ae3-99b8-0eaf38e8e0cf/8abb2a7f-9327-4f8a-b9d4-e8542c89b953) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:48.619271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:48.718326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fbed5802-5d38-48b4-aa11-04eb8d720139 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:48.754454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:48.777375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:48.826134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Deleting port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:48.826710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:48.840957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=73081200-a169-426e-96b1-649b169633b5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:48.847147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:48.869947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:48.871089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:48.968264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cfde420e-8356-43ac-a224-e4a763804a7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7386355 Nov 08 14:02:48.972210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44296) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:49.045376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] Deleting port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:49.045660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.095476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port fbed5802-5d38-48b4-aa11-04eb8d720139 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:49.095869 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.111451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.117055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] For port ef094a53-4b1b-42cb-bd5a-90c3085fcee1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:49.117978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.155384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Calling delete_port for ef094a53-4b1b-42cb-bd5a-90c3085fcee1 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:49.223362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c0028a-6257-44b5-b500-8bbc76870d45 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:49.233171 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54c0028a-6257-44b5-b500-8bbc76870d45 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2538171 Nov 08 14:02:49.271913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44300) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:49.337226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.470200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.511009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] For port ef094a53-4b1b-42cb-bd5a-90c3085fcee1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,segment=NetworkSegment(d74000c8-3a84-4bbc-97a3-6e8949cb7491),segment_id=d74000c8-3a84-4bbc-97a3-6e8949cb7491)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:49.512699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.531842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Port': ['ID=387b6382-cd6d-46a8-96da-bd4cadbac0c9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:49.534549 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.573507 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.581117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network b6041a30-1a65-44cf-aae7-34c4e062a54e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:49.585090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:49.590971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:49.602549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:49.604428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.641878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:49.653700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] No DVR routers for this DVR port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:49.653959 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b5c742a9-8b89-4f5d-97d0-5a00dcf1cfb9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3394670 Nov 08 14:02:49.656617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44310) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:49.674431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 73081200-a169-426e-96b1-649b169633b5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:49.674865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.700567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:49.713748 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Pushing event updated for resources: {'Port': ['ID=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:49.724374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:49.733020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a331b-08ce-423e-b8cf-1d02ae1b9899 None None] Network e0be7af7-b0f8-453d-a4bd-df292c7ef337 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:49.749876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] Calling delete_port for ef094a53-4b1b-42cb-bd5a-90c3085fcee1 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:49.752372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:49.903306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting subnet 91d35141-f2d2-46cc-b1ed-986a5ab4f7d9 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:49.915384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:49.972801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.006089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd92319-25d8-49b4-99db-4c9aaf58af29']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:50.007528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Allocated IP 2001:db8::f816:3eff:fe45:d1b0 (b6041a30-1a65-44cf-aae7-34c4e062a54e/91d35141-f2d2-46cc-b1ed-986a5ab4f7d9/8ea92cf6-3c77-4b77-a15c-4eb9accac0e7) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:50.042100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 73081200-a169-426e-96b1-649b169633b5 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:50.059260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd74000c8-3a84-4bbc-97a3-6e8949cb7491') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:50.059605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd74000c8-3a84-4bbc-97a3-6e8949cb7491') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:02:50.060655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.062774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ee041a61-e224-47cc-a7fd-16635a468d48 None None] Provisioning complete for port fbed5802-5d38-48b4-aa11-04eb8d720139 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:50.063135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee041a61-e224-47cc-a7fd-16635a468d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.087949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.119302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.181000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:02:50.181418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:02:50.183157 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:02:50.285753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Attempting to bind port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:50.286402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Attempting to bind port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:50.286934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Attempting to bind port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:50.371130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port fbed5802-5d38-48b4-aa11-04eb8d720139, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fbed5802-5d38-48b4-aa11-04eb8d720139,segment=NetworkSegment(6a863d07-29f5-47eb-9891-a4ea87bd49c4),segment_id=6a863d07-29f5-47eb-9891-a4ea87bd49c4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:50.388368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.395850 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:50.396517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:50.397099 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.397638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:50.398142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Bound port: 8abb2a7f-9327-4f8a-b9d4-e8542c89b953, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:50.399059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.411198 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.418365 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.422548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8cd92319-25d8-49b4-99db-4c9aaf58af29 HTTP/1.1" status: 204 len: 168 time: 2.7448978 Nov 08 14:02:50.467880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=73081200-a169-426e-96b1-649b169633b5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:50.551259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8244a-e665-4be4-b3fa-eecf126ed148 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd92319-25d8-49b4-99db-4c9aaf58af29,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:50.620209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.630456 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4eff8bab-a978-4ef2-b24e-a68183d44ac6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/73081200-a169-426e-96b1-649b169633b5 HTTP/1.1" status: 204 len: 168 time: 1.3567567 Nov 08 14:02:50.632418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44326) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:50.713087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ad42c-48c3-4548-8d2c-05fc56f50f81 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:50.720968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053ad42c-48c3-4548-8d2c-05fc56f50f81 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:50.725655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44328) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:50.726368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-053ad42c-48c3-4548-8d2c-05fc56f50f81 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0914149 Nov 08 14:02:50.763123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44330) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:50.781624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] For port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:50.785969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] For port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:50.787360 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.840600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 3647fb93-44df-4ae3-99b8-0eaf38e8e0cf {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:02:50.842498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d26489d6-8e67-483f-916f-7e1977b22030 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:50.845307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.859213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:50.920469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9af4f7f6-f09e-402b-891a-7094575495e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=184a771ba9dc45069051bf90f38f8601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536226 Nov 08 14:02:50.921983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44338) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:50.977889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d26489d6-8e67-483f-916f-7e1977b22030 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:50.978235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d26489d6-8e67-483f-916f-7e1977b22030 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:50.978660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d779ac6b-447b-4697-a490-a94b0c0b0e2f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:51.012448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.082198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d779ac6b-447b-4697-a490-a94b0c0b0e2f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:51.082550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d779ac6b-447b-4697-a490-a94b0c0b0e2f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:51.121158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d321-c2da-4a70-93ae-627067bfe386 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.137278 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.161221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] Network 8cd92319-25d8-49b4-99db-4c9aaf58af29 is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:02:51.174081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] No DVR routers for this DVR port ef094a53-4b1b-42cb-bd5a-90c3085fcee1 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:02:51.211511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d321-c2da-4a70-93ae-627067bfe386 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.242521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=fbed5802-5d38-48b4-aa11-04eb8d720139,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:51.317598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.338209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d321-c2da-4a70-93ae-627067bfe386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.341223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d321-c2da-4a70-93ae-627067bfe386 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.345947 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a7d5d321-c2da-4a70-93ae-627067bfe386 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5e1116b-1927-4a3f-97fb-5cb18dfe75d1 HTTP/1.1" status: 204 len: 168 time: 0.4192753 Nov 08 14:02:51.351910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef094a53-4b1b-42cb-bd5a-90c3085fcee1 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:02:51.369918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5d321-c2da-4a70-93ae-627067bfe386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1116b-1927-4a3f-97fb-5cb18dfe75d1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:51.439060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.498612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=3647fb93-44df-4ae3-99b8-0eaf38e8e0cf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:51.503048 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.508156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7812e64e-7afa-4fbd-8f8b-7c81b387ca77 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/3647fb93-44df-4ae3-99b8-0eaf38e8e0cf HTTP/1.1" status: 204 len: 168 time: 0.7805393 Nov 08 14:02:51.513015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44350) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:51.568170 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9df798d7-9a87-47ec-9dfb-ef07181d0286 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508351 Nov 08 14:02:51.570947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44352) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:51.615395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ef094a53-4b1b-42cb-bd5a-90c3085fcee1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:02:51.615976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ef094a53-4b1b-42cb-bd5a-90c3085fcee1 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:02:51.690150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea967e-e183-47c2-af8d-a635089a7922 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:51.691812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6ea967e-e183-47c2-af8d-a635089a7922 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1193728 Nov 08 14:02:51.694427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44354) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:51.739599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.750170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd67fde-d67e-4a34-beca-9b1b6038e058 None None] Pushing event updated for resources: {'Port': ['ID=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:51.751723 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.822843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23123c-671d-4e79-b701-808799d7ac5d None None] Pushing event deleted for resources: {'Port': ['ID=ef094a53-4b1b-42cb-bd5a-90c3085fcee1,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:51.828235 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.873359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f261ae-e56d-489d-ae79-1fe51fab1349 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:51.875101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3f261ae-e56d-489d-ae79-1fe51fab1349 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1791170 Nov 08 14:02:51.900492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:51.930764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:51.931491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Network b6041a30-1a65-44cf-aae7-34c4e062a54e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:51.938415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:51.944632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:52.028664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f0dcb3bd-cc50-48e9-a7e9-2e32dd92fcc1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1249800 Nov 08 14:02:52.033803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44366) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:52.040981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:52.185153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Pushing event updated for resources: {'Port': ['ID=8ea92cf6-3c77-4b77-a15c-4eb9accac0e7,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:52.234245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8ca033a8-e03c-4833-92e6-055a44bb5992 None None] Provisioning complete for port fbed5802-5d38-48b4-aa11-04eb8d720139 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:52.236295 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8ca033a8-e03c-4833-92e6-055a44bb5992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.239177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:52.247054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Attempting to bind port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:02:52.247393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Attempting to bind port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'c7ac0c49-89bb-4945-aebf-aa5f583c7ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:02:52.247759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Attempting to bind port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7 on network b6041a30-1a65-44cf-aae7-34c4e062a54e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:02:52.248568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.315109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:02:52.315902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Checking segment: {'id': 'c7ac0c49-89bb-4945-aebf-aa5f583c7ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:52.318864 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.321341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Bound using segment: {'id': 'c7ac0c49-89bb-4945-aebf-aa5f583c7ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:02:52.322918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Bound port: 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ac0c49-89bb-4945-aebf-aa5f583c7ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b6041a30-1a65-44cf-aae7-34c4e062a54e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:02:52.323765 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.440586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.616706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.628089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] For port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:02:52.633288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] For port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8ea92cf6-3c77-4b77-a15c-4eb9accac0e7,segment=NetworkSegment(c7ac0c49-89bb-4945-aebf-aa5f583c7ede),segment_id=c7ac0c49-89bb-4945-aebf-aa5f583c7ede)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:02:52.710244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Subnet': ['ID=91d35141-f2d2-46cc-b1ed-986a5ab4f7d9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:52.740162 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.802260 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:52.827072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-549915f4-7602-4515-8b06-f2ee007907f2 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/91d35141-f2d2-46cc-b1ed-986a5ab4f7d9 HTTP/1.1" status: 204 len: 168 time: 3.1648369 Nov 08 14:02:52.830447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44380) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:53.003896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d14a9-746f-463c-a8a3-7b7b967a6241 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:53.005577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d14a9-746f-463c-a8a3-7b7b967a6241 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:53.015691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44384) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:53.020305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8d2d14a9-746f-463c-a8a3-7b7b967a6241 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1878603 Nov 08 14:02:53.047981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0dcb-1c3b-44cb-90ee-139d0354efdf None None] Pushing event updated for resources: {'Port': ['ID=8ea92cf6-3c77-4b77-a15c-4eb9accac0e7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:53.152051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:53.412154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:53.570513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44400) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:53.608213 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9406d10-7e3a-4abf-aae4-0d472c0036cc tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:53.646060 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33941e-b9f2-4f38-82a7-f2da4a558e21 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:53.707902 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9406d10-7e3a-4abf-aae4-0d472c0036cc tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 08 14:02:53.708657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9406d10-7e3a-4abf-aae4-0d472c0036cc tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:02:53.722959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44404) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:53.730472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-972141506'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:53.743259 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f9406d10-7e3a-4abf-aae4-0d472c0036cc tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/b6041a30-1a65-44cf-aae7-34c4e062a54e HTTP/1.1" status: 409 len: 405 time: 0.7267644 Nov 08 14:02:53.824704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:53.834735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:53.916605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:02:53.954928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:53.955835 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Added segment 246d9cbc-258d-4c92-a8f5-874ceb88d8fd of type vlan for network e1565f35-7718-4f9d-9e14-43e20f2fd212 Nov 08 14:02:53.980771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-209349350-network', 'tenant_id': '45a008b47b6c46a2ae84cf3bbd1db3b1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:53.996239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.014311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fbed5802-5d38-48b4-aa11-04eb8d720139 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:54.146860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.151127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.171957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Made reservation on behalf of 45a008b47b6c46a2ae84cf3bbd1db3b1 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:54.182961 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.223173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.296626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port fbed5802-5d38-48b4-aa11-04eb8d720139 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:54.305639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.314069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Provisioning complete for port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:54.322113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.370759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.382945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:54.383994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.524911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8005285 Nov 08 14:02:54.530039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44410) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:54.554711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'subnet': {'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:54.769021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ec4f4-1a2d-4207-802e-b441f907392a tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Network': ['ID=e1565f35-7718-4f9d-9e14-43e20f2fd212,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:54.895262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.906845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:54.916024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e1565f35-7718-4f9d-9e14-43e20f2fd212 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:02:54.927223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:55.011846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:02:55.080354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f240a6-a409-4d7e-843c-843044f0e836 None None] Network b6041a30-1a65-44cf-aae7-34c4e062a54e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:55.083013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.107198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.108374 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.109793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1121c31a-ac18-43be-a1f4-5d1ade481d28,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:55.113591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.114139 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Added segment d23ebedc-2451-4cad-881d-bb6cfbadbd2a of type vlan for network 334c57db-1deb-4422-b00e-fe27264bb89f Nov 08 14:02:55.180644 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.299269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=7f8554e7-f02b-4614-b073-9f8c2583b544,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:55.316042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:55.317437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:55.326395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.349540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:55.406466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:55.413716 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.430532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.546211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.560574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:55.562058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:55.587701 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d672999-fa7a-4183-9535-6d93ce14cd0e None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:55.625900 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.5885003 Nov 08 14:02:55.627236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105f4d8-9d19-4e92-942e-f86a57131fd6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,revision_number=5']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:55.649977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44418) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:55.699942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:fa:62:51', 'name': 'tempest-NetworksTestDHCPv6-1637079966'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:55.815671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] Pushing event updated for resources: {'Network': ['ID=334c57db-1deb-4422-b00e-fe27264bb89f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:55.848022 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ee52f7f9-730d-4437-b2b8-d57ed9cc0f65 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2756386 Nov 08 14:02:55.854274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44422) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:55.882349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Request body: {'subnet': {'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-209349350-subnet', 'tenant_id': '45a008b47b6c46a2ae84cf3bbd1db3b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:55.922037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 334c57db-1deb-4422-b00e-fe27264bb89f details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:02:55.942830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Made reservation on behalf of 45a008b47b6c46a2ae84cf3bbd1db3b1 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:55.949052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:56.120613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:56.205655 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:56.339054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:02:56.440349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Checking segment: {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:56.440836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Network hostable DHCP agents. Network: 334c57db-1deb-4422-b00e-fe27264bb89f, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:02:56.501612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be5884e-4477-4525-bf20-7bb38207734d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:56.537066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Network 334c57db-1deb-4422-b00e-fe27264bb89f is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:02:56.618994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 334c57db-1deb-4422-b00e-fe27264bb89f) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:56.678597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:56.680777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:56.717368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d73b2-ca52-4708-bbc9-ce51e5f0269b None None] Network 334c57db-1deb-4422-b00e-fe27264bb89f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:56.752423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c184a90-c479-4908-b236-7e139fbcd260 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8825145 Nov 08 14:02:57.255689 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:02:57.256289 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:02:57.270989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244e203e-b3f3-492d-849f-0b370271253d None None] Network 334c57db-1deb-4422-b00e-fe27264bb89f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:57.349898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:57.351365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:57.454100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] DHCP port deletion for b6041a30-1a65-44cf-aae7-34c4e062a54e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:02:57.518684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:02:57.522810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:57.535146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:57.644330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port c52ae7c7-aa43-40df-985c-90aef5ef6f05 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:02:57.683812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Subnet': ['ID=5363477d-8d07-4921-bd45-2946169e5d81,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:57.729172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Checking segment: {'id': '246d9cbc-258d-4c92-a8f5-874ceb88d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:02:57.729964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network hostable DHCP agents. Network: e1565f35-7718-4f9d-9e14-43e20f2fd212, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:02:57.872967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fefa:6251 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/7f8554e7-f02b-4614-b073-9f8c2583b544/c52ae7c7-aa43-40df-985c-90aef5ef6f05) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:02:58.121118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.145410 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.226962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.251063 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae7e7899-e027-4231-89a6-30b1b76167e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.339336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] For port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:58.364857 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-ea6b8a3f-868a-46c0-b7a6-33dd94a0c21f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3607712 Nov 08 14:02:58.426251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-2a1f2a90-9f6e-4f28-a827-2079d6dd0724 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:58.451526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-2a1f2a90-9f6e-4f28-a827-2079d6dd0724 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/networks?id=334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 200 len: 817 time: 0.6809096 Nov 08 14:02:58.459429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.502686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] Deleting port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:02:58.503483 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.540799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network e1565f35-7718-4f9d-9e14-43e20f2fd212 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:02:58.667925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:02:58.677245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-cb76820b-f38e-4e79-882b-8df0ac2d4f81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/quotas/45a008b47b6c46a2ae84cf3bbd1db3b1 HTTP/1.1" status: 200 len: 375 time: 0.2149129 Nov 08 14:02:58.735785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=c52ae7c7-aa43-40df-985c-90aef5ef6f05,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:02:58.849974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e1565f35-7718-4f9d-9e14-43e20f2fd212) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:58.860185 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-61e63696-6bea-4127-98a9-a8109a6e7e95 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1253815 Nov 08 14:02:58.862049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:02:58.876110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] For port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8ea92cf6-3c77-4b77-a15c-4eb9accac0e7,segment=NetworkSegment(c7ac0c49-89bb-4945-aebf-aa5f583c7ede),segment_id=c7ac0c49-89bb-4945-aebf-aa5f583c7ede)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:02:58.877856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:02:58.884740 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.902740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:58.903939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:58.961688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:58.962973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:59.011692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-057ecde4-a7d8-44bb-af28-f144d5694707 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3269191 Nov 08 14:02:59.024302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ef895c0a-5e0f-495a-a99c-ebaf0c90f32c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3640387 Nov 08 14:02:59.029674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] Calling delete_port for 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:02:59.040412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44470) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:59.121303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a45ef1fa-2708-400d-ad28-f71802b6de6c tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5885227 Nov 08 14:02:59.122851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44472) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:59.136966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'port': {'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212', 'name': 'tempest-NetworksIpV6TestAttrs-553799184'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:02:59.183869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44474) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:59.185125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e080502d-8963-45eb-8d86-11e52d050ce0 None None] Network e1565f35-7718-4f9d-9e14-43e20f2fd212 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:02:59.191833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:02:59.246781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba334c-c32e-4558-867c-7945668f45aa req-5b8b6d7f-defa-4072-8456-48e54a885ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:59.248456 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-5b8b6d7f-defa-4072-8456-48e54a885ee1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.7430456 Nov 08 14:02:59.324193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-f7a2f0a3-569e-49ce-a4fc-c7cb1c6b02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:59.326473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-f7a2f0a3-569e-49ce-a4fc-c7cb1c6b02c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4305aca199c0480bb5346421bf50c2cc&device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 1097 time: 0.3041072 Nov 08 14:02:59.453789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2f349-d177-4252-a409-f9beb2166eff tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:59.466999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc2f349-d177-4252-a409-f9beb2166eff tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:59.484412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bcc2f349-d177-4252-a409-f9beb2166eff tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4356675 Nov 08 14:02:59.486544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44480) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:02:59.720342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5783-d7c0-4878-a8b9-d7d907f4fb6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:59.757053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba334c-c32e-4558-867c-7945668f45aa req-70d95915-75e7-4191-9572-9b4aa75bd35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:59.770660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-70d95915-75e7-4191-9572-9b4aa75bd35a service neutron] 10.222.0.70 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.4795201 Nov 08 14:02:59.789699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-c365bf11-7751-4e31-aefd-5a9e063e399f service neutron] 10.222.0.65 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7760987 Nov 08 14:02:59.814085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f26a216d-1b4b-40dd-879a-57c1391bd7e5 None None] Provisioning complete for port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:02:59.814402 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f26a216d-1b4b-40dd-879a-57c1391bd7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:02:59.970095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-b20ac393-411f-4d25-8aae-dacdd9fa294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:02:59.993469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-b20ac393-411f-4d25-8aae-dacdd9fa294f service neutron] 10.222.0.54 "GET /v2.0/networks?id=c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 200 len: 912 time: 0.6338623 Nov 08 14:02:59.998793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:00.013207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:00.066449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105a9a0-70a3-4e55-830c-1510fbb057b4 None None] Pushing event updated for resources: {'Port': ['ID=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:00.097473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:00.097838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:00.254551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-dba8568e-593f-4fa4-a8ea-185873a0af0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1002 time: 0.4387770 Nov 08 14:03:00.436568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e1565f35-7718-4f9d-9e14-43e20f2fd212', 'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212', 'tenant_id': '8c3d200eed0f4488968c59e990a6397f', 'fixed_ips': [{'subnet_id': '5363477d-8d07-4921-bd45-2946169e5d81'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:00.437843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:00.445438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba334c-c32e-4558-867c-7945668f45aa req-bd858c87-97cc-442a-8fc1-5b485ded65a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:00.446088 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:00.458152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-bd858c87-97cc-442a-8fc1-5b485ded65a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.1929326 Nov 08 14:03:00.468639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] device_id is not set on port c94eadbb-5ef3-47bb-9eaf-538c8a79ff9c yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:00.530729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] Pushing event deleted for resources: {'Port': ['ID=8ea92cf6-3c77-4b77-a15c-4eb9accac0e7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:00.683959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f26a216d-1b4b-40dd-879a-57c1391bd7e5 None None] Could not find standard attr ID for object 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:00.693315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d17f11-f060-437e-af1e-6660e9ef9bcc None None] No DVR routers for this DVR port 8ea92cf6-3c77-4b77-a15c-4eb9accac0e7 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:00.698113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:00.729377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-e14249ae-a6ad-41a5-b944-b6049d647bb6 service neutron] 10.222.0.65 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9127772 Nov 08 14:03:00.774394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port c52ae7c7-aa43-40df-985c-90aef5ef6f05 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:00.780701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:00.853949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Allocated IP 2001:db8::f816:3eff:fe48:eed9 (e1565f35-7718-4f9d-9e14-43e20f2fd212/5363477d-8d07-4921-bd45-2946169e5d81/c94eadbb-5ef3-47bb-9eaf-538c8a79ff9c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:00.863833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-06bbfdf4-6e7b-47c9-8b1c-c92b2e124675 None None] Could not find standard attr ID for object 73081200-a169-426e-96b1-649b169633b5. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:00.885687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba334c-c32e-4558-867c-7945668f45aa req-b59617b3-14f5-411b-a748-dd70539728de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:00.890018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-b59617b3-14f5-411b-a748-dd70539728de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4114037 Nov 08 14:03:00.917779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-f46da987-89ec-49c8-a98d-f3956626a99f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 200 len: 1002 time: 0.8730898 Nov 08 14:03:00.938830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-06bbfdf4-6e7b-47c9-8b1c-c92b2e124675 None None] Provisioning complete for port c52ae7c7-aa43-40df-985c-90aef5ef6f05 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:00.939486 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-06bbfdf4-6e7b-47c9-8b1c-c92b2e124675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.052442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-06bbfdf4-6e7b-47c9-8b1c-c92b2e124675 None None] Port c52ae7c7-aa43-40df-985c-90aef5ef6f05 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:03:01.056332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:01.056699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.063942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5783-d7c0-4878-a8b9-d7d907f4fb6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.092409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf1e5783-d7c0-4878-a8b9-d7d907f4fb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.114704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-06bbfdf4-6e7b-47c9-8b1c-c92b2e124675 None None] Provisioning complete for port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:01.115361 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-06bbfdf4-6e7b-47c9-8b1c-c92b2e124675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.294339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.306500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-e6387e21-5927-4c66-b861-ef708d3bd671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:01.310046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-e6387e21-5927-4c66-b861-ef708d3bd671 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 200 len: 850 time: 0.3782909 Nov 08 14:03:01.370744 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cf1e5783-d7c0-4878-a8b9-d7d907f4fb6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=751ea368b5654527a9d45ded71868e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1824009 Nov 08 14:03:01.381922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44496) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:01.389915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for c52ae7c7-aa43-40df-985c-90aef5ef6f05 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:01.403846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-64ab434a-6e3d-48b0-a46e-62867f677639 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030017 Nov 08 14:03:01.454735 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0562f835-cd6b-49e8-ab13-e5e0e2dce27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.534958 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.545833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e5783-d7c0-4878-a8b9-d7d907f4fb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb65096-586d-44ae-be8d-2e3aef03a56b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:01.594484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0adbfe1f-09d8-4f14-908e-d712caa0b37b req-af91cf8a-dce4-4a2a-b7b4-c0e874457afa tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.0543656 Nov 08 14:03:01.663621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-b45d0588-7ef9-4d75-8142-09c8d2395558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:01.665690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-b45d0588-7ef9-4d75-8142-09c8d2395558 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c4701f82-7229-419d-8398-1bd3ca50434b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2882407 Nov 08 14:03:01.677171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4dedf31-d693-4031-9f05-6e989f418619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.701464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eba334c-c32e-4558-867c-7945668f45aa req-429a8f18-0fca-4d10-955a-e3f9c0c233aa service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378614 Nov 08 14:03:01.802933 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.851630 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-e1f4af77-0847-47db-b689-f12b18d433d7 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708548 Nov 08 14:03:01.910985 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.923076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=c52ae7c7-aa43-40df-985c-90aef5ef6f05,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:01.950360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4dedf31-d693-4031-9f05-6e989f418619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:01.980917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Allocated IP 2001:db8::f816:3eff:fe14:cb25 (e1565f35-7718-4f9d-9e14-43e20f2fd212/5363477d-8d07-4921-bd45-2946169e5d81/dc306693-0929-408a-96d1-56a3d7396961) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:02.009170 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.034777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-75eed9e2-4845-4e3e-8c44-f34ada9f559d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/c52ae7c7-aa43-40df-985c-90aef5ef6f05 HTTP/1.1" status: 204 len: 168 time: 2.2850227 Nov 08 14:03:02.035487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44506) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:02.179915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75fb8b-ebbe-4164-a8fa-09bfc6d8d944 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:02.192996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Port': ['ID=c94eadbb-5ef3-47bb-9eaf-538c8a79ff9c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:02.193436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b75fb8b-ebbe-4164-a8fa-09bfc6d8d944 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:02.197192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1b75fb8b-ebbe-4164-a8fa-09bfc6d8d944 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1603353 Nov 08 14:03:02.199689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44508) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:02.213979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network e1565f35-7718-4f9d-9e14-43e20f2fd212 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:02.255615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:02.259155 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.273212 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.276501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4dedf31-d693-4031-9f05-6e989f418619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.282648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4dedf31-d693-4031-9f05-6e989f418619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.285362 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b4dedf31-d693-4031-9f05-6e989f418619 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9cb65096-586d-44ae-be8d-2e3aef03a56b HTTP/1.1" status: 204 len: 168 time: 0.8890884 Nov 08 14:03:02.290592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:02.310922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:02.317174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.372962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 7f8554e7-f02b-4614-b073-9f8c2583b544 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:02.396909 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.397610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dedf31-d693-4031-9f05-6e989f418619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb65096-586d-44ae-be8d-2e3aef03a56b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:02.402866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Network e1565f35-7718-4f9d-9e14-43e20f2fd212 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:02.406282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a8f76dcb-86e4-4947-a816-663249af4356 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.2785091 Nov 08 14:03:02.411370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44514) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:02.456360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:02.466044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:02.592382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.702178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting subnet 5363477d-8d07-4921-bd45-2946169e5d81 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:02.750524 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-437eb6c7-5522-4d21-876c-ff5dd45df108 req-7667be92-d67c-410e-bf22-af7cb4bc3447 service neutron] 10.222.0.54 "GET /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8792143 Nov 08 14:03:02.760582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.764703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Attempting to bind port dc306693-0929-408a-96d1-56a3d7396961 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:02.765545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Attempting to bind port dc306693-0929-408a-96d1-56a3d7396961 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '246d9cbc-258d-4c92-a8f5-874ceb88d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:02.765719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Attempting to bind port dc306693-0929-408a-96d1-56a3d7396961 on network e1565f35-7718-4f9d-9e14-43e20f2fd212 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:02.771316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Pushing event updated for resources: {'Port': ['ID=dc306693-0929-408a-96d1-56a3d7396961,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:02.777309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:02.777747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Checking segment: {'id': '246d9cbc-258d-4c92-a8f5-874ceb88d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:02.778094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.778715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Bound using segment: {'id': '246d9cbc-258d-4c92-a8f5-874ceb88d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:02.779491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Bound port: dc306693-0929-408a-96d1-56a3d7396961, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '246d9cbc-258d-4c92-a8f5-874ceb88d8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'e1565f35-7718-4f9d-9e14-43e20f2fd212'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:02.779921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:02.836066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0348a84f-c0c3-40bb-8f18-4e041ca608ec req-6204796e-60a0-462c-bfac-6515ff4ffd7f tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.0794823 Nov 08 14:03:02.981674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] For port dc306693-0929-408a-96d1-56a3d7396961, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:02.990024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] For port dc306693-0929-408a-96d1-56a3d7396961, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dc306693-0929-408a-96d1-56a3d7396961,segment=NetworkSegment(246d9cbc-258d-4c92-a8f5-874ceb88d8fd),segment_id=246d9cbc-258d-4c92-a8f5-874ceb88d8fd)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:03.017545 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.031288 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.046134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.145762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.185321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e61ba-dc97-42e2-a69b-0c1a2ecd128f None None] Pushing event updated for resources: {'Port': ['ID=dc306693-0929-408a-96d1-56a3d7396961,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:03.389123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.513769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8554e7-f02b-4614-b073-9f8c2583b544,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:03.530154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1d347d-3ae3-421c-b6c2-bb7b6feed6a7 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:03.545141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.560739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/7f8554e7-f02b-4614-b073-9f8c2583b544 HTTP/1.1" status: 204 len: 168 time: 1.3539739 Nov 08 14:03:03.566784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.567417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.568077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.568503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.568971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.569737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.570051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.570559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.571076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.571552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.572087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.572601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58deed6-0b8a-438c-8ce3-4eebca4a2ce0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:03.577097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44544) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:03.606703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.722673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eb77b094-491c-473e-9522-2e8daf9f626f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440308 Nov 08 14:03:03.740871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44548) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:03.765948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:03.838738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-9878cf71-2a52-4311-b464-2917c14f15a9 req-cda0af0a-e2bf-49bc-858b-0062b65f8224 service neutron] (101840) timed out ('10.222.0.65', 35324) {{(pid=101840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:03:03.937811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:03.949116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:03.981481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:04.104432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Subnet': ['ID=5363477d-8d07-4921-bd45-2946169e5d81,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:04.113301 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:04.123820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6eb3920c-9c22-4f88-92fa-4a13c8c6e0b0 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/5363477d-8d07-4921-bd45-2946169e5d81 HTTP/1.1" status: 204 len: 168 time: 1.7080843 Nov 08 14:03:04.124830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44558) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:04.220877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97f4953c-531d-42d1-8993-dcccadfdbbdb req-51295f4d-a808-4ab5-95a1-9c4d4d4b1458 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.1716917 Nov 08 14:03:04.249190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7181fb43-024f-4581-a884-eaab5bdb4080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:04.252470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7181fb43-024f-4581-a884-eaab5bdb4080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:04.254263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7181fb43-024f-4581-a884-eaab5bdb4080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1282980 Nov 08 14:03:04.260284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:04.297796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:03:04.444012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] Deleting port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:04.444448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:04.599386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f47e-1cf8-4f83-bc88-4a25e3c83fe7 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:04.655884 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd2f47e-1cf8-4f83-bc88-4a25e3c83fe7 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 08 14:03:04.656625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd2f47e-1cf8-4f83-bc88-4a25e3c83fe7 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:04.665067 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ddd2f47e-1cf8-4f83-bc88-4a25e3c83fe7 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/e1565f35-7718-4f9d-9e14-43e20f2fd212 HTTP/1.1" status: 409 len: 405 time: 0.4032781 Nov 08 14:03:04.672607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44572) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:04.693486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1268935214'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:04.785460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] For port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:04.786994 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:04.799946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:04.806072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:04.890853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] Calling delete_port for 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:04.942258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:03:04.984398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:04.984925 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Added segment 6fa50821-d667-408f-87a1-4c7dbf1d8667 of type vlan for network 6f6ed725-f17e-4609-8e5a-c0898410aa84 Nov 08 14:03:05.093312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44578) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:05.147208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dc306693-0929-408a-96d1-56a3d7396961 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:05.155471 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.183522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.188058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:03:05.190700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.195901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8875f4-0733-4c1b-84e3-dc6d185bb393 req-b875505b-7a6c-4d64-8e7a-d5d8582f2c6d tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:05.204633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d8875f4-0733-4c1b-84e3-dc6d185bb393 req-b875505b-7a6c-4d64-8e7a-d5d8582f2c6d tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.3288362 Nov 08 14:03:05.274317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.286441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:05.302414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.332482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9d8875f4-0733-4c1b-84e3-dc6d185bb393 req-2137dc0b-be88-49fc-96ff-8a16ca1ebe11 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.393559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:05.435651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] Pushing event deleted for resources: {'Port': ['ID=8abb2a7f-9327-4f8a-b9d4-e8542c89b953,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:05.451517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915579bd-8ad7-41be-9e3e-206a56d506ce None None] No DVR routers for this DVR port 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:05.533269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dc306693-0929-408a-96d1-56a3d7396961 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:05.534042 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.616366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9417894 Nov 08 14:03:05.625211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44586) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:05.628406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594585e-f726-4525-9864-fbc94c6300e6 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Network': ['ID=6f6ed725-f17e-4609-8e5a-c0898410aa84,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:05.637951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:05.646222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'subnet': {'network_id': '6f6ed725-f17e-4609-8e5a-c0898410aa84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:05.668755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce72dd-2b6e-4908-b20c-bf0a6719492b None None] Network e1565f35-7718-4f9d-9e14-43e20f2fd212 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:05.674356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6f6ed725-f17e-4609-8e5a-c0898410aa84 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:03:05.679982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41707ddf-4f17-4e91-a36a-3855165c54c3 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:05.699866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-301019687-network', 'tenant_id': '96fb62c90a99406db54773613dab4ae1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:05.790676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:05.792137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.818443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=3fdee68d-f2e8-4a8f-82cc-f757c0fde588,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:05.850294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0feffce-fe42-489b-adf3-f90f0b5b0eea req-15c8b4d7-93c8-461e-811c-f927559ac6ef tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.4261432 Nov 08 14:03:05.863185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9d8875f4-0733-4c1b-84e3-dc6d185bb393 req-2137dc0b-be88-49fc-96ff-8a16ca1ebe11 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.877920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:05.886584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-9d8875f4-0733-4c1b-84e3-dc6d185bb393 req-2137dc0b-be88-49fc-96ff-8a16ca1ebe11 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.899542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:05.974199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137dc0b-be88-49fc-96ff-8a16ca1ebe11 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d17fbb-e4ff-4975-be9c-02d85492f5c1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:06.013404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Made reservation on behalf of 96fb62c90a99406db54773613dab4ae1 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:06.025171 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.127152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-59a8a662-4e2d-4692-b962-68964ac8c78f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3827295 Nov 08 14:03:06.138348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:06.159535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:67:62:f8', 'name': 'tempest-NetworksTestDHCPv6-1275268319'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:06.166473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.232054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9d8875f4-0733-4c1b-84e3-dc6d185bb393 req-2137dc0b-be88-49fc-96ff-8a16ca1ebe11 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0248249 Nov 08 14:03:06.443575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.475494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.552746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:03:06.590490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.590879 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Added segment 3b5f93b7-97db-4e4a-bfb1-d860beaeba89 of type vlan for network 61269a23-5016-485e-9ecc-5841df8863cb Nov 08 14:03:06.724021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.836136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6ccd7e-3016-4aaf-818b-c9b3ab596557,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:06.840802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.842248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:06.843629 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.845267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:06.960178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8596754 Nov 08 14:03:06.961307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44600) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:06.967970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Request body: {'subnet': {'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-301019687-subnet', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:06.988568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07284cbf-2d36-46cf-8122-8e625de55345 req-7169f19b-6c2a-4fd2-bc10-6cc3e56b093c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:06.988879 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:06.990264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07284cbf-2d36-46cf-8122-8e625de55345 req-7169f19b-6c2a-4fd2-bc10-6cc3e56b093c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.2247031 Nov 08 14:03:06.991046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e427060-3364-4ce2-9b27-1e2e53a12e06 admin admin] Pushing event updated for resources: {'Network': ['ID=61269a23-5016-485e-9ecc-5841df8863cb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:07.066545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8833b9ba-fc74-4881-9ae5-f8a8bef1cac0 None None] Provisioning complete for port dc306693-0929-408a-96d1-56a3d7396961 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:07.077023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Made reservation on behalf of 96fb62c90a99406db54773613dab4ae1 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:07.078954 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8833b9ba-fc74-4881-9ae5-f8a8bef1cac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:07.079394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:07.092854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-120c5809-2c2a-409e-9f92-33cfa03445d0 req-263c9d1f-4b73-43da-aff7-220c516b26c4 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.0547385 Nov 08 14:03:07.136966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 61269a23-5016-485e-9ecc-5841df8863cb details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:03:07.388608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07284cbf-2d36-46cf-8122-8e625de55345 req-3a096f27-7bd8-4062-9161-75f3884c4c13 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750992 Nov 08 14:03:07.428065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44610) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:07.438041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:07.474029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:07.535991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 731076c8-515e-4f8f-99dd-092171d19521 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:07.603711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:07.693888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:03:07.745298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:07.885488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Subnet': ['ID=d07d773b-4acd-49c8-81fc-bf9766a023ff,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:08.011827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fe67:62f8 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/3fdee68d-f2e8-4a8f-82cc-f757c0fde588/731076c8-515e-4f8f-99dd-092171d19521) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:08.041301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port dc306693-0929-408a-96d1-56a3d7396961, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dc306693-0929-408a-96d1-56a3d7396961,segment=NetworkSegment(246d9cbc-258d-4c92-a8f5-874ceb88d8fd),segment_id=246d9cbc-258d-4c92-a8f5-874ceb88d8fd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:08.057541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-6cc0eaf4-985f-4a10-a294-6dc782bdfec9 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:08.059295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-6cc0eaf4-985f-4a10-a294-6dc782bdfec9 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "GET /v2.0/networks?id=334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 200 len: 817 time: 0.4332066 Nov 08 14:03:08.059704 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:08.063050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Checking segment: {'id': '6fa50821-d667-408f-87a1-4c7dbf1d8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6f6ed725-f17e-4609-8e5a-c0898410aa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:08.063572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network hostable DHCP agents. Network: 6f6ed725-f17e-4609-8e5a-c0898410aa84, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:03:08.078103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:08.119595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Request body: {'port': {'device_id': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f', 'admin_state_up': True, 'tenant_id': '45a008b47b6c46a2ae84cf3bbd1db3b1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:08.317993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] DHCP port deletion for e1565f35-7718-4f9d-9e14-43e20f2fd212 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:03:08.421226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:08.446276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=dc306693-0929-408a-96d1-56a3d7396961,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:08.565633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network 6f6ed725-f17e-4609-8e5a-c0898410aa84 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:03:08.641384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:03:08.643674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8abb2a7f-9327-4f8a-b9d4-e8542c89b953 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:03:08.646542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 6f6ed725-f17e-4609-8e5a-c0898410aa84) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:08.654049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '3fdee68d-f2e8-4a8f-82cc-f757c0fde588'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:08.658181 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:08.694417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0201c205-bd4f-41a6-a1ba-ce6b7bfc58d3 None None] Network 6f6ed725-f17e-4609-8e5a-c0898410aa84 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:08.706505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:08.707411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:08.758024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Made reservation on behalf of 45a008b47b6c46a2ae84cf3bbd1db3b1 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:08.764702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:08.873360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-61e375a3-bc23-438b-9f76-6e78c9c61486 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2331574 Nov 08 14:03:08.920315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44620) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:08.972172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dc306693-0929-408a-96d1-56a3d7396961 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:09.265155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] Deleting port dc306693-0929-408a-96d1-56a3d7396961 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:09.265869 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:09.377378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] For port dc306693-0929-408a-96d1-56a3d7396961, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dc306693-0929-408a-96d1-56a3d7396961,segment=NetworkSegment(246d9cbc-258d-4c92-a8f5-874ceb88d8fd),segment_id=246d9cbc-258d-4c92-a8f5-874ceb88d8fd)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:09.378081 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:09.401214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] Calling delete_port for dc306693-0929-408a-96d1-56a3d7396961 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:09.520479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:09.548524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:09.580286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-17da7e93-a8a0-44fa-9fcd-f86935c908c8 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:09.583131 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-17da7e93-a8a0-44fa-9fcd-f86935c908c8 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "GET /v2.0/networks?id=334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 200 len: 817 time: 1.3715873 Nov 08 14:03:09.601643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Request body: {'port': {'device_id': 'e237a735-7087-4d68-978b-52c189f9e46f', 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f', 'admin_state_up': True, 'tenant_id': '45a008b47b6c46a2ae84cf3bbd1db3b1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:09.620396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] Pushing event deleted for resources: {'Port': ['ID=dc306693-0929-408a-96d1-56a3d7396961,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:09.625615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad5577a-11a2-4013-86c1-e3e7ebf95e4b None None] No DVR routers for this DVR port dc306693-0929-408a-96d1-56a3d7396961 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:09.659336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port dc306693-0929-408a-96d1-56a3d7396961 {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 14:03:09.660166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dc306693-0929-408a-96d1-56a3d7396961 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:03:09.671673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-931be7f0-2bd2-4edf-b061-6961c7145589 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/dcaf139d-775c-4f65-b16c-ce73a95530a3 HTTP/1.1" status: 200 len: 994 time: 2.2288575 Nov 08 14:03:09.672518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-6f6ed725-f17e-4609-8e5a-c0898410aa84', 'network_id': '6f6ed725-f17e-4609-8e5a-c0898410aa84', 'tenant_id': '8c3d200eed0f4488968c59e990a6397f', 'fixed_ips': [{'subnet_id': 'd07d773b-4acd-49c8-81fc-bf9766a023ff'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:09.676298 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:09.696126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bccc2cef-402f-44d2-ad0e-e07a78ee1f36 req-ad8fadc3-af5e-4773-be94-fa5ab70089d2 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 1.3177969 Nov 08 14:03:09.731428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac646a0d-f873-4e48-84da-a0d44e68bb1c,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:09.782935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:09.827050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Checking segment: {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:09.827884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Network hostable DHCP agents. Network: 61269a23-5016-485e-9ecc-5841df8863cb, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:03:09.852967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b28889a8-f711-4cb4-8afd-c0fc1edb9d72 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:09.856889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b28889a8-f711-4cb4-8afd-c0fc1edb9d72 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.70 "GET /v2.0/networks?id=334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 200 len: 817 time: 2.3558552 Nov 08 14:03:09.893688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Request body: {'port': {'device_id': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f', 'admin_state_up': True, 'tenant_id': '45a008b47b6c46a2ae84cf3bbd1db3b1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:09.950140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:10.148445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Allocated IP 2001:db8::f816:3eff:fe42:c37e (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/3fdee68d-f2e8-4a8f-82cc-f757c0fde588/3e3cd2ad-2794-42da-b5e6-02a23702e9aa) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:10.219812 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:10.293342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Network 61269a23-5016-485e-9ecc-5841df8863cb is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:03:10.316391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-924be825-aaaf-4c7d-a5ca-dfff1266d66e req-a388a8e7-0faa-4ede-8931-cdee286632ca service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:03:10.332418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-924be825-aaaf-4c7d-a5ca-dfff1266d66e req-a388a8e7-0faa-4ede-8931-cdee286632ca service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465417 Nov 08 14:03:10.337270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 61269a23-5016-485e-9ecc-5841df8863cb) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:10.370837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:10.375064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:10.545437 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:10.553290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Allocated IP 172.20.0.12 (334c57db-1deb-4422-b00e-fe27264bb89f/5be5884e-4477-4525-bf20-7bb38207734d/1688e600-5a3a-4ab7-a034-706835161f00) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:10.590226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f25f8-befb-4054-8677-7a587b688093 None None] Network 61269a23-5016-485e-9ecc-5841df8863cb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:10.616859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:10.661139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Allocated IP 2001:db8::f816:3eff:fe69:225f (6f6ed725-f17e-4609-8e5a-c0898410aa84/d07d773b-4acd-49c8-81fc-bf9766a023ff/9b65418b-2e71-4c74-91a3-d65e2ea47faa) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:10.758387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:10.762936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:10.794976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:10.820298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=731076c8-515e-4f8f-99dd-092171d19521,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:10.873605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:10.878388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:10.917936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:10.930528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:10.932142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:10.950816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Made reservation on behalf of 45a008b47b6c46a2ae84cf3bbd1db3b1 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:10.957352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2882a5ec-1d1a-4a1f-bff9-d95d86da87a1 req-76493e0a-5ae1-437c-9fbd-5be688347be2 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.0543005 Nov 08 14:03:10.959270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:10.990154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Made reservation on behalf of 45a008b47b6c46a2ae84cf3bbd1db3b1 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:10.996986 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:11.017185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-17a9abe5-8ea9-460b-9ca7-57c578c41e3f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 4.0543771 Nov 08 14:03:11.017851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44646) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:11.041099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:11.174539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:11.176183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:11.210851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-10308bd4-0044-4bf0-aa08-65b48631f322 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0696096 Nov 08 14:03:11.218997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44650) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:11.466321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Pushing event updated for resources: {'Port': ['ID=3e3cd2ad-2794-42da-b5e6-02a23702e9aa,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:11.519606 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:11.548124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60dbab-5ca5-413c-be40-9d3330fb0510 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:11.561135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d60dbab-5ca5-413c-be40-9d3330fb0510 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:11.569000 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d60dbab-5ca5-413c-be40-9d3330fb0510 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3290572 Nov 08 14:03:11.571187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:11.572737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:11.573320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44660) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:11.654109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:11.800394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Network 334c57db-1deb-4422-b00e-fe27264bb89f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:11.805268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:11.819084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:11.853408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Allocated IP 172.20.0.2 (334c57db-1deb-4422-b00e-fe27264bb89f/5be5884e-4477-4525-bf20-7bb38207734d/9dfe61b3-0441-4c98-99b4-6d06435d964b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:11.873322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Pushing event updated for resources: {'Port': ['ID=1688e600-5a3a-4ab7-a034-706835161f00,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:11.951887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:11.959492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.000504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9878169-35d3-494c-926b-5b58501f3d81 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9020977 Nov 08 14:03:12.019903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Request body: {'port': {'device_id': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:12.187289 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.212594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Attempting to bind port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:12.213397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Attempting to bind port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:12.214834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Attempting to bind port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:12.229348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-61269a23-5016-485e-9ecc-5841df8863cb', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:12.230704 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.419579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Allocated IP 172.20.0.2 (61269a23-5016-485e-9ecc-5841df8863cb/ac646a0d-f873-4e48-84da-a0d44e68bb1c/a075a1ba-171a-4cf0-a545-517f78a9b3ca) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:12.517614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d95b5835-711d-43d8-9773-01386a000b48 req-0f44dcc5-33bc-4341-8b72-2844fd705b14 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.1543703 Nov 08 14:03:12.598488 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.610671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:12.616506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:12.622125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.622818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:12.623865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Bound port: 3e3cd2ad-2794-42da-b5e6-02a23702e9aa, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:12.624842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.639709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.645380 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.664724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fa383-f228-49db-ae60-47337e575cf1 req-82c4ec85-8825-4981-a084-2370cdf114fc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:12.674670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a63fa383-f228-49db-ae60-47337e575cf1 req-82c4ec85-8825-4981-a084-2370cdf114fc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 1.0992379 Nov 08 14:03:12.708605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.710236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Subnet': ['ID=d07d773b-4acd-49c8-81fc-bf9766a023ff,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:12.765285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-1759205b-9cf0-44db-9d69-b1aae45b1a3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1710112 Nov 08 14:03:12.787863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-3929fc82-30ee-4afc-b7ed-fcda6c0956aa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:03:12.790176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-3929fc82-30ee-4afc-b7ed-fcda6c0956aa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086284 Nov 08 14:03:12.857671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Network 6f6ed725-f17e-4609-8e5a-c0898410aa84 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:12.883156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:12.894967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Pushing event updated for resources: {'Port': ['ID=9b65418b-2e71-4c74-91a3-d65e2ea47faa,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:12.908973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:12.919868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.952290 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.966520 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:12.966983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1759ba0-2ae6-48ae-9720-c80a9d9c2387 req-f20e2399-93fe-45b6-9b3f-95581c16f434 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:12.968641 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1759ba0-2ae6-48ae-9720-c80a9d9c2387 req-f20e2399-93fe-45b6-9b3f-95581c16f434 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 0.3297341 Nov 08 14:03:12.978830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6ed725-f17e-4609-8e5a-c0898410aa84']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:13.004516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa50821-d667-408f-87a1-4c7dbf1d8667') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:13.005152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa50821-d667-408f-87a1-4c7dbf1d8667') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:13.028140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.053036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.075559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.093186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:13.095086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.164281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] For port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:13.180147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Network 61269a23-5016-485e-9ecc-5841df8863cb is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:13.239202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:13.255648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:13.261581 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:13.269599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.api [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 14:03:13.269599 n-d-804292-2 neutron-server[101840]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 14:03:13.269599 n-d-804292-2 neutron-server[101840]: [parameters: {'id': '6f6ed725-f17e-4609-8e5a-c0898410aa84'}] Nov 08 14:03:13.269599 n-d-804292-2 neutron-server[101840]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:03:13.270446 n-d-804292-2 neutron-server[101840]: DEBUG oslo_db.api [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:03:13.275766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c1759ba0-2ae6-48ae-9720-c80a9d9c2387 req-83d1d3a3-583f-4eb1-b60b-108b8d2be81f tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813859 Nov 08 14:03:13.287629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Attempting to bind port 9b65418b-2e71-4c74-91a3-d65e2ea47faa on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:13.288987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Attempting to bind port 9b65418b-2e71-4c74-91a3-d65e2ea47faa by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6fa50821-d667-408f-87a1-4c7dbf1d8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6f6ed725-f17e-4609-8e5a-c0898410aa84'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:13.290116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Attempting to bind port 9b65418b-2e71-4c74-91a3-d65e2ea47faa on network 6f6ed725-f17e-4609-8e5a-c0898410aa84 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:13.297515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a63fa383-f228-49db-ae60-47337e575cf1 req-e1e0d84b-10b3-4a78-8eb2-2a3e049f0cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6211212 Nov 08 14:03:13.309809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.316292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 731076c8-515e-4f8f-99dd-092171d19521 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:13.317193 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.365920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Pushing event updated for resources: {'Port': ['ID=a075a1ba-171a-4cf0-a545-517f78a9b3ca,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:13.372940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] For port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3e3cd2ad-2794-42da-b5e6-02a23702e9aa,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:13.378582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:13.379376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Checking segment: {'id': '6fa50821-d667-408f-87a1-4c7dbf1d8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6f6ed725-f17e-4609-8e5a-c0898410aa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:13.380265 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.380966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Bound using segment: {'id': '6fa50821-d667-408f-87a1-4c7dbf1d8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6f6ed725-f17e-4609-8e5a-c0898410aa84'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:13.382397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Bound port: 9b65418b-2e71-4c74-91a3-d65e2ea47faa, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fa50821-d667-408f-87a1-4c7dbf1d8667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '6f6ed725-f17e-4609-8e5a-c0898410aa84'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:13.383090 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.406472 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.530540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Allocated IP 172.20.0.9 (334c57db-1deb-4422-b00e-fe27264bb89f/5be5884e-4477-4525-bf20-7bb38207734d/805d31a4-4725-45e4-97dc-aec57f850653) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:13.537849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Pushing event updated for resources: {'Port': ['ID=9dfe61b3-0441-4c98-99b4-6d06435d964b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:13.629828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Network 334c57db-1deb-4422-b00e-fe27264bb89f is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:13.657314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:13.660616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:13.772274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Attempting to bind port a075a1ba-171a-4cf0-a545-517f78a9b3ca on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:13.772922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Attempting to bind port a075a1ba-171a-4cf0-a545-517f78a9b3ca by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:13.773462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Attempting to bind port a075a1ba-171a-4cf0-a545-517f78a9b3ca on network 61269a23-5016-485e-9ecc-5841df8863cb {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:13.805781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caddcb84-0dfe-4868-ba55-e4ae7ed80526 None None] Pushing event updated for resources: {'Port': ['ID=3e3cd2ad-2794-42da-b5e6-02a23702e9aa,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:13.810402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:13.811323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Checking segment: {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:13.812016 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.812743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Bound using segment: {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:13.813499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Bound port: a075a1ba-171a-4cf0-a545-517f78a9b3ca, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:13.814115 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.848743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] For port 9b65418b-2e71-4c74-91a3-d65e2ea47faa, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:13.851814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.895465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:13.896751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.897899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:13.962359 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3f387e8-f40a-4461-b9a5-e1d345b1a030 req-5db301d0-c15e-4b28-9d10-835613fa3581 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 210 time: 0.1083877 Nov 08 14:03:14.012101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:14.045239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] For port 9b65418b-2e71-4c74-91a3-d65e2ea47faa, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9b65418b-2e71-4c74-91a3-d65e2ea47faa,segment=NetworkSegment(6fa50821-d667-408f-87a1-4c7dbf1d8667),segment_id=6fa50821-d667-408f-87a1-4c7dbf1d8667)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:14.054347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:14.060070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f51b90cc-ea20-4cbf-984c-2eb4818d6bc0 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1914649 Nov 08 14:03:14.095134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Request body: {'port': {'device_id': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:14.166822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:14.183367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f173f883-326b-48ad-ae66-80cabf80e40d None None] Pushing event updated for resources: {'Port': ['ID=9b65418b-2e71-4c74-91a3-d65e2ea47faa,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:14.189620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] For port a075a1ba-171a-4cf0-a545-517f78a9b3ca, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:14.271153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] For port a075a1ba-171a-4cf0-a545-517f78a9b3ca, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a075a1ba-171a-4cf0-a545-517f78a9b3ca,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:14.282716 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:14.306411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b7a27-62f5-4c2f-bbc8-b0acb35d0932 None None] Network 6f6ed725-f17e-4609-8e5a-c0898410aa84 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:14.311071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 731076c8-515e-4f8f-99dd-092171d19521 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:14.521999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Network 334c57db-1deb-4422-b00e-fe27264bb89f is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:14.531588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bf267-89ac-4d3c-b615-6eb04b596bc8 None None] Pushing event updated for resources: {'Port': ['ID=a075a1ba-171a-4cf0-a545-517f78a9b3ca,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:14.578012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:14.590340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:14.727378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:14.728314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Pushing event updated for resources: {'Port': ['ID=805d31a4-4725-45e4-97dc-aec57f850653,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:14.801144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-5357ee8a-03bb-4fde-aa79-dcfe26730569 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:14.804830 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-5357ee8a-03bb-4fde-aa79-dcfe26730569 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 0.6883807 Nov 08 14:03:14.808707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1688e600-5a3a-4ab7-a034-706835161f00 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:03:15.005876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.006384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.007445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.007907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.008337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.008762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.009618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.009618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.010096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.010509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.010933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.011357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.031260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.040511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting port 9b65418b-2e71-4c74-91a3-d65e2ea47faa {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:15.043337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.052808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3e3cd2ad-2794-42da-b5e6-02a23702e9aa up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:15.153603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=731076c8-515e-4f8f-99dd-092171d19521,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:15.158637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.163624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9432037e-a1a8-43c5-98fb-f3bd8fa03026 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/731076c8-515e-4f8f-99dd-092171d19521 HTTP/1.1" status: 204 len: 168 time: 3.5582876 Nov 08 14:03:15.170822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44714) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:15.203844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:15.204604 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.205102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:15.210717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1116b5e7-a968-4bee-a542-25b27c52a6dc req-f1304327-3df1-4250-ab74-18c21d584ced tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:15.217423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.219134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1116b5e7-a968-4bee-a542-25b27c52a6dc req-f1304327-3df1-4250-ab74-18c21d584ced tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.5251102 Nov 08 14:03:15.274928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Transition to ACTIVE for port object 1688e600-5a3a-4ab7-a034-706835161f00 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:03:15.288331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] For port 9b65418b-2e71-4c74-91a3-d65e2ea47faa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9b65418b-2e71-4c74-91a3-d65e2ea47faa,segment=NetworkSegment(6fa50821-d667-408f-87a1-4c7dbf1d8667),segment_id=6fa50821-d667-408f-87a1-4c7dbf1d8667)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:15.289620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.309928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Calling delete_port for 9b65418b-2e71-4c74-91a3-d65e2ea47faa owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:15.367158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.385298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f8cdb-ba46-41b8-a2b8-0c2c10363c0f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:15.388306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212f8cdb-ba46-41b8-a2b8-0c2c10363c0f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:15.393155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-212f8cdb-ba46-41b8-a2b8-0c2c10363c0f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2155747 Nov 08 14:03:15.404549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44716) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:15.450659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4e8e3-a1d1-4955-8d7c-0bc008a68009 req-a076dc4d-5ec8-4849-9c3a-997dec5e7981 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:15.455424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ded4e8e3-a1d1-4955-8d7c-0bc008a68009 req-a076dc4d-5ec8-4849-9c3a-997dec5e7981 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 0.7442403 Nov 08 14:03:15.457205 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-02818a9f-7111-4ef5-a12a-c604a84f12a1 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8607683 Nov 08 14:03:15.457882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.460587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.461655 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.477638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Request body: {'port': {'device_id': 'e237a735-7087-4d68-978b-52c189f9e46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:15.556168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.604940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.644622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3e3cd2ad-2794-42da-b5e6-02a23702e9aa,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:15.645857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No DVR routers for this DVR port 9b65418b-2e71-4c74-91a3-d65e2ea47faa on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:15.652604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Pushing event updated for resources: {'Port': ['ID=1688e600-5a3a-4ab7-a034-706835161f00,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:15.654382 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.691059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1116b5e7-a968-4bee-a542-25b27c52a6dc req-ca2f4793-3ff7-4548-a5bd-47fd686ee561 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4706502 Nov 08 14:03:15.767217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=3e3cd2ad-2794-42da-b5e6-02a23702e9aa,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:15.787866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.787866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.787866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.787866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.788646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.789119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.789560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.790024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.790367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.790702 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.791049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.791407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:15.855791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Port': ['ID=9b65418b-2e71-4c74-91a3-d65e2ea47faa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:15.910775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 3fdee68d-f2e8-4a8f-82cc-f757c0fde588 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:15.931973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bc02a9e2-ea49-4624-8f3b-4301ec4d8ed3 None None] Provisioning complete for port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:15.932376 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc02a9e2-ea49-4624-8f3b-4301ec4d8ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:15.941770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-7f6b0bfe-f6c9-47dc-aab6-d486f923e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:15.943409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-7f6b0bfe-f6c9-47dc-aab6-d486f923e444 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.5036547 Nov 08 14:03:15.948034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.083962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Allocated IP 172.25.8.191 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/015d7c91-012e-4a79-835a-92e55249951d) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:16.204735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.358366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.368471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3757d012-fc94-42c7-8670-78d0f7cd7c8a None None] Could not find standard attr ID for object 731076c8-515e-4f8f-99dd-092171d19521. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:16.412167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ded4e8e3-a1d1-4955-8d7c-0bc008a68009 req-06843c33-e225-4148-92e7-76f75dc9c321 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9395890 Nov 08 14:03:16.479602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.547055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.576286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6203a9-fdbc-495d-a861-8fa91d9bc466 None None] Network 61269a23-5016-485e-9ecc-5841df8863cb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:16.625665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Deleting port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:16.625927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.651126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.721631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b05ce978-304f-416b-a616-3923e4c89590 None None] Provisioning complete for port a075a1ba-171a-4cf0-a545-517f78a9b3ca triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:16.722403 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b05ce978-304f-416b-a616-3923e4c89590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.747285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-67cb62c7-ca0c-4b8f-bf5a-fc6b0982cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:16.750168 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-67cb62c7-ca0c-4b8f-bf5a-fc6b0982cab0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.7714283 Nov 08 14:03:16.762136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4baba-08b0-4cb8-b495-2a2d52e852a5 req-8d87ea77-790e-44c2-a13b-29d28a222711 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:16.762635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6ed725-f17e-4609-8e5a-c0898410aa84']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:16.763925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14f4baba-08b0-4cb8-b495-2a2d52e852a5 req-8d87ea77-790e-44c2-a13b-29d28a222711 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 931 time: 0.8052115 Nov 08 14:03:16.831873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:16.893623 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-d8962119-1a50-493d-b829-2ae362029c45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1002 time: 0.0973742 Nov 08 14:03:16.953572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa50821-d667-408f-87a1-4c7dbf1d8667') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:16.953572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa50821-d667-408f-87a1-4c7dbf1d8667') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:16.968697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14f4baba-08b0-4cb8-b495-2a2d52e852a5 req-220828b8-6ad3-4d1f-9fe8-5c6009c89528 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983616 Nov 08 14:03:17.064210 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.076513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:17.083281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.107829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:17.118576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:17.124633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Pushing event updated for resources: {'Port': ['ID=015d7c91-012e-4a79-835a-92e55249951d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:17.170109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a075a1ba-171a-4cf0-a545-517f78a9b3ca up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:17.209749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdee68d-f2e8-4a8f-82cc-f757c0fde588,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:17.217841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d666a-6543-468c-97c5-2eb94e093fef None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:17.222098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.227842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ca8a086d-8ca8-47e3-813e-1b40eafe9ab3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/3fdee68d-f2e8-4a8f-82cc-f757c0fde588 HTTP/1.1" status: 204 len: 168 time: 1.8145702 Nov 08 14:03:17.238345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44724) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:17.250870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d3028-8021-4d8f-ad3c-d560473edaa0 req-eec7d619-abd4-441b-8a0b-b84aa6af3652 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:17.252694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d91d3028-8021-4d8f-ad3c-d560473edaa0 req-eec7d619-abd4-441b-8a0b-b84aa6af3652 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3093755 Nov 08 14:03:17.314104 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b05ce978-304f-416b-a616-3923e4c89590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.315628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e6a3a6f4-d0fe-4847-8b8c-a59ee0d9c1be tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616591 Nov 08 14:03:17.329395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44726) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:17.421034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b05ce978-304f-416b-a616-3923e4c89590 None None] For port a075a1ba-171a-4cf0-a545-517f78a9b3ca, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a075a1ba-171a-4cf0-a545-517f78a9b3ca,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:17.436863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b05ce978-304f-416b-a616-3923e4c89590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.575297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a075a1ba-171a-4cf0-a545-517f78a9b3ca triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:17.582956 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.588246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d91d3028-8021-4d8f-ad3c-d560473edaa0 req-0cda03d3-382e-4646-be14-2bfd42dab56a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226202 Nov 08 14:03:17.626760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Attempting to bind port 1688e600-5a3a-4ab7-a034-706835161f00 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:17.627347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Attempting to bind port 1688e600-5a3a-4ab7-a034-706835161f00 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:17.627623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Attempting to bind port 1688e600-5a3a-4ab7-a034-706835161f00 on network 334c57db-1deb-4422-b00e-fe27264bb89f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:17.668563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805d31a4-4725-45e4-97dc-aec57f850653 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:03:17.688037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.690378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:03:17.696655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.713369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Port 1688e600-5a3a-4ab7-a034-706835161f00 on network 334c57db-1deb-4422-b00e-fe27264bb89f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:03:17.713817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Attempting to bind port 1688e600-5a3a-4ab7-a034-706835161f00 on network 334c57db-1deb-4422-b00e-fe27264bb89f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:17.731243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ce978-304f-416b-a616-3923e4c89590 None None] Pushing event updated for resources: {'Port': ['ID=a075a1ba-171a-4cf0-a545-517f78a9b3ca,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:17.744592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:17.744753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:17.750593 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:17.772701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] For port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:17.773193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.775932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:17.776299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Checking segment: {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:17.776649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Bound using segment: {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:17.777098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Bound port: 1688e600-5a3a-4ab7-a034-706835161f00, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:17.784675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.789523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-098f5a0b-de9d-4403-bc56-a0269f03236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:17.791512 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-098f5a0b-de9d-4403-bc56-a0269f03236d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.8745189 Nov 08 14:03:17.853749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3e3cd2ad-2794-42da-b5e6-02a23702e9aa up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:17.937654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e1198269-dae8-4101-b5e3-1e8771596f26 None None] Provisioning complete for port a075a1ba-171a-4cf0-a545-517f78a9b3ca triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:17.938499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1198269-dae8-4101-b5e3-1e8771596f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:17.981852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Transition to ACTIVE for port object 805d31a4-4725-45e4-97dc-aec57f850653 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:03:17.984016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3cf97918-330f-4d4f-bae5-82b9d3b09b4c no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:18.090007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.218891 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.234529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] Deleting port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:18.234966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.269058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] For port 1688e600-5a3a-4ab7-a034-706835161f00, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:18.275527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] For port 1688e600-5a3a-4ab7-a034-706835161f00, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1688e600-5a3a-4ab7-a034-706835161f00,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:18.323272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] For port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3e3cd2ad-2794-42da-b5e6-02a23702e9aa,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:18.324042 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.342835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] Calling delete_port for 3e3cd2ad-2794-42da-b5e6-02a23702e9aa owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:18.437379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44738) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:18.444913 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.445849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.445849 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Floating IP b0149c4b-72f5-47da-9341-895d0095c45b disassociated. External IP: 172.25.8.232, port: 3cf97918-330f-4d4f-bae5-82b9d3b09b4c. Nov 08 14:03:18.446207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:18.446388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Calling delete_port for 3cf97918-330f-4d4f-bae5-82b9d3b09b4c owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:18.446553 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.539995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.544441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.547695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/6f6ed725-f17e-4609-8e5a-c0898410aa84 HTTP/1.1" status: 204 len: 168 time: 9.6181755 Nov 08 14:03:18.566322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa6499-8bcb-405f-bc44-9dfb575f5adf tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Network': ['ID=6f6ed725-f17e-4609-8e5a-c0898410aa84,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:18.574215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-7884467a-ba35-49c8-8153-00e966a45008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:18.576642 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-7884467a-ba35-49c8-8153-00e966a45008 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7291133 Nov 08 14:03:18.598325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44742) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:18.611834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.621293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6348ff9-7dd0-4cfa-af68-e0edb4f1d9b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:18.621293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f6348ff9-7dd0-4cfa-af68-e0edb4f1d9b9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.2846920 Nov 08 14:03:18.625486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1681874637'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:18.636858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44744) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:18.656271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:03:18.664810 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.798622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc8f84-44f6-470d-8bff-0156479f28cd req-845c9f72-3a4d-4386-9b42-9254ed9e613e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:18.800530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81cc8f84-44f6-470d-8bff-0156479f28cd req-845c9f72-3a4d-4386-9b42-9254ed9e613e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 943 time: 0.4152405 Nov 08 14:03:18.826592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad03ae-db20-47c7-98e5-53dbfff4f539 req-396f632e-520f-47b0-b4bd-ce7d7fb122ec tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:18.828345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63ad03ae-db20-47c7-98e5-53dbfff4f539 req-396f632e-520f-47b0-b4bd-ce7d7fb122ec tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 946 time: 1.2280974 Nov 08 14:03:18.851714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Pushing event updated for resources: {'Port': ['ID=805d31a4-4725-45e4-97dc-aec57f850653,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:18.854723 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ce10fb91-d2af-432d-ad8e-c3da6b3167a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.905429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] Pushing event deleted for resources: {'Port': ['ID=3e3cd2ad-2794-42da-b5e6-02a23702e9aa,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:18.930165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:18.934679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.959441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:18.962126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Could not find standard attr ID for object 3e3cd2ad-2794-42da-b5e6-02a23702e9aa. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:18.971304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:18.972000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:18.973510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] 10.222.0.54 "PUT /v2.0/ports/1688e600-5a3a-4ab7-a034-706835161f00 HTTP/1.1" status: 200 len: 1092 time: 6.9635649 Nov 08 14:03:18.976586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:18.977528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485b0b41-973a-4ced-af5e-02c5e11f2f09 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:18.979140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-485b0b41-973a-4ced-af5e-02c5e11f2f09 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3322937 Nov 08 14:03:18.982621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'tag': '1688e600-5a3a-4ab7-a034-706835161f00'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:18.985185 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6370d2c-493a-4c20-88bb-555022db140f" -d '{"events": [{"name": "network-changed", "server_uuid": "cdbc934c-fde2-4e64-9bad-db577e6d6b23", "tag": "1688e600-5a3a-4ab7-a034-706835161f00"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:18.991379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44748) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:19.000878 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7424d0ad-8048-4a37-bb37-c565da26043a" -d '{"events": [{"server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:19.009194 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.016166 n-d-804292-2 neutron-server[101842]: INFO neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No ports have port_id starting with 3e3cd2ad-2794-42da-b5e6-02a23702e9aa Nov 08 14:03:19.050731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf1a64-6e4a-4a6e-9391-9a9a7b448e3b None None] No DVR routers for this DVR port 3e3cd2ad-2794-42da-b5e6-02a23702e9aa on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:19.114216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ce10fb91-d2af-432d-ad8e-c3da6b3167a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.116520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ba7d62-f047-4736-b161-98816d02ae65 None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:03:19.160988 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f001a53d-a261-4b95-8157-077cbadb5dbd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0765769 Nov 08 14:03:19.166962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.168523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.169087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44754) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:19.182722 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ce10fb91-d2af-432d-ad8e-c3da6b3167a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.191359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:19.278603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:03:19.310792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a075a1ba-171a-4cf0-a545-517f78a9b3ca up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:19.320501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-9828dca3-ab66-4062-ae1c-3aa0579266a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:19.321974 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-9828dca3-ab66-4062-ae1c-3aa0579266a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 1095 time: 0.1880436 Nov 08 14:03:19.361344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:19.372943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.373292 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Added segment 84041aa5-9f02-4ca3-9396-08db701c64e6 of type vlan for network 68f7deff-4120-4c21-9273-0b5c8f9e88c4 Nov 08 14:03:19.388349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35398db6-41be-46d3-a183-ee4577b11556 service neutron] Pushing event updated for resources: {'Port': ['ID=1688e600-5a3a-4ab7-a034-706835161f00,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:19.432115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ba7d62-f047-4736-b161-98816d02ae65 None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:03:19.468635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event deleted for resources: {'Port': ['ID=3cf97918-330f-4d4f-bae5-82b9d3b09b4c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:19.481276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-47067044-6c91-47b5-87bc-fe38d66128a1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688e600-5a3a-4ab7-a034-706835161f00 HTTP/1.1" status: 200 len: 217 time: 0.1435864 Nov 08 14:03:19.482151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a075a1ba-171a-4cf0-a545-517f78a9b3ca triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:19.482381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Attempting to bind port 805d31a4-4725-45e4-97dc-aec57f850653 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:19.482574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.482794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Attempting to bind port 805d31a4-4725-45e4-97dc-aec57f850653 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:19.483222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Attempting to bind port 805d31a4-4725-45e4-97dc-aec57f850653 on network 334c57db-1deb-4422-b00e-fe27264bb89f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:19.491967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ce10fb91-d2af-432d-ad8e-c3da6b3167a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22fb90a1d6b84bf9a6beda40a2d5ed8f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0281959 Nov 08 14:03:19.491967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63ad03ae-db20-47c7-98e5-53dbfff4f539 req-0d732bcc-e653-4e4f-86d5-a10322dfc832 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups?id=b467a3b4-8cb9-402e-b367-bee9a7a465ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6247435 Nov 08 14:03:19.506601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44756) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:19.566050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-81cc8f84-44f6-470d-8bff-0156479f28cd req-edd3c85f-228d-4790-907e-2c718b476117 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7144029 Nov 08 14:03:19.567117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10fb91-d2af-432d-ad8e-c3da6b3167a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1021c3-e87c-4564-993c-ecca271fd27d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:19.602762 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-435250ee-094b-4040-b245-fc1cee23ac6c service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8410285 Nov 08 14:03:19.623463 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.746510 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a34e0-0e55-4b13-9429-62e11e45d2c6 x-openstack-request-id: req-de3a34e0-0e55-4b13-9429-62e11e45d2c6 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:19.747424 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:19.747424 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de3a34e0-0e55-4b13-9429-62e11e45d2c6 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:19.747885 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'code': 200} Nov 08 14:03:19.758406 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.766128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:19.766898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.820549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Port 805d31a4-4725-45e4-97dc-aec57f850653 on network 334c57db-1deb-4422-b00e-fe27264bb89f not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:03:19.821694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Attempting to bind port 805d31a4-4725-45e4-97dc-aec57f850653 on network 334c57db-1deb-4422-b00e-fe27264bb89f {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:19.834387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3e3cd2ad-2794-42da-b5e6-02a23702e9aa no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:19.846526 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7d470f-0116-4dfa-90e9-65bad3471574 x-openstack-request-id: req-4d7d470f-0116-4dfa-90e9-65bad3471574 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:19.846969 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdbc934c-fde2-4e64-9bad-db577e6d6b23", "tag": "1688e600-5a3a-4ab7-a034-706835161f00", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:19.847363 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d7d470f-0116-4dfa-90e9-65bad3471574 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:19.848000 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'tag': '1688e600-5a3a-4ab7-a034-706835161f00', 'status': 'completed', 'code': 200} Nov 08 14:03:19.851921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2483261 Nov 08 14:03:19.860497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 3e3cd2ad-2794-42da-b5e6-02a23702e9aa {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:03:19.860497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3e3cd2ad-2794-42da-b5e6-02a23702e9aa not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:03:19.860830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:19.867770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:19.872599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfe61b3-0441-4c98-99b4-6d06435d964b {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:03:19.874748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.912504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'subnet': {'network_id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:19.919537 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.944455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:19.944794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Checking segment: {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:19.945180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Bound using segment: {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:19.945632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Bound port: 805d31a4-4725-45e4-97dc-aec57f850653, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:19.946581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:19.989714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-cb02499e-b9ba-483e-9cf1-8c23eef076f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:19.991838 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-cb02499e-b9ba-483e-9cf1-8c23eef076f1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5be5884e-4477-4525-bf20-7bb38207734d HTTP/1.1" status: 200 len: 857 time: 0.5005829 Nov 08 14:03:20.047586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Transition to ACTIVE for port object 9dfe61b3-0441-4c98-99b4-6d06435d964b will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:03:20.086977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85ea652a-937a-4463-8c76-77c345de68dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.092145 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.105132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1af0e6-adf1-437f-9ee0-6be776fb88d9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Network': ['ID=68f7deff-4120-4c21-9273-0b5c8f9e88c4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:20.117663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-6d71963e-e9f9-44d5-8970-295128b31ead service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=334c57db-1deb-4422-b00e-fe27264bb89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827382 Nov 08 14:03:20.122939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 68f7deff-4120-4c21-9273-0b5c8f9e88c4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:03:20.145228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Router 6be198d3-2a8a-4c1c-894c-57f08e10d58f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:03:20.166299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e030e4a-fb1c-4634-bf51-3eec2242c404 req-548ce2ea-6a2e-4a83-ad75-5701043e3292 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:20.170455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e030e4a-fb1c-4634-bf51-3eec2242c404 req-548ce2ea-6a2e-4a83-ad75-5701043e3292 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3846011 Nov 08 14:03:20.185340 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.222840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe61b3-0441-4c98-99b4-6d06435d964b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:20.274086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85ea652a-937a-4463-8c76-77c345de68dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.303549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-67607756-a8f1-4ab4-a574-881a9ccfa9f1 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309688 Nov 08 14:03:20.306212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:20.309882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.391621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] For port 805d31a4-4725-45e4-97dc-aec57f850653, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:20.453509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e030e4a-fb1c-4634-bf51-3eec2242c404 req-0347199f-206b-4a6e-9d36-4b605e16da12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544911 Nov 08 14:03:20.515435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] For port 805d31a4-4725-45e4-97dc-aec57f850653, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=805d31a4-4725-45e4-97dc-aec57f850653,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:20.543225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.605567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Attempting to bind port 9dfe61b3-0441-4c98-99b4-6d06435d964b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:20.606249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Attempting to bind port 9dfe61b3-0441-4c98-99b4-6d06435d964b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:20.606249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Attempting to bind port 9dfe61b3-0441-4c98-99b4-6d06435d964b on network 334c57db-1deb-4422-b00e-fe27264bb89f {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:20.644217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-210035b7-7c3a-4251-a79d-0ee25e36fa65 service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4930832 Nov 08 14:03:20.718795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Port 9dfe61b3-0441-4c98-99b4-6d06435d964b on network 334c57db-1deb-4422-b00e-fe27264bb89f not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:03:20.719253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Attempting to bind port 9dfe61b3-0441-4c98-99b4-6d06435d964b on network 334c57db-1deb-4422-b00e-fe27264bb89f {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:20.759423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f8fa564-130f-46f5-b3db-757564c41145 req-9bbd6574-9e6c-4683-b21e-fbb0f14045f8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 210 time: 0.1347425 Nov 08 14:03:20.780656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:20.781001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Checking segment: {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:20.781407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Bound using segment: {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:20.782008 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Bound port: 9dfe61b3-0441-4c98-99b4-6d06435d964b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:20.782386 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.905091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:20.923192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:03:20.971494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04145a-1d04-4076-bf4a-f02c50f3bf34 req-78148356-31b9-4b92-82d0-1cd02378d14a tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:20.973295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c04145a-1d04-4076-bf4a-f02c50f3bf34 req-78148356-31b9-4b92-82d0-1cd02378d14a tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 943 time: 0.2283490 Nov 08 14:03:21.013439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:21.014078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.015472 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] 10.222.0.54 "PUT /v2.0/ports/805d31a4-4725-45e4-97dc-aec57f850653 HTTP/1.1" status: 200 len: 1091 time: 5.5423398 Nov 08 14:03:21.034537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85ea652a-937a-4463-8c76-77c345de68dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.037217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85ea652a-937a-4463-8c76-77c345de68dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.040349 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-85ea652a-937a-4463-8c76-77c345de68dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b1021c3-e87c-4564-993c-ecca271fd27d HTTP/1.1" status: 204 len: 168 time: 1.5306468 Nov 08 14:03:21.042288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] For port 9dfe61b3-0441-4c98-99b4-6d06435d964b, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:21.045588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Subnet': ['ID=281ce752-270a-4fed-becf-2f95aee0df6b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:21.112818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] For port 9dfe61b3-0441-4c98-99b4-6d06435d964b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9dfe61b3-0441-4c98-99b4-6d06435d964b,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:21.138997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.156768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea652a-937a-4463-8c76-77c345de68dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1021c3-e87c-4564-993c-ecca271fd27d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:21.191311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Checking segment: {'id': '84041aa5-9f02-4ca3-9396-08db701c64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:21.191311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network hostable DHCP agents. Network: 68f7deff-4120-4c21-9273-0b5c8f9e88c4, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:03:21.229471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:03:21.241919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c04145a-1d04-4076-bf4a-f02c50f3bf34 req-e8c11b70-d016-4ddd-8ca9-e1a18515b441 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537994 Nov 08 14:03:21.244884 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] Sync routers for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:03:21.276148 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:21.277298 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:21.293547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.315364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:21.316534 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.319153 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] 10.222.0.70 "PUT /v2.0/ports/9dfe61b3-0441-4c98-99b4-6d06435d964b HTTP/1.1" status: 200 len: 1091 time: 7.2340980 Nov 08 14:03:21.325887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'tag': '9dfe61b3-0441-4c98-99b4-6d06435d964b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:21.330408 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53ab785-8382-433e-941b-fd98a797fc10" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbaaad9-26df-4460-beaf-896ec9c1651f", "tag": "9dfe61b3-0441-4c98-99b4-6d06435d964b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:21.408965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d1af5-435c-44a0-962d-38f64ca6f203 service neutron] Pushing event updated for resources: {'Port': ['ID=805d31a4-4725-45e4-97dc-aec57f850653,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:21.425114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] No DVR routers for this DVR port 3cf97918-330f-4d4f-bae5-82b9d3b09b4c on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:21.441677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.446140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8fac625f-9a66-4c4c-9404-be67311eb871 req-ee3b43f2-d494-4071-9a8e-b9127ec56dd8 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.54 "DELETE /v2.0/ports/3cf97918-330f-4d4f-bae5-82b9d3b09b4c HTTP/1.1" status: 204 len: 173 time: 6.5999932 Nov 08 14:03:21.449976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network 68f7deff-4120-4c21-9273-0b5c8f9e88c4 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:03:21.454286 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dc8809-07a8-45f9-8612-d7ba46d8683a x-openstack-request-id: req-c4dc8809-07a8-45f9-8612-d7ba46d8683a {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:21.455142 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbaaad9-26df-4460-beaf-896ec9c1651f", "tag": "9dfe61b3-0441-4c98-99b4-6d06435d964b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:21.455798 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4dc8809-07a8-45f9-8612-d7ba46d8683a {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:21.456675 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'tag': '9dfe61b3-0441-4c98-99b4-6d06435d964b', 'status': 'completed', 'code': 200} Nov 08 14:03:21.472795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:21.489655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43137638-b3a0-4f70-a316-4b334a572281 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfe61b3-0441-4c98-99b4-6d06435d964b,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:21.490839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-a64ecc2e-0f14-4e10-ab5e-767736ca293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:21.494289 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-a64ecc2e-0f14-4e10-ab5e-767736ca293c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 1094 time: 0.4039752 Nov 08 14:03:21.495335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:21.498491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:03:21.528783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:21.528783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.532553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1cb75-442f-4eff-9547-47b88d54028c None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:21.554581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 68f7deff-4120-4c21-9273-0b5c8f9e88c4) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:21.555679 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:21.569918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:21.570124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:21.570933 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.625091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-446afcd0-e6e0-4594-b6b6-2f4356591aa0 service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043601 Nov 08 14:03:21.627149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-82fcb4fe-55af-40bb-aa69-172ddd05be4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805d31a4-4725-45e4-97dc-aec57f850653 HTTP/1.1" status: 200 len: 217 time: 0.0890512 Nov 08 14:03:21.636766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-28a4913a-c363-4f4d-8ca1-6f738a6b6f21 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4574552 Nov 08 14:03:21.638000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:21.642146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:21.648441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:86:ac:ed', 'name': 'tempest-NetworksTestDHCPv6-642780556'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:21.648717 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bc7672f7-9511-48a6-820d-efc935fb894a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 10.6156235 Nov 08 14:03:21.658218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44774) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:21.689991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ee58554a-99eb-403a-a2ea-ce787b2864c9 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7972972 Nov 08 14:03:21.690253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-1ddbe553-c13f-4ec7-a089-6f874dc98b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:21.699261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-1ddbe553-c13f-4ec7-a089-6f874dc98b73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 1094 time: 0.2878456 Nov 08 14:03:21.718566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c8d8df-643c-4148-bf67-435787022515 None None] Network 68f7deff-4120-4c21-9273-0b5c8f9e88c4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:21.729902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Sync routers for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:03:21.754403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44776) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:21.860608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e237a735-7087-4d68-978b-52c189f9e46f', 'tag': '805d31a4-4725-45e4-97dc-aec57f850653'}, {'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'name': 'network-vif-deleted', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:21.864814 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62133ce-3603-4532-b1da-626e141bf306" -d '{"events": [{"name": "network-changed", "server_uuid": "e237a735-7087-4d68-978b-52c189f9e46f", "tag": "805d31a4-4725-45e4-97dc-aec57f850653"}, {"server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "name": "network-vif-deleted", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:21.923988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-49059265-14a5-4cbd-ba1d-5b480e675648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:21.925703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-49059265-14a5-4cbd-ba1d-5b480e675648 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5be5884e-4477-4525-bf20-7bb38207734d HTTP/1.1" status: 200 len: 857 time: 0.1503336 Nov 08 14:03:21.927661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:21.950818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44782) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:22.001876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-456a3569-24cc-416a-82f3-0a1e16d0fc7b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=334c57db-1deb-4422-b00e-fe27264bb89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670488 Nov 08 14:03:22.013544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370d2c-493a-4c20-88bb-555022db140f req-369dfe0d-e8db-4c3d-8fa7-d48bc7b24e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:22.015433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6370d2c-493a-4c20-88bb-555022db140f req-369dfe0d-e8db-4c3d-8fa7-d48bc7b24e36 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 1095 time: 0.2246056 Nov 08 14:03:22.073149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:22.073849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:22.076248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6876-b5b6-428f-8d09-508aa58141fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:22.079935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-c64c6cdd-9e3b-424f-92c7-93c809e84a2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9dfe61b3-0441-4c98-99b4-6d06435d964b HTTP/1.1" status: 200 len: 217 time: 0.1304538 Nov 08 14:03:22.167402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db73c533-441f-46d3-854b-951ed1bac16a req-f67cdf39-b4e8-4431-9804-f3c543af7f10 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/ports?device_id=32816108-0256-4364-8aaa-1a27f06f018c HTTP/1.1" status: 200 len: 210 time: 0.1122577 Nov 08 14:03:22.351997 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:22.410993 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] Checking router: 6be198d3-2a8a-4c1c-894c-57f08e10d58f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:03:22.433512 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:22.434586 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:22.487592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4dcf36-ad8c-475b-a642-d6b69bab8517 req-944997eb-9b33-4a4d-ab56-a93082b1314d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:22.501010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c4dcf36-ad8c-475b-a642-d6b69bab8517 req-944997eb-9b33-4a4d-ab56-a93082b1314d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.8537302 Nov 08 14:03:22.525799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370d2c-493a-4c20-88bb-555022db140f req-31e71346-3f40-4870-969d-0e71c3512ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:22.527661 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6370d2c-493a-4c20-88bb-555022db140f req-31e71346-3f40-4870-969d-0e71c3512ea8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 200 len: 918 time: 0.4636750 Nov 08 14:03:22.549352 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d676517-111e-47a2-9482-1bebd3e33c65 x-openstack-request-id: req-2d676517-111e-47a2-9482-1bebd3e33c65 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:22.549696 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e237a735-7087-4d68-978b-52c189f9e46f", "tag": "805d31a4-4725-45e4-97dc-aec57f850653", "status": "completed", "code": 200}, {"server_uuid": "32816108-0256-4364-8aaa-1a27f06f018c", "name": "network-vif-deleted", "tag": "3cf97918-330f-4d4f-bae5-82b9d3b09b4c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:22.549912 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d676517-111e-47a2-9482-1bebd3e33c65 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:22.550311 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e237a735-7087-4d68-978b-52c189f9e46f', 'tag': '805d31a4-4725-45e4-97dc-aec57f850653', 'status': 'completed', 'code': 200} Nov 08 14:03:22.550573 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32816108-0256-4364-8aaa-1a27f06f018c', 'name': 'network-vif-deleted', 'tag': '3cf97918-330f-4d4f-bae5-82b9d3b09b4c', 'status': 'completed', 'code': 200} Nov 08 14:03:22.613203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:22.705704 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:22.747286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6370d2c-493a-4c20-88bb-555022db140f req-a38259dd-2574-474a-a37f-b0e87fb6341d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1688e600-5a3a-4ab7-a034-706835161f00 HTTP/1.1" status: 200 len: 217 time: 0.1846757 Nov 08 14:03:22.754467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-8af79544-bcf4-4e99-966c-38170e1bca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:22.760511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-8af79544-bcf4-4e99-966c-38170e1bca4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5be5884e-4477-4525-bf20-7bb38207734d HTTP/1.1" status: 200 len: 857 time: 0.6445985 Nov 08 14:03:22.770296 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:22.843719 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-8b2bcf13-2c17-4bc9-9f78-f07abbb4cb3a service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8268940 Nov 08 14:03:22.851137 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:22.856632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-68f7deff-4120-4c21-9273-0b5c8f9e88c4', 'network_id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4', 'tenant_id': '8c3d200eed0f4488968c59e990a6397f', 'fixed_ips': [{'subnet_id': '281ce752-270a-4fed-becf-2f95aee0df6b'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:22.858026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:22.912959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c4dcf36-ad8c-475b-a642-d6b69bab8517 req-646a0c98-643f-43f4-9916-88df33fb3dcc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095647 Nov 08 14:03:22.920567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-5c51a7ac-ff0e-402e-8900-98678f1017b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=334c57db-1deb-4422-b00e-fe27264bb89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787389 Nov 08 14:03:22.970220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:22.971594 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:23.010221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port bf4fcc8f-ace6-4baf-8706-fba305574fe3 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:23.061596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6370d2c-493a-4c20-88bb-555022db140f req-e8458053-f361-4459-9097-1ac7e3634058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:23.062800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6370d2c-493a-4c20-88bb-555022db140f req-e8458053-f361-4459-9097-1ac7e3634058 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5be5884e-4477-4525-bf20-7bb38207734d HTTP/1.1" status: 200 len: 857 time: 0.2989886 Nov 08 14:03:23.121771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6876-b5b6-428f-8d09-508aa58141fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:23.200532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-2c369333-a2a6-4c1c-8f8b-1e3ec5fe9ab5 service neutron] 10.222.0.70 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668109 Nov 08 14:03:23.203239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:23.220670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6370d2c-493a-4c20-88bb-555022db140f req-2c3c6383-7685-437b-a1c3-615dcb4491a2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=334c57db-1deb-4422-b00e-fe27264bb89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303229 Nov 08 14:03:23.227207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe2f6876-b5b6-428f-8d09-508aa58141fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:23.380533 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:23.435801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:23.451287 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff94bd9-8d47-4772-9a6c-d73e3a3c5dc1 None None] The sync data for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 is: [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7d7dffad-ed80-4a55-be7a-645fedc6418b', 'name': '', 'network_id': 'c4701f82-7229-419d-8398-1bd3ca50434b', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'mac_address': 'fa:16:3e:c7:2a:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:06Z', 'updated_at': '2021-11-08T13:52:13Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'subnets': [{'id': 'c23a0dd6-e989-40cd-a445-cd50c15ba59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:03:23.459173 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:23.478205 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-7647f117-5059-4b4f-a34e-3b6e9857f762 service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214619 Nov 08 14:03:23.525720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f6876-b5b6-428f-8d09-508aa58141fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0dc7b-c01e-41ca-ab42-a3c6023f12f7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:23.531092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fe2f6876-b5b6-428f-8d09-508aa58141fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=027086f738e44805b869775016824cb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5660856 Nov 08 14:03:23.560293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44792) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:23.597486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Allocated IP 2001:db8::2 (68f7deff-4120-4c21-9273-0b5c8f9e88c4/281ce752-270a-4fed-becf-2f95aee0df6b/d8042ee1-7473-4817-8abc-75e695d49f53) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:23.743354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:17Z', 'revision_number': 3, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:23.767391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::53 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f/bf4fcc8f-ace6-4baf-8706-fba305574fe3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:23.814003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Checking router: 7e6ffa47-c5ea-49d0-b770-44de2a19b472 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:03:23.814302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Updating router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 port 015d7c91-012e-4a79-835a-92e55249951d binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:03:23.848713 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:23.866868 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:23.911062 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6370d2c-493a-4c20-88bb-555022db140f req-639dd422-b7a7-4143-bfee-bfc478608613 service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6745927 Nov 08 14:03:23.918162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-410de969-4ae5-4bea-b486-02080c7f01c5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.003206 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8859d603-5d3c-4bc1-8f43-05fbbc8d241c None None] New status for floating IP b0149c4b-72f5-47da-9341-895d0095c45b: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:03:24.043714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62133ce-3603-4532-b1da-626e141bf306 req-a0044894-96b4-4f5d-ac3c-78399cef959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:24.045352 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c62133ce-3603-4532-b1da-626e141bf306 req-a0044894-96b4-4f5d-ac3c-78399cef959b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 1094 time: 0.4419878 Nov 08 14:03:24.244273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49492ba6-b1d3-4e31-9976-377129ebafbe req-bff954d7-b183-4f3d-ae87-cef853cb1d36 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:24.246382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49492ba6-b1d3-4e31-9976-377129ebafbe req-bff954d7-b183-4f3d-ae87-cef853cb1d36 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 943 time: 1.7363725 Nov 08 14:03:24.254516 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.276791 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.310632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-410de969-4ae5-4bea-b486-02080c7f01c5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.320390 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64df62c8-d58d-4e46-ba69-ae4ebe8abd04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.372228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Network 68f7deff-4120-4c21-9273-0b5c8f9e88c4 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:24.384198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:24.402582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb8a38-8d71-424c-aed7-d9bd971f4002 req-b60f88ed-296d-4491-b370-9cfb8e860338 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:24.404022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:24.412912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Pushing event updated for resources: {'Port': ['ID=d8042ee1-7473-4817-8abc-75e695d49f53,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:24.415793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5eb8a38-8d71-424c-aed7-d9bd971f4002 req-b60f88ed-296d-4491-b370-9cfb8e860338 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.1869547 Nov 08 14:03:24.434257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64df62c8-d58d-4e46-ba69-ae4ebe8abd04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.501770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.512337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Attempting to bind port d8042ee1-7473-4817-8abc-75e695d49f53 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:24.512711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Attempting to bind port d8042ee1-7473-4817-8abc-75e695d49f53 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '84041aa5-9f02-4ca3-9396-08db701c64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:24.513076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Attempting to bind port d8042ee1-7473-4817-8abc-75e695d49f53 on network 68f7deff-4120-4c21-9273-0b5c8f9e88c4 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:24.520834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:24.521377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Checking segment: {'id': '84041aa5-9f02-4ca3-9396-08db701c64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:24.522436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.522954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Bound using segment: {'id': '84041aa5-9f02-4ca3-9396-08db701c64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:24.523597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Bound port: d8042ee1-7473-4817-8abc-75e695d49f53, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84041aa5-9f02-4ca3-9396-08db701c64e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:24.524098 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.572331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6370d2c-493a-4c20-88bb-555022db140f req-17cb6c5f-51b3-49b4-8a8c-fcafa95a89d0 service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497946 Nov 08 14:03:24.590125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62133ce-3603-4532-b1da-626e141bf306 req-51e5f8a9-9cd3-4b57-aac5-c7b09a915137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:24.593240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c62133ce-3603-4532-b1da-626e141bf306 req-51e5f8a9-9cd3-4b57-aac5-c7b09a915137 service neutron] 10.222.0.54 "GET /v2.0/networks?id=334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 200 len: 918 time: 0.3606606 Nov 08 14:03:24.603006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-501a0305-ba9a-4ec6-9a0c-ae28d5f1f483 req-f9c162cf-fefe-48b3-a5f2-0823e868991f service neutron] 10.222.0.70 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2941875 Nov 08 14:03:24.604169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Subnet': ['ID=281ce752-270a-4fed-becf-2f95aee0df6b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:24.604325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.627307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-410de969-4ae5-4bea-b486-02080c7f01c5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.630217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-410de969-4ae5-4bea-b486-02080c7f01c5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.631852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-410de969-4ae5-4bea-b486-02080c7f01c5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "DELETE /v2.0/security-groups/b467a3b4-8cb9-402e-b367-bee9a7a465ac HTTP/1.1" status: 204 len: 168 time: 1.1942573 Nov 08 14:03:24.666592 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.677820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.683232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44796) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:24.683590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] For port d8042ee1-7473-4817-8abc-75e695d49f53, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:24.692269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] For port d8042ee1-7473-4817-8abc-75e695d49f53, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d8042ee1-7473-4817-8abc-75e695d49f53,segment=NetworkSegment(84041aa5-9f02-4ca3-9396-08db701c64e6),segment_id=84041aa5-9f02-4ca3-9396-08db701c64e6)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:24.699016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c62133ce-3603-4532-b1da-626e141bf306 req-918e5760-5f09-4943-90aa-e9d97974c6fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805d31a4-4725-45e4-97dc-aec57f850653 HTTP/1.1" status: 200 len: 217 time: 0.0922303 Nov 08 14:03:24.707702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410de969-4ae5-4bea-b486-02080c7f01c5 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467a3b4-8cb9-402e-b367-bee9a7a465ac,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:24.728111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.748939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5eb8a38-8d71-424c-aed7-d9bd971f4002 req-aaec4635-1b63-4dd7-8094-66be823503f1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151946 Nov 08 14:03:24.767208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49492ba6-b1d3-4e31-9976-377129ebafbe req-facf5b67-0abe-45bf-bd98-6cbb2037fc09 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636800 Nov 08 14:03:24.775196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.803047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bdf17-a89e-4a50-82ab-e8959f8e5de7 None None] Pushing event updated for resources: {'Port': ['ID=015d7c91-012e-4a79-835a-92e55249951d,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:24.806805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Attempting to bind port 015d7c91-012e-4a79-835a-92e55249951d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:24.807339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Attempting to bind port 015d7c91-012e-4a79-835a-92e55249951d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:24.808582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Attempting to bind port 015d7c91-012e-4a79-835a-92e55249951d on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:24.815652 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-303b9529-f76c-4420-b1dc-427eaa2e6040 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] show failed (client error): The resource could not be found. Nov 08 14:03:24.819084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-303b9529-f76c-4420-b1dc-427eaa2e6040 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "GET /v2.0/security-groups/b467a3b4-8cb9-402e-b367-bee9a7a465ac HTTP/1.1" status: 404 len: 347 time: 0.1368158 Nov 08 14:03:24.820695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62133ce-3603-4532-b1da-626e141bf306 req-5feac98a-440a-442f-af84-b832e2360e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:24.822329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44798) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:24.822985 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c62133ce-3603-4532-b1da-626e141bf306 req-5feac98a-440a-442f-af84-b832e2360e9d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5be5884e-4477-4525-bf20-7bb38207734d HTTP/1.1" status: 200 len: 857 time: 0.1085989 Nov 08 14:03:24.858185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64df62c8-d58d-4e46-ba69-ae4ebe8abd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.862610 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-64df62c8-d58d-4e46-ba69-ae4ebe8abd04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.871906 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-64df62c8-d58d-4e46-ba69-ae4ebe8abd04 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13b0dc7b-c01e-41ca-ab42-a3c6023f12f7 HTTP/1.1" status: 204 len: 168 time: 1.2912533 Nov 08 14:03:24.883337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:24.883707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:24.884423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.885007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:24.885707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Bound port: 015d7c91-012e-4a79-835a-92e55249951d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:24.886529 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.893877 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c62133ce-3603-4532-b1da-626e141bf306 req-8c5706f3-f971-4ec9-917d-58c47aa98021 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=334c57db-1deb-4422-b00e-fe27264bb89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494177 Nov 08 14:03:24.903412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df62c8-d58d-4e46-ba69-ae4ebe8abd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0dc7b-c01e-41ca-ab42-a3c6023f12f7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:24.916986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.925242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f7deff-4120-4c21-9273-0b5c8f9e88c4']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:24.944603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84041aa5-9f02-4ca3-9396-08db701c64e6') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:24.944946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84041aa5-9f02-4ca3-9396-08db701c64e6') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:24.962398 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.970275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] For port 015d7c91-012e-4a79-835a-92e55249951d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:24.974499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] For port 015d7c91-012e-4a79-835a-92e55249951d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=015d7c91-012e-4a79-835a-92e55249951d,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:24.984057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:24.994505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:24.995051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.042942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.043416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:25.053668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:25.063964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:25.074088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:25.074999 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.105261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=bf4fcc8f-ace6-4baf-8706-fba305574fe3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:25.107674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11fdef-070f-402d-9db0-daaf0be398f8 None None] Network 68f7deff-4120-4c21-9273-0b5c8f9e88c4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:25.125834 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:25.135135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.api [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 08 14:03:25.135135 n-d-804292-2 neutron-server[101841]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 08 14:03:25.135135 n-d-804292-2 neutron-server[101841]: [parameters: {'id': '68f7deff-4120-4c21-9273-0b5c8f9e88c4'}] Nov 08 14:03:25.135135 n-d-804292-2 neutron-server[101841]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101841) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:03:25.135135 n-d-804292-2 neutron-server[101841]: DEBUG oslo_db.api [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:03:25.142537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d9c0ff55-58c5-4eb5-9d94-e4c4bcc07621 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5030324 Nov 08 14:03:25.143493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44802) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:25.196863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c62133ce-3603-4532-b1da-626e141bf306 req-fb353488-94e9-49c5-afdc-86adcb561fdf service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910998 Nov 08 14:03:25.207797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f07765-2c11-4c58-a362-93d8b26ef658 None None] Pushing event updated for resources: {'Port': ['ID=d8042ee1-7473-4817-8abc-75e695d49f53,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:25.298317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628d8435-8cba-4d76-8c4b-a299603363e2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:25.304323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f/76490723-63c0-40f1-91f7-bae5822aa1fd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:25.305997 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-628d8435-8cba-4d76-8c4b-a299603363e2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1511140 Nov 08 14:03:25.309355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44806) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:25.390834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ab785-8382-433e-941b-fd98a797fc10 req-7a8cf439-73fd-40b9-aa2d-214aa31b96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:25.392731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53ab785-8382-433e-941b-fd98a797fc10 req-7a8cf439-73fd-40b9-aa2d-214aa31b96f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 1094 time: 0.6396191 Nov 08 14:03:25.420124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:25.420124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:25.455136 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c62133ce-3603-4532-b1da-626e141bf306 req-919b879a-824a-4891-9c69-62d9c57c6399 service neutron] 10.222.0.54 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463319 Nov 08 14:03:25.515043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port bf4fcc8f-ace6-4baf-8706-fba305574fe3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:25.516140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.582857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bdf17-a89e-4a50-82ab-e8959f8e5de7 None None] Pushing event updated for resources: {'Port': ['ID=015d7c91-012e-4a79-835a-92e55249951d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:25.616597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Deleting port 00854456-5fbe-4409-a3b0-1dce569fe64d {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:25.617633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.648305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.748594 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.751694 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:25.780174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ab785-8382-433e-941b-fd98a797fc10 req-5f7b387b-5f20-4fc0-a019-e21ae1b7c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:25.782750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53ab785-8382-433e-941b-fd98a797fc10 req-5f7b387b-5f20-4fc0-a019-e21ae1b7c392 service neutron] 10.222.0.70 "GET /v2.0/networks?id=334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 200 len: 918 time: 0.3486993 Nov 08 14:03:25.793600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:25.813212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for bf4fcc8f-ace6-4baf-8706-fba305574fe3 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:25.978246 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.004125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53ab785-8382-433e-941b-fd98a797fc10 req-a8a9aefa-10d9-4e90-bb7c-ea582f3b091c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9dfe61b3-0441-4c98-99b4-6d06435d964b HTTP/1.1" status: 200 len: 217 time: 0.1382256 Nov 08 14:03:26.031793 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.034357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 805d31a4-4725-45e4-97dc-aec57f850653 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:03:26.049923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.143153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:26.151825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:26.153020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=bf4fcc8f-ace6-4baf-8706-fba305574fe3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:26.158231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.161968 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.162523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.163277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:26.163922 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bf1d646a-e40d-4e60-b2ac-2d10c694d8d0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/bf4fcc8f-ace6-4baf-8706-fba305574fe3 HTTP/1.1" status: 204 len: 168 time: 0.8534501 Nov 08 14:03:26.166778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44826) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:26.242817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Pushing event updated for resources: {'Port': ['ID=76490723-63c0-40f1-91f7-bae5822aa1fd,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:26.261951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Calling delete_port for 00854456-5fbe-4409-a3b0-1dce569fe64d owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:26.286635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3ba25-9885-4e0b-a74e-a20f286bbc55 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:26.290267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3ba25-9885-4e0b-a74e-a20f286bbc55 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:26.296116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bcc3ba25-9885-4e0b-a74e-a20f286bbc55 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1279995 Nov 08 14:03:26.298956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44830) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:26.324924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca7955-64cf-4c19-ad80-d1f220fa39a1 req-934d071f-ec5b-4ca7-8702-ae4ab38cf483 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:26.332754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ca7955-64cf-4c19-ad80-d1f220fa39a1 req-934d071f-ec5b-4ca7-8702-ae4ab38cf483 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 943 time: 0.3665166 Nov 08 14:03:26.345387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2fb1f-2f2e-4dea-9c5d-699a4bad3deb req-84b8eed8-3c70-4098-ac09-ef31d0103565 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:26.347305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70b2fb1f-2f2e-4dea-9c5d-699a4bad3deb req-84b8eed8-3c70-4098-ac09-ef31d0103565 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3777528 Nov 08 14:03:26.370897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ab785-8382-433e-941b-fd98a797fc10 req-f3d624bc-6cee-4a59-a506-dee51e4497a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:26.373341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53ab785-8382-433e-941b-fd98a797fc10 req-f3d624bc-6cee-4a59-a506-dee51e4497a9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5be5884e-4477-4525-bf20-7bb38207734d HTTP/1.1" status: 200 len: 857 time: 0.3178768 Nov 08 14:03:26.401928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:26.406125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.470762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Attempting to bind port 76490723-63c0-40f1-91f7-bae5822aa1fd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:26.472476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Attempting to bind port 76490723-63c0-40f1-91f7-bae5822aa1fd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:26.473953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Attempting to bind port 76490723-63c0-40f1-91f7-bae5822aa1fd on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:26.483437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:26.483832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:26.484255 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.485210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:26.494020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Bound port: 76490723-63c0-40f1-91f7-bae5822aa1fd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:26.494020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.495410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting port d8042ee1-7473-4817-8abc-75e695d49f53 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:26.496287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.506471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.546433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 805d31a4-4725-45e4-97dc-aec57f850653, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=805d31a4-4725-45e4-97dc-aec57f850653,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:26.564691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53ab785-8382-433e-941b-fd98a797fc10 req-b919de58-ef0e-4e61-b230-42535881652f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=334c57db-1deb-4422-b00e-fe27264bb89f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296718 Nov 08 14:03:26.601354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '805d31a4-4725-45e4-97dc-aec57f850653', 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f', 'port_id': '805d31a4-4725-45e4-97dc-aec57f850653', 'mac_address': 'fa:16:3e:f3:5c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be5884e-4477-4525-bf20-7bb38207734d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:03:26.648454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.768840 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.841876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:26.851127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ca7955-64cf-4c19-ad80-d1f220fa39a1 req-de7f9154-7d5d-4421-a5d7-cc33ac7897de tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167704 Nov 08 14:03:26.851557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.862231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ee436918-314e-493d-b4c1-e1013b60ab07 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f HTTP/1.1" status: 204 len: 168 time: 0.5604260 Nov 08 14:03:26.865204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44836) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:26.870897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70b2fb1f-2f2e-4dea-9c5d-699a4bad3deb req-1c8a5c12-58dd-4a79-a9a1-a9300f60c397 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4923744 Nov 08 14:03:26.902439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] For port d8042ee1-7473-4817-8abc-75e695d49f53, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d8042ee1-7473-4817-8abc-75e695d49f53,segment=NetworkSegment(84041aa5-9f02-4ca3-9396-08db701c64e6),segment_id=84041aa5-9f02-4ca3-9396-08db701c64e6)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:26.902895 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.944272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Calling delete_port for d8042ee1-7473-4817-8abc-75e695d49f53 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:26.979577 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:26.996231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Allocated IP 172.20.0.1 (61269a23-5016-485e-9ecc-5841df8863cb/ac646a0d-f873-4e48-84da-a0d44e68bb1c/59e9501f-ebb2-4404-bae8-b1d4e7d14a21) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:27.009498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:17Z', 'revision_number': 3, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:27.014594 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c05729a0-20a6-48d2-ab21-c519fba08a2b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1419981 Nov 08 14:03:27.018188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44840) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:27.019917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805d31a4-4725-45e4-97dc-aec57f850653 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:03:27.028010 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53ab785-8382-433e-941b-fd98a797fc10 req-429819e4-24e4-4a69-a1f5-4da190af1b3f service neutron] 10.222.0.70 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380612 Nov 08 14:03:27.033576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] For port 76490723-63c0-40f1-91f7-bae5822aa1fd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:27.109277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d68cd4-bb1f-4771-8d26-0c5d79036470 None None] The sync data for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 is: [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:17Z', 'revision_number': 3, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:03:27.126738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] For port 76490723-63c0-40f1-91f7-bae5822aa1fd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=76490723-63c0-40f1-91f7-bae5822aa1fd,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:27.136354 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.148200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 805d31a4-4725-45e4-97dc-aec57f850653, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=805d31a4-4725-45e4-97dc-aec57f850653,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:27.188785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644db66e-1fee-47d2-99df-a05e7646308f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:27.191773 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.192880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1688e600-5a3a-4ab7-a034-706835161f00 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:03:27.194987 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-644db66e-1fee-47d2-99df-a05e7646308f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1742878 Nov 08 14:03:27.198638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44846) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:27.272611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a16c1-060a-487e-8a64-f6901623d8b0 None None] Pushing event updated for resources: {'Port': ['ID=76490723-63c0-40f1-91f7-bae5822aa1fd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:27.316093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1688e600-5a3a-4ab7-a034-706835161f00, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1688e600-5a3a-4ab7-a034-706835161f00,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:27.339131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.346748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954acf16-bb70-44ec-badd-129c4d1f777e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:27.348413 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-954acf16-bb70-44ec-badd-129c4d1f777e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1487896 Nov 08 14:03:27.351261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44850) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:27.361425 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '1688e600-5a3a-4ab7-a034-706835161f00', 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f', 'port_id': '1688e600-5a3a-4ab7-a034-706835161f00', 'mac_address': 'fa:16:3e:70:72:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be5884e-4477-4525-bf20-7bb38207734d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:03:27.382070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9dfe61b3-0441-4c98-99b4-6d06435d964b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:03:27.433831 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7b561ac7-df81-4eda-a61d-34fdd1b4c701 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813506 Nov 08 14:03:27.437888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:27.446223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:27.473682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.498407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=805d31a4-4725-45e4-97dc-aec57f850653,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:27.572405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.587387 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.691412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.697314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No DVR routers for this DVR port d8042ee1-7473-4817-8abc-75e695d49f53 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:27.704645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1688e600-5a3a-4ab7-a034-706835161f00 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:03:27.726942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:27.730874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.763255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1688e600-5a3a-4ab7-a034-706835161f00, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1688e600-5a3a-4ab7-a034-706835161f00,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:27.777899 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:27.778467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Pushing event deleted for resources: {'Port': ['ID=00854456-5fbe-4409-a3b0-1dce569fe64d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:27.877572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Port': ['ID=d8042ee1-7473-4817-8abc-75e695d49f53,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:27.914622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9dfe61b3-0441-4c98-99b4-6d06435d964b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9dfe61b3-0441-4c98-99b4-6d06435d964b,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:27.962660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '9dfe61b3-0441-4c98-99b4-6d06435d964b', 'network_id': '334c57db-1deb-4422-b00e-fe27264bb89f', 'port_id': '9dfe61b3-0441-4c98-99b4-6d06435d964b', 'mac_address': 'fa:16:3e:6b:d4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be5884e-4477-4525-bf20-7bb38207734d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:03:28.070387 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84978f22-1b18-4076-9ddf-f3f1bb6ac409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:28.105846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=1688e600-5a3a-4ab7-a034-706835161f00,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:28.114320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:28.156579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfe61b3-0441-4c98-99b4-6d06435d964b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:03:28.182555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Network 61269a23-5016-485e-9ecc-5841df8863cb is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:28.200468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9dfe61b3-0441-4c98-99b4-6d06435d964b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9dfe61b3-0441-4c98-99b4-6d06435d964b,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:28.212737 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['805d31a4-4725-45e4-97dc-aec57f850653'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:03:28.217964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['1688e600-5a3a-4ab7-a034-706835161f00'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:03:28.223833 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:28.247689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:28.253246 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:28.259015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-028fccb3-c233-4043-ad35-3e369a4f6ad3 tempest-AttachVolumeTestJSON-1729541365 tempest-AttachVolumeTestJSON-1729541365-project] 10.222.0.65 "DELETE /v2.0/floatingips/b0149c4b-72f5-47da-9341-895d0095c45b HTTP/1.1" status: 204 len: 168 time: 3.1422646 Nov 08 14:03:28.260753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:28.277582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:28.445394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:28.551096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:03:28.646826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9dfe61b3-0441-4c98-99b4-6d06435d964b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:28.697234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Pushing event updated for resources: {'Port': ['ID=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:28.706236 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:28.710302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9dfe61b3-0441-4c98-99b4-6d06435d964b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:03:28.832769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a53ab785-8382-433e-941b-fd98a797fc10 req-2976000f-0af8-49d6-aa45-879b9638a457 service neutron] 10.222.0.70 "GET /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7853796 Nov 08 14:03:28.917564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d794d-0b94-4d9c-828b-02697ba26cfa req-c3a8ce8b-5f79-43b4-9f71-6e4e748a32f5 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:28.919261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-898d794d-0b94-4d9c-828b-02697ba26cfa req-c3a8ce8b-5f79-43b4-9f71-6e4e748a32f5 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 944 time: 0.9073293 Nov 08 14:03:28.932875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f7deff-4120-4c21-9273-0b5c8f9e88c4']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:28.976571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24bb15-f8c5-4c4b-81b3-b679bdd4be09 req-3ac0ce31-4e4a-4e95-a44f-d9e3a2296ed1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:28.985034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c24bb15-f8c5-4c4b-81b3-b679bdd4be09 req-3ac0ce31-4e4a-4e95-a44f-d9e3a2296ed1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.8410501 Nov 08 14:03:29.030762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84041aa5-9f02-4ca3-9396-08db701c64e6') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:29.031351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84041aa5-9f02-4ca3-9396-08db701c64e6') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:29.111414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.178047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.308259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.322318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684aa1a2-af2d-4a29-b0af-225e46eec30d None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:29.348545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-898d794d-0b94-4d9c-828b-02697ba26cfa req-6d623131-0559-40a0-a16b-0908c6d92c3b tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029753 Nov 08 14:03:29.350534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:29.351330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:29.357129 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:29.364347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c24bb15-f8c5-4c4b-81b3-b679bdd4be09 req-7f9ab17d-59c2-46e9-90e3-c1a251fc67d9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777325 Nov 08 14:03:29.531414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 015d7c91-012e-4a79-835a-92e55249951d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:29.616723 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.648201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port 76490723-63c0-40f1-91f7-bae5822aa1fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=76490723-63c0-40f1-91f7-bae5822aa1fd,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:29.648662 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.657534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/68f7deff-4120-4c21-9273-0b5c8f9e88c4 HTTP/1.1" status: 204 len: 168 time: 7.9003119 Nov 08 14:03:29.658153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.661710 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-40db69e9-52d1-424d-af5c-e97625df1adc None None] Provisioning complete for port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:29.666425 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-40db69e9-52d1-424d-af5c-e97625df1adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.678662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44882) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:29.740419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2139870832'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:29.761066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6d196-104a-4144-bb50-70c54efa0d3f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Network': ['ID=68f7deff-4120-4c21-9273-0b5c8f9e88c4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:29.840334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:29.845486 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:29.912532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-40db69e9-52d1-424d-af5c-e97625df1adc None None] Port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:03:29.937773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:03:30.022701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.023368 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Added segment ebd53a1e-089d-4da3-b056-5fdcd2cd3442 of type vlan for network 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 Nov 08 14:03:30.104128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 015d7c91-012e-4a79-835a-92e55249951d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:30.110129 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.156167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.192592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-973fa662-4209-4efa-844c-0a708f01743c None None] Provisioning complete for port 76490723-63c0-40f1-91f7-bae5822aa1fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:30.192854 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-973fa662-4209-4efa-844c-0a708f01743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.306005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.317414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:30.318744 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.357435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.371655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.372647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.378108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.456894 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.527399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:30.578240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:30.600872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:30.601863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.630263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9420884 Nov 08 14:03:30.635386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44904) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:30.655826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=b168b751-2bf6-4fe2-82a8-2975e86dbb04,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:30.666625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=76490723-63c0-40f1-91f7-bae5822aa1fd,revision_number=5']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:30.673027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f3b84272-e5e1-4c79-8f0b-e1f93960b06b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2334828 Nov 08 14:03:30.677726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44906) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:30.689861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9ba738bd-9db2-42b8-8b28-cca8dbffe15b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:30.781646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.829520 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-973fa662-4209-4efa-844c-0a708f01743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.847755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff5a826-dec5-4d72-b27e-7ba636707f1d None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:30.925679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 015d7c91-012e-4a79-835a-92e55249951d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=015d7c91-012e-4a79-835a-92e55249951d,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:30.979995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:30.980798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 76490723-63c0-40f1-91f7-bae5822aa1fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:31.018460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba738bd-9db2-42b8-8b28-cca8dbffe15b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:31.024486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9ba738bd-9db2-42b8-8b28-cca8dbffe15b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:31.061422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-973fa662-4209-4efa-844c-0a708f01743c None None] For port 76490723-63c0-40f1-91f7-bae5822aa1fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=76490723-63c0-40f1-91f7-bae5822aa1fd,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:31.078832 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-973fa662-4209-4efa-844c-0a708f01743c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:31.128677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=015d7c91-012e-4a79-835a-92e55249951d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:31.260919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 76490723-63c0-40f1-91f7-bae5822aa1fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:31.261189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:31.262030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Request body: {'subnet': {'network_id': '6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:31.282141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc94710-003a-47ba-bd17-17c74fd66240 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Network': ['ID=6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:31.317410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:03:31.321225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fa662-4209-4efa-844c-0a708f01743c None None] Pushing event updated for resources: {'Port': ['ID=76490723-63c0-40f1-91f7-bae5822aa1fd,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:31.322610 n-d-804292-2 neutron-server[101840]: INFO neutron.db.ipam_backend_mixin [None req-9ba738bd-9db2-42b8-8b28-cca8dbffe15b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b168b751-2bf6-4fe2-82a8-2975e86dbb04 (CIDR: 2001:db8::/64) Nov 08 14:03:31.330819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8d79a69c-34d5-4182-884f-e7941d60e8bc None None] Provisioning complete for port 76490723-63c0-40f1-91f7-bae5822aa1fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:31.331627 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8d79a69c-34d5-4182-884f-e7941d60e8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:31.331787 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba738bd-9db2-42b8-8b28-cca8dbffe15b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:03:31.332987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba738bd-9db2-42b8-8b28-cca8dbffe15b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:31.370813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9ba738bd-9db2-42b8-8b28-cca8dbffe15b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6917930 Nov 08 14:03:31.373569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44914) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:31.380216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:31.445373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:31.465175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Pushing event updated for resources: {'Port': ['ID=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:31.497138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32e6b7-2e36-4f80-8f4c-7d184497da4a req-17f98b08-8b7a-4a38-a909-0ffec45c588b tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:31.499482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da32e6b7-2e36-4f80-8f4c-7d184497da4a req-17f98b08-8b7a-4a38-a909-0ffec45c588b tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 944 time: 0.9081492 Nov 08 14:03:31.598248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-da32e6b7-2e36-4f80-8f4c-7d184497da4a req-0ddb490b-d776-4c4d-90c9-54edf9b3ff83 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861144 Nov 08 14:03:31.619838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:31.628355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67912613-fac2-4970-bee3-5407a32b18af req-a0c46675-48c6-4d61-b784-4ca300459548 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:31.630647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:31.638137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67912613-fac2-4970-bee3-5407a32b18af req-a0c46675-48c6-4d61-b784-4ca300459548 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3835142 Nov 08 14:03:31.778707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67912613-fac2-4970-bee3-5407a32b18af req-ea3db0c1-2802-4cc6-9d7e-82da8c7390db tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367304 Nov 08 14:03:31.785798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Made reservation on behalf of 8c3d200eed0f4488968c59e990a6397f for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:31.789872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:31.814008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9dfe61b3-0441-4c98-99b4-6d06435d964b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:32.011077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 805d31a4-4725-45e4-97dc-aec57f850653 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:32.025178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6235d692-876f-425b-b07f-c85fb33044dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.175348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.186875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Network 61269a23-5016-485e-9ecc-5841df8863cb is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:32.199822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:32.233897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 9dfe61b3-0441-4c98-99b4-6d06435d964b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:03:32.238885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 805d31a4-4725-45e4-97dc-aec57f850653 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:03:32.248056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 9dfe61b3-0441-4c98-99b4-6d06435d964b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:32.248056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.253523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 805d31a4-4725-45e4-97dc-aec57f850653 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:32.254309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.310552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=33dc3463-d351-480e-978c-431477a738a1,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:32.318869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:32.325111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:32.337068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:32.337740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.368889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b737a945-201e-4c9e-8a2a-e4f4bc439743 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9886262 Nov 08 14:03:32.369773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44924) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:32.386343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:83:8c:f0', 'name': 'tempest-NetworksTestDHCPv6-418937706'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:32.480989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 015d7c91-012e-4a79-835a-92e55249951d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:32.520349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:03:32.613322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319142b1-332a-4121-8a02-d83f171be687 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:32.625792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:03:32.635611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.674952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-954b7337-57c3-450d-be26-ceaa2a2bac99 None None] Provisioning complete for port 76490723-63c0-40f1-91f7-bae5822aa1fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:32.681097 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-954b7337-57c3-450d-be26-ceaa2a2bac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.713701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:32.885311 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.887083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event updated for resources: {'Subnet': ['ID=9cb90d48-fa14-4d33-bacb-37cca05441da,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:32.909561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.936681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port a8d68e57-7172-4af1-bcca-5b92b715db0b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:32.963762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 015d7c91-012e-4a79-835a-92e55249951d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:32.964254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:32.998262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe61b3-0441-4c98-99b4-6d06435d964b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:33.000873 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38617796-bf4d-40d5-acd6-70577d39fedb" -d '{"events": [{"server_uuid": "9fbaaad9-26df-4460-beaf-896ec9c1651f", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe61b3-0441-4c98-99b4-6d06435d964b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:33.125701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645799bf-b8e5-44bc-a75b-6523ccf4f5c2 req-bbd7823f-9d19-4379-95e2-66a88e105a38 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:33.128231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-645799bf-b8e5-44bc-a75b-6523ccf4f5c2 req-bbd7823f-9d19-4379-95e2-66a88e105a38 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 944 time: 0.3770230 Nov 08 14:03:33.130325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9dfe61b3-0441-4c98-99b4-6d06435d964b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9dfe61b3-0441-4c98-99b4-6d06435d964b,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:33.136374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:03:33.143499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.147335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7dd8da84-ed34-4d17-ac56-bc713d540106 admin admin] 10.222.0.65 "PUT /v2.0/routers/7e6ffa47-c5ea-49d0-b770-44de2a19b472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4872491 Nov 08 14:03:33.159070 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.174941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Sync routers for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:03:33.185518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8:0:1::393 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/33dc3463-d351-480e-978c-431477a738a1/a8d68e57-7172-4af1-bcca-5b92b715db0b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:33.194351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fe83:8cf0 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/b168b751-2bf6-4fe2-82a8-2975e86dbb04/a8d68e57-7172-4af1-bcca-5b92b715db0b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:33.227903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Checking segment: {'id': 'ebd53a1e-089d-4da3-b056-5fdcd2cd3442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:33.228607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network hostable DHCP agents. Network: 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:03:33.251926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5944108-23ed-45a6-b977-113dfb47d8ef req-6fa9d798-5bae-4271-a186-5e88d11dad3b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:33.253879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5944108-23ed-45a6-b977-113dfb47d8ef req-6fa9d798-5bae-4271-a186-5e88d11dad3b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3141551 Nov 08 14:03:33.314990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-645799bf-b8e5-44bc-a75b-6523ccf4f5c2 req-2e01a042-ed9b-4ba3-ad99-03281f1fe268 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650207 Nov 08 14:03:33.380821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.403358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Network 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:03:33.410448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5944108-23ed-45a6-b977-113dfb47d8ef req-4ddde6e2-5597-4b7c-8ffc-3da6c9fe7281 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405535 Nov 08 14:03:33.421429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:33.440425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:33.440425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.467667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a40f22ef-1182-4e70-b2c3-e31ea81b019d tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2125349 Nov 08 14:03:33.470199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44940) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:33.494515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.580619 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa596c6-e342-4841-97df-dde2e9b1d3fa x-openstack-request-id: req-9aa596c6-e342-4841-97df-dde2e9b1d3fa {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:33.580970 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbaaad9-26df-4460-beaf-896ec9c1651f", "name": "network-vif-plugged", "status": "completed", "tag": "9dfe61b3-0441-4c98-99b4-6d06435d964b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:33.581125 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9aa596c6-e342-4841-97df-dde2e9b1d3fa {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:33.582401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.586161 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfe61b3-0441-4c98-99b4-6d06435d964b', 'code': 200} Nov 08 14:03:33.604187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f364bd9-0840-4538-a425-f7875f76c82b None None] Network 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:33.628945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 805d31a4-4725-45e4-97dc-aec57f850653, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=805d31a4-4725-45e4-97dc-aec57f850653,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:33.679501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:33.679880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:33.681933 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.682991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1688e600-5a3a-4ab7-a034-706835161f00 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:33.697047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:33.706915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:33.713610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:33.719844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:33.721736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.725562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=a8d68e57-7172-4af1-bcca-5b92b715db0b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:33.757950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c3411861-516c-452d-975e-49b96145cfe9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3789327 Nov 08 14:03:33.762093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44944) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:33.791204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7421a77-a8eb-4e0d-a84c-4db97858b9b9 req-73a1962b-23e1-44bf-a7b5-ed880021ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:33.792921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7421a77-a8eb-4e0d-a84c-4db97858b9b9 req-73a1962b-23e1-44bf-a7b5-ed880021ce42 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 1096 time: 0.1091444 Nov 08 14:03:33.827670 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:33.903242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7421a77-a8eb-4e0d-a84c-4db97858b9b9 req-d95bb346-1bc5-44ea-99cb-eb84a00aef3e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996654 Nov 08 14:03:33.955962 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.033446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:34.034847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port a8d68e57-7172-4af1-bcca-5b92b715db0b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:34.035460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.105970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.122671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9dfe61b3-0441-4c98-99b4-6d06435d964b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:34.231205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Subnet': ['ID=9cb90d48-fa14-4d33-bacb-37cca05441da,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:34.353689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.393571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:34.410527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd53a1e-089d-4da3-b056-5fdcd2cd3442') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:34.410899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd53a1e-089d-4da3-b056-5fdcd2cd3442') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:34.441536 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.479565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.480291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=805d31a4-4725-45e4-97dc-aec57f850653,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:34.498356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:34.498356 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.512695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.581322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for a8d68e57-7172-4af1-bcca-5b92b715db0b owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:34.583811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-274495c3-e50d-4993-bdde-28a418aac5a3 None None] Provisioning complete for port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:34.584196 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-274495c3-e50d-4993-bdde-28a418aac5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:34.647302 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:34.649939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 76490723-63c0-40f1-91f7-bae5822aa1fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:34.691473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.748753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 1688e600-5a3a-4ab7-a034-706835161f00 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:03:34.750974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:34.762696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-473573529-network', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:34.792780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.799015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 HTTP/1.1" status: 204 len: 168 time: 1.3270700 Nov 08 14:03:34.807908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44970) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:34.822525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 1688e600-5a3a-4ab7-a034-706835161f00 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:34.822986 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.827173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Made reservation on behalf of 8f1ddd696c3a4f2686d33829ed126adb for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:34.832337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.873214 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:34.881666 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-29967976-b840-46bd-8aa5-9d9480d5481f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:34.882426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29967976-b840-46bd-8aa5-9d9480d5481f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:34.887168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-29967976-b840-46bd-8aa5-9d9480d5481f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/9cb90d48-fa14-4d33-bacb-37cca05441da HTTP/1.1" status: 404 len: 337 time: 0.0779150 Nov 08 14:03:34.894075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44972) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:34.914070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50f9bc-b64c-439b-82b0-a03762a89e38 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Network': ['ID=6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:34.948608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-274495c3-e50d-4993-bdde-28a418aac5a3 None None] Port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:03:34.961154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef6c97-2cce-4364-85a7-4ffa1db39d24 None None] Network 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:35.012039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-274495c3-e50d-4993-bdde-28a418aac5a3 None None] Could not find standard attr ID for object bf4fcc8f-ace6-4baf-8706-fba305574fe3. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:35.018999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db229f-1374-46b1-9aef-ac97221672ad req-8894b7e5-cab5-46a2-83a1-07b4c08280e8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:35.036960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2db229f-1374-46b1-9aef-ac97221672ad req-8894b7e5-cab5-46a2-83a1-07b4c08280e8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3699028 Nov 08 14:03:35.037289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ef6c97-2cce-4364-85a7-4ffa1db39d24 None None] Network 6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:03:35.070432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c61b57-2bf9-4008-ba39-073b62ef821e None None] Update dhcp port {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': 'b168b751-2bf6-4fe2-82a8-2975e86dbb04', 'ip_address': '2001:db8::f816:3eff:fe2e:85ad'}, {'subnet_id': '33dc3463-d351-480e-978c-431477a738a1'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '76490723-63c0-40f1-91f7-bae5822aa1fd'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:03:35.077777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 76490723-63c0-40f1-91f7-bae5822aa1fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:35.078143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.087078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b6cc7-873a-4465-9e95-0c9142c2e247 req-f9f6f290-e4c8-4400-a46b-8b4563f5719e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:35.090752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a6b6cc7-873a-4465-9e95-0c9142c2e247 req-f9f6f290-e4c8-4400-a46b-8b4563f5719e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 945 time: 0.4418483 Nov 08 14:03:35.095026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.172849 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17cba66-4baa-4edc-bbe6-6598a7b4e067 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:35.178403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d17cba66-4baa-4edc-bbe6-6598a7b4e067 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:35.193951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d17cba66-4baa-4edc-bbe6-6598a7b4e067 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/6cc7e8c2-c4f2-4ad2-bfb7-df5fd9155ff6 HTTP/1.1" status: 404 len: 339 time: 0.0939076 Nov 08 14:03:35.194989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.201171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44976) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:35.213202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:03:35.246536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.247954 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Added segment 8a531b5d-ab55-4b0c-9852-36915931dd4a of type vlan for network b9f27ea5-4670-42fd-884f-c0f78f466390 Nov 08 14:03:35.259323 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c39dea-9c9c-4f2a-84b6-670512b6b71f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:35.260293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c39dea-9c9c-4f2a-84b6-670512b6b71f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:35.263783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74c39dea-9c9c-4f2a-84b6-670512b6b71f tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/281ce752-270a-4fed-becf-2f95aee0df6b HTTP/1.1" status: 404 len: 337 time: 0.0594633 Nov 08 14:03:35.270886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44978) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:35.300850 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95f2308-e8df-4bfe-abca-4cf8ec813c43 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:35.301845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95f2308-e8df-4bfe-abca-4cf8ec813c43 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:35.306276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a95f2308-e8df-4bfe-abca-4cf8ec813c43 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/68f7deff-4120-4c21-9273-0b5c8f9e88c4 HTTP/1.1" status: 404 len: 339 time: 0.0338886 Nov 08 14:03:35.323323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44982) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:35.356408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.405742 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f738a102-c1dd-4cd8-88c6-a71a565ac707 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:35.406185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f738a102-c1dd-4cd8-88c6-a71a565ac707 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:35.424596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f738a102-c1dd-4cd8-88c6-a71a565ac707 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/d07d773b-4acd-49c8-81fc-bf9766a023ff HTTP/1.1" status: 404 len: 337 time: 0.0994625 Nov 08 14:03:35.425176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44984) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:35.454070 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.455227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:35.455953 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.473947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee6063c-8fb3-4df9-82c0-c0304e5446d6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:35.480018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b2db229f-1374-46b1-9aef-ac97221672ad req-153fa31f-7ddc-4b19-be8f-5273b801423d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4407780 Nov 08 14:03:35.506215 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.511515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7587388 Nov 08 14:03:35.511869 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c1c61b57-2bf9-4008-ba39-073b62ef821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.530282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44986) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:35.544056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Request body: {'subnet': {'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-473573529-subnet', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:35.583460 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac25700a-90b1-4d55-b6f6-be9a87f1b189 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:35.585687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac25700a-90b1-4d55-b6f6-be9a87f1b189 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:35.591902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ac25700a-90b1-4d55-b6f6-be9a87f1b189 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/6f6ed725-f17e-4609-8e5a-c0898410aa84 HTTP/1.1" status: 404 len: 339 time: 0.1492105 Nov 08 14:03:35.593518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237a735-7087-4d68-978b-52c189f9e46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805d31a4-4725-45e4-97dc-aec57f850653'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:35.597453 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31244fa0-0018-4867-b2c3-e1a9fa448a4d" -d '{"events": [{"server_uuid": "e237a735-7087-4d68-978b-52c189f9e46f", "name": "network-vif-plugged", "status": "completed", "tag": "805d31a4-4725-45e4-97dc-aec57f850653"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:35.598758 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a6b6cc7-873a-4465-9e95-0c9142c2e247 req-8b64d297-d0b0-4296-bbe8-bc061619e130 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810958 Nov 08 14:03:35.600068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44988) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:35.612558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Made reservation on behalf of 8f1ddd696c3a4f2686d33829ed126adb for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:35.617913 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.639954 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.666506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 1688e600-5a3a-4ab7-a034-706835161f00, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1688e600-5a3a-4ab7-a034-706835161f00,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:35.672971 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043f0551-859f-4389-912d-f2c88556e1c8 x-openstack-request-id: req-043f0551-859f-4389-912d-f2c88556e1c8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:35.673269 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237a735-7087-4d68-978b-52c189f9e46f", "name": "network-vif-plugged", "status": "completed", "tag": "805d31a4-4725-45e4-97dc-aec57f850653", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:35.673543 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-043f0551-859f-4389-912d-f2c88556e1c8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:35.673937 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237a735-7087-4d68-978b-52c189f9e46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805d31a4-4725-45e4-97dc-aec57f850653', 'code': 200} Nov 08 14:03:35.678337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 2, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:35.682808 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.779833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=1688e600-5a3a-4ab7-a034-706835161f00,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:35.843894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Checking router: 7e6ffa47-c5ea-49d0-b770-44de2a19b472 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:03:35.844248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Updating router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:03:35.853638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting port c94eadbb-5ef3-47bb-9eaf-538c8a79ff9c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:35.854321 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.886840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ae1c3-a0a3-474c-adec-2ccbe48ecd1d admin admin] Pushing event updated for resources: {'Network': ['ID=b9f27ea5-4670-42fd-884f-c0f78f466390,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:35.913489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c485a12-9734-4439-8fb5-7432ad368996 req-2c0844fd-c51d-4933-88d6-aad90237ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:35.915686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b9f27ea5-4670-42fd-884f-c0f78f466390 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:03:35.917610 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c485a12-9734-4439-8fb5-7432ad368996 req-2c0844fd-c51d-4933-88d6-aad90237ba9a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 1096 time: 0.1645238 Nov 08 14:03:35.941477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.949794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:35.958411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Calling delete_port for c94eadbb-5ef3-47bb-9eaf-538c8a79ff9c owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:35.960888 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.043322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5c485a12-9734-4439-8fb5-7432ad368996 req-00805052-2209-4409-bdb9-44b2db2e9c42 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703893 Nov 08 14:03:36.059921 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.083415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.096063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Port': ['ID=c94eadbb-5ef3-47bb-9eaf-538c8a79ff9c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:36.123533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.129585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ef5251bb-ccde-49a0-b360-487290fc0080 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/ports/c94eadbb-5ef3-47bb-9eaf-538c8a79ff9c HTTP/1.1" status: 204 len: 168 time: 0.5275600 Nov 08 14:03:36.133655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44992) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:36.174221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=a8d68e57-7172-4af1-bcca-5b92b715db0b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:36.182522 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-79019bc0-7355-4352-a9e9-b7f513603170 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:36.183170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79019bc0-7355-4352-a9e9-b7f513603170 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:36.187162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-79019bc0-7355-4352-a9e9-b7f513603170 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/5363477d-8d07-4921-bd45-2946169e5d81 HTTP/1.1" status: 404 len: 337 time: 0.0499027 Nov 08 14:03:36.192084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44994) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:36.221924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.226183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96920fbe-1ea5-47a9-b758-3e9acd63a0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/a8d68e57-7172-4af1-bcca-5b92b715db0b HTTP/1.1" status: 204 len: 168 time: 2.4628899 Nov 08 14:03:36.228507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44996) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:36.250545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-c1c61b57-2bf9-4008-ba39-073b62ef821e None None] Allocated IP 2001:db8:0:1::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/33dc3463-d351-480e-978c-431477a738a1/76490723-63c0-40f1-91f7-bae5822aa1fd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:36.318874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.359539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482c7e5d-0fd5-4159-be53-b95fd555046d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:36.373836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-482c7e5d-0fd5-4159-be53-b95fd555046d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1436026 Nov 08 14:03:36.377130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45002) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:36.478493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.515160 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.572690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1565f35-7718-4f9d-9e14-43e20f2fd212']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:36.573853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0581de4e-d854-4934-ab98-cd592f8316c7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:36.593512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '246d9cbc-258d-4c92-a8f5-874ceb88d8fd') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:36.594377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '246d9cbc-258d-4c92-a8f5-874ceb88d8fd') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:36.610308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c1c61b57-2bf9-4008-ba39-073b62ef821e None None] For port 76490723-63c0-40f1-91f7-bae5822aa1fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=76490723-63c0-40f1-91f7-bae5822aa1fd,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:36.617433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.639050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea66938-1ebc-4fe1-9c8d-c328b6ea94e1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:36.644519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ea66938-1ebc-4fe1-9c8d-c328b6ea94e1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2628489 Nov 08 14:03:36.646972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45012) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:36.647845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Checking segment: {'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:36.648164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Network hostable DHCP agents. Network: b9f27ea5-4670-42fd-884f-c0f78f466390, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:03:36.652144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.662774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:36.663017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.751423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1629880-7771-4be0-ae24-0ecf1b981926 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:36.754020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1629880-7771-4be0-ae24-0ecf1b981926 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:36.756379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1629880-7771-4be0-ae24-0ecf1b981926 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:36.758101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c1629880-7771-4be0-ae24-0ecf1b981926 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1073976 Nov 08 14:03:36.763693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45014) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:36.786305 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c1c61b57-2bf9-4008-ba39-073b62ef821e None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.847540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 33dc3463-d351-480e-978c-431477a738a1 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:36.852097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:36.907190 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:36.912533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.914001 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.918227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.929957 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/e1565f35-7718-4f9d-9e14-43e20f2fd212 HTTP/1.1" status: 204 len: 168 time: 0.7368314 Nov 08 14:03:36.930614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45016) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:36.935192 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c1c61b57-2bf9-4008-ba39-073b62ef821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:36.979287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f231855-b39f-48e7-8442-83d85c7145ef tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Network': ['ID=e1565f35-7718-4f9d-9e14-43e20f2fd212,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:37.028607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.128796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.165559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343b6ab2-0ff6-4f9e-b286-27bcb7ff9fa8 req-7a88360a-8f44-41a0-99f7-ab435516abfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:37.167426 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-343b6ab2-0ff6-4f9e-b286-27bcb7ff9fa8 req-7a88360a-8f44-41a0-99f7-ab435516abfb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.4532182 Nov 08 14:03:37.196644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting port 387b6382-cd6d-46a8-96da-bd4cadbac0c9 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:37.197001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.221239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Network b9f27ea5-4670-42fd-884f-c0f78f466390 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:03:37.254544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d419-73bc-4980-8ce9-8b663e0534e7 req-75ff1039-e0a4-4a2b-bd42-06ce5c7d7990 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:37.256716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e59d419-73bc-4980-8ce9-8b663e0534e7 req-75ff1039-e0a4-4a2b-bd42-06ce5c7d7990 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 945 time: 0.4251518 Nov 08 14:03:37.257486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=33dc3463-d351-480e-978c-431477a738a1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:37.265433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.272428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-664d44c8-81be-4ddf-a894-d46bdaca797f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/33dc3463-d351-480e-978c-431477a738a1 HTTP/1.1" status: 204 len: 168 time: 0.5084667 Nov 08 14:03:37.273183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45018) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:37.356286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b9f27ea5-4670-42fd-884f-c0f78f466390) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:37.389833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.405319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:37.405815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.421144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f028dd2-4f7e-4f7a-9ebd-e5a83def599e None None] Network b9f27ea5-4670-42fd-884f-c0f78f466390 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:37.432858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Calling delete_port for 387b6382-cd6d-46a8-96da-bd4cadbac0c9 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:37.439718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c61b57-2bf9-4008-ba39-073b62ef821e None None] Pushing event updated for resources: {'Port': ['ID=76490723-63c0-40f1-91f7-bae5822aa1fd,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:37.635495 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.661599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.675678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.700379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Port': ['ID=387b6382-cd6d-46a8-96da-bd4cadbac0c9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:37.706278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.716084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c56b77d5-2b77-4d9b-9095-22b0af1eb9d1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/ports/387b6382-cd6d-46a8-96da-bd4cadbac0c9 HTTP/1.1" status: 204 len: 168 time: 0.7511337 Nov 08 14:03:37.716481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-09e1e302-24dd-4088-a09d-c669f31113ad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1818593 Nov 08 14:03:37.718807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45024) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:37.726910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-343b6ab2-0ff6-4f9e-b286-27bcb7ff9fa8 req-7768375a-f299-4d38-9a20-7e29a28a33c7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5465546 Nov 08 14:03:37.737086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:37.740440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet b168b751-2bf6-4fe2-82a8-2975e86dbb04 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:37.757865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45026) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:37.778234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688e600-5a3a-4ab7-a034-706835161f00'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:37.780544 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870faa4f-767d-495c-a3f6-2927ca0d48d9" -d '{"events": [{"server_uuid": "cdbc934c-fde2-4e64-9bad-db577e6d6b23", "name": "network-vif-plugged", "status": "completed", "tag": "1688e600-5a3a-4ab7-a034-706835161f00"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:37.791811 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.865185 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b2eba3-28ee-494d-bf69-19fa24b5e818 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] DELETE failed (client error): The resource could not be found. Nov 08 14:03:37.866189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e59d419-73bc-4980-8ce9-8b663e0534e7 req-03c3fcee-0c36-4e55-b014-468daa4a2579 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850577 Nov 08 14:03:37.868041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b2eba3-28ee-494d-bf69-19fa24b5e818 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:37.877532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e3b2eba3-28ee-494d-bf69-19fa24b5e818 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/91d35141-f2d2-46cc-b1ed-986a5ab4f7d9 HTTP/1.1" status: 404 len: 337 time: 0.1174021 Nov 08 14:03:37.886848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45030) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:37.923378 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-737b0d40-099a-4302-abb9-b7098059d86e req-b14c0a88-f48b-4c70-86cf-1e6ecd6982a5 service neutron] show failed (client error): The resource could not be found. Nov 08 14:03:37.924693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-b14c0a88-f48b-4c70-86cf-1e6ecd6982a5 service neutron] 10.222.0.70 "GET /v2.0/ports/7e743716-0daa-41b9-89f4-d94ef2f63084/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.6308362 Nov 08 14:03:37.942036 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47eb06b-4fdc-4949-bde8-bcff97332a95 x-openstack-request-id: req-a47eb06b-4fdc-4949-bde8-bcff97332a95 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:37.950058 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbc934c-fde2-4e64-9bad-db577e6d6b23", "name": "network-vif-plugged", "status": "completed", "tag": "1688e600-5a3a-4ab7-a034-706835161f00", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:37.950612 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a47eb06b-4fdc-4949-bde8-bcff97332a95 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:37.951261 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1688e600-5a3a-4ab7-a034-706835161f00', 'code': 200} Nov 08 14:03:37.960152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.994796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:37.995989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.274218 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.339020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 76490723-63c0-40f1-91f7-bae5822aa1fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:38.346653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c447cd9-434e-49b3-bead-1627392f1114 None None] Pushing event updated for resources: {'Port': ['ID=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:38.423363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-b9f27ea5-4670-42fd-884f-c0f78f466390', 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'fixed_ips': [{'subnet_id': '0581de4e-d854-4934-ab98-cd592f8316c7'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:38.424427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.483042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.483853 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.511347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Attempting to bind port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:38.511903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Attempting to bind port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:38.512369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Attempting to bind port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 on network 61269a23-5016-485e-9ecc-5841df8863cb {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:38.538218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=b168b751-2bf6-4fe2-82a8-2975e86dbb04,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:38.543262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.564768 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.570573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ccc8a26-6b7d-45fb-9551-8652d298ab80 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/b168b751-2bf6-4fe2-82a8-2975e86dbb04 HTTP/1.1" status: 204 len: 168 time: 1.2862153 Nov 08 14:03:38.572750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45032) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:38.627484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:38.628069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Checking segment: {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:38.628579 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.629189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Bound using segment: {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:38.629792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Bound port: 59e9501f-ebb2-4404-bae8-b1d4e7d14a21, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:38.630275 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.660945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 76490723-63c0-40f1-91f7-bae5822aa1fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:38.661504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:38.709551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ae123745-14e8-4adc-b32a-3ee4a9e4ba8a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354020 Nov 08 14:03:38.710190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45038) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:38.715929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:38.909858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] For port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:38.923917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] For port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:38.966357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1620f61b-2454-4907-bafa-c0018dd56721 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:38.997364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:39.022701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6cfd16-423f-4be0-aea4-58583135cd4a req-3a1c35c4-f9d0-472f-9dc9-2ebc561f99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:39.028483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:39.031569 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3d6cfd16-423f-4be0-aea4-58583135cd4a req-3a1c35c4-f9d0-472f-9dc9-2ebc561f99e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 1097 time: 0.8867097 Nov 08 14:03:39.033044 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:39.080249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654860c-71fe-48b1-a638-2e53335e9fce req-bce90e73-e5d5-4a7c-a196-07bdd87eb33b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:39.090197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b654860c-71fe-48b1-a638-2e53335e9fce req-bce90e73-e5d5-4a7c-a196-07bdd87eb33b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.1568577 Nov 08 14:03:39.100815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f3c148a9-b1a2-4a5a-a35b-91c4466711cf None None] Provisioning complete for port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:39.101484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3c148a9-b1a2-4a5a-a35b-91c4466711cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:39.178611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:39.204530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-fa9b65b5-e5e6-4f14-93ef-3eed68bcd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:39.208194 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-fa9b65b5-e5e6-4f14-93ef-3eed68bcd6a1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 1097 time: 0.7176106 Nov 08 14:03:39.226795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:39.472932 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3d6cfd16-423f-4be0-aea4-58583135cd4a req-5956ddc7-3b5e-4eca-a355-b917ce6d4b2c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468909 Nov 08 14:03:39.507435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c447cd9-434e-49b3-bead-1627392f1114 None None] Pushing event updated for resources: {'Port': ['ID=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:39.544420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Allocated IP 172.20.0.2 (b9f27ea5-4670-42fd-884f-c0f78f466390/0581de4e-d854-4934-ab98-cd592f8316c7/5db7f67a-995c-45db-a7bc-abf433efa26c) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:39.577498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:39.578574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:39.604229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b654860c-71fe-48b1-a638-2e53335e9fce req-ab708e43-3a68-4d7b-ac66-6b332371b81a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5130591 Nov 08 14:03:39.685828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa6437-f9de-4a82-ba29-cd6bc033b01f req-9ee7ddf1-3eb7-4aed-a33c-9fc2c7b14ba2 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:39.691239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:39.705746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5caa6437-f9de-4a82-ba29-cd6bc033b01f req-9ee7ddf1-3eb7-4aed-a33c-9fc2c7b14ba2 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 945 time: 0.6019285 Nov 08 14:03:39.719262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:39.751925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6041a30-1a65-44cf-aae7-34c4e062a54e']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:39.817618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.objects.ports [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101841) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:03:40.022246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5caa6437-f9de-4a82-ba29-cd6bc033b01f req-fef67ac6-9842-4e0b-b584-fbccb8b4defa tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059080 Nov 08 14:03:40.078976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:40.122914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ac0c49-89bb-4945-aebf-aa5f583c7ede') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:40.125222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ac0c49-89bb-4945-aebf-aa5f583c7ede') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:40.164373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:40.186106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:40.195566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:40.269253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:40.273161 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ef1523-da0d-4650-a036-7d01eeedd723" -d '{"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:40.277818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:40.283203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:40.311361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:40.312030 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:40.320060 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:40.438580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827cede-8009-44f7-90ff-0bcbe592f5f5 req-49371d1f-c903-4720-80d2-09734236dc91 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:40.447988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4827cede-8009-44f7-90ff-0bcbe592f5f5 req-49371d1f-c903-4720-80d2-09734236dc91 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 946 time: 0.2593195 Nov 08 14:03:40.494901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:40.554201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4827cede-8009-44f7-90ff-0bcbe592f5f5 req-7626c25b-695b-4df8-a0f8-f8e673c7185f tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023808 Nov 08 14:03:40.755428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port 76490723-63c0-40f1-91f7-bae5822aa1fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=76490723-63c0-40f1-91f7-bae5822aa1fd,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:40.895487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:40.910226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5799904-7ac8-4e09-b367-c8a1a793d6ae req-cab831f2-2e81-455b-bd90-bf6ba98cbf46 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:40.918804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5799904-7ac8-4e09-b367-c8a1a793d6ae req-cab831f2-2e81-455b-bd90-bf6ba98cbf46 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.1388824 Nov 08 14:03:40.929256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:40.930378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.057245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:03:41.067001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3c148a9-b1a2-4a5a-a35b-91c4466711cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.175521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f3c148a9-b1a2-4a5a-a35b-91c4466711cf None None] For port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:41.190861 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3c148a9-b1a2-4a5a-a35b-91c4466711cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.274408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c148a9-b1a2-4a5a-a35b-91c4466711cf None None] Pushing event updated for resources: {'Port': ['ID=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:41.298496 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3870e19-3fec-4919-9b05-c8ba13c4c5f2 x-openstack-request-id: req-e3870e19-3fec-4919-9b05-c8ba13c4c5f2 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:41.299058 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:41.299354 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3870e19-3fec-4919-9b05-c8ba13c4c5f2 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:41.300033 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'code': 200} Nov 08 14:03:41.367071 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.388345 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.409419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Transition to ACTIVE for port object 7e743716-0daa-41b9-89f4-d94ef2f63084 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:03:41.410305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Network b9f27ea5-4670-42fd-884f-c0f78f466390 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:41.413477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.417271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:41.450749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:41.463895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.483222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.490791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:41.500573 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/b6041a30-1a65-44cf-aae7-34c4e062a54e HTTP/1.1" status: 204 len: 168 time: 3.6125948 Nov 08 14:03:41.512142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=4715127f-16aa-438a-99b0-5424779a2c9f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:41.514180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45066) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:41.546525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c604d391-bd78-4640-b6ae-e5a663d59c8f None None] Provisioning complete for port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:41.546958 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c604d391-bd78-4640-b6ae-e5a663d59c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.605858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:03:41.607753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Attempting to bind port 5db7f67a-995c-45db-a7bc-abf433efa26c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:41.608141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Attempting to bind port 5db7f67a-995c-45db-a7bc-abf433efa26c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:41.608533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Attempting to bind port 5db7f67a-995c-45db-a7bc-abf433efa26c on network b9f27ea5-4670-42fd-884f-c0f78f466390 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:41.622886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:41.623257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Checking segment: {'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:41.623658 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.624084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Bound using segment: {'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:41.624840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Bound port: 5db7f67a-995c-45db-a7bc-abf433efa26c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:41.625219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.634732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5799904-7ac8-4e09-b367-c8a1a793d6ae req-2e77e6b2-4907-44c1-b3b4-9147fe7f815b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7146235 Nov 08 14:03:41.641581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:41.656638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:41.667231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:41.667904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.671375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:38Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:41.687415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11c63a-f13c-445a-be4f-2fbcb72ce188 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Network': ['ID=b6041a30-1a65-44cf-aae7-34c4e062a54e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:41.707545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629fb9ed-18ec-4541-b18a-376aa27ac0b5 None None] The sync data for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 is: [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:38Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:03:41.737737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=76490723-63c0-40f1-91f7-bae5822aa1fd,revision_number=11']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:41.739309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] Deleting port 76490723-63c0-40f1-91f7-bae5822aa1fd {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:41.741219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.746399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting subnet 60c74914-706d-47ab-bc8e-5a2be44d10d4 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:41.766509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.876299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cfd072aa-5577-4966-988b-56b6338b39ee tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1648209 Nov 08 14:03:41.915918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45070) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:41.924742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] For port 76490723-63c0-40f1-91f7-bae5822aa1fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=76490723-63c0-40f1-91f7-bae5822aa1fd,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:41.925784 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:41.926532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4fdaf84b-37ff-4e07-abb4-dc604bbaccad tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:41.935639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5134867-e257-442f-a454-872766c303e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:41.943488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] Calling delete_port for 76490723-63c0-40f1-91f7-bae5822aa1fd owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:41.952485 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:42.079217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:42.241329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:42.252152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Pushing event updated for resources: {'Port': ['ID=5db7f67a-995c-45db-a7bc-abf433efa26c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:42.343857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:42.457541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] No DVR routers for this DVR port 76490723-63c0-40f1-91f7-bae5822aa1fd on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:42.492659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Allocated IP 172.25.8.66 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/2f573274-69ad-4948-a194-6c5400c3cbe3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:42.499350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560e486-ba87-46b2-b7e2-50028f40a717 req-68f92354-42cf-4fd2-a5fe-65266a6cb30b tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:42.501925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:42.509895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b560e486-ba87-46b2-b7e2-50028f40a717 req-68f92354-42cf-4fd2-a5fe-65266a6cb30b tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 946 time: 0.6494582 Nov 08 14:03:42.553360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6c27e0-e6bd-45fa-972f-0381302c65e6 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:42.620625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b560e486-ba87-46b2-b7e2-50028f40a717 req-32521ee9-8310-4ed9-a260-27a22a28acd5 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093972 Nov 08 14:03:42.646991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] No DVR routers for this DVR port 7e743716-0daa-41b9-89f4-d94ef2f63084 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:42.729623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0290216-2136-4e71-8a50-13f2e4586232 None None] Pushing event deleted for resources: {'Port': ['ID=76490723-63c0-40f1-91f7-bae5822aa1fd,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:42.853792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] For port 5db7f67a-995c-45db-a7bc-abf433efa26c, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:42.956761 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:42.966756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] For port 5db7f67a-995c-45db-a7bc-abf433efa26c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5db7f67a-995c-45db-a7bc-abf433efa26c,segment=NetworkSegment(8a531b5d-ab55-4b0c-9852-36915931dd4a),segment_id=8a531b5d-ab55-4b0c-9852-36915931dd4a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:42.975481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:42.975481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.048498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.059792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdaf84b-37ff-4e07-abb4-dc604bbaccad tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:43.064520 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4fdaf84b-37ff-4e07-abb4-dc604bbaccad tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.093701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7360e5-92b7-4b46-a638-921434a99085 req-08b2ee0a-5df8-4c49-aa03-adcd05419d2d tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:43.095519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e7360e5-92b7-4b46-a638-921434a99085 req-08b2ee0a-5df8-4c49-aa03-adcd05419d2d tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 945 time: 0.3256338 Nov 08 14:03:43.125765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c604d391-bd78-4640-b6ae-e5a663d59c8f None None] Could not find standard attr ID for object a8d68e57-7172-4af1-bcca-5b92b715db0b. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:43.195891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cffd9-5489-4c2e-8864-85381a81520d req-93a6ec97-dff1-455a-b852-27117025a11a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:43.203714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-254cffd9-5489-4c2e-8864-85381a81520d req-93a6ec97-dff1-455a-b852-27117025a11a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.2767742 Nov 08 14:03:43.214864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': '4715127f-16aa-438a-99b0-5424779a2c9f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:03:43.215772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.223183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c604d391-bd78-4640-b6ae-e5a663d59c8f None None] Could not find standard attr ID for object 76490723-63c0-40f1-91f7-bae5822aa1fd. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:43.264857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:43.265613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:43.266176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 on network 973814c1-6035-4faf-84dd-b1ff533a3d9a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:43.280685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Port 7e743716-0daa-41b9-89f4-d94ef2f63084 on network 973814c1-6035-4faf-84dd-b1ff533a3d9a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:03:43.281618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Attempting to bind port 7e743716-0daa-41b9-89f4-d94ef2f63084 on network 973814c1-6035-4faf-84dd-b1ff533a3d9a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:43.318609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.320677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.335467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:43.336280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Checking segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:43.337049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Bound using segment: {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:43.339640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Bound port: 7e743716-0daa-41b9-89f4-d94ef2f63084, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6d7813-24f6-4cf8-87c1-f2a531013a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:43.340539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.477566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Subnet': ['ID=60c74914-706d-47ab-bc8e-5a2be44d10d4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:43.511697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.529656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-736dc147-bc93-4694-b528-e6d14b127dd1 tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/subnets/60c74914-706d-47ab-bc8e-5a2be44d10d4 HTTP/1.1" status: 204 len: 168 time: 1.9932549 Nov 08 14:03:43.533879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45094) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:43.608754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e7360e5-92b7-4b46-a638-921434a99085 req-9412678f-f5e4-4ca1-a961-66be96d12f7d tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892244 Nov 08 14:03:43.643324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-254cffd9-5489-4c2e-8864-85381a81520d req-d8289085-8c83-4dad-91b2-b67b9ba011d1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4366241 Nov 08 14:03:43.649667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:43.654127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:43.702045 n-d-804292-2 neutron-server[101841]: INFO neutron.db.ipam_backend_mixin [None req-4fdaf84b-37ff-4e07-abb4-dc604bbaccad tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4715127f-16aa-438a-99b0-5424779a2c9f (CIDR: 2001:db8::/64) Nov 08 14:03:43.715722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.755125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.798350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:43.799829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.801837 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-b5134867-e257-442f-a454-872766c303e2 service neutron] 10.222.0.54 "PUT /v2.0/ports/7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1092 time: 4.5839803 Nov 08 14:03:43.826777 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdaf84b-37ff-4e07-abb4-dc604bbaccad tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:03:43.827402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdaf84b-37ff-4e07-abb4-dc604bbaccad tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:03:43.832197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff62655-89b5-47b9-9e00-b288000d921b None None] Network e0be7af7-b0f8-453d-a4bd-df292c7ef337 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:43.862147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:43.867301 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e1967-73ec-46f9-96ea-48b5fe2f98df" -d '{"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:43.964438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 76490723-63c0-40f1-91f7-bae5822aa1fd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:43.965081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:43.994308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:44.019678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057f357-2c87-49db-81f3-d79ce3ab9135 None None] Pushing event updated for resources: {'Port': ['ID=5db7f67a-995c-45db-a7bc-abf433efa26c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:44.041518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4fdaf84b-37ff-4e07-abb4-dc604bbaccad tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1237516 Nov 08 14:03:44.047034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45104) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:44.141637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:44.172580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:44.236975 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc301a47-f986-47ed-96bc-59671cb21b6a x-openstack-request-id: req-bc301a47-f986-47ed-96bc-59671cb21b6a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:44.248166 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:44.248444 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc301a47-f986-47ed-96bc-59671cb21b6a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:44.248887 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'status': 'completed', 'code': 200} Nov 08 14:03:44.252807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:44.257569 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 76490723-63c0-40f1-91f7-bae5822aa1fd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:03:44.258036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 76490723-63c0-40f1-91f7-bae5822aa1fd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:03:44.472925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Allocated IP 2001:db8::f816:3eff:fe11:5f32 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/4715127f-16aa-438a-99b0-5424779a2c9f/ad582c6c-12fd-4b62-aaf3-3292620f1372) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:44.553759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5db7f67a-995c-45db-a7bc-abf433efa26c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:44.599822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5134867-e257-442f-a454-872766c303e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:44.611006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-bd99f4d3-de95-47bc-b61e-ca48a977e1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:44.615271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-bd99f4d3-de95-47bc-b61e-ca48a977e1b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1095 time: 0.4180014 Nov 08 14:03:44.623375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-d12dc494-b758-4dc9-b9fb-3d383a408ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:44.636456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-d12dc494-b758-4dc9-b9fb-3d383a408ede service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1095 time: 0.7656348 Nov 08 14:03:44.646680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c45cd-9756-4c79-8b65-5ee313aa5a51 req-52d7d746-7695-46f7-8b7d-14070612ed43 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:44.649231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b2c45cd-9756-4c79-8b65-5ee313aa5a51 req-52d7d746-7695-46f7-8b7d-14070612ed43 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 945 time: 0.3560977 Nov 08 14:03:44.720047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Deleting port fbed5802-5d38-48b4-aa11-04eb8d720139 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:44.720429 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:45.225450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Pushing event updated for resources: {'Port': ['ID=2f573274-69ad-4948-a194-6c5400c3cbe3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:45.306318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] For port fbed5802-5d38-48b4-aa11-04eb8d720139, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fbed5802-5d38-48b4-aa11-04eb8d720139,segment=NetworkSegment(6a863d07-29f5-47eb-9891-a4ea87bd49c4),segment_id=6a863d07-29f5-47eb-9891-a4ea87bd49c4)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:45.306930 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:45.351036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3b2c45cd-9756-4c79-8b65-5ee313aa5a51 req-0043e37a-d023-4200-b143-a3edfa6d625d tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435046 Nov 08 14:03:45.378508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Calling delete_port for fbed5802-5d38-48b4-aa11-04eb8d720139 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:45.397281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] DHCP port deletion for e0be7af7-b0f8-453d-a4bd-df292c7ef337 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:03:45.408335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed93a32a-28bf-41a3-98cf-254b89220eae None None] Network b9f27ea5-4670-42fd-884f-c0f78f466390 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:45.424808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-df2f75e6-6c33-4c88-94c0-bd01a80f2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:45.426689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-df2f75e6-6c33-4c88-94c0-bd01a80f2d31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.7718914 Nov 08 14:03:45.475266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14444-1900-43ff-ac3d-370832b98a0a req-dc084b9c-d524-4103-a425-2cbf6c1eaca6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:45.477277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6d14444-1900-43ff-ac3d-370832b98a0a req-dc084b9c-d524-4103-a425-2cbf6c1eaca6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.5837672 Nov 08 14:03:45.556431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6d14444-1900-43ff-ac3d-370832b98a0a req-e833491b-cb68-4734-b91c-823a68b821f8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674269 Nov 08 14:03:45.651660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-80da21b6-d864-49fb-8133-a9246e2f60af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1000 time: 0.1731749 Nov 08 14:03:45.751151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:45.767996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:45.782920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-1bdb354a-7e65-40de-b1b4-edf9d7df076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:45.785973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-1bdb354a-7e65-40de-b1b4-edf9d7df076c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.1247432 Nov 08 14:03:45.808042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:45.929686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Port': ['ID=fbed5802-5d38-48b4-aa11-04eb8d720139,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:45.934413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] No DVR routers for this DVR port fbed5802-5d38-48b4-aa11-04eb8d720139 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:45.969294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-f4a80fca-ef30-4cef-ac41-82ff91612b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:45.971647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-f4a80fca-ef30-4cef-ac41-82ff91612b3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796818 Nov 08 14:03:46.014341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8002965c-c761-4688-a298-70075f8c7b31 req-1d1d8314-fa5e-4b9f-b43d-4f2390c6ae95 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:46.016899 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8002965c-c761-4688-a298-70075f8c7b31 req-1d1d8314-fa5e-4b9f-b43d-4f2390c6ae95 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.70 "GET /v2.0/ports?device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 945 time: 0.5130997 Nov 08 14:03:46.039868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-36a59aa0-293a-4582-92a7-d8b4b8d1a2d3 None None] Provisioning complete for port 5db7f67a-995c-45db-a7bc-abf433efa26c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:46.040267 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a59aa0-293a-4582-92a7-d8b4b8d1a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.053995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.119865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.153523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0be7af7-b0f8-453d-a4bd-df292c7ef337']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:46.171111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a863d07-29f5-47eb-9891-a4ea87bd49c4') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:46.171777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a863d07-29f5-47eb-9891-a4ea87bd49c4') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:46.193449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.212474 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-07ad76b0-8f1c-4b28-9cdd-34e4cdc18e8c service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316427 Nov 08 14:03:46.213187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-f324846d-c11a-40ca-b562-788fc85800b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:46.215144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-f324846d-c11a-40ca-b562-788fc85800b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 1.5446515 Nov 08 14:03:46.231160 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.294746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.300768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:03:46.300768 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:03:46.313337 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:03:46.395697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.407644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Deleting port fbed5802-5d38-48b4-aa11-04eb8d720139 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:46.409488 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.551685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.567493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5db7f67a-995c-45db-a7bc-abf433efa26c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:46.568216 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.606596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.615391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] 10.222.0.65 "DELETE /v2.0/networks/e0be7af7-b0f8-453d-a4bd-df292c7ef337 HTTP/1.1" status: 204 len: 168 time: 3.0609350 Nov 08 14:03:46.619110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-dc170d2b-208f-46bd-a8c3-0c812efb31f2 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973525 Nov 08 14:03:46.713815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff1a05-b4ee-4330-9ce9-b1d12c6a3bbb tempest-NetworksIpV6TestAttrs-1622800672 tempest-NetworksIpV6TestAttrs-1622800672-project] Pushing event deleted for resources: {'Network': ['ID=e0be7af7-b0f8-453d-a4bd-df292c7ef337,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:46.774521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:46.804670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] For port fbed5802-5d38-48b4-aa11-04eb8d720139, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:46.805911 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.819132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:46.846001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:46.861073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ec2cd-9af9-4c46-be61-ef509246838a req-14a761f6-a259-4c91-9e99-84e804c4a76d tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:46.864786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a01ec2cd-9af9-4c46-be61-ef509246838a req-14a761f6-a259-4c91-9e99-84e804c4a76d tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 945 time: 0.2889194 Nov 08 14:03:46.874892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:46.918753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ece11-b102-4d65-987b-27c2f45ef7f0 req-73394f12-01ef-4995-9c72-767b774ed1bc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:46.920532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-899ece11-b102-4d65-987b-27c2f45ef7f0 req-73394f12-01ef-4995-9c72-767b774ed1bc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.1801608 Nov 08 14:03:46.935259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Calling delete_port for fbed5802-5d38-48b4-aa11-04eb8d720139 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:46.939816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Pushing event updated for resources: {'Port': ['ID=ad582c6c-12fd-4b62-aaf3-3292620f1372,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:46.957635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Port fbed5802-5d38-48b4-aa11-04eb8d720139 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:03:46.986589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a01ec2cd-9af9-4c46-be61-ef509246838a req-d838bcc6-3089-484c-816f-55fdfee31a6f tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141541 Nov 08 14:03:47.005912 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.055195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-899ece11-b102-4d65-987b-27c2f45ef7f0 req-148db5af-0afe-4caf-9a5f-6ec47d4a75e7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765107 Nov 08 14:03:47.126636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Pushing event deleted for resources: {'Port': ['ID=fbed5802-5d38-48b4-aa11-04eb8d720139,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:47.171538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Attempting to bind port ad582c6c-12fd-4b62-aaf3-3292620f1372 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:47.171962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Attempting to bind port ad582c6c-12fd-4b62-aaf3-3292620f1372 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:47.172338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Attempting to bind port ad582c6c-12fd-4b62-aaf3-3292620f1372 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:47.175198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] Network e0be7af7-b0f8-453d-a4bd-df292c7ef337 is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:03:47.175691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0302e128-052f-4ed0-8a40-ca9c1a338e4e None None] No DVR routers for this DVR port fbed5802-5d38-48b4-aa11-04eb8d720139 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:47.196389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a59aa0-293a-4582-92a7-d8b4b8d1a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.238725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:47.239306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:47.240587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.241047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:47.241483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Bound port: ad582c6c-12fd-4b62-aaf3-3292620f1372, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:47.241865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.405879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-36a59aa0-293a-4582-92a7-d8b4b8d1a2d3 None None] For port 5db7f67a-995c-45db-a7bc-abf433efa26c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5db7f67a-995c-45db-a7bc-abf433efa26c,segment=NetworkSegment(8a531b5d-ab55-4b0c-9852-36915931dd4a),segment_id=8a531b5d-ab55-4b0c-9852-36915931dd4a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:47.410570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.490808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] For port ad582c6c-12fd-4b62-aaf3-3292620f1372, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:47.498405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] For port ad582c6c-12fd-4b62-aaf3-3292620f1372, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ad582c6c-12fd-4b62-aaf3-3292620f1372,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:47.502462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a59aa0-293a-4582-92a7-d8b4b8d1a2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.510262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45140) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:47.519664 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.733871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a96446ea-a245-4dfb-9c48-3416a59674d1 None None] Provisioning complete for port 5db7f67a-995c-45db-a7bc-abf433efa26c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:47.734418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a96446ea-a245-4dfb-9c48-3416a59674d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:47.800858 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:03:47.805630 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:03:47.811138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-7938d60e-d905-422c-aa8c-bd10f8a7c4ed service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1000 time: 0.9504585 Nov 08 14:03:47.846659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-04dd726b-0345-45cb-8866-6677ce909862 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c3d200eed0f4488968c59e990a6397f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344800 Nov 08 14:03:47.852380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45144) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:47.866033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a59aa0-293a-4582-92a7-d8b4b8d1a2d3 None None] Pushing event updated for resources: {'Port': ['ID=5db7f67a-995c-45db-a7bc-abf433efa26c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:48.009366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-20595704-9fe9-4c99-98cf-69a99ebf7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:48.011465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-20595704-9fe9-4c99-98cf-69a99ebf7099 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.1860199 Nov 08 14:03:48.019221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Deleting port 9dfe61b3-0441-4c98-99b4-6d06435d964b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:48.019943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.028366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6821-4834-44e4-a0b4-44d070a2acb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.076154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6821-4834-44e4-a0b4-44d070a2acb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.159211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deae3bb-646f-48b1-aa97-0caf7586de38 None None] Pushing event updated for resources: {'Port': ['ID=ad582c6c-12fd-4b62-aaf3-3292620f1372,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:48.356932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6821-4834-44e4-a0b4-44d070a2acb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.363316 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea5b6821-4834-44e4-a0b4-44d070a2acb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.366358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea5b6821-4834-44e4-a0b4-44d070a2acb2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/87977fab-1d6e-4578-beee-4ba789967619 HTTP/1.1" status: 204 len: 168 time: 0.5123436 Nov 08 14:03:48.435012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bae3b2-296a-4c17-b594-dd6dd36b8be8 req-b9482f20-dafd-4d57-a9ec-4ff5ca2fecd4 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:48.438694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6bae3b2-296a-4c17-b594-dd6dd36b8be8 req-b9482f20-dafd-4d57-a9ec-4ff5ca2fecd4 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 945 time: 0.2871358 Nov 08 14:03:48.444693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b6821-4834-44e4-a0b4-44d070a2acb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87977fab-1d6e-4578-beee-4ba789967619,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:48.465727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b0d40-099a-4302-abb9-b7098059d86e req-b3148d30-557c-48b9-8787-d40527b929a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:48.469656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-b3148d30-557c-48b9-8787-d40527b929a1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4268436 Nov 08 14:03:48.479127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1849a0-6c86-4639-b44f-d1d3dc62136d req-c2cdc9f0-3ac1-493f-a014-eb87eee23fd3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:48.510128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e1849a0-6c86-4639-b44f-d1d3dc62136d req-c2cdc9f0-3ac1-493f-a014-eb87eee23fd3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.3037708 Nov 08 14:03:48.636143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.672842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] For port 9dfe61b3-0441-4c98-99b4-6d06435d964b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9dfe61b3-0441-4c98-99b4-6d06435d964b,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:48.674365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.682786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e1849a0-6c86-4639-b44f-d1d3dc62136d req-059f8418-d56b-440d-af18-2eba2ae40f39 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543324 Nov 08 14:03:48.742665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6bae3b2-296a-4c17-b594-dd6dd36b8be8 req-ace45698-0fc3-4e16-affc-5b369ec01998 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944977 Nov 08 14:03:48.797766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ad582c6c-12fd-4b62-aaf3-3292620f1372 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:48.879700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:03:48.893854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=9dfdfcca-053d-41f8-b10b-77455297499a,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:48.911225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Calling delete_port for 9dfe61b3-0441-4c98-99b4-6d06435d964b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:48.950743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:48.962849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ad582c6c-12fd-4b62-aaf3-3292620f1372 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:48.963323 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:48.977189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:48.989301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:48.990077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:49.168837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:03:49.183153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:49.184114 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Sync routers for ids ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:03:49.204524 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Routers {'7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:49.205167 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:49.257274 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-73bc66bb-5531-4e95-8e53-e83ec76cd44f service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7305315 Nov 08 14:03:49.267038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4eb502aa-e77c-4949-a5eb-7bb703e91900 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2040944 Nov 08 14:03:49.272927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45166) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:49.279167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:e3:f6:87', 'name': 'tempest-NetworksTestDHCPv6-1851897106'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:49.289882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ad582c6c-12fd-4b62-aaf3-3292620f1372, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ad582c6c-12fd-4b62-aaf3-3292620f1372,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:49.299093 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:49.300495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5db7f67a-995c-45db-a7bc-abf433efa26c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:49.481568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ad582c6c-12fd-4b62-aaf3-3292620f1372,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:49.504488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9dfe61b3-0441-4c98-99b4-6d06435d964b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:49.506710 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:49.515208 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d2d91b55-cbb6-402b-82ff-6b1371c6cbde admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 11.7951100 Nov 08 14:03:49.518788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45170) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:49.521700 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Set router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:49.675354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737b0d40-099a-4302-abb9-b7098059d86e req-a12ff8c7-b193-4692-a240-ab91202d6c6a service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050016 Nov 08 14:03:49.708158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ad64a5-da52-4601-b43e-7c6912f36053 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:49.810973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5db7f67a-995c-45db-a7bc-abf433efa26c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:49.810973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:49.954934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:49.973422 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:03:45Z', 'revision_number': 3, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port': {'id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:42Z', 'updated_at': '2021-11-08T14:03:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:50.059629 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Checking router: 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:03:50.060002 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Updating router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f port 2f573274-69ad-4948-a194-6c5400c3cbe3 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:03:50.064304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Pushing event deleted for resources: {'Port': ['ID=9dfe61b3-0441-4c98-99b4-6d06435d964b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:50.074534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:50.163233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['805d31a4-4725-45e4-97dc-aec57f850653', '1688e600-5a3a-4ab7-a034-706835161f00'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:03:50.172442 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:50.249984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] No DVR routers for this DVR port 9dfe61b3-0441-4c98-99b4-6d06435d964b on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:03:50.257714 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:50.261106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8002965c-c761-4688-a298-70075f8c7b31 req-cdd43b0b-a840-4999-9ef4-664b4240b99e tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.70 "DELETE /v2.0/ports/9dfe61b3-0441-4c98-99b4-6d06435d964b HTTP/1.1" status: 204 len: 173 time: 4.0450220 Nov 08 14:03:50.261754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'name': 'network-vif-deleted', 'tag': '9dfe61b3-0441-4c98-99b4-6d06435d964b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:50.283674 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4544328-99d0-4049-96d5-b3dde89451bf" -d '{"events": [{"server_uuid": "9fbaaad9-26df-4460-beaf-896ec9c1651f", "name": "network-vif-deleted", "tag": "9dfe61b3-0441-4c98-99b4-6d06435d964b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:50.322359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-a53f0a0a-6dec-4c24-ad50-156b0f1e0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:50.324003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-a53f0a0a-6dec-4c24-ad50-156b0f1e0254 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1095 time: 0.5227487 Nov 08 14:03:50.327509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:50.339279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45190) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:50.378261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Port 9dfe61b3-0441-4c98-99b4-6d06435d964b update to DOWN by agent not found {{(pid=101842) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 08 14:03:50.380304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1a5c3b52-a91b-4848-8241-d3b20bcc8865 None None] Provisioning complete for port ad582c6c-12fd-4b62-aaf3-3292620f1372 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:50.382436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a5c3b52-a91b-4848-8241-d3b20bcc8865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:50.462802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port 335bb447-fd55-422e-8679-7c45513e0d58 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:50.690231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-819250762'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:50.761560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-df2b5020-bad7-4a94-9b6c-7714d84f2370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:50.768559 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-df2b5020-bad7-4a94-9b6c-7714d84f2370 service neutron] 10.222.0.54 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.3845329 Nov 08 14:03:50.898560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:50.903077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:50.948415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:50.987718 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.000065 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.063779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-a2848b14-8f4c-4df2-b644-c1425da10559 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1000 time: 0.2860961 Nov 08 14:03:51.092218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fbed5802-5d38-48b4-aa11-04eb8d720139 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:03:51.134762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: fbed5802-5d38-48b4-aa11-04eb8d720139 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:03:51.135708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fbed5802-5d38-48b4-aa11-04eb8d720139 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:03:51.137178 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Pushing event updated for resources: {'Port': ['ID=2f573274-69ad-4948-a194-6c5400c3cbe3,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:51.170939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.172116 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.175120 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.175761 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.176379 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.176963 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.178809 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.179443 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.181844 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.182287 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.182720 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.184902 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:03:51.242092 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Attempting to bind port 2f573274-69ad-4948-a194-6c5400c3cbe3 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:51.242488 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Attempting to bind port 2f573274-69ad-4948-a194-6c5400c3cbe3 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:51.242854 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Attempting to bind port 2f573274-69ad-4948-a194-6c5400c3cbe3 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:51.259191 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:51.259542 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:51.259997 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.260392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:51.260876 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Bound port: 2f573274-69ad-4948-a194-6c5400c3cbe3, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:51.267868 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.363703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-4db9e739-0e45-4b16-8cb0-0c81078d4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:51.365576 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-4db9e739-0e45-4b16-8cb0-0c81078d4ece service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.2866313 Nov 08 14:03:51.372943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ad582c6c-12fd-4b62-aaf3-3292620f1372 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:51.402774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53178a19-a59d-46d2-9958-13a8e379bbb8 None None] Update dhcp port {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'fixed_ips': [{'subnet_id': '4715127f-16aa-438a-99b0-5424779a2c9f', 'ip_address': '2001:db8::f816:3eff:fe11:5f32'}, {'subnet_id': '9dfdfcca-053d-41f8-b10b-77455297499a'}], 'binding:host_id': 'n-d-804292-2'}, 'id': 'ad582c6c-12fd-4b62-aaf3-3292620f1372'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:03:51.426225 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] For port 2f573274-69ad-4948-a194-6c5400c3cbe3, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:03:51.441832 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] For port 2f573274-69ad-4948-a194-6c5400c3cbe3, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2f573274-69ad-4948-a194-6c5400c3cbe3,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:03:51.452600 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.477451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-53178a19-a59d-46d2-9958-13a8e379bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.495333 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.514808 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729b443-3824-4c37-97d6-191b3873a4b3 None None] Pushing event updated for resources: {'Port': ['ID=2f573274-69ad-4948-a194-6c5400c3cbe3,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:51.525110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.552750 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Routers {'7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:51.553552 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:51.597814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:03:51.700566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce4b731-05cf-4647-b741-11c88d48559d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:51.708962 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.709830 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment b45fc3e0-c367-4874-9ac9-b2d86fef9596 of type vlan for network d883d75f-f6e1-4755-aa1a-c17d683ff437 Nov 08 14:03:51.733722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-441d6a97-cd2a-444a-be36-210cebfa93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:51.734972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-441d6a97-cd2a-444a-be36-210cebfa93f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3562994 Nov 08 14:03:51.752781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ad582c6c-12fd-4b62-aaf3-3292620f1372 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:51.758109 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.802463 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] Set router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:51.849680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.963394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:51.982129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:51.983327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:52.043253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-53178a19-a59d-46d2-9958-13a8e379bbb8 None None] Allocated IP 2001:db8:0:1::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/9dfdfcca-053d-41f8-b10b-77455297499a/ad582c6c-12fd-4b62-aaf3-3292620f1372) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:52.081014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fa7a1-b33a-4a88-abb0-2d2c288df363 req-ef361f40-5ef8-46a0-8875-febc158ff49e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:52.090953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc0fa7a1-b33a-4a88-abb0-2d2c288df363 req-ef361f40-5ef8-46a0-8875-febc158ff49e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 2.0339627 Nov 08 14:03:52.136551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad2e563c-a00b-4ae1-b554-814eb889535b req-1f3a3010-cf96-4c42-816f-60d7e1958825 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=9fbaaad9-26df-4460-beaf-896ec9c1651f HTTP/1.1" status: 200 len: 210 time: 2.0852506 Nov 08 14:03:52.236379 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8784630 Nov 08 14:03:52.237054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45212) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:52.241870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-53178a19-a59d-46d2-9958-13a8e379bbb8 None None] For port ad582c6c-12fd-4b62-aaf3-3292620f1372, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ad582c6c-12fd-4b62-aaf3-3292620f1372,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:52.274324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'name': 'tempest-PortsIpV6TestJSON-758643266'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:52.296720 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e5b789-8c10-45c9-90b7-4c4aa36d7be9 x-openstack-request-id: req-b6e5b789-8c10-45c9-90b7-4c4aa36d7be9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:52.297031 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbaaad9-26df-4460-beaf-896ec9c1651f", "name": "network-vif-deleted", "tag": "9dfe61b3-0441-4c98-99b4-6d06435d964b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:52.297302 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6e5b789-8c10-45c9-90b7-4c4aa36d7be9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:52.297733 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbaaad9-26df-4460-beaf-896ec9c1651f', 'name': 'network-vif-deleted', 'tag': '9dfe61b3-0441-4c98-99b4-6d06435d964b', 'status': 'completed', 'code': 200} Nov 08 14:03:52.302069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-3a82e88a-4f20-4bc0-adb9-771c129cc791 service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231764 Nov 08 14:03:52.305796 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-53178a19-a59d-46d2-9958-13a8e379bbb8 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:52.328823 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-53178a19-a59d-46d2-9958-13a8e379bbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:52.332230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3fde26-1b15-4682-8003-96953fca005a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=d883d75f-f6e1-4755-aa1a-c17d683ff437,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:52.367595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:03:52.412875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:52.423200 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:52.441374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc0fa7a1-b33a-4a88-abb0-2d2c288df363 req-ab1c341f-c06c-4e88-9421-878168639319 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3491080 Nov 08 14:03:52.539662 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:03:45Z', 'revision_number': 3, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port': {'id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:42Z', 'updated_at': '2021-11-08T14:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:52.610517 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-244e1967-73ec-46f9-96ea-48b5fe2f98df req-0247a9c8-61ad-4ca3-98a6-ddaaf4d4d364 service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453988 Nov 08 14:03:52.615386 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25618010-8b6f-4516-afd0-2f9317f11703 None None] The sync data for ids ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'] in n-d-804292-2 is: [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:03:45Z', 'revision_number': 3, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port': {'id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:42Z', 'updated_at': '2021-11-08T14:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:03:52.715121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53178a19-a59d-46d2-9958-13a8e379bbb8 None None] Pushing event updated for resources: {'Port': ['ID=ad582c6c-12fd-4b62-aaf3-3292620f1372,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:52.800285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:52.813851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:52.825857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8:0:1::18d (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/9dfdfcca-053d-41f8-b10b-77455297499a/335bb447-fd55-422e-8679-7c45513e0d58) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:52.843081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::f816:3eff:fee3:f687 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/4715127f-16aa-438a-99b0-5424779a2c9f/335bb447-fd55-422e-8679-7c45513e0d58) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:52.854295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:52.863061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port e1f9aa4b-1487-42ad-bafd-d744fc269c19 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:53.194614 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.195563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.259316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.345800 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.419402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=e1f9aa4b-1487-42ad-bafd-d744fc269c19,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:53.435004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': 'b45fc3e0-c367-4874-9ac9-b2d86fef9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:53.436758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: d883d75f-f6e1-4755-aa1a-c17d683ff437, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:03:53.463623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:03:53.515946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d883d75f-f6e1-4755-aa1a-c17d683ff437) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:53.517842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ad582c6c-12fd-4b62-aaf3-3292620f1372 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:53.527451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:53.547780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:53.551777 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.596610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac5f4b-ac63-437d-bd22-98994010b249 None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:53.631153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fd5094e-af09-44a3-ba0d-e1c760db6b45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.678507 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-342e55c1-a3a4-4008-a88f-72681c9cb870 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4217291 Nov 08 14:03:53.679250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45238) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:53.685159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Allocated IP 172.20.0.1 (b9f27ea5-4670-42fd-884f-c0f78f466390/0581de4e-d854-4934-ab98-cd592f8316c7/ca7f3a17-cd99-469b-b2de-2adb24108a4e) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:03:53.695691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-763212939'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:53.790168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:53.796747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.833539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.938377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a70cd9-7b6c-4ebd-8bf1-557f9b28505a req-22d4cf42-a202-459e-92b6-6ed5947f43ba tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:53.941407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:03:53.949041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3a70cd9-7b6c-4ebd-8bf1-557f9b28505a req-22d4cf42-a202-459e-92b6-6ed5947f43ba tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 944 time: 0.3579187 Nov 08 14:03:53.950456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.955094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ad582c6c-12fd-4b62-aaf3-3292620f1372 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:53.955796 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.957897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8714510e-7e8b-42cc-8b46-3dd56ba96326 None None] Provisioning complete for port ad582c6c-12fd-4b62-aaf3-3292620f1372 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:53.958644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.959148 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8714510e-7e8b-42cc-8b46-3dd56ba96326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:53.959370 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment 91944810-cb1a-4f02-8fbf-bbe5fd45403c of type vlan for network a74e7952-0a04-4ffd-a5e4-9e82df7352d7 Nov 08 14:03:54.011241 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.053846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.063146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:54.063829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.078279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fd5094e-af09-44a3-ba0d-e1c760db6b45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.092877 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4091637 Nov 08 14:03:54.092877 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fd5094e-af09-44a3-ba0d-e1c760db6b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.106578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45250) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:54.133068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'ports': [{'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437'}, {'network_id': 'a74e7952-0a04-4ffd-a5e4-9e82df7352d7'}]} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:54.133770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:54.134265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': 'a74e7952-0a04-4ffd-a5e4-9e82df7352d7'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:54.221048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2f573274-69ad-4948-a194-6c5400c3cbe3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:54.280014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0fd5094e-af09-44a3-ba0d-e1c760db6b45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6d4cfaeacfe490fbe7add8f91419771&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1932056 Nov 08 14:03:54.310039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:03:54.332405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45252) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:54.346861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d9f12-c656-4f9d-a22a-3fffa26b7a3b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=a74e7952-0a04-4ffd-a5e4-9e82df7352d7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:54.361607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5094e-af09-44a3-ba0d-e1c760db6b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e238cd4-7bcf-4f86-a08c-6bb4282c5626,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:54.376646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a74e7952-0a04-4ffd-a5e4-9e82df7352d7 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:03:54.471540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.481476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=335bb447-fd55-422e-8679-7c45513e0d58,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:54.516188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:54.538771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3a70cd9-7b6c-4ebd-8bf1-557f9b28505a req-2d30913e-c6bd-45f7-81f4-48af69edb416 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5736110 Nov 08 14:03:54.555387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:54.585716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:54.592559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:54.593389 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.624399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 2} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:03:54.629521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.644380 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.678505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2f573274-69ad-4948-a194-6c5400c3cbe3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:54.679006 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.683205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:54.781944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5f8ca3c8-92f5-4598-9c53-e813325d76bc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.5108905 Nov 08 14:03:54.785028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45258) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:54.807152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6af948da-633a-4db0-b4e0-280dec6e80ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.812129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'port_id': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'mac_address': 'fa:16:3e:bf:be:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:03:54.825605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port ebc94e27-0802-47e8-bc54-91c9abb4afae yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:54.857634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.935862 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.952231 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6af948da-633a-4db0-b4e0-280dec6e80ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:54.959477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e743716-0daa-41b9-89f4-d94ef2f63084 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:03:54.994587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8e137602-3f3e-41a6-8df8-d7cf6ebb506b None None] Could not find standard attr ID for object a8d68e57-7172-4af1-bcca-5b92b715db0b. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:03:55.012266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:55.037104 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.051229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8c385-46ce-4e63-a5b2-8cba088883f9 None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:03:55.098072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.102914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Network b9f27ea5-4670-42fd-884f-c0f78f466390 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:55.123855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:55.135726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:55.160677 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.181852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 9ddc7040-6f00-40d7-b8e7-fbde2a976d75 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:03:55.217862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7f3a17-cd99-469b-b2de-2adb24108a4e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:55.220734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 2f573274-69ad-4948-a194-6c5400c3cbe3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2f573274-69ad-4948-a194-6c5400c3cbe3,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:55.224626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6af948da-633a-4db0-b4e0-280dec6e80ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.225747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1e19becb-b25f-4273-b34f-364c14f782ff None None] Provisioning complete for port 335bb447-fd55-422e-8679-7c45513e0d58 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:55.226212 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1e19becb-b25f-4273-b34f-364c14f782ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.227239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6af948da-633a-4db0-b4e0-280dec6e80ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.230965 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6af948da-633a-4db0-b4e0-280dec6e80ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e238cd4-7bcf-4f86-a08c-6bb4282c5626 HTTP/1.1" status: 204 len: 168 time: 0.8863332 Nov 08 14:03:55.254447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af948da-633a-4db0-b4e0-280dec6e80ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e238cd4-7bcf-4f86-a08c-6bb4282c5626,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:55.263791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:55.283066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1e19becb-b25f-4273-b34f-364c14f782ff None None] Port 335bb447-fd55-422e-8679-7c45513e0d58 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:03:55.292629 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.306030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa38a5e-c829-4789-9f24-9051c03557b4 req-06bdd1a6-ec37-4fac-bad5-367a6130d689 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:55.315790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa38a5e-c829-4789-9f24-9051c03557b4 req-06bdd1a6-ec37-4fac-bad5-367a6130d689 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:55.318051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4aa38a5e-c829-4789-9f24-9051c03557b4 req-06bdd1a6-ec37-4fac-bad5-367a6130d689 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23&device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 1682 time: 0.3908892 Nov 08 14:03:55.322193 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.401570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=2f573274-69ad-4948-a194-6c5400c3cbe3,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:55.409838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.428424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['7e743716-0daa-41b9-89f4-d94ef2f63084'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:03:55.433608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port 335bb447-fd55-422e-8679-7c45513e0d58 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:55.433955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.469227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.545325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:55.551375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:55.553941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:55.555074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.570389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=ebc94e27-0802-47e8-bc54-91c9abb4afae,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:55.601468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8c385-46ce-4e63-a5b2-8cba088883f9 None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:03:55.631376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=9ddc7040-6f00-40d7-b8e7-fbde2a976d75,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:55.648330 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:03:55.675044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': '91944810-cb1a-4f02-8fbf-bbe5fd45403c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'a74e7952-0a04-4ffd-a5e4-9e82df7352d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:55.675569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: a74e7952-0a04-4ffd-a5e4-9e82df7352d7, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:03:55.702542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network a74e7952-0a04-4ffd-a5e4-9e82df7352d7 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:03:55.721682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a74e7952-0a04-4ffd-a5e4-9e82df7352d7) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:55.730059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:03:55.735033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4aa38a5e-c829-4789-9f24-9051c03557b4 req-b8fb3430-e07e-4f1e-8395-c2d3e390f5e7 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324165 Nov 08 14:03:55.740994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:55.755357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:55.772792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.826916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.827635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba10df8c-717d-4d43-8537-2c7a42908bfe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7003400 Nov 08 14:03:55.834167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45272) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:55.847551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:55.906343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45274) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:55.947688 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0b7f8f8-839a-4c67-812b-bc5aac9dde35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.011221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.070183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.145783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Pushing event updated for resources: {'Port': ['ID=ca7f3a17-cd99-469b-b2de-2adb24108a4e,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:56.172692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0b7f8f8-839a-4c67-812b-bc5aac9dde35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.179666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.183079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0b7f8f8-839a-4c67-812b-bc5aac9dde35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.229742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c0b7f8f8-839a-4c67-812b-bc5aac9dde35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aad395c61f4c4aebb76d08c7ca9af2f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3187082 Nov 08 14:03:56.231030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45280) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:56.267752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for 335bb447-fd55-422e-8679-7c45513e0d58 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:56.286525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fe291-cffc-4a9e-96f2-e7f2116b93d7 req-2a47c096-e7b5-4ea8-9a1f-4b6b9a919383 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:56.288524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f5fe291-cffc-4a9e-96f2-e7f2116b93d7 req-2a47c096-e7b5-4ea8-9a1f-4b6b9a919383 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 945 time: 0.5630651 Nov 08 14:03:56.326686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 9ddc7040-6f00-40d7-b8e7-fbde2a976d75 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:56.327106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.332537 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.359650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b7f8f8-839a-4c67-812b-bc5aac9dde35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5f4224-3876-4d4e-97cd-0fbe245a9baf,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:56.526503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff1296f-4d71-48fb-831b-10e28a8829c0 None None] Network a74e7952-0a04-4ffd-a5e4-9e82df7352d7 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:03:56.571566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a9703a-494e-4d93-9974-8d72d7687826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.594232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f5fe291-cffc-4a9e-96f2-e7f2116b93d7 req-8a009ad2-269b-45f0-bfe5-ad88eecc43e1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525713 Nov 08 14:03:56.624429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a9703a-494e-4d93-9974-8d72d7687826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.686161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a9703a-494e-4d93-9974-8d72d7687826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.691690 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-09a9703a-494e-4d93-9974-8d72d7687826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.693027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-09a9703a-494e-4d93-9974-8d72d7687826 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd5f4224-3876-4d4e-97cd-0fbe245a9baf HTTP/1.1" status: 204 len: 168 time: 0.4546831 Nov 08 14:03:56.732470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:56.742998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9703a-494e-4d93-9974-8d72d7687826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5f4224-3876-4d4e-97cd-0fbe245a9baf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:56.785384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 9ddc7040-6f00-40d7-b8e7-fbde2a976d75 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:56.826406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Network b9f27ea5-4670-42fd-884f-c0f78f466390 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:03:56.840710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:03:56.874572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcb003-7b76-4b84-b02f-9b60fbae4dee req-3e8d8475-fd16-4b7f-ae75-b21159517857 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:56.882422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cbcb003-7b76-4b84-b02f-9b60fbae4dee req-3e8d8475-fd16-4b7f-ae75-b21159517857 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 946 time: 0.2011509 Nov 08 14:03:57.015602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-83a62b86-df46-4196-b9c7-dded18979732 None None] Provisioning complete for port ca7f3a17-cd99-469b-b2de-2adb24108a4e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:57.019363 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83a62b86-df46-4196-b9c7-dded18979732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.060869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-fa9650d0-744c-4ab8-bb81-f11f51fc93c0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:57.064499 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-fa9650d0-744c-4ab8-bb81-f11f51fc93c0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7&tenant_id=df8dd9b7ff744867bbca665a4c1cef34&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 945 time: 0.1340365 Nov 08 14:03:57.084462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-83a62b86-df46-4196-b9c7-dded18979732 None None] Port ca7f3a17-cd99-469b-b2de-2adb24108a4e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:03:57.150886 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-a85cde5d-e6e5-42d9-ac7e-dc9fe8f88d37 service neutron] delete failed (client error): The resource could not be found. Nov 08 14:03:57.152113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-a85cde5d-e6e5-42d9-ac7e-dc9fe8f88d37 service neutron] 10.222.0.70 "DELETE /v2.0/ports/7e743716-0daa-41b9-89f4-d94ef2f63084/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0796945 Nov 08 14:03:57.152984 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.206337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f97a68e6-4928-4b6c-860d-f6c56ee4bd35 None None] Provisioning complete for port ca7f3a17-cd99-469b-b2de-2adb24108a4e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:57.207056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f97a68e6-4928-4b6c-860d-f6c56ee4bd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.228180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.232629 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/9ddc7040-6f00-40d7-b8e7-fbde2a976d75 HTTP/1.1" status: 204 len: 168 time: 1.3967113 Nov 08 14:03:57.235348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45296) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:57.256274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c600d-405a-4d32-af4a-cd345f302062 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=9ddc7040-6f00-40d7-b8e7-fbde2a976d75,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:57.269938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f97a68e6-4928-4b6c-860d-f6c56ee4bd35 None None] Port ca7f3a17-cd99-469b-b2de-2adb24108a4e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:03:57.321946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-078ddcd0-6866-481e-bd75-d2404fb9c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:57.323549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-078ddcd0-6866-481e-bd75-d2404fb9c30f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1096 time: 0.0895126 Nov 08 14:03:57.337372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f901b12-41f4-4ea2-8101-a06276dcb7b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:57.344758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f901b12-41f4-4ea2-8101-a06276dcb7b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:57.346348 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f901b12-41f4-4ea2-8101-a06276dcb7b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1024413 Nov 08 14:03:57.355258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45298) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:57.425124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2f573274-69ad-4948-a194-6c5400c3cbe3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:57.442927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45300) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:57.475018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662075-91b3-461b-b2fe-a63d16b0ba41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.498120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2f573274-69ad-4948-a194-6c5400c3cbe3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:57.498797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.552775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-20246485-1432-4f7b-97d5-51c211a1b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:57.554542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-20246485-1432-4f7b-97d5-51c211a1b67b service neutron] 10.222.0.70 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.2071278 Nov 08 14:03:57.633180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port ebc94e27-0802-47e8-bc54-91c9abb4afae {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:57.633593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.634723 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cbcb003-7b76-4b84-b02f-9b60fbae4dee req-81949a0f-3989-4b9f-b211-67cd65892a62 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7514093 Nov 08 14:03:57.635335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.674391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3e765-a50a-4e22-a461-ec585b0fa101 req-a3552267-b486-439d-8c06-93a60d938218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:57.676074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a3e765-a50a-4e22-a461-ec585b0fa101 req-a3552267-b486-439d-8c06-93a60d938218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 945 time: 0.2402132 Nov 08 14:03:57.682489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-4cd26fc1-a3f1-4421-9deb-31088ca92f4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1001 time: 0.1196067 Nov 08 14:03:57.711878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=335bb447-fd55-422e-8679-7c45513e0d58,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:57.759259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:03:57.788209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.790359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662075-91b3-461b-b2fe-a63d16b0ba41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.791977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b71fe46d-6d60-4e62-bf6f-501d516f4a15 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/335bb447-fd55-422e-8679-7c45513e0d58 HTTP/1.1" status: 204 len: 168 time: 3.0011480 Nov 08 14:03:57.797987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.803302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45302) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:57.834611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Deleting port 7d7dffad-ed80-4a55-be7a-645fedc6418b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:57.835223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.843280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7a3e765-a50a-4e22-a461-ec585b0fa101 req-5ca1b60e-f34b-4ba2-bc1c-c535dbca029a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413717 Nov 08 14:03:57.914102 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f534fefc-eecd-4af7-a054-ac08cf17d0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:57.949442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-fc2e75cb-70e7-42ff-a444-e8d52db8cbc8 req-1426acc8-caf6-4fa3-98a6-4c189024a608 service neutron] (101841) timed out ('10.222.0.54', 63781) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:03:58.030042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] For port 7d7dffad-ed80-4a55-be7a-645fedc6418b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7d7dffad-ed80-4a55-be7a-645fedc6418b,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:58.030324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.042748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:03:58.050871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-424d1261-a986-45c5-be0c-71c62adf2b35 admin admin] 10.222.0.65 "PUT /v2.0/routers/7f6c7ad9-f4e0-4776-b30e-57afb903ca6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5097511 Nov 08 14:03:58.051582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Calling delete_port for 7d7dffad-ed80-4a55-be7a-645fedc6418b owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:58.063068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Sync routers for ids ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:03:58.077857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Routers {'7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:58.078772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:58.144086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:03:58.172263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-29662075-91b3-461b-b2fe-a63d16b0ba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.241016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-29662075-91b3-461b-b2fe-a63d16b0ba41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a55518bf169426e8a175f3aeff4975a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7943292 Nov 08 14:03:58.242761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29662075-91b3-461b-b2fe-a63d16b0ba41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803a74f1-7d77-4740-87f2-c1173b42f136,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:58.246675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for ebc94e27-0802-47e8-bc54-91c9abb4afae owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:03:58.248622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45306) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:58.251987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-996bd320-9374-40a6-97d9-0a2ba3243d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:58.253484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-996bd320-9374-40a6-97d9-0a2ba3243d28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.5434587 Nov 08 14:03:58.274335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.300213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 7e743716-0daa-41b9-89f4-d94ef2f63084 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:03:58.309668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 7e743716-0daa-41b9-89f4-d94ef2f63084 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:03:58.310657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.323763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Pushing event deleted for resources: {'Port': ['ID=7d7dffad-ed80-4a55-be7a-645fedc6418b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:58.340004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Set router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:03:58.391871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337e17f-253f-42dd-b4fa-9aa00979f964 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:58.396138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a337e17f-253f-42dd-b4fa-9aa00979f964 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5916975 Nov 08 14:03:58.396964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45312) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:58.514098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-6ca046af-d634-45b8-96fd-b7e4c566a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:58.515662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-6ca046af-d634-45b8-96fd-b7e4c566a58a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2516806 Nov 08 14:03:58.535259 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.621361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:03:58.623940 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb7539-2b24-4a66-83fc-33d4a6e2668b" -d '{"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-plugged", "status": "completed", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:03:58.624423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.654860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bbb645c-2948-4ac0-bc76-1fb3412b851e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.666351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:03:58.677482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.679305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-cb5dec9a-2027-4cca-8159-c5b7847426e7 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:58.681111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-cb5dec9a-2027-4cca-8159-c5b7847426e7 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 946 time: 0.3260441 Nov 08 14:03:58.775269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ff81c-bf60-46a7-8799-a16734ffe5c7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:58.776984 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22d7ee4-4dae-4a09-a107-f4f7fdd79d61 x-openstack-request-id: req-c22d7ee4-4dae-4a09-a107-f4f7fdd79d61 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:03:58.777281 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-plugged", "status": "completed", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:03:58.777557 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c22d7ee4-4dae-4a09-a107-f4f7fdd79d61 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:03:58.778101 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'code': 200} Nov 08 14:03:58.782057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea8ff81c-bf60-46a7-8799-a16734ffe5c7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3670399 Nov 08 14:03:58.794108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45320) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:58.819692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:58.868297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 4, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port': {'id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:42Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'ca7f3a17-cd99-469b-b2de-2adb24108a4e', 'name': '', 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'mac_address': 'fa:16:3e:c8:a2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '0581de4e-d854-4934-ab98-cd592f8316c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:52Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 2, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'subnets': [{'id': '0581de4e-d854-4934-ab98-cd592f8316c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:58.873555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.920042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bbb645c-2948-4ac0-bc76-1fb3412b851e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.920757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Checking router: 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:03:58.921666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Updating router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f port ca7f3a17-cd99-469b-b2de-2adb24108a4e binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:03:58.960605 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:58.966796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-1201a752-3de4-4e2c-98c4-822fedfd7a32 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:58.968580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-1201a752-3de4-4e2c-98c4-822fedfd7a32 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "GET /v2.0/ports?device_id=e237a735-7087-4d68-978b-52c189f9e46f HTTP/1.1" status: 200 len: 945 time: 0.4589372 Nov 08 14:03:59.041870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a615e8b-4081-49e6-a6c3-9980e6334e46 req-ea39844e-3216-4c3b-8c8a-6645dec020ff tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:59.044567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a615e8b-4081-49e6-a6c3-9980e6334e46 req-ea39844e-3216-4c3b-8c8a-6645dec020ff tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 946 time: 0.1379275 Nov 08 14:03:59.071480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=ebc94e27-0802-47e8-bc54-91c9abb4afae,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:59.109993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.118921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-81c2c4e1-9c88-4412-9f1f-8e41b68f112c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/ebc94e27-0802-47e8-bc54-91c9abb4afae HTTP/1.1" status: 204 len: 168 time: 1.7615583 Nov 08 14:03:59.139059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45324) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:59.160159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea5fe8-a4fe-4937-bc14-b8e7e65bdfe1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:59.163212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea5fe8-a4fe-4937-bc14-b8e7e65bdfe1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:59.166813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea5fe8-a4fe-4937-bc14-b8e7e65bdfe1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:59.171596 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-28ea5fe8-a4fe-4937-bc14-b8e7e65bdfe1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3658137 Nov 08 14:03:59.173052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45326) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:59.195995 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-e567adc9-f63c-4c03-b4e1-71e9ca37a5ba service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6356461 Nov 08 14:03:59.202645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a615e8b-4081-49e6-a6c3-9980e6334e46 req-2286a2ca-be5d-4664-bb0f-09a0dd851967 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510465 Nov 08 14:03:59.242744 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-7b9e269c-5a2b-4d9e-9fa1-7a4bb8361bf2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4892533 Nov 08 14:03:59.339863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Router 6be198d3-2a8a-4c1c-894c-57f08e10d58f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:03:59.405465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b51fa17-7b23-4f8d-8856-47354b731c55 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:59.407214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3b51fa17-7b23-4f8d-8856-47354b731c55 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2314529 Nov 08 14:03:59.410340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45328) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:59.424117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bbb645c-2948-4ac0-bc76-1fb3412b851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.427393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bbb645c-2948-4ac0-bc76-1fb3412b851e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.431156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3bbb645c-2948-4ac0-bc76-1fb3412b851e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/803a74f1-7d77-4740-87f2-c1173b42f136 HTTP/1.1" status: 204 len: 168 time: 1.1743295 Nov 08 14:03:59.433351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 4715127f-16aa-438a-99b0-5424779a2c9f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:03:59.476408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.481344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Deleting port 1688e600-5a3a-4ab7-a034-706835161f00 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:59.481976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.493175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45332) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:59.512742 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a456ec93-25de-40ef-b749-fc067125fdce tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:03:59.515441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a456ec93-25de-40ef-b749-fc067125fdce tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/9ddc7040-6f00-40d7-b8e7-fbde2a976d75 HTTP/1.1" status: 404 len: 333 time: 0.1019554 Nov 08 14:03:59.540051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bcac6993-6f19-4e93-bb27-f52177939372 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-511958815', 'description': 'tempest-secgroup-smoke-511958815 description', 'project_id': '96fb62c90a99406db54773613dab4ae1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:03:59.547812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45334) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:59.552261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb645c-2948-4ac0-bc76-1fb3412b851e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803a74f1-7d77-4740-87f2-c1173b42f136,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:59.563386 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.600135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.601865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858b82-1ddd-4031-807a-7b479984d8a5 req-b4152d0a-1a60-431b-a438-75dd2f0e755b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:59.604922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20858b82-1ddd-4031-807a-7b479984d8a5 req-b4152d0a-1a60-431b-a438-75dd2f0e755b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.2591722 Nov 08 14:03:59.691358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7fea7-d333-4a2f-97c1-e7c43baf7b47 None None] Pushing event updated for resources: {'Port': ['ID=ca7f3a17-cd99-469b-b2de-2adb24108a4e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:03:59.705235 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-609be29f-fdf9-4f3b-89ac-ec91ec18a75b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:03:59.712862 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-609be29f-fdf9-4f3b-89ac-ec91ec18a75b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/ebc94e27-0802-47e8-bc54-91c9abb4afae HTTP/1.1" status: 404 len: 333 time: 0.1579390 Nov 08 14:03:59.715667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45336) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:59.740514 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.757994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20858b82-1ddd-4031-807a-7b479984d8a5 req-151b772e-1a8e-430d-a080-d6704fd9d9e5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411850 Nov 08 14:03:59.818375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:03:59.826273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-918c44e9-1dac-442c-8200-22fbe72e923a admin admin] 10.222.0.65 "PUT /v2.0/routers/6be198d3-2a8a-4c1c-894c-57f08e10d58f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3977489 Nov 08 14:03:59.828005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Attempting to bind port ca7f3a17-cd99-469b-b2de-2adb24108a4e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:03:59.828389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Attempting to bind port ca7f3a17-cd99-469b-b2de-2adb24108a4e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:03:59.828766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Attempting to bind port ca7f3a17-cd99-469b-b2de-2adb24108a4e on network b9f27ea5-4670-42fd-884f-c0f78f466390 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:03:59.831201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45338) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:03:59.834840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:03:59.835461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Checking segment: {'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:03:59.835925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.836396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Bound using segment: {'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:03:59.836881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Bound port: ca7f3a17-cd99-469b-b2de-2adb24108a4e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a531b5d-ab55-4b0c-9852-36915931dd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:03:59.837360 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.839828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Deleting port 805d31a4-4725-45e4-97dc-aec57f850653 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:03:59.840499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:03:59.845406 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] Sync routers for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:03:59.867835 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eee43b44-13fa-46b3-8505-3acf5dd2a848 req-9a8882b2-f1f8-421c-b82a-dfb9adcbfac0 service neutron] 10.222.0.70 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6234033 Nov 08 14:03:59.882585 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:03:59.888933 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:03:59.940153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-9674dcfd-d5f5-41ca-8207-126de84d2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:03:59.953229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-9674dcfd-d5f5-41ca-8207-126de84d2c40 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.5928707 Nov 08 14:03:59.998504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.013559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcac6993-6f19-4e93-bb27-f52177939372 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.058864 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.066852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] For port ca7f3a17-cd99-469b-b2de-2adb24108a4e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:00.076095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] For port ca7f3a17-cd99-469b-b2de-2adb24108a4e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca7f3a17-cd99-469b-b2de-2adb24108a4e,segment=NetworkSegment(8a531b5d-ab55-4b0c-9852-36915931dd4a),segment_id=8a531b5d-ab55-4b0c-9852-36915931dd4a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:00.091466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.162920 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:04:00.272276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Routers {'7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:04:00.273799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:00.397355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] For port 1688e600-5a3a-4ab7-a034-706835161f00, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=1688e600-5a3a-4ab7-a034-706835161f00,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:00.397832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.499271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Calling delete_port for 1688e600-5a3a-4ab7-a034-706835161f00 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:00.606897 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T14:03:58Z', 'revision_number': 5, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port': {'id': 'dbf76013-73ba-426b-8c81-aa6b09f864bc', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:27:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T13:52:00Z', 'updated_at': '2021-11-08T13:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:00.614190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] For port 805d31a4-4725-45e4-97dc-aec57f850653, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=805d31a4-4725-45e4-97dc-aec57f850653,segment=NetworkSegment(d23ebedc-2451-4cad-881d-bb6cfbadbd2a),segment_id=d23ebedc-2451-4cad-881d-bb6cfbadbd2a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:00.614433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.614979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.668817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb7fea7-d333-4a2f-97c1-e7c43baf7b47 None None] Pushing event updated for resources: {'Port': ['ID=ca7f3a17-cd99-469b-b2de-2adb24108a4e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:00.691432 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] Checking router: 6be198d3-2a8a-4c1c-894c-57f08e10d58f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:04:00.707293 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] Routers {'6be198d3-2a8a-4c1c-894c-57f08e10d58f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:04:00.709029 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:03:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:00.772250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.811332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Calling delete_port for 805d31a4-4725-45e4-97dc-aec57f850653 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:00.828002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.860319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bf7063e1-a518-4e4e-b46e-51e3472ed066 None None] Provisioning complete for port ca7f3a17-cd99-469b-b2de-2adb24108a4e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:00.860941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf7063e1-a518-4e4e-b46e-51e3472ed066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.883313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcac6993-6f19-4e93-bb27-f52177939372 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.929464 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] Set router 6be198d3-2a8a-4c1c-894c-57f08e10d58f gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:04:00.930173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcac6993-6f19-4e93-bb27-f52177939372 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:00.931627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74e7952-0a04-4ffd-a5e4-9e82df7352d7']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:00.966970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-19f3e22a-7050-46ce-965d-3a561f9d516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:00.970414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-19f3e22a-7050-46ce-965d-3a561f9d516d service neutron] 10.222.0.54 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.9441559 Nov 08 14:04:00.992568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91944810-cb1a-4f02-8fbf-bbe5fd45403c') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:00.993492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91944810-cb1a-4f02-8fbf-bbe5fd45403c') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:01.006254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.020794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] Set router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:04:01.026647 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.032436 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T14:04:00Z', 'revision_number': 6, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:01.034889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:01.036101 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.079121 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2afcc3e-ff30-49f0-ab53-b57d8cc223d7 None None] The sync data for ids ['6be198d3-2a8a-4c1c-894c-57f08e10d58f'] in n-d-804292-2 is: [{'id': '6be198d3-2a8a-4c1c-894c-57f08e10d58f', 'name': 'tempest-AttachVolumeTestJSON-1977775497-router', 'tenant_id': '4305aca199c0480bb5346421bf50c2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T13:51:58Z', 'updated_at': '2021-11-08T14:04:00Z', 'revision_number': 6, 'project_id': '4305aca199c0480bb5346421bf50c2cc', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:01.137333 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:01.156554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.175466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.178708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/a74e7952-0a04-4ffd-a5e4-9e82df7352d7 HTTP/1.1" status: 204 len: 168 time: 1.4603839 Nov 08 14:04:01.204589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45362) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:01.211675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1123936655'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:01.229907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43bafa-181c-4029-8ffd-3808160ae80e req-b9878f16-8c02-4f46-bedc-da4ddc42de45 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:01.237379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c43bafa-181c-4029-8ffd-3808160ae80e req-b9878f16-8c02-4f46-bedc-da4ddc42de45 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 946 time: 0.6349373 Nov 08 14:04:01.262549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f1f85-c304-4fb8-87cc-3287f87097ba tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=a74e7952-0a04-4ffd-a5e4-9e82df7352d7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:01.276578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bcac6993-6f19-4e93-bb27-f52177939372 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.277277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4367d9-6df2-4530-985f-3255e3ef9f57 req-8f239d59-0c8e-4b2f-ba48-03fb11de2df9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:01.282632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bcac6993-6f19-4e93-bb27-f52177939372 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.7540202 Nov 08 14:04:01.293852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c4367d9-6df2-4530-985f-3255e3ef9f57 req-8f239d59-0c8e-4b2f-ba48-03fb11de2df9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.3733385 Nov 08 14:04:01.295123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45364) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:01.295703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45366) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:01.309653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d0fa75c6-becb-43f0-9b13-28dad2f3c521 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'security_group_rule': {'security_group_id': '77d6010a-77c2-482c-aa51-5fdd1b73b50a', 'project_id': '96fb62c90a99406db54773613dab4ae1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:01.328103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac6993-6f19-4e93-bb27-f52177939372 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d6010a-77c2-482c-aa51-5fdd1b73b50a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:01.348625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf7063e1-a518-4e4e-b46e-51e3472ed066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.351378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:01.354932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.380432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-cd754060-cec6-436c-a953-280a921839b0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 1002 time: 0.3671677 Nov 08 14:04:01.521522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bf7063e1-a518-4e4e-b46e-51e3472ed066 None None] For port ca7f3a17-cd99-469b-b2de-2adb24108a4e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca7f3a17-cd99-469b-b2de-2adb24108a4e,segment=NetworkSegment(8a531b5d-ab55-4b0c-9852-36915931dd4a),segment_id=8a531b5d-ab55-4b0c-9852-36915931dd4a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:01.526245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c43bafa-181c-4029-8ffd-3808160ae80e req-5878802e-7e09-4e57-a0fc-ec1ecdfe3e15 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/security-groups?id=1121c31a-ac18-43be-a1f4-5d1ade481d28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865348 Nov 08 14:04:01.548186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3dec0ab9-77ab-447b-a89a-5b8eb61d8ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.552448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf7063e1-a518-4e4e-b46e-51e3472ed066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.574321 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7d7dffad-ed80-4a55-be7a-645fedc6418b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:01.600761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-270305120-network', 'tenant_id': '8466ce761aad4a499cd97c8c832b0ad2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:01.608031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Deleting port dbf76013-73ba-426b-8c81-aa6b09f864bc {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:01.608752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.635510 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.698066 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.722352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-a10b3cc7-a902-467d-b7aa-b16bbdf41e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:01.725090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-a10b3cc7-a902-467d-b7aa-b16bbdf41e39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.3369756 Nov 08 14:04:01.747273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 7d7dffad-ed80-4a55-be7a-645fedc6418b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:01.747608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7d7dffad-ed80-4a55-be7a-645fedc6418b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:01.750135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7063e1-a518-4e4e-b46e-51e3472ed066 None None] Pushing event updated for resources: {'Port': ['ID=ca7f3a17-cd99-469b-b2de-2adb24108a4e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:01.803454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:01.814330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0fa75c6-becb-43f0-9b13-28dad2f3c521 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.819241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3429aaf-7008-4dbc-bf96-a0db59568783 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:01.824197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c4367d9-6df2-4530-985f-3255e3ef9f57 req-5bf57a17-4d03-4d66-9307-2373c517cd0e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4900999 Nov 08 14:04:01.834083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d264f37d-bb02-4235-897c-9aa3285c23c7 None None] Provisioning complete for port ca7f3a17-cd99-469b-b2de-2adb24108a4e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:01.834892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.835034 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d264f37d-bb02-4235-897c-9aa3285c23c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.846880 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/4715127f-16aa-438a-99b0-5424779a2c9f HTTP/1.1" status: 204 len: 168 time: 2.6710222 Nov 08 14:04:01.848936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba9e56-1bae-4f50-b124-755afedc47cd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=4715127f-16aa-438a-99b0-5424779a2c9f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:01.850255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45370) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:01.861537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Pushing event deleted for resources: {'Port': ['ID=805d31a4-4725-45e4-97dc-aec57f850653,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:01.888505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:01.898444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] For port dbf76013-73ba-426b-8c81-aa6b09f864bc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dbf76013-73ba-426b-8c81-aa6b09f864bc,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:01.898970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.904771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.905317 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment f97cf36f-2626-4463-afc5-28010dab3ded of type vlan for network 388ba26d-d2b4-48eb-afdb-42546becb25f Nov 08 14:04:01.906979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Made reservation on behalf of 8466ce761aad4a499cd97c8c832b0ad2 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:01.909592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:01.972562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:02.012610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] No DVR routers for this DVR port 805d31a4-4725-45e4-97dc-aec57f850653 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:02.084855 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:02.090567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5f002bfc-dc0b-423d-a214-c73a3d23f457 req-78750805-7320-4ebc-84dc-ab2438cf5783 tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "DELETE /v2.0/ports/805d31a4-4725-45e4-97dc-aec57f850653 HTTP/1.1" status: 204 len: 173 time: 3.1028848 Nov 08 14:04:02.091318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e237a735-7087-4d68-978b-52c189f9e46f', 'name': 'network-vif-deleted', 'tag': '805d31a4-4725-45e4-97dc-aec57f850653'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:02.095536 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06019eef-e3ee-459f-94c2-231b62f7af0d" -d '{"events": [{"server_uuid": "e237a735-7087-4d68-978b-52c189f9e46f", "name": "network-vif-deleted", "tag": "805d31a4-4725-45e4-97dc-aec57f850653"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:02.122021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-7b0152f3-cc82-49f7-83c0-ad05009a6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:02.131492 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-7b0152f3-cc82-49f7-83c0-ad05009a6f86 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3126268 Nov 08 14:04:02.133353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Pushing event deleted for resources: {'Port': ['ID=1688e600-5a3a-4ab7-a034-706835161f00,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:02.295988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 805d31a4-4725-45e4-97dc-aec57f850653 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:02.372028 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea56e37-fba6-40dd-8f65-8a8ca15e5b9b x-openstack-request-id: req-bea56e37-fba6-40dd-8f65-8a8ca15e5b9b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:02.372825 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e237a735-7087-4d68-978b-52c189f9e46f", "name": "network-vif-deleted", "tag": "805d31a4-4725-45e4-97dc-aec57f850653", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:02.373546 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bea56e37-fba6-40dd-8f65-8a8ca15e5b9b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:02.374675 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e237a735-7087-4d68-978b-52c189f9e46f', 'name': 'network-vif-deleted', 'tag': '805d31a4-4725-45e4-97dc-aec57f850653', 'status': 'completed', 'code': 200} Nov 08 14:04:02.380214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] No DVR routers for this DVR port 1688e600-5a3a-4ab7-a034-706835161f00 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:02.384920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:02.388401 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-53420db5-8325-48e5-8096-28e5e00dcb71 req-5edcd48c-a9d7-482f-9327-5d15e582a8ce tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.54 "DELETE /v2.0/ports/1688e600-5a3a-4ab7-a034-706835161f00 HTTP/1.1" status: 204 len: 173 time: 3.6368515 Nov 08 14:04:02.434024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 805d31a4-4725-45e4-97dc-aec57f850653 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:02.434608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 805d31a4-4725-45e4-97dc-aec57f850653 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:02.434888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1688e600-5a3a-4ab7-a034-706835161f00 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:02.478001 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-9c7fecb2-958f-4068-817a-a5ac0ec24367 service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233871 Nov 08 14:04:02.482276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 1688e600-5a3a-4ab7-a034-706835161f00 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:02.482597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 1688e600-5a3a-4ab7-a034-706835161f00 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:02.505767 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:02.517212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Calling delete_port for dbf76013-73ba-426b-8c81-aa6b09f864bc owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:02.534934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 4, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port': {'id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:42Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'ca7f3a17-cd99-469b-b2de-2adb24108a4e', 'name': '', 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'mac_address': 'fa:16:3e:c8:a2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '0581de4e-d854-4934-ab98-cd592f8316c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:52Z', 'updated_at': '2021-11-08T14:04:00Z', 'revision_number': 4, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'subnets': [{'id': '0581de4e-d854-4934-ab98-cd592f8316c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:02.588136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:02.628932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b986c768-28ae-4250-aa58-23e709c38d07 None None] The sync data for ids ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'] in n-d-804292-2 is: [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 4, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port': {'id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:42Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'ca7f3a17-cd99-469b-b2de-2adb24108a4e', 'name': '', 'network_id': 'b9f27ea5-4670-42fd-884f-c0f78f466390', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'mac_address': 'fa:16:3e:c8:a2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': '0581de4e-d854-4934-ab98-cd592f8316c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:52Z', 'updated_at': '2021-11-08T14:04:00Z', 'revision_number': 4, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'subnets': [{'id': '0581de4e-d854-4934-ab98-cd592f8316c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:04:02.755728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:04:02.788502 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ba2a4623-7ffa-40bb-8605-9bb98a488730 req-2fff0a87-7a1a-4cfb-90da-eecc33f0e6f2 service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032372 Nov 08 14:04:02.836902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 9dfdfcca-053d-41f8-b10b-77455297499a {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:02.850418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ef21548-8118-49c3-869b-9bfb7fb42f69 req-a0100149-7a26-41c5-9a8e-698bc47086de tempest-ListServersNegativeTestJSON-820742348 tempest-ListServersNegativeTestJSON-820742348-project] 10.222.0.65 "GET /v2.0/ports?device_id=cdbc934c-fde2-4e64-9bad-db577e6d6b23 HTTP/1.1" status: 200 len: 210 time: 0.1246290 Nov 08 14:04:02.870598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d730ddd9-3cfd-4c33-95f6-80cc518e6dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/dcaf139d-775c-4f65-b16c-ce73a95530a3 HTTP/1.1" status: 200 len: 994 time: 0.9788623 Nov 08 14:04:02.941466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:02.953415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0fa75c6-becb-43f0-9b13-28dad2f3c521 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.023311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.029573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:03.030367 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.046296 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0fa75c6-becb-43f0-9b13-28dad2f3c521 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.093152 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.143925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9381044 Nov 08 14:04:03.148060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45380) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:03.170768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:03.208926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a78ff-cd69-4258-b3d9-d838f4dd1dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=388ba26d-d2b4-48eb-afdb-42546becb25f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:03.214997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0fa75c6-becb-43f0-9b13-28dad2f3c521 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.221537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d0fa75c6-becb-43f0-9b13-28dad2f3c521 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9163690 Nov 08 14:04:03.222570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa75c6-becb-43f0-9b13-28dad2f3c521 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=191f696b-5528-4906-bef9-f9f730240b77,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:03.229093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45382) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:03.236292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 388ba26d-d2b4-48eb-afdb-42546becb25f details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:03.238125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-edfde819-5a5c-4f8d-9689-b0c7a91401db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'security_group_rule': {'security_group_id': '77d6010a-77c2-482c-aa51-5fdd1b73b50a', 'project_id': '96fb62c90a99406db54773613dab4ae1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:03.303418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.358889 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.389148 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.431178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:03.458408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.460619 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Added segment b84a3ee3-aafb-4c6c-999e-bce739e7b92b of type vlan for network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 Nov 08 14:04:03.517946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edfde819-5a5c-4f8d-9689-b0c7a91401db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.534739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca7f3a17-cd99-469b-b2de-2adb24108a4e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:03.581893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:03.591169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.697125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ca7f3a17-cd99-469b-b2de-2adb24108a4e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:03.697858 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.744890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.778639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a7c44-c572-41fc-89a0-edddf5fca408,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:03.798713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Performing IP validity checks on allocation pools {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 14:04:03.805181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 14:04:03.811889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edfde819-5a5c-4f8d-9689-b0c7a91401db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.828425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edfde819-5a5c-4f8d-9689-b0c7a91401db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.837335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.838120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.838887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.839481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.840126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.840721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.841779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.842689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.843317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.843936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.844518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.845096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:03.848926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a00ad9d6-3c83-4d9f-b532-7761177c77a8 None None] Provisioning complete for port ad582c6c-12fd-4b62-aaf3-3292620f1372 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:03.849866 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a00ad9d6-3c83-4d9f-b532-7761177c77a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.864097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.871620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfde819-5a5c-4f8d-9689-b0c7a91401db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d16492-dbe0-408c-8a18-b75e430138c0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:03.901091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edfde819-5a5c-4f8d-9689-b0c7a91401db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:03.905930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-edfde819-5a5c-4f8d-9689-b0c7a91401db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6750913 Nov 08 14:04:03.910275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45386) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:03.919193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4730b5a4-0a69-4d2f-9be0-2de986e39c8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'security_group_rule': {'security_group_id': '77d6010a-77c2-482c-aa51-5fdd1b73b50a', 'project_id': '96fb62c90a99406db54773613dab4ae1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:03.969963 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.010075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dbf76013-73ba-426b-8c81-aa6b09f864bc no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:04.027042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45390) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:04.042292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: dbf76013-73ba-426b-8c81-aa6b09f864bc {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:04.042941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dbf76013-73ba-426b-8c81-aa6b09f864bc not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:04.076169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.080748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:04.081565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.083209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] Deleting subnet 5be5884e-4477-4525-bf20-7bb38207734d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:04.094811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.102329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf76013-73ba-426b-8c81-aa6b09f864bc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:04.121199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4730b5a4-0a69-4d2f-9be0-2de986e39c8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.196987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.212336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8942039 Nov 08 14:04:04.233348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45392) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:04.238452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Request body: {'subnet': {'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-270305120-subnet', 'tenant_id': '8466ce761aad4a499cd97c8c832b0ad2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:04.247999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae8d202-564f-4b73-859c-3e82a67e68e1 admin admin] Pushing event updated for resources: {'Network': ['ID=fbac8d36-f086-4fcc-bb1e-2d503ed1ee23,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:04.263601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.264198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:04.269741 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.319896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4730b5a4-0a69-4d2f-9be0-2de986e39c8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.324281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.350719 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.352230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4730b5a4-0a69-4d2f-9be0-2de986e39c8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.386789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'name': 'network-vif-deleted', 'tag': '1688e600-5a3a-4ab7-a034-706835161f00'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:04.389177 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389081f1-657a-4690-8488-b5365a4df5a8" -d '{"events": [{"server_uuid": "cdbc934c-fde2-4e64-9bad-db577e6d6b23", "name": "network-vif-deleted", "tag": "1688e600-5a3a-4ab7-a034-706835161f00"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:04.403603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.411427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730b5a4-0a69-4d2f-9be0-2de986e39c8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5759509-ad78-4ce7-b682-1c2603f3f259,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:04.413158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=2fb67add-41d7-4796-8740-3196641c4542,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:04.431115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.434362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4730b5a4-0a69-4d2f-9be0-2de986e39c8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.435593 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4730b5a4-0a69-4d2f-9be0-2de986e39c8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5228539 Nov 08 14:04:04.441209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45396) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:04.446251 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.446438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-cdcc3907-d282-4a08-9b63-a1af93dbc75d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'security_group_rule': {'security_group_id': '77d6010a-77c2-482c-aa51-5fdd1b73b50a', 'project_id': '96fb62c90a99406db54773613dab4ae1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:04.446653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb478b-6ca4-4d95-bb56-aa8acb0eba8a None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:04.452630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/9dfdfcca-053d-41f8-b10b-77455297499a HTTP/1.1" status: 204 len: 168 time: 2.5894279 Nov 08 14:04:04.453413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Made reservation on behalf of 8466ce761aad4a499cd97c8c832b0ad2 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:04.454935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45398) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:04.456334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.485057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af552b7a-4f50-411e-a0e5-4c19de139bed tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfdfcca-053d-41f8-b10b-77455297499a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:04.575338 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.576027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be198d3-2a8a-4c1c-894c-57f08e10d58f {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:04:04.581143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.585066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63706a9c-337e-46bb-93b1-ce99e326b06c admin admin] 10.222.0.65 "DELETE /v2.0/routers/6be198d3-2a8a-4c1c-894c-57f08e10d58f HTTP/1.1" status: 204 len: 168 time: 4.7525651 Nov 08 14:04:04.589993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45400) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:04.656029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] Deleting subnet c23a0dd6-e989-40cd-a445-cd50c15ba59d {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:04.664106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.727410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:04.746344 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.791892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] Deleting port ad582c6c-12fd-4b62-aaf3-3292620f1372 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:04.792285 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.853067 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.890822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': 'f97cf36f-2626-4463-afc5-28010dab3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:04.891163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: 388ba26d-d2b4-48eb-afdb-42546becb25f, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:04.897519 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2090dc57-4f4a-4989-b6e0-56ec6f426b8d x-openstack-request-id: req-2090dc57-4f4a-4989-b6e0-56ec6f426b8d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:04.897852 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdbc934c-fde2-4e64-9bad-db577e6d6b23", "name": "network-vif-deleted", "tag": "1688e600-5a3a-4ab7-a034-706835161f00", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:04.898100 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2090dc57-4f4a-4989-b6e0-56ec6f426b8d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:04.898452 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdbc934c-fde2-4e64-9bad-db577e6d6b23', 'name': 'network-vif-deleted', 'tag': '1688e600-5a3a-4ab7-a034-706835161f00', 'status': 'completed', 'code': 200} Nov 08 14:04:04.904078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d1af1f1e-3311-4c92-b551-97b188a4ddfd tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4457879 Nov 08 14:04:04.906974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45402) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:04.912619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:04.921128 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.938000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] For port ad582c6c-12fd-4b62-aaf3-3292620f1372, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ad582c6c-12fd-4b62-aaf3-3292620f1372,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:04.938392 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.945749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:04.952738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] Calling delete_port for ad582c6c-12fd-4b62-aaf3-3292620f1372 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:04.987680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87acdb74-97fc-4db4-816c-cf54f88061a9,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:05.011553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Checking segment: {'id': 'b84a3ee3-aafb-4c6c-999e-bce739e7b92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:05.011843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be5884e-4477-4525-bf20-7bb38207734d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:05.011989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Network hostable DHCP agents. Network: fbac8d36-f086-4fcc-bb1e-2d503ed1ee23, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:05.017649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.022186 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-edc62d55-255d-4ddb-9161-38310c425464 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5be5884e-4477-4525-bf20-7bb38207734d HTTP/1.1" status: 204 len: 168 time: 0.9940822 Nov 08 14:04:05.024897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45404) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:05.035195 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3907-d282-4a08-9b63-a1af93dbc75d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.046959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:05.053880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.058605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 388ba26d-d2b4-48eb-afdb-42546becb25f is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:05.060730 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.072271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fbac8d36-f086-4fcc-bb1e-2d503ed1ee23) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:05.088420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21e3370-b636-4984-bbc7-a3ec55d58f34 None None] Network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:05.093088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] Pushing event deleted for resources: {'Port': ['ID=ad582c6c-12fd-4b62-aaf3-3292620f1372,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:05.095260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e588d47a-8a26-43da-b759-ba36ff077174 None None] No DVR routers for this DVR port ad582c6c-12fd-4b62-aaf3-3292620f1372 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:05.096238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 388ba26d-d2b4-48eb-afdb-42546becb25f) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:05.115892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:05.116367 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.125407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.125984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d986a251-36bb-4ac1-829e-647da5f230ce None None] Network 388ba26d-d2b4-48eb-afdb-42546becb25f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:05.133299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c23a0dd6-e989-40cd-a445-cd50c15ba59d HTTP/1.1" status: 204 len: 168 time: 0.5421815 Nov 08 14:04:05.138408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:05.138700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45406) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:05.139020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.141489 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8184cdb-22bb-4c8b-9063-4705dcc6c7c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23a0dd6-e989-40cd-a445-cd50c15ba59d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:05.176662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8cb331-96b6-4ae3-b787-8c4e54532be5 None None] Network c4701f82-7229-419d-8398-1bd3ca50434b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:05.203331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.208137 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3907-d282-4a08-9b63-a1af93dbc75d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.210300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:05.214038 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.220915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2514c27c-3a17-4d71-8f2b-999bfaea25a5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0710502 Nov 08 14:04:05.225761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3907-d282-4a08-9b63-a1af93dbc75d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.227614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45408) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:05.232998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f', 'name': 'tempest-PortsIpV6TestJSON-901403963'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:05.248445 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a71065dd-43e8-4fc6-931c-f35746feb044 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0108531 Nov 08 14:04:05.291335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.321164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc3907-d282-4a08-9b63-a1af93dbc75d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938208da-7d20-4c9e-bea4-151212e4efc6,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:05.342697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cdcc3907-d282-4a08-9b63-a1af93dbc75d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.343962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cdcc3907-d282-4a08-9b63-a1af93dbc75d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9017596 Nov 08 14:04:05.366023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45412) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:05.371994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'security_group_rule': {'security_group_id': '77d6010a-77c2-482c-aa51-5fdd1b73b50a', 'project_id': '96fb62c90a99406db54773613dab4ae1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:05.479629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed464166-bb5f-4850-b610-74aa33fc899b None None] Network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:05.531599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.570139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Deleting port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:05.570482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.573267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ad582c6c-12fd-4b62-aaf3-3292620f1372 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:05.586829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334c57db-1deb-4422-b00e-fe27264bb89f']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:05.603430 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Project 96fb62c90a99406db54773613dab4ae1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:04:05.608507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:05.609104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23ebedc-2451-4cad-881d-bb6cfbadbd2a') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:05.611779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-388ba26d-d2b4-48eb-afdb-42546becb25f', 'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f', 'tenant_id': 'f52b4b2a90144de988f3c415b3eb8918', 'fixed_ips': [{'subnet_id': '2fb67add-41d7-4796-8740-3196641c4542'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:05.612646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.614666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] DHCP port deletion for c4701f82-7229-419d-8398-1bd3ca50434b request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:05.631338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ad582c6c-12fd-4b62-aaf3-3292620f1372 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:05.631680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ad582c6c-12fd-4b62-aaf3-3292620f1372 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:05.632184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.657762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.661135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.675411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] For port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:05.676289 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.696860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.697947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Calling delete_port for 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:05.720465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:05.721260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.760521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:05.764579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.789684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port ca73f070-ef33-4820-bfe0-00c1bc4c8f6c yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:05.802954 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:05.870178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.889990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] Deleting port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:05.890682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.911923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.912287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.923624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Allocated IP 2001:db8::2 (388ba26d-d2b4-48eb-afdb-42546becb25f/2fb67add-41d7-4796-8740-3196641c4542/d3daa86f-9b35-4446-8ed2-733ed8bf7106) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:05.931120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] No DVR routers for this DVR port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:05.971370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:05.979091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] 10.222.0.65 "DELETE /v2.0/networks/334c57db-1deb-4422-b00e-fe27264bb89f HTTP/1.1" status: 204 len: 168 time: 0.9482327 Nov 08 14:04:05.982097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:05.988294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbec92-b505-4204-81e4-077ac823137c admin admin] Pushing event deleted for resources: {'Network': ['ID=334c57db-1deb-4422-b00e-fe27264bb89f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:05.994741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.002237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.005194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] For port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,segment=NetworkSegment(451c344e-083b-423b-9853-5a45c1af10be),segment_id=451c344e-083b-423b-9853-5a45c1af10be)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:06.005698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.014406 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.046290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] Calling delete_port for 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:06.071375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:06.091368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.123960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2861e9f5-7f14-41e8-ad6b-b711abe3a998,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.126806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4701f82-7229-419d-8398-1bd3ca50434b']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:06.137106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:06.141466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451c344e-083b-423b-9853-5a45c1af10be') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:06.142021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451c344e-083b-423b-9853-5a45c1af10be') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:06.142547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:06.143378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.148101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=fc5800c5-194b-49ae-b8ee-b87454f0eec8,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.154043 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.171797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.173741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45428) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.174448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45430) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.177744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:06.178202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.182151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-623179723-network', 'tenant_id': '8b8bea685810406a8d6ac5fd0e303abd'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:06.204403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.209005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b5e62ea4-cf61-48d8-835f-cf137490ad35 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8379426 Nov 08 14:04:06.227107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45432) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.236061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'security_group_rule': {'security_group_id': '77d6010a-77c2-482c-aa51-5fdd1b73b50a', 'project_id': '96fb62c90a99406db54773613dab4ae1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:06.244830 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:06.247619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.255234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.261696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c4701f82-7229-419d-8398-1bd3ca50434b HTTP/1.1" status: 204 len: 168 time: 1.1190193 Nov 08 14:04:06.271357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Made reservation on behalf of 8b8bea685810406a8d6ac5fd0e303abd for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:06.273722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.273924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50faabfe-1711-45db-a764-93694ff01853 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4701f82-7229-419d-8398-1bd3ca50434b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.293926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-176334b1-334c-4373-962b-eb77b32c725f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3858638 Nov 08 14:04:06.297319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45436) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.303404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.304483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-141141d6-4a5a-46b4-910d-5b9efecff662 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:06.319179 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fd2867e4-7b4b-40c1-9873-7b604c039bfe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45a008b47b6c46a2ae84cf3bbd1db3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331012 Nov 08 14:04:06.323487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45438) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.330479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4814e70b-802b-442a-84d7-20f8d6d05eb3 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:06.336527 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Project 96fb62c90a99406db54773613dab4ae1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:04:06.346135 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.401022 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.420140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.462643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.475395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.478596 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.487719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Network 388ba26d-d2b4-48eb-afdb-42546becb25f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:06.503643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:06.504854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.512582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:06.512806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f7e640-dcc1-4147-bb82-2d5b6f8409d0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.516380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::2cf (388ba26d-d2b4-48eb-afdb-42546becb25f/2fb67add-41d7-4796-8740-3196641c4542/ca73f070-ef33-4820-bfe0-00c1bc4c8f6c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:06.517876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.529428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Pushing event updated for resources: {'Port': ['ID=d3daa86f-9b35-4446-8ed2-733ed8bf7106,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.544372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:06.550640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.552497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac01f6a5-5d9a-4fe5-9c3b-74857a98d478 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3243971 Nov 08 14:04:06.570790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.571301 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Added segment c793336a-d9b2-4927-9b3f-e70edd69ac4f of type vlan for network fef9c806-d790-4ca4-9dbb-9f6baa22c936 Nov 08 14:04:06.576931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162592f1-1738-4159-a526-12f01f838516,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.578769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] Network c4701f82-7229-419d-8398-1bd3ca50434b is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:04:06.579463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] No DVR routers for this DVR port 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:06.581316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df090208-c1b5-46e8-a182-e76b097524e5 None None] Pushing event deleted for resources: {'Port': ['ID=4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.660394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Attempting to bind port d3daa86f-9b35-4446-8ed2-733ed8bf7106 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:06.661346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Attempting to bind port d3daa86f-9b35-4446-8ed2-733ed8bf7106 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f97cf36f-2626-4463-afc5-28010dab3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:06.661759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Attempting to bind port d3daa86f-9b35-4446-8ed2-733ed8bf7106 on network 388ba26d-d2b4-48eb-afdb-42546becb25f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:06.681565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:06.681857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Checking segment: {'id': 'f97cf36f-2626-4463-afc5-28010dab3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:06.682374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.682614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Bound using segment: {'id': 'f97cf36f-2626-4463-afc5-28010dab3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:06.683095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Bound port: d3daa86f-9b35-4446-8ed2-733ed8bf7106, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f97cf36f-2626-4463-afc5-28010dab3ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '388ba26d-d2b4-48eb-afdb-42546becb25f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:06.683764 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.693735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': 'fc5800c5-194b-49ae-b8ee-b87454f0eec8'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:06.694597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.696785 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.774350 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.775915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:06.777082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.821725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6437023 Nov 08 14:04:06.824589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45444) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.825465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45446) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.842923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] For port d3daa86f-9b35-4446-8ed2-733ed8bf7106, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:06.843503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Request body: {'subnet': {'network_id': 'fef9c806-d790-4ca4-9dbb-9f6baa22c936', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-623179723-subnet', 'tenant_id': '8b8bea685810406a8d6ac5fd0e303abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:06.856672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] For port d3daa86f-9b35-4446-8ed2-733ed8bf7106, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d3daa86f-9b35-4446-8ed2-733ed8bf7106,segment=NetworkSegment(f97cf36f-2626-4463-afc5-28010dab3ded),segment_id=f97cf36f-2626-4463-afc5-28010dab3ded)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:06.857011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bf456df-4590-4dac-b858-09d783cad236 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.921734 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec5498-05bb-464c-8728-b72654d709bf admin admin] Pushing event updated for resources: {'Network': ['ID=fef9c806-d790-4ca4-9dbb-9f6baa22c936,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:06.929643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.938170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.951352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fef9c806-d790-4ca4-9dbb-9f6baa22c936 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:06.962793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-166bd988-26b0-4181-831c-7ebe7a690b0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4305aca199c0480bb5346421bf50c2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1098132 Nov 08 14:04:06.965677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45460) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:06.973833 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bf456df-4590-4dac-b858-09d783cad236 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:06.980083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141141d6-4a5a-46b4-910d-5b9efecff662 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:06.984007 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-141141d6-4a5a-46b4-910d-5b9efecff662 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.035908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-990c5342-8bc0-41e5-9430-f01cd33af5c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.070095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Made reservation on behalf of 8b8bea685810406a8d6ac5fd0e303abd for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:07.072259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-990c5342-8bc0-41e5-9430-f01cd33af5c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.073749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.078757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/fc5800c5-194b-49ae-b8ee-b87454f0eec8/87ff3602-7a08-47d6-83a5-62014aecf2b1) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:07.116504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b454a1b-740d-4246-bad3-6ebbe3cadb86 None None] Pushing event updated for resources: {'Port': ['ID=d3daa86f-9b35-4446-8ed2-733ed8bf7106,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:07.160623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-990c5342-8bc0-41e5-9430-f01cd33af5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.165746 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-990c5342-8bc0-41e5-9430-f01cd33af5c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.169502 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-990c5342-8bc0-41e5-9430-f01cd33af5c0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ad65d83-697c-44f9-a586-2d3078235186 HTTP/1.1" status: 204 len: 168 time: 0.2000408 Nov 08 14:04:07.197038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c5342-8bc0-41e5-9430-f01cd33af5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad65d83-697c-44f9-a586-2d3078235186,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:07.244522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-870479e5-1b4e-4e6c-b1f6-54cfae6e7105 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-511958815&fields=id&tenant_id=96fb62c90a99406db54773613dab4ae1 HTTP/1.1" status: 200 len: 267 time: 0.3335247 Nov 08 14:04:07.278492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.296316 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bf456df-4590-4dac-b858-09d783cad236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.298851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7bf456df-4590-4dac-b858-09d783cad236 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.303180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7bf456df-4590-4dac-b858-09d783cad236 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1121c31a-ac18-43be-a1f4-5d1ade481d28 HTTP/1.1" status: 204 len: 168 time: 0.9751682 Nov 08 14:04:07.432264 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.465891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.518393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:07.584214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:07.591490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:07.592199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4d0ca543-2b0a-4f8d-8b83-2c9ef254e5b4 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:07.595077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf456df-4590-4dac-b858-09d783cad236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1121c31a-ac18-43be-a1f4-5d1ade481d28,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:07.610922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:07.620190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:07.629567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Pushing event updated for resources: {'Port': ['ID=87ff3602-7a08-47d6-83a5-62014aecf2b1,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:07.691068 n-d-804292-2 neutron-server[101841]: INFO neutron.db.ipam_backend_mixin [None req-141141d6-4a5a-46b4-910d-5b9efecff662 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc5800c5-194b-49ae-b8ee-b87454f0eec8 (CIDR: 2001:db8::/64) Nov 08 14:04:07.719415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 388ba26d-d2b4-48eb-afdb-42546becb25f is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:07.735262 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-141141d6-4a5a-46b4-910d-5b9efecff662 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:04:07.736071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141141d6-4a5a-46b4-910d-5b9efecff662 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:07.758106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Attempting to bind port 87ff3602-7a08-47d6-83a5-62014aecf2b1 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:07.758434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Attempting to bind port 87ff3602-7a08-47d6-83a5-62014aecf2b1 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:07.758891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Attempting to bind port 87ff3602-7a08-47d6-83a5-62014aecf2b1 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:07.759050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:07.775065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:07.779238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:07.780178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:07.780540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.781178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:07.781978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Bound port: 87ff3602-7a08-47d6-83a5-62014aecf2b1, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:07.782118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:07.782594 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.782721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:07.789699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=ca73f070-ef33-4820-bfe0-00c1bc4c8f6c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:07.835118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-d1a6281c-48cc-4c3d-90dc-cb3168d974d5 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:07.836912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-d1a6281c-48cc-4c3d-90dc-cb3168d974d5 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/networks?id=61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 200 len: 808 time: 0.5915437 Nov 08 14:04:07.853652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-141141d6-4a5a-46b4-910d-5b9efecff662 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5542569 Nov 08 14:04:07.857392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45480) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:07.871723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:07.880098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e29a2afa-a2c0-48b7-869b-543e99dae9b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6517487 Nov 08 14:04:07.883211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45482) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:07.933836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-cf08ce90-80fb-4ffc-a5a9-1e70915b4ecd tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/quotas/96fb62c90a99406db54773613dab4ae1 HTTP/1.1" status: 200 len: 375 time: 0.0696590 Nov 08 14:04:07.971897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] For port 87ff3602-7a08-47d6-83a5-62014aecf2b1, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:07.976472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] For port 87ff3602-7a08-47d6-83a5-62014aecf2b1, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=87ff3602-7a08-47d6-83a5-62014aecf2b1,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:07.988087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:08.065886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:08.138968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3406bca-e85f-43e6-a242-8a95c7ff4aaa None None] Pushing event updated for resources: {'Port': ['ID=87ff3602-7a08-47d6-83a5-62014aecf2b1,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:08.173399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:08.179830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:08.282633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3443a534-ebf9-4780-8417-9ac26f03bd33,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:08.287136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Checking segment: {'id': 'c793336a-d9b2-4927-9b3f-e70edd69ac4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'fef9c806-d790-4ca4-9dbb-9f6baa22c936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:08.287505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Network hostable DHCP agents. Network: fef9c806-d790-4ca4-9dbb-9f6baa22c936, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:08.315859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-ad61a86a-a137-47ec-be62-99f38a25d519 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=96fb62c90a99406db54773613dab4ae1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3790948 Nov 08 14:04:08.469128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port ca73f070-ef33-4820-bfe0-00c1bc4c8f6c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:08.469508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:08.475613 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Network fef9c806-d790-4ca4-9dbb-9f6baa22c936 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:08.591093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fef9c806-d790-4ca4-9dbb-9f6baa22c936) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:08.596919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:08.596919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:08.616786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33a0e2-601e-4e1e-9644-6cedbd87573b None None] Network fef9c806-d790-4ca4-9dbb-9f6baa22c936 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:08.641196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-1555ce60-0ab9-48b0-88f1-93e902dbc8d9 service neutron] 10.222.0.65 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242896 Nov 08 14:04:08.659495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3083dead-f7ba-41bc-976b-2bbe3c6bdc09 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8312118 Nov 08 14:04:08.758368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da19c80e-974d-48cc-a060-a5061a2f4024 None None] Network 388ba26d-d2b4-48eb-afdb-42546becb25f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:08.859062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:04:08.901366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:08.936365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for ca73f070-ef33-4820-bfe0-00c1bc4c8f6c owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:08.938335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0547a4ed-f4e6-4bc9-aa7a-d014d5549850 None None] Provisioning complete for port d3daa86f-9b35-4446-8ed2-733ed8bf7106 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:08.938719 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0547a4ed-f4e6-4bc9-aa7a-d014d5549850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:09.012736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07c7e63-f708-4112-bbdd-443246008fdc None None] Network fef9c806-d790-4ca4-9dbb-9f6baa22c936 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:09.030564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-c8d20e52-0c01-456b-821e-f8f02fb2586d service neutron] 10.222.0.65 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678706 Nov 08 14:04:09.091769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45520) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:09.257624 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:09.293051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0547a4ed-f4e6-4bc9-aa7a-d014d5549850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:09.319669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:09.378271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0547a4ed-f4e6-4bc9-aa7a-d014d5549850 None None] For port d3daa86f-9b35-4446-8ed2-733ed8bf7106, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d3daa86f-9b35-4446-8ed2-733ed8bf7106,segment=NetworkSegment(f97cf36f-2626-4463-afc5-28010dab3ded),segment_id=f97cf36f-2626-4463-afc5-28010dab3ded)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:09.385216 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0547a4ed-f4e6-4bc9-aa7a-d014d5549850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:09.512119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0547a4ed-f4e6-4bc9-aa7a-d014d5549850 None None] Pushing event updated for resources: {'Port': ['ID=d3daa86f-9b35-4446-8ed2-733ed8bf7106,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:09.547827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:09.569241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/ca73f070-ef33-4820-bfe0-00c1bc4c8f6c HTTP/1.1" status: 204 len: 168 time: 1.6844797 Nov 08 14:04:09.574225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45534) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:09.627297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c53cf-d629-4314-98ff-67f611c38eb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=ca73f070-ef33-4820-bfe0-00c1bc4c8f6c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:09.742170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-282636c8-f408-4d19-b0db-46a690262ec3 req-b11bfbc4-a16b-4f03-a05b-d982d8c79c18 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 210 time: 0.2408919 Nov 08 14:04:09.742787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8180bc0e-4141-4444-b161-2780ef8bf715 None None] Provisioning complete for port d3daa86f-9b35-4446-8ed2-733ed8bf7106 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:09.745162 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8180bc0e-4141-4444-b161-2780ef8bf715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:09.747212 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-657ae35a-bc9c-43de-b6e9-6baf7058a5b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:09.752197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657ae35a-bc9c-43de-b6e9-6baf7058a5b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:09.773723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45538) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:09.782120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-657ae35a-bc9c-43de-b6e9-6baf7058a5b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/ca73f070-ef33-4820-bfe0-00c1bc4c8f6c HTTP/1.1" status: 404 len: 333 time: 0.2042027 Nov 08 14:04:09.832670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 87ff3602-7a08-47d6-83a5-62014aecf2b1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:09.883787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port 87ff3602-7a08-47d6-83a5-62014aecf2b1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=87ff3602-7a08-47d6-83a5-62014aecf2b1,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:09.895464 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed11add-c455-474c-bcc8-da44b23af958 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:04:09.901445 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ed11add-c455-474c-bcc8-da44b23af958 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/ca73f070-ef33-4820-bfe0-00c1bc4c8f6c HTTP/1.1" status: 404 len: 333 time: 0.1265769 Nov 08 14:04:09.902512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45546) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:09.905106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45548) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:09.998833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.006564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.007557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.025792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 87ff3602-7a08-47d6-83a5-62014aecf2b1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:10.027458 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.058328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:10.109336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1242778506-network', 'tenant_id': '477468f9e0cb44cfb823ec4001800944'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:10.126083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:10.137626 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-836467ba-bb72-4dc0-9f44-66db6f2d1cb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.140084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7e6e2-52f1-4762-8800-c2cbd4010ddd None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:10.146801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:10.147682 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.200585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 2fb67add-41d7-4796-8740-3196641c4542 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:10.211274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.226372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=ca98e420-7727-4884-aa2d-00a2729569bf,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:10.237833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=87ff3602-7a08-47d6-83a5-62014aecf2b1,revision_number=4']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:10.253618 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.308636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8180bc0e-4141-4444-b161-2780ef8bf715 None None] Could not find standard attr ID for object ca73f070-ef33-4820-bfe0-00c1bc4c8f6c. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:10.340976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-836467ba-bb72-4dc0-9f44-66db6f2d1cb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.346814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-836467ba-bb72-4dc0-9f44-66db6f2d1cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.350071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 87ff3602-7a08-47d6-83a5-62014aecf2b1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=87ff3602-7a08-47d6-83a5-62014aecf2b1,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:10.361172 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.362462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d3daa86f-9b35-4446-8ed2-733ed8bf7106 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:10.413849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-836467ba-bb72-4dc0-9f44-66db6f2d1cb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ad9c2da502447e0b1efe920cd1a7d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4993672 Nov 08 14:04:10.414564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45558) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:10.422417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836467ba-bb72-4dc0-9f44-66db6f2d1cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9669e1d8-87dd-46ce-8378-edb8051a0a22,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:10.554494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35812f4-0fd3-4a06-b81e-769fa39b257f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.599205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35812f4-0fd3-4a06-b81e-769fa39b257f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.669250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35812f4-0fd3-4a06-b81e-769fa39b257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.672489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b35812f4-0fd3-4a06-b81e-769fa39b257f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.673962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b35812f4-0fd3-4a06-b81e-769fa39b257f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9669e1d8-87dd-46ce-8378-edb8051a0a22 HTTP/1.1" status: 204 len: 168 time: 0.2575009 Nov 08 14:04:10.677326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ecc9238d-90d9-4ac1-ab9b-568a9a8162fc None None] Could not find standard attr ID for object ca73f070-ef33-4820-bfe0-00c1bc4c8f6c. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:10.704615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Made reservation on behalf of 477468f9e0cb44cfb823ec4001800944 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:10.707123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35812f4-0fd3-4a06-b81e-769fa39b257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9669e1d8-87dd-46ce-8378-edb8051a0a22,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:10.708395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.719129 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-037bd4fb-d0df-47a4-82ea-b43dc96c905d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8603971 Nov 08 14:04:10.721980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:10.732370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:58:0f:d4', 'name': 'tempest-NetworksTestDHCPv6-424120462'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:10.740870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.749404 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.764335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-02752ad6-02c7-46cb-93f3-319157923274 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:10.771954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-02752ad6-02c7-46cb-93f3-319157923274 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/networks?id=fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 HTTP/1.1" status: 200 len: 808 time: 0.7209182 Nov 08 14:04:10.795215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ecc9238d-90d9-4ac1-ab9b-568a9a8162fc None None] Provisioning complete for port 87ff3602-7a08-47d6-83a5-62014aecf2b1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:10.795585 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ecc9238d-90d9-4ac1-ab9b-568a9a8162fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.800724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=87ff3602-7a08-47d6-83a5-62014aecf2b1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:10.813405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-5cd65b40-ae1c-43dd-adcf-538e298d7ae3 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/quotas/8466ce761aad4a499cd97c8c832b0ad2 HTTP/1.1" status: 200 len: 375 time: 0.0404541 Nov 08 14:04:10.885052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-e06a8145-948f-4657-8f55-a1d39387fdb9 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8466ce761aad4a499cd97c8c832b0ad2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706613 Nov 08 14:04:10.907581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d3daa86f-9b35-4446-8ed2-733ed8bf7106 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:10.907991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:10.928900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:11.078371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-44c6d467-fc70-47d7-bb00-cec4a69eb53f req-b6c6ea77-fc9b-4637-b5dc-cabdf314f79f tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 210 time: 0.1158676 Nov 08 14:04:11.169124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.178045 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.183479 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.247046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.257804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c169dbde-40d3-4f5b-b4b4-70b9438a4da3 service neutron] 10.222.0.65 "GET /v2.0/networks/fbac8d36-f086-4fcc-bb1e-2d503ed1ee23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717675 Nov 08 14:04:11.311160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port b62a6344-e8b2-4bc1-9ef8-5c703cfb61df yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:11.398183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-e1f21e97-c166-4267-b145-32dbb50b3f9b tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:11.400106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-e1f21e97-c166-4267-b145-32dbb50b3f9b tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.70 "GET /v2.0/networks?id=61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 200 len: 808 time: 0.2527347 Nov 08 14:04:11.405577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:11.422724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-054d19e8-c0ed-4dda-b6ce-348649a200ab service neutron] 10.222.0.65 "GET /v2.0/networks/fbac8d36-f086-4fcc-bb1e-2d503ed1ee23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634607 Nov 08 14:04:11.424493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.425658 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Added segment b0ac384d-7118-4f0e-b97e-33fd3e195d9f of type vlan for network 03221375-0822-401a-a006-f44147b479ff Nov 08 14:04:11.429350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.494114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 87ff3602-7a08-47d6-83a5-62014aecf2b1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:11.509667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb67add-41d7-4796-8740-3196641c4542,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:11.515228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.521790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45576) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:11.522467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-35743bd3-d438-469b-be24-27d1a681798e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/2fb67add-41d7-4796-8740-3196641c4542 HTTP/1.1" status: 204 len: 168 time: 1.6152821 Nov 08 14:04:11.534033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2306e6-af24-453f-a84c-126067d6d44b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:11.553685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.568734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68183cb3-ec77-43dd-8532-82328c47d8da None None] Network 388ba26d-d2b4-48eb-afdb-42546becb25f requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:11.606161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.619573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:11.622946 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.660942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5649698 Nov 08 14:04:11.667769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45582) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:11.721810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Request body: {'subnet': {'network_id': '03221375-0822-401a-a006-f44147b479ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1242778506-subnet', 'tenant_id': '477468f9e0cb44cfb823ec4001800944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:11.740797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5021d4-b7f4-461d-9b02-1a4a88e9a56b admin admin] Pushing event updated for resources: {'Network': ['ID=03221375-0822-401a-a006-f44147b479ff,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:11.772958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-c2600fec-1398-4f33-b97e-e256005134a2 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96fb62c90a99406db54773613dab4ae1 HTTP/1.1" status: 200 len: 379 time: 0.3610046 Nov 08 14:04:11.791115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.798200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'port': {'device_id': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'admin_state_up': True, 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'security_groups': ['77d6010a-77c2-482c-aa51-5fdd1b73b50a']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:11.849227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::3b5 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/fc5800c5-194b-49ae-b8ee-b87454f0eec8/b62a6344-e8b2-4bc1-9ef8-5c703cfb61df) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:11.853345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 03221375-0822-401a-a006-f44147b479ff details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:11.865872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Made reservation on behalf of 477468f9e0cb44cfb823ec4001800944 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:11.871610 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:11.881863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-397972af-5722-48c7-b657-ed4f06b33b7e req-bd10c2c8-e2d0-4730-b880-5558646a7418 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 210 time: 0.0649407 Nov 08 14:04:11.954409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8:0:1:f816:3eff:fe58:fd4 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/ca98e420-7727-4884-aa2d-00a2729569bf/b62a6344-e8b2-4bc1-9ef8-5c703cfb61df) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:12.052725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 87ff3602-7a08-47d6-83a5-62014aecf2b1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:12.053540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.222934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] DHCP port deletion for 388ba26d-d2b4-48eb-afdb-42546becb25f request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:12.293580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd17d0da-17bf-4376-b807-1c170453a0e6 req-af716645-287d-4a75-8ec1-8f7650243368 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 210 time: 0.0645878 Nov 08 14:04:12.327420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d3daa86f-9b35-4446-8ed2-733ed8bf7106 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:12.367410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cb18791b-f9ec-44be-b96f-74fc35543fd6 None None] Provisioning complete for port 87ff3602-7a08-47d6-83a5-62014aecf2b1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:12.367808 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb18791b-f9ec-44be-b96f-74fc35543fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.391136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port d3daa86f-9b35-4446-8ed2-733ed8bf7106 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:12.391540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.426417 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.457095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] Deleting port d3daa86f-9b35-4446-8ed2-733ed8bf7106 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:12.460478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.477615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Made reservation on behalf of 96fb62c90a99406db54773613dab4ae1 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:12.481153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.499306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d3daa86f-9b35-4446-8ed2-733ed8bf7106 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:12.499917 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.545215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.592970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] For port d3daa86f-9b35-4446-8ed2-733ed8bf7106, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d3daa86f-9b35-4446-8ed2-733ed8bf7106,segment=NetworkSegment(f97cf36f-2626-4463-afc5-28010dab3ded),segment_id=f97cf36f-2626-4463-afc5-28010dab3ded)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:12.593907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.613588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] Calling delete_port for d3daa86f-9b35-4446-8ed2-733ed8bf7106 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:12.634018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] For port d3daa86f-9b35-4446-8ed2-733ed8bf7106, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d3daa86f-9b35-4446-8ed2-733ed8bf7106,segment=NetworkSegment(f97cf36f-2626-4463-afc5-28010dab3ded),segment_id=f97cf36f-2626-4463-afc5-28010dab3ded)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:12.634393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.637105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Checking segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:12.637466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Network hostable DHCP agents. Network: 03221375-0822-401a-a006-f44147b479ff, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:12.639446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbc0170f-115d-491b-b52d-1a6f52116f7f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:12.659977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for d3daa86f-9b35-4446-8ed2-733ed8bf7106 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:12.737052 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.774695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] Pushing event deleted for resources: {'Port': ['ID=d3daa86f-9b35-4446-8ed2-733ed8bf7106,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:12.777155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011a0c1-c838-4755-9b2d-96c01e55cc0f None None] No DVR routers for this DVR port d3daa86f-9b35-4446-8ed2-733ed8bf7106 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:12.788462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Network 03221375-0822-401a-a006-f44147b479ff is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:12.843152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.851326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 03221375-0822-401a-a006-f44147b479ff) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:12.860391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acdb73f-6b27-4837-a7dd-8043767f663e None None] Network 03221375-0822-401a-a006-f44147b479ff requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:12.899968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:12.900418 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:12.934248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Allocated IP 172.20.0.5 (61269a23-5016-485e-9ecc-5841df8863cb/ac646a0d-f873-4e48-84da-a0d44e68bb1c/5c199f9a-bd0e-4d20-8e65-271b74a9cb73) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:12.959697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:12.970183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:12.982887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4a521247-1421-49ee-9130-061a3d7018dd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3032176 Nov 08 14:04:12.982887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:12.989376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:12.990051 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.002725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=b62a6344-e8b2-4bc1-9ef8-5c703cfb61df,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:13.022895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.026049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-702a12e5-1eba-485c-b40e-31318dbac9f0 req-29ed60f4-b768-436d-a536-a5e1804f0932 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 210 time: 0.0415778 Nov 08 14:04:13.042144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e6993265-69e0-4865-a0f1-0cf421893783 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3181760 Nov 08 14:04:13.044751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45620) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:13.103237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=d3daa86f-9b35-4446-8ed2-733ed8bf7106,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:13.118187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No DVR routers for this DVR port d3daa86f-9b35-4446-8ed2-733ed8bf7106 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:13.141152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28047a5d-c041-4ef5-b1eb-762071af743c None None] Network 03221375-0822-401a-a006-f44147b479ff requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:13.274069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port b62a6344-e8b2-4bc1-9ef8-5c703cfb61df {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:13.274427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.311145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.465131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.480706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for b62a6344-e8b2-4bc1-9ef8-5c703cfb61df owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:13.553205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d3daa86f-9b35-4446-8ed2-733ed8bf7106 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:13.605131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d3daa86f-9b35-4446-8ed2-733ed8bf7106 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:13.605474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d3daa86f-9b35-4446-8ed2-733ed8bf7106 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:13.629156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-eabaab33-cff7-437f-8943-154d173cbc8b None None] Provisioning complete for port b62a6344-e8b2-4bc1-9ef8-5c703cfb61df triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:13.629839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eabaab33-cff7-437f-8943-154d173cbc8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.632991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15fdf3d0-10d1-4818-a264-d0b3b34c2b32 req-b7af3b5b-6c36-458f-b983-6a133d2b7f1f tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 210 time: 0.0515187 Nov 08 14:04:13.674264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['388ba26d-d2b4-48eb-afdb-42546becb25f']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:13.696484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-eabaab33-cff7-437f-8943-154d173cbc8b None None] Port b62a6344-e8b2-4bc1-9ef8-5c703cfb61df cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:04:13.696760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97cf36f-2626-4463-afc5-28010dab3ded') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:13.697259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97cf36f-2626-4463-afc5-28010dab3ded') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:13.716809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.760672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.789416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:13.789861 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:13.793195 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:13.800150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-3da088a4-1bba-4422-ac02-9b12f5cd77c5 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:13.801695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-3da088a4-1bba-4422-ac02-9b12f5cd77c5 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.54 "GET /v2.0/networks?id=fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 HTTP/1.1" status: 200 len: 808 time: 0.4629390 Nov 08 14:04:13.828232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.866724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=b62a6344-e8b2-4bc1-9ef8-5c703cfb61df,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:13.902730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Request body: {'port': {'device_id': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23', 'admin_state_up': True, 'tenant_id': '8466ce761aad4a499cd97c8c832b0ad2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:13.926831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.932986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5eaf532c-01ed-4c82-9ee6-be4d73a39636 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/b62a6344-e8b2-4bc1-9ef8-5c703cfb61df HTTP/1.1" status: 204 len: 168 time: 0.8846660 Nov 08 14:04:13.933192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45648) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:13.962602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:13.967774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.018175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.026722 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/388ba26d-d2b4-48eb-afdb-42546becb25f HTTP/1.1" status: 204 len: 168 time: 2.5005131 Nov 08 14:04:14.029225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45650) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:14.036023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-424637030'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:14.061097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56be4047-381c-4196-977b-b743652da0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.062767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-56be4047-381c-4196-977b-b743652da0ac tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1285989 Nov 08 14:04:14.067446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45654) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:14.148929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-dc811073-1fb4-473f-aa34-180e12b0e51e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.150546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-dc811073-1fb4-473f-aa34-180e12b0e51e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 0.1784987 Nov 08 14:04:14.187126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82e40630-4143-4741-a785-0cf25c8387ad req-863aee41-f3f6-4ef9-a2b8-8e5b40ff0994 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 210 time: 0.0326624 Nov 08 14:04:14.211653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e4ab9-0e6c-4b40-8520-c1fc17c772a2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.213330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-156e4ab9-0e6c-4b40-8520-c1fc17c772a2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1447239 Nov 08 14:04:14.215111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-62be9efe-5a66-4593-acda-d297b6e04dcf tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/quotas/477468f9e0cb44cfb823ec4001800944 HTTP/1.1" status: 200 len: 375 time: 0.0257213 Nov 08 14:04:14.222060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45660) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:14.305630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac8108-66e9-4cb9-a1dc-26a2d8d710b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.307566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac8108-66e9-4cb9-a1dc-26a2d8d710b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.309645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac8108-66e9-4cb9-a1dc-26a2d8d710b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.313832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e9ac8108-66e9-4cb9-a1dc-26a2d8d710b3 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0869331 Nov 08 14:04:14.331466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45664) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:14.333787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-65dbf94e-48c8-4677-aee1-96ffc2221ded tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1106439 Nov 08 14:04:14.440102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet ca98e420-7727-4884-aa2d-00a2729569bf {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:14.445253 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.451488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d5e1d-9d05-45c0-8810-6950f2ffa14a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=388ba26d-d2b4-48eb-afdb-42546becb25f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:14.510379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:14.514047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.518983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-098e6940-44b6-44cb-8d2e-45a8d42e41b9 service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545963 Nov 08 14:04:14.521214 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.541505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.593021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:14.612379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Made reservation on behalf of 8466ce761aad4a499cd97c8c832b0ad2 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:14.616505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.624827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Network 61269a23-5016-485e-9ecc-5841df8863cb is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:14.638123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:14.643121 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.643594 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment cec945ae-1e2d-447b-9879-2eef784bca72 of type vlan for network 00164563-e234-47d9-8deb-56f929bbdeb3 Nov 08 14:04:14.654207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:14.661688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'Port': ['ID=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:14.681648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.686896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-639cea7b-b287-453f-b064-1e335ab9d5b3 service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429403 Nov 08 14:04:14.783225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.803630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.804503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.838173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.861877 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-7f29c6aa-da29-44c6-8e70-3fc1b4656383 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0794704 Nov 08 14:04:14.896596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=ca98e420-7727-4884-aa2d-00a2729569bf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:14.898613 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.898852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-f8c47f57-159c-460b-aeed-81e92bafa28e tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:04:14.901299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-f8c47f57-159c-460b-aeed-81e92bafa28e tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079408 Nov 08 14:04:14.905160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-acc9530a-7b1d-46f1-9d5c-3044e6df45a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/ca98e420-7727-4884-aa2d-00a2729569bf HTTP/1.1" status: 204 len: 168 time: 0.5681500 Nov 08 14:04:14.909530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45672) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:14.912971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a7c22-6130-4d3f-9c98-ed7262a8e2ac req-60a8ad44-5d61-42b5-903b-0ceceb8d7f7b tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.914480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b1a7c22-6130-4d3f-9c98-ed7262a8e2ac req-60a8ad44-5d61-42b5-903b-0ceceb8d7f7b tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 931 time: 0.1586905 Nov 08 14:04:14.925037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373315b7-18d7-41d4-8e6f-bb7450c7a470 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:14.942271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:14.953501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:14.954154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.027384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b1a7c22-6130-4d3f-9c98-ed7262a8e2ac req-8c2c6c41-8310-4744-a0a5-5727ac9520db tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879662 Nov 08 14:04:15.114962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7286a37-66a8-47df-87b0-8f2c77b75a23 req-1817b6e1-4652-45c6-9b24-c0ca78fbc419 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 210 time: 0.0609660 Nov 08 14:04:15.186669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ee8af2b9-1705-46a7-af48-edf7b9a80e08 None None] Provisioning complete for port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:15.187051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee8af2b9-1705-46a7-af48-edf7b9a80e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.189413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45682) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:15.191931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1605344 Nov 08 14:04:15.198235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:15.202469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Allocated IP 172.20.0.3 (fbac8d36-f086-4fcc-bb1e-2d503ed1ee23/87acdb74-97fc-4db4-816c-cf54f88061a9/b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:15.234801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet fc5800c5-194b-49ae-b8ee-b87454f0eec8 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:15.257676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Request body: {'port': {'device_id': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:15.261889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.264801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=00164563-e234-47d9-8deb-56f929bbdeb3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:15.270924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ee8af2b9-1705-46a7-af48-edf7b9a80e08 None None] Port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:04:15.340452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.340895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.341409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.341802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.342146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.342827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.343188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.343672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.344120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.344654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.345237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.345592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ade3dcf-dd67-4382-ada0-21569fae8679 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:15.382195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 00164563-e234-47d9-8deb-56f929bbdeb3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:15.395432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-478b6508-ff38-43cd-affe-ad1a453a0418 req-ea6814ae-7a4c-40d9-9d0e-747988870b0e tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 210 time: 0.0703840 Nov 08 14:04:15.404973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.465324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:15.470021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.498284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.740500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.746973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.776842 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.890428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:15.912935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': 'cec945ae-1e2d-447b-9879-2eef784bca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:15.913658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: 00164563-e234-47d9-8deb-56f929bbdeb3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:15.943717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 00164563-e234-47d9-8deb-56f929bbdeb3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:15.957716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 00164563-e234-47d9-8deb-56f929bbdeb3) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:15.962171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:15.962782 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:15.981649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462cda3-df8a-4289-977d-35eb509c57b1 None None] Network 00164563-e234-47d9-8deb-56f929bbdeb3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:16.004765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e53e8ea5-25b5-4f3b-b4c6-14455e0bba16 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8105607 Nov 08 14:04:16.005065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45694) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:16.010028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-315852350'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:16.140916 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.240957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:16.247326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45702) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:16.247851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-00164563-e234-47d9-8deb-56f929bbdeb3', 'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3', 'tenant_id': 'f52b4b2a90144de988f3c415b3eb8918', 'fixed_ips': [{'subnet_id': 'ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:16.248807 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.268979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Pushing event updated for resources: {'Port': ['ID=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:16.281412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:16.287340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:16.360444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-264d2966-c324-4bde-b5d1-73e062bdbc0a req-99b4763d-77e9-497c-a531-875ee2a276e4 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 210 time: 0.0679939 Nov 08 14:04:16.361854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:16.373438 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.377546 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:16.378230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.399643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83152e70-3869-4b46-9ac5-4272c615a794 req-d1ab42ca-90c8-493f-9663-59eb638172ac tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:16.402988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83152e70-3869-4b46-9ac5-4272c615a794 req-d1ab42ca-90c8-493f-9663-59eb638172ac tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 931 time: 0.2107751 Nov 08 14:04:16.415984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:16.442811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.454011 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-da4c6072-2485-4e0e-a8c6-064e1af3996f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6358693 Nov 08 14:04:16.486507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Allocated IP 2001:db8::2 (00164563-e234-47d9-8deb-56f929bbdeb3/ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717/bbe88526-c91c-4db3-8ee3-d86a528a3373) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:16.494926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-585129a9-6cdd-4b29-a942-039bd8b6f962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.531223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Request body: {'port': {'device_id': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:16.537629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-312becd2-884c-4c95-ad6c-de75fadd0be1 None None] Provisioning complete for port 87ff3602-7a08-47d6-83a5-62014aecf2b1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:16.538254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-312becd2-884c-4c95-ad6c-de75fadd0be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.562674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5800c5-194b-49ae-b8ee-b87454f0eec8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:16.569460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.576489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6372b811-052a-481d-aeed-eabdbde223d2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/fc5800c5-194b-49ae-b8ee-b87454f0eec8 HTTP/1.1" status: 204 len: 168 time: 1.6660893 Nov 08 14:04:16.577357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8e2192-8e65-4fdb-869c-7a4a03089c4c None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:16.585053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45708) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:16.695174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bf5be5c5-c3f6-497f-88aa-a09a698b935c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885248 Nov 08 14:04:16.708233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45710) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:16.713719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:16.726520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:04:16.726870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83152e70-3869-4b46-9ac5-4272c615a794 req-f64235c4-1a02-423e-8a4d-67a51f403942 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042161 Nov 08 14:04:16.743195 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.770856 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.780357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2ded7-ef4b-4e6a-a333-cc3c66d153b4 req-aae4c19e-c7de-476b-a012-27367ac59e01 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:16.788528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5da2ded7-ef4b-4e6a-a333-cc3c66d153b4 req-aae4c19e-c7de-476b-a012-27367ac59e01 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 931 time: 0.2218220 Nov 08 14:04:16.854653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Transition to ACTIVE for port object 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:04:16.864537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:16.990653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-7b1f088f-2849-46f6-8b52-49fb660a350f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:16.992628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-7b1f088f-2849-46f6-8b52-49fb660a350f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.70 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 0.4384692 Nov 08 14:04:17.016107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Request body: {'port': {'device_id': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'admin_state_up': True, 'tenant_id': '477468f9e0cb44cfb823ec4001800944'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:17.040542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:17.045860 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.058656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.072100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.082736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Pushing event updated for resources: {'Port': ['ID=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:17.110767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-585129a9-6cdd-4b29-a942-039bd8b6f962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.138043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Pushing event updated for resources: {'Port': ['ID=bbe88526-c91c-4db3-8ee3-d86a528a3373,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:17.149408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Network 00164563-e234-47d9-8deb-56f929bbdeb3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:17.151205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.151632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.152067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.152487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.152888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.153298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.153700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.154927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.154927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.155381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-585129a9-6cdd-4b29-a942-039bd8b6f962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.155591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.156064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.156660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:04:17.158211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5da2ded7-ef4b-4e6a-a333-cc3c66d153b4 req-1055abac-de06-4ee1-a60a-d57642ffb835 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688431 Nov 08 14:04:17.163358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:17.166668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:17.217443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:17.278857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Attempting to bind port bbe88526-c91c-4db3-8ee3-d86a528a3373 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:17.279322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Attempting to bind port bbe88526-c91c-4db3-8ee3-d86a528a3373 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'cec945ae-1e2d-447b-9879-2eef784bca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:17.279606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Attempting to bind port bbe88526-c91c-4db3-8ee3-d86a528a3373 on network 00164563-e234-47d9-8deb-56f929bbdeb3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:17.290272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:17.291123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Checking segment: {'id': 'cec945ae-1e2d-447b-9879-2eef784bca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:17.291592 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.292289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585129a9-6cdd-4b29-a942-039bd8b6f962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04b1e09-1ccb-40af-8b50-93fd2c476fc8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:17.292911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Bound using segment: {'id': 'cec945ae-1e2d-447b-9879-2eef784bca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:17.293424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Bound port: bbe88526-c91c-4db3-8ee3-d86a528a3373, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec945ae-1e2d-447b-9879-2eef784bca72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '00164563-e234-47d9-8deb-56f929bbdeb3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:17.293819 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.300441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-585129a9-6cdd-4b29-a942-039bd8b6f962 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=984fb321db44411a8a451b692232828b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0452399 Nov 08 14:04:17.303748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45712) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:17.344472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Attempting to bind port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:17.344811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Attempting to bind port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:17.345140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Attempting to bind port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 on network 61269a23-5016-485e-9ecc-5841df8863cb {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:17.383508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] Deleting port 87ff3602-7a08-47d6-83a5-62014aecf2b1 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:17.383919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.398523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::21 (00164563-e234-47d9-8deb-56f929bbdeb3/ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717/4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:17.405663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 on network 61269a23-5016-485e-9ecc-5841df8863cb not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:04:17.406155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Attempting to bind port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 on network 61269a23-5016-485e-9ecc-5841df8863cb {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:17.446642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:17.446993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Checking segment: {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:17.447286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] For port bbe88526-c91c-4db3-8ee3-d86a528a3373, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:17.447443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Bound using segment: {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:17.447927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Bound port: 5c199f9a-bd0e-4d20-8e65-271b74a9cb73, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b5f93b7-97db-4e4a-bfb1-d860beaeba89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:17.448296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.481675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 87ff3602-7a08-47d6-83a5-62014aecf2b1 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:17.511135 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed51fd11-95c1-4119-b588-4cb1cf2d0a13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.526562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] For port bbe88526-c91c-4db3-8ee3-d86a528a3373, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bbe88526-c91c-4db3-8ee3-d86a528a3373,segment=NetworkSegment(cec945ae-1e2d-447b-9879-2eef784bca72),segment_id=cec945ae-1e2d-447b-9879-2eef784bca72)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:17.536379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] For port 87ff3602-7a08-47d6-83a5-62014aecf2b1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=87ff3602-7a08-47d6-83a5-62014aecf2b1,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:17.536774 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.542739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9db7473b-74f8-4710-9cc7-a14a9c1a644a req-fb199654-d317-4150-9676-9ced30a30dbf tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 210 time: 0.0593903 Nov 08 14:04:17.546646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.566967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] Calling delete_port for 87ff3602-7a08-47d6-83a5-62014aecf2b1 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:17.583828 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed51fd11-95c1-4119-b588-4cb1cf2d0a13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.587045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:04:17.607515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.646157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Transition to ACTIVE for port object b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:04:17.667415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.678091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Made reservation on behalf of 477468f9e0cb44cfb823ec4001800944 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:17.682618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.687225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] For port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:17.705413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb98bc4-5b8b-43ff-8128-d7eacca68e15 None None] Pushing event updated for resources: {'Port': ['ID=bbe88526-c91c-4db3-8ee3-d86a528a3373,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:17.729550 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.740224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] For port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:17.757518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.765789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Pushing event updated for resources: {'Port': ['ID=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:17.779209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.800917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 87ff3602-7a08-47d6-83a5-62014aecf2b1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=87ff3602-7a08-47d6-83a5-62014aecf2b1,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:17.807080 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.871351 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed51fd11-95c1-4119-b588-4cb1cf2d0a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.875378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ed51fd11-95c1-4119-b588-4cb1cf2d0a13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.879440 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ed51fd11-95c1-4119-b588-4cb1cf2d0a13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c04b1e09-1ccb-40af-8b50-93fd2c476fc8 HTTP/1.1" status: 204 len: 168 time: 0.5697737 Nov 08 14:04:17.884409 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.897354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.898052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:17.898753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.900499 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 200 len: 1091 time: 2.9860356 Nov 08 14:04:17.901204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:17.903916 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331ec0ac-6e6e-441d-bef6-8049791749f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:17.916825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] No DVR routers for this DVR port 87ff3602-7a08-47d6-83a5-62014aecf2b1 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:17.939760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51fd11-95c1-4119-b588-4cb1cf2d0a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04b1e09-1ccb-40af-8b50-93fd2c476fc8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:17.952073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:17.958491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=87ff3602-7a08-47d6-83a5-62014aecf2b1,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:17.962097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9aaa1-4f07-46b8-ba86-e16e084a2144 service neutron] Pushing event updated for resources: {'Port': ['ID=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:18.015316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf7488-6954-4694-99c5-79529ed4926b None None] Pushing event deleted for resources: {'Port': ['ID=87ff3602-7a08-47d6-83a5-62014aecf2b1,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:18.042159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 00164563-e234-47d9-8deb-56f929bbdeb3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:18.043473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Attempting to bind port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:18.043920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Attempting to bind port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'b84a3ee3-aafb-4c6c-999e-bce739e7b92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:18.044392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Attempting to bind port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb on network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:18.072485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:18.102039 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9f0812-b902-484d-87f4-736c60b3622f x-openstack-request-id: req-4e9f0812-b902-484d-87f4-736c60b3622f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:18.102441 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:18.102712 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e9f0812-b902-484d-87f4-736c60b3622f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:18.103154 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'status': 'completed', 'code': 200} Nov 08 14:04:18.117609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:18.123594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.124765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:18.134673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb on network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:04:18.135128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Attempting to bind port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb on network fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:18.144262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:18.145143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Checking segment: {'id': 'b84a3ee3-aafb-4c6c-999e-bce739e7b92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:18.145440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Bound using segment: {'id': 'b84a3ee3-aafb-4c6c-999e-bce739e7b92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:18.146494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Bound port: b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84a3ee3-aafb-4c6c-999e-bce739e7b92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:18.146880 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:18.213829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-5161aabe-f664-4409-9b7b-a7de1b0d955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.215294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-5161aabe-f664-4409-9b7b-a7de1b0d955d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=96fb62c90a99406db54773613dab4ae1&device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1094 time: 0.1976976 Nov 08 14:04:18.297896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-90abc4ed-8fe6-4e31-83a7-a556de9a89af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 200 len: 217 time: 0.0725417 Nov 08 14:04:18.345624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] For port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:18.366989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] For port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,segment=NetworkSegment(b84a3ee3-aafb-4c6c-999e-bce739e7b92b),segment_id=b84a3ee3-aafb-4c6c-999e-bce739e7b92b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:18.380393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-4e135d0f-d883-48bf-92f9-c46c19d25c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.382095 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-4e135d0f-d883-48bf-92f9-c46c19d25c18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac646a0d-f873-4e48-84da-a0d44e68bb1c HTTP/1.1" status: 200 len: 847 time: 0.0703907 Nov 08 14:04:18.383482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:18.451486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.452164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:18.453649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] 10.222.0.54 "PUT /v2.0/ports/b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb HTTP/1.1" status: 200 len: 1091 time: 1.9563935 Nov 08 14:04:18.502375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330dbb-2993-4c2b-8be4-3d5e610df1ee service neutron] Pushing event updated for resources: {'Port': ['ID=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:18.517525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271681-bc16-45c2-b72b-9054e10d724f req-d3c0747b-86e7-413c-ae4d-561df95fae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.519149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-d3c0747b-86e7-413c-ae4d-561df95fae3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61269a23-5016-485e-9ecc-5841df8863cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257322 Nov 08 14:04:18.538533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45726) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:18.589879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b04b02f3-f784-454d-ac5f-345471b95360 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:18.659790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-ad6ca9be-cc7d-4d5c-abfb-cbc3820c23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.661480 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-ad6ca9be-cc7d-4d5c-abfb-cbc3820c23c0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8466ce761aad4a499cd97c8c832b0ad2&device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 1094 time: 0.1603467 Nov 08 14:04:18.718383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:18.723867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:18.729177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.729865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:18.730072 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-e5b01900-a1c9-4f41-b6f6-490078fe58e2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb HTTP/1.1" status: 200 len: 217 time: 0.0592308 Nov 08 14:04:18.732427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-c3eed16f-1c95-4a0f-8df3-cd485c4487e7 service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958077 Nov 08 14:04:18.738805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ce59e-01b8-4409-9171-d7691c62f34b None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:18.774637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.7685633 Nov 08 14:04:18.782510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45730) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:18.807883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=f5e0d915-01c9-4b4c-9090-7bf0243f1e50,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:18.833170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54292b50-6d2c-4906-90b4-51f04d6cde02 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:18.860120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270faed-e3ad-44ed-ad26-32c2f5bc8a92 req-c58cf7ba-2da7-424c-a29f-62b2e1b68312 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.861796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d270faed-e3ad-44ed-ad26-32c2f5bc8a92 req-c58cf7ba-2da7-424c-a29f-62b2e1b68312 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 943 time: 0.9677401 Nov 08 14:04:18.875177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b89cdd6d-b74b-4e5b-ae69-18d9ac925a6b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1611323 Nov 08 14:04:18.875177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Allocated IP 172.20.0.14 (03221375-0822-401a-a006-f44147b479ff/fbc0170f-115d-491b-b52d-1a6f52116f7f/26479268-c166-4adc-873b-6f27749d3037) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:18.878036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45732) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:18.897853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0207663-9921-42aa-a6ed-4337c3682837 req-00543288-ea67-4cb6-b29a-13bf2355dd60 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:18.900447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0207663-9921-42aa-a6ed-4337c3682837 req-00543288-ea67-4cb6-b29a-13bf2355dd60 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 943 time: 0.1890039 Nov 08 14:04:18.938030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3bee6f59-adc5-4ea0-b37f-b5acb8209206 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:19.007298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-00cd1844-0139-42fe-bc4b-c5ca181a29cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:19.008782 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-00cd1844-0139-42fe-bc4b-c5ca181a29cf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=87acdb74-97fc-4db4-816c-cf54f88061a9 HTTP/1.1" status: 200 len: 848 time: 0.2706258 Nov 08 14:04:19.027160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0207663-9921-42aa-a6ed-4337c3682837 req-78b91666-f308-4d7b-8299-7e2727c9fced tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930450 Nov 08 14:04:19.062446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b04b02f3-f784-454d-ac5f-345471b95360 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.082925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d270faed-e3ad-44ed-ad26-32c2f5bc8a92 req-4b07209c-bc1b-4fbb-970d-6fb52b0fbc93 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812725 Nov 08 14:04:19.160821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b04b02f3-f784-454d-ac5f-345471b95360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.189130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-0cbb39c7-d79f-4f00-83a1-7eba8ac70d4a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fbac8d36-f086-4fcc-bb1e-2d503ed1ee23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707764 Nov 08 14:04:19.195860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'tenant_id': '60d0d70cbaa8468db922ad7b3bdb5d01', 'fixed_ips': [{'subnet_id': 'f5e0d915-01c9-4b4c-9090-7bf0243f1e50'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:19.197040 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.257080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a0271681-bc16-45c2-b72b-9054e10d724f req-920c52bf-49bf-4eef-9df6-93e86918a864 service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160432 Nov 08 14:04:19.327474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b02f3-f784-454d-ac5f-345471b95360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65bf844-9df3-4a87-b0c8-27cd87946c2d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:19.339155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b04b02f3-f784-454d-ac5f-345471b95360 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d288a90a3c3f47f8bade7d3854fa1b5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7992272 Nov 08 14:04:19.346171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb296926-dea4-4e50-9443-0f9b268c1799 req-3287c94d-cf2e-4adf-8b96-1cd92c741e2c tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 210 time: 0.1556265 Nov 08 14:04:19.353028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45734) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:19.388743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb70097-72e1-40d1-affb-917e900534f1 None None] Network 00164563-e234-47d9-8deb-56f929bbdeb3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:19.406215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.501676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.540379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bbe88526-c91c-4db3-8ee3-d86a528a3373 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:19.542619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-199829a3-4125-41b3-8684-2158feb7b465 None None] Provisioning complete for port bbe88526-c91c-4db3-8ee3-d86a528a3373 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:19.543338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-199829a3-4125-41b3-8684-2158feb7b465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.546730 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12e5d66f-de44-4069-9b1f-e0e1bbd45204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.590582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Network 03221375-0822-401a-a006-f44147b479ff is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:19.592628 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12e5d66f-de44-4069-9b1f-e0e1bbd45204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.604674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event updated for resources: {'Port': ['ID=26479268-c166-4adc-873b-6f27749d3037,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:19.606884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Allocated IP 2001:db8::2 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/f5e0d915-01c9-4b4c-9090-7bf0243f1e50/46a1508b-3f53-44e7-a46f-6ece2c113888) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:19.607255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:19.612490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:19.668831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:19.669508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.724352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12e5d66f-de44-4069-9b1f-e0e1bbd45204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.728549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-12e5d66f-de44-4069-9b1f-e0e1bbd45204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.732773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-12e5d66f-de44-4069-9b1f-e0e1bbd45204 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b65bf844-9df3-4a87-b0c8-27cd87946c2d HTTP/1.1" status: 204 len: 168 time: 0.3662016 Nov 08 14:04:19.742061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5d66f-de44-4069-9b1f-e0e1bbd45204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65bf844-9df3-4a87-b0c8-27cd87946c2d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:19.823398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port bbe88526-c91c-4db3-8ee3-d86a528a3373 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:19.823906 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.826567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:19.826932 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.831180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-acedec83-ba9d-4b9c-8447-e8aea130b706 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8281126 Nov 08 14:04:19.849683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Request body: {'port': {'device_id': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:19.886416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bee6f59-adc5-4ea0-b37f-b5acb8209206 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:19.890848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bee6f59-adc5-4ea0-b37f-b5acb8209206 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.934949 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-199829a3-4125-41b3-8684-2158feb7b465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:19.940542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-ed09df84-9052-46e6-aa44-4a7caf853ab2 service neutron] 10.222.0.54 "GET /v2.0/networks/fbac8d36-f086-4fcc-bb1e-2d503ed1ee23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7391787 Nov 08 14:04:19.964099 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.058997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-9fdeb71b-2092-46a6-86e2-9c45647f9f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:20.060655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-9fdeb71b-2092-46a6-86e2-9c45647f9f96 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=96fb62c90a99406db54773613dab4ae1&device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1094 time: 0.7250915 Nov 08 14:04:20.062797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.081346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-199829a3-4125-41b3-8684-2158feb7b465 None None] For port bbe88526-c91c-4db3-8ee3-d86a528a3373, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bbe88526-c91c-4db3-8ee3-d86a528a3373,segment=NetworkSegment(cec945ae-1e2d-447b-9879-2eef784bca72),segment_id=cec945ae-1e2d-447b-9879-2eef784bca72)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:20.085258 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.091613 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-199829a3-4125-41b3-8684-2158feb7b465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.106967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.202484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'tag': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:20.204899 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "75973035-6e48-4326-8abd-ba386c6ae3f8", "tag": "b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:20.208277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-74cb88a9-3fb1-48ac-a455-bf6338a3b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:20.209779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-74cb88a9-3fb1-48ac-a455-bf6338a3b42c service neutron] 10.222.0.70 "GET /v2.0/networks?id=61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 200 len: 909 time: 0.1302898 Nov 08 14:04:20.255587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:20.269087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:20.271845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:20.274590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Pushing event updated for resources: {'Port': ['ID=46a1508b-3f53-44e7-a46f-6ece2c113888,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:20.307951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.325532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:20.407765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340310c3-b007-48c5-8a57-a48c3c814dbf req-b70b0a62-efd4-4d1f-a024-d15072cfcb78 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:20.416468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-340310c3-b007-48c5-8a57-a48c3c814dbf req-b70b0a62-efd4-4d1f-a024-d15072cfcb78 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 943 time: 0.2311637 Nov 08 14:04:20.490295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199829a3-4125-41b3-8684-2158feb7b465 None None] Pushing event updated for resources: {'Port': ['ID=bbe88526-c91c-4db3-8ee3-d86a528a3373,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:20.532589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cefd3-2e05-4c22-a5f6-3806c68630c8 req-ddffa084-85f3-4cce-8018-2e9da215f1bf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:20.540638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4cefd3-2e05-4c22-a5f6-3806c68630c8 req-ddffa084-85f3-4cce-8018-2e9da215f1bf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 943 time: 0.2511950 Nov 08 14:04:20.599995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-340310c3-b007-48c5-8a57-a48c3c814dbf req-c49f3179-be18-4bab-943d-70c32ef216d2 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763418 Nov 08 14:04:20.602867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26479268-c166-4adc-873b-6f27749d3037 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:04:20.608055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-648ab454-e6d7-4362-b43d-ef41c1b4ba4d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 200 len: 217 time: 0.1997166 Nov 08 14:04:20.614809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.642660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.709172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Transition to ACTIVE for port object 26479268-c166-4adc-873b-6f27749d3037 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:04:20.732665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4cefd3-2e05-4c22-a5f6-3806c68630c8 req-32351348-d879-4946-90dd-d8b2ca69cb6f tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905320 Nov 08 14:04:20.737034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.748271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-1d9f6343-dd7c-468e-92f7-552f50b2a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:20.760213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-1d9f6343-dd7c-468e-92f7-552f50b2a725 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac646a0d-f873-4e48-84da-a0d44e68bb1c HTTP/1.1" status: 200 len: 847 time: 0.0958741 Nov 08 14:04:20.790874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Attempting to bind port 46a1508b-3f53-44e7-a46f-6ece2c113888 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:20.791469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Attempting to bind port 46a1508b-3f53-44e7-a46f-6ece2c113888 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:20.792125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Attempting to bind port 46a1508b-3f53-44e7-a46f-6ece2c113888 on network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:20.804412 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a2023b-20e1-4888-93b3-352477d70683 x-openstack-request-id: req-b8a2023b-20e1-4888-93b3-352477d70683 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:20.806773 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75973035-6e48-4326-8abd-ba386c6ae3f8", "tag": "b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:20.807041 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8a2023b-20e1-4888-93b3-352477d70683 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:20.807478 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'tag': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb', 'status': 'completed', 'code': 200} Nov 08 14:04:20.813102 n-d-804292-2 neutron-server[101840]: INFO neutron.db.ipam_backend_mixin [None req-3bee6f59-adc5-4ea0-b37f-b5acb8209206 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5e0d915-01c9-4b4c-9090-7bf0243f1e50 (CIDR: 2001:db8::/64) Nov 08 14:04:20.828780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:20.838818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.840551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Checking segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:20.842761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.843384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Bound using segment: {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:20.844233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Bound port: 46a1508b-3f53-44e7-a46f-6ece2c113888, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ca3fa2-1384-4886-b657-afcc76ccd92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:20.844838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.852251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45762) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:20.853658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57 HTTP/1.1" status: 204 len: 168 time: 2.0668068 Nov 08 14:04:20.871906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Pushing event updated for resources: {'Port': ['ID=26479268-c166-4adc-873b-6f27749d3037,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:20.872921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:04:20.874348 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:04:20.879724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7961bd40-8466-44f1-9fe9-9e00696b3bb3 None None] Provisioning complete for port bbe88526-c91c-4db3-8ee3-d86a528a3373 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:20.880207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7961bd40-8466-44f1-9fe9-9e00696b3bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:20.897378 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-61170cde-1ede-47da-a8ce-380856978d39 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:04:20.898990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61170cde-1ede-47da-a8ce-380856978d39 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57 HTTP/1.1" status: 404 len: 333 time: 0.0423541 Nov 08 14:04:20.933864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:20.974399 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fd901105-19dc-4777-85b8-318fd05c3d05 req-eb0fe8e6-1892-4cd7-80aa-c572086a129a service neutron] 10.222.0.54 "GET /v2.0/networks/fbac8d36-f086-4fcc-bb1e-2d503ed1ee23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9485347 Nov 08 14:04:20.975282 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bee6f59-adc5-4ea0-b37f-b5acb8209206 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:04:20.976363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bee6f59-adc5-4ea0-b37f-b5acb8209206 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:20.981812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d286225-2cd7-4be5-8764-b42741d6f81d req-e53575ad-b284-4d09-9294-80c691d08ec6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:20.983618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d286225-2cd7-4be5-8764-b42741d6f81d req-e53575ad-b284-4d09-9294-80c691d08ec6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 944 time: 0.1794534 Nov 08 14:04:20.995339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371bc50-bf62-4aaf-8e38-ceab013bbc8f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:21.019556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] For port 46a1508b-3f53-44e7-a46f-6ece2c113888, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:21.077428 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3bee6f59-adc5-4ea0-b37f-b5acb8209206 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1574318 Nov 08 14:04:21.082411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] For port 46a1508b-3f53-44e7-a46f-6ece2c113888, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=46a1508b-3f53-44e7-a46f-6ece2c113888,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:21.082621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45768) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:21.096935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:21.097175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'subnet': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:21.127172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Attempting to bind port 26479268-c166-4adc-873b-6f27749d3037 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:21.128026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Attempting to bind port 26479268-c166-4adc-873b-6f27749d3037 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:21.128594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Attempting to bind port 26479268-c166-4adc-873b-6f27749d3037 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:21.157908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Port 26479268-c166-4adc-873b-6f27749d3037 on network 03221375-0822-401a-a006-f44147b479ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:04:21.158665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Attempting to bind port 26479268-c166-4adc-873b-6f27749d3037 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:21.169305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d286225-2cd7-4be5-8764-b42741d6f81d req-5317f907-dd5b-4b1f-b5d1-147c3cb54bbc tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427059 Nov 08 14:04:21.173781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:21.174433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Checking segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:21.175057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Bound using segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:21.176522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Bound port: 26479268-c166-4adc-873b-6f27749d3037, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:21.177190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:21.194826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:21.232151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-93dc00f0-5497-4ed7-baf4-14405be482a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:21.234134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-93dc00f0-5497-4ed7-baf4-14405be482a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61269a23-5016-485e-9ecc-5841df8863cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3785973 Nov 08 14:04:21.241739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:21.244786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7961bd40-8466-44f1-9fe9-9e00696b3bb3 None None] Could not find standard attr ID for object 4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:21.257387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67517743-4669-4cb0-a373-bcae102818a8 None None] Pushing event updated for resources: {'Port': ['ID=46a1508b-3f53-44e7-a46f-6ece2c113888,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:21.319438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] For port 26479268-c166-4adc-873b-6f27749d3037, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:21.327923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] For port 26479268-c166-4adc-873b-6f27749d3037, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=26479268-c166-4adc-873b-6f27749d3037,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:21.342844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:21.377441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:21.377986 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:21.381560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/26479268-c166-4adc-873b-6f27749d3037 HTTP/1.1" status: 200 len: 1092 time: 1.5392964 Nov 08 14:04:21.381834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ec841019-2c98-451b-9615-0af364542410 None None] Could not find standard attr ID for object 4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:21.382013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'tag': '26479268-c166-4adc-873b-6f27749d3037'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:21.385492 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c700064-cfae-44ab-a941-79fe2300f282" -d '{"events": [{"name": "network-changed", "server_uuid": "7a26edcd-8d8e-4b41-8868-ead0fcd7d74f", "tag": "26479268-c166-4adc-873b-6f27749d3037"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:21.470959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890be9d-897a-4c55-b64f-4c2cd62f01b5 service neutron] Pushing event updated for resources: {'Port': ['ID=26479268-c166-4adc-873b-6f27749d3037,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:21.500607 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f638dcc-fab9-4dbc-a39b-90c2b41b5543 x-openstack-request-id: req-1f638dcc-fab9-4dbc-a39b-90c2b41b5543 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:21.500607 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a26edcd-8d8e-4b41-8868-ead0fcd7d74f", "tag": "26479268-c166-4adc-873b-6f27749d3037", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:21.500867 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f638dcc-fab9-4dbc-a39b-90c2b41b5543 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:21.501244 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'tag': '26479268-c166-4adc-873b-6f27749d3037', 'status': 'completed', 'code': 200} Nov 08 14:04:21.540711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-3551c9b4-8dd6-4cd7-a1f9-5651dd82e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:21.542357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-3551c9b4-8dd6-4cd7-a1f9-5651dd82e212 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 1095 time: 0.1107702 Nov 08 14:04:21.609430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:04:21.621493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:21.650345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-0f750262-c3bd-4e1e-ae5a-a8ad1e5453a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26479268-c166-4adc-873b-6f27749d3037 HTTP/1.1" status: 200 len: 217 time: 0.0935516 Nov 08 14:04:21.724340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-5b28f0dc-ac23-4b63-87e2-2feccc28125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:21.726179 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-5b28f0dc-ac23-4b63-87e2-2feccc28125f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8466ce761aad4a499cd97c8c832b0ad2&device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 1094 time: 0.6333942 Nov 08 14:04:21.871300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-dc9f55f8-ea08-49e6-a623-75cab32b81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:21.872956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-dc9f55f8-ea08-49e6-a623-75cab32b81d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.2149830 Nov 08 14:04:21.880348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bbe88526-c91c-4db3-8ee3-d86a528a3373 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:21.885691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:21.904316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb2fe1-0bbf-44d1-8aa9-3a053c062ecc req-28beee2f-e72e-434e-bb0a-1d00cb62c392 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:21.906302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eccb2fe1-0bbf-44d1-8aa9-3a053c062ecc req-28beee2f-e72e-434e-bb0a-1d00cb62c392 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 943 time: 0.1729836 Nov 08 14:04:21.922391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'port_id': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'mac_address': 'fa:16:3e:6b:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:04:21.940520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-edd02567-00d6-48b4-b2fd-26f3a2cafac9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573723 Nov 08 14:04:21.955779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-fdb88b87-e592-4ff2-9000-a72cf53b7d0d service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604595 Nov 08 14:04:21.991891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.010300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:04:22.042379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:22.043954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port bbe88526-c91c-4db3-8ee3-d86a528a3373 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:22.044464 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.051460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.060914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:22.064949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.132750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:22.138095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fafef8-843d-4b50-920c-467c097c52e8 req-21babb02-dfe0-4433-a6ec-337ac4507876 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:22.141068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59fafef8-843d-4b50-920c-467c097c52e8 req-21babb02-dfe0-4433-a6ec-337ac4507876 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 943 time: 0.2494593 Nov 08 14:04:22.147936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eccb2fe1-0bbf-44d1-8aa9-3a053c062ecc req-8828f6c7-6724-4fd3-a103-40ba32911b7b tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125409 Nov 08 14:04:22.207565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-83a8a93b-eb32-405c-b589-309baecedb5e service neutron] 10.222.0.70 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419386 Nov 08 14:04:22.239839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.279365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 46a1508b-3f53-44e7-a46f-6ece2c113888 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:22.281493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5c199f9a-bd0e-4d20-8e65-271b74a9cb73'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:04:22.307786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-84bcc981-1036-47f2-a923-0fa8991d9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:22.309312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-84bcc981-1036-47f2-a923-0fa8991d9e1c service neutron] 10.222.0.54 "GET /v2.0/networks?id=fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 HTTP/1.1" status: 200 len: 909 time: 0.5698164 Nov 08 14:04:22.361899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59fafef8-843d-4b50-920c-467c097c52e8 req-83afe746-9249-4c91-a1f0-268e38e44b54 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2128055 Nov 08 14:04:22.402001 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-4d787f35-8463-407d-bffd-afdc88b0883e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb HTTP/1.1" status: 200 len: 217 time: 0.0795398 Nov 08 14:04:22.448406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 46a1508b-3f53-44e7-a46f-6ece2c113888 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:22.450470 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.500232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-331ec0ac-6e6e-441d-bef6-8049791749f7 req-967cf4dc-f6b3-43a5-84fa-11f28259aff3 service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016820 Nov 08 14:04:22.534275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b179ab-1065-4553-abbd-30e6da886faf req-87b2f0f5-876a-4283-ab0d-82ce9fe86dc3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:22.539403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87b179ab-1065-4553-abbd-30e6da886faf req-87b2f0f5-876a-4283-ab0d-82ce9fe86dc3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 944 time: 0.1652501 Nov 08 14:04:22.568555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-db4379f2-5f42-4d6c-a457-d673ec77df90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:22.570521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-db4379f2-5f42-4d6c-a457-d673ec77df90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=87acdb74-97fc-4db4-816c-cf54f88061a9 HTTP/1.1" status: 200 len: 848 time: 0.1430011 Nov 08 14:04:22.582839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.609054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b4b7e6-c4e8-4ee8-99de-672b309e3b7f req-92e7b932-407d-485a-8661-38e0c1e8bb8b service neutron] 10.222.0.70 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929875 Nov 08 14:04:22.623309 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-88902a6f-9a52-4574-b7e3-25c5668ac596 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fbac8d36-f086-4fcc-bb1e-2d503ed1ee23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442336 Nov 08 14:04:22.686405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.767388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 46a1508b-3f53-44e7-a46f-6ece2c113888, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=46a1508b-3f53-44e7-a46f-6ece2c113888,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:22.768562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:22.778508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-67a9aafb-616c-4ddb-aae6-b06c27abb363 service neutron] 10.222.0.54 "GET /v2.0/networks/fbac8d36-f086-4fcc-bb1e-2d503ed1ee23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255636 Nov 08 14:04:22.778733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.781958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87b179ab-1065-4553-abbd-30e6da886faf req-f61424a2-6e09-47c0-922e-c5b35140b30a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290053 Nov 08 14:04:22.794611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:22.809210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700064-cfae-44ab-a941-79fe2300f282 req-805bd80f-b910-40dc-b8a5-20b01f105b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:22.810839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c700064-cfae-44ab-a941-79fe2300f282 req-805bd80f-b910-40dc-b8a5-20b01f105b34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 1095 time: 0.1436150 Nov 08 14:04:22.816953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d733d17f-59e4-4ef5-88c3-c190e82925b1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717 HTTP/1.1" status: 204 len: 168 time: 1.8431852 Nov 08 14:04:22.817561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45796) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:22.817710 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cea4be-646c-45b5-b990-128169215e97 None None] Network 00164563-e234-47d9-8deb-56f929bbdeb3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:22.977102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=46a1508b-3f53-44e7-a46f-6ece2c113888,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:22.996427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bcaaeda0-81c0-4aec-b2c2-9587f073638f None None] Provisioning complete for port 46a1508b-3f53-44e7-a46f-6ece2c113888 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:22.996741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcaaeda0-81c0-4aec-b2c2-9587f073638f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.050970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.063302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8bfdbdf-b957-4037-9edf-1ed4ebf33ecd req-3135f39f-2ef5-47bb-abb2-84ea4870f7b8 service neutron] 10.222.0.54 "GET /v2.0/networks/fbac8d36-f086-4fcc-bb1e-2d503ed1ee23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947534 Nov 08 14:04:23.094959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700064-cfae-44ab-a941-79fe2300f282 req-0368795a-be41-438b-b60e-0cf6337275ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:23.096834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c700064-cfae-44ab-a941-79fe2300f282 req-0368795a-be41-438b-b60e-0cf6337275ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 916 time: 0.2657785 Nov 08 14:04:23.219539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c700064-cfae-44ab-a941-79fe2300f282 req-d5d753b3-3f00-4ad7-8b9d-ff5d2aa45a47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26479268-c166-4adc-873b-6f27749d3037 HTTP/1.1" status: 200 len: 217 time: 0.0933869 Nov 08 14:04:23.244722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] DHCP port deletion for 00164563-e234-47d9-8deb-56f929bbdeb3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:23.256436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.287303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.objects.ports [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101840) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 08 14:04:23.313255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] Deleting port bbe88526-c91c-4db3-8ee3-d86a528a3373 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:23.313858 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.321698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c700064-cfae-44ab-a941-79fe2300f282 req-f4266e28-e981-45db-8208-f4e4d89847a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:23.323203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c700064-cfae-44ab-a941-79fe2300f282 req-f4266e28-e981-45db-8208-f4e4d89847a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.0910151 Nov 08 14:04:23.324637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port bbe88526-c91c-4db3-8ee3-d86a528a3373 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:23.324981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.410936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c700064-cfae-44ab-a941-79fe2300f282 req-af7a966d-051a-48a6-86f2-d6cc1fd50b9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717452 Nov 08 14:04:23.426445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe2da4-ee54-4d31-8d64-5433ae1c7d4e req-d4a68380-c85a-4a83-8dda-7119a073afbb tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:23.428499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3abe2da4-ee54-4d31-8d64-5433ae1c7d4e req-d4a68380-c85a-4a83-8dda-7119a073afbb tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 943 time: 0.1827459 Nov 08 14:04:23.434528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] For port bbe88526-c91c-4db3-8ee3-d86a528a3373, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bbe88526-c91c-4db3-8ee3-d86a528a3373,segment=NetworkSegment(cec945ae-1e2d-447b-9879-2eef784bca72),segment_id=cec945ae-1e2d-447b-9879-2eef784bca72)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:23.435253 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.452055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] Calling delete_port for bbe88526-c91c-4db3-8ee3-d86a528a3373 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:23.538436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] For port bbe88526-c91c-4db3-8ee3-d86a528a3373, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=bbe88526-c91c-4db3-8ee3-d86a528a3373,segment=NetworkSegment(cec945ae-1e2d-447b-9879-2eef784bca72),segment_id=cec945ae-1e2d-447b-9879-2eef784bca72)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:23.538808 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.582921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.590344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for bbe88526-c91c-4db3-8ee3-d86a528a3373 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:23.595333 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.634533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3abe2da4-ee54-4d31-8d64-5433ae1c7d4e req-3cc66eb7-8bb0-40f7-8281-8f2af2cc86e0 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855645 Nov 08 14:04:23.665284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] No DVR routers for this DVR port bbe88526-c91c-4db3-8ee3-d86a528a3373 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:23.673275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:23.689456 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db024d07-7f96-4178-abee-8a8a62756b26 None None] Pushing event deleted for resources: {'Port': ['ID=bbe88526-c91c-4db3-8ee3-d86a528a3373,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:23.698540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c700064-cfae-44ab-a941-79fe2300f282 req-c4473b11-34f7-42a0-9d53-f2f0751bb39b service neutron] 10.222.0.70 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686501 Nov 08 14:04:23.705279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 46a1508b-3f53-44e7-a46f-6ece2c113888 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:23.708387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b82059-f4f0-4295-b6c9-5924483659ab req-a27e194c-cfb9-4382-8241-1f21a37f2920 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:23.709938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7b82059-f4f0-4295-b6c9-5924483659ab req-a27e194c-cfb9-4382-8241-1f21a37f2920 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 944 time: 0.1736772 Nov 08 14:04:23.728846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45808) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:23.786315 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.828369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 46a1508b-3f53-44e7-a46f-6ece2c113888 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:23.828820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.833129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:04:23.871573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:23.871979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:23.958059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] For port 46a1508b-3f53-44e7-a46f-6ece2c113888, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=46a1508b-3f53-44e7-a46f-6ece2c113888,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:24.000217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.007309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.008302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.019948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.052371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7b82059-f4f0-4295-b6c9-5924483659ab req-b11c3868-48ff-45ff-89ca-035385a99b22 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215261 Nov 08 14:04:24.079409 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.080310 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a557afaf-c815-4642-8020-38a280859a15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.090425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=bbe88526-c91c-4db3-8ee3-d86a528a3373,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:24.103882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=46a1508b-3f53-44e7-a46f-6ece2c113888,revision_number=5']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:24.121158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No DVR routers for this DVR port bbe88526-c91c-4db3-8ee3-d86a528a3373 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:24.147338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2be4b5-6584-42eb-9c64-72c74653b7a1 req-ef5d7d78-5510-402d-90c2-99b862af29f8 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:24.163798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d2be4b5-6584-42eb-9c64-72c74653b7a1 req-ef5d7d78-5510-402d-90c2-99b862af29f8 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 944 time: 0.2461066 Nov 08 14:04:24.175481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:24.180889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:24.187197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:24.187952 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.189455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:24.194225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:24.203365 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f0f4d-1f98-414f-b020-b4f8a3972306" -d '{"events": [{"server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:24.206501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.1227188 Nov 08 14:04:24.207269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bbe88526-c91c-4db3-8ee3-d86a528a3373 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:24.210576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45816) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:24.216385 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Request body: {'port': {'network_id': '4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e', 'mac_address': 'fa:16:3e:33:af:c1', 'name': 'tempest-NetworksTestDHCPv6-556713739'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:24.228310 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c700064-cfae-44ab-a941-79fe2300f282 req-8cb5e49f-5362-4681-9fbf-c48ca7d94a07 service neutron] 10.222.0.70 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158570 Nov 08 14:04:24.232543 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.234686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9606c6b5-6f17-43b7-a76e-4289bca165a7 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:24.300747 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0984e8-9873-4987-9b04-2ea623c9557e x-openstack-request-id: req-2b0984e8-9873-4987-9b04-2ea623c9557e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:24.301255 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:24.301255 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b0984e8-9873-4987-9b04-2ea623c9557e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:24.301674 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'code': 200} Nov 08 14:04:24.305187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: bbe88526-c91c-4db3-8ee3-d86a528a3373 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:24.305187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device bbe88526-c91c-4db3-8ee3-d86a528a3373 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:24.323172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f87c76-165f-4b7d-8e39-a646d800f6a7 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Subnet': ['ID=3fdf7b2f-32be-485f-bd08-c263a8b6ca8b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:24.326545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:04:24.389304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.419434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Made reservation on behalf of 60d0d70cbaa8468db922ad7b3bdb5d01 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:24.452684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:24.465459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00164563-e234-47d9-8deb-56f929bbdeb3']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:24.497825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec945ae-1e2d-447b-9879-2eef784bca72') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:24.498121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec945ae-1e2d-447b-9879-2eef784bca72') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:24.528527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d2be4b5-6584-42eb-9c64-72c74653b7a1 req-24842e8f-7e2f-4e34-93da-f792cb548c98 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623054 Nov 08 14:04:24.532732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.543480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.544751 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bc25f-3fbb-45b5-8b34-c1432a60ed8b req-8ef337e0-a923-4323-b002-5a0410081fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:24.546822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-502bc25f-3fbb-45b5-8b34-c1432a60ed8b req-8ef337e0-a923-4323-b002-5a0410081fc0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1096 time: 0.1476643 Nov 08 14:04:24.567682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] device_id is not set on port a718c0f0-9ebc-412a-bd3d-0a10ac813bcd yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:24.573189 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.598124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:24.598526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.603467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a557afaf-c815-4642-8020-38a280859a15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:24.604512 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:24.634757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,segment=NetworkSegment(b84a3ee3-aafb-4c6c-999e-bce739e7b92b),segment_id=b84a3ee3-aafb-4c6c-999e-bce739e7b92b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:24.641541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a557afaf-c815-4642-8020-38a280859a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.652138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb', 'network_id': 'fbac8d36-f086-4fcc-bb1e-2d503ed1ee23', 'port_id': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb', 'mac_address': 'fa:16:3e:16:54:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 897, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87acdb74-97fc-4db4-816c-cf54f88061a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:04:24.699362 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.715096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:04:24.736259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,segment=NetworkSegment(b84a3ee3-aafb-4c6c-999e-bce739e7b92b),segment_id=b84a3ee3-aafb-4c6c-999e-bce739e7b92b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:24.743143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.770617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a557afaf-c815-4642-8020-38a280859a15 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f76f14bfc0de404a8852fc8ec0caa8d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0385754 Nov 08 14:04:24.774484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45820) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:24.779591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-502bc25f-3fbb-45b5-8b34-c1432a60ed8b req-c9b6f6e6-6cc9-4fe2-957e-86f9ae4df79c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236667 Nov 08 14:04:24.814263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:24.824054 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.827565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557afaf-c815-4642-8020-38a280859a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c9c021-f933-44ab-86e4-25df062bc340,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:24.850799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:24.854309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/00164563-e234-47d9-8deb-56f929bbdeb3 HTTP/1.1" status: 204 len: 168 time: 2.0356095 Nov 08 14:04:24.855957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00534c2f-208b-42d1-8e0d-2c9ce52ba715 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=00164563-e234-47d9-8deb-56f929bbdeb3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:24.862236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45822) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:24.865605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8::85 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/f5e0d915-01c9-4b4c-9090-7bf0243f1e50/a718c0f0-9ebc-412a-bd3d-0a10ac813bcd) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:24.875315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'name': 'tempest-PortsIpV6TestJSON-74861538'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:24.878012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cab5ad-ca71-4180-80e5-642ee22e6377 req-2e28d8c6-72d2-4029-933a-87b1ea7b0037 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:24.886282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3cab5ad-ca71-4180-80e5-642ee22e6377 req-2e28d8c6-72d2-4029-933a-87b1ea7b0037 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 944 time: 0.1140721 Nov 08 14:04:24.904404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:afc1 (4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e/3fdf7b2f-32be-485f-bd08-c263a8b6ca8b/a718c0f0-9ebc-412a-bd3d-0a10ac813bcd) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:24.953103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3cab5ad-ca71-4180-80e5-642ee22e6377 req-cc2aff6f-6fa4-4266-a356-9700bab8579c tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656424 Nov 08 14:04:25.040568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-266fab66-5957-4680-965b-01aebef554b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.073011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:04:25.101278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:25.104819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.126396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-266fab66-5957-4680-965b-01aebef554b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.172367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 28529e3b-b6e6-48d5-a46e-93d78e440a33 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:25.260131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbda57d-839b-45a8-9406-d89ea3066365 req-5c0f68ac-75cb-46b0-9b08-78a5659c030a tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:25.262096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcbda57d-839b-45a8-9406-d89ea3066365 req-5c0f68ac-75cb-46b0-9b08-78a5659c030a tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.0755563 Nov 08 14:04:25.329337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcbda57d-839b-45a8-9406-d89ea3066365 req-2e1cc269-5a15-4415-9a48-deb3bd27d3a5 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591528 Nov 08 14:04:25.516978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a81e67c4-7e2b-44b0-9911-50482f1924e2 None None] Provisioning complete for port 46a1508b-3f53-44e7-a46f-6ece2c113888 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:25.517821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a81e67c4-7e2b-44b0-9911-50482f1924e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.642145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 26479268-c166-4adc-873b-6f27749d3037 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:04:25.691498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 46a1508b-3f53-44e7-a46f-6ece2c113888 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:25.706801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.716603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ec9b8-8160-4c98-94ea-a276dcb3db4b req-052cbb5b-1e0e-427a-babd-38d7be432f21 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:25.718257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-046ec9b8-8160-4c98-94ea-a276dcb3db4b req-052cbb5b-1e0e-427a-babd-38d7be432f21 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 944 time: 0.0903711 Nov 08 14:04:25.731247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-266fab66-5957-4680-965b-01aebef554b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.733845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-266fab66-5957-4680-965b-01aebef554b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.736308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-266fab66-5957-4680-965b-01aebef554b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/41c9c021-f933-44ab-86e4-25df062bc340 HTTP/1.1" status: 204 len: 168 time: 0.9570365 Nov 08 14:04:25.773083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fab66-5957-4680-965b-01aebef554b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c9c021-f933-44ab-86e4-25df062bc340,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:25.782929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-046ec9b8-8160-4c98-94ea-a276dcb3db4b req-47090728-32ad-48ff-8b55-8dda431efbca tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552602 Nov 08 14:04:25.880888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 26479268-c166-4adc-873b-6f27749d3037, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=26479268-c166-4adc-873b-6f27749d3037,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:25.895603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 46a1508b-3f53-44e7-a46f-6ece2c113888 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:25.895886 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.896164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.906167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.923933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '26479268-c166-4adc-873b-6f27749d3037', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'port_id': '26479268-c166-4adc-873b-6f27749d3037', 'mac_address': 'fa:16:3e:41:78:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0170f-115d-491b-b52d-1a6f52116f7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:04:25.966056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:25.975602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:25.978919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.982107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:25.989558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:25.990245 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:25.996781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26479268-c166-4adc-873b-6f27749d3037 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:04:25.996949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event updated for resources: {'Port': ['ID=a718c0f0-9ebc-412a-bd3d-0a10ac813bcd,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:26.017773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.046610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 26479268-c166-4adc-873b-6f27749d3037, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=26479268-c166-4adc-873b-6f27749d3037,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:26.055398 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.069143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1f39e3c8-75e4-48df-8654-9879a29595d8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8577955 Nov 08 14:04:26.072676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45834) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:26.085618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:26.095023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:26.115074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:26.126560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:26.127235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.130944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=28529e3b-b6e6-48d5-a46e-93d78e440a33,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:26.132135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=26479268-c166-4adc-873b-6f27749d3037,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:26.151725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-db90dac0-5d6b-453b-bdb8-da2522b45539 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.2874823 Nov 08 14:04:26.157009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45836) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:26.257984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45838) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:26.272714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['26479268-c166-4adc-873b-6f27749d3037'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:04:26.274398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7debd01-9889-4cca-a62a-331daff11db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.328212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:26.387158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128d585-ed4f-400d-8633-7dc99f41ca53 req-94821f53-83db-43c6-875e-22feb74508f8 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:26.388194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7debd01-9889-4cca-a62a-331daff11db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.390049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9128d585-ed4f-400d-8633-7dc99f41ca53 req-94821f53-83db-43c6-875e-22feb74508f8 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 944 time: 0.2464180 Nov 08 14:04:26.400770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7debd01-9889-4cca-a62a-331daff11db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.420454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-01eb197b-081f-4a9e-bbed-cbd96bba8cfa None None] Provisioning complete for port a718c0f0-9ebc-412a-bd3d-0a10ac813bcd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:26.421045 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01eb197b-081f-4a9e-bbed-cbd96bba8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.447831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 28529e3b-b6e6-48d5-a46e-93d78e440a33 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:26.448329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.456071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7debd01-9889-4cca-a62a-331daff11db2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb1b0a16dcc8459b9ed847d8693e90aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1932952 Nov 08 14:04:26.456071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7debd01-9889-4cca-a62a-331daff11db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade1de3-f242-4890-a18c-5f2548a98d30,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:26.458041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45842) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:26.536414 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5027ba-5ca2-40f1-8b79-8f38e32dd99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.546513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting port a718c0f0-9ebc-412a-bd3d-0a10ac813bcd {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:26.546948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.565827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5027ba-5ca2-40f1-8b79-8f38e32dd99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.613166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.651825 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5027ba-5ca2-40f1-8b79-8f38e32dd99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.655441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e5027ba-5ca2-40f1-8b79-8f38e32dd99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.657384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e5027ba-5ca2-40f1-8b79-8f38e32dd99e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ade1de3-f242-4890-a18c-5f2548a98d30 HTTP/1.1" status: 204 len: 168 time: 0.1967726 Nov 08 14:04:26.667821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5027ba-5ca2-40f1-8b79-8f38e32dd99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade1de3-f242-4890-a18c-5f2548a98d30,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:26.682185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 28529e3b-b6e6-48d5-a46e-93d78e440a33 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:26.691371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9128d585-ed4f-400d-8633-7dc99f41ca53 req-83801466-557d-439c-befb-36d56e22109f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885399 Nov 08 14:04:26.703533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-01eb197b-081f-4a9e-bbed-cbd96bba8cfa None None] Port a718c0f0-9ebc-412a-bd3d-0a10ac813bcd cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:04:26.742917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a339026-c2d4-4ece-a0da-073bee898298 req-297d268b-c50d-41aa-ac29-598cc81e5fbd tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:26.744671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a339026-c2d4-4ece-a0da-073bee898298 req-297d268b-c50d-41aa-ac29-598cc81e5fbd tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.2168159 Nov 08 14:04:26.791339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:04:26.804437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:26.804810 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.822863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:26.851388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Calling delete_port for a718c0f0-9ebc-412a-bd3d-0a10ac813bcd owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:26.903684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a339026-c2d4-4ece-a0da-073bee898298 req-f30151d7-3928-4ba7-a0a4-0d6628c3a075 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133139 Nov 08 14:04:26.958979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.016797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,segment=NetworkSegment(b84a3ee3-aafb-4c6c-999e-bce739e7b92b),segment_id=b84a3ee3-aafb-4c6c-999e-bce739e7b92b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:27.017790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:27.021074 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733a6674-6dd0-424e-a09f-d80106e384a1" -d '{"events": [{"server_uuid": "75973035-6e48-4326-8abd-ba386c6ae3f8", "name": "network-vif-plugged", "status": "completed", "tag": "b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:27.024808 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.047678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.085504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:27.100872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50823a60-53df-4b35-bfa8-0640f83fe13c req-d4053bc5-4899-4905-bf34-942f9c3c8f95 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.102473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50823a60-53df-4b35-bfa8-0640f83fe13c req-d4053bc5-4899-4905-bf34-942f9c3c8f95 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 945 time: 0.2152672 Nov 08 14:04:27.124443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.127685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/28529e3b-b6e6-48d5-a46e-93d78e440a33 HTTP/1.1" status: 204 len: 168 time: 0.9582212 Nov 08 14:04:27.130130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9135d73-ac9e-4939-bbda-3ca0b0a2c290 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=28529e3b-b6e6-48d5-a46e-93d78e440a33,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:27.131631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:27.137863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'mac_address': 'fa:16:3e:9f:65:6c', 'name': 'tempest-PortsIpV6TestJSON-1408262563'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:27.181632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742941c7-20d8-4eb5-b85b-c3f6528bddfe req-f0692603-cff7-4573-96bd-bc5567e4155f tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.183257 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-742941c7-20d8-4eb5-b85b-c3f6528bddfe req-f0692603-cff7-4573-96bd-bc5567e4155f tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.1707079 Nov 08 14:04:27.267586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50823a60-53df-4b35-bfa8-0640f83fe13c req-ab9f3be9-c4fe-473f-9497-731ee8f4814f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386828 Nov 08 14:04:27.269748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:27.309664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-742941c7-20d8-4eb5-b85b-c3f6528bddfe req-0ef08926-ebbe-40ca-a9a7-89c94c013d8a tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142063 Nov 08 14:04:27.313174 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.344617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Port': ['ID=a718c0f0-9ebc-412a-bd3d-0a10ac813bcd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:27.365901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.410517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 34fe7676-7234-4675-83f0-f32d03061817 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:27.426083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.429932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b2d7c4e1-2990-41ed-b6db-16b1ad601c7b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/a718c0f0-9ebc-412a-bd3d-0a10ac813bcd HTTP/1.1" status: 204 len: 168 time: 1.3556108 Nov 08 14:04:27.438342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45868) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:27.444663 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5245a790-05d8-4139-a15e-bebbd2fa88db x-openstack-request-id: req-5245a790-05d8-4139-a15e-bebbd2fa88db {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:27.444968 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75973035-6e48-4326-8abd-ba386c6ae3f8", "name": "network-vif-plugged", "status": "completed", "tag": "b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:27.445249 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5245a790-05d8-4139-a15e-bebbd2fa88db {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:27.445654 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb', 'code': 200} Nov 08 14:04:27.571941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d7b67d-dcbe-4447-9ca7-84d58dcce411 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.573967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d4d7b67d-dcbe-4447-9ca7-84d58dcce411 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1344433 Nov 08 14:04:27.576983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45874) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:27.593211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d207e8-f683-4961-af98-e30c0aaf5076 req-a06b4fd2-cbce-4792-b12f-8366731da897 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.601527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d207e8-f683-4961-af98-e30c0aaf5076 req-a06b4fd2-cbce-4792-b12f-8366731da897 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.0967274 Nov 08 14:04:27.625500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 26479268-c166-4adc-873b-6f27749d3037 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:27.707455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d207e8-f683-4961-af98-e30c0aaf5076 req-8a5f45a9-0a70-44c7-a25f-e321d724d06a tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042178 Nov 08 14:04:27.720588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f32a552-9ef9-463a-921a-c839752b1f5a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.721740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1f32a552-9ef9-463a-921a-c839752b1f5a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1160216 Nov 08 14:04:27.727155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 26479268-c166-4adc-873b-6f27749d3037 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:04:27.728167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45880) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:27.729190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff95af4-650c-4ad6-b158-a5d78aa6d0b4 req-ad734e94-f4b2-465a-8aa8-3aa310221eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.731365 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ff95af4-650c-4ad6-b158-a5d78aa6d0b4 req-ad734e94-f4b2-465a-8aa8-3aa310221eb3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 1096 time: 0.1907716 Nov 08 14:04:27.736849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 26479268-c166-4adc-873b-6f27749d3037 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:27.738245 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.765551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45882) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:27.843347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.861983 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ff95af4-650c-4ad6-b158-a5d78aa6d0b4 req-3d69702d-c311-4ec2-a1bc-d43e812e9f34 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182001 Nov 08 14:04:27.887593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a715d4c-405b-45a8-9966-aa30ea34cebb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.889358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a715d4c-405b-45a8-9966-aa30ea34cebb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.891204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a715d4c-405b-45a8-9966-aa30ea34cebb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.893600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1a715d4c-405b-45a8-9966-aa30ea34cebb tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1628785 Nov 08 14:04:27.896763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45888) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:27.918126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e6dce-6438-4d7f-a1eb-782edcc5adea req-0dafe368-43e1-479e-8074-1081038baaa4 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:27.919770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e7e6dce-6438-4d7f-a1eb-782edcc5adea req-0dafe368-43e1-479e-8074-1081038baaa4 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 945 time: 0.0938661 Nov 08 14:04:27.937960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85c5acc5-c197-406d-a73d-5c475a5b847e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.944088 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.979948 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:27.986463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 26479268-c166-4adc-873b-6f27749d3037, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=26479268-c166-4adc-873b-6f27749d3037,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:27.992556 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.007164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e7e6dce-6438-4d7f-a1eb-782edcc5adea req-9a03a07c-b870-46b2-b01a-71d8b8ffb2b1 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784979 Nov 08 14:04:28.054173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=26479268-c166-4adc-873b-6f27749d3037,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:28.060084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:28.064580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet 3fdf7b2f-32be-485f-bd08-c263a8b6ca8b {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:28.073129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:28.075075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.082720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:28.088564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:28.089361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.114900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=34fe7676-7234-4675-83f0-f32d03061817,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:28.128254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e3cdf9-0045-4c73-962b-d357c4f0719b tempest-TestServerBasicOps-188340991 tempest-TestServerBasicOps-188340991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:28.130965 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-24e3cdf9-0045-4c73-962b-d357c4f0719b tempest-TestServerBasicOps-188340991 tempest-TestServerBasicOps-188340991-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1091 time: 0.3279834 Nov 08 14:04:28.133880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45890) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:28.136889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e4d176a1-ab38-4c96-b838-3224ad5cbc3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0041590 Nov 08 14:04:28.138595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:28.141190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45892) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:28.162026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.173211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.213297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db2828c-8189-462d-8eb2-d8080b100e7f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:28.214671 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1db2828c-8189-462d-8eb2-d8080b100e7f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/34fe7676-7234-4675-83f0-f32d03061817 HTTP/1.1" status: 200 len: 845 time: 0.0725644 Nov 08 14:04:28.217379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45894) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:28.273379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.335520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.398289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 34fe7676-7234-4675-83f0-f32d03061817 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:28.398665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.431474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.505117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=3fdf7b2f-32be-485f-bd08-c263a8b6ca8b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:28.509052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.512489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c82a414d-871c-41fa-b9f4-ca7078921bc2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/3fdf7b2f-32be-485f-bd08-c263a8b6ca8b HTTP/1.1" status: 204 len: 168 time: 0.6107028 Nov 08 14:04:28.514300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.517111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:28.519237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efefab0-a62f-4b4b-a7ec-5c3b1e297f98 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:28.558614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 34fe7676-7234-4675-83f0-f32d03061817 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:28.620824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Deleting subnet f5e0d915-01c9-4b4c-9090-7bf0243f1e50 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:28.627512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.692919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.738492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.795539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540c2e6-ce70-4b22-a089-fef47a56dabb req-0210dd3e-a1cd-4687-b17f-ffa3388d582d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:28.797173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c540c2e6-ce70-4b22-a089-fef47a56dabb req-0210dd3e-a1cd-4687-b17f-ffa3388d582d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 946 time: 0.1108832 Nov 08 14:04:28.812503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=34fe7676-7234-4675-83f0-f32d03061817,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:28.831322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.838613 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3124cf02-2ae0-456a-845a-74062ae86c97 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/34fe7676-7234-4675-83f0-f32d03061817 HTTP/1.1" status: 204 len: 168 time: 0.6201878 Nov 08 14:04:28.839260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45900) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:28.855529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Allocated IP 172.25.8.28 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/d0e5d720-4598-4067-b293-2a5a3d560a74) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:28.880633 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a54e184-a541-4b75-9178-7e92afe6b81b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:04:28.882549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2a54e184-a541-4b75-9178-7e92afe6b81b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/34fe7676-7234-4675-83f0-f32d03061817 HTTP/1.1" status: 404 len: 333 time: 0.0401335 Nov 08 14:04:28.884140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:28.887593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45902) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:28.892363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c540c2e6-ce70-4b22-a089-fef47a56dabb req-78f1f120-57f6-43ad-b1d5-42e051a5aec3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841143 Nov 08 14:04:28.893330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'name': 'tempest-PortsIpV6TestJSON-273201001'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:29.033630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.050803 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.080230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.112175 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.134605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/f5e0d915-01c9-4b4c-9090-7bf0243f1e50 HTTP/1.1" status: 204 len: 168 time: 0.6163695 Nov 08 14:04:29.137770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06069719-e55b-48b2-b52e-f3b7381fd30e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e0d915-01c9-4b4c-9090-7bf0243f1e50,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:29.139218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45914) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.187683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:29.191667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:29.199521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.226163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 0cf96dc9-59eb-4d58-9bfd-d9de435f916e yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:29.232678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:29.240220 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-72d71673-45ad-4cb3-afbf-b535034f998f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962563 Nov 08 14:04:29.254580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:29.259330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45920) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.349570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'Port': ['ID=d0e5d720-4598-4067-b293-2a5a3d560a74,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:29.411181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def41e4-749b-46ae-9df7-968871ae1c29 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:29.415195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8def41e4-749b-46ae-9df7-968871ae1c29 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1510303 Nov 08 14:04:29.421830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45924) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.433037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ce03a-8b6e-479c-afa8-b983489a19fe req-842f38e0-a53c-4a4a-a145-9151fa93f9b9 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:29.434873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f7ce03a-8b6e-479c-afa8-b983489a19fe req-842f38e0-a53c-4a4a-a145-9151fa93f9b9 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 945 time: 0.2038295 Nov 08 14:04:29.447629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26479268-c166-4adc-873b-6f27749d3037'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:29.450067 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3682daaa-b7ab-4d82-b3ba-1f3da7817021" -d '{"events": [{"server_uuid": "7a26edcd-8d8e-4b41-8868-ead0fcd7d74f", "name": "network-vif-plugged", "status": "completed", "tag": "26479268-c166-4adc-873b-6f27749d3037"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:29.511156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.516410 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edea2cac-cff5-4cef-9a2b-3f1d6cb1d3ad x-openstack-request-id: req-edea2cac-cff5-4cef-9a2b-3f1d6cb1d3ad {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:29.516910 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a26edcd-8d8e-4b41-8868-ead0fcd7d74f", "name": "network-vif-plugged", "status": "completed", "tag": "26479268-c166-4adc-873b-6f27749d3037", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:29.517443 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edea2cac-cff5-4cef-9a2b-3f1d6cb1d3ad {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:29.518209 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26479268-c166-4adc-873b-6f27749d3037', 'code': 200} Nov 08 14:04:29.555115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271054ff-49b8-44f1-81b5-5f5199295747 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:29.557915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-271054ff-49b8-44f1-81b5-5f5199295747 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1349540 Nov 08 14:04:29.561878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45928) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.600946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.608170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a6d51-4d5e-4401-bebb-490031b5a076 None None] Network 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:29.674906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:29.681294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:29.685280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:29.695769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:29.696823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.698685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2013d1e2-bac8-476f-8c4c-770f4af7d49b None None] Provisioning complete for port 46a1508b-3f53-44e7-a46f-6ece2c113888 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:29.699154 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2013d1e2-bac8-476f-8c4c-770f4af7d49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.729009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=0cf96dc9-59eb-4d58-9bfd-d9de435f916e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:29.731480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f7ce03a-8b6e-479c-afa8-b983489a19fe req-1e512a22-d600-4ed1-8288-efe627a5d87c tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665854 Nov 08 14:04:29.740013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-91421e5e-f30f-420c-af89-7880aa58de3a tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1400497 Nov 08 14:04:29.746674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.758278 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1b320d61-f683-4726-a827-5fb591f484eb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8692451 Nov 08 14:04:29.759059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45932) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.766949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:29.799493 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ed78d7-76f6-4f4b-be70-270b48eac720 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:29.800951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ed78d7-76f6-4f4b-be70-270b48eac720 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:29.806774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a9ed78d7-76f6-4f4b-be70-270b48eac720 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/a718c0f0-9ebc-412a-bd3d-0a10ac813bcd HTTP/1.1" status: 404 len: 333 time: 0.0588732 Nov 08 14:04:29.809113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45934) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.861999 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:29.894332 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-824c484f-7e25-4977-93f9-02e31141a36e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:29.894801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824c484f-7e25-4977-93f9-02e31141a36e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:29.897886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-824c484f-7e25-4977-93f9-02e31141a36e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/3fdf7b2f-32be-485f-bd08-c263a8b6ca8b HTTP/1.1" status: 404 len: 337 time: 0.0799103 Nov 08 14:04:29.902251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a8b1-7dcb-4e18-8a09-601a8bea0967 req-7f5184c5-bfb1-4d79-9f21-b7709310643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:29.903706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9628a8b1-7dcb-4e18-8a09-601a8bea0967 req-7f5184c5-bfb1-4d79-9f21-b7709310643e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 1097 time: 0.3020458 Nov 08 14:04:29.904197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45936) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:29.926009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] DHCP port deletion for 4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:29.955196 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0469e0-be34-452c-930a-755f99645865 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:29.955685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0469e0-be34-452c-930a-755f99645865 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:29.958947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa0469e0-be34-452c-930a-755f99645865 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/f5e0d915-01c9-4b4c-9090-7bf0243f1e50 HTTP/1.1" status: 404 len: 337 time: 0.0521400 Nov 08 14:04:29.965916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.002193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] Deleting port 46a1508b-3f53-44e7-a46f-6ece2c113888 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:30.002473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.005990 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-230ce689-3f13-4b30-81d7-9edb96ecc307 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.007205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230ce689-3f13-4b30-81d7-9edb96ecc307 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.010574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-230ce689-3f13-4b30-81d7-9edb96ecc307 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/b62a6344-e8b2-4bc1-9ef8-5c703cfb61df HTTP/1.1" status: 404 len: 333 time: 0.0431385 Nov 08 14:04:30.021969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45942) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.067773 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec2ae7a-d4a1-4214-b4d6-ca060420e262 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.068861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec2ae7a-d4a1-4214-b4d6-ca060420e262 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.072599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7ec2ae7a-d4a1-4214-b4d6-ca060420e262 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/ca98e420-7727-4884-aa2d-00a2729569bf HTTP/1.1" status: 404 len: 337 time: 0.0492077 Nov 08 14:04:30.087392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45944) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.091833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] For port 46a1508b-3f53-44e7-a46f-6ece2c113888, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=46a1508b-3f53-44e7-a46f-6ece2c113888,segment=NetworkSegment(b9ca3fa2-1384-4886-b657-afcc76ccd92d),segment_id=b9ca3fa2-1384-4886-b657-afcc76ccd92d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:30.091833 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.097755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9628a8b1-7dcb-4e18-8a09-601a8bea0967 req-26a6bed3-41b4-41e5-bbfa-ce1f112d4f14 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780159 Nov 08 14:04:30.111004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] Calling delete_port for 46a1508b-3f53-44e7-a46f-6ece2c113888 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:30.155983 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-4036e75e-2685-41fa-bd3c-f026c92a8e0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.156362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4036e75e-2685-41fa-bd3c-f026c92a8e0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.161871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4036e75e-2685-41fa-bd3c-f026c92a8e0e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/fc5800c5-194b-49ae-b8ee-b87454f0eec8 HTTP/1.1" status: 404 len: 337 time: 0.0702579 Nov 08 14:04:30.162270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45946) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.170098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a605e6-c212-4722-b85d-72f255c9f4e4 req-0a4c8be6-ecb0-4d9a-9af7-44fbc851539a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:30.171631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2a605e6-c212-4722-b85d-72f255c9f4e4 req-0a4c8be6-ecb0-4d9a-9af7-44fbc851539a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 946 time: 0.1668487 Nov 08 14:04:30.175388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.193123 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.195402 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-58193835-360b-42d4-b63c-278619167c59 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.196171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58193835-360b-42d4-b63c-278619167c59 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.199231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-58193835-360b-42d4-b63c-278619167c59 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/335bb447-fd55-422e-8679-7c45513e0d58 HTTP/1.1" status: 404 len: 333 time: 0.0358820 Nov 08 14:04:30.203598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45948) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.235567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.248804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] In _notify_port_updated(), no bound segment for port 0cf96dc9-59eb-4d58-9bfd-d9de435f916e on network d883d75f-f6e1-4755-aa1a-c17d683ff437 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:04:30.257605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:30.257605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.263087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "PUT /v2.0/ports/0cf96dc9-59eb-4d58-9bfd-d9de435f916e HTTP/1.1" status: 200 len: 818 time: 0.5028124 Nov 08 14:04:30.263841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45950) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.273610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] Pushing event deleted for resources: {'Port': ['ID=46a1508b-3f53-44e7-a46f-6ece2c113888,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:30.276978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11b6339-809e-4aec-a04b-978101313e90 None None] No DVR routers for this DVR port 46a1508b-3f53-44e7-a46f-6ece2c113888 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:30.303846 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-557e5efb-1c6d-4a0c-82b3-f2768eb08d41 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.304317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557e5efb-1c6d-4a0c-82b3-f2768eb08d41 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.307548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-557e5efb-1c6d-4a0c-82b3-f2768eb08d41 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/9dfdfcca-053d-41f8-b10b-77455297499a HTTP/1.1" status: 404 len: 337 time: 0.1027699 Nov 08 14:04:30.314950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45952) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.329137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e03fe2-9e85-4ff3-8db2-a7c97d21d927 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=0cf96dc9-59eb-4d58-9bfd-d9de435f916e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:30.401722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 0cf96dc9-59eb-4d58-9bfd-d9de435f916e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:30.402204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.449570 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-235919bf-cdc4-4442-ae10-f9aed5bc814b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.450034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235919bf-cdc4-4442-ae10-f9aed5bc814b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.457293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-235919bf-cdc4-4442-ae10-f9aed5bc814b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/4715127f-16aa-438a-99b0-5424779a2c9f HTTP/1.1" status: 404 len: 337 time: 0.1364174 Nov 08 14:04:30.462463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45954) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.491339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2a605e6-c212-4722-b85d-72f255c9f4e4 req-b86c05b4-65d5-4ebc-adc3-2f5222e362d2 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885695 Nov 08 14:04:30.514449 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-49bdac19-d124-47bd-9c58-2ec8a35edb84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.515262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49bdac19-d124-47bd-9c58-2ec8a35edb84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.518420 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-49bdac19-d124-47bd-9c58-2ec8a35edb84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/a8d68e57-7172-4af1-bcca-5b92b715db0b HTTP/1.1" status: 404 len: 333 time: 0.0552914 Nov 08 14:04:30.523039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45960) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.526396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.534522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.562833 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-811d2a97-caa7-4df5-8452-a4276957b62d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.563298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-811d2a97-caa7-4df5-8452-a4276957b62d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.567908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-811d2a97-caa7-4df5-8452-a4276957b62d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/33dc3463-d351-480e-978c-431477a738a1 HTTP/1.1" status: 404 len: 337 time: 0.0428288 Nov 08 14:04:30.572093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45962) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.580785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 0cf96dc9-59eb-4d58-9bfd-d9de435f916e owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:30.608126 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-469f5049-0052-48bf-af7c-fd829cd4fb6c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.608699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-469f5049-0052-48bf-af7c-fd829cd4fb6c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.611857 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-469f5049-0052-48bf-af7c-fd829cd4fb6c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/b168b751-2bf6-4fe2-82a8-2975e86dbb04 HTTP/1.1" status: 404 len: 337 time: 0.0387399 Nov 08 14:04:30.616668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45966) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.678516 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb45c963-3114-421c-8c8d-4e3b06f90a4c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.679078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.679432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb45c963-3114-421c-8c8d-4e3b06f90a4c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.683268 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fb45c963-3114-421c-8c8d-4e3b06f90a4c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/bf4fcc8f-ace6-4baf-8706-fba305574fe3 HTTP/1.1" status: 404 len: 333 time: 0.0656035 Nov 08 14:04:30.686114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.718641 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b5336d-4d53-4a16-8527-b6c27338f56b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.719110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03b5336d-4d53-4a16-8527-b6c27338f56b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.722308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-03b5336d-4d53-4a16-8527-b6c27338f56b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/9dfa3aa4-9a28-4799-98c1-d3edf64b9c5f HTTP/1.1" status: 404 len: 337 time: 0.0350993 Nov 08 14:04:30.726613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45970) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.761292 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-751a1d17-9ad1-4c8a-b7fd-8c4e7fd63646 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.762047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-751a1d17-9ad1-4c8a-b7fd-8c4e7fd63646 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.765457 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-751a1d17-9ad1-4c8a-b7fd-8c4e7fd63646 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/731076c8-515e-4f8f-99dd-092171d19521 HTTP/1.1" status: 404 len: 333 time: 0.0378697 Nov 08 14:04:30.768811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45972) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.787223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.829191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=0cf96dc9-59eb-4d58-9bfd-d9de435f916e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:30.833516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.838570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-780f94aa-3bc7-4cf8-924e-fba3eae8038b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/0cf96dc9-59eb-4d58-9bfd-d9de435f916e HTTP/1.1" status: 204 len: 168 time: 0.5703416 Nov 08 14:04:30.841022 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af4b10a-ed8c-468b-ba41-b192aa127a60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.841695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af4b10a-ed8c-468b-ba41-b192aa127a60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.841983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45976) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.849407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7af4b10a-ed8c-468b-ba41-b192aa127a60 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/3fdee68d-f2e8-4a8f-82cc-f757c0fde588 HTTP/1.1" status: 404 len: 337 time: 0.0760300 Nov 08 14:04:30.852432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45978) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.902404 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d40ceea-d457-4a23-968f-6b07e7625767 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.903132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d40ceea-d457-4a23-968f-6b07e7625767 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.910396 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d40ceea-d457-4a23-968f-6b07e7625767 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/c52ae7c7-aa43-40df-985c-90aef5ef6f05 HTTP/1.1" status: 404 len: 333 time: 0.0532312 Nov 08 14:04:30.911335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45980) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.952685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cccac2-2970-4f9f-9ee3-a0f7a2c6d655 req-b238f878-f6c7-4b58-8bda-51b3555e6bf1 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:30.954259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5cccac2-2970-4f9f-9ee3-a0f7a2c6d655 req-b238f878-f6c7-4b58-8bda-51b3555e6bf1 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 945 time: 0.0855520 Nov 08 14:04:30.956725 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf82817-c137-43ca-9508-44321bf48e37 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:30.957194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf82817-c137-43ca-9508-44321bf48e37 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:30.961805 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6bf82817-c137-43ca-9508-44321bf48e37 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/7f8554e7-f02b-4614-b073-9f8c2583b544 HTTP/1.1" status: 404 len: 337 time: 0.0455115 Nov 08 14:04:30.963877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45982) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:30.964081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.975261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:30.980598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ce263-b9e5-401a-b5fc-01319442d4bb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:30.982153 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c54ce263-b9e5-401a-b5fc-01319442d4bb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1390464 Nov 08 14:04:30.985942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45984) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.015814 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d60a3d-18ff-4b0e-8454-d2571e3115cc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.016580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d60a3d-18ff-4b0e-8454-d2571e3115cc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.020642 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d5d60a3d-18ff-4b0e-8454-d2571e3115cc tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/73081200-a169-426e-96b1-649b169633b5 HTTP/1.1" status: 404 len: 333 time: 0.0556211 Nov 08 14:04:31.034086 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45986) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.039820 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc89caf1-bde1-4ee9-be1f-238cb90da2b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:04:31.043186 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cc89caf1-bde1-4ee9-be1f-238cb90da2b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/0cf96dc9-59eb-4d58-9bfd-d9de435f916e HTTP/1.1" status: 404 len: 333 time: 0.0543249 Nov 08 14:04:31.047233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45988) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.052729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-960970868'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:31.087564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:31.091617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.116437 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e3b2aa-e960-4513-8bef-779624fa198e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.116900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e3b2aa-e960-4513-8bef-779624fa198e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.120043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-20e3b2aa-e960-4513-8bef-779624fa198e tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/3647fb93-44df-4ae3-99b8-0eaf38e8e0cf HTTP/1.1" status: 404 len: 337 time: 0.0843096 Nov 08 14:04:31.123422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:31.125439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event updated for resources: {'Port': ['ID=d0e5d720-4598-4067-b293-2a5a3d560a74,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:31.125653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45990) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.134364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5cccac2-2970-4f9f-9ee3-a0f7a2c6d655 req-6e3fc05c-b206-4623-a9ed-fe34aa7baee1 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682680 Nov 08 14:04:31.146650 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.163277 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d720c5a-103c-4e0e-8ba9-1c3d3eae302f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.165389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d720c5a-103c-4e0e-8ba9-1c3d3eae302f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.178854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d720c5a-103c-4e0e-8ba9-1c3d3eae302f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/51d4b0a1-6963-4fca-b47d-525f81ac0437 HTTP/1.1" status: 404 len: 333 time: 0.0520983 Nov 08 14:04:31.182663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45994) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.187254 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.187900 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment 0b79e0eb-8b72-469c-b567-37b18a678d6c of type vlan for network ef91192c-7e15-4a35-9351-4adfecc36b47 Nov 08 14:04:31.240152 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e68a22-6025-402b-b1da-8f0ac2417bb2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.240855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e68a22-6025-402b-b1da-8f0ac2417bb2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.248563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7e68a22-6025-402b-b1da-8f0ac2417bb2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/2d94f4ac-7d75-4c84-9bfd-b8af794c096d HTTP/1.1" status: 404 len: 337 time: 0.0612564 Nov 08 14:04:31.250561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45996) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.295583 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Floating IP db6158ca-cba9-41a8-a2d5-af7fc6d45dc0 associated. External IP: 172.25.8.28, port: 5c199f9a-bd0e-4d20-8e65-271b74a9cb73. Nov 08 14:04:31.307371 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-3194cc10-083c-4ec4-ad96-660441ee58d4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.308170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3194cc10-083c-4ec4-ad96-660441ee58d4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.311266 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3194cc10-083c-4ec4-ad96-660441ee58d4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/38e5d2ec-671f-4952-9dbb-4fd4350d2b2b HTTP/1.1" status: 404 len: 333 time: 0.0594165 Nov 08 14:04:31.317716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45998) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.330198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.350973 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5355f93-4208-407b-8dc3-45ba19622f1f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.351433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5355f93-4208-407b-8dc3-45ba19622f1f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.354736 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d5355f93-4208-407b-8dc3-45ba19622f1f tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/e552562a-2280-4757-99cc-dec594a14b98 HTTP/1.1" status: 404 len: 337 time: 0.0359745 Nov 08 14:04:31.359961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46000) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.382407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.388072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:31.388948 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.401692 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-8258bb45-3800-4ce6-8035-76e6b1ea3fd2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.402299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8258bb45-3800-4ce6-8035-76e6b1ea3fd2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.408091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8258bb45-3800-4ce6-8035-76e6b1ea3fd2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/6ba1978b-59cd-4e5a-a756-a58d5db88578 HTTP/1.1" status: 404 len: 337 time: 0.0434768 Nov 08 14:04:31.411116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46002) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.433795 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3853350 Nov 08 14:04:31.449405 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa74c35-76d6-44a3-bdf6-91c9b45cc5b0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.450124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa74c35-76d6-44a3-bdf6-91c9b45cc5b0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.455791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-afa74c35-76d6-44a3-bdf6-91c9b45cc5b0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/8e0fb061-a7c7-4948-a4c6-021862c61b2b HTTP/1.1" status: 404 len: 333 time: 0.0413616 Nov 08 14:04:31.455791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46004) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.460339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46006) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.465488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:31.466608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c2126a6-4f5c-403b-9dfa-f54a1bf32613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.478692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e6a02-b359-4e98-b15a-25000794eac7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=ef91192c-7e15-4a35-9351-4adfecc36b47,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:31.496637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network ef91192c-7e15-4a35-9351-4adfecc36b47 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:31.561702 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef22366-13c0-4aca-a4f8-e040976e67a9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.562198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef22366-13c0-4aca-a4f8-e040976e67a9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.567854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ef22366-13c0-4aca-a4f8-e040976e67a9 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/5b8904c9-a7b1-439e-b527-3d854c20f289 HTTP/1.1" status: 404 len: 337 time: 0.0954437 Nov 08 14:04:31.568559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46010) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.648715 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfcd5f81-6a68-40e5-a9b5-46c813a90fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.648987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfcd5f81-6a68-40e5-a9b5-46c813a90fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.652390 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cfcd5f81-6a68-40e5-a9b5-46c813a90fc8 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/36e40b58-f728-4db6-a036-25a6175f4f60 HTTP/1.1" status: 404 len: 337 time: 0.0824804 Nov 08 14:04:31.656424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46016) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.700639 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fde959f-f665-45c5-b5aa-b9f88542737b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.700639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fde959f-f665-45c5-b5aa-b9f88542737b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.705210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1fde959f-f665-45c5-b5aa-b9f88542737b tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/101eb659-f377-4406-87b9-dac95c57c6a9 HTTP/1.1" status: 404 len: 333 time: 0.0456288 Nov 08 14:04:31.706723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46020) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.734163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 46a1508b-3f53-44e7-a46f-6ece2c113888 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:31.778313 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-68f509f5-f953-48d2-90ec-da6f984195c1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.778763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68f509f5-f953-48d2-90ec-da6f984195c1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.783072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 46a1508b-3f53-44e7-a46f-6ece2c113888 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:31.783072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 46a1508b-3f53-44e7-a46f-6ece2c113888 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:31.788839 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-68f509f5-f953-48d2-90ec-da6f984195c1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/d5590f3b-482d-4766-aa8a-d538df23b188 HTTP/1.1" status: 404 len: 337 time: 0.0810728 Nov 08 14:04:31.792951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46026) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.821220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1244736-ecdc-4fa9-bb93-93512fe0bc4f req-f0319992-d8cd-4b96-84a3-cf2ad0424cac tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:31.823341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1244736-ecdc-4fa9-bb93-93512fe0bc4f req-f0319992-d8cd-4b96-84a3-cf2ad0424cac tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 946 time: 0.1413686 Nov 08 14:04:31.826354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:31.830787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:31.842639 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff0924d-8270-4287-b935-c19d681712f4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.843136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff0924d-8270-4287-b935-c19d681712f4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.847797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dff0924d-8270-4287-b935-c19d681712f4 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/68b4722c-900c-44b5-9406-381ae7012c06 HTTP/1.1" status: 404 len: 337 time: 0.0519559 Nov 08 14:04:31.850431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.886780 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f00296c-ad04-4ee4-8c1a-6495c120dbb6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.887500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f00296c-ad04-4ee4-8c1a-6495c120dbb6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.893031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9f00296c-ad04-4ee4-8c1a-6495c120dbb6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/362ab7c9-95ad-415a-b4af-539729802706 HTTP/1.1" status: 404 len: 333 time: 0.0391150 Nov 08 14:04:31.894244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46034) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.926667 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5cda50-816a-49e1-ab91-d2c380e14c52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.927310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5cda50-816a-49e1-ab91-d2c380e14c52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.933103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5e5cda50-816a-49e1-ab91-d2c380e14c52 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/42bed04a-7ae8-47cc-b713-a65804ea5043 HTTP/1.1" status: 404 len: 337 time: 0.0363741 Nov 08 14:04:31.933514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46036) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.956256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:04:31.964914 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ba22d0-3e7a-441e-8b35-7c0ae38d4838 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:31.965468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ba22d0-3e7a-441e-8b35-7c0ae38d4838 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:31.969412 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-01ba22d0-3e7a-441e-8b35-7c0ae38d4838 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/def0b1c2-ea1d-4493-ae57-a82278d340d2 HTTP/1.1" status: 404 len: 337 time: 0.0345557 Nov 08 14:04:31.971998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:31.975799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1244736-ecdc-4fa9-bb93-93512fe0bc4f req-a35e846a-aac0-4abf-aa7c-f274c445470a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400399 Nov 08 14:04:32.013085 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-13046b2d-a0b7-47e7-b166-f60f33959aa6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a0d12aa-593b-4cca-a50b-0a1abf82ab59 HTTP/1.1" status: 200 len: 205 time: 0.0389950 Nov 08 14:04:32.015702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46042) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.071659 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-0a351b96-da6c-4354-a478-6a80f153fc5d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] delete failed (client error): The resource could not be found. Nov 08 14:04:32.073374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0a351b96-da6c-4354-a478-6a80f153fc5d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/routers/9a0d12aa-593b-4cca-a50b-0a1abf82ab59 HTTP/1.1" status: 404 len: 336 time: 0.0562131 Nov 08 14:04:32.076248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46044) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.124829 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-48af2ecc-8062-41c2-bd30-60b280383f5d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.125478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48af2ecc-8062-41c2-bd30-60b280383f5d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.129378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-48af2ecc-8062-41c2-bd30-60b280383f5d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/bede5714-957c-4dca-a3d2-b97776a8b9ef HTTP/1.1" status: 404 len: 337 time: 0.0516748 Nov 08 14:04:32.132003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46046) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.166145 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-de8de140-4389-4313-877d-dd1788ad8f25 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "GET /v2.0/ports?device_id=2a055d22-66a8-43c6-9943-9a281e40df6c HTTP/1.1" status: 200 len: 205 time: 0.0327368 Nov 08 14:04:32.168790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46048) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.222053 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-05af7c98-3540-48fa-beca-a3a6ac303535 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] delete failed (client error): The resource could not be found. Nov 08 14:04:32.223290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-05af7c98-3540-48fa-beca-a3a6ac303535 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/routers/2a055d22-66a8-43c6-9943-9a281e40df6c HTTP/1.1" status: 404 len: 336 time: 0.0526500 Nov 08 14:04:32.226005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46050) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.263115 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-324760c5-2adb-4c18-8548-b59ad990e924 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.263987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-324760c5-2adb-4c18-8548-b59ad990e924 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.268293 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-324760c5-2adb-4c18-8548-b59ad990e924 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/0ccbf0d1-dcc5-4d47-9493-8817016d27ef HTTP/1.1" status: 404 len: 337 time: 0.0408700 Nov 08 14:04:32.271198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46052) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.304208 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-03054ea4-9ba9-4cad-aecc-d66f99f313f1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.304813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03054ea4-9ba9-4cad-aecc-d66f99f313f1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.308253 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-03054ea4-9ba9-4cad-aecc-d66f99f313f1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/986c97ec-1a44-44b7-8034-ee5643b1c48b HTTP/1.1" status: 404 len: 337 time: 0.0358195 Nov 08 14:04:32.310834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46054) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.337607 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cc0b4a-21bf-4576-88bd-f10199a3fbea tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.338424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cc0b4a-21bf-4576-88bd-f10199a3fbea tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.344459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18cc0b4a-21bf-4576-88bd-f10199a3fbea tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/8d099d19-2225-43bb-ae6a-a0d447a62cb2 HTTP/1.1" status: 404 len: 333 time: 0.0299251 Nov 08 14:04:32.344689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46058) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.379659 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdcfd5f5-b0d3-4807-ab38-9fe73f197d3d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.380228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdcfd5f5-b0d3-4807-ab38-9fe73f197d3d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.383878 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bdcfd5f5-b0d3-4807-ab38-9fe73f197d3d tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/fc7d6e8c-5585-4bfd-8f98-5da833502bf7 HTTP/1.1" status: 404 len: 337 time: 0.0380187 Nov 08 14:04:32.386473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46060) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.413169 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-40f82a47-1ba0-478d-8168-791880b689b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.413952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40f82a47-1ba0-478d-8168-791880b689b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.420756 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-40f82a47-1ba0-478d-8168-791880b689b1 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/3b9d6174-2dcc-46b2-be2a-b4fe6d733a7d HTTP/1.1" status: 404 len: 333 time: 0.0301738 Nov 08 14:04:32.423621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46064) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.457266 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b7793f-32a1-4a39-a5e4-1a81e835d9d6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.457718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b7793f-32a1-4a39-a5e4-1a81e835d9d6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.461616 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93b7793f-32a1-4a39-a5e4-1a81e835d9d6 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/f3deda1e-1d9b-444e-afc5-afd4d858344a HTTP/1.1" status: 404 len: 337 time: 0.0360010 Nov 08 14:04:32.466861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46066) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.499258 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b859b0-353c-40a8-a109-54c208a2b930 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.500035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b859b0-353c-40a8-a109-54c208a2b930 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.503452 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-64b859b0-353c-40a8-a109-54c208a2b930 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/3a7d977f-8668-4422-a711-d5d141da1867 HTTP/1.1" status: 404 len: 333 time: 0.0352490 Nov 08 14:04:32.505940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.540974 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fd93f1-fc4b-4000-89b0-dcc95f312542 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.541445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fd93f1-fc4b-4000-89b0-dcc95f312542 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.547057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-66fd93f1-fc4b-4000-89b0-dcc95f312542 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/6e107451-c4d8-4666-9f2c-52db4ff8207d HTTP/1.1" status: 404 len: 337 time: 0.0377402 Nov 08 14:04:32.548151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46072) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.573193 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-6092fa9e-6407-4deb-9b25-da2f1f78ff32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.574037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6092fa9e-6407-4deb-9b25-da2f1f78ff32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.579897 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6092fa9e-6407-4deb-9b25-da2f1f78ff32 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/e930e031-324c-4549-84b8-5e40234bba7c HTTP/1.1" status: 404 len: 333 time: 0.0280499 Nov 08 14:04:32.580292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.608572 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2bb9ab-8d34-464d-b511-bed63d33fad2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.609500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e2bb9ab-8d34-464d-b511-bed63d33fad2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.620455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e2bb9ab-8d34-464d-b511-bed63d33fad2 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/1e6c4a5d-8404-451a-b63a-14bfae3e3b32 HTTP/1.1" status: 404 len: 337 time: 0.0308609 Nov 08 14:04:32.620455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46076) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.669503 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:04:32.675307 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-50885de8-24e6-4af7-833e-84f6cd96fa84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.679761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50885de8-24e6-4af7-833e-84f6cd96fa84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.680256 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-50885de8-24e6-4af7-833e-84f6cd96fa84 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/3d3620f8-e848-4c33-a67f-b0eaffa36652 HTTP/1.1" status: 404 len: 333 time: 0.0588651 Nov 08 14:04:32.683012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46080) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.700658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:04:32.728035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] Sync routers for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:04:32.751221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:04:32.754290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:04:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:32.765635 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3cf38b-d335-4f68-a1d7-1dffb8af82df tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.766706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb3cf38b-d335-4f68-a1d7-1dffb8af82df tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.779199 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fb3cf38b-d335-4f68-a1d7-1dffb8af82df tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/58427484-12e0-4310-b4af-d5b898bad5c4 HTTP/1.1" status: 404 len: 337 time: 0.0949912 Nov 08 14:04:32.781702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46082) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.781879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:32.823020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:32.827824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c16f7df8-c51d-4c2f-991a-f1661814f148 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.6925266 Nov 08 14:04:32.832356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:32.835070 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74103a73-5836-4b10-a4b4-51f78f62a76a" -d '{"events": [{"name": "network-changed", "server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:32.851235 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e66d7b-65c5-45e6-bc9f-baf19b4d72e0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.854694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e66d7b-65c5-45e6-bc9f-baf19b4d72e0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.858289 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e1e66d7b-65c5-45e6-bc9f-baf19b4d72e0 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/8c3b1d95-0da0-4f55-bda8-5a29c0ad1c79 HTTP/1.1" status: 404 len: 333 time: 0.0751023 Nov 08 14:04:32.865796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46088) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.904620 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d59cd2-9964-44a9-a335-106b5880663b x-openstack-request-id: req-69d59cd2-9964-44a9-a335-106b5880663b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:32.905506 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:32.905937 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69d59cd2-9964-44a9-a335-106b5880663b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:32.906587 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'status': 'completed', 'code': 200} Nov 08 14:04:32.966587 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba582f9-88da-4722-9b6f-e0c792eabb34 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:32.967264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba582f9-88da-4722-9b6f-e0c792eabb34 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:32.974922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7ba582f9-88da-4722-9b6f-e0c792eabb34 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/a82d5e36-27ab-41ab-81e3-96153ff5ca67 HTTP/1.1" status: 404 len: 337 time: 0.1041844 Nov 08 14:04:32.976285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46092) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:32.978974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:04:32.998666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=989e40e4-0b1e-4788-9833-ea6c4ad498ca,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:33.020387 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-746f1d11-3035-44d4-8eb5-7429ba7cdcca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:33.021718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-746f1d11-3035-44d4-8eb5-7429ba7cdcca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:33.029863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-746f1d11-3035-44d4-8eb5-7429ba7cdcca tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/ports/d4ffdfd9-af49-4b73-b4f4-97f2fddb98cb HTTP/1.1" status: 404 len: 333 time: 0.0513918 Nov 08 14:04:33.030720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46096) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:33.044148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-05a14797-424f-444c-8396-797baadef8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:33.045804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-05a14797-424f-444c-8396-797baadef8b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=96fb62c90a99406db54773613dab4ae1&device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1096 time: 0.1080115 Nov 08 14:04:33.046591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': '0b79e0eb-8b72-469c-b567-37b18a678d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:33.046993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: ef91192c-7e15-4a35-9351-4adfecc36b47, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:33.066335 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-082c5942-030c-4de6-b23f-eded7005468c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] DELETE failed (client error): The resource could not be found. Nov 08 14:04:33.066805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082c5942-030c-4de6-b23f-eded7005468c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:33.074704 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-082c5942-030c-4de6-b23f-eded7005468c tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/subnets/015d30fb-12eb-49dc-8dab-599b7fa9d812 HTTP/1.1" status: 404 len: 337 time: 0.0426526 Nov 08 14:04:33.075337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46098) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:33.181649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-96bde9c4-0c2e-4cdb-bebc-1177eedcc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:33.183130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-96bde9c4-0c2e-4cdb-bebc-1177eedcc549 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 200 len: 909 time: 0.1290398 Nov 08 14:04:33.221943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.236642 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.246487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network ef91192c-7e15-4a35-9351-4adfecc36b47 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:33.283766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, ef91192c-7e15-4a35-9351-4adfecc36b47) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:33.302062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:33.302664 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.307896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d27878-1742-4411-ad72-6f41e51453f4 None None] Network ef91192c-7e15-4a35-9351-4adfecc36b47 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:33.339840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-2947e336-3232-4f10-8fe7-49af4be72701 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 200 len: 998 time: 0.1448734 Nov 08 14:04:33.377340 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6af29d6b-9ee6-4beb-a8cd-43c019f2d3b7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9194968 Nov 08 14:04:33.388952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46102) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:33.394865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2122f150-37ef-4eea-84b7-23bb54f6c968 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:33.423880 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.437340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-85c83723-247c-43a7-9856-a8ab3e29f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:33.439036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-85c83723-247c-43a7-9856-a8ab3e29f5d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac646a0d-f873-4e48-84da-a0d44e68bb1c HTTP/1.1" status: 200 len: 847 time: 0.0925066 Nov 08 14:04:33.505448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'db6158ca-cba9-41a8-a2d5-af7fc6d45dc0', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'port_id': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'mac_address': 'fa:16:3e:6b:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:04:30Z', 'updated_at': '2021-11-08T14:04:30Z', 'revision_number': 0, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:41Z', 'revision_number': 5, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:33.518304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:33.544445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ca3fa2-1384-4886-b657-afcc76ccd92d') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:33.544796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ca3fa2-1384-4886-b657-afcc76ccd92d') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:33.546841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-e974036d-8651-4150-a260-aef85bff12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:33.548679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-e974036d-8651-4150-a260-aef85bff12bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61269a23-5016-485e-9ecc-5841df8863cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021247 Nov 08 14:04:33.556260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] Checking router: 7e6ffa47-c5ea-49d0-b770-44de2a19b472 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:04:33.564569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.594529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.595391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:04:33.596134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:04:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:33.606458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:33.606867 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:33.610351 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:33.681487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-ef91192c-7e15-4a35-9351-4adfecc36b47', 'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47', 'tenant_id': 'f52b4b2a90144de988f3c415b3eb8918', 'fixed_ips': [{'subnet_id': '989e40e4-0b1e-4788-9833-ea6c4ad498ca'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:33.682467 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.696103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-bfcd1903-b54e-4716-a2f4-15a2418c5d06 service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333218 Nov 08 14:04:33.696506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2122f150-37ef-4eea-84b7-23bb54f6c968 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:33.700706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2122f150-37ef-4eea-84b7-23bb54f6c968 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.732792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.743671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:33.749157 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] 10.222.0.65 "DELETE /v2.0/networks/4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e HTTP/1.1" status: 204 len: 168 time: 0.6699367 Nov 08 14:04:33.788493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:04:33.797665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf403d-fdad-44c6-aae8-64d9f16ca717 tempest-NetworksTestDHCPv6-1403288331 tempest-NetworksTestDHCPv6-1403288331-project] Pushing event deleted for resources: {'Network': ['ID=4168ebe8-fbf9-41d3-85cd-16d5bf3e7d4e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:33.864052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74103a73-5836-4b10-a4b4-51f78f62a76a req-c505e7b2-31fc-49e3-8929-e3985945b02c service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610203 Nov 08 14:04:33.886065 n-d-804292-2 neutron-server[101840]: INFO neutron.db.ipam_backend_mixin [None req-2122f150-37ef-4eea-84b7-23bb54f6c968 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 989e40e4-0b1e-4788-9833-ea6c4ad498ca (CIDR: 2001:db8::/64) Nov 08 14:04:33.890797 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-2122f150-37ef-4eea-84b7-23bb54f6c968 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:04:33.891532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2122f150-37ef-4eea-84b7-23bb54f6c968 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:04:33.914678 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2122f150-37ef-4eea-84b7-23bb54f6c968 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5247042 Nov 08 14:04:33.917871 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46112) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:33.924068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:34.106310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Allocated IP 2001:db8::2 (ef91192c-7e15-4a35-9351-4adfecc36b47/989e40e4-0b1e-4788-9833-ea6c4ad498ca/41a50ccf-f880-4226-8b57-7bcd4c38c7d8) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:34.115209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:34.121221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.202355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46120) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:34.455469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a762faee-c72d-4549-a49d-5ca09a1f3932 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60d0d70cbaa8468db922ad7b3bdb5d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2503400 Nov 08 14:04:34.457869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46130) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:34.459264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.497802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network ef91192c-7e15-4a35-9351-4adfecc36b47 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:34.501483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:34.520497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'db6158ca-cba9-41a8-a2d5-af7fc6d45dc0', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'port_id': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'mac_address': 'fa:16:3e:6b:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:04:30Z', 'updated_at': '2021-11-08T14:04:30Z', 'revision_number': 0, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:41Z', 'revision_number': 5, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:34.530797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:34.531765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.563637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ff8ede-fda4-434a-995a-5de2c56067a7 None None] The sync data for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 is: [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'db6158ca-cba9-41a8-a2d5-af7fc6d45dc0', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'port_id': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'mac_address': 'fa:16:3e:6b:6c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:04:30Z', 'updated_at': '2021-11-08T14:04:30Z', 'revision_number': 0, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:41Z', 'revision_number': 5, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:04:34.568907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.579608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.584910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f342fe4b-668b-429f-9e2a-82345855c3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.587286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6681604 Nov 08 14:04:34.592210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46134) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:34.605048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c8709-abd8-4494-b1f1-10526104b54c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=6a479e45-87f9-47e1-ab02-80acb7af1495,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:34.608152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47', 'fixed_ips': [{'subnet_id': '989e40e4-0b1e-4788-9833-ea6c4ad498ca'}, {'subnet_id': '6a479e45-87f9-47e1-ab02-80acb7af1495'}], 'name': 'tempest-PortsIpV6TestJSON-1475615518'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:34.647023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Pushing event updated for resources: {'Port': ['ID=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:34.662703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Network ef91192c-7e15-4a35-9351-4adfecc36b47 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:34.667397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:34.673746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:34.693914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f342fe4b-668b-429f-9e2a-82345855c3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.803335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Attempting to bind port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:34.804879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Attempting to bind port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '0b79e0eb-8b72-469c-b567-37b18a678d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:34.804879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Attempting to bind port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 on network ef91192c-7e15-4a35-9351-4adfecc36b47 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:34.813959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:34.814406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Checking segment: {'id': '0b79e0eb-8b72-469c-b567-37b18a678d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:34.815140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.815949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Bound using segment: {'id': '0b79e0eb-8b72-469c-b567-37b18a678d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:34.816875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Bound port: 41a50ccf-f880-4226-8b57-7bcd4c38c7d8, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b79e0eb-8b72-469c-b567-37b18a678d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:34.817654 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.867172 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f342fe4b-668b-429f-9e2a-82345855c3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.872044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f342fe4b-668b-429f-9e2a-82345855c3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:34.873416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f342fe4b-668b-429f-9e2a-82345855c3c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df30447d-6a91-411f-b599-06a56835e5f2 HTTP/1.1" status: 204 len: 168 time: 0.4141657 Nov 08 14:04:34.877632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:34.903829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342fe4b-668b-429f-9e2a-82345855c3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df30447d-6a91-411f-b599-06a56835e5f2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:34.950010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] For port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:35.000772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] For port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,segment=NetworkSegment(0b79e0eb-8b72-469c-b567-37b18a678d6c),segment_id=0b79e0eb-8b72-469c-b567-37b18a678d6c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:35.007938 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:35.051111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:35.070946 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30173a-f969-4253-8fc3-c4bd7cb39fc8 None None] New status for floating IP db6158ca-cba9-41a8-a2d5-af7fc6d45dc0: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:04:35.093505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:35.111704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88caeb-5379-4ba4-9f6c-40db158ef9bf None None] Pushing event updated for resources: {'Port': ['ID=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:35.624124 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:35.771669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::3d9 (ef91192c-7e15-4a35-9351-4adfecc36b47/989e40e4-0b1e-4788-9833-ea6c4ad498ca/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:35.798481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:35.805704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8:0:1::2f4 (ef91192c-7e15-4a35-9351-4adfecc36b47/6a479e45-87f9-47e1-ab02-80acb7af1495/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:35.816884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:35.960654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:35.963396 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.066873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02e1c-7c16-4c48-9f6a-a864b933a59d req-ff002fe9-2caf-434e-8c6d-50a917039361 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:36.082091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29a02e1c-7c16-4c48-9f6a-a864b933a59d req-ff002fe9-2caf-434e-8c6d-50a917039361 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 945 time: 0.0837338 Nov 08 14:04:36.088617 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.158132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,segment=NetworkSegment(0b79e0eb-8b72-469c-b567-37b18a678d6c),segment_id=0b79e0eb-8b72-469c-b567-37b18a678d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:36.166794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.193375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29a02e1c-7c16-4c48-9f6a-a864b933a59d req-bb5554ea-e12d-4466-8274-ab586631b03f tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102638 Nov 08 14:04:36.226820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:36.256426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.297513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.367963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network ef91192c-7e15-4a35-9351-4adfecc36b47 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:36.372766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:36.381122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:36.387190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:36.388383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.403422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:36.420818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-512a5113-358d-4390-ba51-fdb3e9db4bb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8252630 Nov 08 14:04:36.423930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46196) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:36.430427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '989e40e4-0b1e-4788-9833-ea6c4ad498ca'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:36.532461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46198) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:36.681247 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.683879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'networks': [{'name': 'tempest-network--1219583174'}, {'name': 'tempest-network--1463690272'}]} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:36.684523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'network': {'name': 'tempest-network--1219583174'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:36.685327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'network': {'name': 'tempest-network--1463690272'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:36.714204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e63b6e-d6d4-4925-89ab-ac0450785449 None None] Network ef91192c-7e15-4a35-9351-4adfecc36b47 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:36.734559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Made reservation on behalf of 834278e7b22e4dd4bbbab8028371dd65 for: {'network': 2} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:36.744888 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.760608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.830168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b529610a-f238-4b57-9a8c-f2228f2edd61 None None] Provisioning complete for port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:36.831928 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b529610a-f238-4b57-9a8c-f2228f2edd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.915672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.923285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:36.924278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.005244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d65b02-4403-44a9-9c45-b5e6832512e6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:37.016156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:37.028885 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.029336 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Added segment 3e95bebd-21ef-4f2a-be41-f7f207950827 of type vlan for network 7fb8865f-b54b-4b5b-ae72-5d2fdd3e86e5 Nov 08 14:04:37.078686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.120331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:37.138273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.138956 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Added segment 6c8729ce-f871-4386-8a9b-48a0ff36eeb2 of type vlan for network 11b38f52-6fa9-4021-9b42-81320af1c93a Nov 08 14:04:37.179217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6377c8-0e2a-4392-b422-93565b7b4ba6 None None] Update dhcp port {'port': {'network_id': 'ef91192c-7e15-4a35-9351-4adfecc36b47', 'fixed_ips': [{'subnet_id': '989e40e4-0b1e-4788-9833-ea6c4ad498ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '6a479e45-87f9-47e1-ab02-80acb7af1495'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '41a50ccf-f880-4226-8b57-7bcd4c38c7d8'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:04:37.202238 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.226894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef6377c8-0e2a-4392-b422-93565b7b4ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.274072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.274579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.280828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.288011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.288736 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.362260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Delete allocated IP 2001:db8:0:1::2f4 (ef91192c-7e15-4a35-9351-4adfecc36b47/6a479e45-87f9-47e1-ab02-80acb7af1495) {{(pid=101841) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 14:04:37.386232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846050b2-125c-4165-a1fb-0b7ffb5ff605 req-7c683aaf-7086-4e07-be01-8cb415d86a6d tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.387852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-846050b2-125c-4165-a1fb-0b7ffb5ff605 req-7c683aaf-7086-4e07-be01-8cb415d86a6d tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 945 time: 0.0890965 Nov 08 14:04:37.429664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Network': ['ID=7fb8865f-b54b-4b5b-ae72-5d2fdd3e86e5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:37.436516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9025178 Nov 08 14:04:37.453404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 7fb8865f-b54b-4b5b-ae72-5d2fdd3e86e5 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:37.458588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46206) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:37.525773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620f36c-ec66-4423-a152-1b620246de3e tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Network': ['ID=11b38f52-6fa9-4021-9b42-81320af1c93a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:37.591363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 11b38f52-6fa9-4021-9b42-81320af1c93a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:37.651701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-948e15c9-7178-4e77-add2-441f4ca18d4c tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.653825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-948e15c9-7178-4e77-add2-441f4ca18d4c tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.54 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 945 time: 0.1030135 Nov 08 14:04:37.725610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:37.742065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-846050b2-125c-4165-a1fb-0b7ffb5ff605 req-86410d09-2836-4e67-ab0a-f71f7834e1e0 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/security-groups?id=c33a7c44-c572-41fc-89a0-edddf5fca408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379099 Nov 08 14:04:37.817837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Deleting port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:37.818329 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.820047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b737d7e-692b-4dee-8d73-9ee87742c324 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.824991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:37.825584 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.835169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b737d7e-692b-4dee-8d73-9ee87742c324 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.848639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b737d7e-692b-4dee-8d73-9ee87742c324 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.860969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b737d7e-692b-4dee-8d73-9ee87742c324 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:37.872664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9b737d7e-692b-4dee-8d73-9ee87742c324 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4116497 Nov 08 14:04:37.874637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46208) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:37.938120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] For port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,segment=NetworkSegment(b84a3ee3-aafb-4c6c-999e-bce739e7b92b),segment_id=b84a3ee3-aafb-4c6c-999e-bce739e7b92b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:37.938710 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:37.953068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Calling delete_port for b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:38.044474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.052519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.065120 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.151384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ef6377c8-0e2a-4392-b422-93565b7b4ba6 None None] Allocated IP 2001:db8:0:1::2 (ef91192c-7e15-4a35-9351-4adfecc36b47/6a479e45-87f9-47e1-ab02-80acb7af1495/41a50ccf-f880-4226-8b57-7bcd4c38c7d8) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:38.155094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.174030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] In _notify_port_updated(), no bound segment for port 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f on network ef91192c-7e15-4a35-9351-4adfecc36b47 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:04:38.180343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:38.180948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:04:38.181248 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.186405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "PUT /v2.0/ports/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f HTTP/1.1" status: 200 len: 926 time: 1.7612092 Nov 08 14:04:38.193857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46210) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:38.202684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '989e40e4-0b1e-4788-9833-ea6c4ad498ca'}, {'subnet_id': '6a479e45-87f9-47e1-ab02-80acb7af1495'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:38.203808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Pushing event deleted for resources: {'Port': ['ID=b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:38.288925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] No DVR routers for this DVR port b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:38.292100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.296040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ee3faa00-60f7-4dc9-82a2-4118c53b37c5 req-446befc0-3aa3-4f82-b09d-562a1b7e49ed tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.54 "DELETE /v2.0/ports/b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb HTTP/1.1" status: 204 len: 173 time: 0.6348474 Nov 08 14:04:38.296816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'name': 'network-vif-deleted', 'tag': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:38.299591 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c51391-435c-4cc2-b269-f384910a2ed1" -d '{"events": [{"server_uuid": "75973035-6e48-4326-8abd-ba386c6ae3f8", "name": "network-vif-deleted", "tag": "b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:38.353026 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1305a5-e559-4e36-af8b-4fbda7253135 x-openstack-request-id: req-fd1305a5-e559-4e36-af8b-4fbda7253135 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:38.354131 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75973035-6e48-4326-8abd-ba386c6ae3f8", "name": "network-vif-deleted", "tag": "b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:38.354601 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd1305a5-e559-4e36-af8b-4fbda7253135 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:38.355250 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75973035-6e48-4326-8abd-ba386c6ae3f8', 'name': 'network-vif-deleted', 'tag': 'b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb', 'status': 'completed', 'code': 200} Nov 08 14:04:38.364152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.369393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c866336-e1d4-41a0-80cb-0d6e05caffe4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:38.369689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ef6377c8-0e2a-4392-b422-93565b7b4ba6 None None] For port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,segment=NetworkSegment(0b79e0eb-8b72-469c-b567-37b18a678d6c),segment_id=0b79e0eb-8b72-469c-b567-37b18a678d6c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:38.427057 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef6377c8-0e2a-4392-b422-93565b7b4ba6 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.433513 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef6377c8-0e2a-4392-b422-93565b7b4ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.448212 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.523182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb8865f-b54b-4b5b-ae72-5d2fdd3e86e5']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:38.548370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6377c8-0e2a-4392-b422-93565b7b4ba6 None None] Pushing event updated for resources: {'Port': ['ID=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:38.572423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e95bebd-21ef-4f2a-be41-f7f207950827') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:38.572932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e95bebd-21ef-4f2a-be41-f7f207950827') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:38.629358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.661407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.673782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:38.674326 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:38.678814 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:38.872692 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.918330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:38.922181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/networks/7fb8865f-b54b-4b5b-ae72-5d2fdd3e86e5 HTTP/1.1" status: 204 len: 168 time: 1.0414104 Nov 08 14:04:38.925684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46218) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:38.998682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0a122-c399-49ee-9eee-ceea26230b88 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Network': ['ID=7fb8865f-b54b-4b5b-ae72-5d2fdd3e86e5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:39.064191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.096024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-528f3ecc-f27d-422d-b36a-2ea99cd70538 req-80b2eb7d-9bf6-4457-84e8-d563a4d1a055 tempest-VolumesActionsTest-42939446 tempest-VolumesActionsTest-42939446-project] 10.222.0.65 "GET /v2.0/ports?device_id=75973035-6e48-4326-8abd-ba386c6ae3f8 HTTP/1.1" status: 200 len: 210 time: 0.1684933 Nov 08 14:04:39.098377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8:0:1::76 (ef91192c-7e15-4a35-9351-4adfecc36b47/6a479e45-87f9-47e1-ab02-80acb7af1495/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:39.306932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.314766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.447612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755dc13d-51a7-4358-98d9-8ac7b32f3dbc None None] Network ef91192c-7e15-4a35-9351-4adfecc36b47 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:39.543134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-349bde06-f458-4e89-8c94-d7d088f238f0 None None] Provisioning complete for port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:39.543495 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-349bde06-f458-4e89-8c94-d7d088f238f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.637995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.666841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b38f52-6fa9-4021-9b42-81320af1c93a']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:39.679635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8729ce-f871-4386-8a9b-48a0ff36eeb2') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:39.679879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8729ce-f871-4386-8a9b-48a0ff36eeb2') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:39.692789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.724813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.732873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:39.733497 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:39.737398 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:39.753457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:39.830356 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.841330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.846084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/networks/11b38f52-6fa9-4021-9b42-81320af1c93a HTTP/1.1" status: 204 len: 168 time: 0.9190722 Nov 08 14:04:39.849400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:39.852731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] In _notify_port_updated(), no bound segment for port 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f on network ef91192c-7e15-4a35-9351-4adfecc36b47 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:04:39.859490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:39.860331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.864179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "PUT /v2.0/ports/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f HTTP/1.1" status: 200 len: 1011 time: 1.6668327 Nov 08 14:04:39.864179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0711527-3626-4e4e-b8f8-048674564d3f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:39.866563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46226) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:39.872336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-349bde06-f458-4e89-8c94-d7d088f238f0 None None] Provisioning complete for port 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:39.872980 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-349bde06-f458-4e89-8c94-d7d088f238f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:39.897001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3861c-d72b-4b19-a2e9-2986b2cdd5d6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Network': ['ID=11b38f52-6fa9-4021-9b42-81320af1c93a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:39.952889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-349bde06-f458-4e89-8c94-d7d088f238f0 None None] Port 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:04:39.970063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:39.970546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.018090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:40.019404 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.036297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a2e305-9bbe-42e4-991d-ca9acb932132 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:40.051543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a2e305-9bbe-42e4-991d-ca9acb932132 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:40.053247 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7a2e305-9bbe-42e4-991d-ca9acb932132 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2028387 Nov 08 14:04:40.063770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46228) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:40.071017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1942429178'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:40.119652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Made reservation on behalf of 834278e7b22e4dd4bbbab8028371dd65 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:40.126919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.132622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.153184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:40.192849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:40.212529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.216400 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Added segment 8c28d3e6-dd17-4bbd-a5a0-0406009592e5 of type vlan for network 2b7dd607-eef6-4d4a-8fa0-7d527249b753 Nov 08 14:04:40.282950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.326450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.338743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:40.339847 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.414594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c606513a-522f-4f79-9ed7-112fbf9ee636 None None] Provisioning complete for port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:40.414964 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c606513a-522f-4f79-9ed7-112fbf9ee636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.476111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4114275 Nov 08 14:04:40.479212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46234) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:40.488880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1333451482'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:40.512807 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.519758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211383d-061c-4862-98d0-28285e620414 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Network': ['ID=2b7dd607-eef6-4d4a-8fa0-7d527249b753,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:40.524656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Made reservation on behalf of 834278e7b22e4dd4bbbab8028371dd65 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:40.530033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.535495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2b7dd607-eef6-4d4a-8fa0-7d527249b753 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:40.596307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:40.599591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:40.625833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.626184 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Added segment 7b3c2b06-800c-44c0-8f64-b4893cfd00b2 of type vlan for network a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486 Nov 08 14:04:40.723861 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.739149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c0155a5e-e639-41da-ad0c-709db01311d6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f HTTP/1.1" status: 204 len: 168 time: 0.8707449 Nov 08 14:04:40.741369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46244) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:40.744284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.758338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c606513a-522f-4f79-9ed7-112fbf9ee636 None None] Could not find standard attr ID for object 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:40.800020 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-651b0416-5199-456a-9a30-b7415ee32fc0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:04:40.801660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-651b0416-5199-456a-9a30-b7415ee32fc0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f HTTP/1.1" status: 404 len: 333 time: 0.0569677 Nov 08 14:04:40.806923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46246) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:40.811376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.832431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:40.833372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.896286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6b03e36d-37a7-4e15-8ef8-9598635d7d69 None None] Could not find standard attr ID for object 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:40.910119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 6a479e45-87f9-47e1-ab02-80acb7af1495 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:40.915786 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4338455 Nov 08 14:04:40.918510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46250) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:40.927605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'ports': [{'network_id': '2b7dd607-eef6-4d4a-8fa0-7d527249b753', 'name': 'tempest-port--1892392307', 'admin_state_up': True}, {'network_id': 'a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486', 'admin_state_up': False}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:40.928634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'port': {'network_id': '2b7dd607-eef6-4d4a-8fa0-7d527249b753', 'name': 'tempest-port--1892392307', 'admin_state_up': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:40.929638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'port': {'network_id': 'a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486', 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:40.935989 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:40.967093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2455cb3-f9a2-4b86-ae11-d48439c805f4 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Network': ['ID=a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:40.993193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:41.081421 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:41.228648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-25f7a2c8-4de3-4c3f-82cb-a82d05f1daee None None] Could not find standard attr ID for object 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:41.333403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:41.407602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Made reservation on behalf of 834278e7b22e4dd4bbbab8028371dd65 for: {'port': 2} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:41.414231 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:41.453206 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:41.495452 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:41.562624 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:41.565121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e039ef8-36ee-4f4c-a5ef-a2bda36c6f7c None None] Network ef91192c-7e15-4a35-9351-4adfecc36b47 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:41.569628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/6a479e45-87f9-47e1-ab02-80acb7af1495 HTTP/1.1" status: 204 len: 168 time: 0.7612939 Nov 08 14:04:41.573890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46252) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:41.691523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd9efa-74e3-40b1-b134-66a9c3172fb3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=6a479e45-87f9-47e1-ab02-80acb7af1495,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:41.749144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 989e40e4-0b1e-4788-9833-ea6c4ad498ca {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:41.772624 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:41.776530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a9961b14-fcd8-43d5-9388-5007deaa26b5 None None] Could not find standard attr ID for object 63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:41.810202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] device_id is not set on port 01ba234a-9f02-4367-89a0-7be38b22ea70 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:41.917988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.101621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.111346 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.229208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.266377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] device_id is not set on port 1efd2d0f-5511-4ba7-8294-50ed4491ee59 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:42.268191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=989e40e4-0b1e-4788-9833-ea6c4ad498ca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:42.270979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.277378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46258) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:42.282045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3c33dbaf-1f50-412c-8fcc-1eac1d5a347d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/989e40e4-0b1e-4788-9833-ea6c4ad498ca HTTP/1.1" status: 204 len: 168 time: 0.6985719 Nov 08 14:04:42.354231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:42.393635 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.401081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:42.401533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device b74eb6b6-38cc-4ee4-b839-d2df5a6ec3bb not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:42.550616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:42.551102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.554410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.647977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] For port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,segment=NetworkSegment(0b79e0eb-8b72-469c-b567-37b18a678d6c),segment_id=0b79e0eb-8b72-469c-b567-37b18a678d6c)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:42.648343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.669318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:42.676051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.732075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4b451d-1b61-46c4-8fee-58b56384f6f0 None None] Network ef91192c-7e15-4a35-9351-4adfecc36b47 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:42.798064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Port': ['ID=01ba234a-9f02-4367-89a0-7be38b22ea70,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:42.831563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Checking segment: {'id': '8c28d3e6-dd17-4bbd-a5a0-0406009592e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '2b7dd607-eef6-4d4a-8fa0-7d527249b753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:42.831955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network hostable DHCP agents. Network: 2b7dd607-eef6-4d4a-8fa0-7d527249b753, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:42.855872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.864483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network 2b7dd607-eef6-4d4a-8fa0-7d527249b753 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:42.868375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d8d96c58-f32d-4e5d-b1be-ccb5ff036e1e None None] Provisioning complete for port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:42.868902 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d8d96c58-f32d-4e5d-b1be-ccb5ff036e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.901045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=41a50ccf-f880-4226-8b57-7bcd4c38c7d8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:42.905799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No DVR routers for this DVR port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:42.936887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d8d96c58-f32d-4e5d-b1be-ccb5ff036e1e None None] Port 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 was deleted so its status cannot be updated. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 08 14:04:42.942361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 2b7dd607-eef6-4d4a-8fa0-7d527249b753) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:42.960151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:42.961189 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:42.971113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc895ebe-6f4a-4663-9d0d-b24de195fe60 None None] Network 2b7dd607-eef6-4d4a-8fa0-7d527249b753 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:43.050369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f508d-13fa-46f5-b27a-0036a6fbfb5b None None] DHCP port deletion for ef91192c-7e15-4a35-9351-4adfecc36b47 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:43.097454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.104304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Port': ['ID=1efd2d0f-5511-4ba7-8294-50ed4491ee59,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:43.142169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef91192c-7e15-4a35-9351-4adfecc36b47']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:43.158472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b79e0eb-8b72-469c-b567-37b18a678d6c') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:43.158777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b79e0eb-8b72-469c-b567-37b18a678d6c') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:43.169676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Checking segment: {'id': '7b3c2b06-800c-44c0-8f64-b4893cfd00b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:43.170157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network hostable DHCP agents. Network: a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:43.176957 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.201239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.211697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:43.212262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:43.215688 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:43.226799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:43.279474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:43.287633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:43.292073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5872db57-26bd-452a-b6fc-2603d22e51a4 None None] Network a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:43.293645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:43.298739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:43.299465 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.332224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.345542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.356415 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/ef91192c-7e15-4a35-9351-4adfecc36b47 HTTP/1.1" status: 204 len: 168 time: 1.0708284 Nov 08 14:04:43.360345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46272) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.388868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bfe65353-d6f6-49a8-8ddf-46fc59307b48 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.4658391 Nov 08 14:04:43.391024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46274) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.433969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7d041-e17f-4785-b12c-814115f935cc tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=ef91192c-7e15-4a35-9351-4adfecc36b47,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:43.467721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8571ed82-1b59-4874-a2ad-be1996a41fd8 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:43.473305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8571ed82-1b59-4874-a2ad-be1996a41fd8 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1063149 Nov 08 14:04:43.474170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46276) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.516667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b87fb-1ed3-4e23-bd90-ce68e581734d tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:43.526317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b87fb-1ed3-4e23-bd90-ce68e581734d tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:43.530382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d541dd07-130d-4ff4-8049-8e8cebbc1b7c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0519383 Nov 08 14:04:43.530896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.532159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9b0b87fb-1ed3-4e23-bd90-ce68e581734d tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1012247 Nov 08 14:04:43.532787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46280) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.537175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1655759308'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:43.562969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:43.567243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.613209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:43.625059 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.625699 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment 4425a8a7-64c2-40f2-90fe-e4e8fa10113a of type vlan for network 475bd400-47ec-4c2d-bfe1-015f00be5492 Nov 08 14:04:43.646936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Deleting port 01ba234a-9f02-4367-89a0-7be38b22ea70 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:43.647268 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.678393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.680350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:43.706742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:43.707338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 41a50ccf-f880-4226-8b57-7bcd4c38c7d8 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:43.707988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.724061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:43.724717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.741653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.758504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Calling delete_port for 01ba234a-9f02-4367-89a0-7be38b22ea70 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:43.793868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2617431 Nov 08 14:04:43.797196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46282) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.804963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:43.823686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3625530c-2103-40ab-a860-d5990327f21a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=475bd400-47ec-4c2d-bfe1-015f00be5492,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:43.835373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:43.869597 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.914635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Port': ['ID=01ba234a-9f02-4367-89a0-7be38b22ea70,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:43.925553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:43.928788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-830cef5b-3a1c-4561-9c02-29fcfe434562 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/ports/01ba234a-9f02-4367-89a0-7be38b22ea70 HTTP/1.1" status: 204 len: 168 time: 0.3950541 Nov 08 14:04:43.932182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46284) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:43.940603 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:43.944148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.036818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Deleting port 1efd2d0f-5511-4ba7-8294-50ed4491ee59 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:44.037908 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.114636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.137325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Calling delete_port for 1efd2d0f-5511-4ba7-8294-50ed4491ee59 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:44.153908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.228368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:44.229574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.240360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': '4425a8a7-64c2-40f2-90fe-e4e8fa10113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:44.240945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: 475bd400-47ec-4c2d-bfe1-015f00be5492, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:44.260236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:44.265882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Port': ['ID=1efd2d0f-5511-4ba7-8294-50ed4491ee59,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:44.270057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.275546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5fa03ddd-8a23-4bc2-a720-bbf73fac832b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/ports/1efd2d0f-5511-4ba7-8294-50ed4491ee59 HTTP/1.1" status: 204 len: 168 time: 0.3400393 Nov 08 14:04:44.276080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46288) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:44.278136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 475bd400-47ec-4c2d-bfe1-015f00be5492) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:44.289510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:44.290678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.292032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb94e4ff-157b-41d6-b2f1-24ae1c304d4d None None] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:44.309280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c48ac356-3ff0-46ae-a540-1c9c4a3babc8 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0291030 Nov 08 14:04:44.310063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46290) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:44.315198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1227198342'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:44.322352 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-72b242f7-e13f-46de-80da-dc5b800cc689 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5240114 Nov 08 14:04:44.323421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46292) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:44.329482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492', 'name': 'tempest-PortsIpV6TestJSON-1986160640'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:44.345828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Made reservation on behalf of 834278e7b22e4dd4bbbab8028371dd65 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:44.352441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.402079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:44.413447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.413796 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Added segment 40487ab2-dbe2-4023-b3ad-c774dcf7908b of type vlan for network 40c94d3f-ab72-458c-8156-6717a926bc6b Nov 08 14:04:44.481534 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.486493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:44.495318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.522551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port af0e8e8a-09ce-4f35-8c97-5b857370e39b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:44.536493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.544025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:44.545086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.581906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-475bd400-47ec-4c2d-bfe1-015f00be5492', 'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492', 'tenant_id': 'f52b4b2a90144de988f3c415b3eb8918', 'fixed_ips': [{'subnet_id': '6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:44.583139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.626487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3151188 Nov 08 14:04:44.629683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46296) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:44.635896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7c286-dc92-4368-a793-0b0c5b836ec1 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Network': ['ID=40c94d3f-ab72-458c-8156-6717a926bc6b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:44.636406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1792688209'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:44.674260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 40c94d3f-ab72-458c-8156-6717a926bc6b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:44.755054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Made reservation on behalf of 834278e7b22e4dd4bbbab8028371dd65 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:44.760101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.790486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::1ed (475bd400-47ec-4c2d-bfe1-015f00be5492/6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0/af0e8e8a-09ce-4f35-8c97-5b857370e39b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:44.846079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:44.890870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:44.891224 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Added segment bb529d10-cb92-43c3-a3ea-c46ad34ca217 of type vlan for network 9552ce4a-b06f-4e10-b0a4-5117636f425c Nov 08 14:04:44.972373 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.067073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.077148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:45.078207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.208394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5678563 Nov 08 14:04:45.216500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.226902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cca7a6-264e-40fa-ae63-85b47a53df36 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Network': ['ID=9552ce4a-b06f-4e10-b0a4-5117636f425c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:45.244878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9552ce4a-b06f-4e10-b0a4-5117636f425c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:45.303254 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.386583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:45.390927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:45.401518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:45.411201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:45.412125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.416295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Allocated IP 2001:db8::2 (475bd400-47ec-4c2d-bfe1-015f00be5492/6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0/18874c17-9f54-45d5-b855-baf501fdfede) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:45.443690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1168761 Nov 08 14:04:45.444201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46304) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:45.451106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492', 'name': 'tempest-PortsIpV6TestJSON-1939622148'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:45.470179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a7cddd-28d5-4c9d-900e-47ac1104d713 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=af0e8e8a-09ce-4f35-8c97-5b857370e39b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:45.642426 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.652377 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.663704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:45.668506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.708890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 9d1e9c0c-3846-44b6-8e83-8787186b0799 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:45.716809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:45.720952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:45.726320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:45.729862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Pushing event updated for resources: {'Port': ['ID=18874c17-9f54-45d5-b855-baf501fdfede,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:45.798182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Attempting to bind port 18874c17-9f54-45d5-b855-baf501fdfede on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:45.798724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Attempting to bind port 18874c17-9f54-45d5-b855-baf501fdfede by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4425a8a7-64c2-40f2-90fe-e4e8fa10113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:45.799097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Attempting to bind port 18874c17-9f54-45d5-b855-baf501fdfede on network 475bd400-47ec-4c2d-bfe1-015f00be5492 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:45.805015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:45.805393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Checking segment: {'id': '4425a8a7-64c2-40f2-90fe-e4e8fa10113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:45.805797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.806193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Bound using segment: {'id': '4425a8a7-64c2-40f2-90fe-e4e8fa10113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:45.806663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Bound port: 18874c17-9f54-45d5-b855-baf501fdfede, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4425a8a7-64c2-40f2-90fe-e4e8fa10113a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '475bd400-47ec-4c2d-bfe1-015f00be5492'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:45.807178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.868444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::2fe (475bd400-47ec-4c2d-bfe1-015f00be5492/6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0/9d1e9c0c-3846-44b6-8e83-8787186b0799) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:45.879345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] For port 18874c17-9f54-45d5-b855-baf501fdfede, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:45.882678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] For port 18874c17-9f54-45d5-b855-baf501fdfede, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=18874c17-9f54-45d5-b855-baf501fdfede,segment=NetworkSegment(4425a8a7-64c2-40f2-90fe-e4e8fa10113a),segment_id=4425a8a7-64c2-40f2-90fe-e4e8fa10113a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:45.888405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:45.961066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa6534-26d9-4bf4-8e44-f7320c1edc56 None None] Pushing event updated for resources: {'Port': ['ID=18874c17-9f54-45d5-b855-baf501fdfede,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:46.081513 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:46.122323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:46.173112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:46.176466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:46.178953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:46.187170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:46.187868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:46.237537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=9d1e9c0c-3846-44b6-8e83-8787186b0799,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:46.256269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46308) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:46.256761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-25332224-98cc-4778-aee9-9bc92e701bed tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8107834 Nov 08 14:04:46.377393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990997de-5397-45f7-a804-1014f6ae177a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:46.379701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-990997de-5397-45f7-a804-1014f6ae177a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ed HTTP/1.1" status: 200 len: 929 time: 0.1223521 Nov 08 14:04:46.382767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46312) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:46.560203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 9d1e9c0c-3846-44b6-8e83-8787186b0799 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:46.562035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:46.710914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:46.731403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 9d1e9c0c-3846-44b6-8e83-8787186b0799 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:46.945224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:47.079903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=9d1e9c0c-3846-44b6-8e83-8787186b0799,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:47.113046 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:47.121103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46324) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:47.132800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-91e363a9-cab2-4f08-8406-63b0c51cf0b0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/9d1e9c0c-3846-44b6-8e83-8787186b0799 HTTP/1.1" status: 204 len: 168 time: 0.7487442 Nov 08 14:04:47.209989 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-13dba432-76e4-419f-9c30-01d966f1afd6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:04:47.218606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-13dba432-76e4-419f-9c30-01d966f1afd6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/9d1e9c0c-3846-44b6-8e83-8787186b0799 HTTP/1.1" status: 404 len: 333 time: 0.0938582 Nov 08 14:04:47.219466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46328) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:47.478065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761d4e78-72d4-483f-9cf6-bfa9f00f9a39 None None] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:47.495380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port af0e8e8a-09ce-4f35-8c97-5b857370e39b {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:47.495754 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:47.728300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f0fb8acb-1b45-4dff-b308-33b0276c85e2 None None] Provisioning complete for port 18874c17-9f54-45d5-b855-baf501fdfede triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:47.739572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8acb-1b45-4dff-b308-33b0276c85e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:47.856376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 18874c17-9f54-45d5-b855-baf501fdfede up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:47.861445 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:47.892312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for af0e8e8a-09ce-4f35-8c97-5b857370e39b owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:48.128722 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.139232 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8acb-1b45-4dff-b308-33b0276c85e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.182181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=af0e8e8a-09ce-4f35-8c97-5b857370e39b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:48.197513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 18874c17-9f54-45d5-b855-baf501fdfede triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:48.197963 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.261345 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.270644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46336) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:48.272448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9dbb694c-8fdd-4688-b6ce-f3c0d78e6ab4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/af0e8e8a-09ce-4f35-8c97-5b857370e39b HTTP/1.1" status: 204 len: 168 time: 1.0514052 Nov 08 14:04:48.304055 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4128cee-81fe-4c88-bea5-31586bd83151 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:04:48.305876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c4128cee-81fe-4c88-bea5-31586bd83151 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/af0e8e8a-09ce-4f35-8c97-5b857370e39b HTTP/1.1" status: 404 len: 333 time: 0.0341122 Nov 08 14:04:48.310429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46338) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:48.386027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f0fb8acb-1b45-4dff-b308-33b0276c85e2 None None] For port 18874c17-9f54-45d5-b855-baf501fdfede, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=18874c17-9f54-45d5-b855-baf501fdfede,segment=NetworkSegment(4425a8a7-64c2-40f2-90fe-e4e8fa10113a),segment_id=4425a8a7-64c2-40f2-90fe-e4e8fa10113a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:48.401893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f0fb8acb-1b45-4dff-b308-33b0276c85e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.454873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:48.465597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.514769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb8acb-1b45-4dff-b308-33b0276c85e2 None None] Pushing event updated for resources: {'Port': ['ID=18874c17-9f54-45d5-b855-baf501fdfede,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:48.660133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.732212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46346) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:48.741213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'subnets': [{'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2092626156', 'ip_version': 6}, {'network_id': '9552ce4a-b06f-4e10-b0a4-5117636f425c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:48.741710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'subnet': {'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2092626156', 'ip_version': 6}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:48.751335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Request body: {'subnet': {'network_id': '9552ce4a-b06f-4e10-b0a4-5117636f425c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:48.854307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b01c3a6a-8f21-4ab7-9eaf-4b1bc49f4a6e None None] Provisioning complete for port 18874c17-9f54-45d5-b855-baf501fdfede triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:48.854678 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b01c3a6a-8f21-4ab7-9eaf-4b1bc49f4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:48.915393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.051243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.073218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Made reservation on behalf of 834278e7b22e4dd4bbbab8028371dd65 for: {'subnet': 2} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:49.078983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.079709 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.090130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:49.094018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.098232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-95e7aac5-8fd9-452d-ade1-5e53da8efd40 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0 HTTP/1.1" status: 204 len: 168 time: 0.7868185 Nov 08 14:04:49.101629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46354) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:49.115628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba7d335-9c8e-4e4b-aa29-80fb2843c939 None None] Network 475bd400-47ec-4c2d-bfe1-015f00be5492 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:49.173751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c782c2f0-04a2-4067-9780-34abbfdddff2 None None] Could not find standard attr ID for object af0e8e8a-09ce-4f35-8c97-5b857370e39b. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:04:49.254221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.322749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b97306a-2427-4664-8800-22df52271b83 None None] DHCP port deletion for 475bd400-47ec-4c2d-bfe1-015f00be5492 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:49.380053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9b97306a-2427-4664-8800-22df52271b83 None None] Deleting port 18874c17-9f54-45d5-b855-baf501fdfede {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:49.380471 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b97306a-2427-4664-8800-22df52271b83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.404913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 18874c17-9f54-45d5-b855-baf501fdfede {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:49.405237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.454100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9b97306a-2427-4664-8800-22df52271b83 None None] For port 18874c17-9f54-45d5-b855-baf501fdfede, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=18874c17-9f54-45d5-b855-baf501fdfede,segment=NetworkSegment(4425a8a7-64c2-40f2-90fe-e4e8fa10113a),segment_id=4425a8a7-64c2-40f2-90fe-e4e8fa10113a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:49.454505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b97306a-2427-4664-8800-22df52271b83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.471382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9b97306a-2427-4664-8800-22df52271b83 None None] Calling delete_port for 18874c17-9f54-45d5-b855-baf501fdfede owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:49.551080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] For port 18874c17-9f54-45d5-b855-baf501fdfede, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=18874c17-9f54-45d5-b855-baf501fdfede,segment=NetworkSegment(4425a8a7-64c2-40f2-90fe-e4e8fa10113a),segment_id=4425a8a7-64c2-40f2-90fe-e4e8fa10113a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:49.551346 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.569443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 18874c17-9f54-45d5-b855-baf501fdfede owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:49.577974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b97306a-2427-4664-8800-22df52271b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.614788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97306a-2427-4664-8800-22df52271b83 None None] Pushing event deleted for resources: {'Port': ['ID=18874c17-9f54-45d5-b855-baf501fdfede,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:49.642213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b97306a-2427-4664-8800-22df52271b83 None None] No DVR routers for this DVR port 18874c17-9f54-45d5-b855-baf501fdfede on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:49.670548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 18874c17-9f54-45d5-b855-baf501fdfede no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:49.701225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 18874c17-9f54-45d5-b855-baf501fdfede {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:49.701930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 18874c17-9f54-45d5-b855-baf501fdfede not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:49.746697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.777827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:49.785949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=18874c17-9f54-45d5-b855-baf501fdfede,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:49.813337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No DVR routers for this DVR port 18874c17-9f54-45d5-b855-baf501fdfede on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:49.864092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Subnet': ['ID=71500ba5-063d-47f7-b36b-1b844199b18e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:49.953675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Checking segment: {'id': '40487ab2-dbe2-4023-b3ad-c774dcf7908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:49.954117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network hostable DHCP agents. Network: 40c94d3f-ab72-458c-8156-6717a926bc6b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:49.962657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.391972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475bd400-47ec-4c2d-bfe1-015f00be5492']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:50.423388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4425a8a7-64c2-40f2-90fe-e4e8fa10113a') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:50.423688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4425a8a7-64c2-40f2-90fe-e4e8fa10113a') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:50.426389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network 40c94d3f-ab72-458c-8156-6717a926bc6b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:50.450187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.490702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 40c94d3f-ab72-458c-8156-6717a926bc6b) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:50.506983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.512718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1511e9e-094a-496e-a1b9-c162bb14a189 None None] Network 40c94d3f-ab72-458c-8156-6717a926bc6b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:50.523809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.529424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:50.530078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:50.537450 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:50.725345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event updated for resources: {'Subnet': ['ID=45c50e16-757d-4591-965c-c9baf2fb97d4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:50.761261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-fa133524-44e3-4b53-ac70-42cfc40c0c4f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:50.762261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-40c94d3f-ab72-458c-8156-6717a926bc6b', 'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b', 'tenant_id': '834278e7b22e4dd4bbbab8028371dd65', 'fixed_ips': [{'subnet_id': '71500ba5-063d-47f7-b36b-1b844199b18e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:50.763317 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-fa133524-44e3-4b53-ac70-42cfc40c0c4f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 0.3774822 Nov 08 14:04:50.763884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.764104 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.799836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.824354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/475bd400-47ec-4c2d-bfe1-015f00be5492 HTTP/1.1" status: 204 len: 168 time: 1.7116768 Nov 08 14:04:50.824354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Checking segment: {'id': 'bb529d10-cb92-43c3-a3ea-c46ad34ca217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9552ce4a-b06f-4e10-b0a4-5117636f425c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:50.824354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network hostable DHCP agents. Network: 9552ce4a-b06f-4e10-b0a4-5117636f425c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:50.828512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46390) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:50.837001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1036352346'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:50.849211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bc598-ff48-45f1-affe-6b9e7b29a44b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=475bd400-47ec-4c2d-bfe1-015f00be5492,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:50.876407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:50.885136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.894686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-4cdb6fd0-30b6-4edd-a4da-8fe6fa6e1d8a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/quotas/477468f9e0cb44cfb823ec4001800944 HTTP/1.1" status: 200 len: 375 time: 0.1159286 Nov 08 14:04:50.939979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:04:50.954048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Network 9552ce4a-b06f-4e10-b0a4-5117636f425c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:50.957984 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:50.960492 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment 69ab228f-ceac-4e89-af15-a5524646571e of type vlan for network 2f6049bc-246c-463e-aaf8-e043b9e91c76 Nov 08 14:04:50.976842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9552ce4a-b06f-4e10-b0a4-5117636f425c) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:50.984784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:50.985215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:50.986041 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.002858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-a79b4f97-77f5-4f9a-a347-175077bf5cb3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057103 Nov 08 14:04:51.016908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f558c959-5ec3-487e-9607-0c510ec9ebd6 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2831247 Nov 08 14:04:51.017737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46392) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:51.046488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Allocated IP 2001:db8::1 (40c94d3f-ab72-458c-8156-6717a926bc6b/71500ba5-063d-47f7-b36b-1b844199b18e/d359d49d-6eb1-46ee-99b9-2d51ea079ab8) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:51.061903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.111097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.121890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:51.123309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.143553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a02088-de0c-420f-8100-7dc6829ddd50 None None] Network 9552ce4a-b06f-4e10-b0a4-5117636f425c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:51.159685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43683f1c-a8dc-49a2-994e-ac984107ea76 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:51.161705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43683f1c-a8dc-49a2-994e-ac984107ea76 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:51.164409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43683f1c-a8dc-49a2-994e-ac984107ea76 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:51.175778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-43683f1c-a8dc-49a2-994e-ac984107ea76 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1457283 Nov 08 14:04:51.183803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46394) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:51.185114 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3544245 Nov 08 14:04:51.189994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46396) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:51.195924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:51.272374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c8bd2-18bb-4935-93d4-1ffa2541891f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=2f6049bc-246c-463e-aaf8-e043b9e91c76,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:51.273635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-7fd84f98-ea74-40fb-b0bc-6528f6669adf service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539964 Nov 08 14:04:51.386763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:51.396432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.435134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:04:51.467110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Deleting subnet 71500ba5-063d-47f7-b36b-1b844199b18e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:51.479569 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.496006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.627010 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.638339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-5db87bc2-112d-4215-bb46-7fb9e4ddfffa service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492796 Nov 08 14:04:51.671661 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.738642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Pushing event updated for resources: {'Port': ['ID=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:51.796742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Network 40c94d3f-ab72-458c-8156-6717a926bc6b is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:51.803641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:51.814036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:51.935433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:51.988161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.045491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Attempting to bind port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:52.046385 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Attempting to bind port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '40487ab2-dbe2-4023-b3ad-c774dcf7908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:52.047527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Attempting to bind port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 on network 40c94d3f-ab72-458c-8156-6717a926bc6b {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:52.064943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:52.065731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Checking segment: {'id': '40487ab2-dbe2-4023-b3ad-c774dcf7908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:52.066498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.067123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Bound using segment: {'id': '40487ab2-dbe2-4023-b3ad-c774dcf7908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:52.068464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Bound port: d359d49d-6eb1-46ee-99b9-2d51ea079ab8, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40487ab2-dbe2-4023-b3ad-c774dcf7908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '40c94d3f-ab72-458c-8156-6717a926bc6b'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:52.071285 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.169434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=35dff4cf-db33-40bf-984b-17f4b18a42a9,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:52.196085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977b2182-dd64-41e0-b37c-ea691e59216c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9552ce4a-b06f-4e10-b0a4-5117636f425c', 'network_id': '9552ce4a-b06f-4e10-b0a4-5117636f425c', 'tenant_id': '834278e7b22e4dd4bbbab8028371dd65', 'fixed_ips': [{'subnet_id': '45c50e16-757d-4591-965c-c9baf2fb97d4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:52.197238 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-977b2182-dd64-41e0-b37c-ea691e59216c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.206624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': '69ab228f-ceac-4e89-af15-a5524646571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:52.207149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: 2f6049bc-246c-463e-aaf8-e043b9e91c76, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:04:52.284917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:04:52.299980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.300878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 2f6049bc-246c-463e-aaf8-e043b9e91c76) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:52.309199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:52.310532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.353515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6082f20e-ce78-454b-8b87-9edb0e7cf42a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1630387 Nov 08 14:04:52.357992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46416) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:52.384526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c7d2c7-0dbd-4e3e-ad73-83722e9ad0e3 None None] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:52.387843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76', 'name': 'tempest-PortsIpV6TestJSON-413257845', 'fixed_ips': [{'subnet_id': '35dff4cf-db33-40bf-984b-17f4b18a42a9', 'ip_address': '2001:db8::10'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:52.516026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f4f8f93-d85d-4fd0-8f2d-7b06ef16ab39 req-41609a04-66ee-4c6d-8b8d-44389149c390 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 210 time: 0.3831856 Nov 08 14:04:52.522898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Subnet': ['ID=71500ba5-063d-47f7-b36b-1b844199b18e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:52.547096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] For port d359d49d-6eb1-46ee-99b9-2d51ea079ab8, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:52.553399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.564261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-830731d3-c149-43ab-8f8f-35ad33feb559 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/subnets/71500ba5-063d-47f7-b36b-1b844199b18e HTTP/1.1" status: 204 len: 168 time: 1.3729792 Nov 08 14:04:52.565462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46422) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:52.627026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b154d-0e6c-4c1a-8de9-78e60ad6b600 req-b01b9904-1e26-4173-b951-519054d39f6b tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:52.637161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144b154d-0e6c-4c1a-8de9-78e60ad6b600 req-b01b9904-1e26-4173-b951-519054d39f6b tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.5336068 Nov 08 14:04:52.694741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:52.739919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144b154d-0e6c-4c1a-8de9-78e60ad6b600 req-ea750fda-ee8a-4061-8d56-4cfe9fa19741 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013734 Nov 08 14:04:52.775787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Deleting subnet 45c50e16-757d-4591-965c-c9baf2fb97d4 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:04:52.801835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46428) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:52.809849 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.913919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:52.914410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.012125 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.064405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 60712619-6cde-4481-9050-d7ca1fe4403b yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:53.065730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] For port d359d49d-6eb1-46ee-99b9-2d51ea079ab8, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,segment=NetworkSegment(40487ab2-dbe2-4023-b3ad-c774dcf7908b),segment_id=40487ab2-dbe2-4023-b3ad-c774dcf7908b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:53.116359 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.263904 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.310344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-2f6049bc-246c-463e-aaf8-e043b9e91c76', 'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76', 'tenant_id': 'f52b4b2a90144de988f3c415b3eb8918', 'fixed_ips': [{'subnet_id': '35dff4cf-db33-40bf-984b-17f4b18a42a9'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:04:53.311314 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.326032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server [None req-977b2182-dd64-41e0-b37c-ea691e59216c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45c50e16-757d-4591-965c-c9baf2fb97d4: This subnet is being modified by another concurrent operation. Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise exception Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 45c50e16-757d-4591-965c-c9baf2fb97d4: This subnet is being modified by another concurrent operation. Nov 08 14:04:53.357472 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Nov 08 14:04:53.397968 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.406116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/subnets/45c50e16-757d-4591-965c-c9baf2fb97d4 HTTP/1.1" status: 204 len: 168 time: 0.8345072 Nov 08 14:04:53.414471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17320041-afcd-4c83-9f89-af850a0ad535 None None] Pushing event updated for resources: {'Port': ['ID=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:53.416644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46434) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:53.443183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0730ead-2b78-498f-9f55-3723dbff880a tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Subnet': ['ID=45c50e16-757d-4591-965c-c9baf2fb97d4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:53.486830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7afd1e-8585-43c4-a10e-7bd3e104b54b None None] Network 9552ce4a-b06f-4e10-b0a4-5117636f425c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:53.595056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::10 (2f6049bc-246c-463e-aaf8-e043b9e91c76/35dff4cf-db33-40bf-984b-17f4b18a42a9/60712619-6cde-4481-9050-d7ca1fe4403b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:53.646455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 2fd15144-d6d2-4584-94ee-1838c9ce8aea {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:53.646936 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:53.662066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2335be2-c93a-42f6-88a9-bd0190ffd016 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:53.666771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d2335be2-c93a-42f6-88a9-bd0190ffd016 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2390397 Nov 08 14:04:53.674430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46442) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:53.742275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2e5cb7d-5f9c-4611-a123-62ac1fd859f7 req-b306f989-669b-456f-9d06-b82fcf30a02b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 210 time: 0.0816274 Nov 08 14:04:54.022043 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:54.034781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:54.097220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:54.098183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:54.136936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 2fd15144-d6d2-4584-94ee-1838c9ce8aea owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:54.562929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46452) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:54.747259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1686e38e-a93b-49d8-8c7c-7c6c56ad16a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:54.788990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:54.817364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:54.910171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9552ce4a-b06f-4e10-b0a4-5117636f425c']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:54.951174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb529d10-cb92-43c3-a3ea-c46ad34ca217') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:54.952640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb529d10-cb92-43c3-a3ea-c46ad34ca217') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:54.981732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.013941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.033223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:55.035562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.067607 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67b0bca0-a6f7-4484-b762-2af8609e954b req-7bb4500f-e275-402d-9ffe-2a2aa73b727f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 210 time: 0.0948389 Nov 08 14:04:55.086781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1686e38e-a93b-49d8-8c7c-7c6c56ad16a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.091802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1686e38e-a93b-49d8-8c7c-7c6c56ad16a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.133804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1686e38e-a93b-49d8-8c7c-7c6c56ad16a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0a9fae-01e0-4f38-bc91-5a15bd28e5e5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:55.140593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1686e38e-a93b-49d8-8c7c-7c6c56ad16a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aee07e61e26040478febd700d8daf892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5732605 Nov 08 14:04:55.143363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46460) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:55.160743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000c3c46-8ad8-4dc0-95ee-92c4ddf23e1d None None] Network 40c94d3f-ab72-458c-8156-6717a926bc6b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:55.217835 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55c7ecab-aabe-40eb-a127-b54d4213f349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:55.232554 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:55.278658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55c7ecab-aabe-40eb-a127-b54d4213f349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.335185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3e72b9a9-86e6-4179-96a6-b86bd3854288 None None] Provisioning complete for port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:55.335791 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e72b9a9-86e6-4179-96a6-b86bd3854288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.347290 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55c7ecab-aabe-40eb-a127-b54d4213f349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.351124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55c7ecab-aabe-40eb-a127-b54d4213f349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.384164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-55c7ecab-aabe-40eb-a127-b54d4213f349 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2c0a9fae-01e0-4f38-bc91-5a15bd28e5e5 HTTP/1.1" status: 204 len: 168 time: 0.2365875 Nov 08 14:04:55.400016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-06bcd832-e61c-4c52-80f9-e603d4dd5352 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:55.401580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-06bcd832-e61c-4c52-80f9-e603d4dd5352 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 1.2023563 Nov 08 14:04:55.410749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7ecab-aabe-40eb-a127-b54d4213f349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0a9fae-01e0-4f38-bc91-5a15bd28e5e5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:55.436250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.444654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Request body: {'port': {'device_id': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'admin_state_up': True, 'tenant_id': '477468f9e0cb44cfb823ec4001800944'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:55.472378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.477826 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/networks/9552ce4a-b06f-4e10-b0a4-5117636f425c HTTP/1.1" status: 204 len: 168 time: 1.7866943 Nov 08 14:04:55.479544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:55.547404 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e72b9a9-86e6-4179-96a6-b86bd3854288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.558227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be18e5-85fb-4421-9ca3-e0f1cf38c577 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Network': ['ID=9552ce4a-b06f-4e10-b0a4-5117636f425c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:55.603415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3e72b9a9-86e6-4179-96a6-b86bd3854288 None None] For port d359d49d-6eb1-46ee-99b9-2d51ea079ab8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,segment=NetworkSegment(40487ab2-dbe2-4023-b3ad-c774dcf7908b),segment_id=40487ab2-dbe2-4023-b3ad-c774dcf7908b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:55.612358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e72b9a9-86e6-4179-96a6-b86bd3854288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.635600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.678198 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.708712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] DHCP port deletion for 40c94d3f-ab72-458c-8156-6717a926bc6b request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:04:55.766212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:55.777729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:55.796696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:55.803786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:55.804613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.809683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.832519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Deleting port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:55.835520 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.885703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5260201 Nov 08 14:04:55.895881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Allocated IP 2001:db8::2 (2f6049bc-246c-463e-aaf8-e043b9e91c76/35dff4cf-db33-40bf-984b-17f4b18a42a9/aa911d13-39f6-4f18-9fe7-22393f798eec) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:55.905353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46476) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:55.913047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76', 'name': 'tempest-PortsIpV6TestJSON-1343978964', 'fixed_ips': [{'subnet_id': '35dff4cf-db33-40bf-984b-17f4b18a42a9', 'ip_address': '2001:db8::f'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:55.916659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72b9a9-86e6-4179-96a6-b86bd3854288 None None] Pushing event updated for resources: {'Port': ['ID=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:55.953394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db8c89-2f31-41ad-8daa-10b13290354e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=60712619-6cde-4481-9050-d7ca1fe4403b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:55.970232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] For port d359d49d-6eb1-46ee-99b9-2d51ea079ab8, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,segment=NetworkSegment(40487ab2-dbe2-4023-b3ad-c774dcf7908b),segment_id=40487ab2-dbe2-4023-b3ad-c774dcf7908b)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:55.972048 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:55.993128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Calling delete_port for d359d49d-6eb1-46ee-99b9-2d51ea079ab8 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:56.054614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=2fd15144-d6d2-4584-94ee-1838c9ce8aea,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:56.229581 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.240676 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.259158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-860693c0-a8b3-4ae7-b496-d3c4bd2d7ab7 req-96bceea3-c01a-4bdb-93c3-ef9803e7ae61 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 210 time: 0.0612395 Nov 08 14:04:56.279231 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.319997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:56.320973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Port': ['ID=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:56.322220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] Deleting port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:04:56.322894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.326649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] No DVR routers for this DVR port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:56.382228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:56.389994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:56.405961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Pushing event updated for resources: {'Port': ['ID=aa911d13-39f6-4f18-9fe7-22393f798eec,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:56.436792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] For port d359d49d-6eb1-46ee-99b9-2d51ea079ab8, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:56.441731 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.507713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] Calling delete_port for d359d49d-6eb1-46ee-99b9-2d51ea079ab8 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:04:56.512318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] Port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:04:56.533129 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.541541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.576104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c94d3f-ab72-458c-8156-6717a926bc6b']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:56.594951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] Pushing event deleted for resources: {'Port': ['ID=d359d49d-6eb1-46ee-99b9-2d51ea079ab8,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:56.602653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecadf9e3-5e7d-4a25-94f4-d1b7e6550eb1 None None] No DVR routers for this DVR port d359d49d-6eb1-46ee-99b9-2d51ea079ab8 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:04:56.605460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Attempting to bind port aa911d13-39f6-4f18-9fe7-22393f798eec on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:04:56.606766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Attempting to bind port aa911d13-39f6-4f18-9fe7-22393f798eec by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '69ab228f-ceac-4e89-af15-a5524646571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:04:56.608237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Attempting to bind port aa911d13-39f6-4f18-9fe7-22393f798eec on network 2f6049bc-246c-463e-aaf8-e043b9e91c76 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:04:56.617558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:04:56.618478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Checking segment: {'id': '69ab228f-ceac-4e89-af15-a5524646571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:04:56.619152 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.619907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Bound using segment: {'id': '69ab228f-ceac-4e89-af15-a5524646571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:04:56.621185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Bound port: aa911d13-39f6-4f18-9fe7-22393f798eec, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ab228f-ceac-4e89-af15-a5524646571e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2f6049bc-246c-463e-aaf8-e043b9e91c76'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:04:56.622414 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.640612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40487ab2-dbe2-4023-b3ad-c774dcf7908b') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:56.642585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40487ab2-dbe2-4023-b3ad-c774dcf7908b') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:56.660752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.685704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.694782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:56.695296 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.718513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] For port aa911d13-39f6-4f18-9fe7-22393f798eec, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:04:56.724317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] For port aa911d13-39f6-4f18-9fe7-22393f798eec, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa911d13-39f6-4f18-9fe7-22393f798eec,segment=NetworkSegment(69ab228f-ceac-4e89-af15-a5524646571e),segment_id=69ab228f-ceac-4e89-af15-a5524646571e)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:04:56.731500 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.775493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Made reservation on behalf of 477468f9e0cb44cfb823ec4001800944 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:56.780149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.822320 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.831240 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP dcaf139d-775c-4f65-b16c-ce73a95530a3 disassociated (deleted). External IP: 172.25.8.148, port: 7e743716-0daa-41b9-89f4-d94ef2f63084. Nov 08 14:04:56.832794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d47fb-8b79-4362-8995-cdf731011951 None None] Pushing event updated for resources: {'Port': ['ID=aa911d13-39f6-4f18-9fe7-22393f798eec,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:56.854026 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:56.898216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.916081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:56.925613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/networks/40c94d3f-ab72-458c-8156-6717a926bc6b HTTP/1.1" status: 204 len: 168 time: 1.4418890 Nov 08 14:04:56.926393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46500) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:56.945973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:04:56.951192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.032176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port 44989602-896f-4861-8bfb-aa0ce13c97b6 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:04:57.057075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c20a6-86a5-44b8-932b-6e9ae52ad5a0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Network': ['ID=40c94d3f-ab72-458c-8156-6717a926bc6b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:57.062146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.219176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.261926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:57.282955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3c2b06-800c-44c0-8f64-b4893cfd00b2') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:57.296295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3c2b06-800c-44c0-8f64-b4893cfd00b2') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:57.338305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.371802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.406070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:57.406948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:57.412679 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:57.463288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2440c272-729d-46b8-8c35-fd2924f367cb req-c7e68b49-8349-42be-97f0-8c619e902388 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 210 time: 0.0809021 Nov 08 14:04:57.472143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::f (2f6049bc-246c-463e-aaf8-e043b9e91c76/35dff4cf-db33-40bf-984b-17f4b18a42a9/44989602-896f-4861-8bfb-aa0ce13c97b6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:57.542854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Allocated IP 172.20.0.13 (03221375-0822-401a-a006-f44147b479ff/fbc0170f-115d-491b-b52d-1a6f52116f7f/ad811192-efe2-42fc-b4fc-f04c5e42e266) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:04:57.551603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.561088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.564249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/networks/a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486 HTTP/1.1" status: 204 len: 168 time: 0.6044774 Nov 08 14:04:57.572036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46530) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:57.583447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348528a-644b-41fa-81de-0231671415b0 tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Network': ['ID=a0d1d00a-4bec-4f8d-b7a4-bbc9dc2d4486,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:57.763048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa911d13-39f6-4f18-9fe7-22393f798eec up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:57.873009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aad1cde4-5875-416b-aa54-f770f2a3e786 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:04:57.875584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa911d13-39f6-4f18-9fe7-22393f798eec triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:57.876515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.890342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:57.962316 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-421e0841-593a-4443-8565-0456c9ab2c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.059451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.105774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.117170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port aa911d13-39f6-4f18-9fe7-22393f798eec, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa911d13-39f6-4f18-9fe7-22393f798eec,segment=NetworkSegment(69ab228f-ceac-4e89-af15-a5524646571e),segment_id=69ab228f-ceac-4e89-af15-a5524646571e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:04:58.125211 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.192694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46550) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:58.201046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.214088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=aa911d13-39f6-4f18-9fe7-22393f798eec,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:58.217902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d359d49d-6eb1-46ee-99b9-2d51ea079ab8 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:04:58.234603 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7dd607-eef6-4d4a-8fa0-7d527249b753']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:58.247138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c28d3e6-dd17-4bbd-a5a0-0406009592e5') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:58.247699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c28d3e6-dd17-4bbd-a5a0-0406009592e5') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:58.247931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d359d49d-6eb1-46ee-99b9-2d51ea079ab8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:04:58.248243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d359d49d-6eb1-46ee-99b9-2d51ea079ab8 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:04:58.264848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.270764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-6a083391-9a61-4b24-9db9-303d0a7cbcb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1213751 Nov 08 14:04:58.301020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.342066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98ee3d-821a-4abb-bd2c-6c32701fa204 None None] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:04:58.354537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:04:58.354946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:04:58.364183 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:04:58.416732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bea4a44-ef2f-4739-9438-16c11aa0d57c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.430595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-7df5dff6-44ee-4810-983f-2923c9479b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:58.432384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-7df5dff6-44ee-4810-983f-2923c9479b86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=96fb62c90a99406db54773613dab4ae1&device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1096 time: 0.0952621 Nov 08 14:04:58.446813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.472784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:04:58.481007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.504815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.532435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] Sync routers for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:04:58.541036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.579548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-70f76e66-25cb-417d-9278-d842633fb43b None None] Provisioning complete for port aa911d13-39f6-4f18-9fe7-22393f798eec triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:58.580882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70f76e66-25cb-417d-9278-d842633fb43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.602678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.605888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:04:58.606173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] 10.222.0.65 "DELETE /v2.0/networks/2b7dd607-eef6-4d4a-8fa0-7d527249b753 HTTP/1.1" status: 204 len: 168 time: 1.0269814 Nov 08 14:04:58.607512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:04:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:04:58.629575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42f0b39f-408b-42eb-a070-dcb66cce2999 req-59ec1e75-637b-4ec7-80f4-9478e0a9d437 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 210 time: 0.0374877 Nov 08 14:04:58.672779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-fcf3d5b9-af9b-4d51-8903-99410c648c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:58.675643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-fcf3d5b9-af9b-4d51-8903-99410c648c7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 200 len: 909 time: 0.2169569 Nov 08 14:04:58.680044 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-01f79dd5-6537-4b07-a692-b6c090be8218 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/floatingips/dcaf139d-775c-4f65-b16c-ce73a95530a3 HTTP/1.1" status: 204 len: 168 time: 5.8774912 Nov 08 14:04:58.686024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:58.687167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:04:58.691316 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:04:58.710642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de28226-3549-4bc0-a793-6bb93cc47a3b tempest-BulkNetworkOpsIpV6Test-648880520 tempest-BulkNetworkOpsIpV6Test-648880520-project] Pushing event deleted for resources: {'Network': ['ID=2b7dd607-eef6-4d4a-8fa0-7d527249b753,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:58.727356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:58.759790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:58.768894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-d7f67119-13f1-44e0-a5e3-a754ab443a77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 200 len: 1000 time: 0.0824697 Nov 08 14:04:58.770788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:58.771192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bea4a44-ef2f-4739-9438-16c11aa0d57c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.772089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.776141 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c741333-09a9-423b-9863-d5e66cd45f3a x-openstack-request-id: req-8c741333-09a9-423b-9863-d5e66cd45f3a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:04:58.776460 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:04:58.776675 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c741333-09a9-423b-9863-d5e66cd45f3a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:04:58.777057 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'status': 'completed', 'code': 200} Nov 08 14:04:58.807005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.818997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=44989602-896f-4861-8bfb-aa0ce13c97b6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:58.842452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-099c0fd0-3c99-4654-a898-398c454e279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:58.844973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-099c0fd0-3c99-4654-a898-398c454e279d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac646a0d-f873-4e48-84da-a0d44e68bb1c HTTP/1.1" status: 200 len: 847 time: 0.0688276 Nov 08 14:04:58.845836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bea4a44-ef2f-4739-9438-16c11aa0d57c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:58.849480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['26479268-c166-4adc-873b-6f27749d3037'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:04:58.905613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8bea4a44-ef2f-4739-9438-16c11aa0d57c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bf19562570b425d9a3fef77afbdbb71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6983120 Nov 08 14:04:58.921424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea4a44-ef2f-4739-9438-16c11aa0d57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bc5d6a-40ff-49bc-b46a-f6c9a4292bdf,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:58.954305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event updated for resources: {'Port': ['ID=ad811192-efe2-42fc-b4fc-f04c5e42e266,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:04:58.962609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46568) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:59.054081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d6dbdaf1-7f44-425a-89f0-ded74f0485bf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1457903 Nov 08 14:04:59.066619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46574) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:59.084348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Network 03221375-0822-401a-a006-f44147b479ff is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:04:59.090975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:04:59.097672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:04:59.137039 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-68ca8410-e89a-4e43-8492-258edc0ab6be service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3971930 Nov 08 14:04:59.142122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46576) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:59.178038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-28db5ad8-6d54-4dcd-9c07-5493414aeaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.179728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-28db5ad8-6d54-4dcd-9c07-5493414aeaa2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.3907752 Nov 08 14:04:59.234534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-6120b5f0-dbd8-4ece-8a4b-be754a122a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.236138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-6120b5f0-dbd8-4ece-8a4b-be754a122a33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61269a23-5016-485e-9ecc-5841df8863cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3626127 Nov 08 14:04:59.239589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:04:59.299877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-a1fddcdf-8ea5-4bc7-8fdf-7812cfce2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.304818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-a1fddcdf-8ea5-4bc7-8fdf-7812cfce2c83 service neutron] 10.222.0.54 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.1174734 Nov 08 14:04:59.396371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.397012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:59.463235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b3b98ee-f24f-4739-b053-efb6fa7976b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:59.490189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-d607a244-c7be-4a37-9ba9-56faa72abc34 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 217 time: 0.1655996 Nov 08 14:04:59.508733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a574d98-5f93-494b-abdb-616a7db0a235 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.513006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a574d98-5f93-494b-abdb-616a7db0a235 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4263942 Nov 08 14:04:59.522686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46580) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:59.556869 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-58fafd3d-f7db-46d5-b793-5183a34be375 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=834278e7b22e4dd4bbbab8028371dd65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4075458 Nov 08 14:04:59.559136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46584) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:59.572302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b3b98ee-f24f-4739-b053-efb6fa7976b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:59.609602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-6c1b0129-dc08-447d-b070-dced33cc6ff7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1687999 Nov 08 14:04:59.629589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-ac66fad4-0e9c-4ccb-a497-4d9a24a0ffea tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:04:59.630881 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-ac66fad4-0e9c-4ccb-a497-4d9a24a0ffea tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095923 Nov 08 14:04:59.631327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab67aa8-41a1-4c87-a734-c15e99de6179 req-4f02a640-2edc-45da-822b-33e7de732dd9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.645846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cab67aa8-41a1-4c87-a734-c15e99de6179 req-4f02a640-2edc-45da-822b-33e7de732dd9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.4869032 Nov 08 14:04:59.656746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Request body: {'port': {'device_id': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:04:59.718120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-70c1e9fa-766d-48e6-9cb0-a5459c0594e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.723544 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-70c1e9fa-766d-48e6-9cb0-a5459c0594e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.2079329 Nov 08 14:04:59.769158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-b3264095-2da4-4416-88a9-838e5f6b49c8 service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890032 Nov 08 14:04:59.794197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa911d13-39f6-4f18-9fe7-22393f798eec up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:04:59.829219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cab67aa8-41a1-4c87-a734-c15e99de6179 req-e96d5a0c-3840-4301-8c98-535905608c44 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236045 Nov 08 14:04:59.887325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54496a47-e447-42ed-a7f5-f009e56246bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:59.893477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65d59a-7723-4eea-b4c7-b5916319c322 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.902421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65d59a-7723-4eea-b4c7-b5916319c322 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.904720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Provisioning complete for port 60712619-6cde-4481-9050-d7ca1fe4403b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:04:59.905256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:59.908864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65d59a-7723-4eea-b4c7-b5916319c322 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:04:59.910758 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ba65d59a-7723-4eea-b4c7-b5916319c322 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3798635 Nov 08 14:04:59.916402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46588) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:04:59.917045 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:04:59.987258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Port 60712619-6cde-4481-9050-d7ca1fe4403b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:00.000561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa911d13-39f6-4f18-9fe7-22393f798eec triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:00.000927 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.012164 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b3b98ee-f24f-4739-b053-efb6fa7976b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.016208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7b3b98ee-f24f-4739-b053-efb6fa7976b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.017943 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7b3b98ee-f24f-4739-b053-efb6fa7976b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6bc5d6a-40ff-49bc-b46a-f6c9a4292bdf HTTP/1.1" status: 204 len: 168 time: 1.0542767 Nov 08 14:05:00.040378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Provisioning complete for port aa911d13-39f6-4f18-9fe7-22393f798eec triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:00.040756 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.044878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b98ee-f24f-4739-b053-efb6fa7976b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bc5d6a-40ff-49bc-b46a-f6c9a4292bdf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:00.084586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54496a47-e447-42ed-a7f5-f009e56246bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.137944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1bbec-18e2-4930-a11c-9dfc4d45efc5 req-1227ea18-0626-4c87-87fb-c9659d3c2eea tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:00.145913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1bbec-18e2-4930-a11c-9dfc4d45efc5 req-1227ea18-0626-4c87-87fb-c9659d3c2eea tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 932 time: 0.3059771 Nov 08 14:05:00.154439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:00.157172 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0a2e823-7edc-4bc1-ad3e-2dd45ede109d req-388d68af-046a-46eb-a1bf-ad6dad8797c1 service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658075 Nov 08 14:05:00.198407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] Checking router: aad1cde4-5875-416b-aa54-f770f2a3e786 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:05:00.228166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-80e981f8-971f-4b8b-ad4f-3152eeba2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:00.234964 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-80e981f8-971f-4b8b-ad4f-3152eeba2d19 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5012715 Nov 08 14:05:00.287182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c8812-a5aa-4d09-b0e1-a19120e5bb95 None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:05:00.307472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38f1bbec-18e2-4930-a11c-9dfc4d45efc5 req-d2500bc2-cc82-4ec8-8294-03124cddca01 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492150 Nov 08 14:05:00.536849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:00.537546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:04:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:00.544882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c8812-a5aa-4d09-b0e1-a19120e5bb95 None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:05:00.694772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54496a47-e447-42ed-a7f5-f009e56246bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.697602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54496a47-e447-42ed-a7f5-f009e56246bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.701502 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54496a47-e447-42ed-a7f5-f009e56246bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5d65b02-4403-44a9-9c45-b5e6832512e6 HTTP/1.1" status: 204 len: 168 time: 1.1394401 Nov 08 14:05:00.704313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 44989602-896f-4861-8bfb-aa0ce13c97b6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:00.704699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.740707 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-a53e90cc-4138-411b-8daf-465f90bda774 service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903846 Nov 08 14:05:00.750865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54496a47-e447-42ed-a7f5-f009e56246bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d65b02-4403-44a9-9c45-b5e6832512e6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:00.778627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Provisioning complete for port 44989602-896f-4861-8bfb-aa0ce13c97b6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:00.779175 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:00.908818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:05:00.932364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-30b358e3-45d4-4551-a178-3649e67f6774 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:00.934017 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-30b358e3-45d4-4551-a178-3649e67f6774 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.4079442 Nov 08 14:05:01.140259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad811192-efe2-42fc-b4fc-f04c5e42e266 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:01.163312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:01.179280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Transition to ACTIVE for port object ad811192-efe2-42fc-b4fc-f04c5e42e266 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:05:01.181554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6a960-4d9f-42c5-98fe-571c0c055611 req-265a03eb-be91-4a48-b7b5-a2feefc198fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:01.193323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:01.196282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3c6a960-4d9f-42c5-98fe-571c0c055611 req-265a03eb-be91-4a48-b7b5-a2feefc198fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.1840408 Nov 08 14:05:01.310561 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f3c6a960-4d9f-42c5-98fe-571c0c055611 req-cd47d007-ef06-49ec-87aa-7c07a12d21a6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099234 Nov 08 14:05:01.420761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0af2b8b8-417c-4c2a-9b55-612d1f6adc72 None None] Port 44989602-896f-4861-8bfb-aa0ce13c97b6 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:01.552480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de69b3f-73b9-463d-a8c3-814682747216 req-f190cd19-24ca-442e-aff6-64c645a3d929 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:01.557021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4de69b3f-73b9-463d-a8c3-814682747216 req-f190cd19-24ca-442e-aff6-64c645a3d929 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 944 time: 0.1292922 Nov 08 14:05:01.653982 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d90f6e97-5c45-4558-81fc-0d81d0d3b0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:01.677852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-445521d2-316d-48b4-af94-fe39f7d313b7 None None] Provisioning complete for port 60712619-6cde-4481-9050-d7ca1fe4403b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:01.678215 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-445521d2-316d-48b4-af94-fe39f7d313b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:01.696822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4de69b3f-73b9-463d-a8c3-814682747216 req-1da4f654-9577-489e-8fef-f70ba2f7302a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226792 Nov 08 14:05:01.798662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-445521d2-316d-48b4-af94-fe39f7d313b7 None None] Port 60712619-6cde-4481-9050-d7ca1fe4403b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:01.931240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-445521d2-316d-48b4-af94-fe39f7d313b7 None None] Provisioning complete for port 44989602-896f-4861-8bfb-aa0ce13c97b6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:01.931836 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-445521d2-316d-48b4-af94-fe39f7d313b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:01.990811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:02.032366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b04399a-2280-4ad2-94d7-bb89e8cfac1a None None] The sync data for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 is: [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:01:58Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6e594722-336d-4f73-97ce-6aa8e783e194', 'name': '', 'network_id': '973814c1-6035-4faf-84dd-b1ff533a3d9a', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:3a:04:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:54Z', 'updated_at': '2021-11-08T14:02:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '66ffb297-c6b0-40bc-82f7-b0caadc70b9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:02.043638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-445521d2-316d-48b4-af94-fe39f7d313b7 None None] Port 44989602-896f-4861-8bfb-aa0ce13c97b6 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:02.050554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46646) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:02.178194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:02.253639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 44989602-896f-4861-8bfb-aa0ce13c97b6 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:02.263035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbcde6bf-d9e6-407f-ab9e-6a6b0c3d358d req-c1ddea75-a939-41ba-8eaa-51a8f81b73d9 service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4976597 Nov 08 14:05:02.339398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Pushing event updated for resources: {'Port': ['ID=ad811192-efe2-42fc-b4fc-f04c5e42e266,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:02.480062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 7e743716-0daa-41b9-89f4-d94ef2f63084 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:02.480671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:02.519795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46660) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:02.561098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bf537d-7c02-48c8-918d-54e56f9f24b4 None None] New status for floating IP dcaf139d-775c-4f65-b16c-ce73a95530a3: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:05:02.583230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1b96-73af-4743-8f47-780ff9dddb65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:02.605298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9a2caa65-e083-4c70-89c7-23e0ad58b6b8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2131366284', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:02.639354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadc7bc-8428-44a8-944c-280dd123793a req-aa01f6e5-e488-4e83-ab72-ddf7ee887aad tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:02.641647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feadc7bc-8428-44a8-944c-280dd123793a req-aa01f6e5-e488-4e83-ab72-ddf7ee887aad tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 946 time: 0.1623344 Nov 08 14:05:02.644568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Attempting to bind port ad811192-efe2-42fc-b4fc-f04c5e42e266 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:02.644988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Attempting to bind port ad811192-efe2-42fc-b4fc-f04c5e42e266 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:02.645788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Attempting to bind port ad811192-efe2-42fc-b4fc-f04c5e42e266 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:02.664037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632769-24d6-4282-b459-10fe15925393 req-e2f670b8-7b5c-45f4-8ea7-87a304771cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:02.666605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-e2f670b8-7b5c-45f4-8ea7-87a304771cc3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 1097 time: 0.2538183 Nov 08 14:05:02.677748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Port ad811192-efe2-42fc-b4fc-f04c5e42e266 on network 03221375-0822-401a-a006-f44147b479ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:05:02.678234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Attempting to bind port ad811192-efe2-42fc-b4fc-f04c5e42e266 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:02.695712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:02.696390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Checking segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:02.697121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Bound using segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:02.697644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Bound port: ad811192-efe2-42fc-b4fc-f04c5e42e266, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:02.698131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:02.713817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2caa65-e083-4c70-89c7-23e0ad58b6b8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:02.714869 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2caa65-e083-4c70-89c7-23e0ad58b6b8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:02.805642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feadc7bc-8428-44a8-944c-280dd123793a req-9027e145-60c2-45a1-8ca3-00ac19123ec5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=d19b655d-10f1-482a-b55e-3f2236d520e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531079 Nov 08 14:05:02.815021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 7e743716-0daa-41b9-89f4-d94ef2f63084, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7e743716-0daa-41b9-89f4-d94ef2f63084,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:02.815509 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:02.899540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 7e743716-0daa-41b9-89f4-d94ef2f63084 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:02.992837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.057385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.064911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632769-24d6-4282-b459-10fe15925393 req-a77ff412-63f3-4d46-b0fc-6441104a44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:03.066416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-a77ff412-63f3-4d46-b0fc-6441104a44c2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 200 len: 898 time: 0.3736379 Nov 08 14:05:03.070488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] For port ad811192-efe2-42fc-b4fc-f04c5e42e266, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:03.077416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=44989602-896f-4861-8bfb-aa0ce13c97b6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:03.151852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.158656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3559e486-e834-4f39-b974-8e0816f20c0b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/44989602-896f-4861-8bfb-aa0ce13c97b6 HTTP/1.1" status: 204 len: 168 time: 3.1926312 Nov 08 14:05:03.164887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] For port ad811192-efe2-42fc-b4fc-f04c5e42e266, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:03.166904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-0d56ec10-be28-4a79-a363-5828e7bfb7de service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 200 len: 217 time: 0.0873084 Nov 08 14:05:03.168079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46668) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:03.183028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.196211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1b96-73af-4743-8f47-780ff9dddb65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.223331 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7767d51b-7aa7-44d5-895c-d03e99018a3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:05:03.225038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7767d51b-7aa7-44d5-895c-d03e99018a3c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/44989602-896f-4861-8bfb-aa0ce13c97b6 HTTP/1.1" status: 404 len: 333 time: 0.0560048 Nov 08 14:05:03.268127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46670) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:03.282060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2caa65-e083-4c70-89c7-23e0ad58b6b8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.283704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ae4b1b96-73af-4743-8f47-780ff9dddb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.298069 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2caa65-e083-4c70-89c7-23e0ad58b6b8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.318332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:03.318881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.320537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] 10.222.0.54 "PUT /v2.0/ports/ad811192-efe2-42fc-b4fc-f04c5e42e266 HTTP/1.1" status: 200 len: 1092 time: 3.6757789 Nov 08 14:05:03.321193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'tag': 'ad811192-efe2-42fc-b4fc-f04c5e42e266'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:03.323518 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a935d3-ee11-4667-a45c-88531abcacab" -d '{"events": [{"name": "network-changed", "server_uuid": "8811a0a1-8747-470b-8d73-373a3f1c06a4", "tag": "ad811192-efe2-42fc-b4fc-f04c5e42e266"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:03.351578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ae4b1b96-73af-4743-8f47-780ff9dddb65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5b08198d8ad4e9dbfdef24771584189&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2969880 Nov 08 14:05:03.353767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46676) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:03.366206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa8174-7a35-4669-8d10-d607743791df req-7aa83f7f-40ea-4abd-8b14-20a6c66df6eb tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:03.368145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3afa8174-7a35-4669-8d10-d607743791df req-7aa83f7f-40ea-4abd-8b14-20a6c66df6eb tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 944 time: 0.5135689 Nov 08 14:05:03.376071 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9a2caa65-e083-4c70-89c7-23e0ad58b6b8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.377646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9a2caa65-e083-4c70-89c7-23e0ad58b6b8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8559287 Nov 08 14:05:03.380211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b1b96-73af-4743-8f47-780ff9dddb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8760eb7a-9eaf-455f-87ad-931f1d7febaf,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:03.388708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46678) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:03.394403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-478651115'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:03.401351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632769-24d6-4282-b459-10fe15925393 req-d78d078a-462f-48ee-8c37-0e15ca746f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:03.403314 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-d78d078a-462f-48ee-8c37-0e15ca746f19 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 200 len: 834 time: 0.2231388 Nov 08 14:05:03.471086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf4d59-dcab-4f3f-8446-e5772090c779 service neutron] Pushing event updated for resources: {'Port': ['ID=ad811192-efe2-42fc-b4fc-f04c5e42e266,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:03.472251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:03.475200 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0d45e3-660d-42e4-9d2f-e117e1d2368f x-openstack-request-id: req-3f0d45e3-660d-42e4-9d2f-e117e1d2368f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:03.475502 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8811a0a1-8747-470b-8d73-373a3f1c06a4", "tag": "ad811192-efe2-42fc-b4fc-f04c5e42e266", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:03.475768 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.475899 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f0d45e3-660d-42e4-9d2f-e117e1d2368f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:03.476176 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'tag': 'ad811192-efe2-42fc-b4fc-f04c5e42e266', 'status': 'completed', 'code': 200} Nov 08 14:05:03.512780 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.517278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3afa8174-7a35-4669-8d10-d607743791df req-46245e92-297d-490f-ac11-3f52b3fc9a12 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159108 Nov 08 14:05:03.522095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.526509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8baf8c3c-f282-4978-9d35-cd5ab0eceff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.568515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=7e743716-0daa-41b9-89f4-d94ef2f63084,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:03.572347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8baf8c3c-f282-4978-9d35-cd5ab0eceff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.611457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632769-24d6-4282-b459-10fe15925393 req-fd2f5d52-d707-48b8-83f6-feeeb034a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:03.613206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-fd2f5d52-d707-48b8-83f6-feeeb034a82f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=973814c1-6035-4faf-84dd-b1ff533a3d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1833196 Nov 08 14:05:03.626552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-a039077a-83c3-44b9-b396-d2f4038517df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:03.628225 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-a039077a-83c3-44b9-b396-d2f4038517df service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 1095 time: 0.2244875 Nov 08 14:05:03.653272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] No DVR routers for this DVR port 7e743716-0daa-41b9-89f4-d94ef2f63084 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:03.671251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.674286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "DELETE /v2.0/ports/7e743716-0daa-41b9-89f4-d94ef2f63084 HTTP/1.1" status: 204 len: 173 time: 2.7119265 Nov 08 14:05:03.692200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port 60712619-6cde-4481-9050-d7ca1fe4403b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:03.692549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.696109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.699380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8baf8c3c-f282-4978-9d35-cd5ab0eceff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.702501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8baf8c3c-f282-4978-9d35-cd5ab0eceff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.704060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8baf8c3c-f282-4978-9d35-cd5ab0eceff5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8760eb7a-9eaf-455f-87ad-931f1d7febaf HTTP/1.1" status: 204 len: 168 time: 0.3488348 Nov 08 14:05:03.715111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf8c3c-f282-4978-9d35-cd5ab0eceff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8760eb7a-9eaf-455f-87ad-931f1d7febaf,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:03.718261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.750623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:03.819889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-0aa8e91c-92d3-4016-83fd-a9dc903804fd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266 HTTP/1.1" status: 200 len: 217 time: 0.1686749 Nov 08 14:05:03.820176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.820780 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Added segment 5924fb83-c0f2-4150-9541-7f594a9803ab of type vlan for network e4c0157e-8692-43e3-8f13-7567d5723e58 Nov 08 14:05:03.931348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4dcb8e-7445-4ad9-af39-4238d4d2e5c4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:03.952110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:03.975620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.976191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.976614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.980234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.980612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.980962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.981309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.981658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.981967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.982311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.982718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:03.982997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:04.020222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:04.035132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for 60712619-6cde-4481-9050-d7ca1fe4403b owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:04.065552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13a75fc9-e59c-4fad-8411-2dbceab89109 req-e147762c-12a3-46d3-a2d2-25967b2e2933 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8809719-7f6a-4e86-a932-cb88fa888cf7 HTTP/1.1" status: 200 len: 210 time: 0.0761156 Nov 08 14:05:04.077205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:04.092734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:04.093369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:04.160823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7709994 Nov 08 14:05:04.174306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46694) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:04.180718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'subnet': {'network_id': 'e4c0157e-8692-43e3-8f13-7567d5723e58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:04.214310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-c538fb47-a75d-471e-b0be-d03ce58c7f15 service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914781 Nov 08 14:05:04.282172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d634445-aeb6-4eff-bc93-72af68a66538 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Network': ['ID=e4c0157e-8692-43e3-8f13-7567d5723e58,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:04.298501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e4c0157e-8692-43e3-8f13-7567d5723e58 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:04.315322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-387dfbb0-50ca-4fd0-bbd7-c9138299ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:04.317147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-387dfbb0-50ca-4fd0-bbd7-c9138299ede6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.4827836 Nov 08 14:05:04.365668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-d0648ff4-cd04-4481-9588-3d829b2a2a02 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373373 Nov 08 14:05:04.419649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:04.448989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:04.462333 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:04.465294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:04.550433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 7e743716-0daa-41b9-89f4-d94ef2f63084 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:04.551085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7e743716-0daa-41b9-89f4-d94ef2f63084 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:04.608503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=60712619-6cde-4481-9050-d7ca1fe4403b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:04.720335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e182f-b005-44ea-a572-e2ec3e784b3d req-6c2df35e-61c8-4d08-8ce4-2cee41f79add tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:04.722166 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a81e182f-b005-44ea-a572-e2ec3e784b3d req-6c2df35e-61c8-4d08-8ce4-2cee41f79add tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 944 time: 0.0743725 Nov 08 14:05:04.730200 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:04.737832 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-78afe8d8-3318-49f0-a9a8-3ca3a378a914 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/60712619-6cde-4481-9050-d7ca1fe4403b HTTP/1.1" status: 204 len: 168 time: 1.4662151 Nov 08 14:05:04.742885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46714) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:04.833476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a81e182f-b005-44ea-a572-e2ec3e784b3d req-f51a2b03-296a-4123-8e0b-6aad548c92d0 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009204 Nov 08 14:05:04.850763 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57d9595-4110-431c-bc27-e99a16100d1f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:05:04.861869 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f57d9595-4110-431c-bc27-e99a16100d1f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/60712619-6cde-4481-9050-d7ca1fe4403b HTTP/1.1" status: 404 len: 333 time: 0.1047745 Nov 08 14:05:04.863024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46720) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:04.882113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1632769-24d6-4282-b459-10fe15925393 req-6dfa978a-f8a7-4ce6-a328-7e28c1632ccc service neutron] 10.222.0.54 "GET /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601799 Nov 08 14:05:04.947066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:04.969002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-60827b6d-11b9-4513-8ba7-561a800d2d1c service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5522487 Nov 08 14:05:04.993129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 35dff4cf-db33-40bf-984b-17f4b18a42a9 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:05.008487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.037089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Subnet': ['ID=d07bbacc-2b98-42c3-b90c-a270248819a9,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:05.045450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Checking segment: {'id': '5924fb83-c0f2-4150-9541-7f594a9803ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e4c0157e-8692-43e3-8f13-7567d5723e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:05.046038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network hostable DHCP agents. Network: e4c0157e-8692-43e3-8f13-7567d5723e58, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:05.082022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network e4c0157e-8692-43e3-8f13-7567d5723e58 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:05.098594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e4c0157e-8692-43e3-8f13-7567d5723e58) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:05.107466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:05.108169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfc72c4-8614-44d3-ae1e-fbf1f21acc6f None None] Network e4c0157e-8692-43e3-8f13-7567d5723e58 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:05.109259 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.151904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a882f89f-e348-4d9c-8f4a-94b5bbd4a274 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9734278 Nov 08 14:05:05.153614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46728) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:05.167868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'network': {'name': 'tempest-router-network01--1077901185'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:05.177541 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46730) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:05.195771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.365739 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d1b3c043-8dd4-4ff7-9b89-4819c6654ccb req-25a42a2f-d881-42a4-a139-d093bb44b6f0 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676701 Nov 08 14:05:05.391276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e4c0157e-8692-43e3-8f13-7567d5723e58', 'network_id': 'e4c0157e-8692-43e3-8f13-7567d5723e58', 'tenant_id': 'ba9bb23e044b40c59900385b94857e6c', 'fixed_ips': [{'subnet_id': 'd07bbacc-2b98-42c3-b90c-a270248819a9'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:05.394289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.403125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:05.416925 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.497285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-deleted', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:05.499936 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ecec23-7bd3-43ac-8665-8b9cdb9a0a85" -d '{"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-deleted", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:05.555703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.567248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:05.611726 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.627348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Allocated IP 2001:db8::2 (e4c0157e-8692-43e3-8f13-7567d5723e58/d07bbacc-2b98-42c3-b90c-a270248819a9/93c8ddf0-b376-4226-be7f-3900d23f5f4a) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:05.629827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.630271 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Added segment fb7b9742-bb2b-4fde-a951-43771d854ac3 of type vlan for network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b Nov 08 14:05:05.653591 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf51b0c-1d93-4096-8497-7ff2d95476f8 x-openstack-request-id: req-6cf51b0c-1d93-4096-8497-7ff2d95476f8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:05.653870 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8809719-7f6a-4e86-a932-cb88fa888cf7", "name": "network-vif-deleted", "tag": "7e743716-0daa-41b9-89f4-d94ef2f63084", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:05.654137 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cf51b0c-1d93-4096-8497-7ff2d95476f8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:05.654549 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8809719-7f6a-4e86-a932-cb88fa888cf7', 'name': 'network-vif-deleted', 'tag': '7e743716-0daa-41b9-89f4-d94ef2f63084', 'status': 'completed', 'code': 200} Nov 08 14:05:05.678698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a935d3-ee11-4667-a45c-88531abcacab req-f86e2169-837b-4599-a6a4-1455a132ad2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:05.680229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5a935d3-ee11-4667-a45c-88531abcacab req-f86e2169-837b-4599-a6a4-1455a132ad2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 1095 time: 0.2321544 Nov 08 14:05:05.775067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.804086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.831184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=35dff4cf-db33-40bf-984b-17f4b18a42a9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:05.876703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:05.880668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-162b0f18-dc40-46de-b53d-c66d916a67ef tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/35dff4cf-db33-40bf-984b-17f4b18a42a9 HTTP/1.1" status: 204 len: 168 time: 1.0140297 Nov 08 14:05:05.885002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46746) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:05.907673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a935d3-ee11-4667-a45c-88531abcacab req-c32cf147-3456-4d51-a163-b07469432b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:05.910723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5a935d3-ee11-4667-a45c-88531abcacab req-c32cf147-3456-4d51-a163-b07469432b0d service neutron] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 916 time: 0.2189527 Nov 08 14:05:05.940284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ad6049-95bc-4c64-b8f9-2ffde87c353d None None] Network 2f6049bc-246c-463e-aaf8-e043b9e91c76 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:06.004431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.060698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5a935d3-ee11-4667-a45c-88531abcacab req-7618c763-cdb1-465c-9a43-8f53b5499f62 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266 HTTP/1.1" status: 200 len: 217 time: 0.1419044 Nov 08 14:05:06.082573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.088909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:06.089730 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.130845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a935d3-ee11-4667-a45c-88531abcacab req-0d4700f1-0073-463d-88e9-cc4d048ae4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:06.133059 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5a935d3-ee11-4667-a45c-88531abcacab req-0d4700f1-0073-463d-88e9-cc4d048ae4a6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.0652463 Nov 08 14:05:06.160240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0045943 Nov 08 14:05:06.180718 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5a935d3-ee11-4667-a45c-88531abcacab req-f8e25cbc-3f20-460c-b17a-7efd78f21183 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392115 Nov 08 14:05:06.181457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46754) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:06.184823 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.188538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'network': {'name': 'tempest-router-network02--931702497'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:06.316118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:06.321088 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.329700 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.366410 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.374982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:06.386506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.386998 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Added segment 409bebab-6caf-4294-8595-83178dc8bfe4 of type vlan for network fc4592b8-5431-43b0-ba90-7bfe2de2c2af Nov 08 14:05:06.415476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f83b82-8944-405d-a4fc-10f1fc8038d4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Network': ['ID=8d9a0a47-9a7d-4136-9bd1-709eae0cb89b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:06.438146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.462070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:06.490323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38183de5-c03d-4ae6-8a7b-1cffc3a80ad6 req-183bad26-92be-4869-a2b0-14a4513a50d7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:06.494945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38183de5-c03d-4ae6-8a7b-1cffc3a80ad6 req-183bad26-92be-4869-a2b0-14a4513a50d7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 944 time: 0.4832342 Nov 08 14:05:06.496369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Network e4c0157e-8692-43e3-8f13-7567d5723e58 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:06.518240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.528582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:06.535882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:06.540676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:06.541583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.570785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Pushing event updated for resources: {'Port': ['ID=93c8ddf0-b376-4226-be7f-3900d23f5f4a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:06.619764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38183de5-c03d-4ae6-8a7b-1cffc3a80ad6 req-80df2422-51f9-4e4c-8a3a-7c94b5fac45f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815263 Nov 08 14:05:06.620712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46764) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:06.633833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port aa911d13-39f6-4f18-9fe7-22393f798eec {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:06.634431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.735564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Network': ['ID=fc4592b8-5431-43b0-ba90-7bfe2de2c2af,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:06.766904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fc4592b8-5431-43b0-ba90-7bfe2de2c2af details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:06.801051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] DHCP port deletion for 2f6049bc-246c-463e-aaf8-e043b9e91c76 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:05:06.803646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5a935d3-ee11-4667-a45c-88531abcacab req-8b499113-7b3c-4414-8efb-02dffc78485a service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089826 Nov 08 14:05:06.814029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2e5bfbfa-5f59-4395-8ea3-2edb61384229 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6265364 Nov 08 14:05:06.816543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:06.827503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'subnet': {'network_id': '8d9a0a47-9a7d-4136-9bd1-709eae0cb89b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:06.834691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] For port aa911d13-39f6-4f18-9fe7-22393f798eec, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa911d13-39f6-4f18-9fe7-22393f798eec,segment=NetworkSegment(69ab228f-ceac-4e89-af15-a5524646571e),segment_id=69ab228f-ceac-4e89-af15-a5524646571e)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:06.835351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:06.919769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for aa911d13-39f6-4f18-9fe7-22393f798eec owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:06.988395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Attempting to bind port 93c8ddf0-b376-4226-be7f-3900d23f5f4a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:06.988774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Attempting to bind port 93c8ddf0-b376-4226-be7f-3900d23f5f4a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '5924fb83-c0f2-4150-9541-7f594a9803ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e4c0157e-8692-43e3-8f13-7567d5723e58'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:06.989146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Attempting to bind port 93c8ddf0-b376-4226-be7f-3900d23f5f4a on network e4c0157e-8692-43e3-8f13-7567d5723e58 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:07.053535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:07.054221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Checking segment: {'id': '5924fb83-c0f2-4150-9541-7f594a9803ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e4c0157e-8692-43e3-8f13-7567d5723e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:07.056690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.057416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Bound using segment: {'id': '5924fb83-c0f2-4150-9541-7f594a9803ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e4c0157e-8692-43e3-8f13-7567d5723e58'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:07.058341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Bound port: 93c8ddf0-b376-4226-be7f-3900d23f5f4a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5924fb83-c0f2-4150-9541-7f594a9803ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'e4c0157e-8692-43e3-8f13-7567d5723e58'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:07.059074 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.101405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46778) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:07.115212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8ec0e-d776-4fda-8644-01ca8833359d req-0f0dfb84-5e27-486b-812a-d8820fe5d83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:07.116992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cd8ec0e-d776-4fda-8644-01ca8833359d req-0f0dfb84-5e27-486b-812a-d8820fe5d83c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1096 time: 0.4925482 Nov 08 14:05:07.125696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.198670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b5a935d3-ee11-4667-a45c-88531abcacab req-723321db-48fb-4171-81ba-fd108dd5c651 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845305 Nov 08 14:05:07.225192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.245252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] For port 93c8ddf0-b376-4226-be7f-3900d23f5f4a, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:07.252749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] For port 93c8ddf0-b376-4226-be7f-3900d23f5f4a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=93c8ddf0-b376-4226-be7f-3900d23f5f4a,segment=NetworkSegment(5924fb83-c0f2-4150-9541-7f594a9803ab),segment_id=5924fb83-c0f2-4150-9541-7f594a9803ab)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:07.268628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.269048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:07.276317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.353401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] Deleting port aa911d13-39f6-4f18-9fe7-22393f798eec {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:07.353925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.415940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ad06d-2140-41f0-bac2-96a1365622b7 None None] Pushing event updated for resources: {'Port': ['ID=93c8ddf0-b376-4226-be7f-3900d23f5f4a,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:07.528045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] For port aa911d13-39f6-4f18-9fe7-22393f798eec, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:07.528965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.569937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] Calling delete_port for aa911d13-39f6-4f18-9fe7-22393f798eec owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:07.575312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] Port aa911d13-39f6-4f18-9fe7-22393f798eec was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:05:07.577732 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.599285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] No DVR routers for this DVR port aa911d13-39f6-4f18-9fe7-22393f798eec on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:07.683704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf877f-88a4-4ba4-a494-05082ae6a20e None None] Pushing event deleted for resources: {'Port': ['ID=aa911d13-39f6-4f18-9fe7-22393f798eec,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:07.729551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa911d13-39f6-4f18-9fe7-22393f798eec no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:07.789373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: aa911d13-39f6-4f18-9fe7-22393f798eec {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:07.789965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa911d13-39f6-4f18-9fe7-22393f798eec not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:07.917014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:07.958709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3cd8ec0e-d776-4fda-8644-01ca8833359d req-2acdb3ff-2889-4631-868f-84af0ad7e139 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8279123 Nov 08 14:05:07.968434 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:07.976017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=aa911d13-39f6-4f18-9fe7-22393f798eec,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:07.993090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No DVR routers for this DVR port aa911d13-39f6-4f18-9fe7-22393f798eec on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:08.090205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83bd06-4d0d-4f3f-a5b2-f0f8c9bebca3 req-be9723c1-87c0-42e4-ad6e-8b4076e8bc8c tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:08.093280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf83bd06-4d0d-4f3f-a5b2-f0f8c9bebca3 req-be9723c1-87c0-42e4-ad6e-8b4076e8bc8c tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 944 time: 0.2703786 Nov 08 14:05:08.125780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.247242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Subnet': ['ID=849c0902-b971-465b-8c6f-376cb6e5dbca,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:08.253765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.266008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Checking segment: {'id': 'fb7b9742-bb2b-4fde-a951-43771d854ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '8d9a0a47-9a7d-4136-9bd1-709eae0cb89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:08.266008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network hostable DHCP agents. Network: 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:08.290056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:08.307138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:08.310701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6049bc-246c-463e-aaf8-e043b9e91c76']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:08.323100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077aee3b-1137-4bc9-ac8f-f7aec6b0743f None None] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:08.328371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:08.329355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.372347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ab228f-ceac-4e89-af15-a5524646571e') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:08.374920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ab228f-ceac-4e89-af15-a5524646571e') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:08.388946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf83bd06-4d0d-4f3f-a5b2-f0f8c9bebca3 req-902ea18c-3bcb-48cf-96ea-89bca05ceefe tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635870 Nov 08 14:05:08.390853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-14e9184d-875d-4020-a34e-68025ebf583a tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5747259 Nov 08 14:05:08.394553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46794) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:08.403217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'subnet': {'network_id': 'fc4592b8-5431-43b0-ba90-7bfe2de2c2af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:08.426235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.433858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ad811192-efe2-42fc-b4fc-f04c5e42e266 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:05:08.507534 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.536807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:08.551817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.553718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:08.555689 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:08.565115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.759340 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.775639 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.797845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:08.804792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/2f6049bc-246c-463e-aaf8-e043b9e91c76 HTTP/1.1" status: 204 len: 168 time: 2.9141698 Nov 08 14:05:08.886350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46800) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:08.892971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1677799345'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:08.898716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a72e6-319d-444b-a76b-55b559923dfd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=2f6049bc-246c-463e-aaf8-e043b9e91c76,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:08.951366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.023876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 6e594722-336d-4f73-97ce-6aa8e783e194 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:09.024423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.047677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Subnet': ['ID=a595f03d-2ef5-489f-a7ba-ac0b797fbe12,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:09.070947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Checking segment: {'id': '409bebab-6caf-4294-8595-83178dc8bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'fc4592b8-5431-43b0-ba90-7bfe2de2c2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:09.071794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network hostable DHCP agents. Network: fc4592b8-5431-43b0-ba90-7bfe2de2c2af, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:09.099543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network fc4592b8-5431-43b0-ba90-7bfe2de2c2af is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:09.115290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fc4592b8-5431-43b0-ba90-7bfe2de2c2af) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:09.130208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:09.131624 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.140593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:09.151664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be0dbe-2d57-4da9-a497-c214a84d9218 None None] Network fc4592b8-5431-43b0-ba90-7bfe2de2c2af requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:09.154129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.169050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2709b0f5-964d-461b-83da-614e31229685 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7722516 Nov 08 14:05:09.170013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:09.284153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-8d9a0a47-9a7d-4136-9bd1-709eae0cb89b', 'network_id': '8d9a0a47-9a7d-4136-9bd1-709eae0cb89b', 'tenant_id': 'ba9bb23e044b40c59900385b94857e6c', 'fixed_ips': [{'subnet_id': '849c0902-b971-465b-8c6f-376cb6e5dbca'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:09.288935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.295073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ad811192-efe2-42fc-b4fc-f04c5e42e266, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:09.352324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Allocated IP 172.25.8.136 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/8ae97ee1-90c2-40c5-b7a1-2f0dd0965460) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:09.371858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'ad811192-efe2-42fc-b4fc-f04c5e42e266', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'port_id': 'ad811192-efe2-42fc-b4fc-f04c5e42e266', 'mac_address': 'fa:16:3e:df:c6:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0170f-115d-491b-b52d-1a6f52116f7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:05:09.440322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:09.481848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 6e594722-336d-4f73-97ce-6aa8e783e194, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6e594722-336d-4f73-97ce-6aa8e783e194,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:09.482530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.521856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.522476 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Added segment 9ac1c398-c6c5-4009-b3dd-708d74ada79a of type vlan for network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 Nov 08 14:05:09.578225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 6e594722-336d-4f73-97ce-6aa8e783e194 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:09.630065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.689823 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:05:09.698396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999a4c05-6e77-4bcf-9a9a-c538e3b6628c None None] Network e4c0157e-8692-43e3-8f13-7567d5723e58 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:09.729293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:09.786557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.db.resource_extend [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:05:09.901221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 93c8ddf0-b376-4226-be7f-3900d23f5f4a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:09.977941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.008904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e849ecf0-e16d-4f28-ad53-bad1847ff4e4 None None] Provisioning complete for port 93c8ddf0-b376-4226-be7f-3900d23f5f4a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:10.009283 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e849ecf0-e16d-4f28-ad53-bad1847ff4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.094523 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534354d1-d3b7-4c5d-9067-cb46a4cf48d3 req-db0fdfce-2406-4f37-b908-3e49dccfbda1 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:10.108113 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-534354d1-d3b7-4c5d-9067-cb46a4cf48d3 req-db0fdfce-2406-4f37-b908-3e49dccfbda1 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 944 time: 0.5697215 Nov 08 14:05:10.110188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad811192-efe2-42fc-b4fc-f04c5e42e266 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:10.127065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.156097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.233131 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.241705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:10.242655 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.247586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=6e594722-336d-4f73-97ce-6aa8e783e194,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:10.397367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-fc4592b8-5431-43b0-ba90-7bfe2de2c2af', 'network_id': 'fc4592b8-5431-43b0-ba90-7bfe2de2c2af', 'tenant_id': 'ba9bb23e044b40c59900385b94857e6c', 'fixed_ips': [{'subnet_id': 'a595f03d-2ef5-489f-a7ba-ac0b797fbe12'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:10.398362 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.417088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5295894 Nov 08 14:05:10.420044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46820) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:10.425770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:10.426595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-534354d1-d3b7-4c5d-9067-cb46a4cf48d3 req-a15aa98a-c681-44b9-bfcf-316c4cf1c9ea tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172951 Nov 08 14:05:10.430016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ad811192-efe2-42fc-b4fc-f04c5e42e266, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:10.441578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Allocated IP 2001:db8::2 (8d9a0a47-9a7d-4136-9bd1-709eae0cb89b/849c0902-b971-465b-8c6f-376cb6e5dbca/fb1f2124-5f8d-40a3-9400-ab0317be7645) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:10.472033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff51b1-d212-40c0-bbae-c62e2ef31579 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Network': ['ID=0c1f192c-268e-4c92-9d53-8bbd0585f4b1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:10.474701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.502539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:10.507891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.558428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:10.562826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.565722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:10.571725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 93c8ddf0-b376-4226-be7f-3900d23f5f4a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:10.572405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.605211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:10.607663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:10.641769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Port': ['ID=8ae97ee1-90c2-40c5-b7a1-2f0dd0965460,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:10.670002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.806801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.815185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.861383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.872624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=ad811192-efe2-42fc-b4fc-f04c5e42e266,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:10.879063 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e849ecf0-e16d-4f28-ad53-bad1847ff4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:10.909837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ad811192-efe2-42fc-b4fc-f04c5e42e266'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:05:10.977984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=3d023ed7-7286-40d2-a18c-867f9d57cf94,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:10.996390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Checking segment: {'id': '9ac1c398-c6c5-4009-b3dd-708d74ada79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:10.996911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network hostable DHCP agents. Network: 0c1f192c-268e-4c92-9d53-8bbd0585f4b1, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:11.030074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:11.042606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 0c1f192c-268e-4c92-9d53-8bbd0585f4b1) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:11.048782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:11.049698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.084820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e7eb044a-d57f-4e78-9d35-471cd41dd3a4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6629558 Nov 08 14:05:11.085940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46828) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:11.093654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1976b50-07c0-4a81-b5c9-120c06af01ed None None] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:11.096562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-baa8129f-cdc0-4f2e-921a-1a83189018f3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-496784860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:11.133052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aad1cde4-5875-416b-aa54-f770f2a3e786 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:11.138398 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-baa8129f-cdc0-4f2e-921a-1a83189018f3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.140702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-baa8129f-cdc0-4f2e-921a-1a83189018f3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.229093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.249344 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-baa8129f-cdc0-4f2e-921a-1a83189018f3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.254944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.256433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-baa8129f-cdc0-4f2e-921a-1a83189018f3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.277706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-baa8129f-cdc0-4f2e-921a-1a83189018f3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.281935 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-baa8129f-cdc0-4f2e-921a-1a83189018f3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1944144 Nov 08 14:05:11.282545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46834) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:11.299270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e849ecf0-e16d-4f28-ad53-bad1847ff4e4 None None] For port 93c8ddf0-b376-4226-be7f-3900d23f5f4a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=93c8ddf0-b376-4226-be7f-3900d23f5f4a,segment=NetworkSegment(5924fb83-c0f2-4150-9541-7f594a9803ab),segment_id=5924fb83-c0f2-4150-9541-7f594a9803ab)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:11.310494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1', 'name': 'tempest-PortsIpV6TestJSON-1218879671'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:11.338140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e849ecf0-e16d-4f28-ad53-bad1847ff4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.347410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Allocated IP 2001:db8::2 (fc4592b8-5431-43b0-ba90-7bfe2de2c2af/a595f03d-2ef5-489f-a7ba-ac0b797fbe12/44b917c4-204c-42d6-9016-3965ef99ca0f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:11.393969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.434216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Port': ['ID=8ae97ee1-90c2-40c5-b7a1-2f0dd0965460,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:11.440463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:11.459535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9b9aec91-063c-4807-ba57-901514ebb020 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/aad1cde4-5875-416b-aa54-f770f2a3e786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2754812 Nov 08 14:05:11.459535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46840) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:11.493287 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] Sync routers for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:11.500074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.501670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-312de4f1-f98e-4275-b5d5-9f555bbe7877 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3992352 Nov 08 14:05:11.517645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46844) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:11.527965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1246690425'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:11.545761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.584988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting subnet 66ffb297-c6b0-40bc-82f7-b0caadc70b9e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:11.587430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849ecf0-e16d-4f28-ad53-bad1847ff4e4 None None] Pushing event updated for resources: {'Port': ['ID=93c8ddf0-b376-4226-be7f-3900d23f5f4a,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:11.592343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.595696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.658539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Made reservation on behalf of 9acd88f485744ae7ad2a1a2ecfe7a101 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:11.662220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.683612 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.687004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Allocated IP 2001:db8::1 (8d9a0a47-9a7d-4136-9bd1-709eae0cb89b/849c0902-b971-465b-8c6f-376cb6e5dbca/5737d57a-98ad-4022-bfb5-bd126fc06767) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:11.692011 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.702785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:05:11.703285 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:05:11.710839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:11.714402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.737156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:11.792788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:11.793556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:11.800025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port d62a8d2b-3207-4b8b-9031-b551b4e338aa yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:05:11.930223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:05:11.988091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.020641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.036233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::22b (0c1f192c-268e-4c92-9d53-8bbd0585f4b1/3d023ed7-7286-40d2-a18c-867f9d57cf94/d62a8d2b-3207-4b8b-9031-b551b4e338aa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:12.038296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.096390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:12.105135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b638d8-e78a-4454-a66b-2cbfb6ddf957,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:12.127998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.128352 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Added segment 8d7dca6b-9998-4069-91a5-36cb7ee8608b of type vlan for network a5640347-0c6c-4de1-9736-87068887837a Nov 08 14:05:12.136539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:12.137744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Pushing event updated for resources: {'Port': ['ID=fb1f2124-5f8d-40a3-9400-ab0317be7645,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:12.140514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-553a109e-ef14-4bec-bc20-93e696bb46ca None None] Provisioning complete for port 93c8ddf0-b376-4226-be7f-3900d23f5f4a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:12.140835 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-553a109e-ef14-4bec-bc20-93e696bb46ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.180624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:12.192005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:12.192250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.208169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18515a30-c6bf-4a97-a40e-e916409379ae req-30c9784e-76e0-40f0-8fb7-944776cd4c1b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:12.211928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18515a30-c6bf-4a97-a40e-e916409379ae req-30c9784e-76e0-40f0-8fb7-944776cd4c1b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 945 time: 0.5867789 Nov 08 14:05:12.252521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.327345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18515a30-c6bf-4a97-a40e-e916409379ae req-a90dc326-70cf-47b3-8ad4-2f6fdd9caa8f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076274 Nov 08 14:05:12.333568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:12.339873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Port': ['ID=5737d57a-98ad-4022-bfb5-bd126fc06767,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:12.347185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.364555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:12.371131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:12.372332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.381764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.387728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:12.389416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.437395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.499204 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9867575 Nov 08 14:05:12.505432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Subnet': ['ID=66ffb297-c6b0-40bc-82f7-b0caadc70b9e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:12.510590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46854) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:12.515770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.524180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-901a199c-e29f-4ef7-b53a-5d0afc4ab9ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/subnets/66ffb297-c6b0-40bc-82f7-b0caadc70b9e HTTP/1.1" status: 204 len: 168 time: 1.0637288 Nov 08 14:05:12.528857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Request body: {'subnet': {'network_id': 'a5640347-0c6c-4de1-9736-87068887837a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:12.562974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:12.581310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.634735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Made reservation on behalf of 9acd88f485744ae7ad2a1a2ecfe7a101 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:12.638690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.639879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1735-5f2b-472e-a144-b79c48ee43a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Network': ['ID=a5640347-0c6c-4de1-9736-87068887837a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:12.728967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee647c89-7d7a-4f54-a602-860f839416f1 None None] Network 973814c1-6035-4faf-84dd-b1ff533a3d9a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:12.771908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.791474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.794135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a5640347-0c6c-4de1-9736-87068887837a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:12.831054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.878348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Attempting to bind port fb1f2124-5f8d-40a3-9400-ab0317be7645 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:12.878724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Attempting to bind port fb1f2124-5f8d-40a3-9400-ab0317be7645 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'fb7b9742-bb2b-4fde-a951-43771d854ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '8d9a0a47-9a7d-4136-9bd1-709eae0cb89b'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:12.879087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Attempting to bind port fb1f2124-5f8d-40a3-9400-ab0317be7645 on network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:12.894723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:12.895114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Checking segment: {'id': 'fb7b9742-bb2b-4fde-a951-43771d854ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '8d9a0a47-9a7d-4136-9bd1-709eae0cb89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:12.895528 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.896084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Bound using segment: {'id': 'fb7b9742-bb2b-4fde-a951-43771d854ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '8d9a0a47-9a7d-4136-9bd1-709eae0cb89b'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:12.896593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Bound port: fb1f2124-5f8d-40a3-9400-ab0317be7645, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7b9742-bb2b-4fde-a951-43771d854ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '8d9a0a47-9a7d-4136-9bd1-709eae0cb89b'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:12.896982 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:12.918996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:12.936462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:05:09Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:12.960328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.014793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:13.048908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:13.051894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Subnet': ['ID=eb7184d5-31de-4afb-8509-f64f47a79973,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:13.056444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] Checking router: aad1cde4-5875-416b-aa54-f770f2a3e786 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:05:13.062611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.065228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:13.067902 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.089927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Checking segment: {'id': '8d7dca6b-9998-4069-91a5-36cb7ee8608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5640347-0c6c-4de1-9736-87068887837a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:13.090642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Network hostable DHCP agents. Network: a5640347-0c6c-4de1-9736-87068887837a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:13.092880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=d62a8d2b-3207-4b8b-9031-b551b4e338aa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:13.124697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.147625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Network a5640347-0c6c-4de1-9736-87068887837a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:13.155324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Network fc4592b8-5431-43b0-ba90-7bfe2de2c2af is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:13.165638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:13.180100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a5640347-0c6c-4de1-9736-87068887837a) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:13.184319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:13.184821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.188233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:13.200421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] Routers {'aad1cde4-5875-416b-aa54-f770f2a3e786'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:13.201174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aad1cde4-5875-416b-aa54-f770f2a3e786'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:13.217139 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-72432183-4aa3-4250-89ed-f95e41abad0d tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7039263 Nov 08 14:05:13.220752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:13.228323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-242919094', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:13.263224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-21cb8f85-b7df-4a32-85fd-7b0fc4fd65c4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9791441 Nov 08 14:05:13.271428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46862) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:13.300230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.317688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] Set router aad1cde4-5875-416b-aa54-f770f2a3e786 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:05:13.378399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 93c8ddf0-b376-4226-be7f-3900d23f5f4a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:13.380905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-0c1f192c-268e-4c92-9d53-8bbd0585f4b1', 'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1', 'tenant_id': 'f52b4b2a90144de988f3c415b3eb8918', 'fixed_ips': [{'subnet_id': '3d023ed7-7286-40d2-a18c-867f9d57cf94'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:13.381956 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.399319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] For port fb1f2124-5f8d-40a3-9400-ab0317be7645, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:13.410389 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.411657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.419972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3f1001-2b9b-4dcd-9c01-9875a1329c97 None None] Network a5640347-0c6c-4de1-9736-87068887837a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:13.503655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 0dcde2c9-2319-4351-ac85-2bedcfd929b9 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:13.504165 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.532963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.547264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.549100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.554789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] For port fb1f2124-5f8d-40a3-9400-ab0317be7645, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fb1f2124-5f8d-40a3-9400-ab0317be7645,segment=NetworkSegment(fb7b9742-bb2b-4fde-a951-43771d854ac3),segment_id=fb7b9742-bb2b-4fde-a951-43771d854ac3)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:13.574141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.681525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] DHCP port deletion for 973814c1-6035-4faf-84dd-b1ff533a3d9a request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:05:13.683794 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.688623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Pushing event updated for resources: {'Port': ['ID=44b917c4-204c-42d6-9016-3965ef99ca0f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:13.711852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Port': ['ID=5737d57a-98ad-4022-bfb5-bd126fc06767,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:13.765029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e954ae-a9b9-4ba5-8861-6e1ff133e3e9 None None] Pushing event updated for resources: {'Port': ['ID=fb1f2124-5f8d-40a3-9400-ab0317be7645,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:13.787338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 0dcde2c9-2319-4351-ac85-2bedcfd929b9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0dcde2c9-2319-4351-ac85-2bedcfd929b9,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:13.787711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.797893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Attempting to bind port 44b917c4-204c-42d6-9016-3965ef99ca0f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:13.799337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Attempting to bind port 44b917c4-204c-42d6-9016-3965ef99ca0f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '409bebab-6caf-4294-8595-83178dc8bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'fc4592b8-5431-43b0-ba90-7bfe2de2c2af'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:13.800067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Attempting to bind port 44b917c4-204c-42d6-9016-3965ef99ca0f on network fc4592b8-5431-43b0-ba90-7bfe2de2c2af {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:13.809255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 0dcde2c9-2319-4351-ac85-2bedcfd929b9 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:13.822961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:13.823347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Checking segment: {'id': '409bebab-6caf-4294-8595-83178dc8bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'fc4592b8-5431-43b0-ba90-7bfe2de2c2af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:13.823818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.824216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Bound using segment: {'id': '409bebab-6caf-4294-8595-83178dc8bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'fc4592b8-5431-43b0-ba90-7bfe2de2c2af'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:13.824707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Bound port: 44b917c4-204c-42d6-9016-3965ef99ca0f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '409bebab-6caf-4294-8595-83178dc8bfe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'fc4592b8-5431-43b0-ba90-7bfe2de2c2af'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:13.825223 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:13.880590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:13.883557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:13.893019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5d823-4c27-4c48-9027-4feaf0c47516 req-749ac480-e701-4089-b007-39e230524b27 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:13.894997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12c5d823-4c27-4c48-9027-4feaf0c47516 req-749ac480-e701-4089-b007-39e230524b27 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 945 time: 0.4256170 Nov 08 14:05:13.958571 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.014382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 93c8ddf0-b376-4226-be7f-3900d23f5f4a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:14.017698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.177159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Router 53cb983f-c776-48e5-9e9d-2340831a62a7 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:05:14.191809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Allocated IP 2001:db8::2 (0c1f192c-268e-4c92-9d53-8bbd0585f4b1/3d023ed7-7286-40d2-a18c-867f9d57cf94/d8791141-44ac-4238-9d70-03fe9f935737) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:14.197395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.271706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] For port 44b917c4-204c-42d6-9016-3965ef99ca0f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:14.278668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] For port 44b917c4-204c-42d6-9016-3965ef99ca0f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=44b917c4-204c-42d6-9016-3965ef99ca0f,segment=NetworkSegment(409bebab-6caf-4294-8595-83178dc8bfe4),segment_id=409bebab-6caf-4294-8595-83178dc8bfe4)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:14.289145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-12c5d823-4c27-4c48-9027-4feaf0c47516 req-d25b4287-7636-42cd-ba90-5e4d68b77289 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244934 Nov 08 14:05:14.505515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.616444 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.626022 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.657807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ad811192-efe2-42fc-b4fc-f04c5e42e266 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:14.723390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-a5640347-0c6c-4de1-9736-87068887837a', 'network_id': 'a5640347-0c6c-4de1-9736-87068887837a', 'tenant_id': '9acd88f485744ae7ad2a1a2ecfe7a101', 'fixed_ips': [{'subnet_id': 'eb7184d5-31de-4afb-8509-f64f47a79973'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:14.724420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.782561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] Deleting port d6dedfe5-85a3-4715-8579-0de6cc852e8c {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:14.783534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.816893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:14.820311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.831301 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] Sync routers for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:14.843825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea48b85b-503f-451c-a413-9519dad778f9 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6717949 Nov 08 14:05:14.848610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46868) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:14.851364 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:14.854851 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:14.961470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:14.962634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=0dcde2c9-2319-4351-ac85-2bedcfd929b9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:14.980227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:15.013449 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:15.017016 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:15.094398 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:15.096593 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44e955f-859f-4d6b-974b-6ad76ab073e1 None None] The sync data for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:15.227926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.230650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=d62a8d2b-3207-4b8b-9031-b551b4e338aa,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:15.399143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.487942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.587708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.700148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] For port d6dedfe5-85a3-4715-8579-0de6cc852e8c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d6dedfe5-85a3-4715-8579-0de6cc852e8c,segment=NetworkSegment(ec6d7813-24f6-4cf8-87c1-f2a531013a37),segment_id=ec6d7813-24f6-4cf8-87c1-f2a531013a37)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:15.700721 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.720109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] Calling delete_port for d6dedfe5-85a3-4715-8579-0de6cc852e8c owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:15.752818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Allocated IP 172.25.8.109 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/e74cedd3-3340-449e-b4a7-521ae0c72726) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:15.827690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b04e488-74e3-4d74-a690-b6a85a226d0c None None] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:15.853581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265bad9-c64a-4915-9eaa-d0bdb5ae5230 None None] Pushing event updated for resources: {'Port': ['ID=44b917c4-204c-42d6-9016-3965ef99ca0f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:15.857207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.859836 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.895473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.901796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:15.911197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] Pushing event deleted for resources: {'Port': ['ID=d6dedfe5-85a3-4715-8579-0de6cc852e8c,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:16.027091 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.028064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Fanout notify agent at l3_agent the message router_deleted on router aad1cde4-5875-416b-aa54-f770f2a3e786 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:05:16.065700 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.071107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46886) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:16.073319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-999e78e6-d3fe-4cf5-8160-ae2708ce5ccf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/routers/aad1cde4-5875-416b-aa54-f770f2a3e786 HTTP/1.1" status: 204 len: 168 time: 3.5031729 Nov 08 14:05:16.126102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:16.133987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eeb4d8-a577-4865-81d9-217e01c46104 None None] No DVR routers for this DVR port d6dedfe5-85a3-4715-8579-0de6cc852e8c on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:16.187795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:05:09Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:16.259154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.277667 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-059206eb-21b8-4e48-bdd5-51b7aec24c20 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:05:16.283754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-059206eb-21b8-4e48-bdd5-51b7aec24c20 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4335790 Nov 08 14:05:16.290022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46888) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:16.331669 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.351526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e01005b-28fa-4dd2-a871-e1601f47baeb None None] The sync data for ids ['aad1cde4-5875-416b-aa54-f770f2a3e786'] in n-d-804292-2 is: [{'id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1552659108', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:01:38Z', 'updated_at': '2021-11-08T14:05:09Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '0dcde2c9-2319-4351-ac85-2bedcfd929b9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:73:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad1cde4-5875-416b-aa54-f770f2a3e786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:01:40Z', 'updated_at': '2021-11-08T14:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:16.356668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:16.362230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:16.371218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Pushing event updated for resources: {'Port': ['ID=d8791141-44ac-4238-9d70-03fe9f935737,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:16.379550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port ad811192-efe2-42fc-b4fc-f04c5e42e266 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:05:16.408977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-efdc9730-96bd-4f90-96cd-6fed7e39fd9a None None] Provisioning complete for port fb1f2124-5f8d-40a3-9400-ab0317be7645 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:16.409346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-efdc9730-96bd-4f90-96cd-6fed7e39fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.428430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3d808-3e9c-4bb1-b7ce-91a9373b4568 req-a349ff32-2e29-493c-b5f5-5009a56ee1aa tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:16.439759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fd3d808-3e9c-4bb1-b7ce-91a9373b4568 req-a349ff32-2e29-493c-b5f5-5009a56ee1aa tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 945 time: 0.4703906 Nov 08 14:05:16.487841 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.488113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fb1f2124-5f8d-40a3-9400-ab0317be7645 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:16.559282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port ad811192-efe2-42fc-b4fc-f04c5e42e266 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:16.559673 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.653922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abba8f7-26cb-4930-a67a-f3022b48361d None None] Network fc4592b8-5431-43b0-ba90-7bfe2de2c2af requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:16.674780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port fb1f2124-5f8d-40a3-9400-ab0317be7645 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:16.675160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.796818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-efdc9730-96bd-4f90-96cd-6fed7e39fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.835043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Allocated IP 172.20.0.2 (a5640347-0c6c-4de1-9736-87068887837a/eb7184d5-31de-4afb-8509-f64f47a79973/2628797e-c6bc-4547-a70a-168d39e447bd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:16.840506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Attempting to bind port d8791141-44ac-4238-9d70-03fe9f935737 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:16.840885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Attempting to bind port d8791141-44ac-4238-9d70-03fe9f935737 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '9ac1c398-c6c5-4009-b3dd-708d74ada79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:16.845853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Attempting to bind port d8791141-44ac-4238-9d70-03fe9f935737 on network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:16.870709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:16.871197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Checking segment: {'id': '9ac1c398-c6c5-4009-b3dd-708d74ada79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:16.871619 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.872248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Bound using segment: {'id': '9ac1c398-c6c5-4009-b3dd-708d74ada79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:16.872758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Bound port: d8791141-44ac-4238-9d70-03fe9f935737, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac1c398-c6c5-4009-b3dd-708d74ada79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '0c1f192c-268e-4c92-9d53-8bbd0585f4b1'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:16.873199 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:16.983783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.047492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] For port d8791141-44ac-4238-9d70-03fe9f935737, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:17.050953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] For port d8791141-44ac-4238-9d70-03fe9f935737, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d8791141-44ac-4238-9d70-03fe9f935737,segment=NetworkSegment(9ac1c398-c6c5-4009-b3dd-708d74ada79a),segment_id=9ac1c398-c6c5-4009-b3dd-708d74ada79a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:17.084377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fd3d808-3e9c-4bb1-b7ce-91a9373b4568 req-d7201f56-92aa-4226-888d-d3b1a3345e28 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431453 Nov 08 14:05:17.088514 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.166108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Pushing event updated for resources: {'Port': ['ID=d8791141-44ac-4238-9d70-03fe9f935737,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:17.234945 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.353942 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.387443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.387443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.387443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.387443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.388012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting port 5737d57a-98ad-4022-bfb5-bd126fc06767 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:17.388012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.388226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.388329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.388750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.389105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.389450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.389785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.390122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.390455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b784f7-e404-4390-a0c4-54fa97ba6fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:17.411018 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.413314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.549134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.578209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Calling delete_port for 5737d57a-98ad-4022-bfb5-bd126fc06767 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:17.596535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.603304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.614121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-efdc9730-96bd-4f90-96cd-6fed7e39fd9a None None] For port fb1f2124-5f8d-40a3-9400-ab0317be7645, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fb1f2124-5f8d-40a3-9400-ab0317be7645,segment=NetworkSegment(fb7b9742-bb2b-4fde-a951-43771d854ac3),segment_id=fb7b9742-bb2b-4fde-a951-43771d854ac3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:17.660302 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-efdc9730-96bd-4f90-96cd-6fed7e39fd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.717339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.764193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=d62a8d2b-3207-4b8b-9031-b551b4e338aa,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:17.831314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973814c1-6035-4faf-84dd-b1ff533a3d9a']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:17.834750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:17.840963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc9730-96bd-4f90-96cd-6fed7e39fd9a None None] Pushing event updated for resources: {'Port': ['ID=fb1f2124-5f8d-40a3-9400-ab0317be7645,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:17.851028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:17.861456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:17.865622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6d7813-24f6-4cf8-87c1-f2a531013a37') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:17.866845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6d7813-24f6-4cf8-87c1-f2a531013a37') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:17.907544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad811192-efe2-42fc-b4fc-f04c5e42e266'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:17.915781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:17.917361 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baae0427-07bc-4ba5-8454-4a73e3e09e20" -d '{"events": [{"server_uuid": "8811a0a1-8747-470b-8d73-373a3f1c06a4", "name": "network-vif-plugged", "status": "completed", "tag": "ad811192-efe2-42fc-b4fc-f04c5e42e266"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:17.943808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Port': ['ID=e74cedd3-3340-449e-b4a7-521ae0c72726,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:17.960309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port ad811192-efe2-42fc-b4fc-f04c5e42e266, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:17.984523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:05:17.985021 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:05:17.988228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b9385a7d-1a64-4017-aab4-2b9a0a35ebca None None] Provisioning complete for port 44b917c4-204c-42d6-9016-3965ef99ca0f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:17.988647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9385a7d-1a64-4017-aab4-2b9a0a35ebca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.002574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.009273 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.023725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:18.023725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:18.087807 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:18.112337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.120135 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7440e4-35d7-451c-af15-56cf996f4356 x-openstack-request-id: req-4d7440e4-35d7-451c-af15-56cf996f4356 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:18.120724 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8811a0a1-8747-470b-8d73-373a3f1c06a4", "name": "network-vif-plugged", "status": "completed", "tag": "ad811192-efe2-42fc-b4fc-f04c5e42e266", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:18.121109 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d7440e4-35d7-451c-af15-56cf996f4356 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:18.121642 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad811192-efe2-42fc-b4fc-f04c5e42e266', 'code': 200} Nov 08 14:05:18.242299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Port': ['ID=5737d57a-98ad-4022-bfb5-bd126fc06767,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:18.281244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.282071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.282656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.283169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.283683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.284231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.284729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.285232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.285810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.286488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.286994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.287500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:18.299061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:18.357856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=ad811192-efe2-42fc-b4fc-f04c5e42e266,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:18.378973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.425909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4565fa-701f-42b9-a94f-a2c8a8401dd5 req-66c9b63d-860e-4350-ba67-042f1b3af9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:18.427566 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c4565fa-701f-42b9-a94f-a2c8a8401dd5 req-66c9b63d-860e-4350-ba67-042f1b3af9fe service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 1097 time: 0.3003211 Nov 08 14:05:18.442594 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.465753 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.477674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:18.566375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Pushing event updated for resources: {'Port': ['ID=2628797e-c6bc-4547-a70a-168d39e447bd,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:18.660567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6c4565fa-701f-42b9-a94f-a2c8a8401dd5 req-dc47bed7-07dd-4da1-9398-e355da6b911b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243679 Nov 08 14:05:18.685706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.692366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.699559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/networks/973814c1-6035-4faf-84dd-b1ff533a3d9a HTTP/1.1" status: 204 len: 168 time: 2.6220601 Nov 08 14:05:18.781193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46898) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:18.904773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Router 53cb983f-c776-48e5-9e9d-2340831a62a7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:18.941714 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2677-bd54-4e07-bc7a-3d4c634a11e6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.945487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Network a5640347-0c6c-4de1-9736-87068887837a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:18.951424 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9385a7d-1a64-4017-aab4-2b9a0a35ebca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:18.972954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:18.977656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:18.987074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fdf28-669e-4efa-9f8c-af8cc2909a49 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Network': ['ID=973814c1-6035-4faf-84dd-b1ff533a3d9a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:19.005742 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2677-bd54-4e07-bc7a-3d4c634a11e6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.006109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 44b917c4-204c-42d6-9016-3965ef99ca0f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:19.065793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03036498-ad65-4e1d-a4ed-dc08a7ff7357 req-3d78bfbc-f15d-486e-ac95-105e1ef2d6a7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:19.067410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03036498-ad65-4e1d-a4ed-dc08a7ff7357 req-3d78bfbc-f15d-486e-ac95-105e1ef2d6a7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 946 time: 0.8244414 Nov 08 14:05:19.072432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:19.085752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-08588486-4f9d-48ed-be39-7cac21fdc6fe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7872448 Nov 08 14:05:19.085752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46902) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:19.128077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] Sync routers for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:19.171159 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-5cc3329f-f865-4627-b658-455cde4b2701 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] delete failed (client error): The resource could not be found. Nov 08 14:05:19.181961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5cc3329f-f865-4627-b658-455cde4b2701 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-401552784 HTTP/1.1" status: 404 len: 334 time: 0.0859218 Nov 08 14:05:19.183155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46904) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:19.190379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a6f8b9ec-c3e8-42cb-850f-720312c3b4e6 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'router': {'external_gateway_info': {'network_id': '53cb983f-c776-48e5-9e9d-2340831a62a7'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:19.226631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Attempting to bind port 2628797e-c6bc-4547-a70a-168d39e447bd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:19.227222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Attempting to bind port 2628797e-c6bc-4547-a70a-168d39e447bd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8d7dca6b-9998-4069-91a5-36cb7ee8608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5640347-0c6c-4de1-9736-87068887837a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:19.228261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Attempting to bind port 2628797e-c6bc-4547-a70a-168d39e447bd on network a5640347-0c6c-4de1-9736-87068887837a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:19.263583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:19.264271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:19.273273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b9385a7d-1a64-4017-aab4-2b9a0a35ebca None None] For port 44b917c4-204c-42d6-9016-3965ef99ca0f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=44b917c4-204c-42d6-9016-3965ef99ca0f,segment=NetworkSegment(409bebab-6caf-4294-8595-83178dc8bfe4),segment_id=409bebab-6caf-4294-8595-83178dc8bfe4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:19.278264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:19.278264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Checking segment: {'id': '8d7dca6b-9998-4069-91a5-36cb7ee8608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5640347-0c6c-4de1-9736-87068887837a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:19.278633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.278796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Bound using segment: {'id': '8d7dca6b-9998-4069-91a5-36cb7ee8608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5640347-0c6c-4de1-9736-87068887837a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:19.279360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Bound port: 2628797e-c6bc-4547-a70a-168d39e447bd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7dca6b-9998-4069-91a5-36cb7ee8608b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'a5640347-0c6c-4de1-9736-87068887837a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:19.279928 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.288425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.340060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03036498-ad65-4e1d-a4ed-dc08a7ff7357 req-b3b5e226-1a7a-4c7a-8124-f49af67342fa tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362356 Nov 08 14:05:19.346169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Router e9a32e94-c6f2-4337-9403-61d0c0733e63 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:05:19.361396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:19.382615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9385a7d-1a64-4017-aab4-2b9a0a35ebca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.405825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:19.406655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:19.482134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:19.482415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae04ef17-b252-4351-b161-82c49b50bd0c None None] The sync data for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:19.530377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a57bcb9-0209-4772-ae1d-6195ce031c3d None None] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:19.548329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2677-bd54-4e07-bc7a-3d4c634a11e6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.551527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f6ee2677-bd54-4e07-bc7a-3d4c634a11e6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.553075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f6ee2677-bd54-4e07-bc7a-3d4c634a11e6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/security-groups/d19b655d-10f1-482a-b55e-3f2236d520e0 HTTP/1.1" status: 204 len: 168 time: 0.7707703 Nov 08 14:05:19.573736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 44b917c4-204c-42d6-9016-3965ef99ca0f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:19.574109 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.597603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee2677-bd54-4e07-bc7a-3d4c634a11e6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19b655d-10f1-482a-b55e-3f2236d520e0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:19.627666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6f8b9ec-c3e8-42cb-850f-720312c3b4e6 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.673586 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-a6f8b9ec-c3e8-42cb-850f-720312c3b4e6 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] update failed (client error): The resource could not be found. Nov 08 14:05:19.676994 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a6f8b9ec-c3e8-42cb-850f-720312c3b4e6 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7 HTTP/1.1" status: 404 len: 339 time: 0.4931540 Nov 08 14:05:19.680976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46910) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:19.686493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-252187017'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:19.707939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9385a7d-1a64-4017-aab4-2b9a0a35ebca None None] Pushing event updated for resources: {'Port': ['ID=44b917c4-204c-42d6-9016-3965ef99ca0f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:19.711922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:19.728444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Provisioning complete for port 44b917c4-204c-42d6-9016-3965ef99ca0f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:19.728817 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.734933 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] Sync routers for ids ['e9a32e94-c6f2-4337-9403-61d0c0733e63'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:19.739625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] For port 2628797e-c6bc-4547-a70a-168d39e447bd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:19.744653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ce14ee8-b391-428c-838a-13de2227d0b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "PUT /v2.0/routers/e9a32e94-c6f2-4337-9403-61d0c0733e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4720511 Nov 08 14:05:19.744922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] For port 2628797e-c6bc-4547-a70a-168d39e447bd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2628797e-c6bc-4547-a70a-168d39e447bd,segment=NetworkSegment(8d7dca6b-9998-4069-91a5-36cb7ee8608b),segment_id=8d7dca6b-9998-4069-91a5-36cb7ee8608b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:19.747301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46912) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:19.771900 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] Routers {'e9a32e94-c6f2-4337-9403-61d0c0733e63'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:19.773741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:19.774151 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e9a32e94-c6f2-4337-9403-61d0c0733e63'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:19.785173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.803782 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.852766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:19.856673 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:19.882308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:19.883914 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Added segment 5002cfd2-0a10-4616-b61e-0e6d912ee53c of type vlan for network 1f1fff0b-7295-4eba-b779-0076f7b15278 Nov 08 14:05:19.902093 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] Routers {'e9a32e94-c6f2-4337-9403-61d0c0733e63'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:19.905241 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e9a32e94-c6f2-4337-9403-61d0c0733e63'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:19.915240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46916) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:19.963508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.019557 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:20.020409 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0c5dc-118a-4163-8f30-61b18fc08407 None None] The sync data for ids ['e9a32e94-c6f2-4337-9403-61d0c0733e63'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:20.030781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b8685a-8c6c-4580-b9da-141635baf48d None None] Pushing event updated for resources: {'Port': ['ID=2628797e-c6bc-4547-a70a-168d39e447bd,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:20.111924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.143642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d6dedfe5-85a3-4715-8579-0de6cc852e8c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:20.151375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb1dbe6-ea1d-4773-a55b-b77dbebfa3f9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:20.153397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ceb1dbe6-ea1d-4773-a55b-b77dbebfa3f9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a32e94-c6f2-4337-9403-61d0c0733e63 HTTP/1.1" status: 200 len: 989 time: 0.4051070 Nov 08 14:05:20.157261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46918) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:20.174717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] Deleting subnet 87acdb74-97fc-4db4-816c-cf54f88061a9 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:20.200272 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.208455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d6dedfe5-85a3-4715-8579-0de6cc852e8c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:20.218900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d6dedfe5-85a3-4715-8579-0de6cc852e8c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:20.287307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.298599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:20.305283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Provisioning complete for port fb1f2124-5f8d-40a3-9400-ab0317be7645 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:20.305661 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.306369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.336628 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.391098 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.477382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.595491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Could not find standard attr ID for object 5737d57a-98ad-4022-bfb5-bd126fc06767. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:05:20.598444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46922) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:20.618943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87acdb74-97fc-4db4-816c-cf54f88061a9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:20.625947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f222709c-ad1d-4078-b3c7-66832c8c91f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113131441', 'description': 'tempest-secgroup-smoke-1113131441 description', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:20.626752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Provisioning complete for port d8791141-44ac-4238-9d70-03fe9f935737 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:20.627322 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.700209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0180395 Nov 08 14:05:20.721864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46924) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:20.733201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'subnet': {'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:20.773692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fb1f2124-5f8d-40a3-9400-ab0317be7645 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:20.817711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.821359 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ba3e431-4de4-4668-b6ff-f10153429070 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/87acdb74-97fc-4db4-816c-cf54f88061a9 HTTP/1.1" status: 204 len: 168 time: 0.9034941 Nov 08 14:05:20.828629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46926) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:20.845464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b530d4b-baa3-4449-ba56-02b3795d664b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Network': ['ID=1f1fff0b-7295-4eba-b779-0076f7b15278,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:20.893736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 1f1fff0b-7295-4eba-b779-0076f7b15278 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:20.922832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f222709c-ad1d-4078-b3c7-66832c8c91f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.967966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:20.987422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Made reservation on behalf of ba9bb23e044b40c59900385b94857e6c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:20.993434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.003638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.058414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port fb1f2124-5f8d-40a3-9400-ab0317be7645 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:21.059203 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.163492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] For port d8791141-44ac-4238-9d70-03fe9f935737, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d8791141-44ac-4238-9d70-03fe9f935737,segment=NetworkSegment(9ac1c398-c6c5-4009-b3dd-708d74ada79a),segment_id=9ac1c398-c6c5-4009-b3dd-708d74ada79a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:21.169973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.261694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Pushing event updated for resources: {'Port': ['ID=d8791141-44ac-4238-9d70-03fe9f935737,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:21.278542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Provisioning complete for port d62a8d2b-3207-4b8b-9031-b551b4e338aa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:21.278902 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.351450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 44b917c4-204c-42d6-9016-3965ef99ca0f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:21.357775 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.416240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-54f8aaab-8e15-417e-9ee3-a44dc693189b None None] Port d62a8d2b-3207-4b8b-9031-b551b4e338aa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:21.438130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbac8d36-f086-4fcc-bb1e-2d503ed1ee23']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:21.452551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 44b917c4-204c-42d6-9016-3965ef99ca0f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:21.452925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.477332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84a3ee3-aafb-4c6c-999e-bce739e7b92b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:21.477539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84a3ee3-aafb-4c6c-999e-bce739e7b92b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:21.528991 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.546453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda06067-2cac-4251-9477-9fcd10fa687e req-426011c0-593c-433a-9623-15752f5869d1 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:21.555778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dda06067-2cac-4251-9477-9fcd10fa687e req-426011c0-593c-433a-9623-15752f5869d1 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 946 time: 0.8364549 Nov 08 14:05:21.581278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.589493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d843f305-9583-4896-ae64-a73c73d66ec9 None None] Provisioning complete for port d8791141-44ac-4238-9d70-03fe9f935737 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:21.589959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:21.590187 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d843f305-9583-4896-ae64-a73c73d66ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.590356 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.619049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Router dd72a823-ad8c-49be-ae19-9c2ec4778bc2 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:05:21.707703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dda06067-2cac-4251-9477-9fcd10fa687e req-b05b5235-9508-43b5-b47b-6972ac5681f0 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454523 Nov 08 14:05:21.709856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d8791141-44ac-4238-9d70-03fe9f935737 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:21.743798 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:21.750475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.757845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f222709c-ad1d-4078-b3c7-66832c8c91f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.769162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.773126 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fbac8d36-f086-4fcc-bb1e-2d503ed1ee23 HTTP/1.1" status: 204 len: 168 time: 0.9405990 Nov 08 14:05:21.780340 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f222709c-ad1d-4078-b3c7-66832c8c91f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.800258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:21.867937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222709c-ad1d-4078-b3c7-66832c8c91f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a9306e-ad21-48b9-a05f-b1f30f184710,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:21.882131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e1d55-f469-42cf-a9c0-457e363bdc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbac8d36-f086-4fcc-bb1e-2d503ed1ee23,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:21.918040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f222709c-ad1d-4078-b3c7-66832c8c91f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:21.920534 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f222709c-ad1d-4078-b3c7-66832c8c91f6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2982080 Nov 08 14:05:21.927252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46934) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:21.939005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1285c8e7-72ca-4e62-921b-a1753e4fcf7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '43a9306e-ad21-48b9-a05f-b1f30f184710', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:21.957259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54169338-a211-4bc6-967d-263af70bb308 None None] Network a5640347-0c6c-4de1-9736-87068887837a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:22.025783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d8791141-44ac-4238-9d70-03fe9f935737 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:22.026141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.027265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1285c8e7-72ca-4e62-921b-a1753e4fcf7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.143717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] Deleting subnet 3443a534-ebf9-4780-8417-9ac26f03bd33 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:22.147039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1285c8e7-72ca-4e62-921b-a1753e4fcf7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.150839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.179332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1285c8e7-72ca-4e62-921b-a1753e4fcf7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.187711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.193693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:22.207127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] Sync routers for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:22.209117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d843f305-9583-4896-ae64-a73c73d66ec9 None None] Provisioning complete for port d62a8d2b-3207-4b8b-9031-b551b4e338aa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:22.209485 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d843f305-9583-4896-ae64-a73c73d66ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.259713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285c8e7-72ca-4e62-921b-a1753e4fcf7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa00b625-05df-4bbb-b5ea-dd83bec84783,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:22.268541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d843f305-9583-4896-ae64-a73c73d66ec9 None None] Port d62a8d2b-3207-4b8b-9031-b551b4e338aa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:22.268954 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1285c8e7-72ca-4e62-921b-a1753e4fcf7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.270447 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1285c8e7-72ca-4e62-921b-a1753e4fcf7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386481 Nov 08 14:05:22.280221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:22.292710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0dfebfed-3172-4101-9ba0-b7e74559bac0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '43a9306e-ad21-48b9-a05f-b1f30f184710', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:22.341460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0dfebfed-3172-4101-9ba0-b7e74559bac0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.349088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:22.349735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:22.394495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:22.408811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Subnet': ['ID=34920c41-3888-440a-8221-261ec8a8965c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:22.435000 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.438370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Checking segment: {'id': '5002cfd2-0a10-4616-b61e-0e6d912ee53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:22.444030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:22.444757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:22.447544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network hostable DHCP agents. Network: 1f1fff0b-7295-4eba-b779-0076f7b15278, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:22.452147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0dcde2c9-2319-4351-ac85-2bedcfd929b9 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:22.457128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.459681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0dfebfed-3172-4101-9ba0-b7e74559bac0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.468420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0dfebfed-3172-4101-9ba0-b7e74559bac0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.511360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network 1f1fff0b-7295-4eba-b779-0076f7b15278 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:22.517337 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.521335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfebfed-3172-4101-9ba0-b7e74559bac0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4af700d-d58e-4db1-8e86-f1a9e40d58ae,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:22.528073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 1f1fff0b-7295-4eba-b779-0076f7b15278) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:22.539435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0dfebfed-3172-4101-9ba0-b7e74559bac0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.541504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0dfebfed-3172-4101-9ba0-b7e74559bac0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2553773 Nov 08 14:05:22.544984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46946) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:22.554706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-291b0901-670a-4773-8093-5f2f4561015a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '43a9306e-ad21-48b9-a05f-b1f30f184710', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:22.560859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:22.561474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.608335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184bc67e-f757-4334-af2f-8875530672f8 None None] Network 1f1fff0b-7295-4eba-b779-0076f7b15278 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:22.611886 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-291b0901-670a-4773-8093-5f2f4561015a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.631690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fbda644d-c3d9-4519-8bba-a24686582b8d tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8989022 Nov 08 14:05:22.632538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46950) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:22.641306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b4a95602-a97e-4c21-8ad0-6f687575a278 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:22.697653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Provisioning complete for port 2628797e-c6bc-4547-a70a-168d39e447bd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:22.698319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.705155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:22.706072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a8a2f8-e78f-40bd-be40-6d518ed0ef66 None None] The sync data for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:22.729959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 0dcde2c9-2319-4351-ac85-2bedcfd929b9 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:22.730307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0dcde2c9-2319-4351-ac85-2bedcfd929b9 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:22.730727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6e594722-336d-4f73-97ce-6aa8e783e194 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:22.753218 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.757396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5154d01b-8aa8-4a5c-80b8-5ff9a21e65ab tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.5323508 Nov 08 14:05:22.758123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:22.786980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.787995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6e594722-336d-4f73-97ce-6aa8e783e194 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:22.787995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6e594722-336d-4f73-97ce-6aa8e783e194 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:22.844520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3443a534-ebf9-4780-8417-9ac26f03bd33,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:22.847176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.850500 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7929e141-e49e-4c05-80ad-7509fddf0602 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3443a534-ebf9-4780-8417-9ac26f03bd33 HTTP/1.1" status: 204 len: 168 time: 1.0318396 Nov 08 14:05:22.853491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46954) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:22.854685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-1f1fff0b-7295-4eba-b779-0076f7b15278', 'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278', 'tenant_id': 'ba9bb23e044b40c59900385b94857e6c', 'fixed_ips': [{'subnet_id': '34920c41-3888-440a-8221-261ec8a8965c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:22.856804 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:22.974897 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.113259 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.150533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.174122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port d62a8d2b-3207-4b8b-9031-b551b4e338aa {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:23.174465 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.191123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef9c806-d790-4ca4-9dbb-9f6baa22c936']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:23.196112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2628797e-c6bc-4547-a70a-168d39e447bd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:23.226569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c793336a-d9b2-4927-9b3f-e70edd69ac4f') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:23.226870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c793336a-d9b2-4927-9b3f-e70edd69ac4f') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:23.276272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.305276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.321282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:23.322084 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:23.324131 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:23.387552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.410451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for d62a8d2b-3207-4b8b-9031-b551b4e338aa owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:23.422884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.430433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.435009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/fef9c806-d790-4ca4-9dbb-9f6baa22c936 HTTP/1.1" status: 204 len: 168 time: 0.5795422 Nov 08 14:05:23.437872 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.471222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] For port 2628797e-c6bc-4547-a70a-168d39e447bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2628797e-c6bc-4547-a70a-168d39e447bd,segment=NetworkSegment(8d7dca6b-9998-4069-91a5-36cb7ee8608b),segment_id=8d7dca6b-9998-4069-91a5-36cb7ee8608b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:23.479914 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.496357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283ee4c-25f5-4e94-b0c6-cc62b5cc29bc admin admin] Pushing event deleted for resources: {'Network': ['ID=fef9c806-d790-4ca4-9dbb-9f6baa22c936,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:23.510115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Allocated IP 2001:db8:1::2 (1f1fff0b-7295-4eba-b779-0076f7b15278/34920c41-3888-440a-8221-261ec8a8965c/c0a599c4-d60d-432d-b7db-7eb50e6008c9) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:23.555358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-291b0901-670a-4773-8093-5f2f4561015a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.559010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Provisioning complete for port d62a8d2b-3207-4b8b-9031-b551b4e338aa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:23.559914 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.561724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2628797e-c6bc-4547-a70a-168d39e447bd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:23.562316 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.572547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-291b0901-670a-4773-8093-5f2f4561015a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.742073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.743499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Pushing event updated for resources: {'Port': ['ID=2628797e-c6bc-4547-a70a-168d39e447bd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:23.778004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=d62a8d2b-3207-4b8b-9031-b551b4e338aa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:23.782922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-89317193-030b-4c97-9eaf-8ea3e1c494c0 None None] Port d62a8d2b-3207-4b8b-9031-b551b4e338aa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:23.787574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4a95602-a97e-4c21-8ad0-6f687575a278 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.826320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.839458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b0901-670a-4773-8093-5f2f4561015a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ea0cb-905c-41f6-98fd-aa62ad892640,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:23.857174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:23.895489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-291b0901-670a-4773-8093-5f2f4561015a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.897268 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-291b0901-670a-4773-8093-5f2f4561015a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3467340 Nov 08 14:05:23.904196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46962) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:23.918234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-96122f6c-b5aa-4c75-836e-f9189fd48600 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '43a9306e-ad21-48b9-a05f-b1f30f184710', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:23.942266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.958024 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:23.964912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96122f6c-b5aa-4c75-836e-f9189fd48600 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.061981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.084345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ffbb9c0b-cdd1-4ee9-afc7-22f2719b7f81 None None] Provisioning complete for port 2628797e-c6bc-4547-a70a-168d39e447bd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:24.084695 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ffbb9c0b-cdd1-4ee9-afc7-22f2719b7f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.096609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Network 1f1fff0b-7295-4eba-b779-0076f7b15278 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:24.149981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:24.152555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:24.175258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Pushing event updated for resources: {'Port': ['ID=c0a599c4-d60d-432d-b7db-7eb50e6008c9,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:24.178024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-31847f32-b2b0-4a79-bec1-ee7ce5c50f13 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8466ce761aad4a499cd97c8c832b0ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3191004 Nov 08 14:05:24.182237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46964) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:24.195055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96122f6c-b5aa-4c75-836e-f9189fd48600 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.204661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d8791141-44ac-4238-9d70-03fe9f935737 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:24.253720 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96122f6c-b5aa-4c75-836e-f9189fd48600 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.305508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Attempting to bind port c0a599c4-d60d-432d-b7db-7eb50e6008c9 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:24.305880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Attempting to bind port c0a599c4-d60d-432d-b7db-7eb50e6008c9 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '5002cfd2-0a10-4616-b61e-0e6d912ee53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:24.306227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Attempting to bind port c0a599c4-d60d-432d-b7db-7eb50e6008c9 on network 1f1fff0b-7295-4eba-b779-0076f7b15278 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:24.310703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96122f6c-b5aa-4c75-836e-f9189fd48600 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ccc8e23-eceb-483b-b6cf-b385d4033d20,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:24.314172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:24.314552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Checking segment: {'id': '5002cfd2-0a10-4616-b61e-0e6d912ee53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:24.314947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.315337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Bound using segment: {'id': '5002cfd2-0a10-4616-b61e-0e6d912ee53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:24.316043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Bound port: c0a599c4-d60d-432d-b7db-7eb50e6008c9, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5002cfd2-0a10-4616-b61e-0e6d912ee53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '1f1fff0b-7295-4eba-b779-0076f7b15278'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:24.316425 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.322489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d8791141-44ac-4238-9d70-03fe9f935737 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:24.322617 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.331948 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96122f6c-b5aa-4c75-836e-f9189fd48600 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.336264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96122f6c-b5aa-4c75-836e-f9189fd48600 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4198298 Nov 08 14:05:24.368209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46966) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:24.388796 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-b4a95602-a97e-4c21-8ad0-6f687575a278 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:05:24.391062 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b4a95602-a97e-4c21-8ad0-6f687575a278 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7 HTTP/1.1" status: 400 len: 364 time: 1.7536750 Nov 08 14:05:24.401594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:24.417060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '43a9306e-ad21-48b9-a05f-b1f30f184710', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:24.453951 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36397236-3dd2-41a6-880f-184059461059 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.473584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Router e9a32e94-c6f2-4337-9403-61d0c0733e63 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:24.553448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36397236-3dd2-41a6-880f-184059461059 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.557481 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:05:24.568256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.580769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] For port c0a599c4-d60d-432d-b7db-7eb50e6008c9, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:24.599687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] For port c0a599c4-d60d-432d-b7db-7eb50e6008c9, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c0a599c4-d60d-432d-b7db-7eb50e6008c9,segment=NetworkSegment(5002cfd2-0a10-4616-b61e-0e6d912ee53c),segment_id=5002cfd2-0a10-4616-b61e-0e6d912ee53c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:24.612071 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:24.734403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:24.751498 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] Sync routers for ids ['e9a32e94-c6f2-4337-9403-61d0c0733e63'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:24.757381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eea59dcc-8631-41dc-830c-355a236727e1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "PUT /v2.0/routers/e9a32e94-c6f2-4337-9403-61d0c0733e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5989707 Nov 08 14:05:24.761103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46970) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:24.773800 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] Routers {'e9a32e94-c6f2-4337-9403-61d0c0733e63'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:24.779589 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e9a32e94-c6f2-4337-9403-61d0c0733e63'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:24.779952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e0852-b78b-45f5-89af-c4a1ab093277 None None] Pushing event updated for resources: {'Port': ['ID=c0a599c4-d60d-432d-b7db-7eb50e6008c9,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:24.801046 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25b6b3c-1ddb-45c9-a501-e5e5845316b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:05:24.803411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d25b6b3c-1ddb-45c9-a501-e5e5845316b3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/d62a8d2b-3207-4b8b-9031-b551b4e338aa HTTP/1.1" status: 404 len: 333 time: 0.0405488 Nov 08 14:05:24.805839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46972) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:24.998217 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:25.031798 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] Routers {'e9a32e94-c6f2-4337-9403-61d0c0733e63'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:25.032986 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['e9a32e94-c6f2-4337-9403-61d0c0733e63'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:25.121378 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:25.122019 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610ffd2-9987-4a1f-a024-eba03f96eb22 None None] The sync data for ids ['e9a32e94-c6f2-4337-9403-61d0c0733e63'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:25.149869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2628797e-c6bc-4547-a70a-168d39e447bd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:25.167194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.179068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.249340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2628797e-c6bc-4547-a70a-168d39e447bd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:25.250198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.458419 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.461454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36397236-3dd2-41a6-880f-184059461059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.464583 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36397236-3dd2-41a6-880f-184059461059 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.468236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-36397236-3dd2-41a6-880f-184059461059 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c33a7c44-c572-41fc-89a0-edddf5fca408 HTTP/1.1" status: 204 len: 168 time: 1.2811875 Nov 08 14:05:25.473469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.481094 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25cdc711-c918-4f1f-9be5-364221823a42 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.588962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36397236-3dd2-41a6-880f-184059461059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a7c44-c572-41fc-89a0-edddf5fca408,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:25.683475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb63916-ec69-4c74-806e-2220df090429,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:25.709060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Allocated IP 2001:db8::1 (e4c0157e-8692-43e3-8f13-7567d5723e58/d07bbacc-2b98-42c3-b90c-a270248819a9/58cf8988-a8bb-4416-be53-ab10a89d4b4c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:25.725851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.732676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9f76677b-e7ce-47af-a840-c0c695d903f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3632481 Nov 08 14:05:25.733989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46978) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:25.738195 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25cdc711-c918-4f1f-9be5-364221823a42 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.742896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '43a9306e-ad21-48b9-a05f-b1f30f184710', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:25.743472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25cdc711-c918-4f1f-9be5-364221823a42 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.809419 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25cdc711-c918-4f1f-9be5-364221823a42 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.811454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cdc711-c918-4f1f-9be5-364221823a42 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Fanout notify agent at l3_agent the message router_deleted on router e9a32e94-c6f2-4337-9403-61d0c0733e63 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:05:25.832850 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-25cdc711-c918-4f1f-9be5-364221823a42 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.834637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-25cdc711-c918-4f1f-9be5-364221823a42 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/routers/e9a32e94-c6f2-4337-9403-61d0c0733e63 HTTP/1.1" status: 204 len: 168 time: 1.0274558 Nov 08 14:05:25.837833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46980) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:25.932120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 3d023ed7-7286-40d2-a18c-867f9d57cf94 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:25.936275 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:25.937874 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:05:25.949602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.007705 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.031144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Allocated IP 172.20.0.1 (a5640347-0c6c-4de1-9736-87068887837a/eb7184d5-31de-4afb-8509-f64f47a79973/c537941a-d27f-4033-8837-b71b4dce4521) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:26.124118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.184561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46986) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:26.218498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.234906 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.285859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.287538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a90d9641-8ca1-48d2-999e-acccfcebb95b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:26.316447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.325308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-062862bc-ce65-4180-a7b7-efd5bb269e84 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b8bea685810406a8d6ac5fd0e303abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1372180 Nov 08 14:05:26.334638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46988) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:26.334996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.339390 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f2a6e3a9-54fd-4f09-84bc-8e2c094b0e79 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6003640 Nov 08 14:05:26.340064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46990) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:26.349861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'network': {'name': 'tempest-network-smoke--2072306506', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'port_security_enabled': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:26.366313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.375158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46992) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:26.377690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110d778-255c-4dbc-89e8-2068d505b54c None None] Network 1f1fff0b-7295-4eba-b779-0076f7b15278 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:26.384585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/3d023ed7-7286-40d2-a18c-867f9d57cf94 HTTP/1.1" status: 204 len: 168 time: 0.5437660 Nov 08 14:05:26.385864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ade95f-074a-441f-b311-6b49b824c37a tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=3d023ed7-7286-40d2-a18c-867f9d57cf94,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:26.395881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:26.399597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.403611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f07be81-1738-4fd8-9eb6-1c76b1b9d122 None None] Network 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:26.427359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.459108 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2775ade7-3e72-4074-b91a-52e5963d5bd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.493640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2775ade7-3e72-4074-b91a-52e5963d5bd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.540514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:05:26.543589 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.607616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2775ade7-3e72-4074-b91a-52e5963d5bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.609605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.610852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2775ade7-3e72-4074-b91a-52e5963d5bd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.612728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network e4c0157e-8692-43e3-8f13-7567d5723e58 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:26.615370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2775ade7-3e72-4074-b91a-52e5963d5bd0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/162592f1-1738-4159-a526-12f01f838516 HTTP/1.1" status: 204 len: 168 time: 0.2784622 Nov 08 14:05:26.624431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775ade7-3e72-4074-b91a-52e5963d5bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162592f1-1738-4159-a526-12f01f838516,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:26.628215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.628566 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Added segment 7a31ec31-852f-48f9-84da-5efa05c53537 of type vlan for network a6bbb249-654b-4f56-8b0f-817973cbf4bb Nov 08 14:05:26.636076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dd583420-436e-4341-a49e-14d8006ca168 None None] Provisioning complete for port c0a599c4-d60d-432d-b7db-7eb50e6008c9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:26.636456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd583420-436e-4341-a49e-14d8006ca168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.652692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:26.670415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:26.671252 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.675979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.835999 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd583420-436e-4341-a49e-14d8006ca168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.874911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Port': ['ID=58cf8988-a8bb-4416-be53-ab10a89d4b4c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:26.888625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:26.896365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] DHCP port deletion for 0c1f192c-268e-4c92-9d53-8bbd0585f4b1 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:05:26.908890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dd583420-436e-4341-a49e-14d8006ca168 None None] For port c0a599c4-d60d-432d-b7db-7eb50e6008c9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c0a599c4-d60d-432d-b7db-7eb50e6008c9,segment=NetworkSegment(5002cfd2-0a10-4616-b61e-0e6d912ee53c),segment_id=5002cfd2-0a10-4616-b61e-0e6d912ee53c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:26.959815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd583420-436e-4341-a49e-14d8006ca168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.008653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Network a5640347-0c6c-4de1-9736-87068887837a is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:27.055087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd583420-436e-4341-a49e-14d8006ca168 None None] Pushing event updated for resources: {'Port': ['ID=c0a599c4-d60d-432d-b7db-7eb50e6008c9,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:27.087500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] Deleting port d8791141-44ac-4238-9d70-03fe9f935737 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:27.087983 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.142012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.resource_extend [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:05:27.183562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c0a599c4-d60d-432d-b7db-7eb50e6008c9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:27.233938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:27.249124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:27.268075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] For port d8791141-44ac-4238-9d70-03fe9f935737, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d8791141-44ac-4238-9d70-03fe9f935737,segment=NetworkSegment(9ac1c398-c6c5-4009-b3dd-708d74ada79a),segment_id=9ac1c398-c6c5-4009-b3dd-708d74ada79a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:27.268375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.295240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] Calling delete_port for d8791141-44ac-4238-9d70-03fe9f935737 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:27.315500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.356519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c0a599c4-d60d-432d-b7db-7eb50e6008c9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:27.356961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.511903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.529303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c55c6976-9dfa-42b5-8edd-0ac3ffd73ad5 None None] Provisioning complete for port 58cf8988-a8bb-4416-be53-ab10a89d4b4c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:27.529813 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c55c6976-9dfa-42b5-8edd-0ac3ffd73ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.534196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Port': ['ID=c537941a-d27f-4033-8837-b71b4dce4521,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:27.553668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.563123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:27.564467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.573179 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.644686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47006) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:27.645558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3009164 Nov 08 14:05:27.654402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'admin_state_up': True, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:27.692620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] Pushing event deleted for resources: {'Port': ['ID=d8791141-44ac-4238-9d70-03fe9f935737,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:27.706469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5ff7d4-d41c-463d-a8ae-ba9625791d3d None None] No DVR routers for this DVR port d8791141-44ac-4238-9d70-03fe9f935737 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:27.714854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c55c6976-9dfa-42b5-8edd-0ac3ffd73ad5 None None] Port 58cf8988-a8bb-4416-be53-ab10a89d4b4c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:27.731680 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.735723 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.818684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port d8791141-44ac-4238-9d70-03fe9f935737 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:27.818980 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.855333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3c223b6e-b158-4442-9b85-eff0ac3541e3 None None] Provisioning complete for port c0a599c4-d60d-432d-b7db-7eb50e6008c9 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:27.856647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c223b6e-b158-4442-9b85-eff0ac3541e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.883302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.936681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1565647-e7f0-48d9-8656-d9777f68ec9f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Network': ['ID=a6bbb249-654b-4f56-8b0f-817973cbf4bb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:27.951572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.957394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75c65129-ea53-4780-b206-fa2358fc9f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:27.964878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:05:28.094816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3c223b6e-b158-4442-9b85-eff0ac3541e3 None None] Provisioning complete for port c537941a-d27f-4033-8837-b71b4dce4521 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:28.095477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3c223b6e-b158-4442-9b85-eff0ac3541e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:28.147458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3c223b6e-b158-4442-9b85-eff0ac3541e3 None None] Port c537941a-d27f-4033-8837-b71b4dce4521 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:28.164969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:28.487960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:28.531426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:28.617927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] For port d8791141-44ac-4238-9d70-03fe9f935737, host n-d-804292-2, got binding levels [] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:28.618555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:28.676373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for d8791141-44ac-4238-9d70-03fe9f935737 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:28.700218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.39 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/c5f5bcf2-1116-4c23-b0cc-fca0816b7a10) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:28.751857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Port d8791141-44ac-4238-9d70-03fe9f935737 was not found and therefore no delete operation was performed {{(pid=101840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:05:28.760018 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:28.876770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=d8791141-44ac-4238-9d70-03fe9f935737,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:28.889448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No DVR routers for this DVR port d8791141-44ac-4238-9d70-03fe9f935737 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:28.972088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c0a599c4-d60d-432d-b7db-7eb50e6008c9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:28.995781 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.042434 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.085007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.094869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:29.099059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:29.113685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:29.124907 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.141161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.142012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.164593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:29.182892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1f192c-268e-4c92-9d53-8bbd0585f4b1']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:29.204046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c0a599c4-d60d-432d-b7db-7eb50e6008c9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:29.204657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.233975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac1c398-c6c5-4009-b3dd-708d74ada79a') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:29.234278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac1c398-c6c5-4009-b3dd-708d74ada79a') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:29.276491 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.341680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.347357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event updated for resources: {'Port': ['ID=58cf8988-a8bb-4416-be53-ab10a89d4b4c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:29.371349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:29.372127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:29.376742 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:29.490575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.494998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.517258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.530961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/0c1f192c-268e-4c92-9d53-8bbd0585f4b1 HTTP/1.1" status: 204 len: 168 time: 3.1476214 Nov 08 14:05:29.534250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47030) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:29.534970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.549533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d8791141-44ac-4238-9d70-03fe9f935737 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:29.554821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.591123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d8791141-44ac-4238-9d70-03fe9f935737 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:29.591853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d8791141-44ac-4238-9d70-03fe9f935737 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:29.661237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02508d7-7741-4868-8468-c35822a4c07c tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=0c1f192c-268e-4c92-9d53-8bbd0585f4b1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:29.676038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Network e4c0157e-8692-43e3-8f13-7567d5723e58 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:29.690386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:29.777967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba70937-5347-4434-b0ee-71d6524777ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:29.779605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aba70937-5347-4434-b0ee-71d6524777ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/e1f9aa4b-1487-42ad-bafd-d744fc269c19 HTTP/1.1" status: 200 len: 844 time: 0.2410262 Nov 08 14:05:29.780620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:29.788790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47034) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:29.857139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Port': ['ID=c537941a-d27f-4033-8837-b71b4dce4521,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:29.944377 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ef890a5-141e-4810-b39e-091701777e54 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/e1f9aa4b-1487-42ad-bafd-d744fc269c19?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1074598 Nov 08 14:05:29.950435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:29.957152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:30.020885 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:30.096570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cbed104a-fca9-4988-b167-11af2f0f7733 None None] Provisioning complete for port 58cf8988-a8bb-4416-be53-ab10a89d4b4c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:30.097126 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cbed104a-fca9-4988-b167-11af2f0f7733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:30.109524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Router 53cb983f-c776-48e5-9e9d-2340831a62a7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:30.179882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cbed104a-fca9-4988-b167-11af2f0f7733 None None] Port 58cf8988-a8bb-4416-be53-ab10a89d4b4c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:30.187651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:30.195050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:30.295873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 71ea1160-c33e-4644-a26a-a1adf729609e is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:05:30.303659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Network a5640347-0c6c-4de1-9736-87068887837a is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:30.319094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:30.473813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:30.479379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:30.490657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-076656c0-bce1-4bdd-bb3a-5a249a9093d7 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0848935 Nov 08 14:05:30.494599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] Sync routers for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:30.502839 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Sync routers for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:30.517112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47040) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:30.519216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:30.519923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:30.527977 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:30.528237 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:30.538963 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:30.541625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-835e1b07-91b7-4b95-afd8-7d436c4046d8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8937407 Nov 08 14:05:30.544468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47042) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:30.601201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-91dbdff0-1e79-4161-8124-19ccf737513d tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=df8dd9b7ff744867bbca665a4c1cef34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553224 Nov 08 14:05:30.603764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47044) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:30.615477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:30.628646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:30.629974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:30.902499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aaa29ac4-8419-4f23-be1f-a70d42890c4b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:30.903817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83039723-ddb8-4f15-90d6-11ad02d1416c tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:30.907270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-83039723-ddb8-4f15-90d6-11ad02d1416c tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3007247 Nov 08 14:05:30.908808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47048) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:30.939118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:30.940831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566cd5b-75ff-4af9-b368-c6fc5dab5a77 None None] The sync data for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:30.964346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f8f2a15-f008-4a9d-8e50-11a9144e1d6e tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524273 Nov 08 14:05:30.974794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6bf00caf-be9c-4fa8-9e54-b88108fec20a None None] Provisioning complete for port c537941a-d27f-4033-8837-b71b4dce4521 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:30.975684 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6bf00caf-be9c-4fa8-9e54-b88108fec20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:30.979995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47052) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:30.984113 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:05:30.987883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-150092887', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:31.055922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6bf00caf-be9c-4fa8-9e54-b88108fec20a None None] Port c537941a-d27f-4033-8837-b71b4dce4521 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:31.059728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Router dd72a823-ad8c-49be-ae19-9c2ec4778bc2 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:31.096152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.110336 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-aaa29ac4-8419-4f23-be1f-a70d42890c4b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 08 14:05:31.116991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aaa29ac4-8419-4f23-be1f-a70d42890c4b tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7 HTTP/1.1" status: 409 len: 329 time: 0.5918849 Nov 08 14:05:31.121582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47056) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:31.241551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:31.251687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:31.256528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:31.257371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.262342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245372bf-dc57-4310-bcfa-d211ce98462d None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:31.313891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=0ed4b6a8-8eec-4c2d-8151-92825c0d8def,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:31.344226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:31.356589 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80a6b3c6-a90e-4af1-b2bc-d9897c623609 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "PUT /v2.0/routers/dd72a823-ad8c-49be-ae19-9c2ec4778bc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5939615 Nov 08 14:05:31.360967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] Sync routers for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:31.361528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:31.368473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Request body: {'port': {'network_id': 'a5640347-0c6c-4de1-9736-87068887837a', 'name': 'tempest-FloatingIPAdminTestJSON-2074272815'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:31.381817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:31.382758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:31.401326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d4db08fb-fcac-4e9a-b380-fe7cee564490 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7a20af74c86446d38a900b08a5053f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1353748 Nov 08 14:05:31.429587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:31.429867 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:29Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:31.478053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:31.490857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.491056 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Checking router: 71ea1160-c33e-4644-a26a-a1adf729609e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:05:31.491056 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Updating router 71ea1160-c33e-4644-a26a-a1adf729609e port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:05:31.512187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:31.512922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:31.514093 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac176d69-ac27-433e-839d-215d733ca977 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5615487 Nov 08 14:05:31.535278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47070) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:31.542478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-65cdbec2-f939-4e67-a5bb-6548f2c4c4cf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'security_group': {'name': 'tempest-secgroup-587200781'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:31.543441 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.550289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Made reservation on behalf of 9acd88f485744ae7ad2a1a2ecfe7a101 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:31.554992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.569961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01a06bed-58c3-4c15-b28b-26f2f278fefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.576102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:31.577540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dbd871-f4b6-4872-8014-5862067eaadf None None] The sync data for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:31.596812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] device_id is not set on port 156507f6-5cf0-49de-9e02-031845573364 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:05:31.657488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d883d75f-f6e1-4755-aa1a-c17d683ff437', 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'tenant_id': 'f52b4b2a90144de988f3c415b3eb8918', 'fixed_ips': [{'subnet_id': '0ed4b6a8-8eec-4c2d-8151-92825c0d8def'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:31.658477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.737609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Allocated IP 172.20.0.6 (a5640347-0c6c-4de1-9736-87068887837a/eb7184d5-31de-4afb-8509-f64f47a79973/156507f6-5cf0-49de-9e02-031845573364) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:31.800291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65cdbec2-f939-4e67-a5bb-6548f2c4c4cf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.893256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Allocated IP 2001:db8::2 (d883d75f-f6e1-4755-aa1a-c17d683ff437/0ed4b6a8-8eec-4c2d-8151-92825c0d8def/37960427-0f3e-4bfc-ac34-10773dc740fd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:31.921430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65cdbec2-f939-4e67-a5bb-6548f2c4c4cf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.926776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65cdbec2-f939-4e67-a5bb-6548f2c4c4cf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.984784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-65cdbec2-f939-4e67-a5bb-6548f2c4c4cf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:31.989207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-65cdbec2-f939-4e67-a5bb-6548f2c4c4cf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4513094 Nov 08 14:05:32.008829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47076) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:32.032674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-76a1ffd4-6753-45f3-8776-68805be21709 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1437339336'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:32.075401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdbec2-f939-4e67-a5bb-6548f2c4c4cf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad558db-b6ff-4596-a1e5-24d6f56f0f89,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:32.108349 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.117467 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.145277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76a1ffd4-6753-45f3-8776-68805be21709 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.174612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:32.183779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:32.195547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:32.206994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Pushing event updated for resources: {'Port': ['ID=37960427-0f3e-4bfc-ac34-10773dc740fd,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:32.228874 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.239224 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.274405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76a1ffd4-6753-45f3-8776-68805be21709 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.283517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Attempting to bind port 37960427-0f3e-4bfc-ac34-10773dc740fd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:32.284118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Attempting to bind port 37960427-0f3e-4bfc-ac34-10773dc740fd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b45fc3e0-c367-4874-9ac9-b2d86fef9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:32.284920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Attempting to bind port 37960427-0f3e-4bfc-ac34-10773dc740fd on network d883d75f-f6e1-4755-aa1a-c17d683ff437 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:32.287597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76a1ffd4-6753-45f3-8776-68805be21709 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.293116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:32.293493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Checking segment: {'id': 'b45fc3e0-c367-4874-9ac9-b2d86fef9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:32.293925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.294611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Bound using segment: {'id': 'b45fc3e0-c367-4874-9ac9-b2d86fef9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:32.295154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Bound port: 37960427-0f3e-4bfc-ac34-10773dc740fd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b45fc3e0-c367-4874-9ac9-b2d86fef9596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:32.295625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.306516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.333902 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Attempting to bind port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:32.334222 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Attempting to bind port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:32.334508 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Attempting to bind port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:32.339652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1ffd4-6753-45f3-8776-68805be21709 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e967df3-e974-43cb-bf4a-0b74d356a4eb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:32.342990 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Pushing event updated for resources: {'Port': ['ID=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:32.352783 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:32.353529 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:32.353937 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.354366 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:32.354808 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Bound port: c5f5bcf2-1116-4c23-b0cc-fca0816b7a10, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:32.355184 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.358268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76a1ffd4-6753-45f3-8776-68805be21709 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.359044 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.359388 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.359722 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.360783 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.361705 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-76a1ffd4-6753-45f3-8776-68805be21709 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3481925 Nov 08 14:05:32.364747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47090) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:32.364975 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.365424 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.365763 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.366098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.366495 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.366959 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.367402 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.367801 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:05:32.380503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1824724936', 'security_groups': ['5e967df3-e974-43cb-bf4a-0b74d356a4eb'], 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0ed4b6a8-8eec-4c2d-8151-92825c0d8def'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:32.394339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] For port 37960427-0f3e-4bfc-ac34-10773dc740fd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:32.398612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] For port 37960427-0f3e-4bfc-ac34-10773dc740fd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37960427-0f3e-4bfc-ac34-10773dc740fd,segment=NetworkSegment(b45fc3e0-c367-4874-9ac9-b2d86fef9596),segment_id=b45fc3e0-c367-4874-9ac9-b2d86fef9596)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:32.408558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.467349 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] For port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:32.486772 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] For port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:32.495756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-1270fe62-85ee-4333-aaf3-917777c1ee65 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:32.501417 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.504797 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-1270fe62-85ee-4333-aaf3-917777c1ee65 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0921907 Nov 08 14:05:32.510334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef5aa8-4d71-4a0e-a88c-8bb05db2b831 None None] Pushing event updated for resources: {'Port': ['ID=37960427-0f3e-4bfc-ac34-10773dc740fd,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:32.526301 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.574878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-15175c9c-1188-4e7a-b7a0-0d3340d04e11 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/quotas/7a20af74c86446d38a900b08a5053f5b HTTP/1.1" status: 200 len: 375 time: 0.0685291 Nov 08 14:05:32.589249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Network a5640347-0c6c-4de1-9736-87068887837a is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:32.593265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:32.600547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:32.617809 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:32.618584 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:32.657433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-570fb93b-d72a-4ffb-8795-5489aea37322 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7a20af74c86446d38a900b08a5053f5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809045 Nov 08 14:05:32.681241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6df22-3613-4091-be07-8972ce511423 req-0902c854-8d49-48d9-972e-9862bdf4a026 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:32.682821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-0902c854-8d49-48d9-972e-9862bdf4a026 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 0.3825889 Nov 08 14:05:32.700568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:32.701397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:32.711831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event updated for resources: {'Port': ['ID=156507f6-5cf0-49de-9e02-031845573364,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:32.731491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-771df915-9cb7-4153-bca4-a50d8d6d3116 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/quotas/477468f9e0cb44cfb823ec4001800944 HTTP/1.1" status: 200 len: 375 time: 0.0322673 Nov 08 14:05:32.738444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:32.745775 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89db9f-adb1-44e3-9b55-9386eab21514 None None] Pushing event updated for resources: {'Port': ['ID=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:32.749389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e89dd27-3ef0-497f-9b7e-556bdbfa2ec1 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3863189 Nov 08 14:05:32.776129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47092) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:32.946663 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.014808 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:05:33.062320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.090932 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.136265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-99161aeb-bce5-4cb4-a7c1-9bb6a29f450b None None] Provisioning complete for port 156507f6-5cf0-49de-9e02-031845573364 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:33.136265 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99161aeb-bce5-4cb4-a7c1-9bb6a29f450b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.143977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:05:33.160971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24af583d-fe9c-43c7-94bb-56b31c9b86ef req-b0a8b9e9-956d-47f2-8ca8-a99e699db454 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 210 time: 0.0842738 Nov 08 14:05:33.180289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-3fd77aab-c37c-4c19-a3e7-dc4fdfe0b05b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4458811 Nov 08 14:05:33.209064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Subnet': ['ID=2699181b-aea4-4c39-be06-726c0266fa9d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:33.222015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-fc07fd31-cac0-4a34-ab5e-58fdc3cb2a36 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:05:33.223389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-fc07fd31-cac0-4a34-ab5e-58fdc3cb2a36 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0334151 Nov 08 14:05:33.233869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-99161aeb-bce5-4cb4-a7c1-9bb6a29f450b None None] Port 156507f6-5cf0-49de-9e02-031845573364 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:33.296166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'project_id': '9acd88f485744ae7ad2a1a2ecfe7a101', 'port_id': '156507f6-5cf0-49de-9e02-031845573364'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:33.327535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.342944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.428491 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:29Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:33.472030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Checking segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:33.472410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network hostable DHCP agents. Network: a6bbb249-654b-4f56-8b0f-817973cbf4bb, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:05:33.481346 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daafd45b-b056-46a3-a6f4-5346eb5db757 None None] The sync data for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 is: [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:29Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:33.509001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::6a (d883d75f-f6e1-4755-aa1a-c17d683ff437/0ed4b6a8-8eec-4c2d-8151-92825c0d8def/be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:33.605545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:05:33.642036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.642626 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-cbc1e118-75e4-4334-831f-96547b64e600 service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061601 Nov 08 14:05:33.671887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a6bbb249-654b-4f56-8b0f-817973cbf4bb) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:33.680111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052eef42-8749-41cc-b8ff-48987066eefa None None] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:33.743519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:33.745592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.849939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:33.943923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Allocated IP 172.25.8.214 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/00bf32bf-d53d-48f1-bca9-5c712e80ac9e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:33.946000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-be306d0a-68df-47dd-b04f-ba40a5c67065 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9642344 Nov 08 14:05:33.951038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47108) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:34.089389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:34.105196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:34.160062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:05:34.161432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:34.199673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:34.265034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:34.273864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:34.279781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:34.280101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:34.299943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:34.374255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:34.403092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0355747 Nov 08 14:05:34.404056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea450bf7-2c00-4d23-b8aa-4e11325b57cd tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:34.409610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:34.411189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:34.418391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:34.439880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b584a36-203c-49a8-9f4e-a5620208b691 req-67d44bd6-6e34-4338-acea-5fdd91a7f0cc tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 210 time: 0.1261220 Nov 08 14:05:34.444909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-b11c4260-5104-4711-8556-4a430144dda1 service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7748120 Nov 08 14:05:34.455677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Allocated IP 172.20.0.2 (a6bbb249-654b-4f56-8b0f-817973cbf4bb/2699181b-aea4-4c39-be06-726c0266fa9d/114a3dab-1c96-46c8-a96c-df1640ea6f80) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:34.646100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting port 58cf8988-a8bb-4416-be53-ab10a89d4b4c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:34.646848 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:34.838522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Provisioning complete for port e1f9aa4b-1487-42ad-bafd-d744fc269c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:34.839149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:34.921716 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.025539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.079863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.098062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Calling delete_port for 58cf8988-a8bb-4416-be53-ab10a89d4b4c owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:35.173379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d9581c72-c345-4341-b549-e19d7fe1dc25 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:35.203045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Pushing event updated for resources: {'Port': ['ID=114a3dab-1c96-46c8-a96c-df1640ea6f80,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:35.216522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Port e1f9aa4b-1487-42ad-bafd-d744fc269c19 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:35.233204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37960427-0f3e-4bfc-ac34-10773dc740fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:35.301839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:35.301839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.361818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:35.390353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:35.391775 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f373c85-89bb-4f38-b121-c3c8bba2775c req-b072e0e0-0e3d-4671-a915-0116334c5442 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 210 time: 0.5141408 Nov 08 14:05:35.409670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:35.419003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-3f92f1af-628d-428b-898c-6a0e58a6fdf3 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7a20af74c86446d38a900b08a5053f5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4447744 Nov 08 14:05:35.420479 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.425734 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Pushing event updated for resources: {'Port': ['ID=00bf32bf-d53d-48f1-bca9-5c712e80ac9e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:35.449190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:35.450666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.620528 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.632749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.678365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Attempting to bind port 114a3dab-1c96-46c8-a96c-df1640ea6f80 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:35.678745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Attempting to bind port 114a3dab-1c96-46c8-a96c-df1640ea6f80 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:35.679116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Attempting to bind port 114a3dab-1c96-46c8-a96c-df1640ea6f80 on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:35.689449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:35.690333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Checking segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:35.690766 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.691283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Bound using segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:35.692014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Bound port: 114a3dab-1c96-46c8-a96c-df1640ea6f80, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:35.692383 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.699464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9581c72-c345-4341-b549-e19d7fe1dc25 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:35.704072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9581c72-c345-4341-b549-e19d7fe1dc25 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.800047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] For port 37960427-0f3e-4bfc-ac34-10773dc740fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37960427-0f3e-4bfc-ac34-10773dc740fd,segment=NetworkSegment(b45fc3e0-c367-4874-9ac9-b2d86fef9596),segment_id=b45fc3e0-c367-4874-9ac9-b2d86fef9596)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:35.830051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.851593 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.913101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:35.993918 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:05:35.994354 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:05:36.003048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] For port 114a3dab-1c96-46c8-a96c-df1640ea6f80, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:36.036334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bab8b5-c2c4-48a4-9bda-a4cb4f10d38c None None] Pushing event updated for resources: {'Port': ['ID=37960427-0f3e-4bfc-ac34-10773dc740fd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:36.083078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] For port 114a3dab-1c96-46c8-a96c-df1640ea6f80, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=114a3dab-1c96-46c8-a96c-df1640ea6f80,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:36.086757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Port': ['ID=58cf8988-a8bb-4416-be53-ab10a89d4b4c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:36.088855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-14961c7d-89ed-4678-b761-9bcea415f8e9 None None] Provisioning complete for port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:36.089439 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-14961c7d-89ed-4678-b761-9bcea415f8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.092371 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.198122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-7031a2e6-99f1-4455-a944-1f9f2afa9002 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:36.200768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-7031a2e6-99f1-4455-a944-1f9f2afa9002 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7679040 Nov 08 14:05:36.204844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-14961c7d-89ed-4678-b761-9bcea415f8e9 None None] Port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:36.205423 n-d-804292-2 neutron-server[101840]: INFO neutron.db.ipam_backend_mixin [None req-d9581c72-c345-4341-b549-e19d7fe1dc25 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0ed4b6a8-8eec-4c2d-8151-92825c0d8def (CIDR: 2001:db8::/64) Nov 08 14:05:36.213226 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9581c72-c345-4341-b549-e19d7fe1dc25 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:05:36.213692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9581c72-c345-4341-b549-e19d7fe1dc25 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:05:36.216512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b70f7968-6f09-4343-80d3-dfe8aa78fe47 req-e4bdf97c-c285-4c26-b0ee-da30ba97635e tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 210 time: 0.2279611 Nov 08 14:05:36.217137 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.249392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Request body: {'port': {'device_id': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '7a20af74c86446d38a900b08a5053f5b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:36.288994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c26cfd-0c0b-47c3-94f1-e30c72338ace None None] Pushing event updated for resources: {'Port': ['ID=114a3dab-1c96-46c8-a96c-df1640ea6f80,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:36.327144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d9581c72-c345-4341-b549-e19d7fe1dc25 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9130130 Nov 08 14:05:36.333322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47126) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:36.342413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:36.520184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.561306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.612009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:36.793703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:36.794310 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.872023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c9aaacc-1359-4dcc-9e7c-4e87dbb0f8b5 req-d6fa2a59-e3ad-415a-8d2d-84c03fcec35e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 210 time: 0.1231272 Nov 08 14:05:36.906456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.923398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Made reservation on behalf of 7a20af74c86446d38a900b08a5053f5b for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:36.930357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.941188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:36.946578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:36.946784 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.014214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:37.029847 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.082945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6df22-3613-4091-be07-8972ce511423 req-f2e257da-3883-4e6e-8f59-1e625cad9663 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:37.084429 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-f2e257da-3883-4e6e-8f59-1e625cad9663 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 0.3262300 Nov 08 14:05:37.112338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Request body: {'port': {'device_id': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'admin_state_up': True, 'tenant_id': '477468f9e0cb44cfb823ec4001800944'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:37.118480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.121130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Router 53cb983f-c776-48e5-9e9d-2340831a62a7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:37.137161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.158161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:37.161670 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.243596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37960427-0f3e-4bfc-ac34-10773dc740fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:37.265609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Pushing event updated for resources: {'Port': ['ID=00bf32bf-d53d-48f1-bca9-5c712e80ac9e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:37.307514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:37.308225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.327476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:37.345637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-13abe07a-0faa-475f-bf12-ae08c0863c45 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2174282 Nov 08 14:05:37.346852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47134) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:37.359333 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] Sync routers for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:37.360155 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.382440 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:37.383084 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:37.452025 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:37.456339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.463131 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] Routers {'53cb983f-c776-48e5-9e9d-2340831a62a7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:37.464130 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['53cb983f-c776-48e5-9e9d-2340831a62a7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:37.471102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 114a3dab-1c96-46c8-a96c-df1640ea6f80 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:37.499425 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-80a6301f-bfe4-4bb3-8f17-66c2cc40135e tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] show failed (client error): The resource could not be found. Nov 08 14:05:37.500590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-80a6301f-bfe4-4bb3-8f17-66c2cc40135e tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-854038937 HTTP/1.1" status: 404 len: 334 time: 0.1525023 Nov 08 14:05:37.523315 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:37.524568 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d765c78-b37b-4a2b-b9f3-6e22a06d80aa None None] The sync data for ids ['53cb983f-c776-48e5-9e9d-2340831a62a7'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:37.545833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47136) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:37.555287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74f3fcc2-4d3c-4389-b007-a97d0b2bae62 req-1efa1c48-bf9d-4091-a6c8-82973d68e079 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 210 time: 0.1368349 Nov 08 14:05:37.559816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 114a3dab-1c96-46c8-a96c-df1640ea6f80 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:37.560273 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.560628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c735f542-13ab-496e-aa07-3531218f94f6 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:37.640342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Made reservation on behalf of 477468f9e0cb44cfb823ec4001800944 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:37.645502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.679537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.687364 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-c735f542-13ab-496e-aa07-3531218f94f6 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] update failed (client error): The resource could not be found. Nov 08 14:05:37.689012 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c735f542-13ab-496e-aa07-3531218f94f6 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-504951000 HTTP/1.1" status: 404 len: 334 time: 0.1363020 Nov 08 14:05:37.694577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47138) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:37.695354 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.699382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5291ed07-eec2-4af9-805d-31f3d7434d2d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:37.780803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 114a3dab-1c96-46c8-a96c-df1640ea6f80, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=114a3dab-1c96-46c8-a96c-df1640ea6f80,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:37.786671 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.874469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting subnet 34920c41-3888-440a-8221-261ec8a8965c {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:37.887890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.908360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=114a3dab-1c96-46c8-a96c-df1640ea6f80,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:37.921485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Allocated IP 192.168.233.73 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/7545484c-7594-428b-89d5-e4df736e5d62) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:37.924473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.1 (a6bbb249-654b-4f56-8b0f-817973cbf4bb/2699181b-aea4-4c39-be06-726c0266fa9d/14176ae8-1963-4c40-9028-6d71365019cc) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:37.943096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:37.988519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0886ea7-7214-4c59-8cc1-6d591c2e6bc5 None None] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:37.990498 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.013492 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Floating IP 88a8aa8e-0814-4eb5-a088-1ef7d28b4d5a associated. External IP: 172.25.8.214, port: 156507f6-5cf0-49de-9e02-031845573364. Nov 08 14:05:38.093705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-95d48f7e-90a0-4e79-aad9-0b085abe2777 None None] Provisioning complete for port 114a3dab-1c96-46c8-a96c-df1640ea6f80 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:38.094460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-95d48f7e-90a0-4e79-aad9-0b085abe2777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.111684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:38.116464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13d5fa43-aa48-479b-a12b-b5f18746d4d0 req-6a0fbd0d-8f87-4efd-bef8-a866367cd1ad tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 210 time: 0.0883365 Nov 08 14:05:38.120823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:38.163557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:38.164184 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.176692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=cdc7034b-21e6-4bec-82b8-94eb3449ad2e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:38.180093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Allocated IP 172.20.0.10 (03221375-0822-401a-a006-f44147b479ff/fbc0170f-115d-491b-b52d-1a6f52116f7f/4af091f9-2b4b-4537-a786-7de6b43fd579) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:38.192792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed2bc44-96e0-4c2e-8502-058467d0a2bd None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:38.225304 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d24c5e2-dc69-4e4c-b679-51c13e82a1ca tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8906260 Nov 08 14:05:38.242639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47142) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:38.256710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1951653917', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cdc7034b-21e6-4bec-82b8-94eb3449ad2e'}], 'security_groups': ['cad558db-b6ff-4596-a1e5-24d6f56f0f89']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:38.301972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.335999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.442966 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.464731 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.488532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.546448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.551667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/subnets/34920c41-3888-440a-8221-261ec8a8965c HTTP/1.1" status: 204 len: 168 time: 0.8531137 Nov 08 14:05:38.552247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ff3713-bf9a-4e60-95de-3432ec098093 None None] Network 1f1fff0b-7295-4eba-b779-0076f7b15278 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:38.559265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47144) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:38.587862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:38.591385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc128d-4231-40c0-8b0b-ca4998e66586 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Subnet': ['ID=34920c41-3888-440a-8221-261ec8a8965c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:38.601477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:38.620371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:38.673058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.677989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=14176ae8-1963-4c40-9028-6d71365019cc,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:38.790843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:38.795432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.800977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.803330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:38.815950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Router dd72a823-ad8c-49be-ae19-9c2ec4778bc2 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:38.819485 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.916535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:38.935611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] DHCP port deletion for 1f1fff0b-7295-4eba-b779-0076f7b15278 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:05:38.954452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:39.030224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926099cc-67fc-4e0d-9db1-4e803f1baa2c None None] Update dhcp port {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'fixed_ips': [{'subnet_id': '0ed4b6a8-8eec-4c2d-8151-92825c0d8def', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cdc7034b-21e6-4bec-82b8-94eb3449ad2e'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '37960427-0f3e-4bfc-ac34-10773dc740fd'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:05:39.066801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Pushing event updated for resources: {'Port': ['ID=7545484c-7594-428b-89d5-e4df736e5d62,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:39.120208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a288022-541d-42d1-876f-a5e1c1a9d0aa req-b9d1989d-eeff-47d2-b0e3-1573db389992 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:39.128867 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a288022-541d-42d1-876f-a5e1c1a9d0aa req-b9d1989d-eeff-47d2-b0e3-1573db389992 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 935 time: 0.3902926 Nov 08 14:05:39.167851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:39.168530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.183438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.192962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 114a3dab-1c96-46c8-a96c-df1640ea6f80 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:39.209263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ad811192-efe2-42fc-b4fc-f04c5e42e266'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:05:39.210301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.239904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-e14e771e-8280-4a60-b463-28b205956850 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0206611 Nov 08 14:05:39.245896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['26479268-c166-4adc-873b-6f27749d3037'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:05:39.259461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Request body: {'port': {'device_id': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:39.314754 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926099cc-67fc-4e0d-9db1-4e803f1baa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.350118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-921f6218-62d2-4f53-814b-00ce58ec99c1 None None] Provisioning complete for port 114a3dab-1c96-46c8-a96c-df1640ea6f80 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:39.350460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-921f6218-62d2-4f53-814b-00ce58ec99c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.387704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a288022-541d-42d1-876f-a5e1c1a9d0aa req-68a52134-2c53-46a2-8b05-56ea42ad31d6 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571154 Nov 08 14:05:39.480165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] Deleting port c0a599c4-d60d-432d-b7db-7eb50e6008c9 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:39.480744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.492025 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.719723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 114a3dab-1c96-46c8-a96c-df1640ea6f80 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:39.719723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.721185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Network 03221375-0822-401a-a006-f44147b479ff is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:39.742282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:39.744839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:39.754050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] For port c0a599c4-d60d-432d-b7db-7eb50e6008c9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c0a599c4-d60d-432d-b7db-7eb50e6008c9,segment=NetworkSegment(5002cfd2-0a10-4616-b61e-0e6d912ee53c),segment_id=5002cfd2-0a10-4616-b61e-0e6d912ee53c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:39.754532 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.854574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] Calling delete_port for c0a599c4-d60d-432d-b7db-7eb50e6008c9 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:39.857055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event updated for resources: {'Port': ['ID=4af091f9-2b4b-4537-a786-7de6b43fd579,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:39.933852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91941cdc-b228-44f4-8eed-6bbfd8ab4e2d req-d1de09dc-9973-4764-baf1-87d45fb5455f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:39.935699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91941cdc-b228-44f4-8eed-6bbfd8ab4e2d req-d1de09dc-9973-4764-baf1-87d45fb5455f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 932 time: 0.5900199 Nov 08 14:05:39.937177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:39.940212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting port c0a599c4-d60d-432d-b7db-7eb50e6008c9 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:39.940559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.953518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:39.954228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:39.993335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] Sync routers for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:40.001277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-926099cc-67fc-4e0d-9db1-4e803f1baa2c None None] Allocated IP 2001:db8:0:1::2 (d883d75f-f6e1-4755-aa1a-c17d683ff437/cdc7034b-21e6-4bec-82b8-94eb3449ad2e/37960427-0f3e-4bfc-ac34-10773dc740fd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:40.053632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.064295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-9d17461a-7dc3-4e79-8073-01dd94b86144 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9642348 Nov 08 14:05:40.103545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:40.104403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:40.106665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Request body: {'port': {'device_id': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:40.122743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] For port c0a599c4-d60d-432d-b7db-7eb50e6008c9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c0a599c4-d60d-432d-b7db-7eb50e6008c9,segment=NetworkSegment(5002cfd2-0a10-4616-b61e-0e6d912ee53c),segment_id=5002cfd2-0a10-4616-b61e-0e6d912ee53c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:40.123151 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.161973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7df4f332-3e1a-4852-a933-62afb25ca460 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.3846042 Nov 08 14:05:40.164724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Calling delete_port for c0a599c4-d60d-432d-b7db-7eb50e6008c9 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:40.166413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47150) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:40.216125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91941cdc-b228-44f4-8eed-6bbfd8ab4e2d req-293ecfd5-647d-46ef-8a95-753c568f7365 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489190 Nov 08 14:05:40.261582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:40.271642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1db637dd-6ffa-4901-a687-14e9e642be6e None None] Provisioning complete for port 7545484c-7594-428b-89d5-e4df736e5d62 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:40.272351 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1db637dd-6ffa-4901-a687-14e9e642be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.331502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.335019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:40.338668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:40.339346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:40.399115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.409402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4e23c261-45bc-443f-abdf-c393243203f3 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] 10.222.0.65 "GET /v2.0/floatingips/88a8aa8e-0814-4eb5-a088-1ef7d28b4d5a HTTP/1.1" status: 200 len: 983 time: 0.2418022 Nov 08 14:05:40.410109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.415965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47152) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:40.417134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.461073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:40.461736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24313239-de57-466f-b04f-8818fea4b9cd None None] The sync data for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:40.466578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] No DVR routers for this DVR port c0a599c4-d60d-432d-b7db-7eb50e6008c9 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:40.488452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df95bd7-3122-4767-aa5f-2d0c20459505 None None] Pushing event deleted for resources: {'Port': ['ID=c0a599c4-d60d-432d-b7db-7eb50e6008c9,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:40.499075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1db637dd-6ffa-4901-a687-14e9e642be6e None None] Port 7545484c-7594-428b-89d5-e4df736e5d62 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:40.502161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-926099cc-67fc-4e0d-9db1-4e803f1baa2c None None] For port 37960427-0f3e-4bfc-ac34-10773dc740fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37960427-0f3e-4bfc-ac34-10773dc740fd,segment=NetworkSegment(b45fc3e0-c367-4874-9ac9-b2d86fef9596),segment_id=b45fc3e0-c367-4874-9ac9-b2d86fef9596)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:40.554778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1db637dd-6ffa-4901-a687-14e9e642be6e None None] Provisioning complete for port 14176ae8-1963-4c40-9028-6d71365019cc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:40.555170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1db637dd-6ffa-4901-a687-14e9e642be6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.558774 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926099cc-67fc-4e0d-9db1-4e803f1baa2c None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.566652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926099cc-67fc-4e0d-9db1-4e803f1baa2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.639487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:40.639928 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.700176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.714007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1db637dd-6ffa-4901-a687-14e9e642be6e None None] Port 14176ae8-1963-4c40-9028-6d71365019cc cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:40.752230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.761409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=14176ae8-1963-4c40-9028-6d71365019cc,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:40.766695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7545484c-7594-428b-89d5-e4df736e5d62 {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:40.773038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Port': ['ID=c0a599c4-d60d-432d-b7db-7eb50e6008c9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:40.777469 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c5457d9f-8909-4d49-ba4b-33e1c83459bb tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.3535495 Nov 08 14:05:40.777678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] No DVR routers for this DVR port c0a599c4-d60d-432d-b7db-7eb50e6008c9 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:40.783648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47156) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:40.799910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.846361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39800c0-f05a-4949-835e-e71d13cc3e92 req-12269fc0-72de-4d98-91cc-9687c68cc244 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:40.849014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e39800c0-f05a-4949-835e-e71d13cc3e92 req-12269fc0-72de-4d98-91cc-9687c68cc244 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 935 time: 0.2573650 Nov 08 14:05:40.901134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Transition to ACTIVE for port object 7545484c-7594-428b-89d5-e4df736e5d62 will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:05:40.919693 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:40.967247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926099cc-67fc-4e0d-9db1-4e803f1baa2c None None] Pushing event updated for resources: {'Port': ['ID=37960427-0f3e-4bfc-ac34-10773dc740fd,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:41.050236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e39800c0-f05a-4949-835e-e71d13cc3e92 req-61b483f7-fa61-4e01-9009-8c2dcf6ddcc3 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640651 Nov 08 14:05:41.055480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Pushing event updated for resources: {'Port': ['ID=7545484c-7594-428b-89d5-e4df736e5d62,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:41.098125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:41.103188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:41.123225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.127625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Delete allocated IP 2001:db8::6a (d883d75f-f6e1-4755-aa1a-c17d683ff437/0ed4b6a8-8eec-4c2d-8151-92825c0d8def) {{(pid=101840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 14:05:41.179362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c0a599c4-d60d-432d-b7db-7eb50e6008c9 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:41.202036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c0a599c4-d60d-432d-b7db-7eb50e6008c9 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:41.202470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c0a599c4-d60d-432d-b7db-7eb50e6008c9 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:41.236028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Attempting to bind port 7545484c-7594-428b-89d5-e4df736e5d62 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:41.236028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Attempting to bind port 7545484c-7594-428b-89d5-e4df736e5d62 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:41.236028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Attempting to bind port 7545484c-7594-428b-89d5-e4df736e5d62 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:41.238404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8:0:1::3b7 (d883d75f-f6e1-4755-aa1a-c17d683ff437/cdc7034b-21e6-4bec-82b8-94eb3449ad2e/be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:41.249427 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Port 7545484c-7594-428b-89d5-e4df736e5d62 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:05:41.249758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Attempting to bind port 7545484c-7594-428b-89d5-e4df736e5d62 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:41.262115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1fff0b-7295-4eba-b779-0076f7b15278']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:41.328798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5002cfd2-0a10-4616-b61e-0e6d912ee53c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:41.329364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5002cfd2-0a10-4616-b61e-0e6d912ee53c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:41.360153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:41.360534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:41.360883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:41.361344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Bound port: 7545484c-7594-428b-89d5-e4df736e5d62, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:41.361490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37960427-0f3e-4bfc-ac34-10773dc740fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:41.361691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.395824 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.458516 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:41.459413 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.480958 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.506794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 71ea1160-c33e-4644-a26a-a1adf729609e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:41.555347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:41.555630 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.575034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] For port 7545484c-7594-428b-89d5-e4df736e5d62, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: self.session.flush() Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:41.588972 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:41.688834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a65a0-6c99-41f3-8fd0-9d7f8ae0a03d req-aa949c66-5e9e-472f-8aa5-137c09a65123 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:41.690525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-548a65a0-6c99-41f3-8fd0-9d7f8ae0a03d req-aa949c66-5e9e-472f-8aa5-137c09a65123 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 932 time: 0.2308748 Nov 08 14:05:41.692650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] For port 7545484c-7594-428b-89d5-e4df736e5d62, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7545484c-7594-428b-89d5-e4df736e5d62,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:41.707863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.748879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4af091f9-2b4b-4537-a786-7de6b43fd579 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:41.767019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.788060 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2d2d36b8-5ebb-4ed7-9de6-01a9779c4d4b None None] Provisioning complete for port 14176ae8-1963-4c40-9028-6d71365019cc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:41.792066 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2d2d36b8-5ebb-4ed7-9de6-01a9779c4d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.793681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.827939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.834180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/networks/1f1fff0b-7295-4eba-b779-0076f7b15278 HTTP/1.1" status: 204 len: 168 time: 3.2615445 Nov 08 14:05:41.843567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47160) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:41.852991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d36b8-5ebb-4ed7-9de6-01a9779c4d4b None None] Port 14176ae8-1963-4c40-9028-6d71365019cc cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:41.853569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Transition to ACTIVE for port object 4af091f9-2b4b-4537-a786-7de6b43fd579 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:05:41.861694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be1caf-961f-4cb1-9946-fbab5c319cfb tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Network': ['ID=1f1fff0b-7295-4eba-b779-0076f7b15278,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:41.870958 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.885271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Deleting port 00bf32bf-d53d-48f1-bca9-5c712e80ac9e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:41.885678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.915565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:41.915565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:41.916660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] 10.222.0.70 "PUT /v2.0/ports/7545484c-7594-428b-89d5-e4df736e5d62 HTTP/1.1" status: 200 len: 1095 time: 2.6624942 Nov 08 14:05:41.918947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'tag': '7545484c-7594-428b-89d5-e4df736e5d62'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:41.927530 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fa008e-51a4-4dab-9c27-b2c131d0ae84" -d '{"events": [{"name": "network-changed", "server_uuid": "c0633b9e-2335-40a9-a921-958adad6f07a", "tag": "7545484c-7594-428b-89d5-e4df736e5d62"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:41.965751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-548a65a0-6c99-41f3-8fd0-9d7f8ae0a03d req-0186e1b3-9848-4b88-ae1c-4911ca4e3adb tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504871 Nov 08 14:05:42.000176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.032839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Provisioning complete for port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:42.033868 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.063659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.078885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:42.092332 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Sync routers for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:42.106934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-97c7ec80-29d4-44d3-a1d6-0b204975be55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/71ea1160-c33e-4644-a26a-a1adf729609e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1537526 Nov 08 14:05:42.111580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce4f29-c71d-46bf-9e30-8dc7e5a12852 service neutron] Pushing event updated for resources: {'Port': ['ID=7545484c-7594-428b-89d5-e4df736e5d62,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:42.126067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting subnet a595f03d-2ef5-489f-a7ba-ac0b797fbe12 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:42.129948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.138481 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:42.142030 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:42.182657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.218097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4af091f9-2b4b-4537-a786-7de6b43fd579,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:42.239238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Attempting to bind port 4af091f9-2b4b-4537-a786-7de6b43fd579 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:42.240039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Attempting to bind port 4af091f9-2b4b-4537-a786-7de6b43fd579 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:42.240869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Attempting to bind port 4af091f9-2b4b-4537-a786-7de6b43fd579 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:42.272913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:42.319771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.326901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Provisioning complete for port e1f9aa4b-1487-42ad-bafd-d744fc269c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:42.327546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.363297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Port 4af091f9-2b4b-4537-a786-7de6b43fd579 on network 03221375-0822-401a-a006-f44147b479ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:05:42.368005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Attempting to bind port 4af091f9-2b4b-4537-a786-7de6b43fd579 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:42.382356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] In _notify_port_updated(), no bound segment for port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 on network d883d75f-f6e1-4755-aa1a-c17d683ff437 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:05:42.388958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:42.390042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.398339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "PUT /v2.0/ports/be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 HTTP/1.1" status: 200 len: 931 time: 4.1522164 Nov 08 14:05:42.398339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47170) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:42.420615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:42.423874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Checking segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:42.424633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Bound using segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:42.427048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Bound port: 4af091f9-2b4b-4537-a786-7de6b43fd579, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:42.428789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.434664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Port e1f9aa4b-1487-42ad-bafd-d744fc269c19 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:42.465235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:42.465748 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46f7abf0-911d-4d27-9f27-94207a7dfc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.521395 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfed7b12-9360-4824-bd5b-a76d95fecebe x-openstack-request-id: req-dfed7b12-9360-4824-bd5b-a76d95fecebe {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:42.522292 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0633b9e-2335-40a9-a921-958adad6f07a", "tag": "7545484c-7594-428b-89d5-e4df736e5d62", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:42.522292 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfed7b12-9360-4824-bd5b-a76d95fecebe {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:42.523265 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'tag': '7545484c-7594-428b-89d5-e4df736e5d62', 'status': 'completed', 'code': 200} Nov 08 14:05:42.530349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-f338f878-8722-40ac-a7ff-a2c215badb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:42.532074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-f338f878-8722-40ac-a7ff-a2c215badb13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a20af74c86446d38a900b08a5053f5b&device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 1098 time: 0.5640244 Nov 08 14:05:42.553263 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:05:42.553506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.590355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.590817 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.620458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Calling delete_port for 00bf32bf-d53d-48f1-bca9-5c712e80ac9e owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:42.643654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Subnet': ['ID=a595f03d-2ef5-489f-a7ba-ac0b797fbe12,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:42.645682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca501639-5747-49b4-bad2-71cd594b3314 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:42.652764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-bd5c6585-f8fc-4da9-80a8-990cb6b469d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7545484c-7594-428b-89d5-e4df736e5d62 HTTP/1.1" status: 200 len: 217 time: 0.1087449 Nov 08 14:05:42.683389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808038ea-7a08-425d-8397-01dfb267583e None None] Network fc4592b8-5431-43b0-ba90-7bfe2de2c2af requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:42.720505 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.726189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-87972ea6-7ea7-4dad-b3e6-804c4c6e34c8 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/subnets/a595f03d-2ef5-489f-a7ba-ac0b797fbe12 HTTP/1.1" status: 204 len: 168 time: 0.8739731 Nov 08 14:05:42.737433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fb24d-dc06-4e64-b57a-ccc3867262e5 req-f32c005e-b5f7-490c-91a1-5305ce2e7de0 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:42.740287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47182) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:42.748874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f9fb24d-dc06-4e64-b57a-ccc3867262e5 req-f32c005e-b5f7-490c-91a1-5305ce2e7de0 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 947 time: 0.3222146 Nov 08 14:05:42.786693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-86e1880d-9a2e-4e35-a464-20f0030026cc None None] Provisioning complete for port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:42.787240 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86e1880d-9a2e-4e35-a464-20f0030026cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.832624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-86e1880d-9a2e-4e35-a464-20f0030026cc None None] Port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:42.835858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-439d5053-21a8-42c3-8bcd-43a895822e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:42.838724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-439d5053-21a8-42c3-8bcd-43a895822e14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1724536 Nov 08 14:05:42.851329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-4be09bd3-6d71-4181-ad2a-696153ae20a7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113131441&fields=id&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 267 time: 0.3178439 Nov 08 14:05:42.871044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:42.871940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:42.931035 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 2, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:42.931955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] For port 4af091f9-2b4b-4537-a786-7de6b43fd579, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:42.943643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f9fb24d-dc06-4e64-b57a-ccc3867262e5 req-472ab593-4830-42f5-8bba-ef9633b0b6af tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932616 Nov 08 14:05:42.946640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting subnet 849c0902-b971-465b-8c6f-376cb6e5dbca {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:43.037537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.061655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] DHCP port deletion for fc4592b8-5431-43b0-ba90-7bfe2de2c2af request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:05:43.076799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-6a48debc-1d6d-4159-a67f-e708a05f2cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:43.080254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-6a48debc-1d6d-4159-a67f-e708a05f2cf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212443 Nov 08 14:05:43.105957 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Checking router: 71ea1160-c33e-4644-a26a-a1adf729609e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:05:43.105957 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Updating router 71ea1160-c33e-4644-a26a-a1adf729609e port 14176ae8-1963-4c40-9028-6d71365019cc binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:05:43.135272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] For port 4af091f9-2b4b-4537-a786-7de6b43fd579, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4af091f9-2b4b-4537-a786-7de6b43fd579,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:43.135533 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.147252 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.182631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] Deleting port 44b917c4-204c-42d6-9016-3965ef99ca0f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:43.183542 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.229904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-57710139-3441-4234-98ac-104b8f3b3bcc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:43.230983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-57710139-3441-4234-98ac-104b8f3b3bcc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 797 time: 0.3568609 Nov 08 14:05:43.264593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.296685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-263ffc3c-3c70-4d2b-afcf-b3d3ff977870 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032626 Nov 08 14:05:43.308103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5cc2d-3f54-40ab-a700-84ace4fad444 req-758dff7b-fa76-4f0b-92a8-77049e2b9146 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:43.309823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cf5cc2d-3f54-40ab-a700-84ace4fad444 req-758dff7b-fa76-4f0b-92a8-77049e2b9146 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 944 time: 0.2040632 Nov 08 14:05:43.323951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:43.324699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.325868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-d7cbad4c-5c6a-4206-9490-af96351b644d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/quotas/df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 375 time: 0.0834568 Nov 08 14:05:43.333618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] 10.222.0.54 "PUT /v2.0/ports/4af091f9-2b4b-4537-a786-7de6b43fd579 HTTP/1.1" status: 200 len: 1092 time: 3.2575209 Nov 08 14:05:43.338586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'tag': '4af091f9-2b4b-4537-a786-7de6b43fd579'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:43.339918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] For port 44b917c4-204c-42d6-9016-3965ef99ca0f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=44b917c4-204c-42d6-9016-3965ef99ca0f,segment=NetworkSegment(409bebab-6caf-4294-8595-83178dc8bfe4),segment_id=409bebab-6caf-4294-8595-83178dc8bfe4)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:43.340859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.341302 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662773d8-6128-47a2-89a9-c113534931e6" -d '{"events": [{"name": "network-changed", "server_uuid": "d214379c-3e8d-4ad4-85d0-10606a7dcca2", "tag": "4af091f9-2b4b-4537-a786-7de6b43fd579"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:43.376342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 44b917c4-204c-42d6-9016-3965ef99ca0f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:43.383099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] Calling delete_port for 44b917c4-204c-42d6-9016-3965ef99ca0f owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:43.397536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.496698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-d29c18e5-1ed1-4720-87da-47799f906f33 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1524785 Nov 08 14:05:43.507334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cf5cc2d-3f54-40ab-a700-84ace4fad444 req-ce97ecbf-6aca-464c-9e21-9fd0ca069543 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853752 Nov 08 14:05:43.539038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b284965-fec2-4e1e-8a8b-8f554c565b45 req-46acbd90-eccf-49fa-9df1-9510cf552b43 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270734 Nov 08 14:05:43.576773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.593925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:43.625346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port 44b917c4-204c-42d6-9016-3965ef99ca0f {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 14:05:43.626157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 44b917c4-204c-42d6-9016-3965ef99ca0f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:43.627862 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.650631 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.654987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e24d5-3e05-463f-9652-6818581ca2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4af091f9-2b4b-4537-a786-7de6b43fd579,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:43.683901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] Pushing event deleted for resources: {'Port': ['ID=44b917c4-204c-42d6-9016-3965ef99ca0f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:43.689302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dc31e8-0483-4422-b8e4-e9f380354b68 None None] No DVR routers for this DVR port 44b917c4-204c-42d6-9016-3965ef99ca0f on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:43.709405 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fdf1bb-df93-4140-a394-3188dbe983c9 x-openstack-request-id: req-17fdf1bb-df93-4140-a394-3188dbe983c9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:43.709800 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d214379c-3e8d-4ad4-85d0-10606a7dcca2", "tag": "4af091f9-2b4b-4537-a786-7de6b43fd579", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:43.710064 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17fdf1bb-df93-4140-a394-3188dbe983c9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:43.711100 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'tag': '4af091f9-2b4b-4537-a786-7de6b43fd579', 'status': 'completed', 'code': 200} Nov 08 14:05:43.730078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Port': ['ID=00bf32bf-d53d-48f1-bca9-5c712e80ac9e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:43.731330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-0216e460-2c47-49b3-908a-fa7641891b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:43.732973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-0216e460-2c47-49b3-908a-fa7641891b03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a20af74c86446d38a900b08a5053f5b&device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 1098 time: 0.1333115 Nov 08 14:05:43.753139 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.767416 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.852366 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ca016-a162-4863-ab77-d2e9e3c42651 None None] Pushing event updated for resources: {'Port': ['ID=14176ae8-1963-4c40-9028-6d71365019cc,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:43.931504 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Attempting to bind port 14176ae8-1963-4c40-9028-6d71365019cc on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:43.933523 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Attempting to bind port 14176ae8-1963-4c40-9028-6d71365019cc by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:43.934007 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Attempting to bind port 14176ae8-1963-4c40-9028-6d71365019cc on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:43.943212 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:43.943710 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Checking segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:43.944213 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:43.944680 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Bound using segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:43.945257 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Bound port: 14176ae8-1963-4c40-9028-6d71365019cc, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:43.945737 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.107759 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] For port 14176ae8-1963-4c40-9028-6d71365019cc, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:44.112856 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] For port 14176ae8-1963-4c40-9028-6d71365019cc, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14176ae8-1963-4c40-9028-6d71365019cc,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:44.119843 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.174145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-822bba37-5fcd-447e-91c8-3da499df487b None None] Provisioning complete for port 14176ae8-1963-4c40-9028-6d71365019cc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:44.174578 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-822bba37-5fcd-447e-91c8-3da499df487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.190985 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:44.191952 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:44.194238 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ca016-a162-4863-ab77-d2e9e3c42651 None None] Pushing event updated for resources: {'Port': ['ID=14176ae8-1963-4c40-9028-6d71365019cc,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:44.270608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6df22-3613-4091-be07-8972ce511423 req-ad43f387-c33d-48fc-8079-b7d2c884d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:44.272157 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-ad43f387-c33d-48fc-8079-b7d2c884d52f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 1095 time: 0.8637002 Nov 08 14:05:44.309630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-4b89e570-e581-4d1a-8ebf-74757e947751 service neutron] 10.222.0.65 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7698531 Nov 08 14:05:44.338463 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-822bba37-5fcd-447e-91c8-3da499df487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.378831 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:05:44.392690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-822bba37-5fcd-447e-91c8-3da499df487b None None] For port 14176ae8-1963-4c40-9028-6d71365019cc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14176ae8-1963-4c40-9028-6d71365019cc,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:44.398307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-822bba37-5fcd-447e-91c8-3da499df487b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.421769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-9b49a1ca-f27c-4f11-8773-844362ef7bad service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af091f9-2b4b-4537-a786-7de6b43fd579 HTTP/1.1" status: 200 len: 217 time: 0.1283343 Nov 08 14:05:44.453965 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.455254 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Floating IP 88a8aa8e-0814-4eb5-a088-1ef7d28b4d5a disassociated (deleted). External IP: 172.25.8.214, port: 156507f6-5cf0-49de-9e02-031845573364. Nov 08 14:05:44.536187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bba37-5fcd-447e-91c8-3da499df487b None None] Pushing event updated for resources: {'Port': ['ID=14176ae8-1963-4c40-9028-6d71365019cc,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:44.561117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0d37d-9cca-40ad-a6a8-dd3527b5c0a5 req-c21817c4-3959-42da-97c2-234c23e76137 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:44.562803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cba0d37d-9cca-40ad-a6a8-dd3527b5c0a5 req-c21817c4-3959-42da-97c2-234c23e76137 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 947 time: 0.2997704 Nov 08 14:05:44.566033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-251f08dc-daea-42c3-9d1f-cae0a33c5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:44.567646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-251f08dc-daea-42c3-9d1f-cae0a33c5c83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.8088725 Nov 08 14:05:44.577097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-9eab7ba4-bc9f-4d36-97df-71632ae6f842 service neutron] 10.222.0.65 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376192 Nov 08 14:05:44.611955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.637180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8e7d9aae-3ced-4d55-84be-9cff3f6687a5 None None] Provisioning complete for port 14176ae8-1963-4c40-9028-6d71365019cc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:44.638226 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8e7d9aae-3ced-4d55-84be-9cff3f6687a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.686317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.701047 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/subnets/849c0902-b971-465b-8c6f-376cb6e5dbca HTTP/1.1" status: 204 len: 168 time: 1.9573517 Nov 08 14:05:44.701228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a875b3c9-9ecb-4d2a-8f89-ec26de49ce4f None None] Network 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:44.701933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-d46ff081-d3da-4933-bc8a-3051a91933df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=7545484c-7594-428b-89d5-e4df736e5d62 HTTP/1.1" status: 200 len: 217 time: 0.1061361 Nov 08 14:05:44.702741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47194) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:44.748210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408289de-04a0-4f9a-bacc-6182e67d774f tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Subnet': ['ID=849c0902-b971-465b-8c6f-376cb6e5dbca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:44.755663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.769062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cba0d37d-9cca-40ad-a6a8-dd3527b5c0a5 req-9739b9a2-5bc0-49c9-ab7a-f6429b15f1da tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977563 Nov 08 14:05:44.772989 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:44.863142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:44.875813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 HTTP/1.1" status: 204 len: 168 time: 2.4409759 Nov 08 14:05:44.877656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6df22-3613-4091-be07-8972ce511423 req-5501f61b-0a8b-49c5-806a-6c1073bfc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:44.879230 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-5501f61b-0a8b-49c5-806a-6c1073bfc5d3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.4492528 Nov 08 14:05:44.912747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47196) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:44.923811 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01f284-d25a-410e-b2c8-a49f39ba14cc None None] The sync data for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 is: [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:44.943773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c30677-2a01-4e67-bab4-80f8e57b4fe5 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:45.021411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-c9dc42ae-da9b-4bc6-8561-927766129b0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041973 Nov 08 14:05:45.022826 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afa3ed9-624d-4d0b-a77c-2d3be0203b53 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:05:45.028238 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5afa3ed9-624d-4d0b-a77c-2d3be0203b53 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/be7d3972-8f5b-4cd8-b72a-d4c9aff0eb47 HTTP/1.1" status: 404 len: 333 time: 0.1122704 Nov 08 14:05:45.033672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47202) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:45.154110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] DHCP port deletion for 8d9a0a47-9a7d-4136-9bd1-709eae0cb89b request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:05:45.242936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-3282bac8-7198-436e-8540-783344d35073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:45.245605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-3282bac8-7198-436e-8540-783344d35073 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.5032983 Nov 08 14:05:45.249750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-987f4769-fc9b-4807-a8b7-8eb1aabaa38a req-0e3a29d9-d2b3-46c4-b8dd-ab66f2b19558 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 210 time: 0.2550421 Nov 08 14:05:45.270433 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.320455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] Deleting port fb1f2124-5f8d-40a3-9400-ab0317be7645 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:45.320984 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.341322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-53bb88d4-54b5-4ebd-83ce-3868b5c50bc1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.382232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4c7e2-9e0b-456a-91e5-b33b5d80327c req-98d3917c-f657-468d-9f1f-e64e78492b25 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:45.387249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04b4c7e2-9e0b-456a-91e5-b33b5d80327c req-98d3917c-f657-468d-9f1f-e64e78492b25 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 944 time: 0.3893805 Nov 08 14:05:45.422262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-00b2655e-c159-4050-8f17-b0a456ff0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:45.436569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-53bb88d4-54b5-4ebd-83ce-3868b5c50bc1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.440325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-00b2655e-c159-4050-8f17-b0a456ff0a7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1815493 Nov 08 14:05:45.444254 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-5091107e-b72f-4f32-8112-2899354b7d72 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091566 Nov 08 14:05:45.480970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14176ae8-1963-4c40-9028-6d71365019cc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:45.488758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Router dd72a823-ad8c-49be-ae19-9c2ec4778bc2 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:45.559584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] For port fb1f2124-5f8d-40a3-9400-ab0317be7645, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fb1f2124-5f8d-40a3-9400-ab0317be7645,segment=NetworkSegment(fb7b9742-bb2b-4fde-a951-43771d854ac3),segment_id=fb7b9742-bb2b-4fde-a951-43771d854ac3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:45.560014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.619531 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] Calling delete_port for fb1f2124-5f8d-40a3-9400-ab0317be7645 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:45.619851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.661692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-53bb88d4-54b5-4ebd-83ce-3868b5c50bc1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.663881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4592b8-5431-43b0-ba90-7bfe2de2c2af']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:45.664417 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-53bb88d4-54b5-4ebd-83ce-3868b5c50bc1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.668627 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-53bb88d4-54b5-4ebd-83ce-3868b5c50bc1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/security-groups/5e967df3-e974-43cb-bf4a-0b74d356a4eb HTTP/1.1" status: 204 len: 168 time: 0.6322896 Nov 08 14:05:45.673649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47210) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:45.679515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '409bebab-6caf-4294-8595-83178dc8bfe4') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:45.679923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '409bebab-6caf-4294-8595-83178dc8bfe4') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:45.693430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.713985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.715154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb88d4-54b5-4ebd-83ce-3868b5c50bc1 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e967df3-e974-43cb-bf4a-0b74d356a4eb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:45.726614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:45.727027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.766705 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2fe6df22-3613-4091-be07-8972ce511423 req-5c9efd28-1887-41d0-b140-f4f4ce95af79 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062968 Nov 08 14:05:45.825445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59ff1541-2c6b-414f-b374-fac906a6392d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:45.826214 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:45.842745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:45.851389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.864349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.895650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] Sync routers for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:45.914665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59ff1541-2c6b-414f-b374-fac906a6392d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:45.952568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b3acb630-b831-4b3b-88d8-47b404bab0aa tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "DELETE /v2.0/floatingips/88a8aa8e-0814-4eb5-a088-1ef7d28b4d5a HTTP/1.1" status: 204 len: 168 time: 5.1494436 Nov 08 14:05:45.962471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47214) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:45.979951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:45.985020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7545484c-7594-428b-89d5-e4df736e5d62 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:05:46.003561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.006989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/networks/fc4592b8-5431-43b0-ba90-7bfe2de2c2af HTTP/1.1" status: 204 len: 168 time: 1.3026862 Nov 08 14:05:46.028172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47216) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:46.037671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.059158 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.096683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-572c36d7-fc57-4a1a-a5e3-9abb90162428 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805378 Nov 08 14:05:46.119812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 14176ae8-1963-4c40-9028-6d71365019cc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:46.120318 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.126416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a02ae-41fa-4b41-8fe8-0eb12e03d91c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Network': ['ID=fc4592b8-5431-43b0-ba90-7bfe2de2c2af,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:46.155325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662773d8-6128-47a2-89a9-c113534931e6 req-e1251978-8e8a-4fbe-9712-ddb58b856f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:46.156991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-662773d8-6128-47a2-89a9-c113534931e6 req-e1251978-8e8a-4fbe-9712-ddb58b856f50 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 1095 time: 0.2631993 Nov 08 14:05:46.162257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59ff1541-2c6b-414f-b374-fac906a6392d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.165118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59ff1541-2c6b-414f-b374-fac906a6392d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.166728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04b4c7e2-9e0b-456a-91e5-b33b5d80327c req-016c91d4-3100-4724-9ea6-f58704e746d9 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7708538 Nov 08 14:05:46.180070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] No DVR routers for this DVR port fb1f2124-5f8d-40a3-9400-ab0317be7645 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:46.183523 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-59ff1541-2c6b-414f-b374-fac906a6392d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/security-groups/cad558db-b6ff-4596-a1e5-24d6f56f0f89 HTTP/1.1" status: 204 len: 168 time: 0.5011742 Nov 08 14:05:46.191727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:46.241152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:46.241801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:46.268942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1541-2c6b-414f-b374-fac906a6392d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad558db-b6ff-4596-a1e5-24d6f56f0f89,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:46.289633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3c2ae-60eb-4f10-9a6c-71fc9a543dac None None] Pushing event deleted for resources: {'Port': ['ID=fb1f2124-5f8d-40a3-9400-ab0317be7645,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:46.350902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:46.365020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b64dd1-51ab-4c10-a1e9-7cd4f9b76da2 req-3bc9d2e7-461e-4da0-b841-4b503d31af59 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:46.366074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14b64dd1-51ab-4c10-a1e9-7cd4f9b76da2 req-3bc9d2e7-461e-4da0-b841-4b503d31af59 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 947 time: 0.3563278 Nov 08 14:05:46.411323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.448674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:46.449322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:46.451006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 0ed4b6a8-8eec-4c2d-8151-92825c0d8def {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:46.456099 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.494931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:46.495911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3fb03c-7751-4724-84d2-18e771296a4a None None] The sync data for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:05:46.527869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7545484c-7594-428b-89d5-e4df736e5d62, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7545484c-7594-428b-89d5-e4df736e5d62,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:46.530530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.560127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662773d8-6128-47a2-89a9-c113534931e6 req-293051b2-5948-43a7-a213-a09f5bd1ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:46.562013 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-662773d8-6128-47a2-89a9-c113534931e6 req-293051b2-5948-43a7-a213-a09f5bd1ccca service neutron] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 916 time: 0.3686509 Nov 08 14:05:46.562346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7545484c-7594-428b-89d5-e4df736e5d62', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '7545484c-7594-428b-89d5-e4df736e5d62', 'mac_address': 'fa:16:3e:2d:2d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:05:46.567279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13fa008e-51a4-4dab-9c27-b2c131d0ae84 req-289de630-55ff-4638-9529-3f2f181db388 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296072 Nov 08 14:05:46.608878 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e5959ec-fd17-4fd2-ae28-9c7d3d30aef4 req-f0dece9a-9580-416b-a5f2-d4c00f1542ec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 210 time: 0.2182734 Nov 08 14:05:46.651162 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:05:46.662025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fb1f2124-5f8d-40a3-9400-ab0317be7645 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:46.678112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14b64dd1-51ab-4c10-a1e9-7cd4f9b76da2 req-a0ee95b3-56e7-4907-80a6-924235296de6 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014705 Nov 08 14:05:46.722676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: fb1f2124-5f8d-40a3-9400-ab0317be7645 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:46.723118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fb1f2124-5f8d-40a3-9400-ab0317be7645 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:46.728436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.741692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.745325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-662773d8-6128-47a2-89a9-c113534931e6 req-b7a6750f-f3c6-4b19-8ad0-28621b077ecd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af091f9-2b4b-4537-a786-7de6b43fd579 HTTP/1.1" status: 200 len: 217 time: 0.1558220 Nov 08 14:05:46.755250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7545484c-7594-428b-89d5-e4df736e5d62 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:46.771221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.781693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7545484c-7594-428b-89d5-e4df736e5d62, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7545484c-7594-428b-89d5-e4df736e5d62,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:46.789397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.808640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9a0a47-9a7d-4136-9bd1-709eae0cb89b']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:46.812003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.840046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7b9742-bb2b-4fde-a951-43771d854ac3') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:46.840404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7b9742-bb2b-4fde-a951-43771d854ac3') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:46.868157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7545484c-7594-428b-89d5-e4df736e5d62,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:46.906762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.931141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662773d8-6128-47a2-89a9-c113534931e6 req-2c55b787-b8f8-48f6-b3d1-bca7599a78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:46.932805 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-662773d8-6128-47a2-89a9-c113534931e6 req-2c55b787-b8f8-48f6-b3d1-bca7599a78cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.1777534 Nov 08 14:05:46.992761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:46.998742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-662773d8-6128-47a2-89a9-c113534931e6 req-28b2e902-b8c3-41e3-a539-7332714de7bb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470831 Nov 08 14:05:47.011954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:47.012383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.021083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7545484c-7594-428b-89d5-e4df736e5d62'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:05:47.038992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-525780f2-de17-40f6-aaf0-2d9fde42b443 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:47.041738 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-525780f2-de17-40f6-aaf0-2d9fde42b443 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 797 time: 0.2294824 Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:47.041908 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:47.135969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.186679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed4b6a8-8eec-4c2d-8151-92825c0d8def,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:47.186956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Allocated IP 172.25.8.8 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/89eda27c-1f7b-4814-a3e5-5f3fc5f25612) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:47.205657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.220299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.223556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.225552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09da82-7427-4871-8534-41861ce60715 None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:47.226875 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/networks/8d9a0a47-9a7d-4136-9bd1-709eae0cb89b HTTP/1.1" status: 204 len: 168 time: 1.1907051 Nov 08 14:05:47.234104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1c35efe8-f555-41c3-8a91-899533229fd0 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/0ed4b6a8-8eec-4c2d-8151-92825c0d8def HTTP/1.1" status: 204 len: 168 time: 1.0400498 Nov 08 14:05:47.236759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47224) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:47.237642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47226) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:47.254324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:47.258463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663f467-08f7-4932-852c-76946bdcbdaf tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Network': ['ID=8d9a0a47-9a7d-4136-9bd1-709eae0cb89b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:47.309793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-662773d8-6128-47a2-89a9-c113534931e6 req-a53a85cb-ca0a-45db-ae57-ca8da1479a32 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993250 Nov 08 14:05:47.346247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-f919e394-54ba-44f4-b9e2-173ce3ef2612 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 380 time: 0.2864420 Nov 08 14:05:47.377066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'port': {'device_id': '86564dcf-64a0-452c-8804-d013c3595ebe', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'admin_state_up': True, 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'security_groups': ['43a9306e-ad21-48b9-a05f-b1f30f184710']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:47.421365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.456263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-662773d8-6128-47a2-89a9-c113534931e6 req-89fb12c1-c2ec-4cbe-9d5a-03a005186e15 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367207 Nov 08 14:05:47.489097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.514319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting subnet d07bbacc-2b98-42c3-b90c-a270248819a9 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:05:47.526546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.535839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:47.539098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:47.545428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:47.582802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Pushing event updated for resources: {'Port': ['ID=89eda27c-1f7b-4814-a3e5-5f3fc5f25612,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:47.607984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab356907-9bb4-4f96-8ce3-bcd05d48316f req-c2a50162-48bf-4617-8043-156ecb55cef1 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:47.610214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab356907-9bb4-4f96-8ce3-bcd05d48316f req-c2a50162-48bf-4617-8043-156ecb55cef1 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 944 time: 0.2868812 Nov 08 14:05:47.612793 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.689146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.699006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:47.705080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.756503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.778880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1fd272d7-941a-45ba-ad8f-a8705c7021e3 req-4cf9d03e-4979-4095-8c39-960dbc1535e1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 210 time: 0.0667074 Nov 08 14:05:47.891195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab356907-9bb4-4f96-8ce3-bcd05d48316f req-a6947088-c332-4c9d-8664-794d7652e162 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645190 Nov 08 14:05:47.900926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:47.912129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:47.918931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7545484c-7594-428b-89d5-e4df736e5d62 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:47.978044 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.020471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 7545484c-7594-428b-89d5-e4df736e5d62 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:05:48.026638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7545484c-7594-428b-89d5-e4df736e5d62 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:48.027429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.125599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.136726 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.198449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae953a-36ae-404e-867f-16cd48e236a2 req-039c3dd7-e66f-48d9-9e09-ede0707da5a5 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:48.200238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17ae953a-36ae-404e-867f-16cd48e236a2 req-039c3dd7-e66f-48d9-9e09-ede0707da5a5 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 948 time: 0.2169969 Nov 08 14:05:48.239574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.264577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.310264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7545484c-7594-428b-89d5-e4df736e5d62, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7545484c-7594-428b-89d5-e4df736e5d62,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:48.312906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545484c-7594-428b-89d5-e4df736e5d62'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:48.316301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Pushing event updated for resources: {'Port': ['ID=89eda27c-1f7b-4814-a3e5-5f3fc5f25612,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:48.318994 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4957209f-fd68-4d07-a96e-780275904c80" -d '{"events": [{"server_uuid": "c0633b9e-2335-40a9-a921-958adad6f07a", "name": "network-vif-plugged", "status": "completed", "tag": "7545484c-7594-428b-89d5-e4df736e5d62"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:48.342167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Subnet': ['ID=d07bbacc-2b98-42c3-b90c-a270248819a9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:48.354530 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.361488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.375328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.10 (a6bbb249-654b-4f56-8b0f-817973cbf4bb/2699181b-aea4-4c39-be06-726c0266fa9d/9ce74748-8e03-43a4-aa80-ab8e3fce4b5b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:48.385531 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.391683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-40da6505-1cfa-4166-aed9-cf5591db6df4 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/subnets/d07bbacc-2b98-42c3-b90c-a270248819a9 HTTP/1.1" status: 204 len: 168 time: 1.1467485 Nov 08 14:05:48.401792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47236) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:48.452700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194b6fed-240e-4b42-9fe3-18d2f6161f77 None None] Network e4c0157e-8692-43e3-8f13-7567d5723e58 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:48.530329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17ae953a-36ae-404e-867f-16cd48e236a2 req-fcef8358-48d0-4fc6-8ebd-01293302c9e7 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952859 Nov 08 14:05:48.554336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.558261 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2c95aa69-cf56-4a87-bf46-4e0d50416517 tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5850751 Nov 08 14:05:48.560041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47238) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:48.591924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.595167 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48d39bb-a4a8-485e-a120-5ea78482716c x-openstack-request-id: req-b48d39bb-a4a8-485e-a120-5ea78482716c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:48.595635 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0633b9e-2335-40a9-a921-958adad6f07a", "name": "network-vif-plugged", "status": "completed", "tag": "7545484c-7594-428b-89d5-e4df736e5d62", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:48.596103 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b48d39bb-a4a8-485e-a120-5ea78482716c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:48.596691 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7545484c-7594-428b-89d5-e4df736e5d62', 'code': 200} Nov 08 14:05:48.646349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7545484c-7594-428b-89d5-e4df736e5d62,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:48.647618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.674169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4af091f9-2b4b-4537-a786-7de6b43fd579 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:05:48.714822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-185dd010-df5a-485a-83f3-81e223ea123e None None] Provisioning complete for port e1f9aa4b-1487-42ad-bafd-d744fc269c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:48.715343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-185dd010-df5a-485a-83f3-81e223ea123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.718133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:48.778475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:48.792081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671184b-94be-46b5-b671-070e52a18ba2 req-761d66ed-0fe5-499b-b85e-8238bfd0288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:48.793903 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d671184b-94be-46b5-b671-070e52a18ba2 req-761d66ed-0fe5-499b-b85e-8238bfd0288d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 1100 time: 0.1072695 Nov 08 14:05:48.799064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:48.801622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Deleting port 93c8ddf0-b376-4226-be7f-3900d23f5f4a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:48.802144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.808979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:48.809619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.827717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=7693f510-47ce-463b-93d1-1fcbd71e3e5e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:48.856464 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.863104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:48.865366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ad6a9215-de4d-4590-bad6-48afaf12d22f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6182218 Nov 08 14:05:48.869186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47244) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:48.875917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cd0ce156-5762-4120-b076-a4f278fcf201 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'security_group': {'name': 'tempest-secgroup-811453650'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:48.966421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8c67bf0-0686-4aea-9f2a-2c3a81e83c3b req-6372994c-c1bf-4ae3-b360-47c40bb14fb2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 210 time: 0.0673242 Nov 08 14:05:48.970882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce156-5762-4120-b076-a4f278fcf201 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.008410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.048884 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d671184b-94be-46b5-b671-070e52a18ba2 req-348e2af9-bb92-416f-a8a9-35a61e6b64ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227924 Nov 08 14:05:49.054145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] For port 93c8ddf0-b376-4226-be7f-3900d23f5f4a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=93c8ddf0-b376-4226-be7f-3900d23f5f4a,segment=NetworkSegment(5924fb83-c0f2-4150-9541-7f594a9803ab),segment_id=5924fb83-c0f2-4150-9541-7f594a9803ab)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:49.054521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.058106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde2f5a7-3059-492e-92f2-1f708ee32a1c None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:49.060382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] DHCP port deletion for e4c0157e-8692-43e3-8f13-7567d5723e58 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:05:49.089517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-185dd010-df5a-485a-83f3-81e223ea123e None None] Port e1f9aa4b-1487-42ad-bafd-d744fc269c19 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:49.101301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:49.113395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Calling delete_port for 93c8ddf0-b376-4226-be7f-3900d23f5f4a owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:49.115228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:49.124999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:49.159965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:49.209458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-185dd010-df5a-485a-83f3-81e223ea123e None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:49.211264 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-185dd010-df5a-485a-83f3-81e223ea123e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.236781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c187b-09c2-4a97-9482-e2824e257d7a req-3c1d4a63-4268-497a-b56e-4ad91f8b6335 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:49.238529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc0c187b-09c2-4a97-9482-e2824e257d7a req-3c1d4a63-4268-497a-b56e-4ad91f8b6335 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 944 time: 0.1923165 Nov 08 14:05:49.241817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce156-5762-4120-b076-a4f278fcf201 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.252748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.260828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:49.261511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.265068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4af091f9-2b4b-4537-a786-7de6b43fd579, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4af091f9-2b4b-4537-a786-7de6b43fd579,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:49.288830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce156-5762-4120-b076-a4f278fcf201 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.364648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd0ce156-5762-4120-b076-a4f278fcf201 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.369544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cd0ce156-5762-4120-b076-a4f278fcf201 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4992692 Nov 08 14:05:49.374982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-da00ed45-985e-4af6-98d9-daea0f535566 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0024517 Nov 08 14:05:49.377484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47248) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:49.385904 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.392231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d91ed3bf-a309-47cd-b514-9c8ecb813342 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'security_group': {'name': 'tempest-secgroup-1673737025'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:49.405172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 93c8ddf0-b376-4226-be7f-3900d23f5f4a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:05:49.408500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Request body: {'port': {'device_id': '86564dcf-64a0-452c-8804-d013c3595ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:49.418290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ce156-5762-4120-b076-a4f278fcf201 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efd83d18-3f6a-4056-8d1e-aa5880feb69d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:49.428687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Port': ['ID=93c8ddf0-b376-4226-be7f-3900d23f5f4a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:49.445374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] No DVR routers for this DVR port 93c8ddf0-b376-4226-be7f-3900d23f5f4a on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:49.452471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 93c8ddf0-b376-4226-be7f-3900d23f5f4a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:05:49.453561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 93c8ddf0-b376-4226-be7f-3900d23f5f4a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:05:49.489959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Allocated IP 172.25.8.122 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9472317b-141b-4e52-98bf-307d7a1ec7af) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:49.498288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '4af091f9-2b4b-4537-a786-7de6b43fd579', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'port_id': '4af091f9-2b4b-4537-a786-7de6b43fd579', 'mac_address': 'fa:16:3e:9c:27:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0170f-115d-491b-b52d-1a6f52116f7f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:05:49.588875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.589612 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.611882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] Deleting port 93c8ddf0-b376-4226-be7f-3900d23f5f4a {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:49.612425 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.644104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c0157e-8692-43e3-8f13-7567d5723e58']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:49.648517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4af091f9-2b4b-4537-a786-7de6b43fd579 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:49.661489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5924fb83-c0f2-4150-9541-7f594a9803ab') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:49.661860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5924fb83-c0f2-4150-9541-7f594a9803ab') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:49.675913 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.704495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.724348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:05:49.724848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:05:49.728616 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:05:49.740625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4af091f9-2b4b-4537-a786-7de6b43fd579, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4af091f9-2b4b-4537-a786-7de6b43fd579,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:49.749066 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.749350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] For port 93c8ddf0-b376-4226-be7f-3900d23f5f4a, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:49.749350 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.752713 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.799208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] Calling delete_port for 93c8ddf0-b376-4226-be7f-3900d23f5f4a owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:49.820616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] Port 93c8ddf0-b376-4226-be7f-3900d23f5f4a was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:05:49.852348 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.896092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] No DVR routers for this DVR port 93c8ddf0-b376-4226-be7f-3900d23f5f4a on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:05:49.902082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d95cbea-f349-473a-a039-b18afed51926 None None] Update dhcp port {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'fixed_ips': [{'subnet_id': 'cdc7034b-21e6-4bec-82b8-94eb3449ad2e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7693f510-47ce-463b-93d1-1fcbd71e3e5e'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '37960427-0f3e-4bfc-ac34-10773dc740fd'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:05:49.904989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc0c187b-09c2-4a97-9482-e2824e257d7a req-025f3574-4700-4aa9-a894-c47d63fa896a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399086 Nov 08 14:05:49.952783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4af091f9-2b4b-4537-a786-7de6b43fd579,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:49.961338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d95cbea-f349-473a-a039-b18afed51926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.981134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:49.994582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0eea6-43e7-439c-9b74-2b7e0abc11c8 None None] Pushing event deleted for resources: {'Port': ['ID=93c8ddf0-b376-4226-be7f-3900d23f5f4a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:50.043470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-86c80b8c-93e7-4749-bb65-ee3404b457c0 None None] Provisioning complete for port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:50.043980 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86c80b8c-93e7-4749-bb65-ee3404b457c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.048921 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d91ed3bf-a309-47cd-b514-9c8ecb813342 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.076365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['4af091f9-2b4b-4537-a786-7de6b43fd579'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:05:50.089182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e722d-1cbe-44f9-8e3c-432fe40a7d25 req-4c366c08-1cca-4dce-8323-a0a861c67e95 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:50.097700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec3e722d-1cbe-44f9-8e3c-432fe40a7d25 req-4c366c08-1cca-4dce-8323-a0a861c67e95 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 949 time: 0.2281535 Nov 08 14:05:50.188645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-86c80b8c-93e7-4749-bb65-ee3404b457c0 None None] Port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:50.297894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.316093 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.322597 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/networks/e4c0157e-8692-43e3-8f13-7567d5723e58 HTTP/1.1" status: 204 len: 168 time: 1.9179528 Nov 08 14:05:50.323332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-5d95cbea-f349-473a-a039-b18afed51926 None None] Allocated IP 2001:db8::2 (d883d75f-f6e1-4755-aa1a-c17d683ff437/7693f510-47ce-463b-93d1-1fcbd71e3e5e/37960427-0f3e-4bfc-ac34-10773dc740fd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:50.343634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47254) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:50.345090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec3e722d-1cbe-44f9-8e3c-432fe40a7d25 req-68a101cc-c501-4624-b82b-b1053f9707a8 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464387 Nov 08 14:05:50.379382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f8881-eb30-424b-8a53-26171a462e05 tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Pushing event deleted for resources: {'Network': ['ID=e4c0157e-8692-43e3-8f13-7567d5723e58,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:50.421064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb99e-91c2-40e8-ba1d-ae00ee1dc746 req-04d2fcb6-ca24-4e05-adf8-074c63c30635 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:50.425883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2ba21899-f9a0-4680-be14-1f8030c16dfe tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "GET /v2.0/ports?device_id=53cb983f-c776-48e5-9e9d-2340831a62a7 HTTP/1.1" status: 200 len: 205 time: 0.0757940 Nov 08 14:05:50.426237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47256) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:50.431428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-741fb99e-91c2-40e8-ba1d-ae00ee1dc746 req-04d2fcb6-ca24-4e05-adf8-074c63c30635 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 932 time: 0.2450621 Nov 08 14:05:50.440676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.518448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5d95cbea-f349-473a-a039-b18afed51926 None None] For port 37960427-0f3e-4bfc-ac34-10773dc740fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37960427-0f3e-4bfc-ac34-10773dc740fd,segment=NetworkSegment(b45fc3e0-c367-4874-9ac9-b2d86fef9596),segment_id=b45fc3e0-c367-4874-9ac9-b2d86fef9596)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:50.521885 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d91ed3bf-a309-47cd-b514-9c8ecb813342 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.539484 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d91ed3bf-a309-47cd-b514-9c8ecb813342 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.582258 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d95cbea-f349-473a-a039-b18afed51926 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.590257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d95cbea-f349-473a-a039-b18afed51926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.604468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-741fb99e-91c2-40e8-ba1d-ae00ee1dc746 req-eb2fb359-a2e8-4bdf-ae0d-629d7b80bcc7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705272 Nov 08 14:05:50.606974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:50.610683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c03817c1-bb8f-46cb-a1ee-267bafa1e80c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.619777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:50.627562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ed3bf-a309-47cd-b514-9c8ecb813342 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21256074-81c1-4104-bad6-eb2c1fb7055e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:50.635427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d91ed3bf-a309-47cd-b514-9c8ecb813342 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.644816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d91ed3bf-a309-47cd-b514-9c8ecb813342 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2601330 Nov 08 14:05:50.654048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47260) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:50.660674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-31d29fc9-b92d-4d81-bd8e-1be898f71068 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'security_group': {'name': 'tempest-secgroup-247226038'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:50.668259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:50.670358 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Pushing event updated for resources: {'Port': ['ID=9472317b-141b-4e52-98bf-307d7a1ec7af,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:50.710067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95cbea-f349-473a-a039-b18afed51926 None None] Pushing event updated for resources: {'Port': ['ID=37960427-0f3e-4bfc-ac34-10773dc740fd,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:50.739997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31d29fc9-b92d-4d81-bd8e-1be898f71068 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.765116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b {{(pid=101841) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:50.776072 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.799237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Transition to ACTIVE for port object 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:05:50.804228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.859981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c03817c1-bb8f-46cb-a1ee-267bafa1e80c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.865671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c03817c1-bb8f-46cb-a1ee-267bafa1e80c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.878770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:50.897563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31d29fc9-b92d-4d81-bd8e-1be898f71068 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:50.905634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31d29fc9-b92d-4d81-bd8e-1be898f71068 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.006253 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31d29fc9-b92d-4d81-bd8e-1be898f71068 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.008161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-31d29fc9-b92d-4d81-bd8e-1be898f71068 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3530862 Nov 08 14:05:51.014989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47264) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:51.021127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-88813972', 'security_groups': ['8311695c-ef6b-4dcc-98ce-4cb754214e80'], 'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7693f510-47ce-463b-93d1-1fcbd71e3e5e'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:51.044067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.046741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c03817c1-bb8f-46cb-a1ee-267bafa1e80c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.047670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03817c1-bb8f-46cb-a1ee-267bafa1e80c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Fanout notify agent at l3_agent the message router_deleted on router 53cb983f-c776-48e5-9e9d-2340831a62a7 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:05:51.068900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c03817c1-bb8f-46cb-a1ee-267bafa1e80c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.071364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c03817c1-bb8f-46cb-a1ee-267bafa1e80c tempest-RoutersNegativeIpV6Test-2016007558 tempest-RoutersNegativeIpV6Test-2016007558-project] 10.222.0.65 "DELETE /v2.0/routers/53cb983f-c776-48e5-9e9d-2340831a62a7 HTTP/1.1" status: 204 len: 168 time: 0.6433327 Nov 08 14:05:51.135531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d29fc9-b92d-4d81-bd8e-1be898f71068 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8311695c-ef6b-4dcc-98ce-4cb754214e80,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:51.142536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.257438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:05:51.257944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:05:51.258572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:51.301890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:05:51.302154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:05:51.324859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13379f22-86bd-46dc-b24b-4d3ffcb0401c req-5fd9b0f5-b04c-41f4-81c1-df0f0f8983ed tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:51.326810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13379f22-86bd-46dc-b24b-4d3ffcb0401c req-5fd9b0f5-b04c-41f4-81c1-df0f0f8983ed tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 945 time: 0.1969962 Nov 08 14:05:51.340333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:05:51.340675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Checking segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:05:51.341109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Bound using segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:05:51.341497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Bound port: 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:05:51.341980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.364417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:51.395630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37960427-0f3e-4bfc-ac34-10773dc740fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:51.504033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.514813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.538891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:51.539802 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.576602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47272) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:51.577732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.634974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Pushing event updated for resources: {'Port': ['ID=9472317b-141b-4e52-98bf-307d7a1ec7af,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:51.664739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.685966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] device_id is not set on port c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:05:51.717944 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.721504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c0a3db78-ee55-4f5f-a98b-0cf90f34f2aa tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1607206 Nov 08 14:05:51.724577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:51.808557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13379f22-86bd-46dc-b24b-4d3ffcb0401c req-e77b926e-ad20-479f-b54d-a149cbe40556 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4723821 Nov 08 14:05:51.824407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:05:51.829591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:05:51.851674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f657b6-7464-4f05-b41b-3c7c84ef7688 req-81997633-e9f5-4894-a459-889a5f436d97 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:51.853600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2f657b6-7464-4f05-b41b-3c7c84ef7688 req-81997633-e9f5-4894-a459-889a5f436d97 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 949 time: 0.3298476 Nov 08 14:05:51.866007 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.907222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9b28efed-8b2c-4297-90c8-870e59a84084 None None] Provisioning complete for port e1f9aa4b-1487-42ad-bafd-d744fc269c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:51.907615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b28efed-8b2c-4297-90c8-870e59a84084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:51.909646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-36aa22ba-47e9-468e-b656-aacbc8b0bff8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba9bb23e044b40c59900385b94857e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317931 Nov 08 14:05:51.911460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47280) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:51.950886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9b28efed-8b2c-4297-90c8-870e59a84084 None None] Port e1f9aa4b-1487-42ad-bafd-d744fc269c19 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:51.970673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9b28efed-8b2c-4297-90c8-870e59a84084 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:51.971059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b28efed-8b2c-4297-90c8-870e59a84084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.012776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7cbfa219-313c-4002-91c7-d7788f8e07dd tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.2873354 Nov 08 14:05:52.016339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47282) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:52.045519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:52.047929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.050248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] 10.222.0.70 "PUT /v2.0/ports/9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 1092 time: 2.6464844 Nov 08 14:05:52.050432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:52.067448 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4002455-e6f8-402b-90c0-057603a87498" -d '{"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:52.134501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e929ba6e-c62a-4f43-894b-560bd34e2bc6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1095321 Nov 08 14:05:52.134501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d23b0cd-25d9-4a00-98cf-98df29014f9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.135999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47286) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:52.201034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788b994-d094-4c8f-9023-a8803fad6c87 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:52.216030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2f657b6-7464-4f05-b41b-3c7c84ef7688 req-3b05fd34-60a8-4ab5-bf57-9befe3bf3e19 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390746 Nov 08 14:05:52.216742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d23b0cd-25d9-4a00-98cf-98df29014f9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.243071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045bbfa-6683-493c-984f-6e95874d75f9 req-08de0206-b2a2-4f36-9d8e-cf1543f0cf02 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:52.248782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d045bbfa-6683-493c-984f-6e95874d75f9 req-08de0206-b2a2-4f36-9d8e-cf1543f0cf02 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 944 time: 0.3052986 Nov 08 14:05:52.306154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8::17d (d883d75f-f6e1-4755-aa1a-c17d683ff437/7693f510-47ce-463b-93d1-1fcbd71e3e5e/c01abc0f-c25d-4ce2-a2a2-0d0632ad4124) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:52.316919 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c3c3fc-a355-4503-9271-e7c30f5cfec6 x-openstack-request-id: req-49c3c3fc-a355-4503-9271-e7c30f5cfec6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:52.317601 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:52.318753 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49c3c3fc-a355-4503-9271-e7c30f5cfec6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:52.319370 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'status': 'completed', 'code': 200} Nov 08 14:05:52.358447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Deleting port 9472317b-141b-4e52-98bf-307d7a1ec7af {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:52.358926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.364215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-77f34e45-ebac-4c1a-8aa8-0171e3172920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:52.366686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-77f34e45-ebac-4c1a-8aa8-0171e3172920 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1095 time: 0.2584343 Nov 08 14:05:52.388698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d23b0cd-25d9-4a00-98cf-98df29014f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.391483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d23b0cd-25d9-4a00-98cf-98df29014f9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.395141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d23b0cd-25d9-4a00-98cf-98df29014f9f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e4dcb8e-7445-4ad9-af39-4238d4d2e5c4 HTTP/1.1" status: 204 len: 168 time: 0.4753160 Nov 08 14:05:52.442845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23b0cd-25d9-4a00-98cf-98df29014f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4dcb8e-7445-4ad9-af39-4238d4d2e5c4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:52.480778 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.481171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.487347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-0470ce9d-167d-4cde-8d78-ddc9418b6eca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 217 time: 0.1097615 Nov 08 14:05:52.513560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Calling delete_port for 9472317b-141b-4e52-98bf-307d7a1ec7af owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:52.571412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d045bbfa-6683-493c-984f-6e95874d75f9 req-89ba729e-4e5e-4ae7-b2e6-ae6ce0a66b05 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499499 Nov 08 14:05:52.636827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-def82583-8251-4761-9764-bb1421b0dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:52.638841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-def82583-8251-4761-9764-bb1421b0dda2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.1341460 Nov 08 14:05:52.678575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4af091f9-2b4b-4537-a786-7de6b43fd579 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:52.761175 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.777936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-58e9f115-0594-4fec-bc88-bc205433828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:52.779529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-58e9f115-0594-4fec-bc88-bc205433828f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040642 Nov 08 14:05:52.795966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 4af091f9-2b4b-4537-a786-7de6b43fd579 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:05:52.803849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 4af091f9-2b4b-4537-a786-7de6b43fd579 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:52.805226 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.818821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.950909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Pushing event deleted for resources: {'Port': ['ID=9472317b-141b-4e52-98bf-307d7a1ec7af,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:52.956467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.960704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:52.966068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2e1399f8-cad3-4bc2-b289-b8a8b1f71bf3 tempest-FloatingIPAdminTestJSON-324149785 tempest-FloatingIPAdminTestJSON-324149785-project] 10.222.0.65 "DELETE /v2.0/floatingips/19752f32-e000-469f-b94b-729e496d6b2d HTTP/1.1" status: 204 len: 168 time: 0.8241427 Nov 08 14:05:52.966394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47312) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:52.989972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.070498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.111856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:53.113263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=c01abc0f-c25d-4ce2-a2a2-0d0632ad4124,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:53.118891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:53.123906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:05:53.131982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:53.138159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af091f9-2b4b-4537-a786-7de6b43fd579'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:05:53.141052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.141299 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a09a27f-b984-445c-a5e3-d0016241dcf0" -d '{"events": [{"server_uuid": "d214379c-3e8d-4ad4-85d0-10606a7dcca2", "name": "network-vif-plugged", "status": "completed", "tag": "4af091f9-2b4b-4537-a786-7de6b43fd579"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:05:53.155508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-a89196ec-38cc-453d-9974-a973e6806b0c service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666039 Nov 08 14:05:53.172519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Deleting port 89eda27c-1f7b-4814-a3e5-5f3fc5f25612 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:53.173038 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.174857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 4af091f9-2b4b-4537-a786-7de6b43fd579, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4af091f9-2b4b-4537-a786-7de6b43fd579,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:53.179585 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.181736 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.230800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b0c19-a696-4991-826b-1684b35bb5a5 req-abf06987-8d35-44b6-8a80-ad8213cdd596 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:53.233539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b21b0c19-a696-4991-826b-1684b35bb5a5 req-abf06987-8d35-44b6-8a80-ad8213cdd596 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 945 time: 0.2415843 Nov 08 14:05:53.255155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4ca6249c-a767-4455-b629-38477b417a6f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2382133 Nov 08 14:05:53.267947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:53.317574 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491fb633-6aff-41e9-95c0-89e1aa54a78b x-openstack-request-id: req-491fb633-6aff-41e9-95c0-89e1aa54a78b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:05:53.318754 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d214379c-3e8d-4ad4-85d0-10606a7dcca2", "name": "network-vif-plugged", "status": "completed", "tag": "4af091f9-2b4b-4537-a786-7de6b43fd579", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:05:53.319025 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-491fb633-6aff-41e9-95c0-89e1aa54a78b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:05:53.319448 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4af091f9-2b4b-4537-a786-7de6b43fd579', 'code': 200} Nov 08 14:05:53.320118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=4af091f9-2b4b-4537-a786-7de6b43fd579,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:53.336975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-80679335-f08d-40dc-9be3-f420d6ec83e6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:53.467542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b21b0c19-a696-4991-826b-1684b35bb5a5 req-4cb2b2fc-d14e-406e-a6ef-1bdda89d249b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565511 Nov 08 14:05:53.474071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.474588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.514703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8dfec058-7f59-4abf-9b46-639dcad90df9 req-4d5af76b-77e6-44bb-9425-37ab21b36853 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516183 Nov 08 14:05:53.539766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Calling delete_port for 89eda27c-1f7b-4814-a3e5-5f3fc5f25612 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:53.577347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca874916-8a70-42fb-970e-68074f80ceed req-854613eb-5016-4514-a535-cf5d49cf952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:53.579509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ca874916-8a70-42fb-970e-68074f80ceed req-854613eb-5016-4514-a535-cf5d49cf952c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 1097 time: 0.1942294 Nov 08 14:05:53.663645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4002455-e6f8-402b-90c0-057603a87498 req-48accf43-d178-4356-b5fe-5bd12211a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:53.665727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4002455-e6f8-402b-90c0-057603a87498 req-48accf43-d178-4356-b5fe-5bd12211a058 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1095 time: 0.0865357 Nov 08 14:05:53.668256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80679335-f08d-40dc-9be3-f420d6ec83e6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:53.673385 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80679335-f08d-40dc-9be3-f420d6ec83e6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.721189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.757958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ca874916-8a70-42fb-970e-68074f80ceed req-a2372bc9-c6ba-4a02-8881-f2ee41b5fa8a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677365 Nov 08 14:05:53.758450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47328) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:53.763994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-867aed6a-f94c-46f9-be4f-e44e842849a6 None None] Provisioning complete for port c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:05:53.764702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-867aed6a-f94c-46f9-be4f-e44e842849a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.874166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-867aed6a-f94c-46f9-be4f-e44e842849a6 None None] Port c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:05:53.886162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:53.937896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Pushing event deleted for resources: {'Port': ['ID=89eda27c-1f7b-4814-a3e5-5f3fc5f25612,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:53.967199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ea895afc-f42c-4489-9018-6450b37902c2 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-305362448', 'prefixes': ['172.20.0.0/16']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:54.002352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4002455-e6f8-402b-90c0-057603a87498 req-f7422cae-1a29-43b8-b5c6-ab3569a06a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:54.007884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4002455-e6f8-402b-90c0-057603a87498 req-f7422cae-1a29-43b8-b5c6-ab3569a06a2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.3252578 Nov 08 14:05:54.029260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.032593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.045614 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4883a5d8-0211-4e75-83e5-7834d932aa1a tempest-FloatingIPAdminTestJSON-935812390 tempest-FloatingIPAdminTestJSON-935812390-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/27594519-3b04-469f-b8b9-c1a08a97d27b HTTP/1.1" status: 204 len: 168 time: 1.0778928 Nov 08 14:05:54.046307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47334) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.073940 n-d-804292-2 neutron-server[101841]: INFO neutron.db.ipam_backend_mixin [None req-80679335-f08d-40dc-9be3-f420d6ec83e6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7693f510-47ce-463b-93d1-1fcbd71e3e5e (CIDR: 2001:db8::/64) Nov 08 14:05:54.113435 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-80679335-f08d-40dc-9be3-f420d6ec83e6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:05:54.114179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80679335-f08d-40dc-9be3-f420d6ec83e6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:05:54.121753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4002455-e6f8-402b-90c0-057603a87498 req-5fd9dc46-04e3-4bab-b4e0-48a9e3e28c8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 217 time: 0.0671396 Nov 08 14:05:54.137015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d6bd6-245a-438f-938d-687c3eb3df85 req-afffd3c5-8c9a-4065-84a6-ef710c747f0b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:54.138623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f1d6bd6-245a-438f-938d-687c3eb3df85 req-afffd3c5-8c9a-4065-84a6-ef710c747f0b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 944 time: 0.3807487 Nov 08 14:05:54.215678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea895afc-f42c-4489-9018-6450b37902c2 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] Publish callbacks [] for subnetpool, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.216996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea895afc-f42c-4489-9018-6450b37902c2 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4454105 Nov 08 14:05:54.221188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47336) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.265466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-80679335-f08d-40dc-9be3-f420d6ec83e6 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9909537 Nov 08 14:05:54.269255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47338) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.277035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5a41d070-6bde-45cc-a74d-3c97de476b2d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:54.294562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4002455-e6f8-402b-90c0-057603a87498 req-fc31b1b1-7b01-4e72-941d-4a1c84edca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:54.296160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4002455-e6f8-402b-90c0-057603a87498 req-fc31b1b1-7b01-4e72-941d-4a1c84edca66 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.1565983 Nov 08 14:05:54.314353 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8b9cccde-299a-4cc4-b67d-2b151ec45f13 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] 10.222.0.65 "GET /v2.0/subnetpools/7e8a04fa-df34-478c-9f0f-e50b661fc567 HTTP/1.1" status: 200 len: 731 time: 0.0896637 Nov 08 14:05:54.319224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47340) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.324646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-66f7b771-3542-432a-b61d-b560acdb3de2 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1278161931'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:54.340157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f1d6bd6-245a-438f-938d-687c3eb3df85 req-626c68fb-6577-4066-a5ee-87f104f4403d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278393 Nov 08 14:05:54.362470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4002455-e6f8-402b-90c0-057603a87498 req-8d453017-aea6-4a51-9855-f95becb5b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:54.364494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4002455-e6f8-402b-90c0-057603a87498 req-8d453017-aea6-4a51-9855-f95becb5b6a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598245 Nov 08 14:05:54.464550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Deleting port 156507f6-5cf0-49de-9e02-031845573364 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:54.465564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.479583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66f7b771-3542-432a-b61d-b560acdb3de2 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] Publish callbacks [] for subnetpool, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.481905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-66f7b771-3542-432a-b61d-b560acdb3de2 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] 10.222.0.65 "PUT /v2.0/subnetpools/7e8a04fa-df34-478c-9f0f-e50b661fc567 HTTP/1.1" status: 200 len: 684 time: 0.1609750 Nov 08 14:05:54.488533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4002455-e6f8-402b-90c0-057603a87498 req-e9312b3d-33ea-404a-bf6e-d6b925d491bf service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159728 Nov 08 14:05:54.490544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47342) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.649704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.670922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a41d070-6bde-45cc-a74d-3c97de476b2d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:54.675883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a41d070-6bde-45cc-a74d-3c97de476b2d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.679994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Calling delete_port for 156507f6-5cf0-49de-9e02-031845573364 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:54.743311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7b0a54c-ecd5-4e51-9853-c18a2409c9a4 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] Publish callbacks [] for subnetpool, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:54.744542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7b0a54c-ecd5-4e51-9853-c18a2409c9a4 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7e8a04fa-df34-478c-9f0f-e50b661fc567 HTTP/1.1" status: 204 len: 168 time: 0.2545612 Nov 08 14:05:54.750445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47346) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.807699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34371b-8202-4feb-90ce-78f2f3cdf9cf req-0b137c19-53d2-40b8-94df-91da833b37e3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:54.809914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e34371b-8202-4feb-90ce-78f2f3cdf9cf req-0b137c19-53d2-40b8-94df-91da833b37e3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 946 time: 0.1366155 Nov 08 14:05:54.813292 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-dfa3fd43-601b-4dd9-b20d-7b9fcab0443d tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] show failed (client error): The resource could not be found. Nov 08 14:05:54.814821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dfa3fd43-601b-4dd9-b20d-7b9fcab0443d tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] 10.222.0.65 "GET /v2.0/subnetpools/7e8a04fa-df34-478c-9f0f-e50b661fc567 HTTP/1.1" status: 404 len: 346 time: 0.0602458 Nov 08 14:05:54.818202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f4002455-e6f8-402b-90c0-057603a87498 req-0c652bed-c16f-4d4c-a37a-cb089fafce7f service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747245 Nov 08 14:05:54.818763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47348) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.850123 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-4c395878-22a3-419d-b71c-1187410f7683 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] delete failed (client error): The resource could not be found. Nov 08 14:05:54.851473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c395878-22a3-419d-b71c-1187410f7683 tempest-SubnetPoolsTestJSON-255835704 tempest-SubnetPoolsTestJSON-255835704-project] 10.222.0.65 "DELETE /v2.0/subnetpools/7e8a04fa-df34-478c-9f0f-e50b661fc567 HTTP/1.1" status: 404 len: 346 time: 0.0314844 Nov 08 14:05:54.863960 n-d-804292-2 neutron-server[101840]: INFO neutron.db.ipam_backend_mixin [None req-5a41d070-6bde-45cc-a74d-3c97de476b2d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cdc7034b-21e6-4bec-82b8-94eb3449ad2e (CIDR: 2001:db8:0:1::/64) Nov 08 14:05:54.878478 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a41d070-6bde-45cc-a74d-3c97de476b2d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:05:54.879905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a41d070-6bde-45cc-a74d-3c97de476b2d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:05:54.909631 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5a41d070-6bde-45cc-a74d-3c97de476b2d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6390109 Nov 08 14:05:54.911141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e34371b-8202-4feb-90ce-78f2f3cdf9cf req-faace6bd-85f7-4694-a65a-486232bd44f3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Nov 08 14:05:54.912399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47352) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:54.917476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'subnet': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:54.998942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:55.085317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Port': ['ID=156507f6-5cf0-49de-9e02-031845573364,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:55.183593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Made reservation on behalf of f52b4b2a90144de988f3c415b3eb8918 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:05:55.193519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:55.215635 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:55.225313 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b0073ef1-2c51-4b32-9f4d-23c9a1904df6 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "DELETE /v2.0/ports/156507f6-5cf0-49de-9e02-031845573364 HTTP/1.1" status: 204 len: 168 time: 1.1756389 Nov 08 14:05:55.229615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47356) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:55.387861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a58065a-38ea-4812-a68d-33e65790224f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:55.392861 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3a58065a-38ea-4812-a68d-33e65790224f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd72a823-ad8c-49be-ae19-9c2ec4778bc2 HTTP/1.1" status: 200 len: 913 time: 0.1588252 Nov 08 14:05:55.395188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47362) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:55.529861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47364) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:55.672972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f916a01-2620-4e7f-a5be-bba542064667 req-8a1a5c8b-4732-42b6-87e0-4790192342d4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:55.674506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f916a01-2620-4e7f-a5be-bba542064667 req-8a1a5c8b-4732-42b6-87e0-4790192342d4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 944 time: 0.1694396 Nov 08 14:05:55.736079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e29e43ec-e3ba-4ccf-b0b2-543104286f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:55.851523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e29e43ec-e3ba-4ccf-b0b2-543104286f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:55.858548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e29e43ec-e3ba-4ccf-b0b2-543104286f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:55.913559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e43ec-e3ba-4ccf-b0b2-543104286f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97b17af-b777-4022-908f-f8adb4187bf5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:55.936678 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e29e43ec-e3ba-4ccf-b0b2-543104286f09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=339893e60f6a47fa8a045fb21e7518fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054375 Nov 08 14:05:55.940866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47368) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:55.959227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:05:56.125948 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e37dc141-33ff-47ec-8085-c100d2d8d859 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.158779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:56.184515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'port_id': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'mac_address': 'fa:16:3e:7d:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:05:56.186738 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e37dc141-33ff-47ec-8085-c100d2d8d859 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.301690 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e37dc141-33ff-47ec-8085-c100d2d8d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.305835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e37dc141-33ff-47ec-8085-c100d2d8d859 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.310397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e37dc141-33ff-47ec-8085-c100d2d8d859 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c97b17af-b777-4022-908f-f8adb4187bf5 HTTP/1.1" status: 204 len: 168 time: 0.3681657 Nov 08 14:05:56.324594 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.348078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37dc141-33ff-47ec-8085-c100d2d8d859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97b17af-b777-4022-908f-f8adb4187bf5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:56.369586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:05:56.407700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:56.416598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.457830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f916a01-2620-4e7f-a5be-bba542064667 req-bde56d55-8bd7-41b2-9b6b-45d3cf001fe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555375 Nov 08 14:05:56.490007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d30267-b027-4f07-aa66-619de094423d req-ca829613-04a4-4489-814c-f6792e18eb92 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:56.492428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94d30267-b027-4f07-aa66-619de094423d req-ca829613-04a4-4489-814c-f6792e18eb92 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 946 time: 0.2911787 Nov 08 14:05:56.509946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:56.558012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.646395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:05:56.651462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:05:56.662395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:05:56.673635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94d30267-b027-4f07-aa66-619de094423d req-78666dfb-e975-4278-820f-988b52a7d696 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622109 Nov 08 14:05:56.677691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:56.678338 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:56.685666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Subnet': ['ID=355e6092-fba5-4f91-b397-56e775c28b41,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:56.717017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2af450c2-ac4a-4c5b-b5eb-328adc84baad tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8012898 Nov 08 14:05:56.718087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47382) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:56.726076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9ef091-2c06-4dfd-8a97-cf811224f9b5 None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:05:56.727110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-477142497', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '355e6092-fba5-4f91-b397-56e775c28b41'}], 'security_groups': ['efd83d18-3f6a-4056-8d1e-aa5880feb69d', '21256074-81c1-4104-bad6-eb2c1fb7055e']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:05:56.831932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:57.186071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:57.694099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Deleting port c537941a-d27f-4033-8837-b71b4dce4521 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:57.694660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:57.790518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc42ae1-64d6-4a13-886c-ac61e9860b29 req-38884115-1da8-403b-824f-7c8a7d987106 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:57.798201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcc42ae1-64d6-4a13-886c-ac61e9860b29 req-38884115-1da8-403b-824f-7c8a7d987106 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.1427491 Nov 08 14:05:57.832896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef8584-bf47-4cf0-8233-33902fcd6d0e None None] Update dhcp port {'port': {'network_id': 'd883d75f-f6e1-4755-aa1a-c17d683ff437', 'fixed_ips': [{'subnet_id': 'cdc7034b-21e6-4bec-82b8-94eb3449ad2e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7693f510-47ce-463b-93d1-1fcbd71e3e5e', 'ip_address': '2001:db8::2'}, {'subnet_id': '355e6092-fba5-4f91-b397-56e775c28b41'}], 'binding:host_id': 'n-d-804292-2'}, 'id': '37960427-0f3e-4bfc-ac34-10773dc740fd'} from n-d-804292-2. {{(pid=101842) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 08 14:05:57.871863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:57.891832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcc42ae1-64d6-4a13-886c-ac61e9860b29 req-700b0cba-c73b-4795-b1fa-c5dce2158786 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926347 Nov 08 14:05:57.904637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Calling delete_port for c537941a-d27f-4033-8837-b71b4dce4521 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:57.961171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Delete allocated IP 2001:db8::17d (d883d75f-f6e1-4755-aa1a-c17d683ff437/7693f510-47ce-463b-93d1-1fcbd71e3e5e) {{(pid=101840) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 08 14:05:57.981702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8584-bf47-4cf0-8233-33902fcd6d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:57.982436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Allocated IP 2001:db8:0:2::5d (d883d75f-f6e1-4755-aa1a-c17d683ff437/355e6092-fba5-4f91-b397-56e775c28b41/c01abc0f-c25d-4ce2-a2a2-0d0632ad4124) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:58.022540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5297533f-7a82-4638-8370-fd4077419887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:58.247357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:58.344639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Port': ['ID=c537941a-d27f-4033-8837-b71b4dce4521,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:58.500397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:58.519116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:58.699420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-d6ef8584-bf47-4cf0-8233-33902fcd6d0e None None] Allocated IP 2001:db8:0:2::2 (d883d75f-f6e1-4755-aa1a-c17d683ff437/355e6092-fba5-4f91-b397-56e775c28b41/37960427-0f3e-4bfc-ac34-10773dc740fd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:05:58.773077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:58.800820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event updated for resources: {'Port': ['ID=c01abc0f-c25d-4ce2-a2a2-0d0632ad4124,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:58.842609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] In _notify_port_updated(), no bound segment for port c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 on network d883d75f-f6e1-4755-aa1a-c17d683ff437 {{(pid=101840) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:05:58.851384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:58.852622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:58.854238 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-752eedc3-99f2-41f8-a9c2-15ab6e04710b tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "PUT /v2.0/ports/c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 HTTP/1.1" status: 200 len: 968 time: 2.1348400 Nov 08 14:05:58.875329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47424) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:59.024792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d6ef8584-bf47-4cf0-8233-33902fcd6d0e None None] For port 37960427-0f3e-4bfc-ac34-10773dc740fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37960427-0f3e-4bfc-ac34-10773dc740fd,segment=NetworkSegment(b45fc3e0-c367-4874-9ac9-b2d86fef9596),segment_id=b45fc3e0-c367-4874-9ac9-b2d86fef9596)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:05:59.045494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-8cae4f6d-bd0a-400a-b12b-454113d7afad service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3175769 Nov 08 14:05:59.094785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8584-bf47-4cf0-8233-33902fcd6d0e None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:59.095064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:05:59.095251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:59.101899 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d6ef8584-bf47-4cf0-8233-33902fcd6d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:59.177134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ae421-c13b-42de-857a-6db4326f2625 req-bc3f6e77-8d0a-40fb-945e-422fa0dd384f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:59.180198 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-759ae421-c13b-42de-857a-6db4326f2625 req-bc3f6e77-8d0a-40fb-945e-422fa0dd384f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.1188831 Nov 08 14:05:59.290231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-1860d6c9-0685-40dd-b2eb-6ad20078338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:59.292023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-1860d6c9-0685-40dd-b2eb-6ad20078338c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 1097 time: 0.1296279 Nov 08 14:05:59.326730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef8584-bf47-4cf0-8233-33902fcd6d0e None None] Pushing event updated for resources: {'Port': ['ID=37960427-0f3e-4bfc-ac34-10773dc740fd,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:59.328618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:59.338427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-759ae421-c13b-42de-857a-6db4326f2625 req-17e5cf89-3155-4ada-a683-ef82995141b2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937274 Nov 08 14:05:59.354424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:05:59.451038 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Router dd72a823-ad8c-49be-ae19-9c2ec4778bc2 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:05:59.593820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-2ae448af-cfb2-45b0-924f-dae2fa4b07a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:59.595696 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-2ae448af-cfb2-45b0-924f-dae2fa4b07a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 916 time: 0.1614347 Nov 08 14:05:59.690800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-3213d102-f8ad-4723-9d25-0f2963cb14c1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266 HTTP/1.1" status: 200 len: 217 time: 0.0875008 Nov 08 14:05:59.715510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:05:59.724798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-995ff872-7076-44f3-b964-0fff5a6328a3 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "PUT /v2.0/routers/dd72a823-ad8c-49be-ae19-9c2ec4778bc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3241107 Nov 08 14:05:59.725126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47438) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:05:59.736276 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] Sync routers for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:05:59.776162 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:59.778589 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:59.794112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:59.823646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-c5bd12e3-e544-47fa-a049-0fb16d898ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:05:59.826227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-c5bd12e3-e544-47fa-a049-0fb16d898ee7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.1267972 Nov 08 14:05:59.868058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=c01abc0f-c25d-4ce2-a2a2-0d0632ad4124,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:05:59.898970 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:59.932298 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] Routers {'dd72a823-ad8c-49be-ae19-9c2ec4778bc2'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:05:59.933873 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:05:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:05:59.951555 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-0991bb94-2e9b-4ee9-a117-c6240c79acc3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955017 Nov 08 14:05:59.955860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:05:59.963590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:05:59.968287 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96e8fe54-e6bf-4941-b0c3-c6ce8c6b43fe tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 HTTP/1.1" status: 204 len: 168 time: 1.0895884 Nov 08 14:06:00.024441 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:00.025440 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d48459f-63eb-44ef-909c-1ce77d7562de None None] The sync data for ids ['dd72a823-ad8c-49be-ae19-9c2ec4778bc2'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:06:00.062952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47440) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:00.108223 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-37cfb954-4258-4335-8a9a-a17835544b9f service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385820 Nov 08 14:06:00.141681 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f010d244-6404-43f3-9a70-a0e81235b43f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] GET failed (client error): The resource could not be found. Nov 08 14:06:00.153975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47448) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:00.162913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f010d244-6404-43f3-9a70-a0e81235b43f tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports/c01abc0f-c25d-4ce2-a2a2-0d0632ad4124 HTTP/1.1" status: 404 len: 333 time: 0.0748012 Nov 08 14:06:00.173774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:06:00.196729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:00.197476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.246368 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.347476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-b99ec62a-b0d9-4517-95bf-f3a46634f0fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3880196 Nov 08 14:06:00.384608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.453887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:06:00.462749 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f4ab2-22b0-4092-833d-1644beadc6ab" -d '{"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-plugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:06:00.489572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e487de40-f9ca-4b22-95f2-f726d4ff0c8e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.505142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a8733fa-60ef-4eda-ba31-ccfdaf6e0cd3 req-98a139f7-9e3d-48e5-9c07-bb258522963d service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880932 Nov 08 14:06:00.525178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:00.532933 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.555848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e487de40-f9ca-4b22-95f2-f726d4ff0c8e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.685212 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e487de40-f9ca-4b22-95f2-f726d4ff0c8e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.685951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-c8f63d31-02cc-485a-93c7-009205176c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:00.689349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e487de40-f9ca-4b22-95f2-f726d4ff0c8e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.691527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:00.695571 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e487de40-f9ca-4b22-95f2-f726d4ff0c8e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/security-groups/8311695c-ef6b-4dcc-98ce-4cb754214e80 HTTP/1.1" status: 204 len: 168 time: 0.5408709 Nov 08 14:06:00.696626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47462) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:00.702311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-c8f63d31-02cc-485a-93c7-009205176c59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 1097 time: 0.3207591 Nov 08 14:06:00.775546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8dacdf6d-f61b-44c3-914f-4786860b2bc7 None None] Provisioning complete for port e1f9aa4b-1487-42ad-bafd-d744fc269c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:00.781418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8dacdf6d-f61b-44c3-914f-4786860b2bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.785961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487de40-f9ca-4b22-95f2-f726d4ff0c8e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8311695c-ef6b-4dcc-98ce-4cb754214e80,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:00.918313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c211d4-0264-4176-a396-540290be0d34 req-b591b9f6-9e25-4faf-af41-a4e90d15881f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:00.924377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6444bc7-2046-45d0-9e9a-fb86e76f5fdf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.931505 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d7e5bc-eaaa-4ea6-8c1a-7896b53b7c30 x-openstack-request-id: req-97d7e5bc-eaaa-4ea6-8c1a-7896b53b7c30 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:06:00.931936 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-plugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:06:00.932205 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-97d7e5bc-eaaa-4ea6-8c1a-7896b53b7c30 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:06:00.932726 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'code': 200} Nov 08 14:06:00.950771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55c211d4-0264-4176-a396-540290be0d34 req-b591b9f6-9e25-4faf-af41-a4e90d15881f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.3649254 Nov 08 14:06:00.955334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:00.963845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8dacdf6d-f61b-44c3-914f-4786860b2bc7 None None] Port e1f9aa4b-1487-42ad-bafd-d744fc269c19 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:00.969499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8dacdf6d-f61b-44c3-914f-4786860b2bc7 None None] Could not find standard attr ID for object c01abc0f-c25d-4ce2-a2a2-0d0632ad4124. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:06:01.012678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8dacdf6d-f61b-44c3-914f-4786860b2bc7 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:01.013461 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8dacdf6d-f61b-44c3-914f-4786860b2bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.149436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6444bc7-2046-45d0-9e9a-fb86e76f5fdf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.224863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-ce400f9e-ba37-4b15-9cdb-20e5b78b4271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:01.227659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-ce400f9e-ba37-4b15-9cdb-20e5b78b4271 service neutron] 10.222.0.70 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 916 time: 0.4978127 Nov 08 14:06:01.261038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55c211d4-0264-4176-a396-540290be0d34 req-b7e2b8cd-3275-41ac-9f10-c3cb58eb3230 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087885 Nov 08 14:06:01.302255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1c548-ef50-4468-ac0d-aa05b563aaf6 req-8e155182-8d0f-4af2-8987-5c3112a3f8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:01.305189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-53a1c548-ef50-4468-ac0d-aa05b563aaf6 req-8e155182-8d0f-4af2-8987-5c3112a3f8f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1097 time: 0.2480586 Nov 08 14:06:01.355475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6444bc7-2046-45d0-9e9a-fb86e76f5fdf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.359616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e6444bc7-2046-45d0-9e9a-fb86e76f5fdf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.376335 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e6444bc7-2046-45d0-9e9a-fb86e76f5fdf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/security-groups/21256074-81c1-4104-bad6-eb2c1fb7055e HTTP/1.1" status: 204 len: 168 time: 0.6653259 Nov 08 14:06:01.398962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47470) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:01.419504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-18b4b893-0b88-42a1-bd32-b739d39b99ea None None] Could not find standard attr ID for object c01abc0f-c25d-4ce2-a2a2-0d0632ad4124. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:06:01.431959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-fe9f069a-49b9-48a3-8eac-d6bd5aa5f37c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26479268-c166-4adc-873b-6f27749d3037 HTTP/1.1" status: 200 len: 217 time: 0.1947370 Nov 08 14:06:01.446601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Deleting port e74cedd3-3340-449e-b4a7-521ae0c72726 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:01.447728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.491489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6444bc7-2046-45d0-9e9a-fb86e76f5fdf tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21256074-81c1-4104-bad6-eb2c1fb7055e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:01.493058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37960427-0f3e-4bfc-ac34-10773dc740fd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:06:01.565064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-53a1c548-ef50-4468-ac0d-aa05b563aaf6 req-67e51d63-3c36-4011-a944-fa71c7fb8ee8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493346 Nov 08 14:06:01.649067 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-35dce55d-9d25-4bd7-af74-43a3c34c2669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.690601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4717692e-d947-4934-9b5a-0707bb382015 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.725367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-82e16725-3018-4c77-a2c8-59651694f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:01.728353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-82e16725-3018-4c77-a2c8-59651694f235 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.2848034 Nov 08 14:06:01.755631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:01.756642 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.782244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4717692e-d947-4934-9b5a-0707bb382015 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.888610 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4717692e-d947-4934-9b5a-0707bb382015 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.892942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4717692e-d947-4934-9b5a-0707bb382015 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.895049 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4717692e-d947-4934-9b5a-0707bb382015 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/security-groups/efd83d18-3f6a-4056-8d1e-aa5880feb69d HTTP/1.1" status: 204 len: 168 time: 0.4948759 Nov 08 14:06:01.906953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47472) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:01.919178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-039c0e26-a5b9-4be1-86fe-e628f85b5c6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523612 Nov 08 14:06:01.927473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:01.971472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717692e-d947-4934-9b5a-0707bb382015 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd83d18-3f6a-4056-8d1e-aa5880feb69d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:02.068108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Calling delete_port for e74cedd3-3340-449e-b4a7-521ae0c72726 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:02.068989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 7693f510-47ce-463b-93d1-1fcbd71e3e5e {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:06:02.074768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:02.188734 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:02.389364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:02.398197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-ac44a244-1174-4338-910e-3ffe8601d99e service neutron] 10.222.0.70 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647999 Nov 08 14:06:02.487578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:02.548850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:02.558476 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/7693f510-47ce-463b-93d1-1fcbd71e3e5e HTTP/1.1" status: 204 len: 168 time: 0.6404934 Nov 08 14:06:02.558476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23892b4b-6d72-4300-8273-9e4bedaa5d6d tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=7693f510-47ce-463b-93d1-1fcbd71e3e5e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:02.560671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd63e75-a0df-4414-b208-20a3d6cabcb4 None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:02.568314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47478) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:02.663659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet 355e6092-fba5-4f91-b397-56e775c28b41 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:06:02.669270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:02.812929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.085391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.114806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.238518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.319800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a4580-27f0-4adf-9b4e-5235fe9c3660 req-4eef3b62-a1d8-459e-a99e-1d68a8d78421 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:03.320231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=355e6092-fba5-4f91-b397-56e775c28b41,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:03.334128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a42a4580-27f0-4adf-9b4e-5235fe9c3660 req-4eef3b62-a1d8-459e-a99e-1d68a8d78421 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.7939889 Nov 08 14:06:03.368536 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.401683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bafde2f9-1d4d-4dfb-9f62-bb3a24f3ede4 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/355e6092-fba5-4f91-b397-56e775c28b41 HTTP/1.1" status: 204 len: 168 time: 0.8310733 Nov 08 14:06:03.402965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47482) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:03.430349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad5194ab-0645-47af-a47f-f6876c37fe93 req-5f863678-9c44-4ea1-9b88-0595120f8daa service neutron] 10.222.0.70 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0224493 Nov 08 14:06:03.456681 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-a28d4803-49f5-42d8-928c-802049a909af tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:03.457627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a28d4803-49f5-42d8-928c-802049a909af tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:03.476162 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a28d4803-49f5-42d8-928c-802049a909af tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/7693f510-47ce-463b-93d1-1fcbd71e3e5e HTTP/1.1" status: 404 len: 337 time: 0.0710294 Nov 08 14:06:03.477485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:03.579951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a42a4580-27f0-4adf-9b4e-5235fe9c3660 req-203167e2-f1ee-4837-979f-57b14fb56b78 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440927 Nov 08 14:06:03.582279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.622302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting subnet cdc7034b-21e6-4bec-82b8-94eb3449ad2e {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:06:03.640963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.697969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Port': ['ID=e74cedd3-3340-449e-b4a7-521ae0c72726,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:03.786567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.803983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:03.989176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.004494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.015876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.107814 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.108418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Fanout notify agent at l3_agent the message router_deleted on router dd72a823-ad8c-49be-ae19-9c2ec4778bc2 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:06:04.118509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.131881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47490) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:04.136397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-40563c59-6f8c-4fee-8f39-3f323f5d91c4 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "DELETE /v2.0/routers/dd72a823-ad8c-49be-ae19-9c2ec4778bc2 HTTP/1.1" status: 204 len: 168 time: 4.4099407 Nov 08 14:06:04.238558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07106b-1620-41c8-be57-e2c2d4643439 None None] Network d883d75f-f6e1-4755-aa1a-c17d683ff437 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:04.295535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Deleting subnet eb7184d5-31de-4afb-8509-f64f47a79973 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:06:04.370533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.377872 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.488155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fb81b547-4008-4924-8697-2b799eb64351 None None] Provisioning complete for port e1f9aa4b-1487-42ad-bafd-d744fc269c19 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:04.489249 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb81b547-4008-4924-8697-2b799eb64351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.506414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc7034b-21e6-4bec-82b8-94eb3449ad2e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:04.518047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.523071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c359d8fa-6c1a-453f-9826-e42c03d512e9 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/cdc7034b-21e6-4bec-82b8-94eb3449ad2e HTTP/1.1" status: 204 len: 168 time: 1.0442677 Nov 08 14:06:04.525829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47494) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:04.564670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fb81b547-4008-4924-8697-2b799eb64351 None None] Port e1f9aa4b-1487-42ad-bafd-d744fc269c19 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:04.585526 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5b0eea-f18d-4a2f-9f3c-67fdfab28532 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:04.586000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5b0eea-f18d-4a2f-9f3c-67fdfab28532 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:04.589548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fb81b547-4008-4924-8697-2b799eb64351 None None] Provisioning complete for port 37960427-0f3e-4bfc-ac34-10773dc740fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:04.590336 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb81b547-4008-4924-8697-2b799eb64351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.591174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ca5b0eea-f18d-4a2f-9f3c-67fdfab28532 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/0ed4b6a8-8eec-4c2d-8151-92825c0d8def HTTP/1.1" status: 404 len: 337 time: 0.0636036 Nov 08 14:06:04.596116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47496) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:04.606343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.681604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1ac5b4c1-0e34-468c-affd-1a6af3049520 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9a32e94-c6f2-4337-9403-61d0c0733e63 HTTP/1.1" status: 200 len: 205 time: 0.0782650 Nov 08 14:06:04.684671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47500) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:04.729276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] DHCP port deletion for d883d75f-f6e1-4755-aa1a-c17d683ff437 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:06:04.813064 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-23694b37-6a14-474f-9864-28a7db58dc50 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] delete failed (client error): The resource could not be found. Nov 08 14:06:04.814799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-23694b37-6a14-474f-9864-28a7db58dc50 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/routers/e9a32e94-c6f2-4337-9403-61d0c0733e63 HTTP/1.1" status: 404 len: 336 time: 0.1286407 Nov 08 14:06:04.818764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47504) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:04.838254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] Deleting port 37960427-0f3e-4bfc-ac34-10773dc740fd {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:04.839100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.880920 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef586b8-4c27-4688-b86c-840a774ddde7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:04.881448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef586b8-4c27-4688-b86c-840a774ddde7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:04.900196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ef586b8-4c27-4688-b86c-840a774ddde7 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/3d023ed7-7286-40d2-a18c-867f9d57cf94 HTTP/1.1" status: 404 len: 337 time: 0.0656829 Nov 08 14:06:04.902220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47506) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:04.965546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] For port 37960427-0f3e-4bfc-ac34-10773dc740fd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37960427-0f3e-4bfc-ac34-10773dc740fd,segment=NetworkSegment(b45fc3e0-c367-4874-9ac9-b2d86fef9596),segment_id=b45fc3e0-c367-4874-9ac9-b2d86fef9596)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:04.965959 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:04.983640 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee109b54-cb8c-459c-8b7e-5312f6e43446 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:04.985130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee109b54-cb8c-459c-8b7e-5312f6e43446 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:04.991998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] Calling delete_port for 37960427-0f3e-4bfc-ac34-10773dc740fd owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:04.992659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ee109b54-cb8c-459c-8b7e-5312f6e43446 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/35dff4cf-db33-40bf-984b-17f4b18a42a9 HTTP/1.1" status: 404 len: 337 time: 0.0853281 Nov 08 14:06:04.993817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47508) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.075845 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-514c785f-e1db-400b-869a-167df8e07185 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:05.077878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-514c785f-e1db-400b-869a-167df8e07185 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:05.082609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-514c785f-e1db-400b-869a-167df8e07185 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/6725ccb4-e4f5-4c00-81c7-f49d0a2f7ca0 HTTP/1.1" status: 404 len: 337 time: 0.0864220 Nov 08 14:06:05.097983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447ed06-fa18-4fd0-be15-3a2efb2a501c req-43afdca1-ad6f-4c78-9586-ebf0658622d6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:05.101015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7447ed06-fa18-4fd0-be15-3a2efb2a501c req-43afdca1-ad6f-4c78-9586-ebf0658622d6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.2999208 Nov 08 14:06:05.102091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47510) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.142966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:05.173259 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fdedd8-cd8f-4061-a309-1e1a82994710 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:05.174834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fdedd8-cd8f-4061-a309-1e1a82994710 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:05.181925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d8fdedd8-cd8f-4061-a309-1e1a82994710 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/63c8c51c-f1f2-4841-98ae-b7a73b1c0b1f HTTP/1.1" status: 404 len: 333 time: 0.0782328 Nov 08 14:06:05.186016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47512) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.216285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] Pushing event deleted for resources: {'Port': ['ID=37960427-0f3e-4bfc-ac34-10773dc740fd,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:05.222341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a36501-2b1d-4c0d-b80c-5da607ea055e None None] No DVR routers for this DVR port 37960427-0f3e-4bfc-ac34-10773dc740fd on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:06:05.326177 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb953953-7009-47cc-ac92-453938e262ea tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:05.326521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb953953-7009-47cc-ac92-453938e262ea tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:05.335982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb953953-7009-47cc-ac92-453938e262ea tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/6a479e45-87f9-47e1-ab02-80acb7af1495 HTTP/1.1" status: 404 len: 337 time: 0.1400039 Nov 08 14:06:05.346840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47516) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.457796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37960427-0f3e-4bfc-ac34-10773dc740fd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:06:05.460101 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-f482af71-3b03-4268-95fa-7aec92d494ea tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:05.460786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f482af71-3b03-4268-95fa-7aec92d494ea tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:05.471085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f482af71-3b03-4268-95fa-7aec92d494ea tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/989e40e4-0b1e-4788-9833-ea6c4ad498ca HTTP/1.1" status: 404 len: 337 time: 0.1146884 Nov 08 14:06:05.472501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47520) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.504725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7447ed06-fa18-4fd0-be15-3a2efb2a501c req-2d872f20-6652-4549-adf5-c99e294781bf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3910522 Nov 08 14:06:05.506547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 37960427-0f3e-4bfc-ac34-10773dc740fd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:06:05.506897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37960427-0f3e-4bfc-ac34-10773dc740fd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:06:05.511906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:05.556896 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc08055-79d2-49e1-b983-acc149534818 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:05.557734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc08055-79d2-49e1-b983-acc149534818 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:05.561108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bcc08055-79d2-49e1-b983-acc149534818 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/4f67e7c0-7617-44a4-9ed7-fe3fd5b8af57 HTTP/1.1" status: 404 len: 333 time: 0.0870347 Nov 08 14:06:05.565858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47522) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.573776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:05.634081 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb3f671-dffd-484d-addc-646acc45dc4e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:05.634599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb3f671-dffd-484d-addc-646acc45dc4e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:05.642487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2bb3f671-dffd-484d-addc-646acc45dc4e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/ba23cb8e-1f0c-4c76-bf8a-3e2c765ca717 HTTP/1.1" status: 404 len: 337 time: 0.0714288 Nov 08 14:06:05.645001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47526) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.659129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:05.683874 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-692d7761-7df9-4b59-8aba-86dc6a2bf9c3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] DELETE failed (client error): The resource could not be found. Nov 08 14:06:05.684379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-692d7761-7df9-4b59-8aba-86dc6a2bf9c3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:06:05.693109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-692d7761-7df9-4b59-8aba-86dc6a2bf9c3 tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/subnets/2fb67add-41d7-4796-8740-3196641c4542 HTTP/1.1" status: 404 len: 337 time: 0.0432942 Nov 08 14:06:05.693408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47528) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.742842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7184d5-31de-4afb-8509-f64f47a79973,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:05.758852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:05.768748 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e443ee1-ba33-4d4c-8c0b-799b453b675d None None] Network a5640347-0c6c-4de1-9736-87068887837a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:05.774023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dfb34a1b-4de5-42ed-9627-698059aebf2f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "DELETE /v2.0/subnets/eb7184d5-31de-4afb-8509-f64f47a79973 HTTP/1.1" status: 204 len: 168 time: 1.6355562 Nov 08 14:06:05.775966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47532) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:05.931607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:05.957312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7913e04d-9182-43c4-9392-d511e890f83d req-19210766-40a8-40bb-a873-c9b47dbed540 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:05.965976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7913e04d-9182-43c4-9392-d511e890f83d req-19210766-40a8-40bb-a873-c9b47dbed540 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.2574382 Nov 08 14:06:05.969606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.041925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Deleting port 2628797e-c6bc-4547-a70a-168d39e447bd {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:06.042323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.062547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7913e04d-9182-43c4-9392-d511e890f83d req-4d9fc15d-093d-490e-9ef0-94228305d507 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872428 Nov 08 14:06:06.070796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Deleting port e1f9aa4b-1487-42ad-bafd-d744fc269c19 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:06.072291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.115685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] DHCP port deletion for a5640347-0c6c-4de1-9736-87068887837a request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:06:06.128000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47534) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:06.220011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] For port 2628797e-c6bc-4547-a70a-168d39e447bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2628797e-c6bc-4547-a70a-168d39e447bd,segment=NetworkSegment(8d7dca6b-9998-4069-91a5-36cb7ee8608b),segment_id=8d7dca6b-9998-4069-91a5-36cb7ee8608b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:06.220502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.233743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] Deleting port 2628797e-c6bc-4547-a70a-168d39e447bd {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:06.234342 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.261396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Calling delete_port for 2628797e-c6bc-4547-a70a-168d39e447bd owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:06.271837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e287c-3606-4fc9-9ee6-04c63b40c3f3 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:06.274603 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-129e287c-3606-4fc9-9ee6-04c63b40c3f3 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1092 time: 0.1451006 Nov 08 14:06:06.279320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47536) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:06.283956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:06.293399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.314975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Calling delete_port for e1f9aa4b-1487-42ad-bafd-d744fc269c19 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:06.336098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.390999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] For port 2628797e-c6bc-4547-a70a-168d39e447bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2628797e-c6bc-4547-a70a-168d39e447bd,segment=NetworkSegment(8d7dca6b-9998-4069-91a5-36cb7ee8608b),segment_id=8d7dca6b-9998-4069-91a5-36cb7ee8608b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:06.391969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.426945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] Calling delete_port for 2628797e-c6bc-4547-a70a-168d39e447bd owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:06.470474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.526776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Port': ['ID=2628797e-c6bc-4547-a70a-168d39e447bd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:06.533295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] No DVR routers for this DVR port 2628797e-c6bc-4547-a70a-168d39e447bd on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:06:06.676209 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.689524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.738785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5640347-0c6c-4de1-9736-87068887837a']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:06.756581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7dca6b-9998-4069-91a5-36cb7ee8608b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:06.757094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7dca6b-9998-4069-91a5-36cb7ee8608b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:06.774859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Port': ['ID=e1f9aa4b-1487-42ad-bafd-d744fc269c19,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:06.780217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.800103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.802511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.805830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/ports/e1f9aa4b-1487-42ad-bafd-d744fc269c19 HTTP/1.1" status: 204 len: 168 time: 1.1092818 Nov 08 14:06:06.807154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:06:06.807560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.824682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47542) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:06.826695 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.852183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] No DVR routers for this DVR port 2628797e-c6bc-4547-a70a-168d39e447bd on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:06:06.855354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.855707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.859152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.859563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.860041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.860395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.860837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.861255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.861604 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.861937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.862277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.869245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d53c5-23f7-4ce3-ab0a-1546dd41ceeb tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:06.893398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94215b3-794d-4f7d-aa4e-fd45c8da45be None None] Pushing event deleted for resources: {'Port': ['ID=2628797e-c6bc-4547-a70a-168d39e447bd,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:06:06.897398 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:06:06.902656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.924387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:06.931655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "DELETE /v2.0/networks/a5640347-0c6c-4de1-9736-87068887837a HTTP/1.1" status: 204 len: 168 time: 1.1474423 Nov 08 14:06:06.931655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816d1ae-7c37-418e-a326-aea276c9763f tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Network': ['ID=a5640347-0c6c-4de1-9736-87068887837a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:06.933830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47546) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:07.036992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.054489 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.110985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Deleting port 8ae97ee1-90c2-40c5-b7a1-2f0dd0965460 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:07.111807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.215644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.215644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.236867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Calling delete_port for 8ae97ee1-90c2-40c5-b7a1-2f0dd0965460 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:07.247329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.284101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.43 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/841c8896-aad8-4ecd-97e5-298e3f1f0469) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:07.290573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d883d75f-f6e1-4755-aa1a-c17d683ff437']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:07.307710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45fc3e0-c367-4874-9ac9-b2d86fef9596') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:07.308066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45fc3e0-c367-4874-9ac9-b2d86fef9596') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:07.323361 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.379935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.391461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:06:07.391910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:06:07.396028 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:06:07.439587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2628797e-c6bc-4547-a70a-168d39e447bd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:06:07.470882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 2628797e-c6bc-4547-a70a-168d39e447bd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:06:07.471619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2628797e-c6bc-4547-a70a-168d39e447bd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:06:07.497841 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.511904 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.520662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.523218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] 10.222.0.65 "DELETE /v2.0/networks/d883d75f-f6e1-4755-aa1a-c17d683ff437 HTTP/1.1" status: 204 len: 168 time: 0.6960006 Nov 08 14:06:07.582641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4c3af-61a9-4f03-b944-f0b27cb6c16e tempest-PortsIpV6TestJSON-660524548 tempest-PortsIpV6TestJSON-660524548-project] Pushing event deleted for resources: {'Network': ['ID=d883d75f-f6e1-4755-aa1a-c17d683ff437,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:07.594827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.613394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Pushing event deleted for resources: {'Port': ['ID=8ae97ee1-90c2-40c5-b7a1-2f0dd0965460,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:07.675495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.731174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:07.736066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:07.740398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:07.799929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.806236 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:07.809274 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f320745d-b952-4b89-a139-03a31667b6b5 tempest-FloatingIPAdminTestJSON-236890956 tempest-FloatingIPAdminTestJSON-236890956-project] 10.222.0.65 "DELETE /v2.0/floatingips/cc5edab0-36e7-4a17-ba5e-c2773546b7ac HTTP/1.1" status: 204 len: 168 time: 0.8753257 Nov 08 14:06:08.131174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=841c8896-aad8-4ecd-97e5-298e3f1f0469,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:08.256551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47566) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:08.325664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47570) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:08.679668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:08.692202 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bef5d14b-e484-4e52-9cbf-ba7641176e04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f52b4b2a90144de988f3c415b3eb8918&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4340672 Nov 08 14:06:08.699837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47580) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:08.799220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:08.804772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3bfac73a-0b0f-4aa1-bcb0-ab7226ef4a32 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9acd88f485744ae7ad2a1a2ecfe7a101&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773202 Nov 08 14:06:08.808500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47584) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:08.900053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93e1631e-42a0-485d-8f56-4eb17a24f1dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:08.917640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-356e437a-22db-4523-a186-1a36935c0ef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:08.942870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93e1631e-42a0-485d-8f56-4eb17a24f1dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:08.974842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-356e437a-22db-4523-a186-1a36935c0ef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.065497 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93e1631e-42a0-485d-8f56-4eb17a24f1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.068818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93e1631e-42a0-485d-8f56-4eb17a24f1dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.073856 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93e1631e-42a0-485d-8f56-4eb17a24f1dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ce4b731-05cf-4647-b741-11c88d48559d HTTP/1.1" status: 204 len: 168 time: 0.3658950 Nov 08 14:06:09.080503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1631e-42a0-485d-8f56-4eb17a24f1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce4b731-05cf-4647-b741-11c88d48559d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:09.104393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-356e437a-22db-4523-a186-1a36935c0ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.119498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-356e437a-22db-4523-a186-1a36935c0ef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.126914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-356e437a-22db-4523-a186-1a36935c0ef7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14b638d8-e78a-4454-a66b-2cbfb6ddf957 HTTP/1.1" status: 204 len: 168 time: 0.3167095 Nov 08 14:06:09.144575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e437a-22db-4523-a186-1a36935c0ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b638d8-e78a-4454-a66b-2cbfb6ddf957,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:09.149424 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.158176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.235613 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=841c8896-aad8-4ecd-97e5-298e3f1f0469,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:09.349123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:09.661754 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP d581a0ac-d8ff-4923-b0db-15a18fb12cc9 associated. External IP: 172.25.8.43, port: 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b. Nov 08 14:06:09.960438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47610) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:09.984861 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bc4f2e7-fc47-4c1b-97fe-b90fb094b17f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.122359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 71ea1160-c33e-4644-a26a-a1adf729609e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:06:10.201287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bc4f2e7-fc47-4c1b-97fe-b90fb094b17f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.208696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3bc4f2e7-fc47-4c1b-97fe-b90fb094b17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.301101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3bc4f2e7-fc47-4c1b-97fe-b90fb094b17f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5dbd45d85b3f4947aafba341a0b46abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3367846 Nov 08 14:06:10.301101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4f2e7-fc47-4c1b-97fe-b90fb094b17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5764b402-a85b-41cc-9c56-7e894a3f3984,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:10.301580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47614) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:10.385334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:06:10.400306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] Sync routers for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:06:10.414268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc325eb3-4f57-40cc-a17d-3ae74c7c65b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.423599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:06:10.425541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:06:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:10.438978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.488807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc325eb3-4f57-40cc-a17d-3ae74c7c65b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.564608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-48abc0c4-9c26-43ce-a195-d1bc67fd2100 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2839072 Nov 08 14:06:10.565753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:06:10.579140 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92" -d '{"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:06:10.650823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc325eb3-4f57-40cc-a17d-3ae74c7c65b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.656669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc325eb3-4f57-40cc-a17d-3ae74c7c65b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:10.658504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cc325eb3-4f57-40cc-a17d-3ae74c7c65b2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5764b402-a85b-41cc-9c56-7e894a3f3984 HTTP/1.1" status: 204 len: 168 time: 0.3562338 Nov 08 14:06:10.711340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc325eb3-4f57-40cc-a17d-3ae74c7c65b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5764b402-a85b-41cc-9c56-7e894a3f3984,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:10.720425 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d54c97-c99d-4c2a-82e6-36797b0d58a0 x-openstack-request-id: req-81d54c97-c99d-4c2a-82e6-36797b0d58a0 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:06:10.720747 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:06:10.721157 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81d54c97-c99d-4c2a-82e6-36797b0d58a0 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:06:10.722710 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'status': 'completed', 'code': 200} Nov 08 14:06:10.951781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:06:10.987644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ca4e6-001e-4f90-b31a-eaf26e841bcf req-4754bf33-404b-4582-af09-74525370ef2b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:10.992917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f33ca4e6-001e-4f90-b31a-eaf26e841bcf req-4754bf33-404b-4582-af09-74525370ef2b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1856105 Nov 08 14:06:11.000423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-67c634c8-a9fe-4876-8462-57470a455cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:11.002046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-67c634c8-a9fe-4876-8462-57470a455cbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1097 time: 0.2781296 Nov 08 14:06:11.055490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47640) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:11.235333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9cc894eb-7f35-4bb5-a267-724bfe771533 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:11.236594 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-9cc894eb-7f35-4bb5-a267-724bfe771533 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 14:06:11.237413 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-9cc894eb-7f35-4bb5-a267-724bfe771533 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 14:06:11.245174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9cc894eb-7f35-4bb5-a267-724bfe771533 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1874762 Nov 08 14:06:11.246321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47644) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:11.253994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--861246192'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:11.294004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.317728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.325364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f33ca4e6-001e-4f90-b31a-eaf26e841bcf req-7b64621b-072f-4d21-9f20-efd03ae5026c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222795 Nov 08 14:06:11.330980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47646) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:11.359857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47648) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:11.373073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfceebca-f126-40ff-99cb-45027d382d00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.495965 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c1da129c-1f27-4c03-abee-552d0390390a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/d581a0ac-d8ff-4923-b0db-15a18fb12cc9 HTTP/1.1" status: 200 len: 991 time: 0.1266170 Nov 08 14:06:11.514055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-5d46318f-1ef4-49c1-8123-6922a34a8301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:11.515958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-5d46318f-1ef4-49c1-8123-6922a34a8301 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.4862037 Nov 08 14:06:11.607432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfceebca-f126-40ff-99cb-45027d382d00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.622049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-37b72d69-7ca1-4451-9f1c-fbe67ac5bfae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 999 time: 0.0899539 Nov 08 14:06:11.629256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfceebca-f126-40ff-99cb-45027d382d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.718737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-05f1b119-6ac2-49de-8cb2-9eeb25c33109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:11.721953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-05f1b119-6ac2-49de-8cb2-9eeb25c33109 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.0914803 Nov 08 14:06:11.727622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bfceebca-f126-40ff-99cb-45027d382d00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=502083e04c3b461c96f3e10472f3737b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3951144 Nov 08 14:06:11.733403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47654) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:11.738665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfceebca-f126-40ff-99cb-45027d382d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08540ef9-56a6-451b-b6af-1d5562c08cf9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:11.828010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.836676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.940302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53aee0dc-0eb5-42e8-b646-5217c1b7f388,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:11.943981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-192bf438-46b8-4159-9581-fcd4ffd21a11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.986391 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-192bf438-46b8-4159-9581-fcd4ffd21a11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:11.999580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-657e8418-f599-449c-9b73-02cbdefad662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:12.001137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-657e8418-f599-449c-9b73-02cbdefad662 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2506621 Nov 08 14:06:12.025428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.033068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.071296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.074253 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8262436 Nov 08 14:06:12.083106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47658) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:12.089717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4cad1f7d-0ca1-497c-9053-f280b976526a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '766ae166-3d16-4145-8f21-8e9fc880d7e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:12.091670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'd581a0ac-d8ff-4923-b0db-15a18fb12cc9', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'port_id': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'mac_address': 'fa:16:3e:7d:cd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86564dcf-64a0-452c-8804-d013c3595ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:06:08Z', 'updated_at': '2021-11-08T14:06:08Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:12.128135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d06f05-942a-4fc9-b638-8d4791e82751 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766ae166-3d16-4145-8f21-8e9fc880d7e4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:12.147299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] Checking router: 71ea1160-c33e-4644-a26a-a1adf729609e for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:06:12.165600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:06:12.166463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:06:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:12.188083 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cad1f7d-0ca1-497c-9053-f280b976526a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.361483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cad1f7d-0ca1-497c-9053-f280b976526a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.365192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cad1f7d-0ca1-497c-9053-f280b976526a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.404130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:06:12.435669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cad1f7d-0ca1-497c-9053-f280b976526a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.438363 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4cad1f7d-0ca1-497c-9053-f280b976526a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3537071 Nov 08 14:06:12.448229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47660) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:12.449317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad1f7d-0ca1-497c-9053-f280b976526a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd3b5917-450d-4e6f-b90a-800f2bdf54f5,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:12.469074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-027f8c7a-1238-4186-9065-2e0865611da2 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '766ae166-3d16-4145-8f21-8e9fc880d7e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:12.533623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47662) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:12.615764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-027f8c7a-1238-4186-9065-2e0865611da2 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.713875 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-192bf438-46b8-4159-9581-fcd4ffd21a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.722562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-192bf438-46b8-4159-9581-fcd4ffd21a11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:12.722846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-192bf438-46b8-4159-9581-fcd4ffd21a11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08540ef9-56a6-451b-b6af-1d5562c08cf9 HTTP/1.1" status: 204 len: 168 time: 0.9556360 Nov 08 14:06:12.742504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bf438-46b8-4159-9581-fcd4ffd21a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08540ef9-56a6-451b-b6af-1d5562c08cf9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:12.751499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-ac46dadf-adb9-44e7-a8c3-8a39fcf4d3de service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298031 Nov 08 14:06:12.832546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-62f4acb4-e646-4809-aca8-34390aa428a3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/d581a0ac-d8ff-4923-b0db-15a18fb12cc9 HTTP/1.1" status: 200 len: 991 time: 0.2948635 Nov 08 14:06:12.840282 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-027f8c7a-1238-4186-9065-2e0865611da2 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): There was a conflict when trying to complete your request. Nov 08 14:06:12.841758 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-027f8c7a-1238-4186-9065-2e0865611da2 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3778970 Nov 08 14:06:12.846216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47668) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.056844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'd581a0ac-d8ff-4923-b0db-15a18fb12cc9', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'port_id': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'mac_address': 'fa:16:3e:7d:cd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86564dcf-64a0-452c-8804-d013c3595ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:06:08Z', 'updated_at': '2021-11-08T14:06:08Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:13.096288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2e46894-2c7d-4df7-b2a6-2fd2c166bb92 req-d72c7b3e-95e4-4d91-b462-fd5f05165b84 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313963 Nov 08 14:06:13.152545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c91b4c-8f93-4838-a48e-fbd35d70d0e9 None None] The sync data for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 is: [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'd581a0ac-d8ff-4923-b0db-15a18fb12cc9', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'port_id': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'mac_address': 'fa:16:3e:7d:cd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86564dcf-64a0-452c-8804-d013c3595ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:06:08Z', 'updated_at': '2021-11-08T14:06:08Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:06:13.186850 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85e22cd0-5338-4a12-b240-9ce40e5df4f9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.265687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85e22cd0-5338-4a12-b240-9ce40e5df4f9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.342090 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85e22cd0-5338-4a12-b240-9ce40e5df4f9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.344384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-85e22cd0-5338-4a12-b240-9ce40e5df4f9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.348759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47676) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.349125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-85e22cd0-5338-4a12-b240-9ce40e5df4f9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/766ae166-3d16-4145-8f21-8e9fc880d7e4 HTTP/1.1" status: 204 len: 168 time: 0.5013373 Nov 08 14:06:13.366051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e22cd0-5338-4a12-b240-9ce40e5df4f9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766ae166-3d16-4145-8f21-8e9fc880d7e4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:13.455786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-12e7f881-1a4e-42be-acfa-89d4715f8c32 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1042535 Nov 08 14:06:13.461578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47680) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.466760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b987b5a5-1275-498e-b27e-72baa85e6581 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--965389989'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:13.500420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b987b5a5-1275-498e-b27e-72baa85e6581 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.596691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b987b5a5-1275-498e-b27e-72baa85e6581 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.601289 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110b744c-7417-4562-b622-97c720fc60d2 None None] New status for floating IP d581a0ac-d8ff-4923-b0db-15a18fb12cc9: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:06:13.601945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b987b5a5-1275-498e-b27e-72baa85e6581 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.647787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b987b5a5-1275-498e-b27e-72baa85e6581 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.649417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b987b5a5-1275-498e-b27e-72baa85e6581 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1864898 Nov 08 14:06:13.653183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47688) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.657210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987b5a5-1275-498e-b27e-72baa85e6581 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40a60ba-9445-4ff3-9fc4-ae005c38c734,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:13.667454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-24b3469a-5f71-4b01-9888-04574909e0ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': 'a40a60ba-9445-4ff3-9fc4-ae005c38c734', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:13.669261 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-24b3469a-5f71-4b01-9888-04574909e0ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 08 14:06:13.671277 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-24b3469a-5f71-4b01-9888-04574909e0ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:13.676584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-24b3469a-5f71-4b01-9888-04574909e0ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0199122 Nov 08 14:06:13.677696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47690) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.779291 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f215805-e4dd-4e65-8b0b-e58bd9983a81 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.816732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f215805-e4dd-4e65-8b0b-e58bd9983a81 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.838350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47696) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.892301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f215805-e4dd-4e65-8b0b-e58bd9983a81 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.895219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9f215805-e4dd-4e65-8b0b-e58bd9983a81 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:13.896694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9f215805-e4dd-4e65-8b0b-e58bd9983a81 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/a40a60ba-9445-4ff3-9fc4-ae005c38c734 HTTP/1.1" status: 204 len: 168 time: 0.2175813 Nov 08 14:06:13.902502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.922395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f215805-e4dd-4e65-8b0b-e58bd9983a81 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40a60ba-9445-4ff3-9fc4-ae005c38c734,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:13.980255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6dfb849-2dd1-45e3-acd7-de1a9ff05cf1 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0743108 Nov 08 14:06:13.981040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47704) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:13.986548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-87054617-122e-4490-b88e-b7a694327c23 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676274315'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.024813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87054617-122e-4490-b88e-b7a694327c23 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.027206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f362ef7c-13a4-47f8-b798-31580de4078d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/d581a0ac-d8ff-4923-b0db-15a18fb12cc9 HTTP/1.1" status: 200 len: 993 time: 0.1864903 Nov 08 14:06:14.131609 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87054617-122e-4490-b88e-b7a694327c23 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.137773 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87054617-122e-4490-b88e-b7a694327c23 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.198465 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87054617-122e-4490-b88e-b7a694327c23 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.200670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-87054617-122e-4490-b88e-b7a694327c23 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2184844 Nov 08 14:06:14.203983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47712) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.208741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87054617-122e-4490-b88e-b7a694327c23 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e338c490-df31-4d26-b051-91f09654a533,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:14.218982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6f963ec8-91fb-4d9d-8cab-bee9462e40c0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': 'e338c490-df31-4d26-b051-91f09654a533', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.225703 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-6f963ec8-91fb-4d9d-8cab-bee9462e40c0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 08 14:06:14.226551 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-6f963ec8-91fb-4d9d-8cab-bee9462e40c0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:14.230389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f963ec8-91fb-4d9d-8cab-bee9462e40c0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0232673 Nov 08 14:06:14.232652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47716) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.256281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47718) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.347548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80454c71-f603-4604-8218-d4a2ab5dd771 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.393198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80454c71-f603-4604-8218-d4a2ab5dd771 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.460350 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80454c71-f603-4604-8218-d4a2ab5dd771 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.462643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2134631928'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.464193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80454c71-f603-4604-8218-d4a2ab5dd771 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.468368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80454c71-f603-4604-8218-d4a2ab5dd771 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/e338c490-df31-4d26-b051-91f09654a533 HTTP/1.1" status: 204 len: 168 time: 0.2310009 Nov 08 14:06:14.468952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47728) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.478732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80454c71-f603-4604-8218-d4a2ab5dd771 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e338c490-df31-4d26-b051-91f09654a533,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:14.526360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Made reservation on behalf of 470656d761504c87b1c97ed77a062ff3 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:14.530997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.550052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.564234 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7868126-5b77-486d-8270-dc2b54c5cae9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0923083 Nov 08 14:06:14.568091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47732) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.573871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3f845c9a-f4b1-4481-a068-54a7a545e36f tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--680689377'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.626317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f845c9a-f4b1-4481-a068-54a7a545e36f tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.689415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.695527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.735971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:06:14.745605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f845c9a-f4b1-4481-a068-54a7a545e36f tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.751716 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f845c9a-f4b1-4481-a068-54a7a545e36f tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.765602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.766904 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Added segment b1668e0a-bd04-4854-8dc1-ab646b85e356 of type vlan for network 4fd68605-7687-4c42-a528-19428b7d24e1 Nov 08 14:06:14.768615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec03e60-0901-4e3d-82de-77954dfca130,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:14.802036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3f845c9a-f4b1-4481-a068-54a7a545e36f tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.806210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3f845c9a-f4b1-4481-a068-54a7a545e36f tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2340636 Nov 08 14:06:14.806742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845c9a-f4b1-4481-a068-54a7a545e36f tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=424b8641-4b42-4c6c-8b40-65c76a829872,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:14.810064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.815781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-542c39ad-9877-41ab-be34-f53dc7b0e246 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '424b8641-4b42-4c6c-8b40-65c76a829872', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.817004 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-542c39ad-9877-41ab-be34-f53dc7b0e246 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 08 14:06:14.817384 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-542c39ad-9877-41ab-be34-f53dc7b0e246 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:14.821537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-542c39ad-9877-41ab-be34-f53dc7b0e246 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0078137 Nov 08 14:06:14.822616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47736) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.830700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.831504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a149b09c-9817-46d7-b0e2-7fab00667ece tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '424b8641-4b42-4c6c-8b40-65c76a829872', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.832934 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-a149b09c-9817-46d7-b0e2-7fab00667ece tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 08 14:06:14.833456 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-a149b09c-9817-46d7-b0e2-7fab00667ece tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:14.837211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a149b09c-9817-46d7-b0e2-7fab00667ece tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107472 Nov 08 14:06:14.838569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47738) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.858993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d8ab1957-20c9-4a7e-96c7-5077e01c65ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '424b8641-4b42-4c6c-8b40-65c76a829872', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.859884 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-d8ab1957-20c9-4a7e-96c7-5077e01c65ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 08 14:06:14.860584 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-d8ab1957-20c9-4a7e-96c7-5077e01c65ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:14.863789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d8ab1957-20c9-4a7e-96c7-5077e01c65ca tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0221424 Nov 08 14:06:14.865936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47740) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.872041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b9caa598-0254-4864-81d9-82e83b32b030 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '424b8641-4b42-4c6c-8b40-65c76a829872', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:14.872992 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-b9caa598-0254-4864-81d9-82e83b32b030 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 08 14:06:14.881377 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-b9caa598-0254-4864-81d9-82e83b32b030 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:14.881377 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b9caa598-0254-4864-81d9-82e83b32b030 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075765 Nov 08 14:06:14.881920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47742) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.888984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.895979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:14.897532 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:14.963319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7049832 Nov 08 14:06:14.967108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47744) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:14.974750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Request body: {'subnet': {'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.015846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfb2db-ad0c-4541-93fb-1b6c3079b73a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event updated for resources: {'Network': ['ID=4fd68605-7687-4c42-a528-19428b7d24e1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:15.035178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4fd68605-7687-4c42-a528-19428b7d24e1 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:06:15.060932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a217-9191-47c5-939d-7e7a0a44ca0c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.124849 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a217-9191-47c5-939d-7e7a0a44ca0c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.137122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Made reservation on behalf of 470656d761504c87b1c97ed77a062ff3 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:15.142315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.221343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a217-9191-47c5-939d-7e7a0a44ca0c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.225152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2e7a217-9191-47c5-939d-7e7a0a44ca0c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.229250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c2e7a217-9191-47c5-939d-7e7a0a44ca0c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/424b8641-4b42-4c6c-8b40-65c76a829872 HTTP/1.1" status: 204 len: 168 time: 0.3448129 Nov 08 14:06:15.240994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47748) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.261169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7a217-9191-47c5-939d-7e7a0a44ca0c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=424b8641-4b42-4c6c-8b40-65c76a829872,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:15.331148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f91ed66d-b2c5-4012-810d-e6780a5ed802 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0884171 Nov 08 14:06:15.334746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47752) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.340046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f1365174-a85b-41cb-959b-1373604a3d48 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--497422873'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.370686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1365174-a85b-41cb-959b-1373604a3d48 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.431457 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.484973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1365174-a85b-41cb-959b-1373604a3d48 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.505432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1365174-a85b-41cb-959b-1373604a3d48 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.531221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event updated for resources: {'Subnet': ['ID=649d1404-1165-4377-b5b2-27865f2d3000,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:15.545420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Checking segment: {'id': 'b1668e0a-bd04-4854-8dc1-ab646b85e356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:15.546790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Network hostable DHCP agents. Network: 4fd68605-7687-4c42-a528-19428b7d24e1, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:06:15.585605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1365174-a85b-41cb-959b-1373604a3d48 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.592016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f1365174-a85b-41cb-959b-1373604a3d48 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2536886 Nov 08 14:06:15.594354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47754) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.616485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1365174-a85b-41cb-959b-1373604a3d48 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74089451-e571-4e1c-bfc8-5338e72e4732,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:15.619062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b160a201-da13-4633-8d1c-1944b3d19a01 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.620456 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-b160a201-da13-4633-8d1c-1944b3d19a01 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 14:06:15.620991 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-b160a201-da13-4633-8d1c-1944b3d19a01 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:15.626042 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b160a201-da13-4633-8d1c-1944b3d19a01 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0268328 Nov 08 14:06:15.626407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.631572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-75ebe1c8-cea5-4829-a537-cedc13fe2a22 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.634965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Network 4fd68605-7687-4c42-a528-19428b7d24e1 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:06:15.664188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4fd68605-7687-4c42-a528-19428b7d24e1) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:15.681882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:15.682675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.689332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea04062e-a99f-4a70-804c-d9815fbb2e82 None None] Network 4fd68605-7687-4c42-a528-19428b7d24e1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:15.733544 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7130d69b-72d4-4f21-a3f2-f8d016cad1d8 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7611797 Nov 08 14:06:15.734025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47760) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.735929 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-75ebe1c8-cea5-4829-a537-cedc13fe2a22 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:15.737543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-75ebe1c8-cea5-4829-a537-cedc13fe2a22 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1100888 Nov 08 14:06:15.740520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47762) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.747011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Request body: {'port': {'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1793520049'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.760608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3929568f-2245-447b-b217-ac806b57404c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.762445 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-3929568f-2245-447b-b217-ac806b57404c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 08 14:06:15.767006 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-3929568f-2245-447b-b217-ac806b57404c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:15.768736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3929568f-2245-447b-b217-ac806b57404c tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0268955 Nov 08 14:06:15.771891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47764) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.780599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-41ebf7f0-1a86-448e-ba76-9c3ad3cda79e tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.864766 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-41ebf7f0-1a86-448e-ba76-9c3ad3cda79e tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:15.866781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41ebf7f0-1a86-448e-ba76-9c3ad3cda79e tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0936651 Nov 08 14:06:15.869775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47766) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.875041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c98e3895-d379-4cf7-aac5-6ac1a868a4bf tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.875928 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-c98e3895-d379-4cf7-aac5-6ac1a868a4bf tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 08 14:06:15.876624 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-c98e3895-d379-4cf7-aac5-6ac1a868a4bf tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:15.877816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c98e3895-d379-4cf7-aac5-6ac1a868a4bf tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067604 Nov 08 14:06:15.880724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47768) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.897128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bc24e8a2-a81c-4614-acb0-1b3524cd5ad5 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.922486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.db.api [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 08 14:06:15.922486 n-d-804292-2 neutron-server[101840]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 08 14:06:15.922486 n-d-804292-2 neutron-server[101840]: [parameters: {'project_id_1': '470656d761504c87b1c97ed77a062ff3', 'expiration_1': datetime.datetime(2021, 11, 8, 14, 5, 55, 913687)}] Nov 08 14:06:15.922486 n-d-804292-2 neutron-server[101840]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101840) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:06:15.923138 n-d-804292-2 neutron-server[101840]: DEBUG oslo_db.api [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:06:15.969682 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-bc24e8a2-a81c-4614-acb0-1b3524cd5ad5 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:15.974102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bc24e8a2-a81c-4614-acb0-1b3524cd5ad5 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0891662 Nov 08 14:06:15.974564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.980591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a77080cd-97dc-43ff-a5fa-344ce9d6dfef tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:15.981191 n-d-804292-2 neutron-server[101840]: WARNING neutron.api.v2.base [None req-a77080cd-97dc-43ff-a5fa-344ce9d6dfef tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 08 14:06:15.981996 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-a77080cd-97dc-43ff-a5fa-344ce9d6dfef tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:15.983141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a77080cd-97dc-43ff-a5fa-344ce9d6dfef tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074937 Nov 08 14:06:15.984386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4fd68605-7687-4c42-a528-19428b7d24e1', 'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1', 'tenant_id': '470656d761504c87b1c97ed77a062ff3', 'fixed_ips': [{'subnet_id': '649d1404-1165-4377-b5b2-27865f2d3000'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:06:15.985565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:15.986216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47772) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:15.992954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-06d8c26d-c1e9-4cb3-a06b-fd05448964c9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:16.044257 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-06d8c26d-c1e9-4cb3-a06b-fd05448964c9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:16.048486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47774) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:16.048968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-06d8c26d-c1e9-4cb3-a06b-fd05448964c9 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0616837 Nov 08 14:06:16.053407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6da2686a-bd34-47aa-bdff-4a2f4baf2c19 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '74089451-e571-4e1c-bfc8-5338e72e4732', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:16.095417 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-6da2686a-bd34-47aa-bdff-4a2f4baf2c19 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:16.099165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6da2686a-bd34-47aa-bdff-4a2f4baf2c19 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0467243 Nov 08 14:06:16.099476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47776) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:16.174160 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-309de59b-cb64-4f23-bef6-660a1987fab0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.183199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Allocated IP 172.20.0.2 (4fd68605-7687-4c42-a528-19428b7d24e1/649d1404-1165-4377-b5b2-27865f2d3000/f82a5094-85ce-41d4-b04a-6871cb4af5bd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:16.205223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-309de59b-cb64-4f23-bef6-660a1987fab0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.289410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-309de59b-cb64-4f23-bef6-660a1987fab0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.292586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-309de59b-cb64-4f23-bef6-660a1987fab0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.297508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47780) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:16.308806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-309de59b-cb64-4f23-bef6-660a1987fab0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/74089451-e571-4e1c-bfc8-5338e72e4732 HTTP/1.1" status: 204 len: 168 time: 0.2081366 Nov 08 14:06:16.329462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309de59b-cb64-4f23-bef6-660a1987fab0 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74089451-e571-4e1c-bfc8-5338e72e4732,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:16.409316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47784) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:16.427391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-047808a2-57bc-4d34-91ca-60fbae60b7ba tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--390225192'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:16.434918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ffad5948-7569-44bf-b2af-511f6c1ac440 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1351018 Nov 08 14:06:16.511367 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-047808a2-57bc-4d34-91ca-60fbae60b7ba tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.519776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Made reservation on behalf of 470656d761504c87b1c97ed77a062ff3 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:16.522905 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.526001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.533280 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.569174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] device_id is not set on port 30df9307-de0d-454e-b0bf-fe5d866a340a yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:06:16.626147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Network 4fd68605-7687-4c42-a528-19428b7d24e1 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:16.631788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-047808a2-57bc-4d34-91ca-60fbae60b7ba tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.638955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-047808a2-57bc-4d34-91ca-60fbae60b7ba tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.645084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:16.649712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:16.672095 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-047808a2-57bc-4d34-91ca-60fbae60b7ba tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.677848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-047808a2-57bc-4d34-91ca-60fbae60b7ba tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2661111 Nov 08 14:06:16.678567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47786) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:16.695215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2e1b278b-1702-4221-985f-7811b8b21ecb tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': 'fecb721e-bc6a-4b6a-81b3-3e99fa0dfb3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:16.729738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Pushing event updated for resources: {'Port': ['ID=f82a5094-85ce-41d4-b04a-6871cb4af5bd,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:16.758435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Allocated IP 172.20.0.5 (4fd68605-7687-4c42-a528-19428b7d24e1/649d1404-1165-4377-b5b2-27865f2d3000/30df9307-de0d-454e-b0bf-fe5d866a340a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:16.817815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Attempting to bind port f82a5094-85ce-41d4-b04a-6871cb4af5bd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:06:16.818265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047808a2-57bc-4d34-91ca-60fbae60b7ba tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb721e-bc6a-4b6a-81b3-3e99fa0dfb3c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:16.818761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Attempting to bind port f82a5094-85ce-41d4-b04a-6871cb4af5bd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b1668e0a-bd04-4854-8dc1-ab646b85e356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:06:16.819374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Attempting to bind port f82a5094-85ce-41d4-b04a-6871cb4af5bd on network 4fd68605-7687-4c42-a528-19428b7d24e1 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:06:16.826884 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-2e1b278b-1702-4221-985f-7811b8b21ecb tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The resource could not be found. Nov 08 14:06:16.831217 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2e1b278b-1702-4221-985f-7811b8b21ecb tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1473970 Nov 08 14:06:16.831808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47790) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:16.837514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d8398540-5c83-47f3-9b40-d5f2a176125d tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': 'fecb721e-bc6a-4b6a-81b3-3e99fa0dfb3c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bb150bb8-b9ed-47e2-8207-eeb3aa72fe4a'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:16.852840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:06:16.853418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Checking segment: {'id': 'b1668e0a-bd04-4854-8dc1-ab646b85e356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:16.853931 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.859781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Bound using segment: {'id': 'b1668e0a-bd04-4854-8dc1-ab646b85e356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:06:16.861555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Bound port: f82a5094-85ce-41d4-b04a-6871cb4af5bd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1668e0a-bd04-4854-8dc1-ab646b85e356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:06:16.861889 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:16.944593 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-d8398540-5c83-47f3-9b40-d5f2a176125d tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The resource could not be found. Nov 08 14:06:16.948665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d8398540-5c83-47f3-9b40-d5f2a176125d tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1152344 Nov 08 14:06:16.949666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47792) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:16.970651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] For port f82a5094-85ce-41d4-b04a-6871cb4af5bd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:06:16.975576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] For port f82a5094-85ce-41d4-b04a-6871cb4af5bd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f82a5094-85ce-41d4-b04a-6871cb4af5bd,segment=NetworkSegment(b1668e0a-bd04-4854-8dc1-ab646b85e356),segment_id=b1668e0a-bd04-4854-8dc1-ab646b85e356)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:06:16.992809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.050822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-575a957a-b2f7-4f8d-b38a-033a43bb48d7 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.105162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-575a957a-b2f7-4f8d-b38a-033a43bb48d7 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.115895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.143280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff6074-c582-4664-8ab5-cbfe9b186525 None None] Pushing event updated for resources: {'Port': ['ID=f82a5094-85ce-41d4-b04a-6871cb4af5bd,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:17.179303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.197778 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-575a957a-b2f7-4f8d-b38a-033a43bb48d7 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.202859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-575a957a-b2f7-4f8d-b38a-033a43bb48d7 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.204369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-575a957a-b2f7-4f8d-b38a-033a43bb48d7 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/fecb721e-bc6a-4b6a-81b3-3e99fa0dfb3c HTTP/1.1" status: 204 len: 168 time: 0.2532940 Nov 08 14:06:17.208393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:17.244732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a957a-b2f7-4f8d-b38a-033a43bb48d7 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb721e-bc6a-4b6a-81b3-3e99fa0dfb3c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:17.301083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event updated for resources: {'Port': ['ID=30df9307-de0d-454e-b0bf-fe5d866a340a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:17.304627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-43dcbfb4-b024-467a-8d5e-6b93cca28e76 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0933580 Nov 08 14:06:17.308658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47798) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:17.313833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7000fc4f-c097-4c26-b66c-75bb37f8266b tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': 'f8e88375-2382-41e5-a758-8c2f39f1dcad', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:17.314022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Network 4fd68605-7687-4c42-a528-19428b7d24e1 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:17.315925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:17.319208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:17.423654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:17.424822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.439045 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-7000fc4f-c097-4c26-b66c-75bb37f8266b tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The resource could not be found. Nov 08 14:06:17.444390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7000fc4f-c097-4c26-b66c-75bb37f8266b tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1307142 Nov 08 14:06:17.445143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47802) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:17.453802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d3cc4c38-9e50-4ad7-8d5a-83a62c38424a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--383061149'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:17.514304 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-57099e72-eb75-4d8d-aebd-c370cf011d16 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7785282 Nov 08 14:06:17.520596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47804) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:17.548818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Request body: {'port': {'network_id': '4fd68605-7687-4c42-a528-19428b7d24e1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1638355785', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:17.549849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.api.validators [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] bootfile-name is not in valid_values {{(pid=101840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 14:06:17.550988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.api.validators [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] tftp-server is not in valid_values {{(pid=101840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 14:06:17.551349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.api.validators [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] server-ip-address is not in valid_values {{(pid=101840) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 14:06:17.557230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4c38-9e50-4ad7-8d5a-83a62c38424a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.714199 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4c38-9e50-4ad7-8d5a-83a62c38424a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.722379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4c38-9e50-4ad7-8d5a-83a62c38424a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.753959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Made reservation on behalf of 470656d761504c87b1c97ed77a062ff3 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:17.760501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.781815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3cc4c38-9e50-4ad7-8d5a-83a62c38424a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:17.783265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d3cc4c38-9e50-4ad7-8d5a-83a62c38424a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3366647 Nov 08 14:06:17.785894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc4c38-9e50-4ad7-8d5a-83a62c38424a tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ae33f0-4b66-402c-a1fa-0bb2d3939293,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:17.787212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47810) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:17.793554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e0d7f44b-1b02-4feb-aa8d-a380b5025a33 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535182005'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:17.801473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] device_id is not set on port 2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:06:17.889001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f44b-1b02-4feb-aa8d-a380b5025a33 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.031318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Allocated IP 172.20.0.3 (4fd68605-7687-4c42-a528-19428b7d24e1/649d1404-1165-4377-b5b2-27865f2d3000/2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:18.132201 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f44b-1b02-4feb-aa8d-a380b5025a33 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.137846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f44b-1b02-4feb-aa8d-a380b5025a33 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.211599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0d7f44b-1b02-4feb-aa8d-a380b5025a33 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.213586 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e0d7f44b-1b02-4feb-aa8d-a380b5025a33 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4250419 Nov 08 14:06:18.220224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47818) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:18.230215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-13ba88d8-c6ab-4719-b96d-dda215fca44d tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group_rule': {'security_group_id': '13ae33f0-4b66-402c-a1fa-0bb2d3939293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '88f7bf31-1888-4fcd-b8dc-dd08c585f8d3'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:18.255970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d7f44b-1b02-4feb-aa8d-a380b5025a33 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f7bf31-1888-4fcd-b8dc-dd08c585f8d3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:18.341131 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-13ba88d8-c6ab-4719-b96d-dda215fca44d tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:18.345103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-13ba88d8-c6ab-4719-b96d-dda215fca44d tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1214721 Nov 08 14:06:18.349249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47822) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:18.450790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.482594 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e476691c-1e5b-4b99-8e4e-e2c179dfb1dd tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.513978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.531646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e476691c-1e5b-4b99-8e4e-e2c179dfb1dd tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.614295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e476691c-1e5b-4b99-8e4e-e2c179dfb1dd tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.622767 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e476691c-1e5b-4b99-8e4e-e2c179dfb1dd tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.625179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e476691c-1e5b-4b99-8e4e-e2c179dfb1dd tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/88f7bf31-1888-4fcd-b8dc-dd08c585f8d3 HTTP/1.1" status: 204 len: 168 time: 0.2744110 Nov 08 14:06:18.625412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event updated for resources: {'Port': ['ID=2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:18.628966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47826) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:18.649079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.649484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.649886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.650259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.650651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.651162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.651849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.652241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.652675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.653065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.653447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.653824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:18.683701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476691c-1e5b-4b99-8e4e-e2c179dfb1dd tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f7bf31-1888-4fcd-b8dc-dd08c585f8d3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:18.692915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Network 4fd68605-7687-4c42-a528-19428b7d24e1 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:18.694607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:18.706698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:18.845848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:18.846912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:18.868587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ef9491-5d4d-4cb7-aa19-2c67515179b1 None None] Network 4fd68605-7687-4c42-a528-19428b7d24e1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:18.913537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-838f2bcd-6167-4ffe-bee7-9ee03498a5ff tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2775877 Nov 08 14:06:18.914190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47834) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:18.926583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6174b550-70fd-4f69-8a07-05702f1106c4 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4036787 Nov 08 14:06:18.930455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47836) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:19.037066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea74b-4d2b-405f-ae70-2e4c893d2167 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.068354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea74b-4d2b-405f-ae70-2e4c893d2167 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.122840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Provisioning complete for port f82a5094-85ce-41d4-b04a-6871cb4af5bd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:19.124369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.151912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea74b-4d2b-405f-ae70-2e4c893d2167 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.154847 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6f2ea74b-4d2b-405f-ae70-2e4c893d2167 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.156285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f2ea74b-4d2b-405f-ae70-2e4c893d2167 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/13ae33f0-4b66-402c-a1fa-0bb2d3939293 HTTP/1.1" status: 204 len: 168 time: 0.2411366 Nov 08 14:06:19.161275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68d348-d990-4b65-b2f3-b79c4d10f47d tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:19.171765 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47844) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:19.174498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68d348-d990-4b65-b2f3-b79c4d10f47d tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:19.181940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b68d348-d990-4b65-b2f3-b79c4d10f47d tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:19.184479 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6b68d348-d990-4b65-b2f3-b79c4d10f47d tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2520442 Nov 08 14:06:19.187226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47846) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:19.208730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ea74b-4d2b-405f-ae70-2e4c893d2167 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ae33f0-4b66-402c-a1fa-0bb2d3939293,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:19.314683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-235ccc47-4989-4b10-a972-c787bb5228fe tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1365716 Nov 08 14:06:19.315376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47850) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:19.320833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5a62a44b-ae94-415b-aaeb-30bb3f035117 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910716837'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:19.388364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a62a44b-ae94-415b-aaeb-30bb3f035117 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.405741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Deleting port 2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:19.406102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.540507 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.545228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f82a5094-85ce-41d4-b04a-6871cb4af5bd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:06:19.681284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] For port f82a5094-85ce-41d4-b04a-6871cb4af5bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f82a5094-85ce-41d4-b04a-6871cb4af5bd,segment=NetworkSegment(b1668e0a-bd04-4854-8dc1-ab646b85e356),segment_id=b1668e0a-bd04-4854-8dc1-ab646b85e356)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:19.691664 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.734905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a62a44b-ae94-415b-aaeb-30bb3f035117 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.742523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.754300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a62a44b-ae94-415b-aaeb-30bb3f035117 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.784737 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a62a44b-ae94-415b-aaeb-30bb3f035117 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.786430 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5a62a44b-ae94-415b-aaeb-30bb3f035117 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4705420 Nov 08 14:06:19.789655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47858) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:19.797179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Calling delete_port for 2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:19.801519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2b8c2025-3d3f-47ac-b72e-cd41e52c9380 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:19.803195 n-d-804292-2 neutron-server[101841]: WARNING neutron.api.v2.base [None req-2b8c2025-3d3f-47ac-b72e-cd41e52c9380 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 08 14:06:19.807064 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-2b8c2025-3d3f-47ac-b72e-cd41e52c9380 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] update failed (client error): There was a conflict when trying to complete your request. Nov 08 14:06:19.813213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2b8c2025-3d3f-47ac-b72e-cd41e52c9380 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "PUT /v2.0/security-groups/d148ac35-22e8-4187-a04f-bdc9e3f3112b HTTP/1.1" status: 409 len: 330 time: 0.0159862 Nov 08 14:06:19.814000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:19.815916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Pushing event updated for resources: {'Port': ['ID=f82a5094-85ce-41d4-b04a-6871cb4af5bd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:19.827622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62a44b-ae94-415b-aaeb-30bb3f035117 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d148ac35-22e8-4187-a04f-bdc9e3f3112b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:19.871895 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.872590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.872950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.873950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.874482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.874998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.875492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.876016 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.888420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.889169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.889783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.890348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320fc32-bbed-4334-af4c-f8aa88688ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:06:19.897722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f82a5094-85ce-41d4-b04a-6871cb4af5bd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:19.898399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.941055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f165d6-7ffb-4371-983e-8f012a8105af tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:19.994374 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f165d6-7ffb-4371-983e-8f012a8105af tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.114133 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f165d6-7ffb-4371-983e-8f012a8105af tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.118415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f165d6-7ffb-4371-983e-8f012a8105af tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.119974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-16f165d6-7ffb-4371-983e-8f012a8105af tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/d148ac35-22e8-4187-a04f-bdc9e3f3112b HTTP/1.1" status: 204 len: 168 time: 0.3020267 Nov 08 14:06:20.125628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47862) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:20.159875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.173927 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f165d6-7ffb-4371-983e-8f012a8105af tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d148ac35-22e8-4187-a04f-bdc9e3f3112b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:20.222618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event deleted for resources: {'Port': ['ID=2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:20.242401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bb57ba1c-de1a-4600-8a07-78af563cd5c1 None None] Could not find standard attr ID for object 2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:06:20.256568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ae4272b4-a811-4e9a-8ee5-f3884a9b5c09 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1270130 Nov 08 14:06:20.260158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47866) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:20.290711 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-0694c1a8-472c-4e2a-ae53-eb26f17aa0d2 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] delete failed (client error): The resource could not be found. Nov 08 14:06:20.291799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0694c1a8-472c-4e2a-ae53-eb26f17aa0d2 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "DELETE /v2.0/security-groups/ecb03628-8762-4231-8606-f8bdac1e7999 HTTP/1.1" status: 404 len: 347 time: 0.0306225 Nov 08 14:06:20.300449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bb57ba1c-de1a-4600-8a07-78af563cd5c1 None None] Provisioning complete for port 30df9307-de0d-454e-b0bf-fe5d866a340a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:20.300943 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bb57ba1c-de1a-4600-8a07-78af563cd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.301151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47868) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:20.337414 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-4d09f09a-0cb1-43f0-b486-7d5bc2b4c821 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] show failed (client error): The resource could not be found. Nov 08 14:06:20.339258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4d09f09a-0cb1-43f0-b486-7d5bc2b4c821 tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-groups/b367e1af-89bc-4856-bb89-ce58a4ee8f6d HTTP/1.1" status: 404 len: 347 time: 0.0374339 Nov 08 14:06:20.345162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47870) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:20.367862 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-b3fb6dad-e1da-4be0-9a5f-95b09c610fbb tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] show failed (client error): The resource could not be found. Nov 08 14:06:20.369248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b3fb6dad-e1da-4be0-9a5f-95b09c610fbb tempest-NegativeSecGroupTest-2122559407 tempest-NegativeSecGroupTest-2122559407-project] 10.222.0.65 "GET /v2.0/security-group-rules/d739389f-185e-4293-bc73-7f0d088ea520 HTTP/1.1" status: 404 len: 356 time: 0.0228667 Nov 08 14:06:20.416505 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bb57ba1c-de1a-4600-8a07-78af563cd5c1 None None] Port 30df9307-de0d-454e-b0bf-fe5d866a340a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:20.418601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.430092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47876) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:20.437342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Request body: {'port': {'name': 'tempest-new-port-name-1278524021', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:20.438019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] bootfile-name is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 14:06:20.438019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] tftp-server is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 14:06:20.438420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.api.validators [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] server-ip-address is not in valid_values {{(pid=101841) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 08 14:06:20.438548 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cf12417b-520f-448e-a07f-541263bad103 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "DELETE /v2.0/ports/2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52 HTTP/1.1" status: 204 len: 168 time: 1.2459302 Nov 08 14:06:20.440622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bb57ba1c-de1a-4600-8a07-78af563cd5c1 None None] Provisioning complete for port f82a5094-85ce-41d4-b04a-6871cb4af5bd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:20.440996 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bb57ba1c-de1a-4600-8a07-78af563cd5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.620535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:20.891218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e44667f8-0f81-4d9e-95a3-9d38602d1ce5 None None] Provisioning complete for port 30df9307-de0d-454e-b0bf-fe5d866a340a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:20.894205 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e44667f8-0f81-4d9e-95a3-9d38602d1ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.024247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e44667f8-0f81-4d9e-95a3-9d38602d1ce5 None None] Port 30df9307-de0d-454e-b0bf-fe5d866a340a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:21.084360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47882) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:21.133786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.143561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.240876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f0b91dea-24b3-4ca7-9942-3daf569d2074 None None] Could not find standard attr ID for object 2ed0d48d-b9ce-45b3-a7de-b6329d9b8b52. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:06:21.303402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] In _notify_port_updated(), no bound segment for port 30df9307-de0d-454e-b0bf-fe5d866a340a on network 4fd68605-7687-4c42-a528-19428b7d24e1 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:06:21.317272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:21.318107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.322831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "PUT /v2.0/ports/30df9307-de0d-454e-b0bf-fe5d866a340a HTTP/1.1" status: 200 len: 1136 time: 0.8915858 Nov 08 14:06:21.322985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47890) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:21.325651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b26fe-f6b8-446d-9889-fb2cdbfe39be tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event updated for resources: {'Port': ['ID=30df9307-de0d-454e-b0bf-fe5d866a340a,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:21.469602 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f82a5094-85ce-41d4-b04a-6871cb4af5bd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:06:21.480523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a517e0fd-5a64-4b84-9185-4cad7a1cb086 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:21.482609 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a517e0fd-5a64-4b84-9185-4cad7a1cb086 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "GET /v2.0/ports/30df9307-de0d-454e-b0bf-fe5d866a340a HTTP/1.1" status: 200 len: 1136 time: 0.1580856 Nov 08 14:06:21.490086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47896) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:21.517759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a965c26f-b0cf-47a2-8609-dc77493b3e02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3814991bade1428394602cc7c4be5e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4299207 Nov 08 14:06:21.519246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47900) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:21.578882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f82a5094-85ce-41d4-b04a-6871cb4af5bd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:21.579437 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.646898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d8ec5bd-2274-4686-baef-c9315d597278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.731865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Deleting port 30df9307-de0d-454e-b0bf-fe5d866a340a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:21.732224 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.740423 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d8ec5bd-2274-4686-baef-c9315d597278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.879708 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d8ec5bd-2274-4686-baef-c9315d597278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.886278 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d8ec5bd-2274-4686-baef-c9315d597278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:21.893166 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0d8ec5bd-2274-4686-baef-c9315d597278 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53aee0dc-0eb5-42e8-b646-5217c1b7f388 HTTP/1.1" status: 204 len: 168 time: 0.3717628 Nov 08 14:06:21.924607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ec5bd-2274-4686-baef-c9315d597278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aee0dc-0eb5-42e8-b646-5217c1b7f388,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:21.984836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:22.011963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Calling delete_port for 30df9307-de0d-454e-b0bf-fe5d866a340a owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:22.097686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db4ffc0b-b606-47ec-b3ae-2c7fa758f69f None None] Provisioning complete for port 30df9307-de0d-454e-b0bf-fe5d866a340a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:22.098293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db4ffc0b-b606-47ec-b3ae-2c7fa758f69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:22.175152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-db4ffc0b-b606-47ec-b3ae-2c7fa758f69f None None] Port 30df9307-de0d-454e-b0bf-fe5d866a340a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:22.694935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:22.740030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event deleted for resources: {'Port': ['ID=30df9307-de0d-454e-b0bf-fe5d866a340a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:23.018570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.060378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2fe9cab-fecd-4c45-b1d1-ed5c5cad009a tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "DELETE /v2.0/ports/30df9307-de0d-454e-b0bf-fe5d866a340a HTTP/1.1" status: 204 len: 168 time: 1.5688486 Nov 08 14:06:23.063371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47926) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:23.221945 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.243175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Deleting subnet 649d1404-1165-4377-b5b2-27865f2d3000 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:06:23.257799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.383945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.635093 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.679724 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:06:23.736486 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.810742 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.929886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event deleted for resources: {'Subnet': ['ID=649d1404-1165-4377-b5b2-27865f2d3000,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:23.940290 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:23.944845 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-70d6209c-1e24-4f53-b2f1-eb07b45414aa tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "DELETE /v2.0/subnets/649d1404-1165-4377-b5b2-27865f2d3000 HTTP/1.1" status: 204 len: 168 time: 0.8790667 Nov 08 14:06:23.950347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:23.952917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5845d99-26e4-4481-a42c-ce78ad792c64 None None] Network 4fd68605-7687-4c42-a528-19428b7d24e1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:24.251396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:24.413392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Deleting port f82a5094-85ce-41d4-b04a-6871cb4af5bd {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:24.413743 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:24.502203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] DHCP port deletion for 4fd68605-7687-4c42-a528-19428b7d24e1 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:06:24.556284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] For port f82a5094-85ce-41d4-b04a-6871cb4af5bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f82a5094-85ce-41d4-b04a-6871cb4af5bd,segment=NetworkSegment(b1668e0a-bd04-4854-8dc1-ab646b85e356),segment_id=b1668e0a-bd04-4854-8dc1-ab646b85e356)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:24.556806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:24.572946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Calling delete_port for f82a5094-85ce-41d4-b04a-6871cb4af5bd owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:24.661127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] Deleting port f82a5094-85ce-41d4-b04a-6871cb4af5bd {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:24.661975 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:24.721319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:24.768240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event deleted for resources: {'Port': ['ID=f82a5094-85ce-41d4-b04a-6871cb4af5bd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:24.774866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] No DVR routers for this DVR port f82a5094-85ce-41d4-b04a-6871cb4af5bd on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:06:24.863478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] For port f82a5094-85ce-41d4-b04a-6871cb4af5bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f82a5094-85ce-41d4-b04a-6871cb4af5bd,segment=NetworkSegment(b1668e0a-bd04-4854-8dc1-ab646b85e356),segment_id=b1668e0a-bd04-4854-8dc1-ab646b85e356)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:24.863919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:24.903772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] Calling delete_port for f82a5094-85ce-41d4-b04a-6871cb4af5bd owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:24.950863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:25.009304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd68605-7687-4c42-a528-19428b7d24e1']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:25.039133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1668e0a-bd04-4854-8dc1-ab646b85e356') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:25.040556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1668e0a-bd04-4854-8dc1-ab646b85e356') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:25.070826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:25.119367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:25.187712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:06:25.188474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:06:25.194210 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:06:25.204709 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:25.345934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] Pushing event deleted for resources: {'Port': ['ID=f82a5094-85ce-41d4-b04a-6871cb4af5bd,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:25.365777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161e0e61-b205-4002-9e98-a1581f85d816 None None] No DVR routers for this DVR port f82a5094-85ce-41d4-b04a-6871cb4af5bd on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:06:25.471539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f82a5094-85ce-41d4-b04a-6871cb4af5bd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:06:25.551374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f82a5094-85ce-41d4-b04a-6871cb4af5bd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:06:25.558440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f82a5094-85ce-41d4-b04a-6871cb4af5bd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:06:25.584677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:25.646743 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:25.666356 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] 10.222.0.65 "DELETE /v2.0/networks/4fd68605-7687-4c42-a528-19428b7d24e1 HTTP/1.1" status: 204 len: 168 time: 1.7123175 Nov 08 14:06:25.747202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2bc56-f447-4ac1-9a5b-c85ae620f501 tempest-ExtraDHCPOptionsTestJSON-1295684054 tempest-ExtraDHCPOptionsTestJSON-1295684054-project] Pushing event deleted for resources: {'Network': ['ID=4fd68605-7687-4c42-a528-19428b7d24e1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:26.200118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47982) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:26.330718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47986) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:26.583633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6320b06-81bb-40ef-83a5-cb1c577c2fd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:26.765728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-98cd1393-47a9-49a4-8a1a-92a69203d707 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=470656d761504c87b1c97ed77a062ff3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4326310 Nov 08 14:06:26.770053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 47992) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:26.950262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6320b06-81bb-40ef-83a5-cb1c577c2fd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:26.956698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aad9ec12-a433-4ccd-8e50-b584afa66819 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:26.967405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6320b06-81bb-40ef-83a5-cb1c577c2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.038553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aad9ec12-a433-4ccd-8e50-b584afa66819 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.045857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6320b06-81bb-40ef-83a5-cb1c577c2fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64f332a-2e97-44e8-b58c-852dbb74999d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:27.053894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a6320b06-81bb-40ef-83a5-cb1c577c2fd5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3e6be9d49e94a8a89f27ccc073a412f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8525469 Nov 08 14:06:27.055156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 47998) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:27.211560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-032f046d-6bdb-46b1-b88d-701467661402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.221019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aad9ec12-a433-4ccd-8e50-b584afa66819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.223697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aad9ec12-a433-4ccd-8e50-b584afa66819 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.227398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aad9ec12-a433-4ccd-8e50-b584afa66819 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ec03e60-0901-4e3d-82de-77954dfca130 HTTP/1.1" status: 204 len: 168 time: 0.4526770 Nov 08 14:06:27.249844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9ec12-a433-4ccd-8e50-b584afa66819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec03e60-0901-4e3d-82de-77954dfca130,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:27.264684 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-032f046d-6bdb-46b1-b88d-701467661402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.383992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-032f046d-6bdb-46b1-b88d-701467661402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.387221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-032f046d-6bdb-46b1-b88d-701467661402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:27.388691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-032f046d-6bdb-46b1-b88d-701467661402 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c64f332a-2e97-44e8-b58c-852dbb74999d HTTP/1.1" status: 204 len: 168 time: 0.3321092 Nov 08 14:06:27.441897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f046d-6bdb-46b1-b88d-701467661402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64f332a-2e97-44e8-b58c-852dbb74999d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:27.934952 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b835d7a-a253-4e48-8450-20863172850f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.268007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48030) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:28.290029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b502-c1bf-47e1-9c7a-cd1b7537dd71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.434134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b502-c1bf-47e1-9c7a-cd1b7537dd71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.442137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6cc9b502-c1bf-47e1-9c7a-cd1b7537dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.564612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9b502-c1bf-47e1-9c7a-cd1b7537dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d600be-88f6-4513-a799-47e33c35ffb6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:28.605783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6cc9b502-c1bf-47e1-9c7a-cd1b7537dd71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f864d2c8da6741d0b403bb1baa895570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340926 Nov 08 14:06:28.606745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48038) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:28.700501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-83037f2f-0665-4bf1-9a42-a19e03124d9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.745860 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-83037f2f-0665-4bf1-9a42-a19e03124d9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.821247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48044) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:28.831268 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-83037f2f-0665-4bf1-9a42-a19e03124d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.834508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-83037f2f-0665-4bf1-9a42-a19e03124d9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:28.835901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-83037f2f-0665-4bf1-9a42-a19e03124d9d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4d600be-88f6-4513-a799-47e33c35ffb6 HTTP/1.1" status: 204 len: 168 time: 0.2286706 Nov 08 14:06:28.856240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83037f2f-0665-4bf1-9a42-a19e03124d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d600be-88f6-4513-a799-47e33c35ffb6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:29.062819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1287753665'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:29.109246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Made reservation on behalf of dad31a38b1ba4c45bcfa2b742e10d793 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:29.115400 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.151976 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.320682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.333756 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.446894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:06:29.467337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dced4f3-25e6-4999-a7cb-8f11ce6f8048,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:29.483635 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.484189 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Added segment f737c488-25fe-427e-bedd-8d181ddc9897 of type vlan for network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb Nov 08 14:06:29.552508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f443996d-8aaa-4862-9f78-6a05cfdc5104 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:29.554246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f443996d-8aaa-4862-9f78-6a05cfdc5104 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 0.2368240 Nov 08 14:06:29.581304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a68200a3-4af4-487c-8cbc-6585ee718ec8 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/quotas/477468f9e0cb44cfb823ec4001800944 HTTP/1.1" status: 200 len: 375 time: 0.0146580 Nov 08 14:06:29.583219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.656169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.662685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:29.663668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:29.696207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-1419b0a6-0a15-45a1-96d7-cf9027cb1d35 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012652 Nov 08 14:06:29.876853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0536141 Nov 08 14:06:29.880188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48082) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:29.885531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f2445cec-26fb-4dfd-bb85-dd86f0632cc2 service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711454 Nov 08 14:06:29.888483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'subnet': {'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:29.892560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0062d6-8e8f-41c8-bdb2-2f3d4a06a000 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Network': ['ID=98d8a4a0-40be-48b6-b0b2-c7a757cf62bb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:29.907306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:06:30.070861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-7247f36a-2b74-4980-9ea5-671728fe7524 service neutron] 10.222.0.65 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755371 Nov 08 14:06:30.180948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Made reservation on behalf of dad31a38b1ba4c45bcfa2b742e10d793 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:30.188976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.440585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3360e764-dfb8-4342-9758-94e89254bce5 req-74790788-2403-43ce-ad6c-ae9738f1a81e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 210 time: 0.0607278 Nov 08 14:06:30.562339 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.652701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Subnet': ['ID=86cfb6a9-9bba-4797-8c53-c78a2c4b6878,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:30.665699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Checking segment: {'id': 'f737c488-25fe-427e-bedd-8d181ddc9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:30.666706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Network hostable DHCP agents. Network: 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:06:30.709451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:06:30.724803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:30.732261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:30.734524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.745027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf76a87-4d24-4b74-8827-7c8ce4e9c1bb None None] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:30.776748 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2722dc1-9fe6-4efd-888d-4ba5474b04bf tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8893368 Nov 08 14:06:30.777043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48114) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:30.782093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-02595cf6-2e9e-42a5-be43-271505a11b66 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-269346319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:30.823358 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02595cf6-2e9e-42a5-be43-271505a11b66 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.824850 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02595cf6-2e9e-42a5-be43-271505a11b66 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.948102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02595cf6-2e9e-42a5-be43-271505a11b66 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.956359 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02595cf6-2e9e-42a5-be43-271505a11b66 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.984826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02595cf6-2e9e-42a5-be43-271505a11b66 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:30.986858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-02595cf6-2e9e-42a5-be43-271505a11b66 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2082515 Nov 08 14:06:30.990683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:31.344500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-98d8a4a0-40be-48b6-b0b2-c7a757cf62bb', 'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb', 'tenant_id': 'dad31a38b1ba4c45bcfa2b742e10d793', 'fixed_ips': [{'subnet_id': '86cfb6a9-9bba-4797-8c53-c78a2c4b6878'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:06:31.346955 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:31.495924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:31.527335 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc96e53e-d32a-49a3-be78-8a67a1e853a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:31.643970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Allocated IP 172.20.0.2 (98d8a4a0-40be-48b6-b0b2-c7a757cf62bb/86cfb6a9-9bba-4797-8c53-c78a2c4b6878/78c728b3-59ef-44c4-a8a2-81ed65a1832e) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:31.685681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-720192f0-11c2-41a9-b815-8a0d57ca2e9a req-1ff6032d-d14b-4baf-bba9-ddf6c75ee3d2 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 210 time: 0.0835018 Nov 08 14:06:32.039293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.051097 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.059579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-e37abb09-007f-455f-aaa0-83bf0589118d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:32.064109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-e37abb09-007f-455f-aaa0-83bf0589118d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 815 time: 0.2709060 Nov 08 14:06:32.099427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:32.102972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:32.108787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:32.109445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Request body: {'port': {'device_id': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'admin_state_up': True, 'tenant_id': '477468f9e0cb44cfb823ec4001800944'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:32.116882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Pushing event updated for resources: {'Port': ['ID=78c728b3-59ef-44c4-a8a2-81ed65a1832e,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:32.200082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Attempting to bind port 78c728b3-59ef-44c4-a8a2-81ed65a1832e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:06:32.201632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Attempting to bind port 78c728b3-59ef-44c4-a8a2-81ed65a1832e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f737c488-25fe-427e-bedd-8d181ddc9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:06:32.202847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Attempting to bind port 78c728b3-59ef-44c4-a8a2-81ed65a1832e on network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:06:32.212539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:06:32.213487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Checking segment: {'id': 'f737c488-25fe-427e-bedd-8d181ddc9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:32.214388 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.215369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Bound using segment: {'id': 'f737c488-25fe-427e-bedd-8d181ddc9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:06:32.216237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Bound port: 78c728b3-59ef-44c4-a8a2-81ed65a1832e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f737c488-25fe-427e-bedd-8d181ddc9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:06:32.217284 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.220544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Allocated IP 172.20.0.1 (98d8a4a0-40be-48b6-b0b2-c7a757cf62bb/86cfb6a9-9bba-4797-8c53-c78a2c4b6878/a4d005e7-025f-44b4-b113-ec81b4116468) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:32.318211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] For port 78c728b3-59ef-44c4-a8a2-81ed65a1832e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:06:32.322542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] For port 78c728b3-59ef-44c4-a8a2-81ed65a1832e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=78c728b3-59ef-44c4-a8a2-81ed65a1832e,segment=NetworkSegment(f737c488-25fe-427e-bedd-8d181ddc9897),segment_id=f737c488-25fe-427e-bedd-8d181ddc9897)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:06:32.328146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.380110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48156) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:32.403810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84f04d-0ae3-4e3b-b179-f08755372597 None None] Pushing event updated for resources: {'Port': ['ID=78c728b3-59ef-44c4-a8a2-81ed65a1832e,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:32.513818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Made reservation on behalf of 477468f9e0cb44cfb823ec4001800944 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:32.520173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.564711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7aa098e-f2d9-4ea0-a86d-fb170422f273 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.713952 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7aa098e-f2d9-4ea0-a86d-fb170422f273 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.723012 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7aa098e-f2d9-4ea0-a86d-fb170422f273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.759181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.827970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Allocated IP 172.20.0.7 (03221375-0822-401a-a006-f44147b479ff/fbc0170f-115d-491b-b52d-1a6f52116f7f/eedf6950-b3ff-4ffc-b4d6-7bc4fc638075) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:32.832305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a7aa098e-f2d9-4ea0-a86d-fb170422f273 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71e8ca2a25a140cfabbf1eb13e498a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501960 Nov 08 14:06:32.835440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:32.865653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aa098e-f2d9-4ea0-a86d-fb170422f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9712ca95-4d98-45da-a65b-b7c435763bf7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:32.891006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:32.986456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:32.995549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a814e01f-5dd3-4d34-9162-ab4618a82321 req-70fd0632-48c7-4b32-8cca-35be4811c2e3 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 210 time: 0.1064019 Nov 08 14:06:33.010791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:33.035416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:33.055121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf2b9-7b79-48e5-9de1-816e3bb2bd64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.086242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.105645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Port': ['ID=a4d005e7-025f-44b4-b113-ec81b4116468,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:33.121306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf2b9-7b79-48e5-9de1-816e3bb2bd64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.203187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.248821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf2b9-7b79-48e5-9de1-816e3bb2bd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.252320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf2b9-7b79-48e5-9de1-816e3bb2bd64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.256686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d4ecf2b9-7b79-48e5-9de1-816e3bb2bd64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9712ca95-4d98-45da-a65b-b7c435763bf7 HTTP/1.1" status: 204 len: 168 time: 0.4176736 Nov 08 14:06:33.274685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecf2b9-7b79-48e5-9de1-816e3bb2bd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9712ca95-4d98-45da-a65b-b7c435763bf7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:33.336574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.431501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.507337 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:33.521521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['26479268-c166-4adc-873b-6f27749d3037'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:06:33.524854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ad811192-efe2-42fc-b4fc-f04c5e42e266', '4af091f9-2b4b-4537-a786-7de6b43fd579'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:06:33.619102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Network 03221375-0822-401a-a006-f44147b479ff is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:33.668058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:33.678912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 78c728b3-59ef-44c4-a8a2-81ed65a1832e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:06:33.968706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48176) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:34.001203 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85a88d7b-97e0-4af7-bd7b-100392ecce0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.018132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 78c728b3-59ef-44c4-a8a2-81ed65a1832e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:34.018904 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.078334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:34.158280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event updated for resources: {'Port': ['ID=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:34.214550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e121e715-16f5-4884-9127-79bb7647ca7a None None] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:34.231467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85a88d7b-97e0-4af7-bd7b-100392ecce0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.254756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:34.254756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.263299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85a88d7b-97e0-4af7-bd7b-100392ecce0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.297328 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-a6d5b0eb-b60f-4590-bacc-67ca0665091e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2218478 Nov 08 14:06:34.334967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a88d7b-97e0-4af7-bd7b-100392ecce0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c37736-88ca-480a-b8f6-5f4779765624,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:34.337006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Request body: {'port': {'device_id': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:34.512007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bf2ac-b3cf-479e-865d-2548ab273b64 req-149dc1f4-3aee-4223-af48-56438d62ac97 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:34.515312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-107bf2ac-b3cf-479e-865d-2548ab273b64 req-149dc1f4-3aee-4223-af48-56438d62ac97 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 931 time: 0.2803347 Nov 08 14:06:34.553937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48182) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:34.554761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-85a88d7b-97e0-4af7-bd7b-100392ecce0d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e19255cf99534add8be5656e38b6e3b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5832767 Nov 08 14:06:34.573267 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.622065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-107bf2ac-b3cf-479e-865d-2548ab273b64 req-06b92f84-c7d3-4111-af5f-be75ee78b846 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959687 Nov 08 14:06:34.632413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e8b4a425-3db3-40bd-8cec-2573fb50b2d3 None None] Provisioning complete for port 78c728b3-59ef-44c4-a8a2-81ed65a1832e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:34.633093 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a425-3db3-40bd-8cec-2573fb50b2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.691830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.747483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.826942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.958955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Port': ['ID=a4d005e7-025f-44b4-b113-ec81b4116468,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:34.967064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 78c728b3-59ef-44c4-a8a2-81ed65a1832e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=78c728b3-59ef-44c4-a8a2-81ed65a1832e,segment=NetworkSegment(f737c488-25fe-427e-bedd-8d181ddc9897),segment_id=f737c488-25fe-427e-bedd-8d181ddc9897)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:34.977256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:34.985490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.086332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bd3926-3e6b-4105-8ea2-defe3ae88939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.200028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=78c728b3-59ef-44c4-a8a2-81ed65a1832e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:35.268663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bd3926-3e6b-4105-8ea2-defe3ae88939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.463118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:35.468272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:35.515102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 78c728b3-59ef-44c4-a8a2-81ed65a1832e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:06:35.534279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bd3926-3e6b-4105-8ea2-defe3ae88939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.538785 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-18bd3926-3e6b-4105-8ea2-defe3ae88939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.541286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-18bd3926-3e6b-4105-8ea2-defe3ae88939 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5c37736-88ca-480a-b8f6-5f4779765624 HTTP/1.1" status: 204 len: 168 time: 0.9793606 Nov 08 14:06:35.557804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b81a787a-7395-41c5-beb5-d87bf01734bc None None] Provisioning complete for port 78c728b3-59ef-44c4-a8a2-81ed65a1832e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:35.558184 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b81a787a-7395-41c5-beb5-d87bf01734bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.640069 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.666999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 78c728b3-59ef-44c4-a8a2-81ed65a1832e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:35.667372 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:35.713704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd3926-3e6b-4105-8ea2-defe3ae88939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c37736-88ca-480a-b8f6-5f4779765624,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:35.997216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae21eda6-0c0f-432b-8187-fe4481368d75 req-2f35584d-5c65-437d-a7dc-880122adbbed tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:36.014145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae21eda6-0c0f-432b-8187-fe4481368d75 req-2f35584d-5c65-437d-a7dc-880122adbbed tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 931 time: 0.1825037 Nov 08 14:06:36.057951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.074767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b81a787a-7395-41c5-beb5-d87bf01734bc None None] Provisioning complete for port a4d005e7-025f-44b4-b113-ec81b4116468 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:36.075146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b81a787a-7395-41c5-beb5-d87bf01734bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.150465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:06:36.189455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.221359 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae21eda6-0c0f-432b-8187-fe4481368d75 req-ea49c042-2301-4954-a059-ec31061baf26 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050543 Nov 08 14:06:36.231534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Transition to ACTIVE for port object eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:06:36.234256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Router 20583781-3580-44de-ab46-7492b3d4c1d4 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:06:36.251538 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.442553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b81a787a-7395-41c5-beb5-d87bf01734bc None None] Port a4d005e7-025f-44b4-b113-ec81b4116468 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:36.472502 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:06:36.503769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2ffa227a-10df-4423-ba31-fe7efe4731d6 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "PUT /v2.0/routers/20583781-3580-44de-ab46-7492b3d4c1d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5105278 Nov 08 14:06:36.506406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48208) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:36.511288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] Sync routers for ids ['20583781-3580-44de-ab46-7492b3d4c1d4'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:06:36.515043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'port': {'network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb', 'name': 'tempest-FloatingIPNegativeTestJSON-354631889'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:36.524858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] Routers {'20583781-3580-44de-ab46-7492b3d4c1d4'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:06:36.525497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:06:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['20583781-3580-44de-ab46-7492b3d4c1d4'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:36.548543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Pushing event updated for resources: {'Port': ['ID=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:36.595535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:36.613517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8292175f-dd72-45ed-8e49-213c80139c7a None None] Provisioning complete for port a4d005e7-025f-44b4-b113-ec81b4116468 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:36.613893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8292175f-dd72-45ed-8e49-213c80139c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.615499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] Routers {'20583781-3580-44de-ab46-7492b3d4c1d4'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:06:36.616249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:06:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['20583781-3580-44de-ab46-7492b3d4c1d4'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:36.620741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Attempting to bind port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:06:36.621163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Attempting to bind port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:06:36.621559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Attempting to bind port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:06:36.631435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 on network 03221375-0822-401a-a006-f44147b479ff not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:06:36.631871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Attempting to bind port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 on network 03221375-0822-401a-a006-f44147b479ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:06:36.648178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:06:36.648689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Checking segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:36.649460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Bound using segment: {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:06:36.650027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Bound port: eedf6950-b3ff-4ffc-b4d6-7bc4fc638075, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '03221375-0822-401a-a006-f44147b479ff'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:06:36.650590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.656846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:36.657692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a704ac-d806-4fbb-8087-cd2d2bc284a8 None None] The sync data for ids ['20583781-3580-44de-ab46-7492b3d4c1d4'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:06:36.707290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8292175f-dd72-45ed-8e49-213c80139c7a None None] Port a4d005e7-025f-44b4-b113-ec81b4116468 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:36.754211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] For port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:06:36.761549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] For port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:06:36.768256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.807651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:36.808421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.811988 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] 10.222.0.54 "PUT /v2.0/ports/eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 HTTP/1.1" status: 200 len: 1091 time: 2.4797864 Nov 08 14:06:36.813240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'tag': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:06:36.818920 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd4f12-9865-4a7b-96bc-bd366bb223d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e9905e58-965d-434a-81b0-8f8e24c5ec58", "tag": "eedf6950-b3ff-4ffc-b4d6-7bc4fc638075"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:06:36.821473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Made reservation on behalf of dad31a38b1ba4c45bcfa2b742e10d793 for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:36.830306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:36.883174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] device_id is not set on port 31c98fc6-f8d8-4ab3-b914-a0a7569f870a yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:06:36.982171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c98bd5-b412-46a1-9a95-5f8502f89e8d service neutron] Pushing event updated for resources: {'Port': ['ID=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:37.027164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-1e6a0294-8520-4729-b6a4-b848346d65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:37.033849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-1e6a0294-8520-4729-b6a4-b848346d65f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 1094 time: 0.1713822 Nov 08 14:06:37.142742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-fcb36ea1-afc6-434c-89e5-9782d279b1df service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 HTTP/1.1" status: 200 len: 217 time: 0.0992718 Nov 08 14:06:37.142963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Allocated IP 172.20.0.6 (98d8a4a0-40be-48b6-b0b2-c7a757cf62bb/86cfb6a9-9bba-4797-8c53-c78a2c4b6878/31c98fc6-f8d8-4ab3-b914-a0a7569f870a) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:37.227256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-b062600f-9bb6-4ac6-a9e5-03600a8599d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:37.229102 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-b062600f-9bb6-4ac6-a9e5-03600a8599d6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.0771205 Nov 08 14:06:37.299414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-21dc1c64-6eb7-4d58-933b-25c9544f3fe5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614889 Nov 08 14:06:37.457620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cf07e-1423-4668-a658-9a80074242ac req-0b043017-a6f2-4294-a4c1-1f329771034d tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:37.459877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea5cf07e-1423-4668-a658-9a80074242ac req-0b043017-a6f2-4294-a4c1-1f329771034d tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1097 time: 0.2012489 Nov 08 14:06:37.542140 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d03624c-9050-42ac-8a6b-3859284e943b x-openstack-request-id: req-6d03624c-9050-42ac-8a6b-3859284e943b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:06:37.542140 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9905e58-965d-434a-81b0-8f8e24c5ec58", "tag": "eedf6950-b3ff-4ffc-b4d6-7bc4fc638075", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:06:37.543239 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d03624c-9050-42ac-8a6b-3859284e943b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:06:37.543239 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'tag': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075', 'status': 'completed', 'code': 200} Nov 08 14:06:37.593336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea5cf07e-1423-4668-a658-9a80074242ac req-0ca406aa-c3d3-4cb0-9c27-6e5608336dac tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229115 Nov 08 14:06:37.663142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-ca38af42-ec85-44ab-bf01-6d64c0d0b9c8 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514841 Nov 08 14:06:37.671002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:37.850910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:37.937402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d77ec215-97e0-41a5-a503-ecbae7588144 req-c0cae037-7b26-44e4-9dad-c56d0bbafab3 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637467 Nov 08 14:06:38.062132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad8e386-e482-4b3b-b46e-37d988427cbb req-2bf82f67-c5af-4f5e-9e3e-77a8c91d4402 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:38.067847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ad8e386-e482-4b3b-b46e-37d988427cbb req-2bf82f67-c5af-4f5e-9e3e-77a8c91d4402 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.3153167 Nov 08 14:06:38.096245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:38.109514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a12cb-a4ed-4bd9-bf2d-e0ddc360fa14 req-ee3a8eac-01fe-4479-81a8-7bf775756b3d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:38.111868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-110a12cb-a4ed-4bd9-bf2d-e0ddc360fa14 req-ee3a8eac-01fe-4479-81a8-7bf775756b3d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 943 time: 0.3705087 Nov 08 14:06:38.120653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:38.160697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Port': ['ID=31c98fc6-f8d8-4ab3-b914-a0a7569f870a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:38.166078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-40b77da4-3e70-4e00-936f-66aeb803734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:38.182755 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-40b77da4-3e70-4e00-936f-66aeb803734a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 1094 time: 0.1616709 Nov 08 14:06:38.194529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:38.316610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ad8e386-e482-4b3b-b46e-37d988427cbb req-454b6d7b-da60-4c99-9583-b30ec97af4e2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968822 Nov 08 14:06:38.347511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:38.348621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:38.405662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48246) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:38.413504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-110a12cb-a4ed-4bd9-bf2d-e0ddc360fa14 req-2ff6e593-6390-4bf2-9c8b-b33960a17a25 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174525 Nov 08 14:06:38.442048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-733a4d92-e6f3-4b98-91bc-36d982a099df tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9339283 Nov 08 14:06:38.444524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48248) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:38.449766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:38.534073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:38.590389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-718ff7c5-1de2-4226-aecd-70f61172235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:38.593364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-718ff7c5-1de2-4226-aecd-70f61172235e service neutron] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 916 time: 0.4039342 Nov 08 14:06:38.717981 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-cdf25f36-0bf1-4937-b78b-50479d77e09f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 HTTP/1.1" status: 200 len: 217 time: 0.0974455 Nov 08 14:06:38.800564 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-13424dc9-215d-4ba8-b9c8-86e011cf6341 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/d581a0ac-d8ff-4923-b0db-15a18fb12cc9 HTTP/1.1" status: 200 len: 993 time: 0.3771093 Nov 08 14:06:38.822461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-fb92f756-13dd-45fe-af0a-3695c9f855c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:38.824499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:38.824807 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-fb92f756-13dd-45fe-af0a-3695c9f855c1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.0989838 Nov 08 14:06:38.838853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-28009bb7-2942-4356-adce-4c255ae6202d None None] Provisioning complete for port 31c98fc6-f8d8-4ab3-b914-a0a7569f870a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:38.839516 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28009bb7-2942-4356-adce-4c255ae6202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:38.924711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-0ece54f2-834f-441c-98b4-7d64e782255f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910001 Nov 08 14:06:38.954654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-28009bb7-2942-4356-adce-4c255ae6202d None None] Port 31c98fc6-f8d8-4ab3-b914-a0a7569f870a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:06:38.995555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Allocated IP 172.25.8.135 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/80157dea-b40f-432b-bed1-63e397e86019) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:39.113588 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-e980ec48-5f8d-4d79-a12b-a60199cf4a62 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803515 Nov 08 14:06:39.185914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:39.266810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-57b69cfc-c2f7-4363-87ec-5ccd7853eeee req-d91053b8-a92f-4df7-94be-e6707dfa1597 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:06:39.268339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-13bd4f12-9865-4a7b-96bc-bd366bb223d3 req-56fa0be6-189f-42f7-a5e1-e15406ea9e46 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464441 Nov 08 14:06:39.269867 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57b69cfc-c2f7-4363-87ec-5ccd7853eeee req-d91053b8-a92f-4df7-94be-e6707dfa1597 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119007 Nov 08 14:06:39.272215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:39.337734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:39.347550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:39.353941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:39.415215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Port': ['ID=80157dea-b40f-432b-bed1-63e397e86019,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:39.474283 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:39.538740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:39.712795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8278e-c259-462e-ade7-9ce594b626fb req-7dbc6cad-9b35-45df-8591-d41cf64bd4be tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:39.721370 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a8278e-c259-462e-ade7-9ce594b626fb req-7dbc6cad-9b35-45df-8591-d41cf64bd4be tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 943 time: 0.1251996 Nov 08 14:06:39.886658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23a8278e-c259-462e-ade7-9ce594b626fb req-140ddd02-e798-4ade-b986-39880003bab5 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570032 Nov 08 14:06:40.115800 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:40.136118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34c347-f5cb-4ba8-8e9d-b6b4aada80a8 req-ba8287a2-9ca4-4145-aaff-aa0faa770708 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:40.139335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a34c347-f5cb-4ba8-8e9d-b6b4aada80a8 req-ba8287a2-9ca4-4145-aaff-aa0faa770708 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.2048995 Nov 08 14:06:40.143242 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:40.431605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a34c347-f5cb-4ba8-8e9d-b6b4aada80a8 req-b3be4deb-61e9-4a0b-bcba-81ff2d7889bd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835081 Nov 08 14:06:40.433007 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:40.455150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Port': ['ID=80157dea-b40f-432b-bed1-63e397e86019,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:40.482119 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:40.487967 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ab02b0c-41fc-41eb-bb96-adaf6486b02e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0384433 Nov 08 14:06:40.488253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48322) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:40.497135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-3823dc3a-5097-419d-b45a-74e5970db6e0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5377543 Nov 08 14:06:40.500387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e451169c-073c-4409-b074-4e4ca0306eb9 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'floatingip': {'port_id': '31c98fc6-f8d8-4ab3-b914-a0a7569f870a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:40.524402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-0b0dced5-3e34-4ab3-ba18-4c3c5af50be4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:06:40.531877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-0b0dced5-3e34-4ab3-ba18-4c3c5af50be4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0165596 Nov 08 14:06:40.628097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e451169c-073c-4409-b074-4e4ca0306eb9 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:40.811930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:06:40.945019 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-e451169c-073c-4409-b074-4e4ca0306eb9 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] update failed (client error): The resource could not be found. Nov 08 14:06:40.967165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e451169c-073c-4409-b074-4e4ca0306eb9 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "PUT /v2.0/floatingips/a9c5cc8c-f61b-4591-b683-723f5804b468 HTTP/1.1" status: 404 len: 507 time: 0.4742341 Nov 08 14:06:40.967918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48344) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:41.071401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:41.124858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075', 'network_id': '03221375-0822-401a-a006-f44147b479ff', 'port_id': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075', 'mac_address': 'fa:16:3e:0c:74:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbc0170f-115d-491b-b52d-1a6f52116f7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:06:41.249865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:41.278918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:06:41.371938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b15f5-bc07-488d-8c7b-e279222709c2 req-9024c3c6-d47d-4830-acb0-503540b75d49 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:41.380863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:41.385079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-184b15f5-bc07-488d-8c7b-e279222709c2 req-9024c3c6-d47d-4830-acb0-503540b75d49 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 943 time: 0.3258567 Nov 08 14:06:41.393476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:41.473618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Deleting port 80157dea-b40f-432b-bed1-63e397e86019 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:41.474503 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:41.569294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-184b15f5-bc07-488d-8c7b-e279222709c2 req-80f736f8-0471-443d-8b57-80516c336e70 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826825 Nov 08 14:06:41.608247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:41.780256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['eedf6950-b3ff-4ffc-b4d6-7bc4fc638075'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:06:41.834616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:41.834616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:41.862411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Calling delete_port for 80157dea-b40f-432b-bed1-63e397e86019 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:42.172220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874e10a-8d5b-45b4-aa42-d9ceed1ec466 req-54035acd-d526-424c-9773-9d7ff65790e4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:42.181155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7874e10a-8d5b-45b4-aa42-d9ceed1ec466 req-54035acd-d526-424c-9773-9d7ff65790e4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.2588513 Nov 08 14:06:42.350036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7874e10a-8d5b-45b4-aa42-d9ceed1ec466 req-64a3c825-7d98-4aeb-bf11-d512c1adb250 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674461 Nov 08 14:06:42.351608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:42.415410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event deleted for resources: {'Port': ['ID=80157dea-b40f-432b-bed1-63e397e86019,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:42.529504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:42.532276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:42.533553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b1085c96-173b-48c4-a834-5e2e968c1559 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "DELETE /v2.0/floatingips/a9c5cc8c-f61b-4591-b683-723f5804b468 HTTP/1.1" status: 204 len: 168 time: 1.5645311 Nov 08 14:06:42.540509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48370) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:42.546565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-57c7f01a-aae7-4261-96ae-41eac221b2c8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'floatingip': {'floating_network_id': '98d8a4a0-40be-48b6-b0b2-c7a757cf62bb', 'port_id': '31c98fc6-f8d8-4ab3-b914-a0a7569f870a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:42.594081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57c7f01a-aae7-4261-96ae-41eac221b2c8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:42.825152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f7170-6e1a-4a1e-b075-796b541881b6 req-15754b96-d295-4ab5-ba01-b20684e65f0a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:42.829899 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-836f7170-6e1a-4a1e-b075-796b541881b6 req-15754b96-d295-4ab5-ba01-b20684e65f0a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 944 time: 0.1213872 Nov 08 14:06:42.858758 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-57c7f01a-aae7-4261-96ae-41eac221b2c8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:06:42.862787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-57c7f01a-aae7-4261-96ae-41eac221b2c8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3182497 Nov 08 14:06:42.865315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48380) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:42.876594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '31c98fc6-f8d8-4ab3-b914-a0a7569f870a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:42.930431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:42.972325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-836f7170-6e1a-4a1e-b075-796b541881b6 req-b82edcf8-56c2-40eb-95fc-e6eb108868c7 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356823 Nov 08 14:06:42.975014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-878e4979-3376-434a-bdc1-646d1edf6c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:42.976799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-878e4979-3376-434a-bdc1-646d1edf6c02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1097 time: 0.1297886 Nov 08 14:06:43.213486 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:43.266819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-4cf1ff8e-8888-4407-8051-8a67f3f6e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:43.274246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-4cf1ff8e-8888-4407-8051-8a67f3f6e99a service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.2895954 Nov 08 14:06:43.446287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-62b3bcbb-6e03-4f1b-ba2c-b6f72be0124f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 1001 time: 0.1626458 Nov 08 14:06:43.460854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Allocated IP 172.25.8.234 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9ddc66a0-394e-4a02-89c3-cec6db732373) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:43.552967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-fe3b83a8-e323-4775-8063-ddb5d143dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:43.555487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-fe3b83a8-e323-4775-8063-ddb5d143dfaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.1011434 Nov 08 14:06:43.684720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cd9d5-fa78-40f8-a1e7-1ee8fdb8b256 req-0891d48b-b7d8-4a0d-84b7-1bf9782914cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:43.686473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-155cd9d5-fa78-40f8-a1e7-1ee8fdb8b256 req-0891d48b-b7d8-4a0d-84b7-1bf9782914cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1291733 Nov 08 14:06:43.689872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-de4e9868-ef75-4e24-827b-6b4d6dae4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:43.691354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-de4e9868-ef75-4e24-827b-6b4d6dae4c29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990732 Nov 08 14:06:43.697132 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:43.792572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:43.926820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:43.965877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:43.976855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event updated for resources: {'Port': ['ID=9ddc66a0-394e-4a02-89c3-cec6db732373,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:43.997414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:44.347778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Deleting port 9ddc66a0-394e-4a02-89c3-cec6db732373 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:44.348182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:44.429316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc086b16-b47f-43b5-b92b-9a9ea6cbf7ea req-5756510b-08b8-4f40-b7d0-e4cfb1521761 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:44.431104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc086b16-b47f-43b5-b92b-9a9ea6cbf7ea req-5756510b-08b8-4f40-b7d0-e4cfb1521761 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 944 time: 0.1438799 Nov 08 14:06:44.456424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-155cd9d5-fa78-40f8-a1e7-1ee8fdb8b256 req-cf3d732a-a64a-459c-b31e-584bd8cbe581 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7571855 Nov 08 14:06:44.463441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-c489841e-ec81-42b7-a015-0983a0bacd97 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7623892 Nov 08 14:06:44.537071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc086b16-b47f-43b5-b92b-9a9ea6cbf7ea req-2a72d129-6619-492a-8e1b-7ea8bd602aef tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793867 Nov 08 14:06:44.579892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:44.580227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:44.596185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Calling delete_port for 9ddc66a0-394e-4a02-89c3-cec6db732373 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:44.695855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-3f43868f-3398-4293-ae34-a958a176fc7a service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631494 Nov 08 14:06:44.816494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:44.826621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:06:44.876811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event deleted for resources: {'Port': ['ID=9ddc66a0-394e-4a02-89c3-cec6db732373,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:44.934831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:06:44.941897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:06:44.942321 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:44.987961 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] create failed (client error): The resource could not be found. Nov 08 14:06:44.993608 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-929e8f53-a3a2-441c-89d9-370209f71187 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1219561 Nov 08 14:06:44.994537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48426) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:45.077897 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:45.111433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:06:45.115010 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cd423f-fdd9-4bb8-a6e3-98017addb607" -d '{"events": [{"server_uuid": "e9905e58-965d-434a-81b0-8f8e24c5ec58", "name": "network-vif-plugged", "status": "completed", "tag": "eedf6950-b3ff-4ffc-b4d6-7bc4fc638075"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:06:45.141654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:45.151186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:45.236724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Deleting port 31c98fc6-f8d8-4ab3-b914-a0a7569f870a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:45.237097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:45.240887 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83a0ad3-f27e-4b02-b9c2-c81c37ab6875 x-openstack-request-id: req-d83a0ad3-f27e-4b02-b9c2-c81c37ab6875 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:06:45.241502 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9905e58-965d-434a-81b0-8f8e24c5ec58", "name": "network-vif-plugged", "status": "completed", "tag": "eedf6950-b3ff-4ffc-b4d6-7bc4fc638075", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:06:45.242046 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d83a0ad3-f27e-4b02-b9c2-c81c37ab6875 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:06:45.242991 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075', 'code': 200} Nov 08 14:06:45.319570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:45.415172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c3cb90-8062-41c6-b79b-46f55ae45e6b req-c30fc241-b357-4a4d-91f2-a8985246e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:45.416901 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35c3cb90-8062-41c6-b79b-46f55ae45e6b req-c30fc241-b357-4a4d-91f2-a8985246e140 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 1096 time: 0.0744789 Nov 08 14:06:45.420702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:45.452737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Calling delete_port for 31c98fc6-f8d8-4ab3-b914-a0a7569f870a owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:45.682822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77fda38-32de-4216-b643-098e1f418efc req-a1f68c3a-1df5-4887-b4c0-386d8edd8482 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:45.684912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b77fda38-32de-4216-b643-098e1f418efc req-a1f68c3a-1df5-4887-b4c0-386d8edd8482 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.0984073 Nov 08 14:06:45.764476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8105c98-320a-481f-bfa5-84577935c62c req-51dc9cce-1875-4d9d-bced-b9d6a5599949 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:45.766333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8105c98-320a-481f-bfa5-84577935c62c req-51dc9cce-1875-4d9d-bced-b9d6a5599949 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 945 time: 0.0803545 Nov 08 14:06:45.809023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b77fda38-32de-4216-b643-098e1f418efc req-72200071-9d8a-452c-9107-c2491c508c68 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079848 Nov 08 14:06:45.870470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8105c98-320a-481f-bfa5-84577935c62c req-918c117b-80ad-461f-b58b-bc6559a1d427 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948935 Nov 08 14:06:45.956419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35c3cb90-8062-41c6-b79b-46f55ae45e6b req-fbe2aa59-bfbd-446f-8a76-227dd464f6fa service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277901 Nov 08 14:06:46.062752 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:46.125861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event deleted for resources: {'Port': ['ID=31c98fc6-f8d8-4ab3-b914-a0a7569f870a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:46.217270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:46.225409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-159e7eb1-cc6e-465b-9dfe-6844cce3efe5 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "DELETE /v2.0/ports/31c98fc6-f8d8-4ab3-b914-a0a7569f870a HTTP/1.1" status: 204 len: 168 time: 1.2277651 Nov 08 14:06:46.225792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48452) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:46.307544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1d9e1-977f-437a-8acb-1ae5b5c2b75d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:46.313354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48454) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:46.314130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-09e1d9e1-977f-437a-8acb-1ae5b5c2b75d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "GET /v2.0/ports?device_id=20583781-3580-44de-ab46-7492b3d4c1d4 HTTP/1.1" status: 200 len: 913 time: 0.0873122 Nov 08 14:06:46.993016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35073dd7-d7b9-463e-9e56-560248a0531f req-e8603ae1-489b-42b5-b42a-e6e733b27e76 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:47.000939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35073dd7-d7b9-463e-9e56-560248a0531f req-e8603ae1-489b-42b5-b42a-e6e733b27e76 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.0988162 Nov 08 14:06:47.021528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:47.051230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48476) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:47.092771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5266b0c-7122-410a-984a-6f3f74055821 req-de33efeb-e8b5-45bd-88dd-6a03c7a1a65b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:47.095514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5266b0c-7122-410a-984a-6f3f74055821 req-de33efeb-e8b5-45bd-88dd-6a03c7a1a65b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 945 time: 0.0916777 Nov 08 14:06:47.145424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35073dd7-d7b9-463e-9e56-560248a0531f req-eca2ec1c-0086-4b97-a599-b2fd3659f80a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434226 Nov 08 14:06:47.188323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5266b0c-7122-410a-984a-6f3f74055821 req-0912c2bd-69f7-4923-96ee-b23552ee58ee tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805702 Nov 08 14:06:47.253210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c580-b538-4f08-bd70-790b0c13f250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:47.424437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c580-b538-4f08-bd70-790b0c13f250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:47.433668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c580-b538-4f08-bd70-790b0c13f250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:47.517498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b3d2c580-b538-4f08-bd70-790b0c13f250 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b30e1dcb3004a0d85ab64bebb86b70d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640911 Nov 08 14:06:47.520473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48488) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:47.549552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2c580-b538-4f08-bd70-790b0c13f250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbe672e-0c8c-4e87-9ba6-ffd18277fbaa,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:47.742810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1798-d604-4e82-8f6a-cb58e7720c96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:47.800530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1798-d604-4e82-8f6a-cb58e7720c96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:47.811995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48496) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:47.874765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Deleting port a4d005e7-025f-44b4-b113-ec81b4116468 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:47.875528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.019387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1798-d604-4e82-8f6a-cb58e7720c96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.023623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bd97365-c8df-4c4b-9f91-cab3fef743d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.026880 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb6b1798-d604-4e82-8f6a-cb58e7720c96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.028239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eb6b1798-d604-4e82-8f6a-cb58e7720c96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfbe672e-0c8c-4e87-9ba6-ffd18277fbaa HTTP/1.1" status: 204 len: 168 time: 0.4936025 Nov 08 14:06:48.048350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b1798-d604-4e82-8f6a-cb58e7720c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbe672e-0c8c-4e87-9ba6-ffd18277fbaa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:48.088531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.124232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Calling delete_port for a4d005e7-025f-44b4-b113-ec81b4116468 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:48.250888 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bd97365-c8df-4c4b-9f91-cab3fef743d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.257387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bd97365-c8df-4c4b-9f91-cab3fef743d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.427483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd97365-c8df-4c4b-9f91-cab3fef743d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2ac790-2e6e-4df1-b373-822777531563,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:48.611313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.629341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3bd97365-c8df-4c4b-9f91-cab3fef743d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c89d95691af74a1a8913f84e68672452&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8162625 Nov 08 14:06:48.644141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48514) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:48.746466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event deleted for resources: {'Port': ['ID=a4d005e7-025f-44b4-b113-ec81b4116468,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:48.754066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90e40d-e995-41f6-889f-b13525f2d9f9 req-dc5f1112-34d5-4370-8607-1cfdb0854679 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:48.761794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d90e40d-e995-41f6-889f-b13525f2d9f9 req-dc5f1112-34d5-4370-8607-1cfdb0854679 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 945 time: 0.2739193 Nov 08 14:06:48.818936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48520) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:48.838304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f36d7358-d5f7-49ae-a14c-cb72e4d42fc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.868665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f05dff-115e-4eae-94e1-c8f192c1d973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.899120 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f05dff-115e-4eae-94e1-c8f192c1d973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:48.986324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d90e40d-e995-41f6-889f-b13525f2d9f9 req-3dcfb9d3-27ec-48dd-9217-092ce6d5b37c tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202730 Nov 08 14:06:49.004958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a16b4-f8e2-4024-9ff5-af45e55a1ad8 req-18db5214-8769-4341-a6d0-e99e28ee6bec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:49.020223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-236a16b4-f8e2-4024-9ff5-af45e55a1ad8 req-18db5214-8769-4341-a6d0-e99e28ee6bec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.5775757 Nov 08 14:06:49.140893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.178084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-236a16b4-f8e2-4024-9ff5-af45e55a1ad8 req-d754a14e-4bf6-46ca-8992-c26bbe3b3948 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569154 Nov 08 14:06:49.198144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f05dff-115e-4eae-94e1-c8f192c1d973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.202293 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61f05dff-115e-4eae-94e1-c8f192c1d973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.214851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61f05dff-115e-4eae-94e1-c8f192c1d973 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e2ac790-2e6e-4df1-b373-822777531563 HTTP/1.1" status: 204 len: 168 time: 0.5448830 Nov 08 14:06:49.230108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f05dff-115e-4eae-94e1-c8f192c1d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2ac790-2e6e-4df1-b373-822777531563,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:49.319348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f36d7358-d5f7-49ae-a14c-cb72e4d42fc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.361703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f36d7358-d5f7-49ae-a14c-cb72e4d42fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.447201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Router 20583781-3580-44de-ab46-7492b3d4c1d4 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:06:49.449969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d7358-d5f7-49ae-a14c-cb72e4d42fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e707cf3b-fd02-4c92-9ccc-1141c4c4319b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:49.457741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f36d7358-d5f7-49ae-a14c-cb72e4d42fc7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d082d3dd51f4be1bee406746145ad18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6350520 Nov 08 14:06:49.458166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48532) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:49.584059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-052dd9fd-8871-4c6f-b615-31549790cc97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.618082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:06:49.629761 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8f5619ab-f32e-4d18-8bf7-8eac6a481ae8 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "PUT /v2.0/routers/20583781-3580-44de-ab46-7492b3d4c1d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3150318 Nov 08 14:06:49.633033 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] Sync routers for ids ['20583781-3580-44de-ab46-7492b3d4c1d4'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:06:49.633667 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-052dd9fd-8871-4c6f-b615-31549790cc97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.636824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48544) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:49.651053 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] Routers {'20583781-3580-44de-ab46-7492b3d4c1d4'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:06:49.652147 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:06:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['20583781-3580-44de-ab46-7492b3d4c1d4'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:49.689118 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:49.700117 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] Routers {'20583781-3580-44de-ab46-7492b3d4c1d4'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:06:49.701515 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:06:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['20583781-3580-44de-ab46-7492b3d4c1d4'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:49.740068 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:49.740939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1def91d7-e46b-4f8e-bbfe-7e33fcb43c69 None None] The sync data for ids ['20583781-3580-44de-ab46-7492b3d4c1d4'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:06:49.782158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4eb8-6ba3-4dd7-8565-ff0203ab0430 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.981704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4eb8-6ba3-4dd7-8565-ff0203ab0430 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.984499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4eb8-6ba3-4dd7-8565-ff0203ab0430 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:49.991832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48552) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:50.010574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733b010d-c46b-49e7-ab8e-f494304500d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.049935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4eb8-6ba3-4dd7-8565-ff0203ab0430 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.050439 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9f4eb8-6ba3-4dd7-8565-ff0203ab0430 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Fanout notify agent at l3_agent the message router_deleted on router 20583781-3580-44de-ab46-7492b3d4c1d4 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:06:50.060307 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0a9f4eb8-6ba3-4dd7-8565-ff0203ab0430 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.064664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0a9f4eb8-6ba3-4dd7-8565-ff0203ab0430 tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "DELETE /v2.0/routers/20583781-3580-44de-ab46-7492b3d4c1d4 HTTP/1.1" status: 204 len: 168 time: 0.4263647 Nov 08 14:06:50.065498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48554) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:50.066637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-052dd9fd-8871-4c6f-b615-31549790cc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.071437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-052dd9fd-8871-4c6f-b615-31549790cc97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.073368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-052dd9fd-8871-4c6f-b615-31549790cc97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e707cf3b-fd02-4c92-9ccc-1141c4c4319b HTTP/1.1" status: 204 len: 168 time: 0.6133437 Nov 08 14:06:50.087262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052dd9fd-8871-4c6f-b615-31549790cc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e707cf3b-fd02-4c92-9ccc-1141c4c4319b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:50.154490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Deleting subnet 86cfb6a9-9bba-4797-8c53-c78a2c4b6878 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:06:50.160998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.231440 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.293329 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733b010d-c46b-49e7-ab8e-f494304500d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.304317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-733b010d-c46b-49e7-ab8e-f494304500d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.343382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-733b010d-c46b-49e7-ab8e-f494304500d0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8a557a668364b0db624dec31f6f13bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3458126 Nov 08 14:06:50.344332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:50.430142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a7acd-0c78-4aa8-9bf2-e7eb751d921c req-aec29c88-1184-48b4-9267-86d4f5a2a0ba tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:50.435239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07a7acd-0c78-4aa8-9bf2-e7eb751d921c req-aec29c88-1184-48b4-9267-86d4f5a2a0ba tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1106112 Nov 08 14:06:50.509568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b010d-c46b-49e7-ab8e-f494304500d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c38a34-8c48-4897-a5aa-c61ebffa9c34,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:50.552117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.555205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8af8fc-ca27-4efa-8621-e1acf1aa2df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.570344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e07a7acd-0c78-4aa8-9bf2-e7eb751d921c req-0ec17d46-3b69-408e-8a0b-6552ec3222a7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228638 Nov 08 14:06:50.649463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8af8fc-ca27-4efa-8621-e1acf1aa2df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.737637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.770589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event deleted for resources: {'Subnet': ['ID=86cfb6a9-9bba-4797-8c53-c78a2c4b6878,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:50.774842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.779363 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cc19214f-8747-4240-8303-bd7f3c12ce0e tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "DELETE /v2.0/subnets/86cfb6a9-9bba-4797-8c53-c78a2c4b6878 HTTP/1.1" status: 204 len: 168 time: 0.7097533 Nov 08 14:06:50.782202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48578) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:50.784597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f98861-e7e4-4be7-83c4-f9ffd1307348 None None] Network 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:50.891825 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8af8fc-ca27-4efa-8621-e1acf1aa2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.894385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8af8fc-ca27-4efa-8621-e1acf1aa2df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.898933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ec8af8fc-ca27-4efa-8621-e1acf1aa2df2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75c38a34-8c48-4897-a5aa-c61ebffa9c34 HTTP/1.1" status: 204 len: 168 time: 0.5519547 Nov 08 14:06:50.942723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:50.945700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8af8fc-ca27-4efa-8621-e1acf1aa2df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c38a34-8c48-4897-a5aa-c61ebffa9c34,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:51.020560 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Deleting port 78c728b3-59ef-44c4-a8a2-81ed65a1832e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:51.020997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.123630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] For port 78c728b3-59ef-44c4-a8a2-81ed65a1832e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=78c728b3-59ef-44c4-a8a2-81ed65a1832e,segment=NetworkSegment(f737c488-25fe-427e-bedd-8d181ddc9897),segment_id=f737c488-25fe-427e-bedd-8d181ddc9897)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:51.123887 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.165341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] DHCP port deletion for 98d8a4a0-40be-48b6-b0b2-c7a757cf62bb request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:06:51.174070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Calling delete_port for 78c728b3-59ef-44c4-a8a2-81ed65a1832e owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:51.302975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] Deleting port 78c728b3-59ef-44c4-a8a2-81ed65a1832e {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:06:51.304416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.309247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.344463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event deleted for resources: {'Port': ['ID=78c728b3-59ef-44c4-a8a2-81ed65a1832e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:51.352021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] No DVR routers for this DVR port 78c728b3-59ef-44c4-a8a2-81ed65a1832e on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:06:51.437512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] For port 78c728b3-59ef-44c4-a8a2-81ed65a1832e, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:06:51.437998 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.483207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] Calling delete_port for 78c728b3-59ef-44c4-a8a2-81ed65a1832e owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:06:51.493690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] Port 78c728b3-59ef-44c4-a8a2-81ed65a1832e was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:06:51.500649 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.504173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.573861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d8a4a0-40be-48b6-b0b2-c7a757cf62bb']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:51.600253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f737c488-25fe-427e-bedd-8d181ddc9897') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:51.600514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f737c488-25fe-427e-bedd-8d181ddc9897') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:06:51.632970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.670330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.682659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:06:51.683676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:06:51.688549 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:06:51.772600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.805298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:51.814562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] 10.222.0.65 "DELETE /v2.0/networks/98d8a4a0-40be-48b6-b0b2-c7a757cf62bb HTTP/1.1" status: 204 len: 168 time: 1.0308819 Nov 08 14:06:51.815665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2dbd6b-ea2a-4e6c-ba23-c7f48ff8b34d tempest-FloatingIPNegativeTestJSON-310446993 tempest-FloatingIPNegativeTestJSON-310446993-project] Pushing event deleted for resources: {'Network': ['ID=98d8a4a0-40be-48b6-b0b2-c7a757cf62bb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:51.839162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b687a64-a026-419e-bd4f-dec87fdd29a7 req-3cff45a2-8782-4640-9f5f-e174dc29787c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:51.845622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b687a64-a026-419e-bd4f-dec87fdd29a7 req-3cff45a2-8782-4640-9f5f-e174dc29787c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1829181 Nov 08 14:06:51.854365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] Pushing event deleted for resources: {'Port': ['ID=78c728b3-59ef-44c4-a8a2-81ed65a1832e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:51.857899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 78c728b3-59ef-44c4-a8a2-81ed65a1832e no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:06:51.885583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 78c728b3-59ef-44c4-a8a2-81ed65a1832e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:06:51.886254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 78c728b3-59ef-44c4-a8a2-81ed65a1832e not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:06:51.891587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c712a7-56ef-4df7-b7c2-6a68a1c3a15f None None] No DVR routers for this DVR port 78c728b3-59ef-44c4-a8a2-81ed65a1832e on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:06:51.966007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b687a64-a026-419e-bd4f-dec87fdd29a7 req-b782ef60-dba2-4449-8eed-7018864e3d30 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106396 Nov 08 14:06:52.213755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48644) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:52.261462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48654) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:52.406765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a743d62-34de-4e01-9dba-d39a6b4a202b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.483966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4a96cb70-565e-4432-8832-e18045d3cee6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dad31a38b1ba4c45bcfa2b742e10d793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2208066 Nov 08 14:06:52.490915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48662) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:52.556528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a743d62-34de-4e01-9dba-d39a6b4a202b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.562419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a743d62-34de-4e01-9dba-d39a6b4a202b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.608203 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4fe5-233d-4be9-accf-94e380485594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.608423 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a743d62-34de-4e01-9dba-d39a6b4a202b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=826d76445f6246dea83196341bba1d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924518 Nov 08 14:06:52.609611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a743d62-34de-4e01-9dba-d39a6b4a202b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8ccb4a-a075-48e2-970b-b14c3202140d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:52.612308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48670) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:52.672965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4fe5-233d-4be9-accf-94e380485594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.697283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca0617e9-2e5c-4691-b7c4-06f06e5fa1cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.724667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca0617e9-2e5c-4691-b7c4-06f06e5fa1cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.738233 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4fe5-233d-4be9-accf-94e380485594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.743605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4fe5-233d-4be9-accf-94e380485594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.745549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dd9d4fe5-233d-4be9-accf-94e380485594 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2dced4f3-25e6-4999-a7cb-8f11ce6f8048 HTTP/1.1" status: 204 len: 168 time: 0.2532794 Nov 08 14:06:52.756794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d4fe5-233d-4be9-accf-94e380485594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dced4f3-25e6-4999-a7cb-8f11ce6f8048,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:52.821909 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca0617e9-2e5c-4691-b7c4-06f06e5fa1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.827634 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca0617e9-2e5c-4691-b7c4-06f06e5fa1cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:52.832311 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ca0617e9-2e5c-4691-b7c4-06f06e5fa1cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a8ccb4a-a075-48e2-970b-b14c3202140d HTTP/1.1" status: 204 len: 168 time: 0.2155221 Nov 08 14:06:52.838594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0617e9-2e5c-4691-b7c4-06f06e5fa1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8ccb4a-a075-48e2-970b-b14c3202140d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:53.132916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6ad91-c6d0-4479-9806-2991c789e279 req-a7ccfefc-6744-401f-bfdf-87cd9fb7426c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:53.143793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50d6ad91-c6d0-4479-9806-2991c789e279 req-a7ccfefc-6744-401f-bfdf-87cd9fb7426c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.0848269 Nov 08 14:06:53.189040 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:53.245081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50d6ad91-c6d0-4479-9806-2991c789e279 req-204eb167-f141-4a4e-8981-4035323eac73 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000319 Nov 08 14:06:53.740690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:54.527605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a3d09-82cf-455c-81bc-50d1bb0b8950 req-984fc904-e2f2-430b-8305-2cf9736c7143 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:54.530482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-457a3d09-82cf-455c-81bc-50d1bb0b8950 req-984fc904-e2f2-430b-8305-2cf9736c7143 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1494126 Nov 08 14:06:54.656538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-457a3d09-82cf-455c-81bc-50d1bb0b8950 req-e85d6e14-aeac-4948-bafd-5b831d3efc19 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172328 Nov 08 14:06:54.775892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:55.076431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-17978478'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:55.146972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:55.154188 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:55.173342 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:55.474960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:55.482483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:55.564647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:06:55.628241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044799df-17a1-4c05-849f-97716c6e6f0e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:55.645163 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:55.646688 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment 8e949a75-82b1-4464-a00c-7a5af51f5fdb of type vlan for network d8fb0449-b852-49d3-8025-6bb7dec22e96 Nov 08 14:06:55.857979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:55.970950 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:55.982940 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:55.984574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:56.055384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2781851 Nov 08 14:06:56.059232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48796) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:56.065154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1830871988'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:56.130150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:56.136148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:56.151228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c8a0c-63c2-46dd-bec4-e4a3f0147520 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=d8fb0449-b852-49d3-8025-6bb7dec22e96,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:56.182526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:06:56.198849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96142db4-6eb8-4ef3-be14-9dda7b9606fa req-2772cf6c-a115-4550-88a2-07c6f5401272 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:56.209104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96142db4-6eb8-4ef3-be14-9dda7b9606fa req-2772cf6c-a115-4550-88a2-07c6f5401272 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.3443811 Nov 08 14:06:56.215081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:06:56.252636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:56.253170 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment f62ab97f-8d79-47da-a461-104b0a9bbf0a of type vlan for network 3559a261-23cb-48ec-8066-26733bf69463 Nov 08 14:06:56.388373 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:56.427542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:56.461091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:56.461751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:56.470726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96142db4-6eb8-4ef3-be14-9dda7b9606fa req-f1890639-c91d-4c99-b4f8-14b9ea91450e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2523706 Nov 08 14:06:56.516450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 48822) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:56.524093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': 'd8fb0449-b852-49d3-8025-6bb7dec22e96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:56.529361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4687743 Nov 08 14:06:56.640146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a5865-b442-4814-8ac9-3e38a718f8f7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=3559a261-23cb-48ec-8066-26733bf69463,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:56.653851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 3559a261-23cb-48ec-8066-26733bf69463 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:06:56.689416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:56.699619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:56.997593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:57.099812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=5e6895da-7867-419b-ae09-bbbc85f766b1,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:57.113359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': '8e949a75-82b1-4464-a00c-7a5af51f5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd8fb0449-b852-49d3-8025-6bb7dec22e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:57.113733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: d8fb0449-b852-49d3-8025-6bb7dec22e96, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:06:57.144182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:06:57.166619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d8fb0449-b852-49d3-8025-6bb7dec22e96) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:57.191810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:57.193023 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:57.194823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20818f21-a82f-4620-ace1-733737d0f4ba None None] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:57.223416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f36b74af-2223-4bf3-9cd4-0fca4f923cae tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7053828 Nov 08 14:06:57.226396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:57.232122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': '3559a261-23cb-48ec-8066-26733bf69463', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:57.411433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:06:57.417897 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:57.610444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d8fb0449-b852-49d3-8025-6bb7dec22e96', 'network_id': 'd8fb0449-b852-49d3-8025-6bb7dec22e96', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': '5e6895da-7867-419b-ae09-bbbc85f766b1'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:06:57.611685 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:57.782768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d871fc0-213d-429d-8663-4b41af393995 req-35cc26b1-2310-4f84-8842-e957559228cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:57.788808 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d871fc0-213d-429d-8663-4b41af393995 req-35cc26b1-2310-4f84-8842-e957559228cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1502507 Nov 08 14:06:57.846480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:57.882654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Allocated IP 2001:db8::2 (d8fb0449-b852-49d3-8025-6bb7dec22e96/5e6895da-7867-419b-ae09-bbbc85f766b1/8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:57.924922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=b589c6fa-3750-45f7-b8a9-806ad51693bc,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:57.958861 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d871fc0-213d-429d-8663-4b41af393995 req-ce56d57a-51ae-42d6-aee0-84e18cbbbe4b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663172 Nov 08 14:06:57.974793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': 'f62ab97f-8d79-47da-a461-104b0a9bbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3559a261-23cb-48ec-8066-26733bf69463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:57.976744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: 3559a261-23cb-48ec-8066-26733bf69463, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:06:58.015307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 3559a261-23cb-48ec-8066-26733bf69463 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:06:58.032327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 3559a261-23cb-48ec-8066-26733bf69463) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:58.032606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42062e1c-f4dc-4198-be24-cd413635e426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.042528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:58.043333 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.055408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbfb568-c7d1-4ddf-a77e-49cbe8fefe90 None None] Network 3559a261-23cb-48ec-8066-26733bf69463 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:06:58.102918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-353e46b9-c3f3-4364-b675-5ceff148a21c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8754022 Nov 08 14:06:58.105632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48902) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:58.118026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9723cd13-f615-43f1-ad3a-d24f1ea050dd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2032396969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:06:58.158767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9723cd13-f615-43f1-ad3a-d24f1ea050dd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.162288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9723cd13-f615-43f1-ad3a-d24f1ea050dd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.304476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.322512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.442608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:06:58.477326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:06:58.528790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:06:58.532526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Pushing event updated for resources: {'Port': ['ID=8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:58.825658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Attempting to bind port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:06:58.826532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Attempting to bind port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8e949a75-82b1-4464-a00c-7a5af51f5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd8fb0449-b852-49d3-8025-6bb7dec22e96'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:06:58.828978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Attempting to bind port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a on network d8fb0449-b852-49d3-8025-6bb7dec22e96 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:06:58.867020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:06:58.868396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Checking segment: {'id': '8e949a75-82b1-4464-a00c-7a5af51f5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd8fb0449-b852-49d3-8025-6bb7dec22e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:06:58.869282 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.870102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Bound using segment: {'id': '8e949a75-82b1-4464-a00c-7a5af51f5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd8fb0449-b852-49d3-8025-6bb7dec22e96'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:06:58.871077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Bound port: 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e949a75-82b1-4464-a00c-7a5af51f5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'd8fb0449-b852-49d3-8025-6bb7dec22e96'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:06:58.872004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:58.959858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-3559a261-23cb-48ec-8066-26733bf69463', 'network_id': '3559a261-23cb-48ec-8066-26733bf69463', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': 'b589c6fa-3750-45f7-b8a9-806ad51693bc'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:06:58.961592 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:59.014180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9723cd13-f615-43f1-ad3a-d24f1ea050dd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:59.055811 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9723cd13-f615-43f1-ad3a-d24f1ea050dd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:59.140875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9723cd13-f615-43f1-ad3a-d24f1ea050dd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:59.145314 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9723cd13-f615-43f1-ad3a-d24f1ea050dd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0382373 Nov 08 14:06:59.151968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 48926) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:06:59.174584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-5d043071-d0bd-4010-a6ea-9c5cf7fa8f02 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569695 Nov 08 14:06:59.235605 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c41366-11a2-4afa-8d6e-ecd0b5e7638b req-5fe93118-05f2-4ec0-90e0-6cc8610b0b43 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:59.245419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15c41366-11a2-4afa-8d6e-ecd0b5e7638b req-5fe93118-05f2-4ec0-90e0-6cc8610b0b43 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1082115 Nov 08 14:06:59.375355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-15c41366-11a2-4afa-8d6e-ecd0b5e7638b req-1da5809d-fe14-4a88-b6e1-1187077e14fa tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216221 Nov 08 14:06:59.510907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] For port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:06:59.536847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Allocated IP 2001:db8:1::2 (3559a261-23cb-48ec-8066-26733bf69463/b589c6fa-3750-45f7-b8a9-806ad51693bc/ca55bc5e-6838-4927-a5a7-b046ab7c5b73) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:06:59.541873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] For port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a,segment=NetworkSegment(8e949a75-82b1-4464-a00c-7a5af51f5fdb),segment_id=8e949a75-82b1-4464-a00c-7a5af51f5fdb)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:06:59.549579 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:59.681188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d301d1f-5142-40dd-9b8a-34713910aba5 None None] Pushing event updated for resources: {'Port': ['ID=8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:06:59.777836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-ebab2a51-3ddb-4255-b331-6fae044460ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:06:59.781056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-ebab2a51-3ddb-4255-b331-6fae044460ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=477468f9e0cb44cfb823ec4001800944&device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 1097 time: 0.4372230 Nov 08 14:06:59.919427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:06:59.931308 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:00.051255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Pushing event updated for resources: {'Port': ['ID=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:00.081000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Network 3559a261-23cb-48ec-8066-26733bf69463 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:00.082870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:00.085855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:00.199757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Attempting to bind port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:07:00.200183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Attempting to bind port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f62ab97f-8d79-47da-a461-104b0a9bbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3559a261-23cb-48ec-8066-26733bf69463'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:07:00.200769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Attempting to bind port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 on network 3559a261-23cb-48ec-8066-26733bf69463 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:07:00.209819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:07:00.210332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Checking segment: {'id': 'f62ab97f-8d79-47da-a461-104b0a9bbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3559a261-23cb-48ec-8066-26733bf69463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:00.210703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:00.211347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Bound using segment: {'id': 'f62ab97f-8d79-47da-a461-104b0a9bbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3559a261-23cb-48ec-8066-26733bf69463'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:07:00.212511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Bound port: ca55bc5e-6838-4927-a5a7-b046ab7c5b73, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62ab97f-8d79-47da-a461-104b0a9bbf0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3559a261-23cb-48ec-8066-26733bf69463'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:07:00.213191 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:00.225543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-0e10787d-ab79-45d1-8608-2cb25aaffcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:00.227908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-0e10787d-ab79-45d1-8608-2cb25aaffcb4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 200 len: 916 time: 0.3698010 Nov 08 14:07:00.294939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-ae989d1e-4f93-461c-b3bf-6f90c9717dd2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4af091f9-2b4b-4537-a786-7de6b43fd579 HTTP/1.1" status: 200 len: 217 time: 0.0531936 Nov 08 14:07:00.312903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] For port ca55bc5e-6838-4927-a5a7-b046ab7c5b73, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:07:00.328355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] For port ca55bc5e-6838-4927-a5a7-b046ab7c5b73, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,segment=NetworkSegment(f62ab97f-8d79-47da-a461-104b0a9bbf0a),segment_id=f62ab97f-8d79-47da-a461-104b0a9bbf0a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:07:00.337059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:00.341186 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:00.553837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-e76e935e-70e3-4a82-bebf-3c1027b4541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:00.555957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ca286-bf71-4362-a697-aa0c6709513e None None] Pushing event updated for resources: {'Port': ['ID=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:00.556500 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-e76e935e-70e3-4a82-bebf-3c1027b4541d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 200 len: 855 time: 0.2255070 Nov 08 14:07:00.663833 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:07:00.676830 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-5c8e78e7-295a-447d-b61a-745d9e104e2a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03221375-0822-401a-a006-f44147b479ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834081 Nov 08 14:07:00.804757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc93bf9-c0f4-4355-ae90-50311f9ff93e req-b5f84780-4f96-4d54-b155-685178d99b8c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:00.814898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dc93bf9-c0f4-4355-ae90-50311f9ff93e req-b5f84780-4f96-4d54-b155-685178d99b8c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1522784 Nov 08 14:07:00.951767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dc93bf9-c0f4-4355-ae90-50311f9ff93e req-e421b795-0a9f-4fb4-96b6-20caacde057c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292887 Nov 08 14:07:01.218029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-4d3dfc26-ebe5-40aa-a005-c3ee33934323 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294452 Nov 08 14:07:01.391053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8::1 (d8fb0449-b852-49d3-8025-6bb7dec22e96/5e6895da-7867-419b-ae09-bbbc85f766b1/aeb73834-f675-4e2c-ae15-d0dda9d77db4) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:07:01.473272 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-37d5e3f1-0a9e-4d67-9575-a8a6f523dbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:01.661178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cbde8-09bc-4705-9ae5-396b9e6a1292 None None] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:01.753616 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c8ab7713-5d34-4c2f-a33c-a89b60ec4bf6 req-5745f653-f138-45de-88a1-92fe52dad2f4 service neutron] 10.222.0.54 "GET /v2.0/networks/03221375-0822-401a-a006-f44147b479ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874921 Nov 08 14:07:01.795571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca55bc5e-6838-4927-a5a7-b046ab7c5b73 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:01.849775 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [req-91ed050c-db53-4557-982b-272387926038 req-d9237d81-9d86-453f-a7e5-1d3e186b9f1b service neutron] show failed (client error): The resource could not be found. Nov 08 14:07:01.852225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-d9237d81-9d86-453f-a7e5-1d3e186b9f1b service neutron] 10.222.0.70 "GET /v2.0/ports/9ce74748-8e03-43a4-aa80-ab8e3fce4b5b/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.2126417 Nov 08 14:07:01.882034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:01.958989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:02.037486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:02.047035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:02.066147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:02.073857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:02.154354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c25b84a6-e4c4-4881-9bf7-d735bb8b3f1a None None] Provisioning complete for port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:02.170085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c25b84a6-e4c4-4881-9bf7-d735bb8b3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:02.222189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=aeb73834-f675-4e2c-ae15-d0dda9d77db4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:02.446806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-b070877e-6b1a-4518-9c49-1377c67cfa29 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2181375 Nov 08 14:07:02.466292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e3be8-b49f-4a9a-a0c7-1990f894387e req-14fd383a-dd94-4543-9b3e-e7f8ca678d6a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:02.470583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:02.471249 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:02.479218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-149e3be8-b49f-4a9a-a0c7-1990f894387e req-14fd383a-dd94-4543-9b3e-e7f8ca678d6a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.3227882 Nov 08 14:07:02.531680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-1c53fc92-b664-4725-8b67-64672181110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:02.534210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-1c53fc92-b664-4725-8b67-64672181110b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 1097 time: 0.3023453 Nov 08 14:07:02.564507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:02.602653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d727a-b464-4d01-9df6-5ab2a06c5cb3 None None] Network 3559a261-23cb-48ec-8066-26733bf69463 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:02.608806 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c25b84a6-e4c4-4881-9bf7-d735bb8b3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:02.663050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-149e3be8-b49f-4a9a-a0c7-1990f894387e req-37d6da1a-07bc-4715-b1e4-eb59242630b6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614163 Nov 08 14:07:02.734852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:02.868789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-986771b9-0d2c-4294-a398-8af9654b5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:02.871185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-986771b9-0d2c-4294-a398-8af9654b5eae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=96fb62c90a99406db54773613dab4ae1&device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1096 time: 0.2343364 Nov 08 14:07:03.077341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-7956a07f-5913-4235-ac81-655059070f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:03.080129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-7956a07f-5913-4235-ac81-655059070f98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 200 len: 909 time: 0.1872203 Nov 08 14:07:03.218642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-b1d9b4a7-efa3-4392-b073-9d3baa2adc79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 200 len: 1000 time: 0.1284215 Nov 08 14:07:03.329201 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:03.331859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-a7fb527f-907b-4de8-aee7-b8b289dcac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:03.337279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-a7fb527f-907b-4de8-aee7-b8b289dcac17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac646a0d-f873-4e48-84da-a0d44e68bb1c HTTP/1.1" status: 200 len: 847 time: 0.1114087 Nov 08 14:07:03.453082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-1366c832-21a8-4078-960c-5c84b3e4a1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:03.454826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-1366c832-21a8-4078-960c-5c84b3e4a1a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61269a23-5016-485e-9ecc-5841df8863cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105840 Nov 08 14:07:03.519758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c25b84a6-e4c4-4881-9bf7-d735bb8b3f1a None None] For port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a,segment=NetworkSegment(8e949a75-82b1-4464-a00c-7a5af51f5fdb),segment_id=8e949a75-82b1-4464-a00c-7a5af51f5fdb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:03.551449 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c25b84a6-e4c4-4881-9bf7-d735bb8b3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:03.572430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:03.587848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:03.589181 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:03.629901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:03.698375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-6362c767-e7dd-402b-bfae-f949ff13f5fc service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357864 Nov 08 14:07:03.730229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=aeb73834-f675-4e2c-ae15-d0dda9d77db4,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:04.001814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00827cc5-a2c8-4d54-a653-4ecbe72acdc7 req-eccd7f84-883d-43e7-a3a9-d2753be42be0 service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951024 Nov 08 14:07:04.056753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-41753ba8-9eb7-4dd3-890e-8f06eabf0357 None None] Provisioning complete for port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:04.058900 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41753ba8-9eb7-4dd3-890e-8f06eabf0357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:04.065405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:04.075015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b84a6-e4c4-4881-9bf7-d735bb8b3f1a None None] Pushing event updated for resources: {'Port': ['ID=8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:04.128640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a34f5a-f4d8-44c7-a6c6-fb0872ae6ebe req-e08b951c-c0ea-49d6-9f34-5e7c4f45fcfe tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:04.131025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59a34f5a-f4d8-44c7-a6c6-fb0872ae6ebe req-e08b951c-c0ea-49d6-9f34-5e7c4f45fcfe tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1281536 Nov 08 14:07:04.268887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59a34f5a-f4d8-44c7-a6c6-fb0872ae6ebe req-791debe9-2381-41ea-bd52-b6c37250bee4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204460 Nov 08 14:07:04.400677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ca55bc5e-6838-4927-a5a7-b046ab7c5b73, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,segment=NetworkSegment(f62ab97f-8d79-47da-a461-104b0a9bbf0a),segment_id=f62ab97f-8d79-47da-a461-104b0a9bbf0a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:04.430577 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:04.431402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:04.474674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:04.606515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:04.609484 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:04.667864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:07:04.758450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:04.778330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:04.798009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Transition to ACTIVE for port object 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:07:04.799226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:04.802412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:04.806663 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6d5ca8-689d-4224-8b0d-90f21b95435c" -d '{"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:04.809645 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:04.909101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-839b67b5-7b48-42f9-834a-110355ced214 None None] Provisioning complete for port aeb73834-f675-4e2c-ae15-d0dda9d77db4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:04.909484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-839b67b5-7b48-42f9-834a-110355ced214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:04.994766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:04.999255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-839b67b5-7b48-42f9-834a-110355ced214 None None] Port aeb73834-f675-4e2c-ae15-d0dda9d77db4 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:05.008050 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a33b2c9-b987-483b-a0b6-2ef433f3e723 x-openstack-request-id: req-9a33b2c9-b987-483b-a0b6-2ef433f3e723 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:05.008363 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:05.009551 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a33b2c9-b987-483b-a0b6-2ef433f3e723 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:05.011292 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'code': 200} Nov 08 14:07:05.045066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-839b67b5-7b48-42f9-834a-110355ced214 None None] Provisioning complete for port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:05.045668 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-839b67b5-7b48-42f9-834a-110355ced214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:05.087217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:05.300264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca55bc5e-6838-4927-a5a7-b046ab7c5b73 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:05.436722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:05.438305 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:05.530131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] No DVR routers for this DVR port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:05.537395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef3561-3653-47f2-baf9-ac3b7e981c5d req-658e9703-a7c7-42ee-97be-5a8a8b9d1e24 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:05.547671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ceef3561-3653-47f2-baf9-ac3b7e981c5d req-658e9703-a7c7-42ee-97be-5a8a8b9d1e24 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 944 time: 0.1173277 Nov 08 14:07:05.595058 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:05.610189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-043191a4-f5a8-4228-aa49-2ddc41003aed None None] Provisioning complete for port aeb73834-f675-4e2c-ae15-d0dda9d77db4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:05.612203 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-043191a4-f5a8-4228-aa49-2ddc41003aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:05.676893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ceef3561-3653-47f2-baf9-ac3b7e981c5d req-19130018-27c0-45de-8b59-ee43e7103491 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204152 Nov 08 14:07:05.736386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 9f174c36-49f3-47fb-bfc2-a397893b3bf3 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:07:05.757254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-043191a4-f5a8-4228-aa49-2ddc41003aed None None] Port aeb73834-f675-4e2c-ae15-d0dda9d77db4 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:05.771900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:05.813517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-043191a4-f5a8-4228-aa49-2ddc41003aed None None] Provisioning complete for port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:05.814272 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-043191a4-f5a8-4228-aa49-2ddc41003aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:05.892544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:05.962300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:05.962892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:06.063354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:07:06.064047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:07:06.064451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:07:06.089407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:07:06.089764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:07:06.114693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:06.119850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:07:06.120204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Checking segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:06.121498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Bound using segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:07:06.123624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Bound port: 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:07:06.124090 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:06.136148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] Sync routers for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:06.151418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:06.152106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:06.156250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-68146847-b65f-4ca5-8a1a-419b76ce58a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/9f174c36-49f3-47fb-bfc2-a397893b3bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0056510 Nov 08 14:07:06.159874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49058) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:06.203067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:06.217399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:06.218915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:06.236279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b160911-4aae-44b9-a093-3e4bca526f4f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:06.240649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49060) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:06.240896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8b160911-4aae-44b9-a093-3e4bca526f4f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports/aeb73834-f675-4e2c-ae15-d0dda9d77db4 HTTP/1.1" status: 200 len: 911 time: 0.0798376 Nov 08 14:07:06.266792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:06.268370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008634f2-f3b3-4b68-aeb8-87124a161fa4 None None] The sync data for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:06.279145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:07:06.284042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:07:06.291016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:06.326719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:06.410144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:06.413995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:06.422896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] 10.222.0.54 "PUT /v2.0/ports/9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 1092 time: 3.8626740 Nov 08 14:07:06.448345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:06.509252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb614b-4073-4c87-b948-4983673b8f2f service neutron] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:06.541497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-658f982f-6562-4e52-8296-701b383a5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:06.544249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-658f982f-6562-4e52-8296-701b383a5027 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1095 time: 0.0827272 Nov 08 14:07:06.797523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-c3975606-dfb0-4f09-b508-12ae85a42d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:06.802914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-c3975606-dfb0-4f09-b508-12ae85a42d58 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.2516670 Nov 08 14:07:07.014803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:07.017948 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f807fc78-de03-4cbc-86f4-7217bd6c148d" -d '{"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:07.065979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-8c6f85bb-7954-46e5-bf9b-23f57e9ad82d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 999 time: 0.2549229 Nov 08 14:07:07.099000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eab6b-97d1-42af-8dc3-3df084192265 req-e66c689d-4b0d-4f23-bb4a-d16d845d3255 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:07.100615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c4eab6b-97d1-42af-8dc3-3df084192265 req-e66c689d-4b0d-4f23-bb4a-d16d845d3255 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 944 time: 0.1877649 Nov 08 14:07:07.158567 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054eaeea-b72c-440b-b5bd-d42f2b913ebd x-openstack-request-id: req-054eaeea-b72c-440b-b5bd-d42f2b913ebd {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:07.158839 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:07.159097 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-054eaeea-b72c-440b-b5bd-d42f2b913ebd {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:07.159495 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'status': 'completed', 'code': 200} Nov 08 14:07:07.170387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-cfb99562-3f71-41c0-a50a-6134d8b98795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:07.171932 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-cfb99562-3f71-41c0-a50a-6134d8b98795 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.0963955 Nov 08 14:07:07.219185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:07.277536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed050c-db53-4557-982b-272387926038 req-bbe97e76-9ceb-4311-9acc-317a69d13e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:07.279554 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-bbe97e76-9ceb-4311-9acc-317a69d13e40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959191 Nov 08 14:07:07.423882 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-b832ce7d-6ba6-48dd-b8a4-9e2a802e7afb service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362638 Nov 08 14:07:07.597211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-475a1724-3672-4d12-bc53-1b0d096d20eb service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644800 Nov 08 14:07:07.776800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-7dab26be-5cae-4695-bfef-5213c3fda257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:07.780046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-7dab26be-5cae-4695-bfef-5213c3fda257 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1095 time: 0.1218507 Nov 08 14:07:08.041921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c4eab6b-97d1-42af-8dc3-3df084192265 req-c681d662-43e4-40ee-a9f0-2b697e0b479d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9344752 Nov 08 14:07:08.047283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-97f1bdc4-58f9-4b3f-be64-85ed0d9cb380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:08.050438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-97f1bdc4-58f9-4b3f-be64-85ed0d9cb380 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.2624142 Nov 08 14:07:08.064102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-1e7812fc-ae70-4a12-8415-3c143649ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:08.068980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-1e7812fc-ae70-4a12-8415-3c143649ecde service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1095 time: 0.8597996 Nov 08 14:07:08.231373 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-8ecaae6f-defe-4938-9668-ffdfe7722bb2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 999 time: 0.1694622 Nov 08 14:07:08.326097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-f68830dc-8e21-4e66-9c99-31893b095d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:08.329472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-f68830dc-8e21-4e66-9c99-31893b095d91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.1854889 Nov 08 14:07:08.341267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-77dfa44f-7db8-420a-98b1-b7857c3b2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:08.342410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-77dfa44f-7db8-420a-98b1-b7857c3b2184 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.0966837 Nov 08 14:07:08.429556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-a4aaeb46-3a8c-4cd3-96aa-1f5517c6ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:08.432656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-a4aaeb46-3a8c-4cd3-96aa-1f5517c6ecbc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822773 Nov 08 14:07:08.453249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49106) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:08.546004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-c6ac0ec6-976f-4a74-bcd0-3cc9d45202ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 999 time: 0.1985536 Nov 08 14:07:08.665451 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-d58a0918-f104-4784-8cc2-9d16f3ea255a service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244451 Nov 08 14:07:08.727527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e345064f-34c5-4552-8030-17b2c3f877e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:08.742467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-ae2e0a9b-c345-4790-befe-083f592fb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:08.747754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-ae2e0a9b-c345-4790-befe-083f592fb839 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.1907716 Nov 08 14:07:08.798395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8:1::1 (3559a261-23cb-48ec-8066-26733bf69463/b589c6fa-3750-45f7-b8a9-806ad51693bc/3f7357da-3d83-4a39-b1d2-9a39b363a1af) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:07:08.858518 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-a82967d8-bbda-47f1-9c7e-b298cb10b54d service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798139 Nov 08 14:07:08.905793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-18b1e93e-d5a6-4f1a-a5f7-f096dbdf20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:08.907932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-18b1e93e-d5a6-4f1a-a5f7-f096dbdf20db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488752 Nov 08 14:07:08.971673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e345064f-34c5-4552-8030-17b2c3f877e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:08.985698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e345064f-34c5-4552-8030-17b2c3f877e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.078014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e345064f-34c5-4552-8030-17b2c3f877e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1d1feb57afd64c39a5ea225261214eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6228719 Nov 08 14:07:09.081270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49124) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:09.117043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345064f-34c5-4552-8030-17b2c3f877e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9467634f-62fb-43ea-996a-6d2ddbfde98d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:09.170240 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.174053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-e4ff735c-e691-40b1-9782-35bdfda0c774 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541902 Nov 08 14:07:09.251460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d84f4ae-d407-4d1c-b54b-b956493b93e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.361624 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d84f4ae-d407-4d1c-b54b-b956493b93e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.397661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f807fc78-de03-4cbc-86f4-7217bd6c148d req-800cd95f-9837-4d36-82f1-cae3baf4d317 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154481 Nov 08 14:07:09.416919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.439968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f35be-a13f-4875-ac67-fc32ec98ff4d req-a3d99810-f533-45f0-aee7-24a3845b1f02 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:09.441892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e26f35be-a13f-4875-ac67-fc32ec98ff4d req-a3d99810-f533-45f0-aee7-24a3845b1f02 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 944 time: 0.2429564 Nov 08 14:07:09.535832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 3559a261-23cb-48ec-8066-26733bf69463 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:09.539851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=3f7357da-3d83-4a39-b1d2-9a39b363a1af,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:09.542186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:09.559828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:09.559828 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.565845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.566178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.566520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.566855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.567203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.567658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.567870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.568246 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.568548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.568867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.569235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.570018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:09.611423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e26f35be-a13f-4875-ac67-fc32ec98ff4d req-6625898f-8e2e-47ca-a2ea-83baf404ec31 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392229 Nov 08 14:07:09.612132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d84f4ae-d407-4d1c-b54b-b956493b93e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.615231 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d84f4ae-d407-4d1c-b54b-b956493b93e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.621343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0d84f4ae-d407-4d1c-b54b-b956493b93e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9467634f-62fb-43ea-996a-6d2ddbfde98d HTTP/1.1" status: 204 len: 168 time: 0.5386996 Nov 08 14:07:09.645036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84f4ae-d407-4d1c-b54b-b956493b93e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9467634f-62fb-43ea-996a-6d2ddbfde98d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:09.764880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:09.951257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-632c103b-07ca-4549-b857-07fb3b86c9d8 None None] Provisioning complete for port 3f7357da-3d83-4a39-b1d2-9a39b363a1af triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:09.954145 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-632c103b-07ca-4549-b857-07fb3b86c9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.086806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49146) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:10.091719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-632c103b-07ca-4549-b857-07fb3b86c9d8 None None] Port 3f7357da-3d83-4a39-b1d2-9a39b363a1af cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:10.106062 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf1f9-3083-4f7f-b0bf-6186926989fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.274996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf1f9-3083-4f7f-b0bf-6186926989fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.282168 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.284732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d5cf1f9-3083-4f7f-b0bf-6186926989fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.289918 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.290754 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.347106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7d5cf1f9-3083-4f7f-b0bf-6186926989fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97e009ac68e84b12a46c0529a1aaffb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2591515 Nov 08 14:07:10.348344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cf1f9-3083-4f7f-b0bf-6186926989fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e109bcb-d39c-44e4-b05c-23ba80834a67,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:10.352386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49152) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:10.445162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=3f7357da-3d83-4a39-b1d2-9a39b363a1af,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:10.520018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 3559a261-23cb-48ec-8066-26733bf69463 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:10.521748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:10.525139 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe4ce-08f0-4f5d-9722-c9b56a070b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.680322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe4ce-08f0-4f5d-9722-c9b56a070b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.800875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 9f174c36-49f3-47fb-bfc2-a397893b3bf3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:07:10.882206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35b123-3fbf-4b2d-aa84-27842cf35753 req-873293e4-a7b8-4df3-a47c-967b35a92759 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:10.885740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d35b123-3fbf-4b2d-aa84-27842cf35753 req-873293e4-a7b8-4df3-a47c-967b35a92759 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 944 time: 0.1350925 Nov 08 14:07:10.945955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cf98c907-a44f-4e84-bde2-28a926c5de1f None None] Provisioning complete for port 3f7357da-3d83-4a39-b1d2-9a39b363a1af triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:10.946476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf98c907-a44f-4e84-bde2-28a926c5de1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.978677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:10.990469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe4ce-08f0-4f5d-9722-c9b56a070b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:10.991199 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] Sync routers for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:10.994132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfcfe4ce-08f0-4f5d-9722-c9b56a070b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:11.000008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dfcfe4ce-08f0-4f5d-9722-c9b56a070b66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e109bcb-d39c-44e4-b05c-23ba80834a67 HTTP/1.1" status: 204 len: 168 time: 0.6409404 Nov 08 14:07:11.000266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:07:11.002070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b9ebc9c6-89a2-456b-bb95-6371981ef0c7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/9f174c36-49f3-47fb-bfc2-a397893b3bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7593379 Nov 08 14:07:11.003954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49166) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:11.019359 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:11.020773 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:11.042424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfe4ce-08f0-4f5d-9722-c9b56a070b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e109bcb-d39c-44e4-b05c-23ba80834a67,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:11.107206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf15fb48-027c-4c60-8ae6-8f0c8bddcf85 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:11.109132 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bf15fb48-027c-4c60-8ae6-8f0c8bddcf85 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports/3f7357da-3d83-4a39-b1d2-9a39b363a1af HTTP/1.1" status: 200 len: 913 time: 0.1040683 Nov 08 14:07:11.114931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49170) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:11.143048 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d35b123-3fbf-4b2d-aa84-27842cf35753 req-3d6f26ea-5fe2-4674-a4e5-18ee7e472a41 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540875 Nov 08 14:07:11.184826 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:11.203491 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:11.204792 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:11.284260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cf98c907-a44f-4e84-bde2-28a926c5de1f None None] Port 3f7357da-3d83-4a39-b1d2-9a39b363a1af cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:11.355076 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:11.358998 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e2bd34-7bcf-499d-a714-b461bc6cfce3 None None] The sync data for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:11.425243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:11.463465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'port_id': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'mac_address': 'fa:16:3e:7d:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:07:11.535393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:11.564636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:07:11.654948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:11.669403 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:11.718577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49190) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:11.732186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c8309d8-60e9-43f3-bd45-4863a46ea596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:11.821125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:11.876725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c8309d8-60e9-43f3-bd45-4863a46ea596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:11.883271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5c8309d8-60e9-43f3-bd45-4863a46ea596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:11.941514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8309d8-60e9-43f3-bd45-4863a46ea596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2e4d58-6d31-4477-baae-1df963e0788f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:11.950669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5c8309d8-60e9-43f3-bd45-4863a46ea596 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4642dd32a7844be78e4276310f158487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2386823 Nov 08 14:07:11.952783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49198) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:12.028857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:12.036521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af524410-bc5f-4803-9469-b826f9df9e29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:12.053036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:12.113241 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af524410-bc5f-4803-9469-b826f9df9e29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:12.394475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af524410-bc5f-4803-9469-b826f9df9e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:12.398399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af524410-bc5f-4803-9469-b826f9df9e29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:12.404116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af524410-bc5f-4803-9469-b826f9df9e29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc2e4d58-6d31-4477-baae-1df963e0788f HTTP/1.1" status: 204 len: 168 time: 0.4489865 Nov 08 14:07:12.431319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c3b65-7d06-4529-bb5d-6dd39885b548 req-8e0ec1e0-e1a3-4074-b389-92f481a6df40 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:12.434397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a5c3b65-7d06-4529-bb5d-6dd39885b548 req-8e0ec1e0-e1a3-4074-b389-92f481a6df40 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.1065400 Nov 08 14:07:12.436513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af524410-bc5f-4803-9469-b826f9df9e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2e4d58-6d31-4477-baae-1df963e0788f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:12.652314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a5c3b65-7d06-4529-bb5d-6dd39885b548 req-70b92689-3daf-4766-884d-70cf5871eb15 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885152 Nov 08 14:07:12.733738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 3f7357da-3d83-4a39-b1d2-9a39b363a1af {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:12.734722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:12.942253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:12.969099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 3f7357da-3d83-4a39-b1d2-9a39b363a1af owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:13.277182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735b3b9-b344-4fe5-ae84-2201682441b4 req-bfb31a04-f3b1-45f8-baf4-233378f35ed4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:13.284514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e735b3b9-b344-4fe5-ae84-2201682441b4 req-bfb31a04-f3b1-45f8-baf4-233378f35ed4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.1673169 Nov 08 14:07:13.473119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e735b3b9-b344-4fe5-ae84-2201682441b4 req-8149b978-15ad-48ee-93db-743f9b3c32fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864026 Nov 08 14:07:13.890870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-4a3e1bd0-fd95-45cb-baa5-35f4cd1168dd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:13.893000 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-4a3e1bd0-fd95-45cb-baa5-35f4cd1168dd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe&tenant_id=df8dd9b7ff744867bbca665a4c1cef34&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 945 time: 0.8239710 Nov 08 14:07:14.040678 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-ea631b04-dd3d-4234-aea6-c711fd49296c service neutron] 10.222.0.54 "GET /v2.0/ports/9ce74748-8e03-43a4-aa80-ab8e3fce4b5b/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 382 time: 0.1140826 Nov 08 14:07:14.046567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:14.098264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=3f7357da-3d83-4a39-b1d2-9a39b363a1af,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:14.346503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-70459464-8386-4cbc-a385-3249911b3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:14.351939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-70459464-8386-4cbc-a385-3249911b3b28 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1096 time: 0.2647197 Nov 08 14:07:14.472057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:14.712222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-9c7e3e3c-da4e-40da-88b5-63a29570eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:14.714236 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-9c7e3e3c-da4e-40da-88b5-63a29570eca6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.3382566 Nov 08 14:07:14.776534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6abe6-5ba8-4fe1-a40f-b90c21660857 req-b0bf9bcb-91d0-4bf3-a113-9e5eb1d4d3cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:14.780703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0f6abe6-5ba8-4fe1-a40f-b90c21660857 req-b0bf9bcb-91d0-4bf3-a113-9e5eb1d4d3cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.1603160 Nov 08 14:07:14.903602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0f6abe6-5ba8-4fe1-a40f-b90c21660857 req-5ec3be79-d717-4441-9e2c-0c90836589c7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124284 Nov 08 14:07:14.925821 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-bdc48b4a-32a0-42a8-b3f9-d1ef351085b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 1000 time: 0.2036150 Nov 08 14:07:14.964410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:15.076348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:07:15.084515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:15.084908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:15.145011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 9f174c36-49f3-47fb-bfc2-a397893b3bf3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:07:15.153630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-c020908b-9d92-4bc5-94a0-6a82114b7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:15.155144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-c020908b-9d92-4bc5-94a0-6a82114b7730 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.1981511 Nov 08 14:07:15.261398 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:15.322140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:15.327436 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2925f03e-f910-4943-bacb-7d90d19a57ec" -d '{"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-plugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:15.367540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:15.374267 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:15.411476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-d597af1d-28bd-4be6-bf6c-d8e371822d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:15.413108 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-d597af1d-28bd-4be6-bf6c-d8e371822d15 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2462549 Nov 08 14:07:15.436803 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f685134f-eb0d-40a9-b5bf-60edcce1b11b x-openstack-request-id: req-f685134f-eb0d-40a9-b5bf-60edcce1b11b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:15.437556 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-plugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:15.437999 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f685134f-eb0d-40a9-b5bf-60edcce1b11b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:15.438590 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'code': 200} Nov 08 14:07:15.487106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:15.498530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ffe17ee-a0b3-4af6-ae98-7c06aff5d4b2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/9f174c36-49f3-47fb-bfc2-a397893b3bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3818326 Nov 08 14:07:15.498844 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49300) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:15.528580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] Sync routers for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:15.589933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-75dcd615-7472-4de2-8aa7-dff87c126089 service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600659 Nov 08 14:07:15.590907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:15.633621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:15.634372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:15.742750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:15.768349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:15.768987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:15.819247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:15.819940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31065c56-fb42-4bdd-9b13-b4f4d21dfb9e None None] The sync data for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:15.825849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-d9a8f6bd-7e0a-48bf-8d7e-a21a5fd5b12b service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270207 Nov 08 14:07:16.139673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba55e6-36ae-4e39-beb1-03e8f5c2fafb req-98f93761-a182-435b-9154-86714038aeac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:16.144281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94ba55e6-36ae-4e39-beb1-03e8f5c2fafb req-98f93761-a182-435b-9154-86714038aeac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.1183457 Nov 08 14:07:16.256682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94ba55e6-36ae-4e39-beb1-03e8f5c2fafb req-24109a3f-84ad-4113-8972-4d0709b79908 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976703 Nov 08 14:07:16.347095 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:16.760165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port aeb73834-f675-4e2c-ae15-d0dda9d77db4 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:16.760526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:16.955587 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:17.015499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for aeb73834-f675-4e2c-ae15-d0dda9d77db4 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:17.266391 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:17.334306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=aeb73834-f675-4e2c-ae15-d0dda9d77db4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:17.548559 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:17.931076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15aac7e-a40a-4cd2-9a24-7286b678ecd7 req-ec1678f6-23b8-4878-b49d-4cc980e72a08 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:17.933276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f15aac7e-a40a-4cd2-9a24-7286b678ecd7 req-ec1678f6-23b8-4878-b49d-4cc980e72a08 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 946 time: 0.3749464 Nov 08 14:07:17.943044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 9f174c36-49f3-47fb-bfc2-a397893b3bf3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:07:18.618383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f15aac7e-a40a-4cd2-9a24-7286b678ecd7 req-6b60c5f4-e87e-47c6-af0b-21c67a4858e6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6737788 Nov 08 14:07:18.695495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:18.699190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-9875435b-d8a6-4e6d-97ed-2d2eb8991266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:18.700826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-9875435b-d8a6-4e6d-97ed-2d2eb8991266 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 1097 time: 0.2015796 Nov 08 14:07:18.706985 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-14e3c6b6-3232-43dd-b05a-ce82bfa619d0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/9f174c36-49f3-47fb-bfc2-a397893b3bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2043700 Nov 08 14:07:18.707241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49362) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:18.715393 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668b365-c499-4812-a191-fd68684854a3 None None] Sync routers for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:18.720642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:18.738005 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668b365-c499-4812-a191-fd68684854a3 None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:18.738986 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a668b365-c499-4812-a191-fd68684854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:18.789106 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8ad7dbe4-327b-4bd5-8d36-3cceeadfab13 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f174c36-49f3-47fb-bfc2-a397893b3bf3 HTTP/1.1" status: 200 len: 205 time: 0.0805886 Nov 08 14:07:18.791694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49366) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:18.833226 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a668b365-c499-4812-a191-fd68684854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:18.833475 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:18.848204 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a668b365-c499-4812-a191-fd68684854a3 None None] Routers {'9f174c36-49f3-47fb-bfc2-a397893b3bf3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:18.849098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a668b365-c499-4812-a191-fd68684854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:18.893457 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a668b365-c499-4812-a191-fd68684854a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:18.894946 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a668b365-c499-4812-a191-fd68684854a3 None None] The sync data for ids ['9f174c36-49f3-47fb-bfc2-a397893b3bf3'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:19.019686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f30523a-2ced-4b86-8942-d3a7b1b0622a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.286150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f30523a-2ced-4b86-8942-d3a7b1b0622a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.291295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f30523a-2ced-4b86-8942-d3a7b1b0622a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.383060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:19.403541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f30523a-2ced-4b86-8942-d3a7b1b0622a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.404017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f30523a-2ced-4b86-8942-d3a7b1b0622a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Fanout notify agent at l3_agent the message router_deleted on router 9f174c36-49f3-47fb-bfc2-a397893b3bf3 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:07:19.415113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0f30523a-2ced-4b86-8942-d3a7b1b0622a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.416284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0f30523a-2ced-4b86-8942-d3a7b1b0622a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/9f174c36-49f3-47fb-bfc2-a397893b3bf3 HTTP/1.1" status: 204 len: 168 time: 0.6235445 Nov 08 14:07:19.419661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49390) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:19.486821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h2-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:07:19.521421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet b589c6fa-3750-45f7-b8a9-806ad51693bc {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:07:19.529262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.571273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:19.574633 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb56d711-41bc-421c-a4b7-5283a1008a69" -d '{"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:19.582286 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.601285 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.628963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.provisioning_blocks [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Transition to ACTIVE for port object 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b will not be triggered until provisioned by entity L2. {{(pid=101841) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:07:19.639658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:19.693219 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e42585-990f-494f-beb4-e864dcd1c320 x-openstack-request-id: req-03e42585-990f-494f-beb4-e864dcd1c320 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:19.693219 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:19.693219 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03e42585-990f-494f-beb4-e864dcd1c320 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:19.693219 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'code': 200} Nov 08 14:07:19.742714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=10']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:20.049513 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.216779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.267200 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.270517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/b589c6fa-3750-45f7-b8a9-806ad51693bc HTTP/1.1" status: 204 len: 168 time: 0.8499393 Nov 08 14:07:20.273228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49416) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:20.283764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d753bef4-77a8-4044-af82-033cac53c7c3 None None] Network 3559a261-23cb-48ec-8066-26733bf69463 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:20.304817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] No DVR routers for this DVR port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on host n-h2-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:20.470178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet 5e6895da-7867-419b-ae09-bbbc85f766b1 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:07:20.473705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22a45a-d42e-4818-8045-4115e477824a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=b589c6fa-3750-45f7-b8a9-806ad51693bc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:20.484212 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.497865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fc9b5-4f4d-404e-bb81-6405bbb2f65e req-15d0872d-4a43-46ce-85b7-98773f7d3e25 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:20.508977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e8fc9b5-4f4d-404e-bb81-6405bbb2f65e req-15d0872d-4a43-46ce-85b7-98773f7d3e25 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.7429364 Nov 08 14:07:20.559192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.593798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] DHCP port deletion for 3559a261-23cb-48ec-8066-26733bf69463 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:07:20.679435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e8fc9b5-4f4d-404e-bb81-6405bbb2f65e req-9b515336-3c55-4190-b346-603b20750215 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688843 Nov 08 14:07:20.712148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Deleting port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:20.713174 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.835310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] For port ca55bc5e-6838-4927-a5a7-b046ab7c5b73, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,segment=NetworkSegment(f62ab97f-8d79-47da-a461-104b0a9bbf0a),segment_id=f62ab97f-8d79-47da-a461-104b0a9bbf0a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:20.836695 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.846912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.862930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Calling delete_port for ca55bc5e-6838-4927-a5a7-b046ab7c5b73 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:20.920067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:07:20.920480 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:07:20.920823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:07:20.940370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:07:20.941065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Attempting to bind port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on network a6bbb249-654b-4f56-8b0f-817973cbf4bb {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:07:20.954235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:07:20.954583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Checking segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:20.954959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Bound using segment: {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:07:20.955399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Bound port: 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a31ec31-852f-48f9-84da-5efa05c53537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:07:20.955782 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:20.967712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:20.980816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.038142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8f762-9f3f-4348-94e6-1fbd4adcda22 None None] Network d8fb0449-b852-49d3-8025-6bb7dec22e96 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:21.064106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.073771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/5e6895da-7867-419b-ae09-bbbc85f766b1 HTTP/1.1" status: 204 len: 168 time: 0.7978938 Nov 08 14:07:21.076613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6895da-7867-419b-ae09-bbbc85f766b1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:21.080315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49428) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:21.094622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.094973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.095316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.100772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.101149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.101495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.103960 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.104304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.104656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.109213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.109561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.109905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183acf5e-f53c-4b8e-986e-5a8d1b22ba76 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.119983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:21.295994 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:07:21.318746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:07:21.328292 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.372357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:21.373313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.374891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] 10.222.0.70 "PUT /v2.0/ports/9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 1093 time: 2.6581929 Nov 08 14:07:21.379396 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.488491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca55bc5e-6838-4927-a5a7-b046ab7c5b73 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:21.514527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb892ef-d02f-4598-91d0-b6733b7cd534 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=11']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:21.536615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-70c16e7e-93ca-42ae-8e57-8db453762f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:21.538575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-70c16e7e-93ca-42ae-8e57-8db453762f2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1096 time: 0.1192610 Nov 08 14:07:21.580004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.598457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:21.603548 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.639689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] No DVR routers for this DVR port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:21.709992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 14:07:21.710507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca55bc5e-6838-4927-a5a7-b046ab7c5b73 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:21.764614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Pushing event deleted for resources: {'Port': ['ID=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:21.822545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port ca55bc5e-6838-4927-a5a7-b046ab7c5b73, host n-d-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:21.823172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.828746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.829097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.829441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.829778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.830115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.830453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.830784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.831293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.831633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.832065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.832466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.833206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11c0eb5-008a-41f4-9fd9-b19f07114f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:07:21.852842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for ca55bc5e-6838-4927-a5a7-b046ab7c5b73 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:21.857744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.ipam_backend_mixin [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 was not found and therefore no delete operation was performed {{(pid=101841) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:07:21.860073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:21.862667 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aed72c-e8b5-441f-93dd-5de98b974ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:21.866010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:21.933988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=ca55bc5e-6838-4927-a5a7-b046ab7c5b73,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:21.969406 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec16a6dc-5622-4383-8c4c-36e790589b4d x-openstack-request-id: req-ec16a6dc-5622-4383-8c4c-36e790589b4d {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:21.970291 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:21.970831 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec16a6dc-5622-4383-8c4c-36e790589b4d {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:21.971759 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'status': 'completed', 'code': 200} Nov 08 14:07:21.980846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port ca55bc5e-6838-4927-a5a7-b046ab7c5b73 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:22.015563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] DHCP port deletion for d8fb0449-b852-49d3-8025-6bb7dec22e96 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:07:22.062019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-26b69993-3128-4e9e-ae73-47402a87dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.066250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-26b69993-3128-4e9e-ae73-47402a87dc62 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1096 time: 0.0779333 Nov 08 14:07:22.126751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.150325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3559a261-23cb-48ec-8066-26733bf69463']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:22.156011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] Deleting port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:22.156637 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.161688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62ab97f-8d79-47da-a461-104b0a9bbf0a') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:22.161825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62ab97f-8d79-47da-a461-104b0a9bbf0a') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:22.173701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.190542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.199436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:07:22.200009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.206704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-e89bc265-c8c3-48dd-a854-010f400403ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.209023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-e89bc265-c8c3-48dd-a854-010f400403ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.1334853 Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:07:22.217247 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:07:22.220333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-caf12d87-39e0-4d84-9708-7c177a646442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.220333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-caf12d87-39e0-4d84-9708-7c177a646442 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.6713331 Nov 08 14:07:22.347206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] For port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a,segment=NetworkSegment(8e949a75-82b1-4464-a00c-7a5af51f5fdb),segment_id=8e949a75-82b1-4464-a00c-7a5af51f5fdb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:22.347666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.356912 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-723a04b8-821e-4d84-85a7-72417f9495ab service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 999 time: 0.1405020 Nov 08 14:07:22.392607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] Calling delete_port for 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:22.423180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-7528bac9-61d5-4cb7-817f-be604564a3ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 999 time: 0.1915872 Nov 08 14:07:22.538881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-6a51663b-b20a-4194-831a-0a747bbd81e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.540476 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-6a51663b-b20a-4194-831a-0a747bbd81e6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.1757669 Nov 08 14:07:22.577044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f1b8e-d5c4-4098-9042-0d755e1923a5 req-84d6aa54-8700-4622-8694-282cf044e143 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.578644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d8f1b8e-d5c4-4098-9042-0d755e1923a5 req-84d6aa54-8700-4622-8694-282cf044e143 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.6548948 Nov 08 14:07:22.611995 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.629282 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.674335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] Pushing event deleted for resources: {'Port': ['ID=8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:22.693456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-2b573e22-db5e-45f3-adcb-72b3907abe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.694985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58093d77-f238-4f80-81d0-09433e4f7581 None None] No DVR routers for this DVR port 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:22.697720 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.699927 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-2b573e22-db5e-45f3-adcb-72b3907abe59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431792 Nov 08 14:07:22.704486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:22.705606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/3559a261-23cb-48ec-8066-26733bf69463 HTTP/1.1" status: 204 len: 168 time: 1.6132424 Nov 08 14:07:22.711167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456eec7-7029-4733-9416-c27280aa8e15 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=3559a261-23cb-48ec-8066-26733bf69463,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:22.774698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d8f1b8e-d5c4-4098-9042-0d755e1923a5 req-aa7b278a-e8e6-410a-bad0-3a0be46030d6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775789 Nov 08 14:07:22.776801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-53b03f66-49cc-4694-b975-3862b1a83e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.779385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-53b03f66-49cc-4694-b975-3862b1a83e63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.3474984 Nov 08 14:07:22.869540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:22.879631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-921f6fa6-debd-41a4-b668-a58dce2a1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:22.884301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-921f6fa6-debd-41a4-b668-a58dce2a1bcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965514 Nov 08 14:07:23.037423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-030bc507-79d5-4d68-853c-352bd6dc10d7 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452854 Nov 08 14:07:23.073453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.109481 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-0d5ed54d-674a-45ed-92b7-900e700a6018 service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609482 Nov 08 14:07:23.146549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fb0449-b852-49d3-8025-6bb7dec22e96']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:23.172181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:23.191206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e949a75-82b1-4464-a00c-7a5af51f5fdb') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:23.191505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e949a75-82b1-4464-a00c-7a5af51f5fdb') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:23.235651 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.270503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.302775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:07:23.303187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:07:23.306356 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:07:23.317935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.321583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:07:23.323018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8e104f11-f2ca-4e9e-bba3-2e8eaa4a100a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:23.356681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a24ee74b-e441-4d7c-9444-0448647d6bd7 req-8a4a9965-25ec-4f46-9f54-a9c13e398764 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038120 Nov 08 14:07:23.481810 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-cf54cced-c2fb-4314-8c47-18085526d759 service neutron] 10.222.0.54 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505390 Nov 08 14:07:23.499420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-ada58703-58bc-44ad-877c-24eab7ca9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:23.500980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-ada58703-58bc-44ad-877c-24eab7ca9a3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1096 time: 0.0842974 Nov 08 14:07:23.530456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.560760 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.570607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/d8fb0449-b852-49d3-8025-6bb7dec22e96 HTTP/1.1" status: 204 len: 168 time: 0.8599985 Nov 08 14:07:23.603368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49504) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:23.614062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-376747226'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:23.660892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fba5e-7c7f-468b-bf4c-2567106b4d9b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=d8fb0449-b852-49d3-8025-6bb7dec22e96,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:23.669973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:23.677453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.718672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-fc9d497a-3255-4394-a0e5-4b079bcb1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:23.721734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-fc9d497a-3255-4394-a0e5-4b079bcb1f81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.2134082 Nov 08 14:07:23.734951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.751932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:07:23.767764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.768356 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment da71f48a-5a3b-4d1c-938e-80c4c49e8bda of type vlan for network 4d1911e8-558e-4f28-a089-3ea472564843 Nov 08 14:07:23.856118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.877316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-989f4712-fe20-40d9-8bf7-ff39223634c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 999 time: 0.1444886 Nov 08 14:07:23.940700 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:23.975873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:23.987079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:24.095585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=4d1911e8-558e-4f28-a089-3ea472564843,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:24.108381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 4d1911e8-558e-4f28-a089-3ea472564843 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:07:24.151558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c277445b-e4a4-4453-a32a-0dfa5ceee34b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5445910 Nov 08 14:07:24.154057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49516) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:24.171527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': '4d1911e8-558e-4f28-a089-3ea472564843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:24.419007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:24.425477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:24.571285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-65c54eb5-9cfe-4c02-a0b5-769dd027c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:24.574382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-65c54eb5-9cfe-4c02-a0b5-769dd027c27e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.6894555 Nov 08 14:07:24.630372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ca157-8f1f-4c0d-b007-4716c04cc10e req-b36ab247-54be-4949-b68c-3deff0ba1d04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:24.639624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e2ca157-8f1f-4c0d-b007-4716c04cc10e req-b36ab247-54be-4949-b68c-3deff0ba1d04 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.1335704 Nov 08 14:07:24.720420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-84658573-55a2-48b9-9c24-3cd8165bce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:24.723422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-84658573-55a2-48b9-9c24-3cd8165bce2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349778 Nov 08 14:07:24.795860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:24.812222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e2ca157-8f1f-4c0d-b007-4716c04cc10e req-a8bf50b6-6f5c-4765-8bfb-eba2c58fa142 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650801 Nov 08 14:07:24.922436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-d4eba33e-be7c-47dd-8205-3bd0878a047c service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843870 Nov 08 14:07:25.023178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': 'da71f48a-5a3b-4d1c-938e-80c4c49e8bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4d1911e8-558e-4f28-a089-3ea472564843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:25.023615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: 4d1911e8-558e-4f28-a089-3ea472564843, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:07:25.047090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=3e585449-674d-40b9-a669-11ff93a2896f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:25.068043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 4d1911e8-558e-4f28-a089-3ea472564843 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:07:25.085048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 4d1911e8-558e-4f28-a089-3ea472564843) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:25.094766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44623b39-bdea-42da-840a-98d85199a03a None None] Network 4d1911e8-558e-4f28-a089-3ea472564843 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:25.116432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:25.126677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:25.157937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5aed72c-e8b5-441f-93dd-5de98b974ee9 req-0e829821-9547-4746-b468-f9a5d74f49ef service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220657 Nov 08 14:07:25.207945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-21b0ca51-41c5-456b-b998-9216e5ad2d83 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0524161 Nov 08 14:07:25.210392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49550) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:25.221587 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d882131a-b0e5-4042-b2e1-f6da4415f480 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-167141002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:25.345237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d882131a-b0e5-4042-b2e1-f6da4415f480 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:25.347215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d882131a-b0e5-4042-b2e1-f6da4415f480 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:25.570994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d882131a-b0e5-4042-b2e1-f6da4415f480 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:25.577420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d882131a-b0e5-4042-b2e1-f6da4415f480 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:25.680655 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d882131a-b0e5-4042-b2e1-f6da4415f480 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:25.683955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d882131a-b0e5-4042-b2e1-f6da4415f480 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4708726 Nov 08 14:07:25.686629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:25.692917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'port': {'network_id': '4d1911e8-558e-4f28-a089-3ea472564843', 'name': 'tempest-RoutersIpV6Test-1156486236'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:25.764262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-4d1911e8-558e-4f28-a089-3ea472564843', 'network_id': '4d1911e8-558e-4f28-a089-3ea472564843', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': '3e585449-674d-40b9-a669-11ff93a2896f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:07:25.765076 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:25.967518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:25.971386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:26.040849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] device_id is not set on port 300a054d-f129-45c3-9855-f542559b5211 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:07:26.144681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Allocated IP 2001:db8::2 (4d1911e8-558e-4f28-a089-3ea472564843/3e585449-674d-40b9-a669-11ff93a2896f/3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:07:26.149748 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e061ac-92b4-42ec-9033-b584d2ecf3ed req-ea77c881-7837-42c6-8684-6c973434ecf3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:26.155173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09e061ac-92b4-42ec-9033-b584d2ecf3ed req-ea77c881-7837-42c6-8684-6c973434ecf3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 945 time: 0.1629398 Nov 08 14:07:26.280196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09e061ac-92b4-42ec-9033-b584d2ecf3ed req-bb44274a-6e0a-4946-a7e4-613a8040f1e9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031108 Nov 08 14:07:26.304465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49576) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:26.388148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8fa6b4de-7042-46d5-a797-d3b4456d784e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/d581a0ac-d8ff-4923-b0db-15a18fb12cc9 HTTP/1.1" status: 200 len: 991 time: 0.0767565 Nov 08 14:07:26.441156 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:26.465027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:07:26.469142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:26.536039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Network 4d1911e8-558e-4f28-a089-3ea472564843 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:26.543726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:26.555090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:26.613430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Pushing event updated for resources: {'Port': ['ID=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:26.627170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8::303 (4d1911e8-558e-4f28-a089-3ea472564843/3e585449-674d-40b9-a669-11ff93a2896f/300a054d-f129-45c3-9855-f542559b5211) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:07:26.767077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Attempting to bind port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:07:26.800165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Attempting to bind port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'da71f48a-5a3b-4d1c-938e-80c4c49e8bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4d1911e8-558e-4f28-a089-3ea472564843'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:07:26.801050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Attempting to bind port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 on network 4d1911e8-558e-4f28-a089-3ea472564843 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:07:26.818421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:07:26.819007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Checking segment: {'id': 'da71f48a-5a3b-4d1c-938e-80c4c49e8bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4d1911e8-558e-4f28-a089-3ea472564843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:26.819531 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:26.826987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Bound using segment: {'id': 'da71f48a-5a3b-4d1c-938e-80c4c49e8bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4d1911e8-558e-4f28-a089-3ea472564843'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:07:26.827660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Bound port: 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da71f48a-5a3b-4d1c-938e-80c4c49e8bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4d1911e8-558e-4f28-a089-3ea472564843'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:07:26.828187 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:26.944327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:26.977002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:27.028372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:27.038457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'port_id': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'mac_address': 'fa:16:3e:7d:cd:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:07:27.161114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 4d1911e8-558e-4f28-a089-3ea472564843 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:27.164174 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:27.171293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:27.178087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:27.192586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:27.193330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:27.210716 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] For port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:07:27.222852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:07:27.226919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=300a054d-f129-45c3-9855-f542559b5211,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:27.256043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-36971403-ea0b-428c-a2a4-fe819a096161 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5681467 Nov 08 14:07:27.258964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49594) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:27.272599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:27.283325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:27.395335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] For port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,segment=NetworkSegment(da71f48a-5a3b-4d1c-938e-80c4c49e8bda),segment_id=da71f48a-5a3b-4d1c-938e-80c4c49e8bda)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:07:27.397398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=12']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:27.403722 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:27.531152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db417d-4cb4-4213-bcc0-64fab568fa7f None None] Pushing event updated for resources: {'Port': ['ID=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:27.627880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:28.021609 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8d7d10c2-2661-4a84-9c17-95d032d5ec73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:28.191516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:28.607337 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:28.613548 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:28.801651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=300a054d-f129-45c3-9855-f542559b5211,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:29.033738 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:29.254157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:29.323399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:29.408410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdcd58d-0894-457e-9092-50cb8e5c07d8 None None] Network 4d1911e8-558e-4f28-a089-3ea472564843 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:29.494347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:29.498183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:29.633396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1d3e0192-cab8-4d7c-b348-b0023aa6ec84 None None] Provisioning complete for port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:29.633893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0192-cab8-4d7c-b348-b0023aa6ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:29.929989 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:29.941140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:29.951123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:30.111166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=300a054d-f129-45c3-9855-f542559b5211,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:30.172852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:30.217406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 4d1911e8-558e-4f28-a089-3ea472564843 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:30.226370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:30.340584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,segment=NetworkSegment(da71f48a-5a3b-4d1c-938e-80c4c49e8bda),segment_id=da71f48a-5a3b-4d1c-938e-80c4c49e8bda)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:30.357209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0192-cab8-4d7c-b348-b0023aa6ec84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:30.368245 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:30.599000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:30.687475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 62bcd064-a84c-4b1f-a203-090f26302d7b is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:07:31.102869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:31.111830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:31.135256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49670) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:31.140577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-db78ccd4-f999-44d3-888b-501ee98e2cba tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/62bcd064-a84c-4b1f-a203-090f26302d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8796892 Nov 08 14:07:31.142688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] Sync routers for ids ['62bcd064-a84c-4b1f-a203-090f26302d7b'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:31.212323 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-1d3e0192-cab8-4d7c-b348-b0023aa6ec84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:07:31.212822 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-1d3e0192-cab8-4d7c-b348-b0023aa6ec84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:07:31.224545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] Routers {'62bcd064-a84c-4b1f-a203-090f26302d7b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:31.226256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['62bcd064-a84c-4b1f-a203-090f26302d7b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:31.266994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba247a51-19fd-4c4c-97c1-5b5a45260ab5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:31.271753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22bf8d-7a22-4456-983e-a0623c3011ef req-49cddd0c-bb22-4c63-8b71-b4bc163ef53f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:31.271959 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ba247a51-19fd-4c4c-97c1-5b5a45260ab5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports/300a054d-f129-45c3-9855-f542559b5211 HTTP/1.1" status: 200 len: 984 time: 0.1326983 Nov 08 14:07:31.272259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49676) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:31.277351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac22bf8d-7a22-4456-983e-a0623c3011ef req-49cddd0c-bb22-4c63-8b71-b4bc163ef53f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 945 time: 0.1177580 Nov 08 14:07:31.316919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:31.330197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:07:31.341378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:31.342022 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:31.347574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] Routers {'62bcd064-a84c-4b1f-a203-090f26302d7b'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:31.351291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['62bcd064-a84c-4b1f-a203-090f26302d7b'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:31.389550 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac22bf8d-7a22-4456-983e-a0623c3011ef req-ed3b7728-0943-4503-a378-4ba20e467165 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108248 Nov 08 14:07:31.471851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:31.472976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf522e3d-820d-4d66-b4c1-9f4e1a12a28a None None] The sync data for ids ['62bcd064-a84c-4b1f-a203-090f26302d7b'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:31.508364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-71712501-7315-4f24-9137-144690f12304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:31.706085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:31.850056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:31.853321 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d2c22c-3392-4240-9428-9c46c498e1ee" -d '{"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-plugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:31.981026 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:31.989132 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf80d419-cdef-4b97-8f1f-02c1e4d90182 x-openstack-request-id: req-cf80d419-cdef-4b97-8f1f-02c1e4d90182 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:31.990968 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-plugged", "status": "completed", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:31.991354 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf80d419-cdef-4b97-8f1f-02c1e4d90182 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:31.991890 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'code': 200} Nov 08 14:07:31.996602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:32.589045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=13']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:32.591835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c52e7720-3e90-44d3-977f-51cf691dac53 None None] Provisioning complete for port 300a054d-f129-45c3-9855-f542559b5211 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:32.592212 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c52e7720-3e90-44d3-977f-51cf691dac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:32.666281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c52e7720-3e90-44d3-977f-51cf691dac53 None None] Port 300a054d-f129-45c3-9855-f542559b5211 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:32.688980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c52e7720-3e90-44d3-977f-51cf691dac53 None None] Provisioning complete for port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:32.689756 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c52e7720-3e90-44d3-977f-51cf691dac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:32.700239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383775-ed49-410b-b9c5-728b8b42372d req-13804679-f6cd-424d-9c52-4845227732fc tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:32.701881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59383775-ed49-410b-b9c5-728b8b42372d req-13804679-f6cd-424d-9c52-4845227732fc tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 945 time: 0.1151452 Nov 08 14:07:32.808793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59383775-ed49-410b-b9c5-728b8b42372d req-9b2d28ec-dd43-4cdc-9a7e-92b4abeb6a1b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996387 Nov 08 14:07:32.957086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-c48fe03f-797a-407d-b417-1bea464674ac tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:32.958832 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-c48fe03f-797a-407d-b417-1bea464674ac tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 945 time: 0.2802494 Nov 08 14:07:33.079658 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.109838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b1f17a3c-78f0-415c-98e9-622fddbaac37 None None] Provisioning complete for port 300a054d-f129-45c3-9855-f542559b5211 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:33.112180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b1f17a3c-78f0-415c-98e9-622fddbaac37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.120121 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.184443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b1f17a3c-78f0-415c-98e9-622fddbaac37 None None] Port 300a054d-f129-45c3-9855-f542559b5211 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:33.187487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:33.268902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:33.269269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.310883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Deleting port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:33.311174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.539566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] For port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:33.540072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.559178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Calling delete_port for eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:33.760978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.775933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['26479268-c166-4adc-873b-6f27749d3037'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:33.778420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ad811192-efe2-42fc-b4fc-f04c5e42e266', '4af091f9-2b4b-4537-a786-7de6b43fd579', 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:33.820199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event deleted for resources: {'Port': ['ID=eedf6950-b3ff-4ffc-b4d6-7bc4fc638075,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:33.918583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] No DVR routers for this DVR port eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:33.925747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:33.948798 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b307d0a0-87ee-4d6d-9bf9-a24087c22e92 req-10fa98a8-5065-46db-9d93-3b5c487c0a2b tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "DELETE /v2.0/ports/eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 HTTP/1.1" status: 204 len: 173 time: 0.9679525 Nov 08 14:07:33.950136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'name': 'network-vif-deleted', 'tag': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:33.952746 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eee7e5-cdb9-4a77-9444-865eecd5e093" -d '{"events": [{"server_uuid": "e9905e58-965d-434a-81b0-8f8e24c5ec58", "name": "network-vif-deleted", "tag": "eedf6950-b3ff-4ffc-b4d6-7bc4fc638075"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:34.007117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 300a054d-f129-45c3-9855-f542559b5211 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:34.022143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:34.037035 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d51e8c-fbed-43a9-b415-6a577ce2a228 x-openstack-request-id: req-58d51e8c-fbed-43a9-b415-6a577ce2a228 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:34.037336 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9905e58-965d-434a-81b0-8f8e24c5ec58", "name": "network-vif-deleted", "tag": "eedf6950-b3ff-4ffc-b4d6-7bc4fc638075", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:34.037594 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58d51e8c-fbed-43a9-b415-6a577ce2a228 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:34.037991 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9905e58-965d-434a-81b0-8f8e24c5ec58', 'name': 'network-vif-deleted', 'tag': 'eedf6950-b3ff-4ffc-b4d6-7bc4fc638075', 'status': 'completed', 'code': 200} Nov 08 14:07:34.107279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a4017f7-5c40-4465-8e9c-579d7acc02e7 req-81157ea5-9995-46ef-adab-d426b17c9309 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9905e58-965d-434a-81b0-8f8e24c5ec58 HTTP/1.1" status: 200 len: 210 time: 0.0980508 Nov 08 14:07:34.313550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:34.330194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 300a054d-f129-45c3-9855-f542559b5211 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:34.731648 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:34.775282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=300a054d-f129-45c3-9855-f542559b5211,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:35.011591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:35.514493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 62bcd064-a84c-4b1f-a203-090f26302d7b has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:07:35.588651 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:35.633386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:35.647390 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] Sync routers for ids ['62bcd064-a84c-4b1f-a203-090f26302d7b'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:35.653658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7de7e706-40cf-41cc-a840-a61e20ce9749 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/62bcd064-a84c-4b1f-a203-090f26302d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3803458 Nov 08 14:07:35.656834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49766) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:35.672796 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] Routers {'62bcd064-a84c-4b1f-a203-090f26302d7b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:35.673196 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['62bcd064-a84c-4b1f-a203-090f26302d7b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:35.763644 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:35.799753 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] Routers {'62bcd064-a84c-4b1f-a203-090f26302d7b'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:35.812707 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['62bcd064-a84c-4b1f-a203-090f26302d7b'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:35.837548 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:35.930988 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:35.931543 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463bfcb3-eb69-4068-a302-23de2b853036 None None] The sync data for ids ['62bcd064-a84c-4b1f-a203-090f26302d7b'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:36.002319 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-71671506-b128-424e-9386-e0c691b3ef51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] remove_router_interface failed (client error): The resource could not be found. Nov 08 14:07:36.006548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:36.020522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-71671506-b128-424e-9386-e0c691b3ef51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/62bcd064-a84c-4b1f-a203-090f26302d7b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3618491 Nov 08 14:07:36.055670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49772) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:36.065067 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e29158b5-bf0f-475a-855d-d7378585ff33 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=62bcd064-a84c-4b1f-a203-090f26302d7b HTTP/1.1" status: 200 len: 205 time: 0.0559294 Nov 08 14:07:36.230706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4726f629-97a6-48c0-be5d-de4258bf73eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.512829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4726f629-97a6-48c0-be5d-de4258bf73eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.526141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4726f629-97a6-48c0-be5d-de4258bf73eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.584684 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4726f629-97a6-48c0-be5d-de4258bf73eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.585225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4726f629-97a6-48c0-be5d-de4258bf73eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Fanout notify agent at l3_agent the message router_deleted on router 62bcd064-a84c-4b1f-a203-090f26302d7b {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:07:36.592937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4726f629-97a6-48c0-be5d-de4258bf73eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.596787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4726f629-97a6-48c0-be5d-de4258bf73eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/62bcd064-a84c-4b1f-a203-090f26302d7b HTTP/1.1" status: 204 len: 168 time: 0.5373232 Nov 08 14:07:36.597635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49780) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:36.688607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet 3e585449-674d-40b9-a669-11ff93a2896f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:07:36.701309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.792942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.905057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:36.993322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.032167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=3e585449-674d-40b9-a669-11ff93a2896f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:37.034881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.043420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49784) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:37.046285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23034b64-e2f5-4988-b016-bf44dbd23254 None None] Network 4d1911e8-558e-4f28-a089-3ea472564843 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:37.055442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-21c47657-1153-4c90-a36c-52ca19187b7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/3e585449-674d-40b9-a669-11ff93a2896f HTTP/1.1" status: 204 len: 168 time: 0.4563773 Nov 08 14:07:37.191240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:37.226427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.292387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:07:37.292794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device eedf6950-b3ff-4ffc-b4d6-7bc4fc638075 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:37.345368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:37.345720 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.414106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc93af-796f-460e-881b-e98b354409fb None None] DHCP port deletion for 4d1911e8-558e-4f28-a089-3ea472564843 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:07:37.460606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,segment=NetworkSegment(da71f48a-5a3b-4d1c-938e-80c4c49e8bda),segment_id=da71f48a-5a3b-4d1c-938e-80c4c49e8bda)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:37.460980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.492801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:37.527845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-36cc93af-796f-460e-881b-e98b354409fb None None] Deleting port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:37.528461 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36cc93af-796f-460e-881b-e98b354409fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.665466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.665819 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:07:37.678746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-36cc93af-796f-460e-881b-e98b354409fb None None] For port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,segment=NetworkSegment(da71f48a-5a3b-4d1c-938e-80c4c49e8bda),segment_id=da71f48a-5a3b-4d1c-938e-80c4c49e8bda)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:37.679146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36cc93af-796f-460e-881b-e98b354409fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.714553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-36cc93af-796f-460e-881b-e98b354409fb None None] Calling delete_port for 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:37.716414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:37.720936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:37.881215 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36cc93af-796f-460e-881b-e98b354409fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.898750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc93af-796f-460e-881b-e98b354409fb None None] No DVR routers for this DVR port 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:37.901385 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:37.951471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc93af-796f-460e-881b-e98b354409fb None None] Pushing event deleted for resources: {'Port': ['ID=3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:37.959718 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1911e8-558e-4f28-a089-3ea472564843']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:37.976928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da71f48a-5a3b-4d1c-938e-80c4c49e8bda') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:37.977223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da71f48a-5a3b-4d1c-938e-80c4c49e8bda') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:37.991551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.019912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.047573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:07:38.054288 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:07:38.134428 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:07:38.139384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.171021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.175602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/4d1911e8-558e-4f28-a089-3ea472564843 HTTP/1.1" status: 204 len: 168 time: 1.1310754 Nov 08 14:07:38.176704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f205d60-07b1-45e3-83a6-193edf2cb1f3 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=4d1911e8-558e-4f28-a089-3ea472564843,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:38.183518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:38.200865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1073917634'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:38.255974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:38.259694 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.325939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:07:38.349098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.349942 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment 4818592f-5f08-4e6b-8c25-0e507509136c of type vlan for network 110a1959-0276-445d-aead-801f74a08aab Nov 08 14:07:38.423714 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.472008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.481284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:38.482221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:38.533537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49798) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:38.539632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': '110a1959-0276-445d-aead-801f74a08aab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:38.544341 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3596370 Nov 08 14:07:38.607075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3bd230-8001-4099-aade-122965cbc2b6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=110a1959-0276-445d-aead-801f74a08aab,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:38.619108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 110a1959-0276-445d-aead-801f74a08aab details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:07:38.761856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:38.769388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.171968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:39.200393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.226142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:07:39.226865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 3bc6eb78-8f4d-4ec0-a30a-ffeaa413bb11 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:39.310423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=e33c8a19-527b-42c3-9ba4-24b70de0336b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:39.316866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': '4818592f-5f08-4e6b-8c25-0e507509136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '110a1959-0276-445d-aead-801f74a08aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:39.317213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: 110a1959-0276-445d-aead-801f74a08aab, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:07:39.366024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 110a1959-0276-445d-aead-801f74a08aab is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:07:39.380645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 110a1959-0276-445d-aead-801f74a08aab) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:39.392451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25304070-65d4-4298-b406-a696df0b22d0 None None] Network 110a1959-0276-445d-aead-801f74a08aab requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:39.400911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:39.403997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.447438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a4dddc01-74a4-44cb-ab3b-dedea666036a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9117908 Nov 08 14:07:39.451212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49812) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:39.461234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-140af860-ca62-4fa4-91c7-bd542ff70602 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-711534801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:39.523447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-140af860-ca62-4fa4-91c7-bd542ff70602 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.524681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-140af860-ca62-4fa4-91c7-bd542ff70602 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.562647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49814) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:39.648585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-140af860-ca62-4fa4-91c7-bd542ff70602 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.654643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-140af860-ca62-4fa4-91c7-bd542ff70602 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.684189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-140af860-ca62-4fa4-91c7-bd542ff70602 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.686800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-140af860-ca62-4fa4-91c7-bd542ff70602 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2341263 Nov 08 14:07:39.691094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49818) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:39.742714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-110a1959-0276-445d-aead-801f74a08aab', 'network_id': '110a1959-0276-445d-aead-801f74a08aab', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': 'e33c8a19-527b-42c3-9ba4-24b70de0336b'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:07:39.743716 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:39.795597 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd2d6-f718-4757-b86c-34b4182d22a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.054856 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd2d6-f718-4757-b86c-34b4182d22a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.068569 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd2d6-f718-4757-b86c-34b4182d22a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.146225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fd2d6-f718-4757-b86c-34b4182d22a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd838ad-8bb2-4b2d-860d-bf23b98ec213,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:40.170160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Allocated IP 2001:db8::2 (110a1959-0276-445d-aead-801f74a08aab/e33c8a19-527b-42c3-9ba4-24b70de0336b/ffeb923c-35bd-4eb4-9217-0df0844f23ab) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:07:40.194681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0d4fd2d6-f718-4757-b86c-34b4182d22a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93cd83363ca44ca7a3bab07e52c76c3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6290529 Nov 08 14:07:40.197683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49828) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:40.340629 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-24ea5031-8629-4d77-9271-803f2fb4657c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.353362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.406194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-24ea5031-8629-4d77-9271-803f2fb4657c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.515500 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-24ea5031-8629-4d77-9271-803f2fb4657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.518791 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-24ea5031-8629-4d77-9271-803f2fb4657c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.520461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-24ea5031-8629-4d77-9271-803f2fb4657c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cd838ad-8bb2-4b2d-860d-bf23b98ec213 HTTP/1.1" status: 204 len: 168 time: 0.3196669 Nov 08 14:07:40.541836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea5031-8629-4d77-9271-803f2fb4657c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd838ad-8bb2-4b2d-860d-bf23b98ec213,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:40.644435 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.654980 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.712760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Pushing event updated for resources: {'Port': ['ID=ffeb923c-35bd-4eb4-9217-0df0844f23ab,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:40.747231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Network 110a1959-0276-445d-aead-801f74a08aab is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:40.751858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:40.754607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:40.853564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Attempting to bind port ffeb923c-35bd-4eb4-9217-0df0844f23ab on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:07:40.853978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Attempting to bind port ffeb923c-35bd-4eb4-9217-0df0844f23ab by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4818592f-5f08-4e6b-8c25-0e507509136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '110a1959-0276-445d-aead-801f74a08aab'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:07:40.854981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Attempting to bind port ffeb923c-35bd-4eb4-9217-0df0844f23ab on network 110a1959-0276-445d-aead-801f74a08aab {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:07:40.868054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:07:40.868514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Checking segment: {'id': '4818592f-5f08-4e6b-8c25-0e507509136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '110a1959-0276-445d-aead-801f74a08aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:40.868841 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:40.869255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Bound using segment: {'id': '4818592f-5f08-4e6b-8c25-0e507509136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '110a1959-0276-445d-aead-801f74a08aab'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:07:40.869747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Bound port: ffeb923c-35bd-4eb4-9217-0df0844f23ab, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4818592f-5f08-4e6b-8c25-0e507509136c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '110a1959-0276-445d-aead-801f74a08aab'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:07:40.870185 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:41.114150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] For port ffeb923c-35bd-4eb4-9217-0df0844f23ab, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:07:41.125420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] For port ffeb923c-35bd-4eb4-9217-0df0844f23ab, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffeb923c-35bd-4eb4-9217-0df0844f23ab,segment=NetworkSegment(4818592f-5f08-4e6b-8c25-0e507509136c),segment_id=4818592f-5f08-4e6b-8c25-0e507509136c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:07:41.128330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8::1 (110a1959-0276-445d-aead-801f74a08aab/e33c8a19-527b-42c3-9ba4-24b70de0336b/679f5af9-d93c-4038-918a-910117f82cd5) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:07:41.141981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:41.304127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d9769-afa6-4a57-a4ca-70e3b2d0ebf6 None None] Pushing event updated for resources: {'Port': ['ID=ffeb923c-35bd-4eb4-9217-0df0844f23ab,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:41.409704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:41.449402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:41.505721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217cac2-62dd-4658-9cc1-d8bd2bdd7259 req-673781da-aa03-4cd6-aa77-ef49e60177ba tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:41.521560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2217cac2-62dd-4658-9cc1-d8bd2bdd7259 req-673781da-aa03-4cd6-aa77-ef49e60177ba tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 946 time: 0.1347761 Nov 08 14:07:41.587969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 110a1959-0276-445d-aead-801f74a08aab is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:41.589994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=679f5af9-d93c-4038-918a-910117f82cd5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:41.602548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:41.611568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:41.612146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:41.628860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2217cac2-62dd-4658-9cc1-d8bd2bdd7259 req-493a8077-10e9-4796-8098-b3fd8f717dcd tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028290 Nov 08 14:07:42.251417 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:42.912189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:42.928633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:42.929773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:42.955426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fdf04-b3b3-4aba-9f92-e9acc82862c8 req-418d1273-25f0-4556-b490-8ba9a4b51ac9 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:42.962542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-453fdf04-b3b3-4aba-9f92-e9acc82862c8 req-418d1273-25f0-4556-b490-8ba9a4b51ac9 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 946 time: 0.1573465 Nov 08 14:07:43.054351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d4daba-2c6e-41fc-a5eb-897ff54166ae None None] Network 110a1959-0276-445d-aead-801f74a08aab requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:43.126142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-453fdf04-b3b3-4aba-9f92-e9acc82862c8 req-d678a5cb-37af-484d-9056-ca084cf24000 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575031 Nov 08 14:07:43.225768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0d1a299e-c830-4978-8250-950fb8dfa398 None None] Provisioning complete for port ffeb923c-35bd-4eb4-9217-0df0844f23ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:43.225946 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0d1a299e-c830-4978-8250-950fb8dfa398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:43.234791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=679f5af9-d93c-4038-918a-910117f82cd5,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:43.272749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-7d073b94-634f-49bf-8efb-4fb3d195d8ae tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:43.274629 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-7d073b94-634f-49bf-8efb-4fb3d195d8ae tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 946 time: 0.4050097 Nov 08 14:07:43.351224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffeb923c-35bd-4eb4-9217-0df0844f23ab up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:43.504813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 110a1959-0276-445d-aead-801f74a08aab is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:43.511711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:43.517484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ffeb923c-35bd-4eb4-9217-0df0844f23ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:43.518378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:43.639681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Deleting port 4af091f9-2b4b-4537-a786-7de6b43fd579 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:43.640436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:43.657666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0d1a299e-c830-4978-8250-950fb8dfa398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:43.735217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:43.799714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0d1a299e-c830-4978-8250-950fb8dfa398 None None] For port ffeb923c-35bd-4eb4-9217-0df0844f23ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffeb923c-35bd-4eb4-9217-0df0844f23ab,segment=NetworkSegment(4818592f-5f08-4e6b-8c25-0e507509136c),segment_id=4818592f-5f08-4e6b-8c25-0e507509136c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:43.809562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0d1a299e-c830-4978-8250-950fb8dfa398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:43.854302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 9a0f72a6-f1ec-45fd-845a-fb0b856cebe5 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:07:43.858086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] For port 4af091f9-2b4b-4537-a786-7de6b43fd579, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=4af091f9-2b4b-4537-a786-7de6b43fd579,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:43.858503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:43.891790 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:07:43.891790 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:07:43.904737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Calling delete_port for 4af091f9-2b4b-4537-a786-7de6b43fd579 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:44.018148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1a299e-c830-4978-8250-950fb8dfa398 None None] Pushing event updated for resources: {'Port': ['ID=ffeb923c-35bd-4eb4-9217-0df0844f23ab,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:44.159779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:44.173898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] Sync routers for ids ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:44.193644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] Routers {'9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:44.194339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:44.203390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49888) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:44.204209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-54bbe0f5-d5fe-41b1-95c9-7ff499e3059b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/9a0f72a6-f1ec-45fd-845a-fb0b856cebe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5101726 Nov 08 14:07:44.255643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:44.268427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] Routers {'9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:44.269056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:44.339212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d26a7e-4401-483d-b9e1-7dd8abc170f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:44.346021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:44.346478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74d26a7e-4401-483d-b9e1-7dd8abc170f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports/679f5af9-d93c-4038-918a-910117f82cd5 HTTP/1.1" status: 200 len: 911 time: 0.1406090 Nov 08 14:07:44.346744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35504a01-d12b-4a41-bf25-c52302009087 None None] The sync data for ids ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:44.348598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 49890) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:44.367080 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0a76c1fa-4b03-49cc-8ff7-24855416bc05 None None] Provisioning complete for port ffeb923c-35bd-4eb4-9217-0df0844f23ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:44.367887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a76c1fa-4b03-49cc-8ff7-24855416bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:44.465525 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:44.491527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ad811192-efe2-42fc-b4fc-f04c5e42e266', '4af091f9-2b4b-4537-a786-7de6b43fd579'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:44.496206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['26479268-c166-4adc-873b-6f27749d3037'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:44.579901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event deleted for resources: {'Port': ['ID=4af091f9-2b4b-4537-a786-7de6b43fd579,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:44.681263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] No DVR routers for this DVR port 4af091f9-2b4b-4537-a786-7de6b43fd579 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:44.687264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:44.696562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eb5519c9-35b4-44c0-8bcf-ab95ec16e246 req-da36c7ae-0b85-4548-92aa-469206985a17 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "DELETE /v2.0/ports/4af091f9-2b4b-4537-a786-7de6b43fd579 HTTP/1.1" status: 204 len: 173 time: 1.4115984 Nov 08 14:07:44.697209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'name': 'network-vif-deleted', 'tag': '4af091f9-2b4b-4537-a786-7de6b43fd579'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:44.704166 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b951b9b5-3776-445d-b6e9-ebc992e2fc49" -d '{"events": [{"server_uuid": "d214379c-3e8d-4ad4-85d0-10606a7dcca2", "name": "network-vif-deleted", "tag": "4af091f9-2b4b-4537-a786-7de6b43fd579"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:44.808675 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104a45a7-5d9e-4126-b06d-bf35852f9712 x-openstack-request-id: req-104a45a7-5d9e-4126-b06d-bf35852f9712 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:44.809188 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d214379c-3e8d-4ad4-85d0-10606a7dcca2", "name": "network-vif-deleted", "tag": "4af091f9-2b4b-4537-a786-7de6b43fd579", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:44.809650 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-104a45a7-5d9e-4126-b06d-bf35852f9712 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:44.810390 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd214379c-3e8d-4ad4-85d0-10606a7dcca2', 'name': 'network-vif-deleted', 'tag': '4af091f9-2b4b-4537-a786-7de6b43fd579', 'status': 'completed', 'code': 200} Nov 08 14:07:44.873714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0a76c1fa-4b03-49cc-8ff7-24855416bc05 None None] Provisioning complete for port 679f5af9-d93c-4038-918a-910117f82cd5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:44.874083 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a76c1fa-4b03-49cc-8ff7-24855416bc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:44.993051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0a76c1fa-4b03-49cc-8ff7-24855416bc05 None None] Port 679f5af9-d93c-4038-918a-910117f82cd5 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:45.136402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9c35ecef-7daf-4236-a553-1c687cbc858c None None] Provisioning complete for port 679f5af9-d93c-4038-918a-910117f82cd5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:45.136785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c35ecef-7daf-4236-a553-1c687cbc858c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:45.232226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffeb923c-35bd-4eb4-9217-0df0844f23ab up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:07:45.278634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9c35ecef-7daf-4236-a553-1c687cbc858c None None] Port 679f5af9-d93c-4038-918a-910117f82cd5 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:45.294591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ffeb923c-35bd-4eb4-9217-0df0844f23ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:45.295023 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:45.536723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6c4c21d1-d9a2-430c-8008-f5b8b0cd754c None None] Provisioning complete for port 679f5af9-d93c-4038-918a-910117f82cd5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:07:45.537123 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c4c21d1-d9a2-430c-8008-f5b8b0cd754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:45.583873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a1d4a-e20c-42be-b4d4-6d9cf5469fbe req-a50d700a-ea17-40d0-bfcf-8996a00588fb tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:45.586041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6a1d4a-e20c-42be-b4d4-6d9cf5469fbe req-a50d700a-ea17-40d0-bfcf-8996a00588fb tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=d214379c-3e8d-4ad4-85d0-10606a7dcca2 HTTP/1.1" status: 200 len: 867 time: 1.2378683 Nov 08 14:07:45.699247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6a1d4a-e20c-42be-b4d4-6d9cf5469fbe req-d9864c3d-e56b-40c3-9514-e87d88c1a6bb tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030781 Nov 08 14:07:45.822308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:45.837942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c21d1-d9a2-430c-8008-f5b8b0cd754c None None] Port 679f5af9-d93c-4038-918a-910117f82cd5 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:07:46.117825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49914) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:46.252145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 679f5af9-d93c-4038-918a-910117f82cd5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:46.252567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.329441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecb109e4-ac05-478b-99cb-0f76e32e9ce1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.389766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.417673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 679f5af9-d93c-4038-918a-910117f82cd5 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:46.472804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecb109e4-ac05-478b-99cb-0f76e32e9ce1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.482747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecb109e4-ac05-478b-99cb-0f76e32e9ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.537016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb109e4-ac05-478b-99cb-0f76e32e9ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97358429-6d5d-4852-9abe-0b683747b0d0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:46.549543 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ecb109e4-ac05-478b-99cb-0f76e32e9ce1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22f83c359b764f448b16ea39aed7967a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265428 Nov 08 14:07:46.550462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49920) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:46.630161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a806a2cc-92b1-418c-9728-e253bd2b0df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.682152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a806a2cc-92b1-418c-9728-e253bd2b0df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.697186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.741526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=679f5af9-d93c-4038-918a-910117f82cd5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:46.755375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a806a2cc-92b1-418c-9728-e253bd2b0df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.759692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a806a2cc-92b1-418c-9728-e253bd2b0df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:46.761152 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a806a2cc-92b1-418c-9728-e253bd2b0df8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97358429-6d5d-4852-9abe-0b683747b0d0 HTTP/1.1" status: 204 len: 168 time: 0.2092044 Nov 08 14:07:46.816740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806a2cc-92b1-418c-9728-e253bd2b0df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97358429-6d5d-4852-9abe-0b683747b0d0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:47.115408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4af091f9-2b4b-4537-a786-7de6b43fd579 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:47.139497 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:47.175079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 4af091f9-2b4b-4537-a786-7de6b43fd579 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:07:47.175987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 4af091f9-2b4b-4537-a786-7de6b43fd579 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:47.477490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 49980) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:47.488866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 9a0f72a6-f1ec-45fd-845a-fb0b856cebe5 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:07:47.493155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46708c83-e377-4159-a924-d539fc16aa85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:47.507475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefc21c-0a61-4bd9-a616-2f8fd1b7af6d req-218e80e9-68c9-40dd-9549-cae83cb94fc6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:47.509417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4cefc21c-0a61-4bd9-a616-2f8fd1b7af6d req-218e80e9-68c9-40dd-9549-cae83cb94fc6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 946 time: 0.1679912 Nov 08 14:07:47.662915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4cefc21c-0a61-4bd9-a616-2f8fd1b7af6d req-94f57b13-2ab6-40a6-8763-84c74971cb0f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453853 Nov 08 14:07:47.686019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46708c83-e377-4159-a924-d539fc16aa85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:47.695541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46708c83-e377-4159-a924-d539fc16aa85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:47.723125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:47.732204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89c692bb-3d80-47cc-8533-c68ef5b66a6a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/9a0f72a6-f1ec-45fd-845a-fb0b856cebe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3811076 Nov 08 14:07:47.738017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] Sync routers for ids ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:47.740044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50006) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:47.752238 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] Routers {'9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:47.753092 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:47.782444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50014) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:47.783161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-46708c83-e377-4159-a924-d539fc16aa85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2657c8b28f7e451990ffc90444562b56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044415 Nov 08 14:07:47.806501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9337cac1-d3ed-47e7-8277-b464bf240517 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a0f72a6-f1ec-45fd-845a-fb0b856cebe5 HTTP/1.1" status: 200 len: 205 time: 0.0652564 Nov 08 14:07:47.810369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50018) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:47.811394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46708c83-e377-4159-a924-d539fc16aa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a8e43f-fd64-407e-aadb-0c53c8d2b2e8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:47.820994 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:47.834082 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] Routers {'9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:47.835494 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:47.877642 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:47.878749 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a0d44-c002-46c5-acad-f2adc06aeda5 None None] The sync data for ids ['9a0f72a6-f1ec-45fd-845a-fb0b856cebe5'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:47.954787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e6ff-b85b-40bc-a06b-f2cfc5f1d08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.105767 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63e0e7a9-5477-44fc-8e26-50dc835c9761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.152107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e6ff-b85b-40bc-a06b-f2cfc5f1d08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.158555 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e6ff-b85b-40bc-a06b-f2cfc5f1d08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.165466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63e0e7a9-5477-44fc-8e26-50dc835c9761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.230322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e6ff-b85b-40bc-a06b-f2cfc5f1d08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.230929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d1e6ff-b85b-40bc-a06b-f2cfc5f1d08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Fanout notify agent at l3_agent the message router_deleted on router 9a0f72a6-f1ec-45fd-845a-fb0b856cebe5 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:07:48.242695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99d1e6ff-b85b-40bc-a06b-f2cfc5f1d08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.244142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-99d1e6ff-b85b-40bc-a06b-f2cfc5f1d08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/9a0f72a6-f1ec-45fd-845a-fb0b856cebe5 HTTP/1.1" status: 204 len: 168 time: 0.4249954 Nov 08 14:07:48.246872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50064) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:48.281421 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63e0e7a9-5477-44fc-8e26-50dc835c9761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.284129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63e0e7a9-5477-44fc-8e26-50dc835c9761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.288489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63e0e7a9-5477-44fc-8e26-50dc835c9761 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/98a8e43f-fd64-407e-aadb-0c53c8d2b2e8 HTTP/1.1" status: 204 len: 168 time: 0.5049775 Nov 08 14:07:48.303758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0e7a9-5477-44fc-8e26-50dc835c9761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a8e43f-fd64-407e-aadb-0c53c8d2b2e8,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:48.342507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet e33c8a19-527b-42c3-9ba4-24b70de0336b {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:07:48.350750 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.439153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.612302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.757379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-1fb3b027-215a-4915-9641-6f3fb7a36b3f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:48.761554 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-1fb3b027-215a-4915-9641-6f3fb7a36b3f tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 946 time: 0.1021833 Nov 08 14:07:48.880854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.924541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=e33c8a19-527b-42c3-9ba4-24b70de0336b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:48.950276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2760b5f1-1cab-4b66-a62e-4d31043efe00 None None] Network 110a1959-0276-445d-aead-801f74a08aab requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:48.951969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:48.957856 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96b11184-035b-41c9-9963-7bf7bab5a568 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/e33c8a19-527b-42c3-9ba4-24b70de0336b HTTP/1.1" status: 204 len: 168 time: 0.7086530 Nov 08 14:07:48.960664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50126) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:48.973572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8876cd9-4dd8-497f-ad5d-63d29f25a120 req-d6a8d2c7-4434-4ed4-84cf-99850a33b73d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:48.975727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8876cd9-4dd8-497f-ad5d-63d29f25a120 req-d6a8d2c7-4434-4ed4-84cf-99850a33b73d tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 946 time: 0.1117129 Nov 08 14:07:49.104782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Deleting port ad811192-efe2-42fc-b4fc-f04c5e42e266 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:49.105306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.116676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8876cd9-4dd8-497f-ad5d-63d29f25a120 req-338baa8e-469c-48a3-8e62-bef3b85cd929 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347654 Nov 08 14:07:49.211111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.243041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] For port ad811192-efe2-42fc-b4fc-f04c5e42e266, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=ad811192-efe2-42fc-b4fc-f04c5e42e266,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:49.243843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.289072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Calling delete_port for ad811192-efe2-42fc-b4fc-f04c5e42e266 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:49.391450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port ffeb923c-35bd-4eb4-9217-0df0844f23ab {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:49.391836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.443355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] DHCP port deletion for 110a1959-0276-445d-aead-801f74a08aab request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:07:49.534599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port ffeb923c-35bd-4eb4-9217-0df0844f23ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffeb923c-35bd-4eb4-9217-0df0844f23ab,segment=NetworkSegment(4818592f-5f08-4e6b-8c25-0e507509136c),segment_id=4818592f-5f08-4e6b-8c25-0e507509136c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:49.535158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.575068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for ffeb923c-35bd-4eb4-9217-0df0844f23ab owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:49.640180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] Deleting port ffeb923c-35bd-4eb4-9217-0df0844f23ab {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:49.640876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.660148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.676648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['ad811192-efe2-42fc-b4fc-f04c5e42e266'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:49.703039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event deleted for resources: {'Port': ['ID=ad811192-efe2-42fc-b4fc-f04c5e42e266,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:49.731486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['26479268-c166-4adc-873b-6f27749d3037'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:07:49.764386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] No DVR routers for this DVR port ad811192-efe2-42fc-b4fc-f04c5e42e266 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:49.768627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.773741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e390c303-f4fa-49f4-86e4-9bcc00af945a req-19fb8d2d-0cf9-4207-b56b-01d94083ba3a tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.54 "DELETE /v2.0/ports/ad811192-efe2-42fc-b4fc-f04c5e42e266 HTTP/1.1" status: 204 len: 173 time: 0.9982414 Nov 08 14:07:49.783725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'name': 'network-vif-deleted', 'tag': 'ad811192-efe2-42fc-b4fc-f04c5e42e266'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:07:49.786280 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6dbb84-2a53-4405-b2f6-ee46fd702c2e" -d '{"events": [{"server_uuid": "8811a0a1-8747-470b-8d73-373a3f1c06a4", "name": "network-vif-deleted", "tag": "ad811192-efe2-42fc-b4fc-f04c5e42e266"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:07:49.806182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:49.904149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port ffeb923c-35bd-4eb4-9217-0df0844f23ab on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:49.955951 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b4772-4e34-420d-b460-ea5046dc5cb0 x-openstack-request-id: req-a92b4772-4e34-420d-b460-ea5046dc5cb0 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:07:49.956259 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8811a0a1-8747-470b-8d73-373a3f1c06a4", "name": "network-vif-deleted", "tag": "ad811192-efe2-42fc-b4fc-f04c5e42e266", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:07:49.956572 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a92b4772-4e34-420d-b460-ea5046dc5cb0 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:07:49.957031 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8811a0a1-8747-470b-8d73-373a3f1c06a4', 'name': 'network-vif-deleted', 'tag': 'ad811192-efe2-42fc-b4fc-f04c5e42e266', 'status': 'completed', 'code': 200} Nov 08 14:07:49.958985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=ffeb923c-35bd-4eb4-9217-0df0844f23ab,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:50.005580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] For port ffeb923c-35bd-4eb4-9217-0df0844f23ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffeb923c-35bd-4eb4-9217-0df0844f23ab,segment=NetworkSegment(4818592f-5f08-4e6b-8c25-0e507509136c),segment_id=4818592f-5f08-4e6b-8c25-0e507509136c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:07:50.006242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.065184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] Calling delete_port for ffeb923c-35bd-4eb4-9217-0df0844f23ab owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:50.128827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.183464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['110a1959-0276-445d-aead-801f74a08aab']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:50.206607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4818592f-5f08-4e6b-8c25-0e507509136c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:50.207009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4818592f-5f08-4e6b-8c25-0e507509136c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:50.229516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.263408 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.271528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:07:50.271894 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:07:50.275107 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:07:50.315498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.384119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5b6572c-36c1-4650-ba3a-554822b4f5a1 req-f07360de-a8b1-41ee-a36d-daec384fbe7e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=8811a0a1-8747-470b-8d73-373a3f1c06a4 HTTP/1.1" status: 200 len: 210 time: 0.0856049 Nov 08 14:07:50.399514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] Pushing event deleted for resources: {'Port': ['ID=ffeb923c-35bd-4eb4-9217-0df0844f23ab,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:50.405476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa923ee2-0af1-4a75-a976-aa563122e1d5 None None] No DVR routers for this DVR port ffeb923c-35bd-4eb4-9217-0df0844f23ab on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:07:50.527388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.541977 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.551911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/110a1959-0276-445d-aead-801f74a08aab HTTP/1.1" status: 204 len: 168 time: 1.5895822 Nov 08 14:07:50.561825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50312) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:50.568625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-463147455', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:50.581552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50314) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:50.613131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e898a-5912-48f2-9ec0-76dfdb9a6e9f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=110a1959-0276-445d-aead-801f74a08aab,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:50.640380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.641551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.753422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:50.942688 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3f82a23-517c-46e9-a058-c7697e4e925b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.069790 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.211045 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3f82a23-517c-46e9-a058-c7697e4e925b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.212298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffeb923c-35bd-4eb4-9217-0df0844f23ab no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:51.220135 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b3f82a23-517c-46e9-a058-c7697e4e925b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.275193 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b3f82a23-517c-46e9-a058-c7697e4e925b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfb546d96a404ae387a5548e899a2e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6848800 Nov 08 14:07:51.276601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50386) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:51.306119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f82a23-517c-46e9-a058-c7697e4e925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d4b1df-f75d-4aaa-a931-4913344e0e82,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:51.312567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ffeb923c-35bd-4eb4-9217-0df0844f23ab {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:07:51.313271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffeb923c-35bd-4eb4-9217-0df0844f23ab not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:51.507918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-121c9c2a-cb02-4767-8295-ffccae8a15ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.624479 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-121c9c2a-cb02-4767-8295-ffccae8a15ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.760924 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-121c9c2a-cb02-4767-8295-ffccae8a15ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.767317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-121c9c2a-cb02-4767-8295-ffccae8a15ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.784462 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-121c9c2a-cb02-4767-8295-ffccae8a15ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5d4b1df-f75d-4aaa-a931-4913344e0e82 HTTP/1.1" status: 204 len: 168 time: 0.4968312 Nov 08 14:07:51.816714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c9c2a-cb02-4767-8295-ffccae8a15ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d4b1df-f75d-4aaa-a931-4913344e0e82,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:51.859284 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:51.961261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:52.185806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 172.25.8.165 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/e4ac666b-fabe-40af-b85f-383d43d314ab) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:07:52.511959 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:52.595421 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:52.647650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:07:52.658986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:52.658986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:07:52.693802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=e4ac666b-fabe-40af-b85f-383d43d314ab,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:53.046043 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.110636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50514) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:53.151126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ad811192-efe2-42fc-b4fc-f04c5e42e266 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:07:53.184842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: ad811192-efe2-42fc-b4fc-f04c5e42e266 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:07:53.187668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device ad811192-efe2-42fc-b4fc-f04c5e42e266 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:07:53.222028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.337887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2086866255-network', 'tenant_id': '5889f4e3c2a24354ae5ed9190d6e37ce'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:53.348684 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.388151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Made reservation on behalf of 5889f4e3c2a24354ae5ed9190d6e37ce for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:53.402257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.412692 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.531752 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.537363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.552200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:07:53.562556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 47521ffd-b3b8-405c-a905-03a5f53bf949 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:07:53.572512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.572851 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Added segment 16f1b785-74b3-477d-88ac-2f7e8d4bee9c of type vlan for network 2034fc32-160a-44d6-91e5-be264cc5f537 Nov 08 14:07:53.622241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7656c423-7232-4d46-8055-04e129302d55,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:53.637000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.693687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.694972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:53.695774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.752400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.783920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:53.784764 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6726704 Nov 08 14:07:53.785646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50528) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:53.795534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] Sync routers for ids ['47521ffd-b3b8-405c-a905-03a5f53bf949'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:53.808131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] Routers {'47521ffd-b3b8-405c-a905-03a5f53bf949'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:53.809289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47521ffd-b3b8-405c-a905-03a5f53bf949'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:53.813703 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.818108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f5926064-e495-4558-8d04-f93877450cd4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.2522805 Nov 08 14:07:53.818593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50530) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:53.865534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Request body: {'subnet': {'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2086866255-subnet', 'tenant_id': '5889f4e3c2a24354ae5ed9190d6e37ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:53.918871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57859a8d-3ea0-4bc7-9933-fb6706739a25 admin admin] Pushing event updated for resources: {'Network': ['ID=2034fc32-160a-44d6-91e5-be264cc5f537,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:53.953452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Made reservation on behalf of 5889f4e3c2a24354ae5ed9190d6e37ce for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:53.956064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:53.961107 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:53.977782 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2034fc32-160a-44d6-91e5-be264cc5f537 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:07:54.038152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] Routers {'47521ffd-b3b8-405c-a905-03a5f53bf949'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:54.038816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47521ffd-b3b8-405c-a905-03a5f53bf949'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:54.145268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:54.145859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919b9188-719a-46b5-b997-34c70aba62c5 None None] The sync data for ids ['47521ffd-b3b8-405c-a905-03a5f53bf949'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:54.166833 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-677e40ab-ebeb-43ff-be01-c5aba410b0f4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/routers/47521ffd-b3b8-405c-a905-03a5f53bf949 HTTP/1.1" status: 200 len: 884 time: 0.3448813 Nov 08 14:07:54.167908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50534) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:54.432863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:54.528949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d41887-5859-4b57-8fb9-aa4a08967728,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:54.537285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Checking segment: {'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:07:54.537902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Network hostable DHCP agents. Network: 2034fc32-160a-44d6-91e5-be264cc5f537, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:07:54.576140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Network 2034fc32-160a-44d6-91e5-be264cc5f537 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:07:54.594861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 2034fc32-160a-44d6-91e5-be264cc5f537) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:07:54.610299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f02061-5dbd-4864-b1ce-96e4f1e6ff9b None None] Network 2034fc32-160a-44d6-91e5-be264cc5f537 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:54.639316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:54.641040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:54.681585 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e4f499a9-5597-4b7f-836c-00b39d266f01 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8200269 Nov 08 14:07:54.974862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c551aad-7168-432f-b120-163b30a5b960 None None] Network 2034fc32-160a-44d6-91e5-be264cc5f537 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:07:55.248220 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a13e42d5-8993-4834-a8dd-613d9922c0ee tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.0787842 Nov 08 14:07:55.251491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50548) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:55.256808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2f842679-8920-4c4f-9b72-a1b04b516fca tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-463147455'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:55.762944 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f842679-8920-4c4f-9b72-a1b04b516fca tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:55.777998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f842679-8920-4c4f-9b72-a1b04b516fca tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:56.062652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f842679-8920-4c4f-9b72-a1b04b516fca tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 47521ffd-b3b8-405c-a905-03a5f53bf949 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:07:56.302303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f842679-8920-4c4f-9b72-a1b04b516fca tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:07:56.315238 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] Sync routers for ids ['47521ffd-b3b8-405c-a905-03a5f53bf949'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:07:56.324464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2f842679-8920-4c4f-9b72-a1b04b516fca tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:56.335420 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2f842679-8920-4c4f-9b72-a1b04b516fca tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/47521ffd-b3b8-405c-a905-03a5f53bf949 HTTP/1.1" status: 200 len: 891 time: 1.0823436 Nov 08 14:07:56.335595 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] Routers {'47521ffd-b3b8-405c-a905-03a5f53bf949'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:56.338770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50574) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:56.351624 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47521ffd-b3b8-405c-a905-03a5f53bf949'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:56.481920 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:56.509811 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] Routers {'47521ffd-b3b8-405c-a905-03a5f53bf949'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:07:56.511005 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47521ffd-b3b8-405c-a905-03a5f53bf949'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:56.594966 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:07:56.598114 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f122212-6f95-4cc4-898b-2d8bb1ae16b3 None None] The sync data for ids ['47521ffd-b3b8-405c-a905-03a5f53bf949'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:07:56.626268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61548d40-f87f-42cc-94b3-748a5bea80eb tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/routers/47521ffd-b3b8-405c-a905-03a5f53bf949 HTTP/1.1" status: 200 len: 891 time: 0.2855086 Nov 08 14:07:56.629537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50576) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:56.700466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-30f3902c-1463-4da9-8fad-44f39ef768fe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=47521ffd-b3b8-405c-a905-03a5f53bf949 HTTP/1.1" status: 200 len: 205 time: 0.0698569 Nov 08 14:07:56.701022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50578) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:56.918673 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:57.218526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:57.330728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port e4ac666b-fabe-40af-b85f-383d43d314ab {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:57.331126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:57.490539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:57.514845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for e4ac666b-fabe-40af-b85f-383d43d314ab owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:57.531806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619018a-2e7c-45cb-8245-38274c8a27b9 req-2567bd9c-1b89-4752-84ba-3131ec5fccdc tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:57.533454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0619018a-2e7c-45cb-8245-38274c8a27b9 req-2567bd9c-1b89-4752-84ba-3131ec5fccdc tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1098 time: 0.0978699 Nov 08 14:07:57.642409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0619018a-2e7c-45cb-8245-38274c8a27b9 req-d0eba432-3aaa-4129-b6c9-8ef715883012 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993156 Nov 08 14:07:57.691843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50596) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:57.938504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:57.942196 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e826b1a-399e-482a-98f3-3fc0a2dcac14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.092080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=e4ac666b-fabe-40af-b85f-383d43d314ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:58.217552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 841c8896-aad8-4ecd-97e5-298e3f1f0469 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:07:58.217552 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.230180 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.477951 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.491799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.605760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.606331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Fanout notify agent at l3_agent the message router_deleted on router 47521ffd-b3b8-405c-a905-03a5f53bf949 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:07:58.623040 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.634792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4e33813e-bc7a-42ce-9131-715b19d0758f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/47521ffd-b3b8-405c-a905-03a5f53bf949 HTTP/1.1" status: 204 len: 168 time: 1.9239242 Nov 08 14:07:58.634951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50612) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:58.648681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2059144743'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:58.768407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba171-71ee-4451-8672-45a007b61af3 req-fa269b1c-577c-49b0-9124-2e59d12bb60e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:58.770021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-766ba171-71ee-4451-8672-45a007b61af3 req-fa269b1c-577c-49b0-9124-2e59d12bb60e tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 946 time: 0.1800203 Nov 08 14:07:58.807841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:58.821143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.941767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:07:58.954314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-766ba171-71ee-4451-8672-45a007b61af3 req-ca522563-4d91-4dcb-9919-55d863e071f8 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713662 Nov 08 14:07:58.968003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:58.969077 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment ab0b3ee5-f645-478d-9b49-e757b4249c93 of type vlan for network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 Nov 08 14:07:59.120107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:59.153140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:59.153698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:59.189362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 841c8896-aad8-4ecd-97e5-298e3f1f0469 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:07:59.206616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:59.216622 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:59.217466 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:59.357789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7209096 Nov 08 14:07:59.363264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50618) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:07:59.376699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': 'd8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:07:59.379484 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba3fe1b-41bc-4553-ad95-5429c525577e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:59.396665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:07:59.664796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:59.702109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:07:59.707887 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:07:59.754410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=841c8896-aad8-4ecd-97e5-298e3f1f0469,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:07:59.787460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-1cd91a9a-90cf-47ab-9ec3-4f68b0ad83a0 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:07:59.789856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-1cd91a9a-90cf-47ab-9ec3-4f68b0ad83a0 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.70 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 946 time: 0.1484327 Nov 08 14:08:00.016218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:00.016759 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP d581a0ac-d8ff-4923-b0db-15a18fb12cc9 disassociated (deleted). External IP: 172.25.8.43, port: 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b. Nov 08 14:08:00.032602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Deleting port 26479268-c166-4adc-873b-6f27749d3037 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:00.034339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:00.261518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] For port 26479268-c166-4adc-873b-6f27749d3037, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=26479268-c166-4adc-873b-6f27749d3037,segment=NetworkSegment(b0ac384d-7118-4f0e-b97e-33fd3e195d9f),segment_id=b0ac384d-7118-4f0e-b97e-33fd3e195d9f)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:00.261984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:00.279429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Calling delete_port for 26479268-c166-4adc-873b-6f27749d3037 owned by compute:nova {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:00.359313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3cb2b-60c7-4b76-9fde-5abe2ca92af9 req-4f2008d0-17d9-42da-9afc-2ad6d643eb79 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:00.362029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75d3cb2b-60c7-4b76-9fde-5abe2ca92af9 req-4f2008d0-17d9-42da-9afc-2ad6d643eb79 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a26edcd-8d8e-4b41-8868-ead0fcd7d74f HTTP/1.1" status: 200 len: 946 time: 0.2489986 Nov 08 14:08:00.401662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:00.490818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75d3cb2b-60c7-4b76-9fde-5abe2ca92af9 req-e098a0c8-4217-4106-bbd0-e5b9aaa1ebb8 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.65 "GET /v2.0/security-groups?id=3f2306e6-af24-453f-a84c-126067d6d44b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216035 Nov 08 14:08:00.602863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:00.636670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=4a68ff6f-730f-4fbd-abbb-3785efd49d25,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:00.687443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Pushing event deleted for resources: {'Port': ['ID=26479268-c166-4adc-873b-6f27749d3037,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:00.705654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': 'ab0b3ee5-f645-478d-9b49-e757b4249c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:00.706376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:08:00.713949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] No DVR routers for this DVR port 26479268-c166-4adc-873b-6f27749d3037 on host n-h1-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:08:00.717152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:00.721631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f61f4209-db4e-40bd-9677-dd1e7e01f8b0 req-fba1ab22-123a-46f9-8194-6cdc9358eca6 tempest-AttachVolumeNegativeTest-953194829 tempest-AttachVolumeNegativeTest-953194829-project] 10.222.0.70 "DELETE /v2.0/ports/26479268-c166-4adc-873b-6f27749d3037 HTTP/1.1" status: 204 len: 173 time: 0.9231064 Nov 08 14:08:00.722301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'name': 'network-vif-deleted', 'tag': '26479268-c166-4adc-873b-6f27749d3037'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:08:00.728499 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97a08df-1076-4a48-8ecb-754e30d8b5cf" -d '{"events": [{"server_uuid": "7a26edcd-8d8e-4b41-8868-ead0fcd7d74f", "name": "network-vif-deleted", "tag": "26479268-c166-4adc-873b-6f27749d3037"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:08:00.801718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 71ea1160-c33e-4644-a26a-a1adf729609e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:08:00.804178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:08:00.830791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:00.839709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:00.840643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:00.854712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c4ef8-a5d7-4b17-9388-d3a1996655cd None None] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:00.912154 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8912566f-d7bb-4e82-b9ea-63329d25c9c0 x-openstack-request-id: req-8912566f-d7bb-4e82-b9ea-63329d25c9c0 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:08:00.912622 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a26edcd-8d8e-4b41-8868-ead0fcd7d74f", "name": "network-vif-deleted", "tag": "26479268-c166-4adc-873b-6f27749d3037", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:08:00.913152 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8912566f-d7bb-4e82-b9ea-63329d25c9c0 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:08:00.913962 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a26edcd-8d8e-4b41-8868-ead0fcd7d74f', 'name': 'network-vif-deleted', 'tag': '26479268-c166-4adc-873b-6f27749d3037', 'status': 'completed', 'code': 200} Nov 08 14:08:01.039088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ddb901aa-cf88-46f3-b00f-f3ca477ca52c tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6743810 Nov 08 14:08:01.043355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50636) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:01.047996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b84826bb-856c-4fa8-b256-57c6b3ef6ca0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1808011322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:01.089077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b84826bb-856c-4fa8-b256-57c6b3ef6ca0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.093121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b84826bb-856c-4fa8-b256-57c6b3ef6ca0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.204997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b84826bb-856c-4fa8-b256-57c6b3ef6ca0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.212808 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b84826bb-856c-4fa8-b256-57c6b3ef6ca0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.236169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:01.253611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b84826bb-856c-4fa8-b256-57c6b3ef6ca0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.255941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b84826bb-856c-4fa8-b256-57c6b3ef6ca0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2109973 Nov 08 14:08:01.259466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50638) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:01.263583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.305886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] Sync routers for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:01.318584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3', 'network_id': 'd8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': '4a68ff6f-730f-4fbd-abbb-3785efd49d25'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:08:01.319875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.341861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:01.342833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:07:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:01.382096 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4c771391-4e86-40cc-ba3d-df6f8f025cea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/floatingips/d581a0ac-d8ff-4923-b0db-15a18fb12cc9 HTTP/1.1" status: 204 len: 168 time: 3.6868553 Nov 08 14:08:01.382753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:08:01.385481 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b" -d '{"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:08:01.429132 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffbc50a-526f-4104-86b8-55e06ef8c5dc x-openstack-request-id: req-fffbc50a-526f-4104-86b8-55e06ef8c5dc {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:08:01.430126 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:08:01.430523 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fffbc50a-526f-4104-86b8-55e06ef8c5dc {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:08:01.431128 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'status': 'completed', 'code': 200} Nov 08 14:08:01.598803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50650) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:01.627002 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9aec3770-8b4e-4713-bc10-ad9c60fe7815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.791720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] Deleting subnet fbc0170f-115d-491b-b52d-1a6f52116f7f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:08:01.804491 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:01.845225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:01.880610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-783b5c73-0770-4bc7-ae93-9abe678d4d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:01.882368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-783b5c73-0770-4bc7-ae93-9abe678d4d5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 1098 time: 0.3431926 Nov 08 14:08:01.896886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Allocated IP 2001:db8::2 (d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3/4a68ff6f-730f-4fbd-abbb-3785efd49d25/1f23cac0-ea26-40fe-95dd-70c85c2e1a9a) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:01.946441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.108986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.130156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722e5f7-aba8-4ffc-894e-29896f275baa req-cfc11015-f0c8-459a-82c2-867641347f4b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:02.132907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8722e5f7-aba8-4ffc-894e-29896f275baa req-cfc11015-f0c8-459a-82c2-867641347f4b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 947 time: 0.2495341 Nov 08 14:08:02.285291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.299635 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.368619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-a830692f-d508-4cff-bbf5-385a4755dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:02.371495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-a830692f-d508-4cff-bbf5-385a4755dab3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 200 len: 898 time: 0.4291108 Nov 08 14:08:02.404766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.418798 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fbc0170f-115d-491b-b52d-1a6f52116f7f HTTP/1.1" status: 204 len: 168 time: 0.8148835 Nov 08 14:08:02.418798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50662) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:02.422374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62ba72-ad87-40ae-87a2-462a2052b2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbc0170f-115d-491b-b52d-1a6f52116f7f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:02.525368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:02.537271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 26479268-c166-4adc-873b-6f27749d3037 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:08:02.542597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8722e5f7-aba8-4ffc-894e-29896f275baa req-8ae41248-81e9-4c39-8295-b9af944967bb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3962202 Nov 08 14:08:02.575154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-4a6da99f-41f4-4a58-8354-f33fb7da7e69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 200 len: 217 time: 0.1936440 Nov 08 14:08:02.616265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.677285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] Checking router: 71ea1160-c33e-4644-a26a-a1adf729609e for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:02.680851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-0344f9e6-0e00-488a-84d8-53410092ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:02.682933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-0344f9e6-0e00-488a-84d8-53410092ce0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 200 len: 834 time: 0.0607622 Nov 08 14:08:02.688044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 26479268-c166-4adc-873b-6f27749d3037 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:08:02.688388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 26479268-c166-4adc-873b-6f27749d3037 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:08:02.699547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:02.700464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:02.769974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.779701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.802162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:02.807785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:02.839635 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.846674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347885ff-5afd-4e4c-9fe9-0ca0deb95719 req-ea822e3a-986d-48de-8b07-257e7b412456 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:02.848246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-347885ff-5afd-4e4c-9fe9-0ca0deb95719 req-ea822e3a-986d-48de-8b07-257e7b412456 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 949 time: 0.1644130 Nov 08 14:08:02.858954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-6e489fb9-5439-4261-b949-b022a28c0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:02.859201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Pushing event updated for resources: {'Port': ['ID=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:02.859351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-6e489fb9-5439-4261-b949-b022a28c0b9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a6bbb249-654b-4f56-8b0f-817973cbf4bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1613972 Nov 08 14:08:02.898481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03221375-0822-401a-a006-f44147b479ff']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:02.913404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:02.929137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:02.929696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ac384d-7118-4f0e-b97e-33fd3e195d9f') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:02.946331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.961712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:02.963987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:02.969644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:08:02.970361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:08:03.085717 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:08:03.105727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.129253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.133364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] 10.222.0.65 "DELETE /v2.0/networks/03221375-0822-401a-a006-f44147b479ff HTTP/1.1" status: 204 len: 168 time: 0.7120690 Nov 08 14:08:03.149622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e36760-512c-4d6e-b6a2-58005bdfba9e admin admin] Pushing event deleted for resources: {'Network': ['ID=03221375-0822-401a-a006-f44147b479ff,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:03.183586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15267-5492-4068-b74a-e0093049519e req-9bc34f7c-d2b8-4fd9-86e8-8d657a31c9c3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:03.185249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78f15267-5492-4068-b74a-e0093049519e req-9bc34f7c-d2b8-4fd9-86e8-8d657a31c9c3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 947 time: 0.0981057 Nov 08 14:08:03.382093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50672) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:03.520310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c6102bde-3560-43eb-9f58-40dc5c921c47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=477468f9e0cb44cfb823ec4001800944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1213911 Nov 08 14:08:03.525855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50674) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:03.629133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:03.629133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.694872 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0855445d-cc35-43ee-9077-19cc47b60cf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.721658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0855445d-cc35-43ee-9077-19cc47b60cf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.761069 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.786205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Attempting to bind port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:03.789314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Attempting to bind port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ab0b3ee5-f645-478d-9b49-e757b4249c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:03.790440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Attempting to bind port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a on network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:03.830831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0855445d-cc35-43ee-9077-19cc47b60cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.833629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0855445d-cc35-43ee-9077-19cc47b60cf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.834809 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0855445d-cc35-43ee-9077-19cc47b60cf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f2306e6-af24-453f-a84c-126067d6d44b HTTP/1.1" status: 204 len: 168 time: 0.3079238 Nov 08 14:08:03.840523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-68992235-507e-434b-b26d-6e3fcce1331f service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9636121 Nov 08 14:08:03.845330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:03.846000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Checking segment: {'id': 'ab0b3ee5-f645-478d-9b49-e757b4249c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:03.846536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.847724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Bound using segment: {'id': 'ab0b3ee5-f645-478d-9b49-e757b4249c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:03.848384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Bound port: 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0b3ee5-f645-478d-9b49-e757b4249c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'd8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:03.849189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-347885ff-5afd-4e4c-9fe9-0ca0deb95719 req-beb86e1b-dd01-4538-8892-ed4fe0c63d5c tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9890687 Nov 08 14:08:03.849347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:03.885561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855445d-cc35-43ee-9077-19cc47b60cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2306e6-af24-453f-a84c-126067d6d44b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:03.967508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:03.968516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:04.005194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:04.061868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] For port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:04.067938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-acdd8445-15ce-4bd6-af13-51d2a5cbafc9 service neutron] 10.222.0.70 "GET /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145910 Nov 08 14:08:04.069354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:04.085713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ca383-1ffe-48aa-87f9-067a983bcf5c req-8a09b739-2d3a-476a-b28c-55657af93f17 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:04.093948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a3ca383-1ffe-48aa-87f9-067a983bcf5c req-8a09b739-2d3a-476a-b28c-55657af93f17 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 947 time: 0.3461537 Nov 08 14:08:04.136715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703a69f-e18f-404e-8080-078c97e6a1ad None None] The sync data for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 is: [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:05:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '14176ae8-1963-4c40-9028-6d71365019cc', 'name': '', 'network_id': 'a6bbb249-654b-4f56-8b0f-817973cbf4bb', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:9a:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3219, 'fixed_ips': [{'subnet_id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:37Z', 'updated_at': '2021-11-08T14:05:44Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '2699181b-aea4-4c39-be06-726c0266fa9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:04.157590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] For port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,segment=NetworkSegment(ab0b3ee5-f645-478d-9b49-e757b4249c93),segment_id=ab0b3ee5-f645-478d-9b49-e757b4249c93)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:04.165497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:04.264427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a3ca383-1ffe-48aa-87f9-067a983bcf5c req-519504b2-95aa-4fd1-b387-cd366c52eca6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=43a9306e-ad21-48b9-a05f-b1f30f184710&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694601 Nov 08 14:08:04.331178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857abe3-f860-4c5a-b38d-ccba484fbd98 None None] Pushing event updated for resources: {'Port': ['ID=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:04.333534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8::1 (d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3/4a68ff6f-730f-4fbd-abbb-3785efd49d25/835155d4-48d5-43f2-a3ee-0316648c6245) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:04.352660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-3ddf176e-ff73-42c0-8b9d-1888267fc0c4 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:04.369983 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-3ddf176e-ff73-42c0-8b9d-1888267fc0c4 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.70 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 949 time: 0.2473030 Nov 08 14:08:04.551580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:04.694735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=9ce74748-8e03-43a4-aa80-ab8e3fce4b5b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:04.739640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:04.842471 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:04.877479 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f956df1-62d6-4368-8114-8b38df3f4804 None None] New status for floating IP d581a0ac-d8ff-4923-b0db-15a18fb12cc9: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:08:04.889866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:04.897420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:04.901050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:04.903329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:04.953815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=835155d4-48d5-43f2-a3ee-0316648c6245,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:04.980734 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] No DVR routers for this DVR port 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:08:04.994317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:04.998211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78f15267-5492-4068-b74a-e0093049519e req-bd05bb07-0b24-4f07-b798-d9b5a5e6490c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "DELETE /v2.0/ports/9ce74748-8e03-43a4-aa80-ab8e3fce4b5b HTTP/1.1" status: 204 len: 173 time: 1.8027911 Nov 08 14:08:04.998665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-deleted', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:08:05.003284 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad5d7c-30eb-4b4b-b31a-220e7db663e9" -d '{"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-deleted", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:08:05.084615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Deleting port 7545484c-7594-428b-89d5-e4df736e5d62 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:05.086038 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:05.193328 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9a9ada-2bd1-429b-bdcb-ef63c7d000fd x-openstack-request-id: req-3b9a9ada-2bd1-429b-bdcb-ef63c7d000fd {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:08:05.193996 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86564dcf-64a0-452c-8804-d013c3595ebe", "name": "network-vif-deleted", "tag": "9ce74748-8e03-43a4-aa80-ab8e3fce4b5b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:08:05.194227 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b9a9ada-2bd1-429b-bdcb-ef63c7d000fd {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:08:05.194782 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86564dcf-64a0-452c-8804-d013c3595ebe', 'name': 'network-vif-deleted', 'tag': '9ce74748-8e03-43a4-aa80-ab8e3fce4b5b', 'status': 'completed', 'code': 200} Nov 08 14:08:05.450030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:05.658698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] For port 7545484c-7594-428b-89d5-e4df736e5d62, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7545484c-7594-428b-89d5-e4df736e5d62,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:05.659339 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:05.704488 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:05.719311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7227864b-7e7f-4b5b-acc3-4c59fadfb05f req-1d835e1e-6dfd-4ab4-9695-6381e45140fe tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:05.722071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7227864b-7e7f-4b5b-acc3-4c59fadfb05f req-1d835e1e-6dfd-4ab4-9695-6381e45140fe tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 949 time: 0.5906940 Nov 08 14:08:05.733555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:05.734185 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:05.739788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Calling delete_port for 7545484c-7594-428b-89d5-e4df736e5d62 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:05.934477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9b85b8c-4997-4126-a9d5-1c73558f3022 req-47a0fa36-aa0c-4047-9688-926d8569342a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=86564dcf-64a0-452c-8804-d013c3595ebe HTTP/1.1" status: 200 len: 210 time: 0.2081625 Nov 08 14:08:05.937501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.027561 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.102294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7227864b-7e7f-4b5b-acc3-4c59fadfb05f req-a7bd6c20-60ff-4358-88c1-2d2ef506e6b5 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/security-groups?id=5291ed07-eec2-4af9-805d-31f3d7434d2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416171 Nov 08 14:08:06.117106 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.209115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.252517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,segment=NetworkSegment(ab0b3ee5-f645-478d-9b49-e757b4249c93),segment_id=ab0b3ee5-f645-478d-9b49-e757b4249c93)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:06.257388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7545484c-7594-428b-89d5-e4df736e5d62'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:08:06.263168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.318803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Pushing event deleted for resources: {'Port': ['ID=7545484c-7594-428b-89d5-e4df736e5d62,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:06.355634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:06.401133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf1f792-b203-40bf-8f61-6e1e4089120f None None] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:06.430626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] No DVR routers for this DVR port 7545484c-7594-428b-89d5-e4df736e5d62 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:08:06.445118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.449014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2983b205-ca95-4dfe-a7e4-c4540e1aa4bc req-2b288bd2-9afe-4e11-862d-288c9f677209 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.70 "DELETE /v2.0/ports/7545484c-7594-428b-89d5-e4df736e5d62 HTTP/1.1" status: 204 len: 173 time: 2.0722890 Nov 08 14:08:06.656653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:08:06.746349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.754641 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.755920 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:06.864149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:08:06.864770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9ce74748-8e03-43a4-aa80-ab8e3fce4b5b not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:08:06.887839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5a3bf084-d7b1-40ce-bcff-8524676b77e4 None None] Provisioning complete for port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:06.916410 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a3bf084-d7b1-40ce-bcff-8524676b77e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:07.122317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:07.126657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:07.202409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:07.268778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=835155d4-48d5-43f2-a3ee-0316648c6245,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:07.342395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'name': 'network-vif-deleted', 'tag': '7545484c-7594-428b-89d5-e4df736e5d62'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:08:07.345143 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c34685a-aa2c-40ee-a30b-c289e739457d" -d '{"events": [{"server_uuid": "c0633b9e-2335-40a9-a921-958adad6f07a", "name": "network-vif-deleted", "tag": "7545484c-7594-428b-89d5-e4df736e5d62"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:08:07.391545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:07.513980 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e940891-4a08-4b67-9655-eb7a5a537350 x-openstack-request-id: req-4e940891-4a08-4b67-9655-eb7a5a537350 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:08:07.514482 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0633b9e-2335-40a9-a921-958adad6f07a", "name": "network-vif-deleted", "tag": "7545484c-7594-428b-89d5-e4df736e5d62", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:08:07.514874 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e940891-4a08-4b67-9655-eb7a5a537350 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:08:07.515399 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0633b9e-2335-40a9-a921-958adad6f07a', 'name': 'network-vif-deleted', 'tag': '7545484c-7594-428b-89d5-e4df736e5d62', 'status': 'completed', 'code': 200} Nov 08 14:08:07.648354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2ded1ec-ea0d-4e13-98bf-557a5fb1e735 req-9aac8074-a224-4856-a0c1-5b8d491d2e51 tempest-VolumesBackupsTest-749189457 tempest-VolumesBackupsTest-749189457-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0633b9e-2335-40a9-a921-958adad6f07a HTTP/1.1" status: 200 len: 210 time: 0.1957116 Nov 08 14:08:07.783812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:07.784999 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:07.793837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router f9bb9dd7-5e8d-4004-bbf3-d72762402640 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:08:08.018959 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:08.042788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-685a538e-7978-492b-b408-c7d19427681e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/f9bb9dd7-5e8d-4004-bbf3-d72762402640/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7827542 Nov 08 14:08:08.047632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50764) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:08.054120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] Sync routers for ids ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:08.079281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] Routers {'f9bb9dd7-5e8d-4004-bbf3-d72762402640'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:08.079652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:08.167348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d64610-b027-41b2-aa47-e08f06155a5a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:08.175039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:08.177741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-94d64610-b027-41b2-aa47-e08f06155a5a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports/835155d4-48d5-43f2-a3ee-0316648c6245 HTTP/1.1" status: 200 len: 911 time: 0.1281424 Nov 08 14:08:08.185671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:08.189245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a68ff6f-730f-4fbd-abbb-3785efd49d25'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:08.214109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] Routers {'f9bb9dd7-5e8d-4004-bbf3-d72762402640'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:08.214921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:08.266394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:08.267301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a4db9-9668-4bed-980d-354a27287264 None None] The sync data for ids ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:08.271423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e10e8c97-be34-4c9d-a7e0-9eb92204679d None None] Provisioning complete for port 835155d4-48d5-43f2-a3ee-0316648c6245 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:08.271423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e10e8c97-be34-4c9d-a7e0-9eb92204679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:08.436397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e10e8c97-be34-4c9d-a7e0-9eb92204679d None None] Port 835155d4-48d5-43f2-a3ee-0316648c6245 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:08:08.518850 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e10e8c97-be34-4c9d-a7e0-9eb92204679d None None] Provisioning complete for port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:08.519222 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e10e8c97-be34-4c9d-a7e0-9eb92204679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:08.584734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7545484c-7594-428b-89d5-e4df736e5d62 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:08:08.659645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 7545484c-7594-428b-89d5-e4df736e5d62 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:08:08.660020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7545484c-7594-428b-89d5-e4df736e5d62 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:08:08.709673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:08.761047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:08.942713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4e6ff621-3c3c-41ff-b3ab-70b4290dfbf9 None None] Provisioning complete for port 835155d4-48d5-43f2-a3ee-0316648c6245 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:08.943430 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4e6ff621-3c3c-41ff-b3ab-70b4290dfbf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:09.020160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ff621-3c3c-41ff-b3ab-70b4290dfbf9 None None] Port 835155d4-48d5-43f2-a3ee-0316648c6245 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:08:09.154767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-994e9ba2-bc13-46bb-ba9b-fb6aa7cd5217 None None] Provisioning complete for port 835155d4-48d5-43f2-a3ee-0316648c6245 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:09.155144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-994e9ba2-bc13-46bb-ba9b-fb6aa7cd5217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:09.248721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-994e9ba2-bc13-46bb-ba9b-fb6aa7cd5217 None None] Port 835155d4-48d5-43f2-a3ee-0316648c6245 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:08:10.152244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 14176ae8-1963-4c40-9028-6d71365019cc {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:10.155194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:10.238559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50798) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:10.430467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 14176ae8-1963-4c40-9028-6d71365019cc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14176ae8-1963-4c40-9028-6d71365019cc,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:10.431647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:10.469172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 14176ae8-1963-4c40-9028-6d71365019cc owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:10.500114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:10.554302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:10.561460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:10.561966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:10.568740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/ports/835155d4-48d5-43f2-a3ee-0316648c6245 HTTP/1.1" status: 200 len: 911 time: 2.3804543 Nov 08 14:08:10.574341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50808) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:10.789607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:10.791976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159d082-352d-47ae-8f93-ebb15322a08e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=835155d4-48d5-43f2-a3ee-0316648c6245,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:11.056423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:11.120073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:11.131224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:11.202436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=14176ae8-1963-4c40-9028-6d71365019cc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:11.252175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec43333-6fd9-4913-ba49-47dc7f444225,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:11.261856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efaadf5f290c40a2856d2b1a0f92aec8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0173571 Nov 08 14:08:11.266645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50812) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:11.269979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.270481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.270968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.271305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.271642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.272406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.272794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.273378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.273829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.274254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.274790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.276137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b777e712-e252-49a7-8195-ae0ebf2c933f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:11.603004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:11.990452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0865d79-ae27-4b78-876e-4a756ab50f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:12.059106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0865d79-ae27-4b78-876e-4a756ab50f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:12.094021 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:12.354534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 835155d4-48d5-43f2-a3ee-0316648c6245 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:12.355958 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:12.468318 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0865d79-ae27-4b78-876e-4a756ab50f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:12.492211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e0865d79-ae27-4b78-876e-4a756ab50f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:12.498164 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e0865d79-ae27-4b78-876e-4a756ab50f90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ec43333-6fd9-4913-ba49-47dc7f444225 HTTP/1.1" status: 204 len: 168 time: 1.0390725 Nov 08 14:08:12.567298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0865d79-ae27-4b78-876e-4a756ab50f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec43333-6fd9-4913-ba49-47dc7f444225,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:12.755761 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:12.773132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 835155d4-48d5-43f2-a3ee-0316648c6245 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:12.893490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 71ea1160-c33e-4644-a26a-a1adf729609e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:08:13.370925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:13.379370 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:13.386068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-14a48666-0e70-4f38-9700-a089d8edb148 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/71ea1160-c33e-4644-a26a-a1adf729609e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2570376 Nov 08 14:08:13.404715 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] Sync routers for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:13.425750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50834) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:13.443800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=835155d4-48d5-43f2-a3ee-0316648c6245,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:13.515245 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:13.525572 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:13.653284 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50840) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:13.814641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting subnet 2699181b-aea4-4c39-be06-726c0266fa9d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:08:13.827160 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:13.944602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcef83be-2304-48fd-877e-954a2f619d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:13.947855 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.005614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.098588 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:14.130521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50844) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:14.408548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.553358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router f9bb9dd7-5e8d-4004-bbf3-d72762402640 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:08:14.562759 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e2520b-6785-4711-86f8-9fae93f54cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.705080 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:08:14.736324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:08:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:14.758578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.821227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Subnet': ['ID=2699181b-aea4-4c39-be06-726c0266fa9d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:14.829500 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] Checking router: 71ea1160-c33e-4644-a26a-a1adf729609e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:14.832446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.842461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90328fc3-2e34-4e4a-b881-1490975213e6 None None] Network a6bbb249-654b-4f56-8b0f-817973cbf4bb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:14.844434 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b46f5098-2f84-4568-95f9-a52ed082734b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/subnets/2699181b-aea4-4c39-be06-726c0266fa9d HTTP/1.1" status: 204 len: 168 time: 1.4159265 Nov 08 14:08:14.845185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:14.886466 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] Routers {'71ea1160-c33e-4644-a26a-a1adf729609e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:14.887041 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['71ea1160-c33e-4644-a26a-a1adf729609e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:14.903327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e2520b-6785-4711-86f8-9fae93f54cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.908124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcef83be-2304-48fd-877e-954a2f619d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.909586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:14.925372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-95e2520b-6785-4711-86f8-9fae93f54cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.925533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0d816a29-2bc6-4ac3-9c9b-2059b62d7e51 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/f9bb9dd7-5e8d-4004-bbf3-d72762402640/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3477771 Nov 08 14:08:14.927309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcef83be-2304-48fd-877e-954a2f619d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:14.936565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50854) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:15.021591 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-95e2520b-6785-4711-86f8-9fae93f54cf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=03c9eacf84e04a9a895766e74f85d977&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8895757 Nov 08 14:08:15.029108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:15.039009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] Sync routers for ids ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:15.057813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-726af854-31b3-41bd-bd9b-291d645ae7a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9bb9dd7-5e8d-4004-bbf3-d72762402640 HTTP/1.1" status: 200 len: 205 time: 0.1198866 Nov 08 14:08:15.074249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50858) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:15.095508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef83be-2304-48fd-877e-954a2f619d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc9fe55-ef59-41c3-9c17-d05200444558,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:15.141099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fcef83be-2304-48fd-877e-954a2f619d5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc39dd085a724c449ba9ef4383fb7aec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4790037 Nov 08 14:08:15.143711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:15.243930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] Routers {'f9bb9dd7-5e8d-4004-bbf3-d72762402640'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:15.246471 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] Set router 71ea1160-c33e-4644-a26a-a1adf729609e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:15.251113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:15.258608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be0736ab-758f-4897-b8d2-881494face9a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.329388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2520b-6785-4711-86f8-9fae93f54cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d183ad-2778-4207-be51-d47d20fa322b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:15.350104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:15.408358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] Routers {'f9bb9dd7-5e8d-4004-bbf3-d72762402640'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:15.409151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:15.419266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-79cecd33-f635-4b0d-9768-2f0a4abf3b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.450690 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.503688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:15.514697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3181ec5-0f46-4e46-bbff-3fbe5ed7ce76 None None] The sync data for ids ['f9bb9dd7-5e8d-4004-bbf3-d72762402640'] in n-d-804292-2 is: [] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:15.590464 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-79cecd33-f635-4b0d-9768-2f0a4abf3b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.600802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] DHCP port deletion for a6bbb249-654b-4f56-8b0f-817973cbf4bb request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:08:15.769756 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:08:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:15.797539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-79cecd33-f635-4b0d-9768-2f0a4abf3b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.803189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] Deleting port 114a3dab-1c96-46c8-a96c-df1640ea6f80 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:15.803888 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.807284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-79cecd33-f635-4b0d-9768-2f0a4abf3b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.825497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-79cecd33-f635-4b0d-9768-2f0a4abf3b00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47d183ad-2778-4207-be51-d47d20fa322b HTTP/1.1" status: 204 len: 168 time: 0.7784297 Nov 08 14:08:15.832713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:15.865168 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f936912c-90f8-4e33-8c5c-14cd1dbdfa7e None None] The sync data for ids ['71ea1160-c33e-4644-a26a-a1adf729609e'] in n-d-804292-2 is: [{'id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-965281319', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:05:27Z', 'updated_at': '2021-11-08T14:08:10Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'c5f5bcf2-1116-4c23-b0cc-fca0816b7a10', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:de:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea1160-c33e-4644-a26a-a1adf729609e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:05:28Z', 'updated_at': '2021-11-08T14:05:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:15.909341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cecd33-f635-4b0d-9768-2f0a4abf3b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d183ad-2778-4207-be51-d47d20fa322b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:16.144558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] For port 114a3dab-1c96-46c8-a96c-df1640ea6f80, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=114a3dab-1c96-46c8-a96c-df1640ea6f80,segment=NetworkSegment(7a31ec31-852f-48f9-84da-5efa05c53537),segment_id=7a31ec31-852f-48f9-84da-5efa05c53537)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:16.149293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:16.188716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:16.196183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:16.223263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] Calling delete_port for 114a3dab-1c96-46c8-a96c-df1640ea6f80 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:16.625837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port c5f5bcf2-1116-4c23-b0cc-fca0816b7a10, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:16.627473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:16.652479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:16.693353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:16.777094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] Pushing event deleted for resources: {'Port': ['ID=114a3dab-1c96-46c8-a96c-df1640ea6f80,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:16.806992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7700d17-9e1d-423a-9474-33df54cf8632 None None] No DVR routers for this DVR port 114a3dab-1c96-46c8-a96c-df1640ea6f80 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:08:16.936030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be0736ab-758f-4897-b8d2-881494face9a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:16.939379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be0736ab-758f-4897-b8d2-881494face9a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.051430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50910) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:17.053411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56135da8-7ded-4b21-ac75-a78c9f3fc449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.081872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be0736ab-758f-4897-b8d2-881494face9a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.082271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0736ab-758f-4897-b8d2-881494face9a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Fanout notify agent at l3_agent the message router_deleted on router f9bb9dd7-5e8d-4004-bbf3-d72762402640 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:08:17.119454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.121398 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be0736ab-758f-4897-b8d2-881494face9a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.128482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-be0736ab-758f-4897-b8d2-881494face9a tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/f9bb9dd7-5e8d-4004-bbf3-d72762402640 HTTP/1.1" status: 204 len: 168 time: 2.0529468 Nov 08 14:08:17.144851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50912) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:17.285092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14176ae8-1963-4c40-9028-6d71365019cc no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:08:17.356659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=c5f5bcf2-1116-4c23-b0cc-fca0816b7a10,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:17.358610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 14176ae8-1963-4c40-9028-6d71365019cc {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:08:17.362440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet 4a68ff6f-730f-4fbd-abbb-3785efd49d25 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:08:17.362753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14176ae8-1963-4c40-9028-6d71365019cc not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:08:17.367097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 114a3dab-1c96-46c8-a96c-df1640ea6f80 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:08:17.370474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.477569 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.486409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 114a3dab-1c96-46c8-a96c-df1640ea6f80 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:08:17.487167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 114a3dab-1c96-46c8-a96c-df1640ea6f80 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:08:17.528208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.624384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56135da8-7ded-4b21-ac75-a78c9f3fc449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.678762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.683495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.692362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa208-d680-4b15-93e5-6bcb03d2ffae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.768032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.769037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Fanout notify agent at l3_agent the message router_deleted on router 71ea1160-c33e-4644-a26a-a1adf729609e {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:08:17.812219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:17.812219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea3aad90-ab91-4734-9f46-e884fd958d20 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/routers/71ea1160-c33e-4644-a26a-a1adf729609e HTTP/1.1" status: 204 len: 168 time: 2.9007695 Nov 08 14:08:17.812219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50930) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:18.078419 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa208-d680-4b15-93e5-6bcb03d2ffae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.114085 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa208-d680-4b15-93e5-6bcb03d2ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.126892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.212740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1a6fa208-d680-4b15-93e5-6bcb03d2ffae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88182d7f195a4594a68184ed789f06ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1541426 Nov 08 14:08:18.223824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:18.339033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.382620 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56135da8-7ded-4b21-ac75-a78c9f3fc449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.386204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bbb249-654b-4f56-8b0f-817973cbf4bb']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:18.388564 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56135da8-7ded-4b21-ac75-a78c9f3fc449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.390288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-56135da8-7ded-4b21-ac75-a78c9f3fc449 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fc9fe55-ef59-41c3-9c17-d05200444558 HTTP/1.1" status: 204 len: 168 time: 3.2454073 Nov 08 14:08:18.397183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fa208-d680-4b15-93e5-6bcb03d2ffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e306c55f-b4e7-47d3-b0f1-d1e2a086f84c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:18.405946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a31ec31-852f-48f9-84da-5efa05c53537') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:18.406994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a31ec31-852f-48f9-84da-5efa05c53537') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:18.418265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135da8-7ded-4b21-ac75-a78c9f3fc449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc9fe55-ef59-41c3-9c17-d05200444558,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:18.433162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.445545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.449068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2474c24-80ed-4e6a-be8f-407599249387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.497974 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.536127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:08:18.536942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:08:18.543987 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:08:18.548191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2474c24-80ed-4e6a-be8f-407599249387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.685197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.787573 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.802311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.812603 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/networks/a6bbb249-654b-4f56-8b0f-817973cbf4bb HTTP/1.1" status: 204 len: 168 time: 0.9859610 Nov 08 14:08:18.814917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:18.816057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=4a68ff6f-730f-4fbd-abbb-3785efd49d25,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:18.839226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a24533-f7bb-4abc-b915-1c1d52a0eeab None None] Network d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:18.839808 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.856763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-49cdcc6d-59a6-41cc-a1ff-cb91a812ba25 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/4a68ff6f-730f-4fbd-abbb-3785efd49d25 HTTP/1.1" status: 204 len: 168 time: 1.7092242 Nov 08 14:08:18.861553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 50960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:18.967674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14878bca-d2a2-45db-8692-49e61c03b161 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Network': ['ID=a6bbb249-654b-4f56-8b0f-817973cbf4bb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:18.980120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2474c24-80ed-4e6a-be8f-407599249387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.987882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2474c24-80ed-4e6a-be8f-407599249387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:18.993307 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c2474c24-80ed-4e6a-be8f-407599249387 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e306c55f-b4e7-47d3-b0f1-d1e2a086f84c HTTP/1.1" status: 204 len: 168 time: 0.7652514 Nov 08 14:08:19.039259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2474c24-80ed-4e6a-be8f-407599249387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e306c55f-b4e7-47d3-b0f1-d1e2a086f84c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:19.090576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c360b78f-a3ce-4488-88ec-0c4773e1172c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:19.246639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c360b78f-a3ce-4488-88ec-0c4773e1172c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:19.364632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:08:19.386425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:19.475161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:08:19.475161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5f5bcf2-1116-4c23-b0cc-fca0816b7a10 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:08:19.536918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c360b78f-a3ce-4488-88ec-0c4773e1172c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:19.550052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c360b78f-a3ce-4488-88ec-0c4773e1172c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:19.557378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c360b78f-a3ce-4488-88ec-0c4773e1172c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/security-groups/43a9306e-ad21-48b9-a05f-b1f30f184710 HTTP/1.1" status: 204 len: 168 time: 0.7371788 Nov 08 14:08:19.604033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360b78f-a3ce-4488-88ec-0c4773e1172c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a9306e-ad21-48b9-a05f-b1f30f184710,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:19.662509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] DHCP port deletion for d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:08:19.748425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:19.749043 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:19.888550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] Deleting port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:08:19.889799 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.059207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,segment=NetworkSegment(ab0b3ee5-f645-478d-9b49-e757b4249c93),segment_id=ab0b3ee5-f645-478d-9b49-e757b4249c93)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:20.059676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.099121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] For port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,segment=NetworkSegment(ab0b3ee5-f645-478d-9b49-e757b4249c93),segment_id=ab0b3ee5-f645-478d-9b49-e757b4249c93)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:20.099898 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.114773 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:20.124803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] Calling delete_port for 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:08:20.143087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50984) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:20.182259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef79-f87f-4fab-aa14-78fe47d7b2b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.372955 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.457331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef79-f87f-4fab-aa14-78fe47d7b2b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.465989 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.471010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef79-f87f-4fab-aa14-78fe47d7b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.536508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] Pushing event deleted for resources: {'Port': ['ID=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:20.547177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50988) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:20.564654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ad063-6e0e-4daa-a108-cc039d0390c9 None None] No DVR routers for this DVR port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:08:20.565799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-eb2b075d-5d11-4451-91c3-4e04e08c8e07 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473469498', 'description': 'tempest-secgroup-smoke-473469498 description', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:20.588921 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=1f23cac0-ea26-40fe-95dd-70c85c2e1a9a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:20.600259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:08:20.650922 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8c00ef79-f87f-4fab-aa14-78fe47d7b2b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa3c99e2f5704f868e7cb99104862a5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5040908 Nov 08 14:08:20.655118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 50994) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:20.658052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ef79-f87f-4fab-aa14-78fe47d7b2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a80913-009b-46db-9e36-2ec15376176d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:20.720035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb2b075d-5d11-4451-91c3-4e04e08c8e07 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.858032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.867134 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.923790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:20.928084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb2b075d-5d11-4451-91c3-4e04e08c8e07 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.935196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.938345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0b3ee5-f645-478d-9b49-e757b4249c93') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:20.938660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0b3ee5-f645-478d-9b49-e757b4249c93') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:20.941492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb2b075d-5d11-4451-91c3-4e04e08c8e07 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.958430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.985940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:20.997460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:08:20.998492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:08:21.003218 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:08:21.012029 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb2b075d-5d11-4451-91c3-4e04e08c8e07 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.016634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eb2b075d-5d11-4451-91c3-4e04e08c8e07 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4669075 Nov 08 14:08:21.021187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51002) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:21.028014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b075d-5d11-4451-91c3-4e04e08c8e07 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6043c4-2fc8-4c77-a955-1093c7d3c68a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:21.039373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-61c44d07-9cdc-4387-a522-277375d3b6cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '5e6043c4-2fc8-4c77-a955-1093c7d3c68a', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:21.078239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.083032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.088972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11a80913-009b-46db-9e36-2ec15376176d HTTP/1.1" status: 204 len: 168 time: 0.4322743 Nov 08 14:08:21.125759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a80913-009b-46db-9e36-2ec15376176d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:21.133714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.134181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.134442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.137417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.137916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.142663 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.144320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.144773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.145782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.145782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.145782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.146286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.146657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40abe06-27ee-4bd4-9efd-27a94d41767c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:21.180829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c44d07-9cdc-4387-a522-277375d3b6cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.192083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.197939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3 HTTP/1.1" status: 204 len: 168 time: 2.3303797 Nov 08 14:08:21.202757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51008) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:21.214950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7f3f7b60-ed18-4695-82ce-6dfd8f1eee46 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-546170249', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:21.249375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437006b-8c3d-43d7-8355-b490f7c6b66d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=d8e2f2d0-b7e5-43c0-9bfd-c61ae391d6b3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:21.273579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7b60-ed18-4695-82ce-6dfd8f1eee46 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.280031 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7b60-ed18-4695-82ce-6dfd8f1eee46 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.346429 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c44d07-9cdc-4387-a522-277375d3b6cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.360851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c44d07-9cdc-4387-a522-277375d3b6cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.378567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7b60-ed18-4695-82ce-6dfd8f1eee46 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.386735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7b60-ed18-4695-82ce-6dfd8f1eee46 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.420681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7f3f7b60-ed18-4695-82ce-6dfd8f1eee46 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.429734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7f3f7b60-ed18-4695-82ce-6dfd8f1eee46 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2252660 Nov 08 14:08:21.431193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51012) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:21.439204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-89146907'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:21.445321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c44d07-9cdc-4387-a522-277375d3b6cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec16208-9f3f-4540-80fa-f06d017cc27c,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:21.468473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61c44d07-9cdc-4387-a522-277375d3b6cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.470246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61c44d07-9cdc-4387-a522-277375d3b6cc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4471951 Nov 08 14:08:21.474151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51014) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:21.482608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-dd7dfc22-04fa-46b9-a087-a2776018766a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '5e6043c4-2fc8-4c77-a955-1093c7d3c68a', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:21.501412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:21.507141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.566238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:08:21.598701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7dfc22-04fa-46b9-a087-a2776018766a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.606179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.606775 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment fc116de5-8204-41ba-9de5-c231515520f6 of type vlan for network c587aa79-fa25-4b45-abf2-3ba75600b831 Nov 08 14:08:21.704980 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.756662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7dfc22-04fa-46b9-a087-a2776018766a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.764607 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7dfc22-04fa-46b9-a087-a2776018766a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.775623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.792601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:21.793328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.842772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:08:21.843888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7dfc22-04fa-46b9-a087-a2776018766a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a71985-88ce-4915-809b-f37da4d8e68c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:21.853286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dd7dfc22-04fa-46b9-a087-a2776018766a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:21.855649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dd7dfc22-04fa-46b9-a087-a2776018766a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3798025 Nov 08 14:08:21.858227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51022) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:21.866339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-152fb5df-c72f-4cec-bc3c-0ef1516f9dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '5e6043c4-2fc8-4c77-a955-1093c7d3c68a', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:21.869816 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4366646 Nov 08 14:08:21.888559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51024) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:21.895486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:21.987545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:08:21.988319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1f23cac0-ea26-40fe-95dd-70c85c2e1a9a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:08:22.008126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152fb5df-c72f-4cec-bc3c-0ef1516f9dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.088376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210367f-552f-4aec-af7b-87c0fc111f31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=c587aa79-fa25-4b45-abf2-3ba75600b831,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:22.117871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network c587aa79-fa25-4b45-abf2-3ba75600b831 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:08:22.170224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152fb5df-c72f-4cec-bc3c-0ef1516f9dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.180477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:22.181679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152fb5df-c72f-4cec-bc3c-0ef1516f9dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.190514 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.232721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fb5df-c72f-4cec-bc3c-0ef1516f9dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebd7c18-6b59-4af9-832e-bdaf13bd28b7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:22.265578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-152fb5df-c72f-4cec-bc3c-0ef1516f9dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.270573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-152fb5df-c72f-4cec-bc3c-0ef1516f9dec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4105051 Nov 08 14:08:22.272236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:22.290912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-46db37a0-ccbd-4c10-826b-b3832576530a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '5e6043c4-2fc8-4c77-a955-1093c7d3c68a', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:22.437101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46db37a0-ccbd-4c10-826b-b3832576530a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.600914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46db37a0-ccbd-4c10-826b-b3832576530a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.612424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46db37a0-ccbd-4c10-826b-b3832576530a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.711264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db37a0-ccbd-4c10-826b-b3832576530a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f48a4ce3-f2f0-4a31-b6c5-516826bab840,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:22.727187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-46db37a0-ccbd-4c10-826b-b3832576530a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.728829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-46db37a0-ccbd-4c10-826b-b3832576530a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4492717 Nov 08 14:08:22.732004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51052) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:22.737256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '5e6043c4-2fc8-4c77-a955-1093c7d3c68a', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:22.792636 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:08:22.811928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.864034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:22.999677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.010687 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.065103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.066833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:23.067713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: c587aa79-fa25-4b45-abf2-3ba75600b831, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:08:23.067897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3344920 Nov 08 14:08:23.079589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51060) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:23.083344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=8aac4f93-5023-43c4-a693-334d759e5f17,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:23.090099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '5e6043c4-2fc8-4c77-a955-1093c7d3c68a', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:23.123792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:23.125567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2252e4-5847-4066-9544-92970e37c810 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3fd3bf-9d51-4a48-aa09-77b09fada44e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:23.149453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network c587aa79-fa25-4b45-abf2-3ba75600b831 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:08:23.180433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, c587aa79-fa25-4b45-abf2-3ba75600b831) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:23.186399 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:08:23.197699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:23.197910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48400d4c-c0b9-42c6-9df6-39252aa905c8 None None] Network c587aa79-fa25-4b45-abf2-3ba75600b831 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:23.201622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.209606 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.275029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-91ce4600-a12c-4c68-8de3-59844e71b5a5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3813715 Nov 08 14:08:23.275368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51072) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:23.536906 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.556127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.629749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.635425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa4ef0ca-bd09-4ffb-a619-2c00a92e8be5,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:23.644218 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.645466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-c587aa79-fa25-4b45-abf2-3ba75600b831', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:08:23.647153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.657349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b3b2937c-e5fe-4aee-a3ed-eab0c93cc3a2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5762157 Nov 08 14:08:23.658279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51076) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:23.665822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'network': {'name': 'tempest-network-smoke--1379704554', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'port_security_enabled': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:23.727449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:23.734733 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.796946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:08:23.834478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1672976261-network', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:23.877257 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:23.878500 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Added segment 4e4addbc-32a6-4bdf-86ae-27cec209126a of type vlan for network 59da2c61-94c3-4f84-85a1-3d384274a7e2 Nov 08 14:08:24.000492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Made reservation on behalf of 2bfe5a42e8ee4c2e871865fd0e842c23 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:24.007034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.057461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.066899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.171818 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.185932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:24.186969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.239703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5797570 Nov 08 14:08:24.273272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:24.280635 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.314789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Allocated IP 2001:db8::2 (c587aa79-fa25-4b45-abf2-3ba75600b831/8aac4f93-5023-43c4-a693-334d759e5f17/d7f9110d-bd16-4c51-aeb5-9df52de9365b) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:24.361354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'admin_state_up': True, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:24.486304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.492212 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.647078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa270793-954e-438f-9de3-8163eb3877c8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Network': ['ID=59da2c61-94c3-4f84-85a1-3d384274a7e2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:24.681139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:08:24.732946 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.802011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.812004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.826065 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.864674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.878441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:24.892964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Pushing event updated for resources: {'Port': ['ID=d7f9110d-bd16-4c51-aeb5-9df52de9365b,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:24.911858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.912224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.912568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.912904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.913236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.913714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.914034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.914361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.914707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.915043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.915356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.915682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:24.926789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Network c587aa79-fa25-4b45-abf2-3ba75600b831 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:24.929323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:24.933155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:25.004305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:08:25.005093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Attempting to bind port d7f9110d-bd16-4c51-aeb5-9df52de9365b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:25.005576 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Attempting to bind port d7f9110d-bd16-4c51-aeb5-9df52de9365b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:25.006434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Attempting to bind port d7f9110d-bd16-4c51-aeb5-9df52de9365b on network c587aa79-fa25-4b45-abf2-3ba75600b831 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:25.012884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:25.013715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Checking segment: {'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:25.014247 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.014791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Bound using segment: {'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:25.015536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Bound port: d7f9110d-bd16-4c51-aeb5-9df52de9365b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:25.016214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.034054 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.034446 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Added segment ab97dac3-bdbf-449e-8174-f5db49317732 of type vlan for network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 Nov 08 14:08:25.160913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02505ff-5f76-4ddb-8b50-335972d4c996,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:25.223922 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.231181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.275506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] For port d7f9110d-bd16-4c51-aeb5-9df52de9365b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:25.285316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] For port d7f9110d-bd16-4c51-aeb5-9df52de9365b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d7f9110d-bd16-4c51-aeb5-9df52de9365b,segment=NetworkSegment(fc116de5-8204-41ba-9de5-c231515520f6),segment_id=fc116de5-8204-41ba-9de5-c231515520f6)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:25.293540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.295001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:25.295666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.301086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:25.459217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370f0e3-0e77-4b5b-bfda-2b54dec8aa41 None None] Pushing event updated for resources: {'Port': ['ID=d7f9110d-bd16-4c51-aeb5-9df52de9365b,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:25.471015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3412280 Nov 08 14:08:25.474746 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51098) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:25.484002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Request body: {'subnet': {'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1672976261-subnet', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:25.514118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff9e68e-2f4b-4054-90cc-8a0b747ef2e4 admin admin] Pushing event updated for resources: {'Network': ['ID=6da7123f-29f3-4b6a-ad5b-b05c14f36755,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:25.535243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:08:25.704190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8::1 (c587aa79-fa25-4b45-abf2-3ba75600b831/8aac4f93-5023-43c4-a693-334d759e5f17/02019681-a1f7-4349-9c8e-1318d36e1950) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:25.974610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Made reservation on behalf of 2bfe5a42e8ee4c2e871865fd0e842c23 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:25.979242 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:26.068592 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:26.140041 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:26.206263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:26.504616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:26.548343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.178 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9fc60719-440d-4d0e-a81a-9301334c6375) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:26.696119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network c587aa79-fa25-4b45-abf2-3ba75600b831 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:26.722268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:26.753116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:26.753116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:26.883039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=02019681-a1f7-4349-9c8e-1318d36e1950,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:26.999432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:27.124087 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:27.168194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:27.324887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=9fc60719-440d-4d0e-a81a-9301334c6375,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:27.352093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:27.355525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:27.364564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:27.480973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d7f9110d-bd16-4c51-aeb5-9df52de9365b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:27.544151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=189091b4-ef98-4678-b118-9105ab110e7e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:27.572534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Checking segment: {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:27.573548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Network hostable DHCP agents. Network: 6da7123f-29f3-4b6a-ad5b-b05c14f36755, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:08:27.578925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:27.653870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d7f9110d-bd16-4c51-aeb5-9df52de9365b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:27.654485 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:27.734593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484327af-289a-4a12-a120-7ac663dc9687 None None] Network c587aa79-fa25-4b45-abf2-3ba75600b831 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:28.036191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:08:28.071591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 6da7123f-29f3-4b6a-ad5b-b05c14f36755) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:28.099782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:28.101377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.168764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ad9c27-1f6d-46e1-b6f3-13d47722d780 None None] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:28.183566 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-82dfdaa9-9cfb-4449-b725-81fe654cb3bb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.7035816 Nov 08 14:08:28.186299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51118) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:28.200502 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:28.244818 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.298219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93ee69b9-65b6-43a7-97a3-25acf9afddd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.356821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d8336996-c62f-4ee9-9f1d-5c7ad260d327 None None] Provisioning complete for port d7f9110d-bd16-4c51-aeb5-9df52de9365b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:28.357864 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d8336996-c62f-4ee9-9f1d-5c7ad260d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.547170 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.553150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.830423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.846809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.848012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:28.964155 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:29.002248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:29.018947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:29.369069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port d7f9110d-bd16-4c51-aeb5-9df52de9365b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d7f9110d-bd16-4c51-aeb5-9df52de9365b,segment=NetworkSegment(fc116de5-8204-41ba-9de5-c231515520f6),segment_id=fc116de5-8204-41ba-9de5-c231515520f6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:29.384297 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:29.462597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 2475f1fb-170e-4996-aa2a-0346945e6a1d is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:08:29.522053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=d7f9110d-bd16-4c51-aeb5-9df52de9365b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:29.568947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=02019681-a1f7-4349-9c8e-1318d36e1950,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:29.586327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:08:29.593138 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:29.666400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d8336996-c62f-4ee9-9f1d-5c7ad260d327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:29.867779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:29.889936 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Sync routers for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:29.924999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:29.939145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2e1766ef-3e4d-4a8b-bd6a-e13a772748d3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6193614 Nov 08 14:08:29.940305 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:29.941476 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:29.942339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51138) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:29.978609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:30.089741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e6f5d71-a033-48b1-b6e2-bf6164141f53 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=df8dd9b7ff744867bbca665a4c1cef34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1417522 Nov 08 14:08:30.092609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51140) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:30.191866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network c587aa79-fa25-4b45-abf2-3ba75600b831 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:30.209057 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-d8336996-c62f-4ee9-9f1d-5c7ad260d327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:08:30.214238 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-d8336996-c62f-4ee9-9f1d-5c7ad260d327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:08:30.217891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:30.563435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Allocated IP 172.20.0.2 (6da7123f-29f3-4b6a-ad5b-b05c14f36755/189091b4-ef98-4678-b118-9105ab110e7e/aa4ad4b1-108d-46d6-bc1f-2e11229638f5) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:30.637053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e807f-9bc9-406d-a3d1-d6a5f3ff275f tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:30.650794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6a0e807f-9bc9-406d-a3d1-d6a5f3ff275f tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5560615 Nov 08 14:08:30.652251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51146) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:30.770710 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:30.814817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6584007a-eaff-4a03-b721-58d4803aabf4 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1606240 Nov 08 14:08:30.816426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:30.838886 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1925262461', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:30.989998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:08:31.213842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:31.223350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3bae85a8-82a3-47fb-b601-a30235b311ce None None] Provisioning complete for port d7f9110d-bd16-4c51-aeb5-9df52de9365b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:31.233055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3bae85a8-82a3-47fb-b601-a30235b311ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:31.240107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:31.465212 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:27Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:31.538893 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Checking router: 2475f1fb-170e-4996-aa2a-0346945e6a1d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:31.541517 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Updating router 2475f1fb-170e-4996-aa2a-0346945e6a1d port 9fc60719-440d-4d0e-a81a-9301334c6375 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:08:31.735875 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:31.798874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d7f9110d-bd16-4c51-aeb5-9df52de9365b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:31.817030 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d8f7ef15-6bb4-4f12-bffb-aede2b399dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:31.912445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:31.925446 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a539b311-25de-4618-99a3-37dc49e29ec2 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6480720 Nov 08 14:08:31.931474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51156) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:31.944492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-425214819'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:32.083334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.259555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:32.265818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.316376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.389132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Checking segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:32.389847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network hostable DHCP agents. Network: 59da2c61-94c3-4f84-85a1-3d384274a7e2, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:08:32.442699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.452855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Subnet': ['ID=83dc0d10-1482-4d91-b4a3-d7e509b38b7d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:32.473607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:08:32.510694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:08:32.532946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 59da2c61-94c3-4f84-85a1-3d384274a7e2) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:32.561531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:32.569053 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.592140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.592496 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment ad603eb9-8a36-47da-b9c8-75725de2da62 of type vlan for network fb871980-6710-44de-96b3-a68bdcfdf763 Nov 08 14:08:32.625636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9ce13f87-9982-4324-89a3-0148db84b775 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8049150 Nov 08 14:08:32.631826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:32.688322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.760158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.788494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:32.788494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.824135 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.846327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:32.859601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a1849-9a25-4776-afac-85fce2c8fa28 None None] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:32.925463 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:32.944632 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.096938 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Pushing event updated for resources: {'Port': ['ID=9fc60719-440d-4d0e-a81a-9301334c6375,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:33.113549 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.115230 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.115897 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.116673 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.116838 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.117188 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.118223 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.118686 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.119592 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.119592 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.119989 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.120940 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.121781 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:08:33.161325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2273109 Nov 08 14:08:33.172017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Attempting to bind port 9fc60719-440d-4d0e-a81a-9301334c6375 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:33.174093 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Attempting to bind port 9fc60719-440d-4d0e-a81a-9301334c6375 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:33.174896 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Attempting to bind port 9fc60719-440d-4d0e-a81a-9301334c6375 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:33.188697 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:33.190432 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:33.191067 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.191657 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:33.192637 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Bound port: 9fc60719-440d-4d0e-a81a-9301334c6375, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:33.193326 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.229460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51176) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:33.242181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:33.391492 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] For port 9fc60719-440d-4d0e-a81a-9301334c6375, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:33.398413 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] For port 9fc60719-440d-4d0e-a81a-9301334c6375, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fc60719-440d-4d0e-a81a-9301334c6375,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:33.424101 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.544679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:33.547005 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.583297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:33.584574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:33.605946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:33.616686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaeb0c-128b-4e0e-a694-63c5f2a32120 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=fb871980-6710-44de-96b3-a68bdcfdf763,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:33.624867 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:33.626282 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:33.636055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Allocated IP 172.25.8.34 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/b55c0924-85ea-44f2-9f33-99cb8f2fc710) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:33.675268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Pushing event updated for resources: {'Port': ['ID=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:33.679697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3bae85a8-82a3-47fb-b601-a30235b311ce None None] Provisioning complete for port 02019681-a1f7-4349-9c8e-1318d36e1950 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:33.680893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3bae85a8-82a3-47fb-b601-a30235b311ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.684361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:33.697675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fb871980-6710-44de-96b3-a68bdcfdf763 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:08:33.848018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:33.856860 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:33.883673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d7f9110d-bd16-4c51-aeb5-9df52de9365b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:33.885259 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:34.046885 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d1bf7-c377-4830-af7a-4c3c91160097 None None] Pushing event updated for resources: {'Port': ['ID=9fc60719-440d-4d0e-a81a-9301334c6375,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:34.163159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-59da2c61-94c3-4f84-85a1-3d384274a7e2', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:08:34.169326 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:34.240072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:34.281267 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:34.365196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:34.520349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:34.536173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:34.556613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:34.585312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Attempting to bind port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:34.585786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Attempting to bind port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:34.586369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Attempting to bind port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 on network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:34.863816 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:27Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:34.958411 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3a4ad1-30ad-4b29-b307-b2ac1ae66728 None None] The sync data for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 is: [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:27Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:35.011595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3bae85a8-82a3-47fb-b601-a30235b311ce None None] Port 02019681-a1f7-4349-9c8e-1318d36e1950 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:08:35.209142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:35.234387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:35.234913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Checking segment: {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:35.235476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:35.239693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Bound using segment: {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:35.241201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Bound port: aa4ad4b1-108d-46d6-bc1f-2e11229638f5, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:35.243892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:35.291055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Pushing event updated for resources: {'Port': ['ID=b55c0924-85ea-44f2-9f33-99cb8f2fc710,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:35.542475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:35.621541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:35.659483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-23c091af-682b-4c6e-9aa6-9e01ad1071b9 None None] Provisioning complete for port 02019681-a1f7-4349-9c8e-1318d36e1950 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:35.660801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-23c091af-682b-4c6e-9aa6-9e01ad1071b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:35.834439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Allocated IP 172.20.0.2 (59da2c61-94c3-4f84-85a1-3d384274a7e2/83dc0d10-1482-4d91-b4a3-d7e509b38b7d/670e7184-b2ee-4355-acf1-d3e0588c53e7) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:36.299907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:36.332224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] For port aa4ad4b1-108d-46d6-bc1f-2e11229638f5, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:36.402258 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:36.412056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:36.473774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] For port aa4ad4b1-108d-46d6-bc1f-2e11229638f5, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:36.506653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-23c091af-682b-4c6e-9aa6-9e01ad1071b9 None None] Port 02019681-a1f7-4349-9c8e-1318d36e1950 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:08:36.542423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:36.552493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=d824623c-c835-43dc-b84b-f375d9be7402,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:36.607042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:36.607424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: fb871980-6710-44de-96b3-a68bdcfdf763, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:08:36.648308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network fb871980-6710-44de-96b3-a68bdcfdf763 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:08:36.668387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fb871980-6710-44de-96b3-a68bdcfdf763) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:36.683460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:36.686798 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:36.719624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4731ed0-edac-4d41-9b04-28b50581fbc1 None None] Network fb871980-6710-44de-96b3-a68bdcfdf763 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:36.721427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3ee5ba9c-994f-4d92-bb59-65e22951803e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4891832 Nov 08 14:08:36.727402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51212) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:37.153700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02189a9-6aab-4f94-a3cc-194a009e264a None None] Pushing event updated for resources: {'Port': ['ID=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:37.277349 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:37.373849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:37.380641 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:37.524049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:37.525713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.1 (59da2c61-94c3-4f84-85a1-3d384274a7e2/83dc0d10-1482-4d91-b4a3-d7e509b38b7d/e2427eff-996d-4f46-96da-a3aa88bec68d) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:37.529220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Pushing event updated for resources: {'Port': ['ID=670e7184-b2ee-4355-acf1-d3e0588c53e7,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:37.534055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:37.542579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:37.599392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fc60719-440d-4d0e-a81a-9301334c6375 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:37.766862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Router c45513b3-c4ea-4381-8552-4e91bc3bb060 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:08:37.798198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:08:27Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:28Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:37.841170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Attempting to bind port 670e7184-b2ee-4355-acf1-d3e0588c53e7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:37.841572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Attempting to bind port 670e7184-b2ee-4355-acf1-d3e0588c53e7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:37.841935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Attempting to bind port 670e7184-b2ee-4355-acf1-d3e0588c53e7 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:37.850493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:37.850864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Checking segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:37.851344 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:37.851645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Bound using segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:37.852849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Bound port: 670e7184-b2ee-4355-acf1-d3e0588c53e7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:37.853240 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:37.855313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:37.855647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Updating router 412c6b83-2eb0-4901-91d6-166654e8e7e3 port 02019681-a1f7-4349-9c8e-1318d36e1950 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:08:38.019763 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.067460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.144011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:38.157056 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Sync routers for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:38.185153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.186411 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:38.189153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:38.191459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-13a05d61-b118-4d66-964a-18be86ed2e34 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.0034955 Nov 08 14:08:38.194110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51240) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:38.408753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51244) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:38.510330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.518108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-fb871980-6710-44de-96b3-a68bdcfdf763', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:08:38.520173 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.565899 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:38.649626 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.656741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9fc60719-440d-4d0e-a81a-9301334c6375 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:38.657367 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.721767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:38.802363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:38.806675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9770b039-88c4-4bfd-8b16-472d1e69546d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:38.811965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:38.814466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=e2427eff-996d-4f46-96da-a3aa88bec68d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:38.853729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] For port 670e7184-b2ee-4355-acf1-d3e0588c53e7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:38.896398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39557872-79cc-49df-99c1-62458c6598cc None None] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:38.951863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] For port 670e7184-b2ee-4355-acf1-d3e0588c53e7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=670e7184-b2ee-4355-acf1-d3e0588c53e7,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:38.990144 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:35Z', 'revision_number': 3, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:38.998938 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.045595 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.070091 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Checking router: c45513b3-c4ea-4381-8552-4e91bc3bb060 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:39.070640 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Updating router c45513b3-c4ea-4381-8552-4e91bc3bb060 port b55c0924-85ea-44f2-9f33-99cb8f2fc710 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:08:39.152848 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.184159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3051d850-41cf-41fc-a8e9-38587da0f759 None None] Provisioning complete for port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:39.184525 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3051d850-41cf-41fc-a8e9-38587da0f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.200713 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.302571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4288463-f2ed-434c-a965-614e49d7bd5a None None] Pushing event updated for resources: {'Port': ['ID=670e7184-b2ee-4355-acf1-d3e0588c53e7,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:39.336091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 9fc60719-440d-4d0e-a81a-9301334c6375, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fc60719-440d-4d0e-a81a-9301334c6375,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:39.342618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8:1::1 (fb871980-6710-44de-96b3-a68bdcfdf763/d824623c-c835-43dc-b84b-f375d9be7402/f745414f-1917-4b33-8577-eecded2dca7f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:39.359384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.393662 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.396221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9770b039-88c4-4bfd-8b16-472d1e69546d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.398780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa4ad4b1-108d-46d6-bc1f-2e11229638f5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:39.448777 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9770b039-88c4-4bfd-8b16-472d1e69546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.592930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9770b039-88c4-4bfd-8b16-472d1e69546d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40da9cc0e93b447b84788330b8829b91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1731520 Nov 08 14:08:39.597420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51262) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:39.731006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770b039-88c4-4bfd-8b16-472d1e69546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee334213-dd05-4130-a3a5-5cd761d31186,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:39.761995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=9fc60719-440d-4d0e-a81a-9301334c6375,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:39.878455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.927657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4228ed00-776f-4403-9a37-bee92ca14773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.934523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:39.977869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4228ed00-776f-4403-9a37-bee92ca14773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.080392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Allocated IP 2001:db8:1::2 (fb871980-6710-44de-96b3-a68bdcfdf763/d824623c-c835-43dc-b84b-f375d9be7402/c427cb76-8789-4f01-bfa5-7871a4727b67) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:40.106183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4228ed00-776f-4403-9a37-bee92ca14773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.108957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4228ed00-776f-4403-9a37-bee92ca14773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.113497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4228ed00-776f-4403-9a37-bee92ca14773 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee334213-dd05-4130-a3a5-5cd761d31186 HTTP/1.1" status: 204 len: 168 time: 0.5120919 Nov 08 14:08:40.163553 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.184917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ed00-776f-4403-9a37-bee92ca14773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee334213-dd05-4130-a3a5-5cd761d31186,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:40.355351 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.359022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network fb871980-6710-44de-96b3-a68bdcfdf763 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:40.360269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3051d850-41cf-41fc-a8e9-38587da0f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.364767 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.390864 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.398093 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.422005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:40.450025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:40.452817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.500800 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c62aa-8e27-4e20-bf70-f4ce21b19317 None None] Pushing event updated for resources: {'Port': ['ID=b55c0924-85ea-44f2-9f33-99cb8f2fc710,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:40.552826 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Attempting to bind port b55c0924-85ea-44f2-9f33-99cb8f2fc710 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:40.555428 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Attempting to bind port b55c0924-85ea-44f2-9f33-99cb8f2fc710 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:40.556388 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Attempting to bind port b55c0924-85ea-44f2-9f33-99cb8f2fc710 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:40.565929 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:40.578318 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:40.579096 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.579724 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:40.580505 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Bound port: b55c0924-85ea-44f2-9f33-99cb8f2fc710, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:40.581123 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.728652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.744346 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.745303 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:40.752060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=f745414f-1917-4b33-8577-eecded2dca7f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:40.964056 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] For port b55c0924-85ea-44f2-9f33-99cb8f2fc710, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:40.974561 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] For port b55c0924-85ea-44f2-9f33-99cb8f2fc710, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b55c0924-85ea-44f2-9f33-99cb8f2fc710,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:40.994180 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.018660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.180183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Allocated IP 172.20.0.1 (6da7123f-29f3-4b6a-ad5b-b05c14f36755/189091b4-ef98-4678-b118-9105ab110e7e/b2d4947f-a0a9-44af-8c7a-7e7eeed804ae) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:41.221727 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c62aa-8e27-4e20-bf70-f4ce21b19317 None None] Pushing event updated for resources: {'Port': ['ID=b55c0924-85ea-44f2-9f33-99cb8f2fc710,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:41.223836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3051d850-41cf-41fc-a8e9-38587da0f759 None None] For port aa4ad4b1-108d-46d6-bc1f-2e11229638f5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:41.233188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:41.234253 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.254971 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.276920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=e2427eff-996d-4f46-96da-a3aa88bec68d,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:41.288145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51286) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:41.303447 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:41.304151 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:41.317685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.367813 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Network fb871980-6710-44de-96b3-a68bdcfdf763 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:41.385057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0379c9b4-90e0-4437-a56e-f2d53f8a221d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.446458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:41.460670 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3051d850-41cf-41fc-a8e9-38587da0f759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.511410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:41.666423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb944c-d8dc-4e0a-bdad-fb003dbf0151 None None] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:41.681479 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:41.688799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.829138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0379c9b4-90e0-4437-a56e-f2d53f8a221d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.832307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:41.832974 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.836696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:41.862069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0379c9b4-90e0-4437-a56e-f2d53f8a221d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.900770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c531649-0c5c-42b3-b999-c36d2f731f2e None None] Pushing event updated for resources: {'Port': ['ID=02019681-a1f7-4349-9c8e-1318d36e1950,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:41.943496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Attempting to bind port c427cb76-8789-4f01-bfa5-7871a4727b67 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:41.943904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Attempting to bind port c427cb76-8789-4f01-bfa5-7871a4727b67 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:41.944268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Attempting to bind port c427cb76-8789-4f01-bfa5-7871a4727b67 on network fb871980-6710-44de-96b3-a68bdcfdf763 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:41.949711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:41.965696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:41.978831 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.985028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:41.991344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Checking segment: {'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:41.991809 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.992767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Bound using segment: {'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:41.993279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Bound port: c427cb76-8789-4f01-bfa5-7871a4727b67, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:41.993675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:41.996869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Attempting to bind port 02019681-a1f7-4349-9c8e-1318d36e1950 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:41.996869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Attempting to bind port 02019681-a1f7-4349-9c8e-1318d36e1950 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:41.997129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Attempting to bind port 02019681-a1f7-4349-9c8e-1318d36e1950 on network c587aa79-fa25-4b45-abf2-3ba75600b831 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:42.006527 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.008555 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.037997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:42.077849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:42.078242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Checking segment: {'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:42.078660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.079262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Bound using segment: {'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:42.079691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Bound port: 02019681-a1f7-4349-9c8e-1318d36e1950, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc116de5-8204-41ba-9de5-c231515520f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:42.080101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.132851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7861bb10-6575-4188-a2fc-af48089afab7 None None] Provisioning complete for port 02019681-a1f7-4349-9c8e-1318d36e1950 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:42.133471 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7861bb10-6575-4188-a2fc-af48089afab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.141399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379c9b4-90e0-4437-a56e-f2d53f8a221d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2afc60-86f1-4a4c-aa97-1a01725ad111,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:42.149309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Pushing event updated for resources: {'Port': ['ID=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:42.166973 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:35Z', 'revision_number': 3, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:42.174456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0379c9b4-90e0-4437-a56e-f2d53f8a221d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5366d7506074d4c98c8dd13db918642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8851042 Nov 08 14:08:42.177955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51298) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:42.277220 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a792bf4a-5ae3-4d5d-9a55-2a1d93c38af7 None None] The sync data for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 is: [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:35Z', 'revision_number': 3, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:42.302388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.370601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Pushing event updated for resources: {'Port': ['ID=c427cb76-8789-4f01-bfa5-7871a4727b67,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:42.551112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6795cabf-7da6-492c-ac01-ea5b15fbcf35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.594368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6795cabf-7da6-492c-ac01-ea5b15fbcf35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.889445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] For port c427cb76-8789-4f01-bfa5-7871a4727b67, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:42.892803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] For port c427cb76-8789-4f01-bfa5-7871a4727b67, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c427cb76-8789-4f01-bfa5-7871a4727b67,segment=NetworkSegment(ad603eb9-8a36-47da-b9c8-75725de2da62),segment_id=ad603eb9-8a36-47da-b9c8-75725de2da62)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:42.933946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6795cabf-7da6-492c-ac01-ea5b15fbcf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.938992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6795cabf-7da6-492c-ac01-ea5b15fbcf35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:42.947410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6795cabf-7da6-492c-ac01-ea5b15fbcf35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f2afc60-86f1-4a4c-aa97-1a01725ad111 HTTP/1.1" status: 204 len: 168 time: 0.7661848 Nov 08 14:08:42.983916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795cabf-7da6-492c-ac01-ea5b15fbcf35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2afc60-86f1-4a4c-aa97-1a01725ad111,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:42.996975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:43.005678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3051d850-41cf-41fc-a8e9-38587da0f759 None None] Pushing event updated for resources: {'Port': ['ID=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:43.054655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:43.154984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7861bb10-6575-4188-a2fc-af48089afab7 None None] Port 02019681-a1f7-4349-9c8e-1318d36e1950 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:08:43.166222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=f745414f-1917-4b33-8577-eecded2dca7f,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:43.254679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 2475f1fb-170e-4996-aa2a-0346945e6a1d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:08:43.279900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e75dd-b701-44f9-8a75-3b2066ee72db None None] Pushing event updated for resources: {'Port': ['ID=c427cb76-8789-4f01-bfa5-7871a4727b67,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:43.319995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] For port 02019681-a1f7-4349-9c8e-1318d36e1950, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:43.390023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] For port 02019681-a1f7-4349-9c8e-1318d36e1950, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=02019681-a1f7-4349-9c8e-1318d36e1950,segment=NetworkSegment(fc116de5-8204-41ba-9de5-c231515520f6),segment_id=fc116de5-8204-41ba-9de5-c231515520f6)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:43.434710 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:43.566395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network fb871980-6710-44de-96b3-a68bdcfdf763 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:43.622247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:43.625001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:43.633866 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:43.670588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c531649-0c5c-42b3-b999-c36d2f731f2e None None] Pushing event updated for resources: {'Port': ['ID=02019681-a1f7-4349-9c8e-1318d36e1950,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:43.676227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Provisioning complete for port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:43.677292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:43.744338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:43.747103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:43.944214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Pushing event updated for resources: {'Port': ['ID=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:43.947430 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:44.020786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 670e7184-b2ee-4355-acf1-d3e0588c53e7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:44.137457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:44.168656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-447e8204-a0ef-43fd-8f83-fb811cf1f46a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/2475f1fb-170e-4996-aa2a-0346945e6a1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5350051 Nov 08 14:08:44.246260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Sync routers for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:44.278643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:44.285656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:44.326976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:08:44.357045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:44.357421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:44.639010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:44.678905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-469f2d43-49fd-44cd-9382-e9b972b9a4a1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9503858 Nov 08 14:08:44.687492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51360) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:44.704894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-246206343'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:44.750649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:44.781708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Router c45513b3-c4ea-4381-8552-4e91bc3bb060 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:08:44.805923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:44.836492 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:44.935591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-81667a11-dcba-41c5-bc52-80f4e0546e82 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473469498&fields=id&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 267 time: 0.2487946 Nov 08 14:08:44.948683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:44.981948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:08:45.057663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 670e7184-b2ee-4355-acf1-d3e0588c53e7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:45.057885 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:45.097688 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:45.098040 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment 17f584fd-ad74-441e-a8db-9e8b176cfe82 of type vlan for network d46c4447-2456-426d-ab3b-cb08bed2b76c Nov 08 14:08:45.163992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:08:45.171618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-051d80fc-01e7-42fe-9f00-1a2066a8fc9b admin admin] 10.222.0.65 "PUT /v2.0/routers/c45513b3-c4ea-4381-8552-4e91bc3bb060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9775579 Nov 08 14:08:45.243190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:45.291142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-420f3b01-2bea-49ef-90ec-be501f5c37ab tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:45.304369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-420f3b01-2bea-49ef-90ec-be501f5c37ab tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 797 time: 0.3664272 Nov 08 14:08:45.415023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-642224d2-205b-4fc0-af02-3ce8e6f99b28 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/quotas/df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 375 time: 0.0859282 Nov 08 14:08:45.511556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:45.520517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:45.521174 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:45.628375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9323857 Nov 08 14:08:45.631364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51376) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:45.637815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:45.779092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-9516aa3f-6266-424c-a755-dc76f710af92 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3630958 Nov 08 14:08:45.787399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33449d80-3bb2-45ad-8f56-2c27b54ca8bd tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=d46c4447-2456-426d-ab3b-cb08bed2b76c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:45.889376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d46c4447-2456-426d-ab3b-cb08bed2b76c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:08:45.943847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:45.948186 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:46.116628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-f57cec4c-98b7-400d-94f4-e9099ad88f3b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:08:46.126318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-f57cec4c-98b7-400d-94f4-e9099ad88f3b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3183222 Nov 08 14:08:46.143646 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Sync routers for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:46.166199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9440fc9-b802-4f11-b55e-75c2d810b534 None None] Network fb871980-6710-44de-96b3-a68bdcfdf763 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:46.167480 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:46.168886 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:46.420171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-2ed84358-965b-430c-bd8b-6358a51a7705 service neutron] 10.222.0.65 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869117 Nov 08 14:08:46.446495 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:46.474968 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:46.548022 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:46.689195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Provisioning complete for port 670e7184-b2ee-4355-acf1-d3e0588c53e7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:46.689744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:46.708764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-a66a8618-d388-43f8-a2ab-94d81a00db93 service neutron] 10.222.0.65 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851236 Nov 08 14:08:46.724130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51418) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:46.730881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2144014909-network', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:46.774630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:46.779900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: d46c4447-2456-426d-ab3b-cb08bed2b76c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:08:46.780041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Made reservation on behalf of bc5997a918ae4251ac3c8ceb91eb0bb9 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:46.794994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:46.801139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=4339a794-b187-46c6-b556-332f3a59fb8e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:46.821938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 670e7184-b2ee-4355-acf1-d3e0588c53e7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=670e7184-b2ee-4355-acf1-d3e0588c53e7,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:46.835489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d46c4447-2456-426d-ab3b-cb08bed2b76c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:08:46.852677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:46.868238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d46c4447-2456-426d-ab3b-cb08bed2b76c) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:46.885912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:46.890043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:46.930734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-372873b6-befb-426d-a649-4bf02f56921f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2976894 Nov 08 14:08:46.935333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51424) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:46.986267 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:43Z', 'revision_number': 2, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:46.996941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bf200-8746-4ab5-88c7-2c8cfc69e54f None None] Network d46c4447-2456-426d-ab3b-cb08bed2b76c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:47.038524 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.041623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fc60719-440d-4d0e-a81a-9301334c6375 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:47.069378 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Checking router: c45513b3-c4ea-4381-8552-4e91bc3bb060 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:47.070721 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Updating router c45513b3-c4ea-4381-8552-4e91bc3bb060 port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:08:47.131835 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.182336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05d288d1-5eab-4afd-a042-240585133142 req-42973484-120e-46c6-8724-4e14f70fc6bf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 210 time: 0.1136477 Nov 08 14:08:47.266625 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.277382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.385425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:08:47.477514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea78fa8-8bc7-4a53-a82b-cdb2350b292d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:47.505287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.510231 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Added segment 989dbc0e-cf5d-4d66-b3f5-ecc32e291f97 of type vlan for network d0c0453a-1817-4bed-b7d9-2a8828683669 Nov 08 14:08:47.703333 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.811168 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.814308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.822619 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.829672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:47.831361 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:47.906763 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fd400-b861-4646-8203-4ac72aa90498 None None] Pushing event updated for resources: {'Port': ['ID=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:47.977881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2519839 Nov 08 14:08:47.983329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51450) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:48.088991 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Attempting to bind port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:48.092645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eb597-226a-4291-800b-62fb64abebf6 admin admin] Pushing event updated for resources: {'Network': ['ID=d0c0453a-1817-4bed-b7d9-2a8828683669,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:48.095171 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Attempting to bind port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:48.095621 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Attempting to bind port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae on network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:48.113373 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:48.115572 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Checking segment: {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:48.116166 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:48.119017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Bound using segment: {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:48.120308 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Bound port: b2d4947f-a0a9-44af-8c7a-7e7eeed804ae, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:48.122107 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:48.327341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Request body: {'subnet': {'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2144014909-subnet', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:48.338373 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] For port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:48.344517 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] For port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:48.357510 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:48.522596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a0dc173-0e63-4ca8-b7a3-bf9272c9b71d req-1340ad22-aae7-45ad-ba53-f037a02812aa tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 210 time: 0.1182117 Nov 08 14:08:48.575305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:43Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:08:41Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:48.641734 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fd400-b861-4646-8203-4ac72aa90498 None None] Pushing event updated for resources: {'Port': ['ID=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:48.673844 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:48.675012 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:48.764446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d0c0453a-1817-4bed-b7d9-2a8828683669 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:08:49.016910 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:49.098249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=670e7184-b2ee-4355-acf1-d3e0588c53e7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:49.104416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61c595a-8425-4ef1-98a8-24d26f43a549 None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:43Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:08:41Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:49.290301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 2, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:49.323053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Provisioning complete for port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:49.323431 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:49.406347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Checking router: 2475f1fb-170e-4996-aa2a-0346945e6a1d for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:49.406959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Updating router 2475f1fb-170e-4996-aa2a-0346945e6a1d port e2427eff-996d-4f46-96da-a3aa88bec68d binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:08:49.474280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9fc60719-440d-4d0e-a81a-9301334c6375 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:49.474942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:49.587690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:49.824268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Made reservation on behalf of bc5997a918ae4251ac3c8ceb91eb0bb9 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:49.826757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:49.903055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7c4110e-858f-47d2-ab6b-963c4ec6fc41 req-15dd900c-7b1f-4a79-b0ba-d8cd565608b8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 210 time: 0.0653496 Nov 08 14:08:50.055053 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:48Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:50.131867 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d3486e-e1f9-413a-870e-8291a9da825b None None] The sync data for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 is: [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:48Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:50.201039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d46c4447-2456-426d-ab3b-cb08bed2b76c', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:08:50.231769 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:50.450650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:50.463361 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:50.707601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-286ddfc1-1970-4427-9cf8-2cc0c763308a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:50.714089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-286ddfc1-1970-4427-9cf8-2cc0c763308a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 797 time: 1.2265894 Nov 08 14:08:50.858433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b55c0924-85ea-44f2-9f33-99cb8f2fc710 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:51.049267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] For port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:51.128037 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.148951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.160147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4e8f9ee-214c-4fa9-bf61-3f49dc20ace5 req-ab7df5f4-24f6-40d1-81da-c922be6a4ec3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 210 time: 0.0692539 Nov 08 14:08:51.241426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb30b3a-b91c-4243-94e7-67405d4d2b57 None None] Pushing event updated for resources: {'Port': ['ID=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:51.270422 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.289247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Allocated IP 2001:db8:2::2 (d46c4447-2456-426d-ab3b-cb08bed2b76c/4339a794-b187-46c6-b556-332f3a59fb8e/841f1669-baf6-4e94-8a29-7618eea3e61f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:51.347647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b55c0924-85ea-44f2-9f33-99cb8f2fc710 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:51.348276 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.356841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.402410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Provisioning complete for port c427cb76-8789-4f01-bfa5-7871a4727b67 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:51.403047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.427327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51524) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:51.462326 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-02525232-c3f8-485e-9c46-44dfae20ef55 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 379 time: 0.7337179 Nov 08 14:08:51.482158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'port': {'device_id': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'admin_state_up': True, 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'security_groups': ['5e6043c4-2fc8-4c77-a955-1093c7d3c68a']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:51.517895 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746a465-e9da-42e7-bb0d-c01a2afac682 None None] Pushing event updated for resources: {'Port': ['ID=e2427eff-996d-4f46-96da-a3aa88bec68d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:51.557976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Checking segment: {'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:51.565065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Network hostable DHCP agents. Network: d0c0453a-1817-4bed-b7d9-2a8828683669, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:08:51.646275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c981a72a-a0b5-4564-9257-0ea2c3cf4e03,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:51.656748 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:08:51.698012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Network d0c0453a-1817-4bed-b7d9-2a8828683669 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:08:51.731279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dad67132-76ea-4f38-8578-1833971ab275 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.737734 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.775636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d0c0453a-1817-4bed-b7d9-2a8828683669) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:51.797355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:51.798366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.857920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f8b62860-1bd3-4c70-ac10-e84cf6eaf795 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8677843 Nov 08 14:08:51.866542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51534) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:51.881199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:51.913152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ec1a0-6e47-4f19-8873-06e4b0183afd None None] Network d0c0453a-1817-4bed-b7d9-2a8828683669 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:51.926947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Attempting to bind port e2427eff-996d-4f46-96da-a3aa88bec68d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:51.927717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.928030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Attempting to bind port e2427eff-996d-4f46-96da-a3aa88bec68d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:51.928553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Attempting to bind port e2427eff-996d-4f46-96da-a3aa88bec68d on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:51.935139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.964235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port b55c0924-85ea-44f2-9f33-99cb8f2fc710, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b55c0924-85ea-44f2-9f33-99cb8f2fc710,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:51.974936 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dad67132-76ea-4f38-8578-1833971ab275 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:51.979551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dad67132-76ea-4f38-8578-1833971ab275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.016785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:08:52.040313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.043549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dad67132-76ea-4f38-8578-1833971ab275 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54c0d8250b5c4bab94ecf205efa28c73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147971 Nov 08 14:08:52.044471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad67132-76ea-4f38-8578-1833971ab275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e59879b-882e-4373-86c0-050937fc690a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:52.047591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51536) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:52.070061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:52.072750 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Checking segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:52.073320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.073876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Bound using segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:52.074563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Bound port: e2427eff-996d-4f46-96da-a3aa88bec68d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:52.075562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.083199 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.086733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa4ad4b1-108d-46d6-bc1f-2e11229638f5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:52.128893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed76126f-a493-4ca7-a422-331e4bb9d922 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.132020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.225178 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed76126f-a493-4ca7-a422-331e4bb9d922 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.298937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed76126f-a493-4ca7-a422-331e4bb9d922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.302243 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed76126f-a493-4ca7-a422-331e4bb9d922 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.306470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ed76126f-a493-4ca7-a422-331e4bb9d922 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e59879b-882e-4373-86c0-050937fc690a HTTP/1.1" status: 204 len: 168 time: 0.2550242 Nov 08 14:08:52.318428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76126f-a493-4ca7-a422-331e4bb9d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e59879b-882e-4373-86c0-050937fc690a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:52.379262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.8 (59da2c61-94c3-4f84-85a1-3d384274a7e2/83dc0d10-1482-4d91-b4a3-d7e509b38b7d/19d04823-4e5a-47f3-be4d-f841024d1665) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:52.574200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.617354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.665202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=b55c0924-85ea-44f2-9f33-99cb8f2fc710,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:52.670251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.699702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.729004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] For port c427cb76-8789-4f01-bfa5-7871a4727b67, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c427cb76-8789-4f01-bfa5-7871a4727b67,segment=NetworkSegment(ad603eb9-8a36-47da-b9c8-75725de2da62),segment_id=ad603eb9-8a36-47da-b9c8-75725de2da62)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:52.739996 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.746966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:52.748024 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.751676 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:52.810789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda31a-61a9-40cf-86d1-6a52d7b45b3b req-afca6865-8269-40d5-ab0b-b10026b9049b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:52.814410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54dda31a-61a9-40cf-86d1-6a52d7b45b3b req-afca6865-8269-40d5-ab0b-b10026b9049b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 931 time: 0.4927227 Nov 08 14:08:52.947110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54dda31a-61a9-40cf-86d1-6a52d7b45b3b req-c492aea9-c3c5-4e15-be25-d2f09051d61e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265075 Nov 08 14:08:52.953098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51566) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:52.966468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:52.974317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:52.977700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d61f2007-5b0e-42e0-a7e8-82126864996d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.047131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:53.076862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d61f2007-5b0e-42e0-a7e8-82126864996d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.083287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d61f2007-5b0e-42e0-a7e8-82126864996d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.109121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:53.152627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d61f2007-5b0e-42e0-a7e8-82126864996d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48f468096f2f4b4297edc6c4e70a8726&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984005 Nov 08 14:08:53.153667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f2007-5b0e-42e0-a7e8-82126864996d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2191b4e1-3dd2-44db-b5ca-e1ec8c0a7878,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:53.165930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51570) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:53.209734 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.268111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] For port e2427eff-996d-4f46-96da-a3aa88bec68d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:53.290413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] For port e2427eff-996d-4f46-96da-a3aa88bec68d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e2427eff-996d-4f46-96da-a3aa88bec68d,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:53.301270 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-283266f2-e810-47b0-8625-62d15e0c42a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.311679 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.325671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:53.328016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.348330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Network d46c4447-2456-426d-ab3b-cb08bed2b76c is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:53.356360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8:2::1 (d46c4447-2456-426d-ab3b-cb08bed2b76c/4339a794-b187-46c6-b556-332f3a59fb8e/b688b27f-f379-4fdb-a327-e572d45a4fba) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:53.369522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-283266f2-e810-47b0-8625-62d15e0c42a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.380153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:53.383093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:08:53.408338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:53.431144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-7e70428c-d88d-4df4-9de2-7487e3244baf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9579008 Nov 08 14:08:53.444725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Provisioning complete for port 02019681-a1f7-4349-9c8e-1318d36e1950 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:53.445895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.447992 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.488518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d0c0453a-1817-4bed-b7d9-2a8828683669', 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'fixed_ips': [{'subnet_id': 'c981a72a-a0b5-4564-9257-0ea2c3cf4e03'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:08:53.490728 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.500556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-283266f2-e810-47b0-8625-62d15e0c42a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.500556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-283266f2-e810-47b0-8625-62d15e0c42a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.503715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-283266f2-e810-47b0-8625-62d15e0c42a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2191b4e1-3dd2-44db-b5ca-e1ec8c0a7878 HTTP/1.1" status: 204 len: 168 time: 0.3340693 Nov 08 14:08:53.504871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Pushing event updated for resources: {'Port': ['ID=841f1669-baf6-4e94-8a29-7618eea3e61f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:53.525475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Request body: {'port': {'device_id': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:08:53.534410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:53.534544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283266f2-e810-47b0-8625-62d15e0c42a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2191b4e1-3dd2-44db-b5ca-e1ec8c0a7878,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:53.535286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:53.750198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.918354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:53.936513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Attempting to bind port 841f1669-baf6-4e94-8a29-7618eea3e61f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:53.937196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Attempting to bind port 841f1669-baf6-4e94-8a29-7618eea3e61f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:53.937661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Attempting to bind port 841f1669-baf6-4e94-8a29-7618eea3e61f on network d46c4447-2456-426d-ab3b-cb08bed2b76c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:54.038668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:08:54.039694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:54.191587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:54.200556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Checking segment: {'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:54.201091 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:54.201671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Bound using segment: {'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:54.202270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Bound port: 841f1669-baf6-4e94-8a29-7618eea3e61f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:54.202758 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:54.231884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d0be2-1b1a-41ab-a4ce-3ec5d392e4b8 req-e759dd71-8e8a-4ef5-aff8-c52e961eb1ea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:54.233679 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc9d0be2-1b1a-41ab-a4ce-3ec5d392e4b8 req-e759dd71-8e8a-4ef5-aff8-c52e961eb1ea tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 931 time: 0.1133134 Nov 08 14:08:54.339930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc9d0be2-1b1a-41ab-a4ce-3ec5d392e4b8 req-0b087fbe-45ba-4dd9-9c58-89d09d2ab29d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819657 Nov 08 14:08:54.432589 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:54.461675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:54.483458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d46c4447-2456-426d-ab3b-cb08bed2b76c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:54.485346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:54.490808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:54.493006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:54.493796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:54.608805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Pushing event updated for resources: {'Port': ['ID=c427cb76-8789-4f01-bfa5-7871a4727b67,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:54.639926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:54.709708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:55.135862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 670e7184-b2ee-4355-acf1-d3e0588c53e7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:55.149152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746a465-e9da-42e7-bb0d-c01a2afac682 None None] Pushing event updated for resources: {'Port': ['ID=e2427eff-996d-4f46-96da-a3aa88bec68d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:55.183609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:08:55.194443 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:55.253397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d04823-4e5a-47f3-be4d-f841024d1665 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:08:55.263289 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:55.269679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Allocated IP 172.20.0.2 (d0c0453a-1817-4bed-b7d9-2a8828683669/c981a72a-a0b5-4564-9257-0ea2c3cf4e03/0ae545fc-d69a-43ae-b172-08b3cdc828e4) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:55.273124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] For port 841f1669-baf6-4e94-8a29-7618eea3e61f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:55.279964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Transition to ACTIVE for port object 19d04823-4e5a-47f3-be4d-f841024d1665 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:08:55.327117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=b688b27f-f379-4fdb-a327-e572d45a4fba,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:55.335512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:55.457047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:55.527760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Allocated IP 172.25.8.17 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/b4120be7-4545-4b76-8de8-8e656eb6c051) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:08:55.543566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] For port 841f1669-baf6-4e94-8a29-7618eea3e61f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=841f1669-baf6-4e94-8a29-7618eea3e61f,segment=NetworkSegment(17f584fd-ad74-441e-a8db-9e8b176cfe82),segment_id=17f584fd-ad74-441e-a8db-9e8b176cfe82)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:55.588882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:55.611220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c58904-9713-44f0-9400-04f8f3005091 req-860156ce-9c47-45e3-8876-2bfe8f31581e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:55.620519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5c58904-9713-44f0-9400-04f8f3005091 req-860156ce-9c47-45e3-8876-2bfe8f31581e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.1273110 Nov 08 14:08:55.750610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5c58904-9713-44f0-9400-04f8f3005091 req-ab1e557d-a129-422e-82ca-a0fe0446477e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265578 Nov 08 14:08:55.935625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:55.979728 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:55.986900 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:56.160559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] For port 02019681-a1f7-4349-9c8e-1318d36e1950, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=02019681-a1f7-4349-9c8e-1318d36e1950,segment=NetworkSegment(fc116de5-8204-41ba-9de5-c231515520f6),segment_id=fc116de5-8204-41ba-9de5-c231515520f6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:56.238627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 670e7184-b2ee-4355-acf1-d3e0588c53e7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:56.239003 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:56.264457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Network d0c0453a-1817-4bed-b7d9-2a8828683669 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:56.312761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:56.316587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:56.325739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:56.482567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Provisioning complete for port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:56.482950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:56.610106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8573e13-25ac-45db-85f5-604f0cc5959f None None] Pushing event updated for resources: {'Port': ['ID=841f1669-baf6-4e94-8a29-7618eea3e61f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:57.164386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:57.171911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Pushing event updated for resources: {'Port': ['ID=0ae545fc-d69a-43ae-b172-08b3cdc828e4,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:57.260539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Attempting to bind port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:57.261363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Attempting to bind port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:57.262144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Attempting to bind port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 on network d0c0453a-1817-4bed-b7d9-2a8828683669 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:57.295467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:57.296135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Checking segment: {'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:57.296900 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:57.297444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Bound using segment: {'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:57.298208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Bound port: 0ae545fc-d69a-43ae-b172-08b3cdc828e4, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:57.298894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:57.524064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:57.530730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:08:57.531831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:08:57.532534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:57.631746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a58220-29a9-4812-a8b4-547110453578 req-775168ed-a0d2-48eb-9402-876a813dc742 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:57.634285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:08:57.634820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:08:57.649707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58a58220-29a9-4812-a8b4-547110453578 req-775168ed-a0d2-48eb-9402-876a813dc742 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.7573457 Nov 08 14:08:57.676927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:57.700425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:57.702739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:08:57.703218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Checking segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:08:57.703713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Bound using segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:08:57.704296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Bound port: 19d04823-4e5a-47f3-be4d-f841024d1665, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:08:57.704780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:57.707272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:08:57.771908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 02019681-a1f7-4349-9c8e-1318d36e1950 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:08:57.788009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Pushing event updated for resources: {'Port': ['ID=02019681-a1f7-4349-9c8e-1318d36e1950,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:57.793299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-58a58220-29a9-4812-a8b4-547110453578 req-0bff822f-3952-4292-b576-3eb83d9b39ff tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407034 Nov 08 14:08:57.892135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Pushing event updated for resources: {'Port': ['ID=b4120be7-4545-4b76-8de8-8e656eb6c051,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:57.917736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Provisioning complete for port e2427eff-996d-4f46-96da-a3aa88bec68d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:57.918202 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:57.989126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:08:40Z', 'revision_number': 3, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:43Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:08:41Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:58.034135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] For port 0ae545fc-d69a-43ae-b172-08b3cdc828e4, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:58.134519 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.158851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.160183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.251052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:08:58.251423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Updating router 412c6b83-2eb0-4901-91d6-166654e8e7e3 port f745414f-1917-4b33-8577-eecded2dca7f binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:08:58.258010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] For port 0ae545fc-d69a-43ae-b172-08b3cdc828e4, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0ae545fc-d69a-43ae-b172-08b3cdc828e4,segment=NetworkSegment(989dbc0e-cf5d-4d66-b3f5-ecc32e291f97),segment_id=989dbc0e-cf5d-4d66-b3f5-ecc32e291f97)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:58.267784 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4dc022c6-2110-4f25-945d-02164221dec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.313395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:52Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:08:58.352610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de27d0ba-ace0-4ecd-9e8b-98449eeefefa None None] The sync data for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 is: [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:52Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:08:58.355198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.379671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:08:58.393630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:08:58.419856 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.424895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.481234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c637c-9ecd-426e-b9e0-4121502d042f None None] Network d46c4447-2456-426d-ab3b-cb08bed2b76c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:08:58.640135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 02019681-a1f7-4349-9c8e-1318d36e1950 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:58.640385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.679481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=b688b27f-f379-4fdb-a327-e572d45a4fba,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:58.791442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:58.799005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:58.809711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] 10.222.0.54 "PUT /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 1091 time: 5.2911463 Nov 08 14:08:58.883806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f699ecc-0912-483f-bb6f-b8da828aea6b None None] Pushing event updated for resources: {'Port': ['ID=0ae545fc-d69a-43ae-b172-08b3cdc828e4,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:58.900650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51704) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:58.904389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:08:58.908832 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09d7679-089a-44af-9a20-b86f5616ec99" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:08:59.161154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c4cc4b-103f-43f2-856d-1039aab8b5b6 req-02303644-0e7f-442a-9765-71c48182a894 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:59.178260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7c4cc4b-103f-43f2-856d-1039aab8b5b6 req-02303644-0e7f-442a-9765-71c48182a894 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.1974113 Nov 08 14:08:59.215150 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c985d01-0f29-4286-b4e0-cdd986124527 x-openstack-request-id: req-2c985d01-0f29-4286-b4e0-cdd986124527 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:08:59.215870 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:08:59.216401 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2c985d01-0f29-4286-b4e0-cdd986124527 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:08:59.217167 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'status': 'completed', 'code': 200} Nov 08 14:08:59.272312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7c4cc4b-103f-43f2-856d-1039aab8b5b6 req-ac9fc5ea-8abe-40cd-b686-e3a264a2b30a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915966 Nov 08 14:08:59.350516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0022a830-7c55-4d9f-b9e5-ea671567c3bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.352404 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.513150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d31574-41a9-4c0a-992d-0e446420828c service neutron] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:59.573954 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0022a830-7c55-4d9f-b9e5-ea671567c3bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.578904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] For port e2427eff-996d-4f46-96da-a3aa88bec68d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e2427eff-996d-4f46-96da-a3aa88bec68d,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:08:59.580151 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0022a830-7c55-4d9f-b9e5-ea671567c3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.582263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network d46c4447-2456-426d-ab3b-cb08bed2b76c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:08:59.594609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.609321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-70d2de1d-b6d3-4f6a-bf37-cdeead22ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:08:59.611003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-70d2de1d-b6d3-4f6a-bf37-cdeead22ee20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1094 time: 0.6753328 Nov 08 14:08:59.672160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0022a830-7c55-4d9f-b9e5-ea671567c3bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60a6e562cd754f2c854c7223936c973a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7698143 Nov 08 14:08:59.676782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51718) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:08:59.698917 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.734016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022a830-7c55-4d9f-b9e5-ea671567c3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2636302-1d52-4887-b85a-050e3b4c1520,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:08:59.777704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:08:59.811576 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99f68b87-3204-42f8-b1ab-791d0fe5e981 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.869834 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99f68b87-3204-42f8-b1ab-791d0fe5e981 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.965682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Provisioning complete for port 670e7184-b2ee-4355-acf1-d3e0588c53e7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:08:59.966915 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.974068 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99f68b87-3204-42f8-b1ab-791d0fe5e981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.979649 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-99f68b87-3204-42f8-b1ab-791d0fe5e981 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:08:59.984764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-99f68b87-3204-42f8-b1ab-791d0fe5e981 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2636302-1d52-4887-b85a-050e3b4c1520 HTTP/1.1" status: 204 len: 168 time: 0.3047950 Nov 08 14:09:00.041224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f68b87-3204-42f8-b1ab-791d0fe5e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2636302-1d52-4887-b85a-050e3b4c1520,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:00.198021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c427cb76-8789-4f01-bfa5-7871a4727b67 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:00.267567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:00.272463 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-e5ad6253-40fd-4787-ade2-430265ff6807 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 217 time: 0.4803483 Nov 08 14:09:00.417218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Pushing event updated for resources: {'Port': ['ID=e2427eff-996d-4f46-96da-a3aa88bec68d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:00.541698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c427cb76-8789-4f01-bfa5-7871a4727b67 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:00.542602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:00.648854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09198b76-6343-4ee7-b7c0-bbae367abc2d req-92cc3b7d-3153-4190-a4f5-0e92879c3719 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:00.657051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09198b76-6343-4ee7-b7c0-bbae367abc2d req-92cc3b7d-3153-4190-a4f5-0e92879c3719 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.2524450 Nov 08 14:09:00.731199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-c98baed6-713e-4b28-9fbd-dab394ffee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:00.733920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:00.746735 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-c98baed6-713e-4b28-9fbd-dab394ffee33 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.4058986 Nov 08 14:09:00.760571 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:00.853652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-09198b76-6343-4ee7-b7c0-bbae367abc2d req-4214f0ee-c3d4-48d1-9e8a-69c896697fac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559958 Nov 08 14:09:00.875021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Provisioning complete for port f745414f-1917-4b33-8577-eecded2dca7f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:00.876041 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:00.889225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed05eee1-5ec8-491b-88d5-457edaa59aaf None None] Network d0c0453a-1817-4bed-b7d9-2a8828683669 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:00.963187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51738) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:00.997801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-90c824b6-ce06-45eb-b84d-a368ddd2a817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.016848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:01.165418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-fe9b84b4-5302-47ae-8fc5-6332dd01bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:01.166937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-fe9b84b4-5302-47ae-8fc5-6332dd01bb69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2653282 Nov 08 14:09:01.236944 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-90c824b6-ce06-45eb-b84d-a368ddd2a817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.244127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-90c824b6-ce06-45eb-b84d-a368ddd2a817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.316486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a3ce3-224a-4f65-b709-3d2997d0500e None None] Pushing event updated for resources: {'Port': ['ID=f745414f-1917-4b33-8577-eecded2dca7f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:01.328980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-db9d1047-3a35-4453-9206-58c9b0cfbc00 None None] Port f745414f-1917-4b33-8577-eecded2dca7f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:09:01.371419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-90c824b6-ce06-45eb-b84d-a368ddd2a817 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a614f6321ab4433e85343e53def37a4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041495 Nov 08 14:09:01.374406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51744) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:01.385979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Router d5149f0d-4df1-4b9f-8483-7cadffb0f44d is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:09:01.408508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c824b6-ce06-45eb-b84d-a368ddd2a817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aade9f2-e689-451d-8196-73a1b9c0f3e2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:01.438207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b55c0924-85ea-44f2-9f33-99cb8f2fc710 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:01.486568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:01.493288 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eddb6c88-4bc6-4a70-867a-99a883784843 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5558932 Nov 08 14:09:01.499967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51746) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:01.520586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1119343288'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:01.547576 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bd42209-a8ae-4ad5-8e90-0ebc9ddbb953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.593480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bd42209-a8ae-4ad5-8e90-0ebc9ddbb953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.685382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bd42209-a8ae-4ad5-8e90-0ebc9ddbb953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.688554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3bd42209-a8ae-4ad5-8e90-0ebc9ddbb953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.690699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3bd42209-a8ae-4ad5-8e90-0ebc9ddbb953 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7aade9f2-e689-451d-8196-73a1b9c0f3e2 HTTP/1.1" status: 204 len: 168 time: 0.3152335 Nov 08 14:09:01.752993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-798ff75b-c984-465f-af69-ca517e350e4a service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5385041 Nov 08 14:09:01.758660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:01.765034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:01.807425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42209-a8ae-4ad5-8e90-0ebc9ddbb953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aade9f2-e689-451d-8196-73a1b9c0f3e2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:01.952820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:01.969815 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Sync routers for ids ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:01.997760 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Routers {'d5149f0d-4df1-4b9f-8483-7cadffb0f44d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:01.998784 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:08:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:02.176997 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9184937f-dc0f-48fe-a6c7-ac2575aa0497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.177537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:09:02.203570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.205124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-deffaae2-5b70-45e9-a0d6-871151ee5b36 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.3370404 Nov 08 14:09:02.205932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Attempting to bind port f745414f-1917-4b33-8577-eecded2dca7f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:02.206650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Attempting to bind port f745414f-1917-4b33-8577-eecded2dca7f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:02.207210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Attempting to bind port f745414f-1917-4b33-8577-eecded2dca7f on network fb871980-6710-44de-96b3-a68bdcfdf763 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:02.233405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51764) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:02.235294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa0a3a-38e5-446d-b6e5-dde9f42e7876 req-afed084c-6499-418a-ab40-90e01271cd74 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:02.244169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cafa0a3a-38e5-446d-b6e5-dde9f42e7876 req-afed084c-6499-418a-ab40-90e01271cd74 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.2116945 Nov 08 14:09:02.263702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.283388 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added segment e4bdae0e-83bd-4d22-a410-a1f88ed9c424 of type vlan for network 8a0149e5-766e-43b4-a20b-f664ff30ad53 Nov 08 14:09:02.295271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Provisioning complete for port e2427eff-996d-4f46-96da-a3aa88bec68d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:02.296086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.299402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:09:02.300238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Checking segment: {'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:02.301040 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.302175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Bound using segment: {'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:09:02.303129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Bound port: f745414f-1917-4b33-8577-eecded2dca7f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad603eb9-8a36-47da-b9c8-75725de2da62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:09:02.304460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.386008 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cafa0a3a-38e5-446d-b6e5-dde9f42e7876 req-b039cbe8-0a30-43de-bd5c-84d119d7b205 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302235 Nov 08 14:09:02.428880 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Set router d5149f0d-4df1-4b9f-8483-7cadffb0f44d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:02.632664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b55c0924-85ea-44f2-9f33-99cb8f2fc710 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:02.632664 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.691973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.723376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] For port f745414f-1917-4b33-8577-eecded2dca7f, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:02.728031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-487efebf-e2a4-4b1d-8fbf-41b4076422ae req-b85d2b6e-58e0-4e71-87d6-3bac6a63560f service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9417183 Nov 08 14:09:02.731363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] For port f745414f-1917-4b33-8577-eecded2dca7f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f745414f-1917-4b33-8577-eecded2dca7f,segment=NetworkSegment(ad603eb9-8a36-47da-b9c8-75725de2da62),segment_id=ad603eb9-8a36-47da-b9c8-75725de2da62)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:09:02.777950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.785676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:02.786424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.857390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:02.908307 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:08:58Z', 'revision_number': 3, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port': {'id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:54Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:02.959378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:02.960105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:03.064523 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Checking router: d5149f0d-4df1-4b9f-8483-7cadffb0f44d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:03.066587 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Updating router d5149f0d-4df1-4b9f-8483-7cadffb0f44d port b4120be7-4545-4b76-8de8-8e656eb6c051 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:09:03.213965 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:03.219554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a3ce3-224a-4f65-b709-3d2997d0500e None None] Pushing event updated for resources: {'Port': ['ID=f745414f-1917-4b33-8577-eecded2dca7f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:03.388852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:03.410011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Provisioning complete for port 841f1669-baf6-4e94-8a29-7618eea3e61f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:03.410387 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:03.419388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b2d4947f-a0a9-44af-8c7a-7e7eeed804ae up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:03.529790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:03.661158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:03.662242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:03.672539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9c588-d9a8-4e32-b722-851e857233b2 req-0dfe24aa-8b7e-410c-8de2-8a92aa51cbee tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:03.674158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bda9c588-d9a8-4e32-b722-851e857233b2 req-0dfe24aa-8b7e-410c-8de2-8a92aa51cbee tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.1224027 Nov 08 14:09:03.813423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bda9c588-d9a8-4e32-b722-851e857233b2 req-8ba5e5e0-b302-4c2d-afe7-a054d35e6bb0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282868 Nov 08 14:09:03.928549 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:03.946940 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:04.042560 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:04.084662 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Attempting to bind port b4120be7-4545-4b76-8de8-8e656eb6c051 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:04.085584 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Attempting to bind port b4120be7-4545-4b76-8de8-8e656eb6c051 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:04.085584 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Attempting to bind port b4120be7-4545-4b76-8de8-8e656eb6c051 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:04.094174 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:09:04.094545 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:04.095162 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:04.095715 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:09:04.097787 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Bound port: b4120be7-4545-4b76-8de8-8e656eb6c051, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:09:04.099268 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:04.112945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.6100643 Nov 08 14:09:04.117197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51812) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:04.123343 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-4c2d60b6-3f49-4bd8-9eb9-890a8dfa53ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1657166 Nov 08 14:09:04.124055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c05ad1-68f4-47e8-8b5a-e7bad3c46bb6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Network': ['ID=8a0149e5-766e-43b4-a20b-f664ff30ad53,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:04.126050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'subnet': {'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:04.176135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-cec2ba0c-8a5a-4017-8628-6646dc17f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:04.177857 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-cec2ba0c-8a5a-4017-8628-6646dc17f4fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1094 time: 1.2575336 Nov 08 14:09:04.188174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:09:04.273933 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] For port b4120be7-4545-4b76-8de8-8e656eb6c051, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:04.282315 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] For port b4120be7-4545-4b76-8de8-8e656eb6c051, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b4120be7-4545-4b76-8de8-8e656eb6c051,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:09:04.286352 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecd606-7811-4870-9398-fde13cfadfaf None None] Pushing event updated for resources: {'Port': ['ID=b4120be7-4545-4b76-8de8-8e656eb6c051,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:04.295063 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:04.375497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] For port 841f1669-baf6-4e94-8a29-7618eea3e61f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=841f1669-baf6-4e94-8a29-7618eea3e61f,segment=NetworkSegment(17f584fd-ad74-441e-a8db-9e8b176cfe82),segment_id=17f584fd-ad74-441e-a8db-9e8b176cfe82)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:04.425730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Made reservation on behalf of 52192935f02d4f828047dc992f403909 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:04.442076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:04.473369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:04.516172 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Routers {'d5149f0d-4df1-4b9f-8483-7cadffb0f44d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:04.520038 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:04.685282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Pushing event updated for resources: {'Port': ['ID=841f1669-baf6-4e94-8a29-7618eea3e61f,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:04.687320 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecd606-7811-4870-9398-fde13cfadfaf None None] Pushing event updated for resources: {'Port': ['ID=b4120be7-4545-4b76-8de8-8e656eb6c051,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:04.740724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:08:54Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:08:57Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:02Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:04.765978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-da49ca0c-a888-4601-98b7-e9471b7c823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:04.766364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51828) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:04.774769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-da49ca0c-a888-4601-98b7-e9471b7c823e service neutron] 10.222.0.54 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 898 time: 0.5838180 Nov 08 14:09:04.779474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-2b9d53b7-3159-4554-8736-a4f3c0dace58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:04.781783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-2b9d53b7-3159-4554-8736-a4f3c0dace58 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=96fb62c90a99406db54773613dab4ae1&device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 1096 time: 0.5202396 Nov 08 14:09:04.827168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a93776-7f63-476c-a5d9-11bba92d1f0c None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:08:54Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:08:57Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:02Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:04.842298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Provisioning complete for port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:04.842897 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.157711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-1e0a119b-1afc-421d-9224-2e90c3ae697a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 217 time: 0.3635738 Nov 08 14:09:05.175264 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] Set router d5149f0d-4df1-4b9f-8483-7cadffb0f44d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:05.373626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a701027f-6d82-41f5-8c86-c36dd34b1af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.386375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.423801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-6940116a-04c4-4202-b6b7-bbed784b6ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:05.425572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-6940116a-04c4-4202-b6b7-bbed784b6ec2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.2470572 Nov 08 14:09:05.499245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] For port 0ae545fc-d69a-43ae-b172-08b3cdc828e4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0ae545fc-d69a-43ae-b172-08b3cdc828e4,segment=NetworkSegment(989dbc0e-cf5d-4d66-b3f5-ecc32e291f97),segment_id=989dbc0e-cf5d-4d66-b3f5-ecc32e291f97)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:05.505127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.567544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.581929 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:08:58Z', 'revision_number': 3, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port': {'id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:54Z', 'updated_at': '2021-11-08T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:05.618874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Provisioning complete for port b688b27f-f379-4fdb-a327-e572d45a4fba triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:05.620970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.625754 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.646807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Pushing event updated for resources: {'Port': ['ID=0ae545fc-d69a-43ae-b172-08b3cdc828e4,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:05.669946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c32255b5-24fd-4382-97ba-c1ab31b49332 None None] Port b688b27f-f379-4fdb-a327-e572d45a4fba cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:09:05.681580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f745414f-1917-4b33-8577-eecded2dca7f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:05.683252 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f61b7-cb80-47c9-9db2-e7b536e2d28c None None] The sync data for ids ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'] in n-d-804292-2 is: [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:08:58Z', 'revision_number': 3, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port': {'id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:54Z', 'updated_at': '2021-11-08T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:05.691549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-a6a632ac-0146-4a54-85f6-09c1489aa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:05.693275 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-a6a632ac-0146-4a54-85f6-09c1489aa309 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056527 Nov 08 14:09:05.706650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-fa2d87d8-18fb-4378-b083-690a0415c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:05.708298 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-fa2d87d8-18fb-4378-b083-690a0415c963 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 200 len: 909 time: 0.5478170 Nov 08 14:09:05.730483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.773924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f745414f-1917-4b33-8577-eecded2dca7f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:05.774453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:05.981873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a701027f-6d82-41f5-8c86-c36dd34b1af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.009125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12156f1-10c0-45e7-90cf-580057d4340f req-e2b27967-3b92-4c0b-8343-0931f07f5f0a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:06.025506 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-3752d012-a230-4133-baee-b51dce287db2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 200 len: 1000 time: 0.2698362 Nov 08 14:09:06.028178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e12156f1-10c0-45e7-90cf-580057d4340f req-e2b27967-3b92-4c0b-8343-0931f07f5f0a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.7199690 Nov 08 14:09:06.047442 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.083721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Provisioning complete for port f745414f-1917-4b33-8577-eecded2dca7f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:06.095208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a701027f-6d82-41f5-8c86-c36dd34b1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.095850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.102776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Subnet': ['ID=12676911-0fe8-44ac-9507-a2b65a9edcba,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:06.206490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a701027f-6d82-41f5-8c86-c36dd34b1af2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebe51693262d49d0a722f66addf1a93e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4281898 Nov 08 14:09:06.218514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51854) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:06.401107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-f5bd395f-c23a-4813-afac-e8cb0d8e15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:06.403470 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-f5bd395f-c23a-4813-afac-e8cb0d8e15b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ac646a0d-f873-4e48-84da-a0d44e68bb1c HTTP/1.1" status: 200 len: 847 time: 0.3542423 Nov 08 14:09:06.434143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.514199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a701027f-6d82-41f5-8c86-c36dd34b1af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953a324e-890f-428f-a1f5-953ea3a87d38,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:06.537987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Checking segment: {'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:06.537987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network hostable DHCP agents. Network: 8a0149e5-766e-43b4-a20b-f664ff30ad53, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:09:06.551996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port f745414f-1917-4b33-8577-eecded2dca7f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f745414f-1917-4b33-8577-eecded2dca7f,segment=NetworkSegment(ad603eb9-8a36-47da-b9c8-75725de2da62),segment_id=ad603eb9-8a36-47da-b9c8-75725de2da62)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:06.567468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:06.584418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.587355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 02019681-a1f7-4349-9c8e-1318d36e1950 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:06.590476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e12156f1-10c0-45e7-90cf-580057d4340f req-5bc62791-068a-47d1-a276-edc23612d382 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5612617 Nov 08 14:09:06.595062 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-9b723438-28b7-4e9f-8c83-be6dba641488 service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8856692 Nov 08 14:09:06.623816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb651917-c472-47a1-8f7d-c7d697e78262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.667911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb651917-c472-47a1-8f7d-c7d697e78262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.714871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-84505a1e-f049-4412-bc43-619d4891d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:06.717056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-84505a1e-f049-4412-bc43-619d4891d5ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61269a23-5016-485e-9ecc-5841df8863cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2951162 Nov 08 14:09:06.732364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.782384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:06.788791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:06.814154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb651917-c472-47a1-8f7d-c7d697e78262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.817862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb651917-c472-47a1-8f7d-c7d697e78262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.820263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fb651917-c472-47a1-8f7d-c7d697e78262 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/953a324e-890f-428f-a1f5-953ea3a87d38 HTTP/1.1" status: 204 len: 168 time: 0.6003780 Nov 08 14:09:06.840877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb651917-c472-47a1-8f7d-c7d697e78262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953a324e-890f-428f-a1f5-953ea3a87d38,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:06.844891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:09:06.856688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Allocated IP 172.20.0.1 (d0c0453a-1817-4bed-b7d9-2a8828683669/c981a72a-a0b5-4564-9257-0ea2c3cf4e03/c59642f9-d40f-42ec-b9c1-27602e65baeb) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:09:06.861984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8a0149e5-766e-43b4-a20b-f664ff30ad53) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:06.868352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:06.869477 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:06.905549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-326ad633-4ef3-4737-bc39-91b65a8916e5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7848322 Nov 08 14:09:06.907432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 51864) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:07.314634 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:07.365741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3693f-0755-4ad8-8b14-7d9fe15657a4 None None] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:07.384569 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-4fdc9649-9bd6-4ba6-8b71-9e46f045707f service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6539338 Nov 08 14:09:07.600519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:09:07.652188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ac5ae71e-38b0-4807-a502-d612d7df6ef3 req-bdac57d4-802b-4712-a215-c984a4274a7a service neutron] 10.222.0.70 "GET /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498965 Nov 08 14:09:07.673308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:07.682386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c09d7679-089a-44af-9a20-b86f5616ec99 req-5da3e715-64ca-4fea-8e1c-d7455f43fcc7 service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0630794 Nov 08 14:09:07.755827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Pushing event updated for resources: {'Port': ['ID=c59642f9-d40f-42ec-b9c1-27602e65baeb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:07.771113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Network d0c0453a-1817-4bed-b7d9-2a8828683669 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:07.776239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:07.780196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:07.781223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:07.880005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.032959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:08.050804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '19d04823-4e5a-47f3-be4d-f841024d1665', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'port_id': '19d04823-4e5a-47f3-be4d-f841024d1665', 'mac_address': 'fa:16:3e:f0:4f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:09:08.096029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=f745414f-1917-4b33-8577-eecded2dca7f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:08.206907 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.229277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 02019681-a1f7-4349-9c8e-1318d36e1950 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:08.233254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.349222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:08.394058 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:09:08.394674 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:09:08.446275 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.465267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-8a0149e5-766e-43b4-a20b-f664ff30ad53', 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'tenant_id': '52192935f02d4f828047dc992f403909', 'fixed_ips': [{'subnet_id': '12676911-0fe8-44ac-9507-a2b65a9edcba'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:09:08.466419 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.509054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.520139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.609146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 841f1669-baf6-4e94-8a29-7618eea3e61f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:08.619684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Allocated IP 2001:db8:3::1 (8a0149e5-766e-43b4-a20b-f664ff30ad53/12676911-0fe8-44ac-9507-a2b65a9edcba/f393b495-e4fb-436a-8802-9e0b03347b1d) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:09:08.625707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d04823-4e5a-47f3-be4d-f841024d1665 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:09:08.700173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Pushing event updated for resources: {'Port': ['ID=c59642f9-d40f-42ec-b9c1-27602e65baeb,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:08.716559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.762518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.799068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:08.840263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6705d4-478e-46fa-83f9-b6f328d0a648 req-24af545e-6b17-4fcc-a580-cbfe572e7c53 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:08.842752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a6705d4-478e-46fa-83f9-b6f328d0a648 req-24af545e-6b17-4fcc-a580-cbfe572e7c53 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 943 time: 0.9883907 Nov 08 14:09:08.871533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Network d0c0453a-1817-4bed-b7d9-2a8828683669 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:08.874282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:08.883441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:08.893626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:09.063436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a6705d4-478e-46fa-83f9-b6f328d0a648 req-bee3d8b6-4f0f-4179-bec6-89d74fd68107 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137713 Nov 08 14:09:09.078088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:09.088445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:09.135633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:09.136412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:09.200405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Router d5149f0d-4df1-4b9f-8483-7cadffb0f44d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:09.215318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 841f1669-baf6-4e94-8a29-7618eea3e61f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:09.216554 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:09.234849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:09.286009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=f393b495-e4fb-436a-8802-9e0b03347b1d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:09.325771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['19d04823-4e5a-47f3-be4d-f841024d1665'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:09:09.438131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Provisioning complete for port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:09.438510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:09.460300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Allocated IP 2001:db8:3::2 (8a0149e5-766e-43b4-a20b-f664ff30ad53/12676911-0fe8-44ac-9507-a2b65a9edcba/05a0b37f-2e9b-46b2-a9c9-8321ad6595d4) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:09:09.490764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:09.492738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:09.509608 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Sync routers for ids ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:09.518772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e70a94bb-1904-40f4-ab8c-37e424444501 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5149f0d-4df1-4b9f-8483-7cadffb0f44d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2782886 Nov 08 14:09:09.531597 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Routers {'d5149f0d-4df1-4b9f-8483-7cadffb0f44d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:09.532473 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:09.801981 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Set router d5149f0d-4df1-4b9f-8483-7cadffb0f44d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:10.010579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.020733 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.021747 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.058901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 51940) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:10.097167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.137508 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.220435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Pushing event updated for resources: {'Port': ['ID=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:10.245559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:08:54Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:08:57Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:10.253870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e2427eff-996d-4f46-96da-a3aa88bec68d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:10.352998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:10.359314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:10.383966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:10.384312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Updating router 412c6b83-2eb0-4901-91d6-166654e8e7e3 port b688b27f-f379-4fdb-a327-e572d45a4fba binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:09:10.418829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:10.424628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.443104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1489179702'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:10.537350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Made reservation on behalf of 383866d21f1746b6bf042aa798311c13 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:10.546298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.554817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e2427eff-996d-4f46-96da-a3aa88bec68d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:10.555198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.589821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.597057 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:09:08Z', 'revision_number': 4, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port': {'id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:54Z', 'updated_at': '2021-11-08T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c59642f9-d40f-42ec-b9c1-27602e65baeb', 'name': '', 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'mac_address': 'fa:16:3e:34:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'c981a72a-a0b5-4564-9257-0ea2c3cf4e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:05Z', 'updated_at': '2021-11-08T14:09:08Z', 'revision_number': 2, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'subnets': [{'id': 'c981a72a-a0b5-4564-9257-0ea2c3cf4e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:10.745890 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Checking router: d5149f0d-4df1-4b9f-8483-7cadffb0f44d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:10.746432 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Updating router d5149f0d-4df1-4b9f-8483-7cadffb0f44d port c59642f9-d40f-42ec-b9c1-27602e65baeb binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:09:10.797253 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.922593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Attempting to bind port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:10.922981 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Attempting to bind port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:10.923226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Attempting to bind port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 on network 8a0149e5-766e-43b4-a20b-f664ff30ad53 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:10.935629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.946106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:10.983227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:09:11.000443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.001218 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Added segment d497b673-dc91-4dfa-98bc-925c097d37af of type vlan for network fb4b458f-e217-4cee-8e5d-9be84b8c0901 Nov 08 14:09:11.062171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.080658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:09:11.081178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Checking segment: {'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:11.081597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.081999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Bound using segment: {'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:09:11.082503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Bound port: 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:09:11.082890 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.111060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event updated for resources: {'Port': ['ID=f393b495-e4fb-436a-8802-9e0b03347b1d,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:11.118163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Provisioning complete for port b688b27f-f379-4fdb-a327-e572d45a4fba triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:11.123278 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.135992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10927c17-2769-4055-9d6f-6b3b8518cae2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:11.150193 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.170715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:11.172677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.177180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a169b6d-1337-42e2-8ed5-54ba9014fb5d req-681605ba-682b-45b3-9db0-816c829ea304 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:11.180050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a169b6d-1337-42e2-8ed5-54ba9014fb5d req-681605ba-682b-45b3-9db0-816c829ea304 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1403930 Nov 08 14:09:11.327353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:11.334161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] For port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:11.338441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] For port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,segment=NetworkSegment(e4bdae0e-83bd-4d22-a410-a1f88ed9c424),segment_id=e4bdae0e-83bd-4d22-a410-a1f88ed9c424)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:09:11.342107 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2802713 Nov 08 14:09:11.360047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:11.367071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9f96c68a-2a75-4ad8-999f-022ff8688956 None None] Port b688b27f-f379-4fdb-a327-e572d45a4fba cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:09:11.429417 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.441176 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.442047 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.494704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943849b-32c1-45fb-8b9b-e87a95951cfc tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Pushing event updated for resources: {'Network': ['ID=fb4b458f-e217-4cee-8e5d-9be84b8c0901,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:11.510566 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ae1a-95b2-4ef8-b37f-d39cdc269e31 None None] Pushing event updated for resources: {'Port': ['ID=c59642f9-d40f-42ec-b9c1-27602e65baeb,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:11.547345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fb4b458f-e217-4cee-8e5d-9be84b8c0901 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:09:11.614392 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:11.626408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a169b6d-1337-42e2-8ed5-54ba9014fb5d req-04b4d2a9-cf73-42b3-942c-b62287e5d045 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4030671 Nov 08 14:09:11.666985 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Attempting to bind port c59642f9-d40f-42ec-b9c1-27602e65baeb on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:11.667528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Attempting to bind port c59642f9-d40f-42ec-b9c1-27602e65baeb by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:11.667696 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Attempting to bind port c59642f9-d40f-42ec-b9c1-27602e65baeb on network d0c0453a-1817-4bed-b7d9-2a8828683669 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:11.682764 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:09:11.686020 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Checking segment: {'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:11.686506 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.687034 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Bound using segment: {'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:09:11.687397 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Bound port: c59642f9-d40f-42ec-b9c1-27602e65baeb, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:09:11.690331 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.835491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:11.845034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:11.850803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:11.857409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3cde6d75-b1bd-4977-b5e7-51293450cffe tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9487281 Nov 08 14:09:11.965310 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] For port c59642f9-d40f-42ec-b9c1-27602e65baeb, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:11.966053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-60a35343-5e15-4990-b949-6e9a4225365a None None] Provisioning complete for port c59642f9-d40f-42ec-b9c1-27602e65baeb triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:11.968539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60a35343-5e15-4990-b949-6e9a4225365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:11.969065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52044) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:11.974878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Request body: {'port': {'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901', 'binding:host_id': 'n-h1-804292-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-525592423'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:11.980223 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] For port c59642f9-d40f-42ec-b9c1-27602e65baeb, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c59642f9-d40f-42ec-b9c1-27602e65baeb,segment=NetworkSegment(989dbc0e-cf5d-4d66-b3f5-ecc32e291f97),segment_id=989dbc0e-cf5d-4d66-b3f5-ecc32e291f97)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:09:11.996330 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:12.060780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Made reservation on behalf of 5c5402c79b5e4eef84270bd998f9050c for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:12.063415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:12.101101 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:12.140370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Routers {'d5149f0d-4df1-4b9f-8483-7cadffb0f44d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:12.144188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad86ffe-2462-4cb2-a5d1-0ad2c21d96ed None None] Pushing event updated for resources: {'Port': ['ID=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:12.146692 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:12.243012 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ae1a-95b2-4ef8-b37f-d39cdc269e31 None None] Pushing event updated for resources: {'Port': ['ID=c59642f9-d40f-42ec-b9c1-27602e65baeb,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:12.328947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-60a35343-5e15-4990-b949-6e9a4225365a None None] Port c59642f9-d40f-42ec-b9c1-27602e65baeb cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:09:12.390536 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c427cb76-8789-4f01-bfa5-7871a4727b67 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:12.409481 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:12.415970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:12.474313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] device_id is not set on port 67ef5b77-1e07-4b85-9867-2f60195a6b3c yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:09:12.499953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a77b6d1-8d19-4cf7-9eb6-4109b734995f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:12.522117 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] Set router d5149f0d-4df1-4b9f-8483-7cadffb0f44d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:12.534950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.535290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.535641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.536013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.539200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.539200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.539200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.539200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.558485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.559201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.562326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.563299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:12.748939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bf9f75cd-7daf-4be9-8c24-6177d4b1f29a None None] Provisioning complete for port c59642f9-d40f-42ec-b9c1-27602e65baeb triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:12.753013 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf9f75cd-7daf-4be9-8c24-6177d4b1f29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:12.940861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ef731-06f1-44de-a7ee-ac47d297910f req-b649b1d0-aab5-4222-8cd4-1235441b400f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:12.942731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d4ef731-06f1-44de-a7ee-ac47d297910f req-b649b1d0-aab5-4222-8cd4-1235441b400f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1323943 Nov 08 14:09:13.036103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c427cb76-8789-4f01-bfa5-7871a4727b67 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:13.036544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:13.047436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d4ef731-06f1-44de-a7ee-ac47d297910f req-bd0eb0a2-733b-4c71-bef5-6d00dab6b590 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940671 Nov 08 14:09:13.061531 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:09:08Z', 'revision_number': 4, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port': {'id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:54Z', 'updated_at': '2021-11-08T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c59642f9-d40f-42ec-b9c1-27602e65baeb', 'name': '', 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'mac_address': 'fa:16:3e:34:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'c981a72a-a0b5-4564-9257-0ea2c3cf4e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:05Z', 'updated_at': '2021-11-08T14:09:11Z', 'revision_number': 4, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'subnets': [{'id': 'c981a72a-a0b5-4564-9257-0ea2c3cf4e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:13.146486 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfdc1e6-81e5-47df-afa6-5422e3ee5d91 None None] The sync data for ids ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'] in n-d-804292-2 is: [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:09:08Z', 'revision_number': 4, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port': {'id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:54Z', 'updated_at': '2021-11-08T14:09:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c59642f9-d40f-42ec-b9c1-27602e65baeb', 'name': '', 'network_id': 'd0c0453a-1817-4bed-b7d9-2a8828683669', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'mac_address': 'fa:16:3e:34:db:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'c981a72a-a0b5-4564-9257-0ea2c3cf4e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:05Z', 'updated_at': '2021-11-08T14:09:11Z', 'revision_number': 4, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'subnets': [{'id': 'c981a72a-a0b5-4564-9257-0ea2c3cf4e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:13.168708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] device_id is not set on port 67ef5b77-1e07-4b85-9867-2f60195a6b3c yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:09:13.173675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:13.211158 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:13.211965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:13.236458 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:13.456941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf9f75cd-7daf-4be9-8c24-6177d4b1f29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:13.519364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=67ef5b77-1e07-4b85-9867-2f60195a6b3c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:13.534971 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Checking segment: {'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:13.535601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Network hostable DHCP agents. Network: fb4b458f-e217-4cee-8e5d-9be84b8c0901, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:09:13.587028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Network fb4b458f-e217-4cee-8e5d-9be84b8c0901 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:09:13.598509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9daef-40d8-498e-a040-3ad7e6db24bb None None] Pushing event updated for resources: {'Port': ['ID=b688b27f-f379-4fdb-a327-e572d45a4fba,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:13.607162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fb4b458f-e217-4cee-8e5d-9be84b8c0901) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:13.613769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:13.672623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:13.673161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:13.673666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:13.698797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:13.699404 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:13.700998 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 2 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:13.773098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:13.780692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:13.786007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:13.803039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:13.806815 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:13.812555 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 3 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:13.919200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:13.929937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:13.930315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:13.948990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0ae545fc-d69a-43ae-b172-08b3cdc828e4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:13.958379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b073dfd-0891-4c77-bc11-78a7f3b4a1cc None None] Network fb4b458f-e217-4cee-8e5d-9be84b8c0901 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:13.963071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:13.963766 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:13.964378 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 4 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:13.999164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bf9f75cd-7daf-4be9-8c24-6177d4b1f29a None None] For port c59642f9-d40f-42ec-b9c1-27602e65baeb, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c59642f9-d40f-42ec-b9c1-27602e65baeb,segment=NetworkSegment(989dbc0e-cf5d-4d66-b3f5-ecc32e291f97),segment_id=989dbc0e-cf5d-4d66-b3f5-ecc32e291f97)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:14.024847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.025532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.026106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.044627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:14.045067 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:14.046587 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 5 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:14.095898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.096500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.097065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.111706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:14.112706 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:14.123536 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 6 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:14.246648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.249946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.250693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.302591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:14.302591 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:14.319517 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 7 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:14.357617 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf9f75cd-7daf-4be9-8c24-6177d4b1f29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.357878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.358197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.358538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.364516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:14.364854 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:14.377330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada7844c-2615-4e6c-bee7-701b81df0b8d req-1e09ae50-8d65-45f5-bcf5-dd2e04d8c9b0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:14.389584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 14:09:14.391048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95473b4-ffa2-40ae-8180-de835e74395d None None] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:14.401151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ada7844c-2615-4e6c-bee7-701b81df0b8d req-1e09ae50-8d65-45f5-bcf5-dd2e04d8c9b0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.2869279 Nov 08 14:09:14.426766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Removed routes are [] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 14:09:14.427370 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.432111 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 8 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:14.461160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.462156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.462662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.476724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:14.477310 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:14.486183 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 9 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:14.515183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.515793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.516292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.621769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ada7844c-2615-4e6c-bee7-701b81df0b8d req-e4cf1788-b051-40d3-b6cd-3687108e2cad tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186735 Nov 08 14:09:14.623986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:14.632135 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:14.642808 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 10 to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c Nov 08 14:09:14.656987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Attempting to bind port b688b27f-f379-4fdb-a327-e572d45a4fba on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.657933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Attempting to bind port b688b27f-f379-4fdb-a327-e572d45a4fba by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.658457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Attempting to bind port b688b27f-f379-4fdb-a327-e572d45a4fba on network d46c4447-2456-426d-ab3b-cb08bed2b76c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.669279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acca4b1-6a20-4e74-b0b5-7c039a955ef0 req-8206f4d3-46ef-4280-a3c5-1a18058225e5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:14.676778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7acca4b1-6a20-4e74-b0b5-7c039a955ef0 req-8206f4d3-46ef-4280-a3c5-1a18058225e5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.4114585 Nov 08 14:09:14.847025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.855686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.867073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7acca4b1-6a20-4e74-b0b5-7c039a955ef0 req-a1c85e6a-ac2b-407b-9625-523362f143ff tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718457 Nov 08 14:09:14.868156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:14.868660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:14.869162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:14.877243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:09:14.877619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Checking segment: {'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:14.878025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.878695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Bound using segment: {'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:09:14.879247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Bound port: b688b27f-f379-4fdb-a327-e572d45a4fba, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17f584fd-ad74-441e-a8db-9e8b176cfe82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:09:14.879637 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.901222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:14.901222 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 67ef5b77-1e07-4b85-9867-2f60195a6b3c on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:14.901675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.939296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Provisioning complete for port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:14.939666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:14.995184 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] For port 67ef5b77-1e07-4b85-9867-2f60195a6b3c, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:14.996102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempted to set empty binding levels {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 14:09:15.001623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:15.039364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] For port b688b27f-f379-4fdb-a327-e572d45a4fba, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:15.043503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:15.044257 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:15.045691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] For port b688b27f-f379-4fdb-a327-e572d45a4fba, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b688b27f-f379-4fdb-a327-e572d45a4fba,segment=NetworkSegment(17f584fd-ad74-441e-a8db-9e8b176cfe82),segment_id=17f584fd-ad74-441e-a8db-9e8b176cfe82)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:09:15.068703 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:15.087552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f75cd-7daf-4be9-8c24-6177d4b1f29a None None] Pushing event updated for resources: {'Port': ['ID=c59642f9-d40f-42ec-b9c1-27602e65baeb,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:15.119259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52096) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:15.119874 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.1494434 Nov 08 14:09:15.121023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743903d9-8a1e-4ba8-a75c-1cca72db750c tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=67ef5b77-1e07-4b85-9867-2f60195a6b3c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:15.224137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:15.224507 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:15.283925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:15.344588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:15.346039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:15.356724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9daef-40d8-498e-a040-3ad7e6db24bb None None] Pushing event updated for resources: {'Port': ['ID=b688b27f-f379-4fdb-a327-e572d45a4fba,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:15.458490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:15.492553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-b23e5266-4412-4ec2-ae55-9da8f13bd56c tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:15.497816 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-b23e5266-4412-4ec2-ae55-9da8f13bd56c tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.70 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.2172310 Nov 08 14:09:15.499308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Deleting port 67ef5b77-1e07-4b85-9867-2f60195a6b3c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:15.499968 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:15.952045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd10d-ff47-4821-94be-d28857cc893d req-75c100f0-0e0d-4756-abcc-1a335741d570 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:15.968381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-169dd10d-ff47-4821-94be-d28857cc893d req-75c100f0-0e0d-4756-abcc-1a335741d570 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.2288868 Nov 08 14:09:16.024463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:16.055558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.060991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9aae93fc-adb2-4307-a721-08a87dbe7c31 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 200 len: 953 time: 4.2145665 Nov 08 14:09:16.063861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52118) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:16.065230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] For port 67ef5b77-1e07-4b85-9867-2f60195a6b3c, host n-h1-804292-2, got binding levels [] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:16.065593 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.073998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:16.076949 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.170224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-169dd10d-ff47-4821-94be-d28857cc893d req-6ed5225d-6d69-4a83-a439-aca391c9d7f6 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949100 Nov 08 14:09:16.183759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f19b21-3d2d-434a-8137-e52f0deb2c9e req-56d9781f-339a-4f99-876a-d5e55dd8cf3c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:16.223922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59f19b21-3d2d-434a-8137-e52f0deb2c9e req-56d9781f-339a-4f99-876a-d5e55dd8cf3c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1926527 Nov 08 14:09:16.239592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] For port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,segment=NetworkSegment(e4bdae0e-83bd-4d22-a410-a1f88ed9c424),segment_id=e4bdae0e-83bd-4d22-a410-a1f88ed9c424)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:16.272009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Calling delete_port for 67ef5b77-1e07-4b85-9867-2f60195a6b3c owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:16.276534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 19d04823-4e5a-47f3-be4d-f841024d1665 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:09:16.318442 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.329651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59f19b21-3d2d-434a-8137-e52f0deb2c9e req-1c61cbd9-4300-4ba5-92d4-09840c1fab8e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957587 Nov 08 14:09:16.394582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 19d04823-4e5a-47f3-be4d-f841024d1665 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:16.395140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.401005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Provisioning complete for port c59642f9-d40f-42ec-b9c1-27602e65baeb triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:16.401548 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.518723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9fe1a398-5ace-460d-8c0a-a7bb7cc1e787 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 200 len: 953 time: 0.4388130 Nov 08 14:09:16.519479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52126) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:16.544957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'routes': None}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:16.582570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Pushing event updated for resources: {'Port': ['ID=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:16.655636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Deleting port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:16.655899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.777278 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.847140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.874881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:09:16.878713 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41d68a5-1a68-4398-ae80-dba8931f6378" -d '{"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-plugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:09:16.905027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:14Z', 'revision_number': 6, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:15Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f393b495-e4fb-436a-8802-9e0b03347b1d', 'name': '', 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:8c:e5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:08Z', 'updated_at': '2021-11-08T14:09:09Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:16.986977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Provisioning complete for port b688b27f-f379-4fdb-a327-e572d45a4fba triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:16.987342 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:16.997718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:17.004357 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1119a822-f65f-4fda-81e4-250227aee254 x-openstack-request-id: req-1119a822-f65f-4fda-81e4-250227aee254 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:09:17.004672 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-plugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:09:17.004981 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1119a822-f65f-4fda-81e4-250227aee254 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:09:17.005389 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'code': 200} Nov 08 14:09:17.006811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d045864-cf9f-4be9-a79c-2e4cc1cd8568 None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:14Z', 'revision_number': 6, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:15Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f393b495-e4fb-436a-8802-9e0b03347b1d', 'name': '', 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:8c:e5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:08Z', 'updated_at': '2021-11-08T14:09:09Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:17.057169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.201047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f745414f-1917-4b33-8577-eecded2dca7f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:17.310941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:17.344557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event deleted for resources: {'Port': ['ID=67ef5b77-1e07-4b85-9867-2f60195a6b3c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:17.378926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.459007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.459528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f745414f-1917-4b33-8577-eecded2dca7f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:17.460084 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.462560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa4d4b2a-3026-4a32-a91b-e51a6a076db4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "DELETE /v2.0/ports/67ef5b77-1e07-4b85-9867-2f60195a6b3c HTTP/1.1" status: 204 len: 168 time: 2.3345194 Nov 08 14:09:17.472871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52148) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:17.495219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] For port b688b27f-f379-4fdb-a327-e572d45a4fba, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b688b27f-f379-4fdb-a327-e572d45a4fba,segment=NetworkSegment(17f584fd-ad74-441e-a8db-9e8b176cfe82),segment_id=17f584fd-ad74-441e-a8db-9e8b176cfe82)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:17.517502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.557522 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15c7c12-1ef3-4f84-9d6d-59cec7e773a4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] GET failed (client error): The resource could not be found. Nov 08 14:09:17.564986 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b15c7c12-1ef3-4f84-9d6d-59cec7e773a4 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "GET /v2.0/ports/67ef5b77-1e07-4b85-9867-2f60195a6b3c HTTP/1.1" status: 404 len: 333 time: 0.0896082 Nov 08 14:09:17.581031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52150) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:17.583177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] For port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:17.583549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.589724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae397d86-f32f-4166-88ca-0e43c5b03f26 req-37545eb0-d1e9-414a-b396-c58da163736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:17.591276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae397d86-f32f-4166-88ca-0e43c5b03f26 req-37545eb0-d1e9-414a-b396-c58da163736a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1096 time: 0.4025788 Nov 08 14:09:17.598828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40127960-90ad-4fba-80c1-c21a8daa5d40 req-0b4adaf3-3d34-41e0-8646-f77fa1c6f9b4 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:17.601599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40127960-90ad-4fba-80c1-c21a8daa5d40 req-0b4adaf3-3d34-41e0-8646-f77fa1c6f9b4 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.2560763 Nov 08 14:09:17.602346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556fc1-37b3-4ad6-80f9-23b150667fd3 None None] Pushing event updated for resources: {'Port': ['ID=b688b27f-f379-4fdb-a327-e572d45a4fba,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:17.627486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Request body: {'port': {'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1222084509'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:17.665473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a21542-5e38-4d37-b42f-0da1a64a1c32 req-38b3b9a8-d685-4ed4-a6a0-e457b6fabd34 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:17.669062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19a21542-5e38-4d37-b42f-0da1a64a1c32 req-38b3b9a8-d685-4ed4-a6a0-e457b6fabd34 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.1970122 Nov 08 14:09:17.689807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:17.695371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5428cc03-aa8f-49c5-86ca-1126040c992e None None] Provisioning complete for port f393b495-e4fb-436a-8802-9e0b03347b1d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:17.699484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5428cc03-aa8f-49c5-86ca-1126040c992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.785076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40127960-90ad-4fba-80c1-c21a8daa5d40 req-bbffa6ac-5bc9-4244-a19c-ef6d0f0163a2 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670251 Nov 08 14:09:17.807060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19a21542-5e38-4d37-b42f-0da1a64a1c32 req-d7d625b1-df01-40af-aff7-5945a8d9e1f5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289151 Nov 08 14:09:17.852954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5428cc03-aa8f-49c5-86ca-1126040c992e None None] Port f393b495-e4fb-436a-8802-9e0b03347b1d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:09:17.873586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:17.874180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:17.878112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5428cc03-aa8f-49c5-86ca-1126040c992e None None] Provisioning complete for port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:17.878615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5428cc03-aa8f-49c5-86ca-1126040c992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:18.124896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5428cc03-aa8f-49c5-86ca-1126040c992e None None] Provisioning complete for port b688b27f-f379-4fdb-a327-e572d45a4fba triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:18.127113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5428cc03-aa8f-49c5-86ca-1126040c992e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:18.207705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c59642f9-d40f-42ec-b9c1-27602e65baeb up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:18.407434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c59642f9-d40f-42ec-b9c1-27602e65baeb triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:18.407843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:18.497020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Made reservation on behalf of 5c5402c79b5e4eef84270bd998f9050c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:18.499835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:18.594123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:18.616906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] device_id is not set on port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 yet. {{(pid=101840) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:09:18.619353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b4120be7-4545-4b76-8de8-8e656eb6c051 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:18.621384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:18.622141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:18.706108 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae397d86-f32f-4166-88ca-0e43c5b03f26 req-4f959d0b-f023-49e2-a828-0dd75fbaacd4 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0693161 Nov 08 14:09:18.845276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:18.947770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:18.947770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:18.948008 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Floating IP db6158ca-cba9-41a8-a2d5-af7fc6d45dc0 disassociated. External IP: 172.25.8.28, port: 5c199f9a-bd0e-4d20-8e65-271b74a9cb73. Nov 08 14:09:18.948290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Calling delete_port for 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:18.965510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b4120be7-4545-4b76-8de8-8e656eb6c051 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:18.965841 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:18.971886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:19.137533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d1df-44ab-4ba4-bcab-2190b8806bbb req-10eec64d-73c3-452e-b718-9355cfb7fc28 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:19.140151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0697d1df-44ab-4ba4-bcab-2190b8806bbb req-10eec64d-73c3-452e-b718-9355cfb7fc28 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 945 time: 0.2285168 Nov 08 14:09:19.229394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc6ab6-d90f-4bb2-84b5-3b2b6b406299 req-80068184-3aa8-407a-8831-eeb7a63c3877 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:19.241071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19cc6ab6-d90f-4bb2-84b5-3b2b6b406299 req-80068184-3aa8-407a-8831-eeb7a63c3877 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.2694626 Nov 08 14:09:19.350678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added routes are [] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 14:09:19.351043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.extraroute_db [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101840) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 14:09:19.388886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19cc6ab6-d90f-4bb2-84b5-3b2b6b406299 req-44d2b9e6-f352-4c4b-9967-c52a72ea9bc7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454144 Nov 08 14:09:19.415995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:19.453449 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:19.483568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0697d1df-44ab-4ba4-bcab-2190b8806bbb req-ea1c561e-54cd-4a2f-8aeb-33fdd5fb0f8d tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/security-groups?id=77d6010a-77c2-482c-aa51-5fdd1b73b50a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296125 Nov 08 14:09:19.516501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:19.546323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port b4120be7-4545-4b76-8de8-8e656eb6c051, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b4120be7-4545-4b76-8de8-8e656eb6c051,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:19.559504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:19.561173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b688b27f-f379-4fdb-a327-e572d45a4fba up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:19.631139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:19.654959 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:19.672065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:14Z', 'revision_number': 6, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f393b495-e4fb-436a-8802-9e0b03347b1d', 'name': '', 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:8c:e5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:08Z', 'updated_at': '2021-11-08T14:09:09Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:19.822105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event deleted for resources: {'Port': ['ID=5c199f9a-bd0e-4d20-8e65-271b74a9cb73,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:19.853305 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:19.860696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.000061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.026917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=b4120be7-4545-4b76-8de8-8e656eb6c051,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:20.104452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:20.105025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Updating router 412c6b83-2eb0-4901-91d6-166654e8e7e3 port f393b495-e4fb-436a-8802-9e0b03347b1d binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:09:20.152558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Network fb4b458f-e217-4cee-8e5d-9be84b8c0901 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:20.160370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:20.168026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.173412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:20.174555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:20.175243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.188014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b688b27f-f379-4fdb-a327-e572d45a4fba triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:20.188482 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.331547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=fc38221c-5dfc-454e-8b9b-e2263d6a54c5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:20.405556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52212) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:20.411822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:20.418141 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9696e60b-3da7-42b8-bb0e-5a97ee5c8fff tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8088300 Nov 08 14:09:20.475431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:20.519164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0ae545fc-d69a-43ae-b172-08b3cdc828e4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:20.524420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:20.800158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:20.800536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.802271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.835438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:20.844783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:20.846101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1e6e52a2-407b-43f5-a8dd-6e2efe06bc92 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 200 len: 703 time: 4.3103693 Nov 08 14:09:20.855283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:20.931503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7fa712e-cad8-480a-bb3a-1653e7ed20c0 req-f1788d88-8f59-4a30-a2ea-437bbe87ab84 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 210 time: 0.2174435 Nov 08 14:09:20.960569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd48b72-9483-4c68-84e3-899157ae6f1d req-fa806ba6-cc67-40d0-9573-d0a10f27eac5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:20.968937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fd48b72-9483-4c68-84e3-899157ae6f1d req-fa806ba6-cc67-40d0-9573-d0a10f27eac5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.4375293 Nov 08 14:09:21.134699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-34fe36a5-ff47-4661-b5c1-174183a7c79d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 200 len: 703 time: 0.2807696 Nov 08 14:09:21.139362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:21.156888 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] Sync routers for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:21.160459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52226) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:21.179721 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:21.181210 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:21.241876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fd48b72-9483-4c68-84e3-899157ae6f1d req-b662effc-7d44-4df5-8341-0bcf5726e498 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2285926 Nov 08 14:09:21.275209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:21.288214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:21.325940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b4120be7-4545-4b76-8de8-8e656eb6c051 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:21.551138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] No DVR routers for this DVR port 5c199f9a-bd0e-4d20-8e65-271b74a9cb73 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:21.554319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:21.554817 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:21.558250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4934b071-4059-4fb0-96ae-16bbf5428e04 req-68cf37e0-202a-4395-be08-c2039edc0df0 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.70 "DELETE /v2.0/ports/5c199f9a-bd0e-4d20-8e65-271b74a9cb73 HTTP/1.1" status: 204 len: 173 time: 6.0504072 Nov 08 14:09:21.570550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'name': 'network-vif-deleted', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:09:21.579583 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fc8076-25b1-4be8-8190-09578d0931ef" -d '{"events": [{"server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "name": "network-vif-deleted", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:09:21.592137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda64ccc-874f-4540-b041-319530dfcb4d None None] Pushing event updated for resources: {'Port': ['ID=f393b495-e4fb-436a-8802-9e0b03347b1d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:21.668978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b4120be7-4545-4b76-8de8-8e656eb6c051 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:21.683432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:21.766783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0400ac-4c33-437e-87be-32c249ba049e req-aff5b743-1a94-4346-8fe3-4c2dc33184db tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:21.790484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a0400ac-4c33-437e-87be-32c249ba049e req-aff5b743-1a94-4346-8fe3-4c2dc33184db tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.3212247 Nov 08 14:09:21.831031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Attempting to bind port f393b495-e4fb-436a-8802-9e0b03347b1d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:21.832877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Attempting to bind port f393b495-e4fb-436a-8802-9e0b03347b1d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:21.833503 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Attempting to bind port f393b495-e4fb-436a-8802-9e0b03347b1d on network 8a0149e5-766e-43b4-a20b-f664ff30ad53 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:21.883042 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa298fa6-e29e-48e6-8298-9df46c0928eb x-openstack-request-id: req-fa298fa6-e29e-48e6-8298-9df46c0928eb {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:09:21.883897 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f117d204-2109-4b8c-a9ea-c659ed876a9a", "name": "network-vif-deleted", "tag": "5c199f9a-bd0e-4d20-8e65-271b74a9cb73", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:09:21.883897 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa298fa6-e29e-48e6-8298-9df46c0928eb {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:09:21.884416 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f117d204-2109-4b8c-a9ea-c659ed876a9a', 'name': 'network-vif-deleted', 'tag': '5c199f9a-bd0e-4d20-8e65-271b74a9cb73', 'status': 'completed', 'code': 200} Nov 08 14:09:21.888985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:09:21.889457 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Checking segment: {'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:21.892113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:21.892543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Bound using segment: {'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:09:21.893072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Bound port: f393b495-e4fb-436a-8802-9e0b03347b1d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:09:21.893477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.125725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] device_id is not set on port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:09:22.167146 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.229169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a0400ac-4c33-437e-87be-32c249ba049e req-793d8d85-40dc-49a4-a0ed-0e5cdb749cc3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116287 Nov 08 14:09:22.290423 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:41Z', 'revision_number': 5, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:22.299806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52252) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:22.310089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-580eab8f-9a62-4bc3-95dd-679f8087f8ae req-9bac2de8-27e2-41a9-9d3e-3f4144af7745 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "GET /v2.0/ports?device_id=f117d204-2109-4b8c-a9ea-c659ed876a9a HTTP/1.1" status: 200 len: 210 time: 0.0736237 Nov 08 14:09:22.311219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.339782 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] Checking router: 7e6ffa47-c5ea-49d0-b770-44de2a19b472 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:22.364194 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:22.364834 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:22.371255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=fc38221c-5dfc-454e-8b9b-e2263d6a54c5,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:22.381893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] For port f393b495-e4fb-436a-8802-9e0b03347b1d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:22.393406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:22.471496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.474129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.474933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.485128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.494559 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.495161 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 2 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.497616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f747e-7851-46fc-8a85-2fe34b7c92cf tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:22.499161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-235f747e-7851-46fc-8a85-2fe34b7c92cf tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1091 time: 0.1934483 Nov 08 14:09:22.508461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52256) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:22.526621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.527224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.527752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.528954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '19d04823-4e5a-47f3-be4d-f841024d1665', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:22.546408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.547033 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.547620 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 3 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.570918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.572245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.572782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.582230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bbdfa1fe-0447-4703-ae07-95ab4e84211a None None] Provisioning complete for port f393b495-e4fb-436a-8802-9e0b03347b1d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:22.582230 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bbdfa1fe-0447-4703-ae07-95ab4e84211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.585108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.586540 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.587224 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 4 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.619696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.621301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.622859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.641249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.642208 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.643011 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 5 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.645443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.659703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.660447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.661115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.667049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.667764 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.668516 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 6 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.682320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] For port f393b495-e4fb-436a-8802-9e0b03347b1d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f393b495-e4fb-436a-8802-9e0b03347b1d,segment=NetworkSegment(e4bdae0e-83bd-4d22-a410-a1f88ed9c424),segment_id=e4bdae0e-83bd-4d22-a410-a1f88ed9c424)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:09:22.687370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.688158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.688807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.702667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.703372 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.704060 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 7 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.705960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.738133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.741411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.741998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.754556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.755462 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.756862 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 8 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.823675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.826742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.827289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.853737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.854180 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.854811 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 9 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.867650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda64ccc-874f-4540-b041-319530dfcb4d None None] Pushing event updated for resources: {'Port': ['ID=f393b495-e4fb-436a-8802-9e0b03347b1d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:22.876579 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:22.880545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.905473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfa1fe-0447-4703-ae07-95ab4e84211a None None] Port f393b495-e4fb-436a-8802-9e0b03347b1d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:09:22.911034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.911659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.911659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:22.922654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:22.923071 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:22.938926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:22.945461 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:22.945938 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 10 to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 Nov 08 14:09:22.987342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:22.987689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:22.990948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:23.002113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:23.002447 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:23.002821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:23.024014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:23.024247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:23.176349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:23.227026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] For port fc38221c-5dfc-454e-8b9b-e2263d6a54c5, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:23.227539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempted to set empty binding levels {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 14:09:23.242621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:23.265664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] In _notify_port_updated(), no bound segment for port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:09:23.268495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.271008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:23.277434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "PUT /v2.0/ports/fc38221c-5dfc-454e-8b9b-e2263d6a54c5 HTTP/1.1" status: 200 len: 975 time: 2.8704538 Nov 08 14:09:23.279611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52266) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:23.394922 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:23.406767 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:41Z', 'revision_number': 5, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:23.444582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52276) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:23.494865 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f371a-7063-4429-babe-3c364bc8e878 None None] The sync data for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 is: [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:03:29Z', 'revision_number': 4, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '59e9501f-ebb2-4404-bae8-b1d4e7d14a21', 'name': '', 'network_id': '61269a23-5016-485e-9ecc-5841df8863cb', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'mac_address': 'fa:16:3e:63:f3:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_interface', 'standard_attr_id': 2952, 'fixed_ips': [{'subnet_id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:26Z', 'updated_at': '2021-11-08T14:03:41Z', 'revision_number': 5, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'subnets': [{'id': 'ac646a0d-f873-4e48-84da-a0d44e68bb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:23.527109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:23.560985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.6 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/b35c175d-7db3-4301-924f-e4415ad1d180) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:09:23.567936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ac61f-425e-4556-9653-e3c68e1ae8b2 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=fc38221c-5dfc-454e-8b9b-e2263d6a54c5,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:23.629969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.630442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.630945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.632028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.632413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.632868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.633713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.634176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.634629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.635079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.635524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.635991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.636437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.636900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.637322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.637766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.638209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.638654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.639096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.639635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.640134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.640647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.641146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.641602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.642129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.642666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.643167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.643618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.644083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.644529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:23.648174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7647d719-582a-4cd6-999f-1d499e082454 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27564 time: 0.3652718 Nov 08 14:09:23.652459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52278) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:23.735854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b688b27f-f379-4fdb-a327-e572d45a4fba up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:23.830114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Deleting port fc38221c-5dfc-454e-8b9b-e2263d6a54c5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:23.830727 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:23.840350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1823f7ad-80bf-4866-ab7b-59a931fa7d4b None None] Provisioning complete for port f393b495-e4fb-436a-8802-9e0b03347b1d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:23.840998 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1823f7ad-80bf-4866-ab7b-59a931fa7d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:23.991495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] For port fc38221c-5dfc-454e-8b9b-e2263d6a54c5, host n-h1-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:23.992031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.013295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Calling delete_port for fc38221c-5dfc-454e-8b9b-e2263d6a54c5 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:24.048349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f42a7a-b86f-4072-a0ef-8b1081194a7a None None] New status for floating IP db6158ca-cba9-41a8-a2d5-af7fc6d45dc0: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:09:24.131474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.185748 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.229553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc38221c-5dfc-454e-8b9b-e2263d6a54c5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:24.255397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.259975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-97970a18-4cac-4b68-a6e8-82c41c9a8617 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "DELETE /v2.0/ports/fc38221c-5dfc-454e-8b9b-e2263d6a54c5 HTTP/1.1" status: 204 len: 168 time: 0.6063867 Nov 08 14:09:24.262584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:24.314762 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bfa588a-a632-413a-a915-66193dfb6ba3 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] GET failed (client error): The resource could not be found. Nov 08 14:09:24.316680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7bfa588a-a632-413a-a915-66193dfb6ba3 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "GET /v2.0/ports/fc38221c-5dfc-454e-8b9b-e2263d6a54c5 HTTP/1.1" status: 404 len: 333 time: 0.0529256 Nov 08 14:09:24.323332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52294) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:24.328379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1718381720', 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:24.330856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b688b27f-f379-4fdb-a327-e572d45a4fba triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:24.331266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.362493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Made reservation on behalf of 5c5402c79b5e4eef84270bd998f9050c for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:24.366710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.389636 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] device_id is not set on port 3303fc7f-565f-49c8-8754-65204bd61119 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:09:24.469323 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.473506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port f393b495-e4fb-436a-8802-9e0b03347b1d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:24.473839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.508517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Deleting port d0e5d720-4598-4067-b293-2a5a3d560a74 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:24.508865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.565954 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1823f7ad-80bf-4866-ab7b-59a931fa7d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.701275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port f393b495-e4fb-436a-8802-9e0b03347b1d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f393b495-e4fb-436a-8802-9e0b03347b1d,segment=NetworkSegment(e4bdae0e-83bd-4d22-a410-a1f88ed9c424),segment_id=e4bdae0e-83bd-4d22-a410-a1f88ed9c424)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:24.701665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.713268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.726824 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.778382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.789661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1823f7ad-80bf-4866-ab7b-59a931fa7d4b None None] For port f393b495-e4fb-436a-8802-9e0b03347b1d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f393b495-e4fb-436a-8802-9e0b03347b1d,segment=NetworkSegment(e4bdae0e-83bd-4d22-a410-a1f88ed9c424),segment_id=e4bdae0e-83bd-4d22-a410-a1f88ed9c424)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:24.798743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for f393b495-e4fb-436a-8802-9e0b03347b1d owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:24.808825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Network fb4b458f-e217-4cee-8e5d-9be84b8c0901 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:24.812288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:24.812584 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1823f7ad-80bf-4866-ab7b-59a931fa7d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.837989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.838310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.841416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:24.843089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:24.843893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:24.869876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823f7ad-80bf-4866-ab7b-59a931fa7d4b None None] Pushing event updated for resources: {'Port': ['ID=f393b495-e4fb-436a-8802-9e0b03347b1d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:24.891653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5663576 Nov 08 14:09:24.893394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e9060-b50b-4e15-a0f4-9e73bb9917a6 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=3303fc7f-565f-49c8-8754-65204bd61119,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:24.904188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52302) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:24.923207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:19Z', 'revision_number': 7, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f393b495-e4fb-436a-8802-9e0b03347b1d', 'name': '', 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:8c:e5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:08Z', 'updated_at': '2021-11-08T14:09:22Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:24.957903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5be6750-6b2d-461c-98f5-63bb19b79f74 None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:19Z', 'revision_number': 7, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f393b495-e4fb-436a-8802-9e0b03347b1d', 'name': '', 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:8c:e5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:08Z', 'updated_at': '2021-11-08T14:09:22Z', 'revision_number': 4, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:24.975636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:24.978253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Calling delete_port for d0e5d720-4598-4067-b293-2a5a3d560a74 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:24.997457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=b35c175d-7db3-4301-924f-e4415ad1d180,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:25.012095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2a452-77ed-4663-90c5-83fbe2db1455 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:25.015210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-13b2a452-77ed-4663-90c5-83fbe2db1455 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "GET /v2.0/ports/3303fc7f-565f-49c8-8754-65204bd61119 HTTP/1.1" status: 200 len: 955 time: 0.1098039 Nov 08 14:09:25.020896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52308) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:25.092064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:25.122114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:25.178243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.178596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.178939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.179275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.179616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.182236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.182689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.183084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.183602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.184066 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.184195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f393b495-e4fb-436a-8802-9e0b03347b1d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:09:25.184395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.184756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:25.246938 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Deleting port 3303fc7f-565f-49c8-8754-65204bd61119 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:25.252144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.297152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f393b495-e4fb-436a-8802-9e0b03347b1d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:09:25.297631 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.436933 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.465935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Calling delete_port for 3303fc7f-565f-49c8-8754-65204bd61119 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:25.565266 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:25.595111 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:25.595944 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:25.707613 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.728707 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.737005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "DELETE /v2.0/ports/3303fc7f-565f-49c8-8754-65204bd61119 HTTP/1.1" status: 204 len: 168 time: 0.7147825 Nov 08 14:09:25.739386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52316) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:25.790595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b598f-752f-48ee-9dbe-6ceb3284b84a tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event deleted for resources: {'Port': ['ID=3303fc7f-565f-49c8-8754-65204bd61119,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:25.794589 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-883b7c75-e342-47fa-b4f2-f126f29c421e tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] GET failed (client error): The resource could not be found. Nov 08 14:09:25.804350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-883b7c75-e342-47fa-b4f2-f126f29c421e tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "GET /v2.0/ports/3303fc7f-565f-49c8-8754-65204bd61119 HTTP/1.1" status: 404 len: 333 time: 0.0642176 Nov 08 14:09:25.805062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:25.810060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Request body: {'port': {'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1389630949'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:25.826181 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:25.846539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Made reservation on behalf of 5c5402c79b5e4eef84270bd998f9050c for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:25.851194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.890727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] device_id is not set on port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:09:25.920795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.942341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:25.998812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=f393b495-e4fb-436a-8802-9e0b03347b1d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:26.037331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event deleted for resources: {'Port': ['ID=d0e5d720-4598-4067-b293-2a5a3d560a74,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:26.291124 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:26.395124 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:19Z', 'revision_number': 7, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f393b495-e4fb-436a-8802-9e0b03347b1d', 'name': '', 'network_id': '8a0149e5-766e-43b4-a20b-f664ff30ad53', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:8c:e5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3562, 'fixed_ips': [{'subnet_id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:09:08Z', 'updated_at': '2021-11-08T14:09:24Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '12676911-0fe8-44ac-9507-a2b65a9edcba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:26.398645 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:26.446324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:26.462731 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:26.463366 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:26.505218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:26.514512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:26.528332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Network fb4b458f-e217-4cee-8e5d-9be84b8c0901 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:26.532369 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e1ebe391-e60f-4170-9aff-98f0bff6a0cf tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "DELETE /v2.0/floatingips/db6158ca-cba9-41a8-a2d5-af7fc6d45dc0 HTTP/1.1" status: 204 len: 168 time: 3.0766401 Nov 08 14:09:26.533355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:26.551558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:26.596813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:26.597786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:26.598378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:26.613163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=99dcd484-367d-42ab-9eeb-769a4a19c7a4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:26.646734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7d72fd22-1ecb-44e5-9305-d846b62d7503 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8388150 Nov 08 14:09:26.648041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52342) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:26.664820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-804292-2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:26.667240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52344) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:26.681403 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:26.793016 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.079550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ccd239af-adfd-417a-8db4-0176af1bf602 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.103179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.159305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ccd239af-adfd-417a-8db4-0176af1bf602 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.175996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:27.317378 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:25Z', 'revision_number': 8, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:27.383467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.400205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] device_id is not set on port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:09:27.406705 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8453b9-a5e0-4499-ab8d-d99123d1b44c None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:25Z', 'revision_number': 8, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:27.420437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.422215 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ccd239af-adfd-417a-8db4-0176af1bf602 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.425364 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ccd239af-adfd-417a-8db4-0176af1bf602 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.427091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ccd239af-adfd-417a-8db4-0176af1bf602 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] 10.222.0.65 "DELETE /v2.0/security-groups/77d6010a-77c2-482c-aa51-5fdd1b73b50a HTTP/1.1" status: 204 len: 168 time: 0.7579260 Nov 08 14:09:27.458061 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.513394 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd239af-adfd-417a-8db4-0176af1bf602 tempest-TestServerBasicOps-1550446210 tempest-TestServerBasicOps-1550446210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d6010a-77c2-482c-aa51-5fdd1b73b50a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:27.547963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52364) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:27.645322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=99dcd484-367d-42ab-9eeb-769a4a19c7a4,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:27.647398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:27.657045 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ea9a2523-a161-4534-8cfb-b3871edfd01d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4953470 Nov 08 14:09:27.661571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52370) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:27.671418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.671954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.672301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.677631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.678494 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.678882 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 2 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:27.700814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.701330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.701832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.707087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.708237 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.708792 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 3 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:27.726083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.728496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.729001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.735229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.735812 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.736347 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 4 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:27.757034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.757589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.758425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.766879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.767664 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.768421 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 5 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:27.783934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.786337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.786848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.790073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet 12676911-0fe8-44ac-9507-a2b65a9edcba {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:27.793705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.795942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.801676 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.802467 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 6 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:27.838783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.842383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.843872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.862663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.863320 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.867864 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 7 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:27.898552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.898887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.899228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.936722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.937061 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.937452 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 8 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:27.945014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59c9b23f-3480-498c-b9df-2a818e54c18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:27.963361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:27.963815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:27.964168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:27.981728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:27.982194 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:27.982452 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 9 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:28.002449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:28.004470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:28.005602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:28.016503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:28.016933 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:28.017662 n-d-804292-2 neutron-server[101841]: INFO neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempt 10 to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 Nov 08 14:09:28.043461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:09:28.043727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:09:28.044101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempting to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:09:28.050140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:09:28.050476 n-d-804292-2 neutron-server[101841]: ERROR neutron.plugins.ml2.managers [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Failed to bind port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on host n-h1-804292-2 for vnic_type normal using segments [{'id': 'd497b673-dc91-4dfa-98bc-925c097d37af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'fb4b458f-e217-4cee-8e5d-9be84b8c0901'}] Nov 08 14:09:28.050853 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.059095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.244301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:28.262463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:28.263327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:28.268315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] For port 99dcd484-367d-42ab-9eeb-769a4a19c7a4, host n-h1-804292-2, cleared binding levels {{(pid=101841) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:09:28.269374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attempted to set empty binding levels {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 08 14:09:28.278586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.281033 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.322978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.357266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] In _notify_port_updated(), no bound segment for port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 on network fb4b458f-e217-4cee-8e5d-9be84b8c0901 {{(pid=101841) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 08 14:09:28.358621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:28.360118 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.367548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "PUT /v2.0/ports/99dcd484-367d-42ab-9eeb-769a4a19c7a4 HTTP/1.1" status: 200 len: 975 time: 1.7171130 Nov 08 14:09:28.368489 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52384) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:28.374557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.455858 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280018ed-0ca4-4821-8335-65d0cdec72b0 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event updated for resources: {'Port': ['ID=99dcd484-367d-42ab-9eeb-769a4a19c7a4,revision_number=3']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:28.488933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:28.580594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Deleting port 99dcd484-367d-42ab-9eeb-769a4a19c7a4 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:28.580951 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.602203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.614574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=b35c175d-7db3-4301-924f-e4415ad1d180,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:28.658026 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:09:28.759012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.787510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] For port 99dcd484-367d-42ab-9eeb-769a4a19c7a4, host n-h1-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:28.787896 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.829226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Calling delete_port for 99dcd484-367d-42ab-9eeb-769a4a19c7a4 owned by {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:28.904101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:25Z', 'revision_number': 8, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:28.934973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:28.946583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:28.947949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:28.968892 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:28.995562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.001517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "DELETE /v2.0/ports/99dcd484-367d-42ab-9eeb-769a4a19c7a4 HTTP/1.1" status: 204 len: 168 time: 0.6239703 Nov 08 14:09:29.026665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f393b495-e4fb-436a-8802-9e0b03347b1d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:29.051209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f393b495-e4fb-436a-8802-9e0b03347b1d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:29.052128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f393b495-e4fb-436a-8802-9e0b03347b1d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:29.064362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52396) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:29.074440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29971553-7ac5-4e85-9227-188ea19021b5 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] Pushing event deleted for resources: {'Port': ['ID=99dcd484-367d-42ab-9eeb-769a4a19c7a4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:29.104866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:29.131974 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1334d17-add0-4a06-9585-7b13d667b5a7 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] GET failed (client error): The resource could not be found. Nov 08 14:09:29.133751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d1334d17-add0-4a06-9585-7b13d667b5a7 tempest-PortsAdminExtendedAttrsTestJSON-80644975 tempest-PortsAdminExtendedAttrsTestJSON-80644975-project-admin] 10.222.0.65 "GET /v2.0/ports/99dcd484-367d-42ab-9eeb-769a4a19c7a4 HTTP/1.1" status: 404 len: 333 time: 0.0619416 Nov 08 14:09:29.138118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52402) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:29.383683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.425819 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP 5f001a1b-7305-4feb-8bd5-588fbff477ed associated. External IP: 172.25.8.6, port: 19d04823-4e5a-47f3-be4d-f841024d1665. Nov 08 14:09:29.566004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.577249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=12676911-0fe8-44ac-9507-a2b65a9edcba,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:29.591629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941930a9-3b51-4b47-ba1f-69832a9c7392 None None] Network 8a0149e5-766e-43b4-a20b-f664ff30ad53 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:29.602842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.620569 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-80fa5f9b-99ee-46de-b3ee-c4b78c05f99d tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/12676911-0fe8-44ac-9507-a2b65a9edcba HTTP/1.1" status: 204 len: 168 time: 1.9587524 Nov 08 14:09:29.631600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4b458f-e217-4cee-8e5d-9be84b8c0901']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:29.666714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:25Z', 'revision_number': 8, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:29.686689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd497b673-dc91-4dfa-98bc-925c097d37af') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:29.686891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd497b673-dc91-4dfa-98bc-925c097d37af') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:29.699913 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.709706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75a98e5-637d-4158-a1a4-f35ad31357a6 None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:25Z', 'revision_number': 8, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b688b27f-f379-4fdb-a327-e572d45a4fba', 'name': '', 'network_id': 'd46c4447-2456-426d-ab3b-cb08bed2b76c', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:24:18:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3528, 'fixed_ips': [{'subnet_id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:50Z', 'updated_at': '2021-11-08T14:09:17Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '4339a794-b187-46c6-b556-332f3a59fb8e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:29.715821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.722542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:29.722948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.767624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52416) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:29.814418 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:29.862387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.871116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:29.874555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] 10.222.0.65 "DELETE /v2.0/networks/fb4b458f-e217-4cee-8e5d-9be84b8c0901 HTTP/1.1" status: 204 len: 168 time: 0.7354457 Nov 08 14:09:29.934579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de34f4-a55d-46e6-9768-a3f11e155f7e tempest-PortsAdminExtendedAttrsTestJSON-310813382 tempest-PortsAdminExtendedAttrsTestJSON-310813382-project] Pushing event deleted for resources: {'Network': ['ID=fb4b458f-e217-4cee-8e5d-9be84b8c0901,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:29.986548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] DHCP port deletion for 8a0149e5-766e-43b4-a20b-f664ff30ad53 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:09:30.027520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.108530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Deleting port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:30.109164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.191747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 2475f1fb-170e-4996-aa2a-0346945e6a1d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:30.218957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] For port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,segment=NetworkSegment(e4bdae0e-83bd-4d22-a410-a1f88ed9c424),segment_id=e4bdae0e-83bd-4d22-a410-a1f88ed9c424)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:30.219943 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.244491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Calling delete_port for 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:30.402154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52436) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:30.434272 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.460519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Pushing event deleted for resources: {'Port': ['ID=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:30.465376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] No DVR routers for this DVR port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:30.487932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.488308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.488651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.490879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.491215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.491559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.491962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.492357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.492586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.492908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.496001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.496001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178a64c2-cac0-4e8d-95b8-d9a60ba02623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:09:30.547353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:30.547974 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.575393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:30.590254 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] Sync routers for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:30.607133 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:30.609522 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:30.620873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.727366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d555273b-aed3-4f74-826a-5fd106ccd168 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=383866d21f1746b6bf042aa798311c13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3209713 Nov 08 14:09:30.727538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52446) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:30.761379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.816004 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:30.821505 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80151f50-85a9-4fe3-8737-8b0fac68c532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.850765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4, host n-d-804292-2, got binding levels [] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:30.851134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.887014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-62b69cdd-5fc1-4bb2-8e7e-800d11ee7535 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 8.3732417 Nov 08 14:09:30.895244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:30.898634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:09:30.901332 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147afea1-7bce-46a2-9983-7fe1c03e0980" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:09:30.905947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80151f50-85a9-4fe3-8737-8b0fac68c532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.908287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 was not found and therefore no delete operation was performed {{(pid=101840) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:09:30.946528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:30.980964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=05a0b37f-2e9b-46b2-a9c9-8321ad6595d4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:31.009162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80151f50-85a9-4fe3-8737-8b0fac68c532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:31.011298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:31.019114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-80151f50-85a9-4fe3-8737-8b0fac68c532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:31.029128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-80151f50-85a9-4fe3-8737-8b0fac68c532 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10927c17-2769-4055-9d6f-6b3b8518cae2 HTTP/1.1" status: 204 len: 168 time: 0.3003478 Nov 08 14:09:31.058357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80151f50-85a9-4fe3-8737-8b0fac68c532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10927c17-2769-4055-9d6f-6b3b8518cae2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:31.128001 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a601e6-bee9-421e-a665-e0d12460c49f x-openstack-request-id: req-39a601e6-bee9-421e-a665-e0d12460c49f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:09:31.128647 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:09:31.129888 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39a601e6-bee9-421e-a665-e0d12460c49f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:09:31.131971 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'status': 'completed', 'code': 200} Nov 08 14:09:31.134504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1fab9c-b5d5-49d0-a274-86e017a30338 req-14d7502b-a4f6-408b-b91a-5d30a23d221c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:31.143591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb1fab9c-b5d5-49d0-a274-86e017a30338 req-14d7502b-a4f6-408b-b91a-5d30a23d221c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.0859582 Nov 08 14:09:31.167093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:31.210810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:31.215341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 05a0b37f-2e9b-46b2-a9c9-8321ad6595d4 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:31.255284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb1fab9c-b5d5-49d0-a274-86e017a30338 req-5260647f-659d-475b-af98-41d23c4bb28c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093156 Nov 08 14:09:31.268084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:31.375223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:31.403082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0149e5-766e-43b4-a20b-f664ff30ad53']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:31.436969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:31.437653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bdae0e-83bd-4d22-a410-a1f88ed9c424') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:31.480875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ead8032c-37d6-466c-b96c-cecf87e34a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:31.497968 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:31.533031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-11b4f53c-b254-47de-b3a8-e8f3f539420d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/5f001a1b-7305-4feb-8bd5-588fbff477ed HTTP/1.1" status: 200 len: 989 time: 0.2637355 Nov 08 14:09:31.561406 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '5f001a1b-7305-4feb-8bd5-588fbff477ed', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'port_id': '19d04823-4e5a-47f3-be4d-f841024d1665', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'mac_address': 'fa:16:3e:f0:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:09:26Z', 'updated_at': '2021-11-08T14:09:26Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:59Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:31.589627 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] Checking router: 2475f1fb-170e-4996-aa2a-0346945e6a1d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:31.599059 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:31.600269 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:31.652755 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:31.669002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-8dee8bd7-1783-4dd7-810f-3614888ed35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:31.679691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-8dee8bd7-1783-4dd7-810f-3614888ed35f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1096 time: 0.5608141 Nov 08 14:09:31.789991 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:31.818508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:31.819330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:31.823426 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:31.861658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52482) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:31.918404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fada2c53-70e8-4c1f-8535-539f39044610 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c5402c79b5e4eef84270bd998f9050c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0549231 Nov 08 14:09:31.919294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52484) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:32.008017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afd2-dbd6-4b15-9452-c3b3c5873713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.037711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afd2-dbd6-4b15-9452-c3b3c5873713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.072584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-2b9e8e6c-9e3a-4a25-bcf8-d845aa7feb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:32.072584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-2b9e8e6c-9e3a-4a25-bcf8-d845aa7feb48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 898 time: 0.3785350 Nov 08 14:09:32.107859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afd2-dbd6-4b15-9452-c3b3c5873713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.112030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0c1afd2-dbd6-4b15-9452-c3b3c5873713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.115423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e0c1afd2-dbd6-4b15-9452-c3b3c5873713 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a77b6d1-8d19-4cf7-9eb6-4109b734995f HTTP/1.1" status: 204 len: 168 time: 0.1946895 Nov 08 14:09:32.119913 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.125073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1afd2-dbd6-4b15-9452-c3b3c5873713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a77b6d1-8d19-4cf7-9eb6-4109b734995f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:32.205859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-43d5b900-af10-4a2e-a528-ee87888e81a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 997 time: 0.1166282 Nov 08 14:09:32.227074 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '5f001a1b-7305-4feb-8bd5-588fbff477ed', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'port_id': '19d04823-4e5a-47f3-be4d-f841024d1665', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'mac_address': 'fa:16:3e:f0:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:09:26Z', 'updated_at': '2021-11-08T14:09:26Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:59Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:32.280194 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82328f4-9a16-4d92-9a13-c031ddfb78e4 None None] The sync data for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 is: [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '5f001a1b-7305-4feb-8bd5-588fbff477ed', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.6', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'port_id': '19d04823-4e5a-47f3-be4d-f841024d1665', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'mac_address': 'fa:16:3e:f0:4f:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:09:26Z', 'updated_at': '2021-11-08T14:09:26Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:59Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:32.304072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.310159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52496) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:32.317632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/8a0149e5-766e-43b4-a20b-f664ff30ad53 HTTP/1.1" status: 204 len: 168 time: 2.5442162 Nov 08 14:09:32.322379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb7a3f-c9b5-484b-90ae-617c6c59e0d1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=8a0149e5-766e-43b4-a20b-f664ff30ad53,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:32.438659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-be96f43a-1737-42a4-8fce-38436e8a515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:32.444366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-be96f43a-1737-42a4-8fce-38436e8a515c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.2120695 Nov 08 14:09:32.541373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52502) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:32.579382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Deleting port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:32.579728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.651244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-b361b884-9495-4b4e-9635-118f59cc56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:32.656772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-b361b884-9495-4b4e-9635-118f59cc56e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958449 Nov 08 14:09:32.730604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26788838-5e0e-4805-9a25-c81e89fc4dc8 None None] New status for floating IP 5f001a1b-7305-4feb-8bd5-588fbff477ed: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:09:32.869165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] For port 59e9501f-ebb2-4404-bae8-b1d4e7d14a21, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:32.873282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:32.895417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Calling delete_port for 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:32.954041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-00dbc8c5-2aba-4471-8baf-e0ea776b4089 service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341061 Nov 08 14:09:33.124845 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:33.321057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-220e73ae-352d-45e2-8cd9-f212bb4b184d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/5f001a1b-7305-4feb-8bd5-588fbff477ed HTTP/1.1" status: 200 len: 989 time: 0.7738795 Nov 08 14:09:33.408670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-147afea1-7bce-46a2-9983-7fe1c03e0980 req-b555d6f9-9f75-4a20-ad60-1d755e1a68e5 service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445815 Nov 08 14:09:33.596473 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:33.716218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:33.769707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52542) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:33.814698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Pushing event deleted for resources: {'Port': ['ID=59e9501f-ebb2-4404-bae8-b1d4e7d14a21,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:34.000676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port b688b27f-f379-4fdb-a327-e572d45a4fba {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:34.001024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:34.126956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6b7b8fa-3958-4848-8919-40a4e5dfe33e tempest-AgentManagementNegativeTest-1583962455 tempest-AgentManagementNegativeTest-1583962455-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3511362 Nov 08 14:09:34.183582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port b688b27f-f379-4fdb-a327-e572d45a4fba, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b688b27f-f379-4fdb-a327-e572d45a4fba,segment=NetworkSegment(17f584fd-ad74-441e-a8db-9e8b176cfe82),segment_id=17f584fd-ad74-441e-a8db-9e8b176cfe82)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:34.185654 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:34.190605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:34.220855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for b688b27f-f379-4fdb-a327-e572d45a4fba owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:34.324999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52560) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:34.399418 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c53d0f8-d9d8-4ec9-b2df-2561d55dc241 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/5f001a1b-7305-4feb-8bd5-588fbff477ed HTTP/1.1" status: 200 len: 991 time: 0.0648527 Nov 08 14:09:34.634895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52570) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:34.663021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:34.734602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:34.762727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=b688b27f-f379-4fdb-a327-e572d45a4fba,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:34.926202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:34.936558 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] Sync routers for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:34.957022 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-38baa9d4-9efd-45f9-af90-23fff8f977bb admin admin] 10.222.0.65 "PUT /v2.0/routers/7e6ffa47-c5ea-49d0-b770-44de2a19b472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4059651 Nov 08 14:09:34.957732 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52586) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:34.979618 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:34.985297 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:35.065676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.121259 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:35.277705 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8fa7511d-c538-4802-87a7-6e5e5e91f403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.317489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.447520 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': '015d7c91-012e-4a79-835a-92e55249951d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:09:33Z', 'revision_number': 5, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port': {'id': '015d7c91-012e-4a79-835a-92e55249951d', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b5:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:15Z', 'updated_at': '2021-11-08T14:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:35.468021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8fa7511d-c538-4802-87a7-6e5e5e91f403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.507921 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8fa7511d-c538-4802-87a7-6e5e5e91f403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.522846 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.547121 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] Checking router: 7e6ffa47-c5ea-49d0-b770-44de2a19b472 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:35.584602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8fa7511d-c538-4802-87a7-6e5e5e91f403 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=03c4ac8039cd427cbe653b4a55e356f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9478333 Nov 08 14:09:35.589981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa7511d-c538-4802-87a7-6e5e5e91f403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184ebbe4-f3fb-43bb-9206-dd16e40d21b7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:35.592734 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52598) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:35.595229 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.623711 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] Routers {'7e6ffa47-c5ea-49d0-b770-44de2a19b472'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:35.624420 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:35.760020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Deleting port 015d7c91-012e-4a79-835a-92e55249951d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:35.760930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.775074 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] Set router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:35.802900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:35.808552 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.831259 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61f5717c-f86f-4816-ab74-b7b7851971d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.884753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61f5717c-f86f-4816-ab74-b7b7851971d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:35.914220 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:09:35Z', 'revision_number': 6, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:35.983792 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2454f-8579-4ed4-9646-e588dc936c6f None None] The sync data for ids ['7e6ffa47-c5ea-49d0-b770-44de2a19b472'] in n-d-804292-2 is: [{'id': '7e6ffa47-c5ea-49d0-b770-44de2a19b472', 'name': 'tempest-TestServerBasicOps-301019687-router', 'tenant_id': '96fb62c90a99406db54773613dab4ae1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:11Z', 'updated_at': '2021-11-08T14:09:35Z', 'revision_number': 6, 'project_id': '96fb62c90a99406db54773613dab4ae1', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:36.043124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:36.055908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:36.070277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-03d40c98-eaf5-4807-9e54-bd1e5563d8f5 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7556052 Nov 08 14:09:36.071245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52612) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:36.080394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:36.081463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:36.196819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet 4339a794-b187-46c6-b556-332f3a59fb8e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:36.200687 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.270092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:36.309123 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.553186 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:34Z', 'revision_number': 9, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:36.601092 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.628474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:36.651634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:36.652644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:36.691569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] For port 015d7c91-012e-4a79-835a-92e55249951d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=015d7c91-012e-4a79-835a-92e55249951d,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:36.692041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.710638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Calling delete_port for 015d7c91-012e-4a79-835a-92e55249951d owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:36.721711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61f5717c-f86f-4816-ab74-b7b7851971d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.722239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.724657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-61f5717c-f86f-4816-ab74-b7b7851971d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.726165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-61f5717c-f86f-4816-ab74-b7b7851971d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/184ebbe4-f3fb-43bb-9206-dd16e40d21b7 HTTP/1.1" status: 204 len: 168 time: 1.1230600 Nov 08 14:09:36.796255 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:36.800896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5717c-f86f-4816-ab74-b7b7851971d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184ebbe4-f3fb-43bb-9206-dd16e40d21b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:36.806388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/4339a794-b187-46c6-b556-332f3a59fb8e HTTP/1.1" status: 204 len: 168 time: 0.7326796 Nov 08 14:09:36.808191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52628) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:36.830379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77e602-9453-40fd-bf95-82fd86c557c9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=4339a794-b187-46c6-b556-332f3a59fb8e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:36.831403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbad85b-1911-48b8-b248-db8383fcdcbf None None] Network d46c4447-2456-426d-ab3b-cb08bed2b76c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:37.073352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.184310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 015d7c91-012e-4a79-835a-92e55249951d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:37.244714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 841f1669-baf6-4e94-8a29-7618eea3e61f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:37.244959 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.265015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:37.314351 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.399343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Pushing event deleted for resources: {'Port': ['ID=015d7c91-012e-4a79-835a-92e55249951d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:37.457226 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port 841f1669-baf6-4e94-8a29-7618eea3e61f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=841f1669-baf6-4e94-8a29-7618eea3e61f,segment=NetworkSegment(17f584fd-ad74-441e-a8db-9e8b176cfe82),segment_id=17f584fd-ad74-441e-a8db-9e8b176cfe82)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:37.457937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.495552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 841f1669-baf6-4e94-8a29-7618eea3e61f owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:37.561467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.667498 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.720799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port 015d7c91-012e-4a79-835a-92e55249951d {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 14:09:37.723773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 015d7c91-012e-4a79-835a-92e55249951d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:37.724417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:37.730145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=841f1669-baf6-4e94-8a29-7618eea3e61f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:37.737970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port 841f1669-baf6-4e94-8a29-7618eea3e61f on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:37.751145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.757726 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.855833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5643f2a0-48d6-4279-83c7-d6c2b152e4fd None None] DHCP port deletion for d46c4447-2456-426d-ab3b-cb08bed2b76c request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:09:37.876954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:37.877299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 59e9501f-ebb2-4404-bae8-b1d4e7d14a21 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:37.885482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.886142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e6ffa47-c5ea-49d0-b770-44de2a19b472 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:09:37.899221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:37.904659 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6332a2fd-841f-4e49-aec3-64392eb05045 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7e6ffa47-c5ea-49d0-b770-44de2a19b472 HTTP/1.1" status: 204 len: 168 time: 2.9458606 Nov 08 14:09:37.905310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52672) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:37.993284 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.093097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:34Z', 'revision_number': 9, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:38.104567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d46c4447-2456-426d-ab3b-cb08bed2b76c']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:38.121663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] Deleting subnet ac646a0d-f873-4e48-84da-a0d44e68bb1c {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:38.146992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.155256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17f584fd-ad74-441e-a8db-9e8b176cfe82') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:38.155562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17f584fd-ad74-441e-a8db-9e8b176cfe82') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:38.170476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad0b993-0a8a-468d-aa06-8d907504ef50 None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:34Z', 'revision_number': 9, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f745414f-1917-4b33-8577-eecded2dca7f', 'name': '', 'network_id': 'fb871980-6710-44de-96b3-a68bdcfdf763', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:5c:64:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:38Z', 'updated_at': '2021-11-08T14:09:06Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': 'd824623c-c835-43dc-b84b-f375d9be7402', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:38.176437 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.194383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.204716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:38.206253 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:38.210937 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:38.219793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.389118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52686) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:38.408188 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.443646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.452581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/d46c4447-2456-426d-ab3b-cb08bed2b76c HTTP/1.1" status: 204 len: 168 time: 1.6406138 Nov 08 14:09:38.453950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b0f2d2-a9c1-4613-b5ed-a35d72ad49f6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=d46c4447-2456-426d-ab3b-cb08bed2b76c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:38.455854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52690) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:38.469694 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.621111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.671674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac646a0d-f873-4e48-84da-a0d44e68bb1c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:38.687482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.687646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e552f150-8587-40cc-8972-046f201ebb8a None None] Network 61269a23-5016-485e-9ecc-5841df8863cb requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:38.694948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5fdb0fac-cf87-44eb-9d72-b76cf083fecc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ac646a0d-f873-4e48-84da-a0d44e68bb1c HTTP/1.1" status: 204 len: 168 time: 0.7831800 Nov 08 14:09:38.695294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52694) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:38.780056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.784902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-336729034-network', 'tenant_id': '523519ae970444fa8d43da227e3fefec'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:38.857208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Deleting port a075a1ba-171a-4cf0-a545-517f78a9b3ca {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:38.857801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.904449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Made reservation on behalf of 523519ae970444fa8d43da227e3fefec for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:38.906792 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:38.968744 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.025235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] For port a075a1ba-171a-4cf0-a545-517f78a9b3ca, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a075a1ba-171a-4cf0-a545-517f78a9b3ca,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:39.025717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.059526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] DHCP port deletion for 61269a23-5016-485e-9ecc-5841df8863cb request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:09:39.068531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Calling delete_port for a075a1ba-171a-4cf0-a545-517f78a9b3ca owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:39.131179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 841f1669-baf6-4e94-8a29-7618eea3e61f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:39.211797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 841f1669-baf6-4e94-8a29-7618eea3e61f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:39.212148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 841f1669-baf6-4e94-8a29-7618eea3e61f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:39.214700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b688b27f-f379-4fdb-a327-e572d45a4fba no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:39.245639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] Deleting port a075a1ba-171a-4cf0-a545-517f78a9b3ca {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:39.246389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.248812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b688b27f-f379-4fdb-a327-e572d45a4fba {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:39.249673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b688b27f-f379-4fdb-a327-e572d45a4fba not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:39.308102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.332664 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.345951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] For port a075a1ba-171a-4cf0-a545-517f78a9b3ca, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a075a1ba-171a-4cf0-a545-517f78a9b3ca,segment=NetworkSegment(3b5f93b7-97db-4e4a-bfb1-d860beaeba89),segment_id=3b5f93b7-97db-4e4a-bfb1-d860beaeba89)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:39.346450 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.366579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] Calling delete_port for a075a1ba-171a-4cf0-a545-517f78a9b3ca owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:39.369055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Pushing event deleted for resources: {'Port': ['ID=a075a1ba-171a-4cf0-a545-517f78a9b3ca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:39.386920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] No DVR routers for this DVR port a075a1ba-171a-4cf0-a545-517f78a9b3ca on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:39.391868 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.433534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:09:39.479368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098837b6-1d8e-496d-9f8f-d84020089fda,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:09:39.501554 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 14:09:39.509617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.514834 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Added segment 5e1c909b-c83f-44e5-b441-ba38e0df099c of type vlan for network 44acd1b0-6cd9-46e3-80a9-6821973f8700 Nov 08 14:09:39.520032 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.563209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] Pushing event deleted for resources: {'Port': ['ID=a075a1ba-171a-4cf0-a545-517f78a9b3ca,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:39.569261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.569961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d953f185-3ef6-4d15-aac8-6e0d692774cf None None] No DVR routers for this DVR port a075a1ba-171a-4cf0-a545-517f78a9b3ca on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:39.606802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.612722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61269a23-5016-485e-9ecc-5841df8863cb']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:39.623372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b5f93b7-97db-4e4a-bfb1-d860beaeba89') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:39.623675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b5f93b7-97db-4e4a-bfb1-d860beaeba89') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:39.637330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.658533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.660216 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.667397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:39.667631 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.667926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.670551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:39.672289 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:39.747832 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:39.753040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.760125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:39.766884 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] 10.222.0.65 "DELETE /v2.0/networks/61269a23-5016-485e-9ecc-5841df8863cb HTTP/1.1" status: 204 len: 168 time: 1.0704374 Nov 08 14:09:39.769223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52702) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:39.789202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44466262-4790-41b1-a9c1-f21601d4d353 admin admin] Pushing event deleted for resources: {'Network': ['ID=61269a23-5016-485e-9ecc-5841df8863cb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:39.818647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4247603 Nov 08 14:09:39.838201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52704) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:39.845494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Request body: {'subnet': {'network_id': '44acd1b0-6cd9-46e3-80a9-6821973f8700', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-336729034-subnet', 'tenant_id': '523519ae970444fa8d43da227e3fefec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:39.949917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Made reservation on behalf of 523519ae970444fa8d43da227e3fefec for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:39.952829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:40.071637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690cf357-f16b-4d9b-9272-1ffdc77d8a30 admin admin] Pushing event updated for resources: {'Network': ['ID=44acd1b0-6cd9-46e3-80a9-6821973f8700,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:40.086053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 44acd1b0-6cd9-46e3-80a9-6821973f8700 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:09:40.284659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port f745414f-1917-4b33-8577-eecded2dca7f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:40.285151 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:40.358163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:40.475764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af1e0ed2-651c-446d-8f2e-81b5c69760b0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:40.508252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Checking segment: {'id': '5e1c909b-c83f-44e5-b441-ba38e0df099c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '44acd1b0-6cd9-46e3-80a9-6821973f8700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:40.508618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Network hostable DHCP agents. Network: 44acd1b0-6cd9-46e3-80a9-6821973f8700, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:09:40.529102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port f745414f-1917-4b33-8577-eecded2dca7f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f745414f-1917-4b33-8577-eecded2dca7f,segment=NetworkSegment(ad603eb9-8a36-47da-b9c8-75725de2da62),segment_id=ad603eb9-8a36-47da-b9c8-75725de2da62)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:40.530154 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:40.554032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for f745414f-1917-4b33-8577-eecded2dca7f owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:40.564875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Network 44acd1b0-6cd9-46e3-80a9-6821973f8700 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:09:40.579888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 44acd1b0-6cd9-46e3-80a9-6821973f8700) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:40.589933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:40.589933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:40.590311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c274855-72e7-443b-835f-54926b288fd4 None None] Network 44acd1b0-6cd9-46e3-80a9-6821973f8700 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:40.623469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ff06a6d-68f1-46f1-9720-c5dee9141b54 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7754741 Nov 08 14:09:40.753956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:40.860188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128b7ab8-1d45-4318-876e-72d9904c78c8 None None] Network 44acd1b0-6cd9-46e3-80a9-6821973f8700 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:40.950541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:41.041188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=f745414f-1917-4b33-8577-eecded2dca7f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:41.142200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a075a1ba-171a-4cf0-a545-517f78a9b3ca no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:41.235587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a075a1ba-171a-4cf0-a545-517f78a9b3ca {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:41.236109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a075a1ba-171a-4cf0-a545-517f78a9b3ca not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:41.236372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Deleting port ca7f3a17-cd99-469b-b2de-2adb24108a4e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:41.236783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:41.356182 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:41.443682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] For port ca7f3a17-cd99-469b-b2de-2adb24108a4e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ca7f3a17-cd99-469b-b2de-2adb24108a4e,segment=NetworkSegment(8a531b5d-ab55-4b0c-9852-36915931dd4a),segment_id=8a531b5d-ab55-4b0c-9852-36915931dd4a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:41.444240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:41.493805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Calling delete_port for ca7f3a17-cd99-469b-b2de-2adb24108a4e owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:41.685596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:41.692321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2028432244-network', 'tenant_id': '7671aae9b36744a0bb138a35b7e27895'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:41.694772 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:41.778663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Made reservation on behalf of 7671aae9b36744a0bb138a35b7e27895 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:41.782831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:41.798101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:41.863314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:41.879038 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:41.891604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-57600ad5-2df9-40df-9b88-4ce3101cb72e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4320853 Nov 08 14:09:41.892306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52738) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:41.900901 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:41.903219 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:42.060405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.137999 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:42.168307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7f3a17-cd99-469b-b2de-2adb24108a4e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:42.200105 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.280780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.384420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:09:42.404811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e678b226-e236-49ef-a9fe-ddea9fd11c1c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:42.415459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.415846 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Added segment fa277750-9d1a-4fe5-92a3-bcc277f8cbf8 of type vlan for network ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4 Nov 08 14:09:42.586138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.685893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.686968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:42.687689 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.718993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.752556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet d824623c-c835-43dc-b84b-f375d9be7402 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:42.760091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:42.794305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1074789 Nov 08 14:09:42.803192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52750) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:42.883098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:40Z', 'revision_number': 10, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:42.907951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Request body: {'subnet': {'network_id': 'ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2028432244-subnet', 'tenant_id': '7671aae9b36744a0bb138a35b7e27895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:42.926245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d27f4-8522-4970-b28f-6e47bfc59cad admin admin] Pushing event updated for resources: {'Network': ['ID=ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:42.943269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:09:42.950435 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.001652 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:43.022304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Made reservation on behalf of 7671aae9b36744a0bb138a35b7e27895 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:43.025528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.038843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:43.040134 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:43.217818 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.335809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.384448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=d824623c-c835-43dc-b84b-f375d9be7402,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:43.385898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a50a80-2189-456e-96dc-233837b99d1b None None] Network fb871980-6710-44de-96b3-a68bdcfdf763 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:43.396139 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.402005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af8e3eec-4d16-4d58-b854-5d232eac6316 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/d824623c-c835-43dc-b84b-f375d9be7402 HTTP/1.1" status: 204 len: 168 time: 1.5062068 Nov 08 14:09:43.414002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52758) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:43.574440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:43.574968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:43.626142 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.733646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] DHCP port deletion for fb871980-6710-44de-96b3-a68bdcfdf763 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:09:43.783562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port c427cb76-8789-4f01-bfa5-7871a4727b67 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:43.784115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.925791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] Deleting port c427cb76-8789-4f01-bfa5-7871a4727b67 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:43.927966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:43.990376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port c427cb76-8789-4f01-bfa5-7871a4727b67, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c427cb76-8789-4f01-bfa5-7871a4727b67,segment=NetworkSegment(ad603eb9-8a36-47da-b9c8-75725de2da62),segment_id=ad603eb9-8a36-47da-b9c8-75725de2da62)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:43.995969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.027552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for c427cb76-8789-4f01-bfa5-7871a4727b67 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:44.077751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] For port c427cb76-8789-4f01-bfa5-7871a4727b67, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c427cb76-8789-4f01-bfa5-7871a4727b67,segment=NetworkSegment(ad603eb9-8a36-47da-b9c8-75725de2da62),segment_id=ad603eb9-8a36-47da-b9c8-75725de2da62)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:44.078901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.106347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] Calling delete_port for c427cb76-8789-4f01-bfa5-7871a4727b67 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:44.132812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.151143 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:40Z', 'revision_number': 10, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:44.154389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port c427cb76-8789-4f01-bfa5-7871a4727b67 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:44.210744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=c427cb76-8789-4f01-bfa5-7871a4727b67,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:44.228294 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c95b6ad-f7c2-48a9-9a13-ebc32d632815 None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:40Z', 'revision_number': 10, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None, '_interfaces': [{'id': '02019681-a1f7-4349-9c8e-1318d36e1950', 'name': '', 'network_id': 'c587aa79-fa25-4b45-abf2-3ba75600b831', 'tenant_id': '52192935f02d4f828047dc992f403909', 'mac_address': 'fa:16:3e:b8:a6:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:25Z', 'updated_at': '2021-11-08T14:08:55Z', 'revision_number': 5, 'project_id': '52192935f02d4f828047dc992f403909', 'subnets': [{'id': '8aac4f93-5023-43c4-a693-334d759e5f17', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:44.292453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.315787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] No DVR routers for this DVR port c427cb76-8789-4f01-bfa5-7871a4727b67 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:44.350286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f232ec0-3409-40c1-b053-4990adaddf34 None None] Pushing event deleted for resources: {'Port': ['ID=c427cb76-8789-4f01-bfa5-7871a4727b67,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:44.371411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.417653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.476739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb871980-6710-44de-96b3-a68bdcfdf763']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:44.480779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:44.498500 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-99238e44-eece-4245-8d2f-9bd0d08e0235 admin admin] 10.222.0.65 "PUT /v2.0/routers/7f6c7ad9-f4e0-4776-b30e-57afb903ca6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7283268 Nov 08 14:09:44.503230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:44.507403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] Sync routers for ids ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:44.523973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad603eb9-8a36-47da-b9c8-75725de2da62') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:44.524537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad603eb9-8a36-47da-b9c8-75725de2da62') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:44.526821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] Routers {'7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:44.527646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:44.546083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.573097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.586026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:44.589554 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:44.597347 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:44.608761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Checking segment: {'id': 'fa277750-9d1a-4fe5-92a3-bcc277f8cbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:09:44.609174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Network hostable DHCP agents. Network: ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:09:44.613424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca35c5b4-ac37-4bbc-9043-9a905c473e02,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:44.689001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Network ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:09:44.711044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:44.721162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:44.724527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.747663 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.755970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.760822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d44d8-6dd8-4596-92ec-4712cd051d7a None None] Network ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:44.765915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/fb871980-6710-44de-96b3-a68bdcfdf763 HTTP/1.1" status: 204 len: 168 time: 1.3487310 Nov 08 14:09:44.766610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52768) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:44.769458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7228547d-b316-40fe-8ebd-ab4ccba563a3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9582357 Nov 08 14:09:44.792169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:44.817981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2720d83-36cb-43a7-936a-c04ed27b1e44 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=fb871980-6710-44de-96b3-a68bdcfdf763,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:45.102708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52778) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:45.105238 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.118963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c427cb76-8789-4f01-bfa5-7871a4727b67 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:45.173982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c427cb76-8789-4f01-bfa5-7871a4727b67 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:45.174482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c427cb76-8789-4f01-bfa5-7871a4727b67 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:45.174994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f745414f-1917-4b33-8577-eecded2dca7f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:45.204410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff3b288-aaaa-4266-813c-a0cb163e5fb8 None None] Network ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:45.287796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] Deleting subnet af1e0ed2-651c-446d-8f2e-81b5c69760b0 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:45.291125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] Set router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:45.294083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f745414f-1917-4b33-8577-eecded2dca7f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:45.294284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.294860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f745414f-1917-4b33-8577-eecded2dca7f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:45.366869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.443665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.525149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.560262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af1e0ed2-651c-446d-8f2e-81b5c69760b0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:45.575352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.584173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cf41b98a-c7ba-472b-bc3e-27d7ad27586b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/af1e0ed2-651c-446d-8f2e-81b5c69760b0 HTTP/1.1" status: 204 len: 168 time: 0.4624155 Nov 08 14:09:45.585068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52786) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:45.633463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Deleting port 2f573274-69ad-4948-a194-6c5400c3cbe3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:45.634048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.655621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.693114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:09:41Z', 'revision_number': 5, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port': {'id': '2f573274-69ad-4948-a194-6c5400c3cbe3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:03:42Z', 'updated_at': '2021-11-08T14:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:45.733322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] Checking router: 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:45.744606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] Routers {'7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:45.745410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:45.763110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.891997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] For port 2f573274-69ad-4948-a194-6c5400c3cbe3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2f573274-69ad-4948-a194-6c5400c3cbe3,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:45.892445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:45.929301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Calling delete_port for 2f573274-69ad-4948-a194-6c5400c3cbe3 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:46.026142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.093929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] Set router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:46.108193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44acd1b0-6cd9-46e3-80a9-6821973f8700']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:46.132257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e1c909b-c83f-44e5-b441-ba38e0df099c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:46.132567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e1c909b-c83f-44e5-b441-ba38e0df099c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:46.160136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.165687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port 02019681-a1f7-4349-9c8e-1318d36e1950 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:46.166494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.220909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:09:45Z', 'revision_number': 6, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:46.227545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.242340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:46.242901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:46.244834 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:46.281039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7aa13-06a7-4a06-89bb-7ff904b0797c None None] The sync data for ids ['7f6c7ad9-f4e0-4776-b30e-57afb903ca6f'] in n-d-804292-2 is: [{'id': '7f6c7ad9-f4e0-4776-b30e-57afb903ca6f', 'name': 'tempest-TestServerBasicOps-473573529-router', 'tenant_id': '8f1ddd696c3a4f2686d33829ed126adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:03:38Z', 'updated_at': '2021-11-08T14:09:45Z', 'revision_number': 6, 'project_id': '8f1ddd696c3a4f2686d33829ed126adb', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:46.382384 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port 02019681-a1f7-4349-9c8e-1318d36e1950, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=02019681-a1f7-4349-9c8e-1318d36e1950,segment=NetworkSegment(fc116de5-8204-41ba-9de5-c231515520f6),segment_id=fc116de5-8204-41ba-9de5-c231515520f6)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:46.383153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.402466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for 02019681-a1f7-4349-9c8e-1318d36e1950 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:46.439679 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.451342 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.457765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] 10.222.0.65 "DELETE /v2.0/networks/44acd1b0-6cd9-46e3-80a9-6821973f8700 HTTP/1.1" status: 204 len: 168 time: 0.8644795 Nov 08 14:09:46.460141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52802) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:46.511667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe096-a88b-4622-bdcd-e0427fbdbb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=44acd1b0-6cd9-46e3-80a9-6821973f8700,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:46.620501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] Deleting subnet ca35c5b4-ac37-4bbc-9043-9a905c473e02 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:46.627567 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.719610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.764312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.764787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=02019681-a1f7-4349-9c8e-1318d36e1950,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:46.885150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.914511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:46.934216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.015072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Pushing event deleted for resources: {'Port': ['ID=2f573274-69ad-4948-a194-6c5400c3cbe3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:47.090706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.220115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca35c5b4-ac37-4bbc-9043-9a905c473e02,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:47.259245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:47.367032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.391227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2f573274-69ad-4948-a194-6c5400c3cbe3 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:47.421460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:47.436049 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:47.444298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63c2e15b-3f6f-40ef-a207-05d646c09560 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6362972 Nov 08 14:09:47.445005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52810) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:47.451857 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:47.452189 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:47.468474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 2f573274-69ad-4948-a194-6c5400c3cbe3 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:47.469234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2f573274-69ad-4948-a194-6c5400c3cbe3 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:47.476605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca7f3a17-cd99-469b-b2de-2adb24108a4e no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:47.519074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.525169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ca7f3a17-cd99-469b-b2de-2adb24108a4e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:47.531305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fa599b40-af1c-4681-8616-e7d25d5d6ea3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ca35c5b4-ac37-4bbc-9043-9a905c473e02 HTTP/1.1" status: 204 len: 168 time: 1.0701926 Nov 08 14:09:47.532008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ca7f3a17-cd99-469b-b2de-2adb24108a4e not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:47.532873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52814) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:47.582281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting subnet 8aac4f93-5023-43c4-a693-334d759e5f17 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:47.592498 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.659482 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:47.702443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.776724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.779705 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.810271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:46Z', 'revision_number': 11, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:47.832396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.833472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6c7ad9-f4e0-4776-b30e-57afb903ca6f {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:09:47.839264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.840701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b243e5a2-0d96-4f6e-a30b-5cf9204ba97d admin admin] 10.222.0.65 "DELETE /v2.0/routers/7f6c7ad9-f4e0-4776-b30e-57afb903ca6f HTTP/1.1" status: 204 len: 168 time: 3.3361280 Nov 08 14:09:47.845194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52818) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:47.890671 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:47.896275 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:47.916536 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:47.918621 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:47.938711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.059579 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:48.095694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] Deleting subnet 0581de4e-d854-4934-ab98-cd592f8316c7 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:09:48.112747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.121064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.126191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.169890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.176842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/8aac4f93-5023-43c4-a693-334d759e5f17 HTTP/1.1" status: 204 len: 168 time: 0.7254317 Nov 08 14:09:48.177646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd15ec-ce1b-4ec4-8b15-a7d49ccd9626 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Subnet': ['ID=8aac4f93-5023-43c4-a693-334d759e5f17,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:48.178179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a717d1e-f8d3-44a9-9362-550aec61c84a None None] Network c587aa79-fa25-4b45-abf2-3ba75600b831 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:48.178493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52824) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:48.204171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:48.218164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.223413 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:46Z', 'revision_number': 11, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:48.268596 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cad340b-a6e9-483b-8f0d-baf2f3259e2b None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:46Z', 'revision_number': 11, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:48.268790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa277750-9d1a-4fe5-92a3-bcc277f8cbf8') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:48.268790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa277750-9d1a-4fe5-92a3-bcc277f8cbf8') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:48.285010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.345253 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.365751 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:48.366281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:48.369229 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:48.428273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.500028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.524052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.527572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.533298 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] 10.222.0.65 "DELETE /v2.0/networks/ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4 HTTP/1.1" status: 204 len: 168 time: 0.9388142 Nov 08 14:09:48.558310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe7b2a-9797-41d8-b579-16dd22c165ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8ef8ec-7506-40d5-9ff0-3be393a0dbf4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:48.666802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] DHCP port deletion for c587aa79-fa25-4b45-abf2-3ba75600b831 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:09:48.683800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Deleting port d7f9110d-bd16-4c51-aeb5-9df52de9365b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:48.684426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.733602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.760370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] Deleting port d7f9110d-bd16-4c51-aeb5-9df52de9365b {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:48.761113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.822288 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:48.831433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0581de4e-d854-4934-ab98-cd592f8316c7 HTTP/1.1" status: 204 len: 168 time: 0.9841139 Nov 08 14:09:48.834611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52836) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:48.867528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52838) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:48.912470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe1e98-4083-4be7-91b6-fd1cba3f8228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0581de4e-d854-4934-ab98-cd592f8316c7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:48.937836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777de1a6-1149-4117-876e-3f249d713b26 None None] Network b9f27ea5-4670-42fd-884f-c0f78f466390 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:09:48.968071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] For port d7f9110d-bd16-4c51-aeb5-9df52de9365b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d7f9110d-bd16-4c51-aeb5-9df52de9365b,segment=NetworkSegment(fc116de5-8204-41ba-9de5-c231515520f6),segment_id=fc116de5-8204-41ba-9de5-c231515520f6)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:48.970667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.008848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Calling delete_port for d7f9110d-bd16-4c51-aeb5-9df52de9365b owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:49.009053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3a4d9725-1faf-4df4-87f5-2541940eedf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=523519ae970444fa8d43da227e3fefec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305773 Nov 08 14:09:49.010544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 52840) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:49.033091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] For port d7f9110d-bd16-4c51-aeb5-9df52de9365b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d7f9110d-bd16-4c51-aeb5-9df52de9365b,segment=NetworkSegment(fc116de5-8204-41ba-9de5-c231515520f6),segment_id=fc116de5-8204-41ba-9de5-c231515520f6)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:49.033460 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.043550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.137992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Deleting port 5db7f67a-995c-45db-a7bc-abf433efa26c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:09:49.138502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.147572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d7f9110d-bd16-4c51-aeb5-9df52de9365b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:49.162526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] Calling delete_port for d7f9110d-bd16-4c51-aeb5-9df52de9365b owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:49.253495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] For port 5db7f67a-995c-45db-a7bc-abf433efa26c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5db7f67a-995c-45db-a7bc-abf433efa26c,segment=NetworkSegment(8a531b5d-ab55-4b0c-9852-36915931dd4a),segment_id=8a531b5d-ab55-4b0c-9852-36915931dd4a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:09:49.253865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.267636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.277170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Calling delete_port for 5db7f67a-995c-45db-a7bc-abf433efa26c owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:09:49.369148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No DVR routers for this DVR port d7f9110d-bd16-4c51-aeb5-9df52de9365b on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:49.418939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.443223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Port': ['ID=d7f9110d-bd16-4c51-aeb5-9df52de9365b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:49.475759 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db7f67a-995c-45db-a7bc-abf433efa26c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:49.480982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No active binding found for port d7f9110d-bd16-4c51-aeb5-9df52de9365b {{(pid=101842) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 08 14:09:49.482291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d7f9110d-bd16-4c51-aeb5-9df52de9365b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:49.482982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 02019681-a1f7-4349-9c8e-1318d36e1950 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:49.488704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] No DVR routers for this DVR port 5db7f67a-995c-45db-a7bc-abf433efa26c on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:49.547997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 02019681-a1f7-4349-9c8e-1318d36e1950 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:49.548395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 02019681-a1f7-4349-9c8e-1318d36e1950 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:49.579397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc7d35a3-b215-404a-8237-3bca640a49af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.606685 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.708997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.714033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fbee2-b5cd-4783-ac0a-1768659792fc None None] DHCP port deletion for b9f27ea5-4670-42fd-884f-c0f78f466390 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:09:49.715068 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.728910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] Pushing event deleted for resources: {'Port': ['ID=d7f9110d-bd16-4c51-aeb5-9df52de9365b,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:49.740958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b511b-173d-4afd-bc8f-a5a677f1ecd4 None None] No DVR routers for this DVR port d7f9110d-bd16-4c51-aeb5-9df52de9365b on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:09:49.772332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc7d35a3-b215-404a-8237-3bca640a49af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.775023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f27ea5-4670-42fd-884f-c0f78f466390']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:49.790032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c587aa79-fa25-4b45-abf2-3ba75600b831']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:49.806319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc116de5-8204-41ba-9de5-c231515520f6') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:49.806664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc116de5-8204-41ba-9de5-c231515520f6') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:49.827105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a531b5d-ab55-4b0c-9852-36915931dd4a') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:49.827408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a531b5d-ab55-4b0c-9852-36915931dd4a') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:49.830346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.839817 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.857232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.866508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.885085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:49.885407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:49.887410 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:49.898355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:09:49.898669 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:09:49.954539 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:09:49.995659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc7d35a3-b215-404a-8237-3bca640a49af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.001089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc7d35a3-b215-404a-8237-3bca640a49af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.009043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc7d35a3-b215-404a-8237-3bca640a49af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/098837b6-1d8e-496d-9f8f-d84020089fda HTTP/1.1" status: 204 len: 168 time: 0.9974053 Nov 08 14:09:50.013849 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.027555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d35a3-b215-404a-8237-3bca640a49af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098837b6-1d8e-496d-9f8f-d84020089fda,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:50.051714 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.070092 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.073917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b9f27ea5-4670-42fd-884f-c0f78f466390 HTTP/1.1" status: 204 len: 168 time: 1.2381246 Nov 08 14:09:50.078555 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.079452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76e3e7-1d9f-4f0e-ae0b-46bcbc3fb2c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f27ea5-4670-42fd-884f-c0f78f466390,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:50.096061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 52928) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:50.097841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/networks/c587aa79-fa25-4b45-abf2-3ba75600b831 HTTP/1.1" status: 204 len: 168 time: 1.9143276 Nov 08 14:09:50.108425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'routes': None}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:50.139365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befab9be-029e-4ef8-88ef-606033233616 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Pushing event deleted for resources: {'Network': ['ID=c587aa79-fa25-4b45-abf2-3ba75600b831,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:50.398236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.extraroute_db [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Added routes are [] {{(pid=101841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 08 14:09:50.398666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.extraroute_db [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Removed routes are [] {{(pid=101841) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 08 14:09:50.399138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.842287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53006) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:50.868733 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.880801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:50.899787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53010) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:50.966657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3ad9811f-038a-4de5-b861-faa83a898488 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7671aae9b36744a0bb138a35b7e27895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1182659 Nov 08 14:09:50.967953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53020) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:51.041374 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-73954782-d2a8-4064-8835-f96d0faa4d0c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96fb62c90a99406db54773613dab4ae1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399684 Nov 08 14:09:51.045721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53028) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:51.093967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 412c6b83-2eb0-4901-91d6-166654e8e7e3 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:09:51.119668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5db7f67a-995c-45db-a7bc-abf433efa26c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:09:51.128964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f72ef594-ad08-4ad7-a014-b98dc26ecd5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.160285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5db7f67a-995c-45db-a7bc-abf433efa26c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:09:51.167116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac91a467-5141-4364-a6cc-757225209552 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.175246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5db7f67a-995c-45db-a7bc-abf433efa26c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:09:51.188490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f72ef594-ad08-4ad7-a014-b98dc26ecd5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.247661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:51.258430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.263595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-00d3293a-607c-439a-aa11-6a15bdd3d07b tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 200 len: 704 time: 1.1625659 Nov 08 14:09:51.264700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] Sync routers for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:51.266084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac91a467-5141-4364-a6cc-757225209552 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.271294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53052) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:51.293675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:51.294956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:51.384049 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f6f48b44-eb04-46a1-b536-2b851823cf08 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 200 len: 205 time: 0.0867581 Nov 08 14:09:51.384264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:51.462995 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f72ef594-ad08-4ad7-a014-b98dc26ecd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.467554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f72ef594-ad08-4ad7-a014-b98dc26ecd5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.471458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f72ef594-ad08-4ad7-a014-b98dc26ecd5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e678b226-e236-49ef-a9fe-ddea9fd11c1c HTTP/1.1" status: 204 len: 168 time: 0.5000675 Nov 08 14:09:51.475662 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac91a467-5141-4364-a6cc-757225209552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.479765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ac91a467-5141-4364-a6cc-757225209552 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.481238 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ac91a467-5141-4364-a6cc-757225209552 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c6ccd7e-3016-4aaf-818b-c9b3ab596557 HTTP/1.1" status: 204 len: 168 time: 0.4343767 Nov 08 14:09:51.489311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ef594-ad08-4ad7-a014-b98dc26ecd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e678b226-e236-49ef-a9fe-ddea9fd11c1c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:51.502593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91a467-5141-4364-a6cc-757225209552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6ccd7e-3016-4aaf-818b-c9b3ab596557,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:51.550052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f90651f2-579a-409f-9bee-fb96784ec799 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.686015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:51.831499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:46Z', 'revision_number': 11, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:51.877953 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f90651f2-579a-409f-9bee-fb96784ec799 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.881949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f90651f2-579a-409f-9bee-fb96784ec799 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.914178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] Checking router: 412c6b83-2eb0-4901-91d6-166654e8e7e3 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:51.936664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] Routers {'412c6b83-2eb0-4901-91d6-166654e8e7e3'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:51.938022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['412c6b83-2eb0-4901-91d6-166654e8e7e3'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:51.969939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f90651f2-579a-409f-9bee-fb96784ec799 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.970855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90651f2-579a-409f-9bee-fb96784ec799 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Fanout notify agent at l3_agent the message router_deleted on router 412c6b83-2eb0-4901-91d6-166654e8e7e3 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:09:51.982660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f90651f2-579a-409f-9bee-fb96784ec799 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:51.983886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f90651f2-579a-409f-9bee-fb96784ec799 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 204 len: 168 time: 0.6054564 Nov 08 14:09:51.988954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53130) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:52.002040 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-49d9ecc8-ce70-4073-8a3c-8e41cbb137a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-393851222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:52.056752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49d9ecc8-ce70-4073-8a3c-8e41cbb137a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.057980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49d9ecc8-ce70-4073-8a3c-8e41cbb137a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.096772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] Set router 412c6b83-2eb0-4901-91d6-166654e8e7e3 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:52.240873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:46Z', 'revision_number': 11, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:52.352843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc93e0d-c1e5-4001-9491-450515c4a885 None None] The sync data for ids ['412c6b83-2eb0-4901-91d6-166654e8e7e3'] in n-d-804292-2 is: [{'id': '412c6b83-2eb0-4901-91d6-166654e8e7e3', 'name': 'tempest-RoutersIpV6Test-router-546170249', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:21Z', 'updated_at': '2021-11-08T14:09:46Z', 'revision_number': 11, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:52.541499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53190) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:52.653375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8dd83eb6-c5dd-490b-9388-36e6d20cf6de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f1ddd696c3a4f2686d33829ed126adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1081119 Nov 08 14:09:52.654028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53202) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:52.680276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49d9ecc8-ce70-4073-8a3c-8e41cbb137a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.688842 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49d9ecc8-ce70-4073-8a3c-8e41cbb137a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.713373 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49d9ecc8-ce70-4073-8a3c-8e41cbb137a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.714980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-49d9ecc8-ce70-4073-8a3c-8e41cbb137a6 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7242665 Nov 08 14:09:52.717984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53212) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:52.730666 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1138700a-f547-41f2-a2ad-f5ffafc145a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:52.762831 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76e13a6d-ae6a-4577-ab45-c33246997c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.824413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76e13a6d-ae6a-4577-ab45-c33246997c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.967955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76e13a6d-ae6a-4577-ab45-c33246997c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:52.975077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76e13a6d-ae6a-4577-ab45-c33246997c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:53.000877 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-76e13a6d-ae6a-4577-ab45-c33246997c11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ee6063c-8fb3-4df9-82c0-c0304e5446d6 HTTP/1.1" status: 204 len: 168 time: 0.3457198 Nov 08 14:09:53.022886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e13a6d-ae6a-4577-ab45-c33246997c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee6063c-8fb3-4df9-82c0-c0304e5446d6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:53.236454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1138700a-f547-41f2-a2ad-f5ffafc145a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-986132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987777', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3664'] for router, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:53.259022 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:53.259688 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1138700a-f547-41f2-a2ad-f5ffafc145a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-986141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-986342', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987786'] for router, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:53.448481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1138700a-f547-41f2-a2ad-f5ffafc145a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Router 58286d07-4948-4da1-995c-7fd34f5de812 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:09:53.769231 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:53.792091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1138700a-f547-41f2-a2ad-f5ffafc145a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:09:53.801172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1138700a-f547-41f2-a2ad-f5ffafc145a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:53.803231 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] Sync routers for ids ['58286d07-4948-4da1-995c-7fd34f5de812'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:09:53.804507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1138700a-f547-41f2-a2ad-f5ffafc145a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "PUT /v2.0/routers/58286d07-4948-4da1-995c-7fd34f5de812 HTTP/1.1" status: 200 len: 697 time: 1.0837374 Nov 08 14:09:53.807208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53316) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:53.823141 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] Routers {'58286d07-4948-4da1-995c-7fd34f5de812'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:53.824057 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['58286d07-4948-4da1-995c-7fd34f5de812'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:53.908430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-048de1ef-d949-4079-8f0c-a7397be527e9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/routers/58286d07-4948-4da1-995c-7fd34f5de812 HTTP/1.1" status: 200 len: 703 time: 0.0997589 Nov 08 14:09:53.911395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53332) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:53.974155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-256ab745-4b4f-4729-91be-4ba22f12d721 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=58286d07-4948-4da1-995c-7fd34f5de812 HTTP/1.1" status: 200 len: 205 time: 0.0608122 Nov 08 14:09:53.976058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53342) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:54.072754 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] Set router 58286d07-4948-4da1-995c-7fd34f5de812 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:54.271421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8554d30-34aa-4dc0-ab43-659249b28b99 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:54.345455 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58286d07-4948-4da1-995c-7fd34f5de812', 'name': 'tempest-RoutersIpV6Test-router-393851222', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:09:52Z', 'updated_at': '2021-11-08T14:09:53Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:54.425328 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] Checking router: 58286d07-4948-4da1-995c-7fd34f5de812 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:09:54.442962 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] Routers {'58286d07-4948-4da1-995c-7fd34f5de812'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:09:54.444423 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:09:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['58286d07-4948-4da1-995c-7fd34f5de812'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:54.626026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8554d30-34aa-4dc0-ab43-659249b28b99 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:54.629258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8554d30-34aa-4dc0-ab43-659249b28b99 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:54.698426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8554d30-34aa-4dc0-ab43-659249b28b99 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:54.699529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8554d30-34aa-4dc0-ab43-659249b28b99 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Fanout notify agent at l3_agent the message router_deleted on router 58286d07-4948-4da1-995c-7fd34f5de812 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:09:54.724742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8554d30-34aa-4dc0-ab43-659249b28b99 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:54.730478 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] Set router 58286d07-4948-4da1-995c-7fd34f5de812 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:09:54.732145 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d8554d30-34aa-4dc0-ab43-659249b28b99 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/58286d07-4948-4da1-995c-7fd34f5de812 HTTP/1.1" status: 204 len: 168 time: 0.7483304 Nov 08 14:09:54.732767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53394) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:54.832395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bdb035c6-2347-4a59-ba16-d29791017f7e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=58286d07-4948-4da1-995c-7fd34f5de812 HTTP/1.1" status: 200 len: 205 time: 0.0950911 Nov 08 14:09:54.833380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53402) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:54.917672 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-2119b909-9d90-4c80-be32-1eba92f56236 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] delete failed (client error): The resource could not be found. Nov 08 14:09:54.921472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53410) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:54.930690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2119b909-9d90-4c80-be32-1eba92f56236 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/58286d07-4948-4da1-995c-7fd34f5de812 HTTP/1.1" status: 404 len: 336 time: 0.0974896 Nov 08 14:09:54.940808 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58286d07-4948-4da1-995c-7fd34f5de812', 'name': 'tempest-RoutersIpV6Test-router-393851222', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:09:52Z', 'updated_at': '2021-11-08T14:09:53Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:09:55.026744 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-a527b068-5978-48c8-807c-c68ec019e2f8 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:55.027950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a527b068-5978-48c8-807c-c68ec019e2f8 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:55.029902 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31159ede-5fe2-4fc1-ac14-b07810e7a2b2 None None] The sync data for ids ['58286d07-4948-4da1-995c-7fd34f5de812'] in n-d-804292-2 is: [{'id': '58286d07-4948-4da1-995c-7fd34f5de812', 'name': 'tempest-RoutersIpV6Test-router-393851222', 'tenant_id': '52192935f02d4f828047dc992f403909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:09:52Z', 'updated_at': '2021-11-08T14:09:53Z', 'revision_number': 2, 'project_id': '52192935f02d4f828047dc992f403909', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:09:55.035080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a527b068-5978-48c8-807c-c68ec019e2f8 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/12676911-0fe8-44ac-9507-a2b65a9edcba HTTP/1.1" status: 404 len: 337 time: 0.1119282 Nov 08 14:09:55.038062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53416) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.096941 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89d65ff-4ba5-432f-88a0-371a13fc5ad4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:55.097674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89d65ff-4ba5-432f-88a0-371a13fc5ad4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:55.101532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c89d65ff-4ba5-432f-88a0-371a13fc5ad4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/4339a794-b187-46c6-b556-332f3a59fb8e HTTP/1.1" status: 404 len: 337 time: 0.0622678 Nov 08 14:09:55.103941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53426) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.163705 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c53985-c255-4628-9b89-79f07e27c6a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:55.166084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c53985-c255-4628-9b89-79f07e27c6a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:55.169544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-66c53985-c255-4628-9b89-79f07e27c6a4 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/d824623c-c835-43dc-b84b-f375d9be7402 HTTP/1.1" status: 404 len: 337 time: 0.0643740 Nov 08 14:09:55.172495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53428) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.226232 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61b3585-3fdc-4d0e-bfbd-cba63077d5b1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:55.226697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b61b3585-3fdc-4d0e-bfbd-cba63077d5b1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:55.246648 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b61b3585-3fdc-4d0e-bfbd-cba63077d5b1 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/8aac4f93-5023-43c4-a693-334d759e5f17 HTTP/1.1" status: 404 len: 337 time: 0.0730622 Nov 08 14:09:55.247522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53430) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.306178 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f98bd0e8-1e2c-4848-862c-13b6912774be tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 200 len: 205 time: 0.0515730 Nov 08 14:09:55.306731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53436) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.478002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-c8a0a9a1-c391-4268-b37b-c0c9f372444b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:55.486128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-c8a0a9a1-c391-4268-b37b-c0c9f372444b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/networks?id=2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 200 len: 814 time: 0.3378382 Nov 08 14:09:55.642001 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-c05bfd21-952a-4921-8326-f7ad21505b22 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] delete failed (client error): The resource could not be found. Nov 08 14:09:55.646248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c05bfd21-952a-4921-8326-f7ad21505b22 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/412c6b83-2eb0-4901-91d6-166654e8e7e3 HTTP/1.1" status: 404 len: 336 time: 0.3355069 Nov 08 14:09:55.646651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53440) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.712735 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-870013bb-fbee-4327-8abc-b687940d5611 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/quotas/5889f4e3c2a24354ae5ed9190d6e37ce HTTP/1.1" status: 200 len: 375 time: 0.1206210 Nov 08 14:09:55.776254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af6c3420-56df-48c8-9cd4-90149cfac810 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9bb9dd7-5e8d-4004-bbf3-d72762402640 HTTP/1.1" status: 200 len: 205 time: 0.1278937 Nov 08 14:09:55.778796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53446) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.849324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-86c6f781-2714-4299-b2b3-42405f39327e tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999551 Nov 08 14:09:55.898411 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-c085080c-be87-4221-a594-2422bf3b384f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] delete failed (client error): The resource could not be found. Nov 08 14:09:55.902348 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c085080c-be87-4221-a594-2422bf3b384f tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/f9bb9dd7-5e8d-4004-bbf3-d72762402640 HTTP/1.1" status: 404 len: 336 time: 0.1221247 Nov 08 14:09:55.903091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53450) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:55.943181 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e263672-08e6-4720-a620-76578f62499e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:55.943872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e263672-08e6-4720-a620-76578f62499e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:55.951668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e263672-08e6-4720-a620-76578f62499e tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/4a68ff6f-730f-4fbd-abbb-3785efd49d25 HTTP/1.1" status: 404 len: 337 time: 0.0475755 Nov 08 14:09:55.952304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53452) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.001269 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ee00852f-aeeb-4cf4-9024-507516aeefa9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=47521ffd-b3b8-405c-a905-03a5f53bf949 HTTP/1.1" status: 200 len: 205 time: 0.0477772 Nov 08 14:09:56.001824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53454) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.105397 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-71c0ee9e-e6d0-464e-b1c6-a1a658970534 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] delete failed (client error): The resource could not be found. Nov 08 14:09:56.110200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-71c0ee9e-e6d0-464e-b1c6-a1a658970534 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/47521ffd-b3b8-405c-a905-03a5f53bf949 HTTP/1.1" status: 404 len: 336 time: 0.1074073 Nov 08 14:09:56.111119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53460) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.187093 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-edcc3f4c-ce6d-456e-92bb-9fb0f1810485 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a0f72a6-f1ec-45fd-845a-fb0b856cebe5 HTTP/1.1" status: 200 len: 205 time: 0.0745420 Nov 08 14:09:56.189026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53462) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.231914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-c0256ecc-47c9-4ef0-a778-13f060203f23 service neutron] 10.222.0.65 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812759 Nov 08 14:09:56.298956 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-51f12540-eab0-4f12-96df-a63e76ae3a19 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] delete failed (client error): The resource could not be found. Nov 08 14:09:56.302723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53464) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.306457 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-51f12540-eab0-4f12-96df-a63e76ae3a19 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/9a0f72a6-f1ec-45fd-845a-fb0b856cebe5 HTTP/1.1" status: 404 len: 336 time: 0.1164212 Nov 08 14:09:56.365002 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47b903f-4113-468b-8b9f-42efdd951995 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:56.365464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47b903f-4113-468b-8b9f-42efdd951995 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:56.372319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53466) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.382659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c47b903f-4113-468b-8b9f-42efdd951995 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/e33c8a19-527b-42c3-9ba4-24b70de0336b HTTP/1.1" status: 404 len: 337 time: 0.0765178 Nov 08 14:09:56.433260 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-35cc2346-f44e-4a81-ad89-120f81ec32a0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=62bcd064-a84c-4b1f-a203-090f26302d7b HTTP/1.1" status: 200 len: 205 time: 0.0583479 Nov 08 14:09:56.434362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53468) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.463390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-7cb183e7-e965-4d8f-aebf-abc3276a4361 service neutron] 10.222.0.65 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305110 Nov 08 14:09:56.561077 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-bd280731-55d2-43c1-9960-91bb4b971745 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] delete failed (client error): The resource could not be found. Nov 08 14:09:56.568861 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd280731-55d2-43c1-9960-91bb4b971745 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/62bcd064-a84c-4b1f-a203-090f26302d7b HTTP/1.1" status: 404 len: 336 time: 0.1275129 Nov 08 14:09:56.571392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53472) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.643362 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00cf3ea-cfd0-4410-96fb-48d8d3fdafb7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:56.645122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00cf3ea-cfd0-4410-96fb-48d8d3fdafb7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:56.653943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c00cf3ea-cfd0-4410-96fb-48d8d3fdafb7 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/3e585449-674d-40b9-a669-11ff93a2896f HTTP/1.1" status: 404 len: 337 time: 0.0801265 Nov 08 14:09:56.656798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53474) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.719919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53480) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.720692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ed5e2f7-2725-4022-9967-0523712b8f89 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f174c36-49f3-47fb-bfc2-a397893b3bf3 HTTP/1.1" status: 200 len: 205 time: 0.0617399 Nov 08 14:09:56.800646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4dc1743d-065b-413a-abb4-71c279adc84b req-44eaa163-7500-4f30-9d97-1a80ae1fec23 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 210 time: 0.0563152 Nov 08 14:09:56.829707 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-5a0feba4-503d-4a04-894f-f62dfa6f31ed tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] delete failed (client error): The resource could not be found. Nov 08 14:09:56.834319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53484) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.846128 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5a0feba4-503d-4a04-894f-f62dfa6f31ed tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/routers/9f174c36-49f3-47fb-bfc2-a397893b3bf3 HTTP/1.1" status: 404 len: 336 time: 0.1249359 Nov 08 14:09:56.907075 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec86fd41-28f1-4cc8-9084-a88970479cb9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:56.907761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec86fd41-28f1-4cc8-9084-a88970479cb9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:56.912605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ec86fd41-28f1-4cc8-9084-a88970479cb9 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/b589c6fa-3750-45f7-b8a9-806ad51693bc HTTP/1.1" status: 404 len: 337 time: 0.0765095 Nov 08 14:09:56.914613 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53490) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:56.945960 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cf6fe54-e92f-4793-aee9-48cac7ce0ee0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] DELETE failed (client error): The resource could not be found. Nov 08 14:09:56.946811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cf6fe54-e92f-4793-aee9-48cac7ce0ee0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:09:56.950209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6cf6fe54-e92f-4793-aee9-48cac7ce0ee0 tempest-RoutersIpV6Test-1229197154 tempest-RoutersIpV6Test-1229197154-project] 10.222.0.65 "DELETE /v2.0/subnets/5e6895da-7867-419b-ae09-bbbc85f766b1 HTTP/1.1" status: 404 len: 337 time: 0.0337222 Nov 08 14:09:57.435559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53510) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:57.693037 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b74b2493-3a87-4c94-a918-597c959ed24f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52192935f02d4f828047dc992f403909&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2562273 Nov 08 14:09:57.695851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53516) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:57.763560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7d6a-ed90-4458-9f7b-a8c7334e2e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:57.790499 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7d6a-ed90-4458-9f7b-a8c7334e2e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:57.886563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7d6a-ed90-4458-9f7b-a8c7334e2e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:57.890629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7d6a-ed90-4458-9f7b-a8c7334e2e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:57.912920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ae6b7d6a-ed90-4458-9f7b-a8c7334e2e06 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/044799df-17a1-4c05-849f-97716c6e6f0e HTTP/1.1" status: 204 len: 168 time: 0.2138472 Nov 08 14:09:57.930652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b7d6a-ed90-4458-9f7b-a8c7334e2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044799df-17a1-4c05-849f-97716c6e6f0e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:57.938150 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-596e1ae0-78bb-407f-bb12-d7563671b29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:58.078864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d78fe46-2f41-42cd-860d-a8a711d80f41 req-1d94c293-1c7c-4293-9054-c303b7c30ba8 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 210 time: 0.0616596 Nov 08 14:09:58.514676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-8263479c-f9a0-4cd2-a242-58847b01a087 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:58.516938 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-8263479c-f9a0-4cd2-a242-58847b01a087 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "GET /v2.0/networks?id=2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 200 len: 814 time: 0.2880363 Nov 08 14:09:58.532564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Request body: {'port': {'device_id': '78006986-5f13-469a-a2d0-7ea120ab0205', 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537', 'admin_state_up': True, 'tenant_id': '5889f4e3c2a24354ae5ed9190d6e37ce'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:58.848940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Made reservation on behalf of 5889f4e3c2a24354ae5ed9190d6e37ce for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:58.853925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.102671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Allocated IP 172.20.0.7 (2034fc32-160a-44d6-91e5-be264cc5f537/d0d41887-5859-4b57-8fb9-aa4a08967728/4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:09:59.211171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53564) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:09:59.332128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19539d5d-48d1-40e6-87ee-0d00e813f3c7 req-abc587fd-e366-4f18-ad62-945452aa861c tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 210 time: 0.0536644 Nov 08 14:09:59.444905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1528369970'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:09:59.511640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Made reservation on behalf of 0ff0ad589aaa4f2b8b54b8d39e67117c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:09:59.527494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.551070 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.562413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.657936 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.752108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Pushing event updated for resources: {'Port': ['ID=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:59.754844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.764143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Network 2034fc32-160a-44d6-91e5-be264cc5f537 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:09:59.765255 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.766600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:09:59.770693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:09:59.838840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:09:59.851213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:09:59.852757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.857673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603d3aff-8205-452c-b8bb-8a1847e10688,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:09:59.877156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a977aefa-54e5-49f9-90a4-bef150406334 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3484926 Nov 08 14:09:59.893499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.894293 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Added segment 6bc2616f-44f7-4061-bc0e-14ccda6dad2a of type vlan for network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 Nov 08 14:09:59.952362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:09:59.982701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Request body: {'port': {'device_id': '78006986-5f13-469a-a2d0-7ea120ab0205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:00.002220 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.018233 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:00.019331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.094579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8826220 Nov 08 14:10:00.095266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53582) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:00.131242 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.167619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Request body: {'subnet': {'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:00.320263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c42fcf-d42a-4baf-bd41-a0f24f7360b9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event updated for resources: {'Network': ['ID=9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:00.335765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:10:00.396025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Made reservation on behalf of 0ff0ad589aaa4f2b8b54b8d39e67117c for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:00.402826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.648346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f751e-ede5-4c79-bd97-1b485f87ba98 req-90ea6c86-0b31-4e76-a4c9-acdf9f4e56ec tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:00.657060 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-874f751e-ede5-4c79-bd97-1b485f87ba98 req-90ea6c86-0b31-4e76-a4c9-acdf9f4e56ec tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 931 time: 0.1147909 Nov 08 14:10:00.729036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:10:00.738914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.756999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Transition to ACTIVE for port object 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:10:00.761343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.811282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-874f751e-ede5-4c79-bd97-1b485f87ba98 req-b9f635a0-e676-41b3-a809-0109b98a1c58 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209292 Nov 08 14:10:00.821048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Pushing event updated for resources: {'Port': ['ID=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:00.835509 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.910345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event updated for resources: {'Subnet': ['ID=032b5a86-8836-44b5-b513-09eb3e15e7eb,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:00.936659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Checking segment: {'id': '6bc2616f-44f7-4061-bc0e-14ccda6dad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:10:00.937090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Network hostable DHCP agents. Network: 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:10:00.958741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:10:00.971989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:00.974464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:00.975060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:00.990241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d11755-8906-4d20-9159-4d99ff087de5 None None] Network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:00.996471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6822b427-e38b-48af-a784-42cb918f213e tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8885896 Nov 08 14:10:00.998978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53596) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:01.005820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Request body: {'port': {'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1', 'name': 'tempest-TagsExtTest-1552085573'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:01.147129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Made reservation on behalf of 0ff0ad589aaa4f2b8b54b8d39e67117c for: {'port': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:10:01.151790 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.178614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] device_id is not set on port 2245d6e3-4388-48b5-bbd6-2b03ccc052b7 yet. {{(pid=101841) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 08 14:10:01.300767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Attempting to bind port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:10:01.301898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Attempting to bind port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:10:01.302414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Attempting to bind port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac on network 2034fc32-160a-44d6-91e5-be264cc5f537 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:01.308954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac on network 2034fc32-160a-44d6-91e5-be264cc5f537 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:10:01.309288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Attempting to bind port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac on network 2034fc32-160a-44d6-91e5-be264cc5f537 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:01.317777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:01.318039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1', 'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1', 'tenant_id': '0ff0ad589aaa4f2b8b54b8d39e67117c', 'fixed_ips': [{'subnet_id': '032b5a86-8836-44b5-b513-09eb3e15e7eb'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:10:01.318150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Checking segment: {'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:10:01.318511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Bound using segment: {'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:01.318947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Bound port: 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:10:01.319308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.319718 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.365864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Allocated IP 172.20.0.3 (9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1/032b5a86-8836-44b5-b513-09eb3e15e7eb/2245d6e3-4388-48b5-bbd6-2b03ccc052b7) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:01.439362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] For port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:01.449753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] For port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:01.459349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.544279 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d33c9c75-6605-497b-a444-0dde9f0239dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.578527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:01.584162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.585725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] 10.222.0.70 "PUT /v2.0/ports/4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac HTTP/1.1" status: 200 len: 1091 time: 1.7000766 Nov 08 14:10:01.586299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78006986-5f13-469a-a2d0-7ea120ab0205', 'tag': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:10:01.588761 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9531b16a-241d-4dd2-8845-4401f638eb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "78006986-5f13-469a-a2d0-7ea120ab0205", "tag": "4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:10:01.621849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a9c58-f1b3-4c96-81ba-d7798d233a8a service neutron] Pushing event updated for resources: {'Port': ['ID=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:01.682183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.736650 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:01.762162 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aaa2ba-ca50-4442-a620-2d5bdfd1c0a4 x-openstack-request-id: req-72aaa2ba-ca50-4442-a620-2d5bdfd1c0a4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:10:01.769279 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78006986-5f13-469a-a2d0-7ea120ab0205", "tag": "4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:10:01.769279 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72aaa2ba-ca50-4442-a620-2d5bdfd1c0a4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:10:01.769279 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78006986-5f13-469a-a2d0-7ea120ab0205', 'tag': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac', 'status': 'completed', 'code': 200} Nov 08 14:10:01.788526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-2196a396-2136-47a1-8edf-99318d8f4a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:01.795528 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-2196a396-2136-47a1-8edf-99318d8f4a90 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 1094 time: 0.1469121 Nov 08 14:10:01.866894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Allocated IP 172.20.0.2 (9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1/032b5a86-8836-44b5-b513-09eb3e15e7eb/191f462e-6f1e-412c-974c-97e4ca30de80) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:10:01.882649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:01.886769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:01.892797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:01.898285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event updated for resources: {'Port': ['ID=2245d6e3-4388-48b5-bbd6-2b03ccc052b7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:01.898753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-6caf02d5-5f5e-4d2f-9b11-538bdd96195b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac HTTP/1.1" status: 200 len: 217 time: 0.0911798 Nov 08 14:10:01.954006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-0d93456c-119c-4ca3-a415-834c994ba6cc service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2505293 Nov 08 14:10:01.985615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-d2d402a5-8a24-4d53-b202-f1511288f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:01.987710 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-d2d402a5-8a24-4d53-b202-f1511288f45f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d41887-5859-4b57-8fb9-aa4a08967728 HTTP/1.1" status: 200 len: 854 time: 0.0823350 Nov 08 14:10:02.027063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:02.028535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.043666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-5d4c3528-f687-4633-8215-0db529e8d2db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2034fc32-160a-44d6-91e5-be264cc5f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472403 Nov 08 14:10:02.100195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f0183d31-f280-4681-ba23-a06b0418c590 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0996323 Nov 08 14:10:02.102178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53622) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:02.109917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b03f842e-6450-45e1-9ec4-ec24c518b489 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-950064960', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:02.151151 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b03f842e-6450-45e1-9ec4-ec24c518b489 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.152716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b03f842e-6450-45e1-9ec4-ec24c518b489 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.195930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-cd4e38b7-b4bf-4c14-aea4-8e17dd34bd1f service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295097 Nov 08 14:10:02.200466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d240f212-fc83-4dec-8446-8611f42881c0 req-7dd6f6bd-f822-47ce-bc71-c44b80310183 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:02.208595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d240f212-fc83-4dec-8446-8611f42881c0 req-7dd6f6bd-f822-47ce-bc71-c44b80310183 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 943 time: 0.1627641 Nov 08 14:10:02.219602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-60305a2a-d603-4230-91c0-4b718394ced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:02.222002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-60305a2a-d603-4230-91c0-4b718394ced0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1096 time: 0.2123206 Nov 08 14:10:02.298388 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.309450 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.413791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:10:02.428484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:10:02.439620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:10:02.465267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Pushing event updated for resources: {'Port': ['ID=191f462e-6f1e-412c-974c-97e4ca30de80,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:02.466277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b03f842e-6450-45e1-9ec4-ec24c518b489 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.467703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feef0620-b93c-42ad-b16d-0a87e4653268 req-a41644f5-c71e-431e-b3af-7655e4406fd9 service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601004 Nov 08 14:10:02.469365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-40b5c048-9fc2-42e4-9ca4-b1ccd30fdecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:02.471779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-40b5c048-9fc2-42e4-9ca4-b1ccd30fdecf service neutron] 10.222.0.54 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 898 time: 0.2209103 Nov 08 14:10:02.483542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b03f842e-6450-45e1-9ec4-ec24c518b489 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.521436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d240f212-fc83-4dec-8446-8611f42881c0 req-07dd6e65-a123-4b29-8c97-af4c4f4b7e57 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924879 Nov 08 14:10:02.562934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b03f842e-6450-45e1-9ec4-ec24c518b489 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.564491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b03f842e-6450-45e1-9ec4-ec24c518b489 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4592075 Nov 08 14:10:02.570042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53642) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:02.574904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7e56bcb7-7cca-4714-bac6-410e3b413d48 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2120178212', 'prefixes': ['172.20.0.0/16']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:02.598731 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Attempting to bind port 191f462e-6f1e-412c-974c-97e4ca30de80 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:10:02.599466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Attempting to bind port 191f462e-6f1e-412c-974c-97e4ca30de80 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6bc2616f-44f7-4061-bc0e-14ccda6dad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:10:02.600348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Attempting to bind port 191f462e-6f1e-412c-974c-97e4ca30de80 on network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:02.617148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:02.623563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Checking segment: {'id': '6bc2616f-44f7-4061-bc0e-14ccda6dad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:10:02.624772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.626038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Bound using segment: {'id': '6bc2616f-44f7-4061-bc0e-14ccda6dad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:02.627127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Bound port: 191f462e-6f1e-412c-974c-97e4ca30de80, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc2616f-44f7-4061-bc0e-14ccda6dad2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:10:02.630916 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.805518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7e56bcb7-7cca-4714-bac6-410e3b413d48 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for subnetpool, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.809553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7e56bcb7-7cca-4714-bac6-410e3b413d48 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2382848 Nov 08 14:10:02.810795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] For port 191f462e-6f1e-412c-974c-97e4ca30de80, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:02.814515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:02.815283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] For port 191f462e-6f1e-412c-974c-97e4ca30de80, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=191f462e-6f1e-412c-974c-97e4ca30de80,segment=NetworkSegment(6bc2616f-44f7-4061-bc0e-14ccda6dad2a),segment_id=6bc2616f-44f7-4061-bc0e-14ccda6dad2a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:02.823373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:02.827840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-13aca6f2-322c-4648-82f2-d86ed7763bfc tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', 'tempest-TagsExtTest-Tag-1727990589') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:02.880571 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-8c5a2120-589e-4783-a2c3-15a6dd5a3b58 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 999 time: 0.4000645 Nov 08 14:10:02.889354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-36ea8ec8-9a00-46b3-b6c0-3459b43f39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:02.892582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-36ea8ec8-9a00-46b3-b6c0-3459b43f39e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 1094 time: 0.2217481 Nov 08 14:10:02.986452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d00a3f-3adf-4664-a59a-39728e13610d None None] Pushing event updated for resources: {'Port': ['ID=191f462e-6f1e-412c-974c-97e4ca30de80,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:03.003498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-ca1cd265-51dd-40ad-aa28-23b36e543872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:03.008979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-ca1cd265-51dd-40ad-aa28-23b36e543872 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.1129708 Nov 08 14:10:03.099326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-13aca6f2-322c-4648-82f2-d86ed7763bfc tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags/tempest-TagsExtTest-Tag-1727990589 HTTP/1.1" status: 201 len: 201 time: 0.2834921 Nov 08 14:10:03.101737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53664) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:03.106657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-416337c6-83a3-41d3-a3f9-a65c946bc9f4 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', 'tempest-TagsExtTest-Tag-1227338439') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:03.107009 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:03.265734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-416337c6-83a3-41d3-a3f9-a65c946bc9f4 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags/tempest-TagsExtTest-Tag-1227338439 HTTP/1.1" status: 201 len: 201 time: 0.1623836 Nov 08 14:10:03.266333 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53668) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:03.278820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-57112595-31d1-4b3c-a7a2-5af19e02d318 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', 'tempest-TagsExtTest-Tag-260387158') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:03.347532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-34970674-8112-4723-b612-981e492df796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:03.349667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-34970674-8112-4723-b612-981e492df796 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 200 len: 915 time: 0.3384516 Nov 08 14:10:03.410221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-75f80f67-c6b1-4aae-a67e-8750b2de82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:03.412412 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-75f80f67-c6b1-4aae-a67e-8750b2de82a3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3867073 Nov 08 14:10:03.414671 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-8e9e4960-7ab6-43d4-b28f-c459c4624a44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac HTTP/1.1" status: 200 len: 217 time: 0.0556738 Nov 08 14:10:03.532917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-57112595-31d1-4b3c-a7a2-5af19e02d318 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags/tempest-TagsExtTest-Tag-260387158 HTTP/1.1" status: 201 len: 201 time: 0.2650628 Nov 08 14:10:03.535576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53678) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:03.551428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-5e4a796d-ad11-4dba-a3a8-442697aca71d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', 'tempest-TagsExtTest-Tag-1849422922') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:03.652730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-fac4760e-f3bf-4992-847d-335e7d1cf081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:03.654227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-fac4760e-f3bf-4992-847d-335e7d1cf081 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d41887-5859-4b57-8fb9-aa4a08967728 HTTP/1.1" status: 200 len: 854 time: 0.2256441 Nov 08 14:10:03.713731 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5e4a796d-ad11-4dba-a3a8-442697aca71d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags/tempest-TagsExtTest-Tag-1849422922 HTTP/1.1" status: 201 len: 201 time: 0.1766107 Nov 08 14:10:03.718293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53682) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:03.726863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-37686801-7782-47ec-b88c-afae99e2316b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:03.746659 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-106542fe-1969-4500-90aa-b1a005a84188 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2034fc32-160a-44d6-91e5-be264cc5f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689924 Nov 08 14:10:03.792936 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e4b7-1058-469c-9253-3c391f897fda req-ce7b3785-aa82-42e0-a2ca-423d614c5c93 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:03.795308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ca5e4b7-1058-469c-9253-3c391f897fda req-ce7b3785-aa82-42e0-a2ca-423d614c5c93 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 943 time: 0.1690207 Nov 08 14:10:03.840972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-e61982ed-e42c-4d1a-965d-e7914225d095 service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203198 Nov 08 14:10:03.961112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-37686801-7782-47ec-b88c-afae99e2316b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags HTTP/1.1" status: 200 len: 241 time: 0.2414401 Nov 08 14:10:03.965187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ca5e4b7-1058-469c-9253-3c391f897fda req-090314ff-800e-43ab-9a88-34f13d17c216 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618071 Nov 08 14:10:03.965658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53692) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:03.969902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-41937cba-bd54-4184-a702-98dcb55645de tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', 'tempest-TagsExtTest-Tag-1727990589') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.048521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41937cba-bd54-4184-a702-98dcb55645de tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags/tempest-TagsExtTest-Tag-1727990589 HTTP/1.1" status: 204 len: 168 time: 0.0816474 Nov 08 14:10:04.052600 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-4b6687df-8dcd-48bb-bffa-eaec2f5de88a service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884245 Nov 08 14:10:04.053736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53694) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:04.061265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-31368871-fd40-4498-9f89-faf27baa7355 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', 'tempest-TagsExtTest-Tag-1727990589') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.110176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c30918c2-d621-456a-ba4b-e7aa77160a27 req-743978f1-b553-4e8c-ad27-4919379dd777 service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159104 Nov 08 14:10:04.176697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-31368871-fd40-4498-9f89-faf27baa7355 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags/tempest-TagsExtTest-Tag-1727990589 HTTP/1.1" status: 204 len: 168 time: 0.1196668 Nov 08 14:10:04.177242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53696) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:04.185449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-ed6c8416-f6c7-4ca5-9907-180531ce8028 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.408550 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9531b16a-241d-4dd2-8845-4401f638eb8b req-f6ae0f23-20f6-4fe5-b63d-462b50c8ba56 service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369145 Nov 08 14:10:04.469113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53700) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:04.469320 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ed6c8416-f6c7-4ca5-9907-180531ce8028 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags HTTP/1.1" status: 200 len: 205 time: 0.2892191 Nov 08 14:10:04.475462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-8e51bd54-d216-47b5-b063-a62b7d4bc17d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.583182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e51bd54-d216-47b5-b063-a62b7d4bc17d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags HTTP/1.1" status: 200 len: 241 time: 0.1122847 Nov 08 14:10:04.586501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53704) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:04.591016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-00ecf889-2935-4000-a303-cdefe93e418d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', 'tempest-TagsExtTest-Tag-1227338439') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.699332 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-00ecf889-2935-4000-a303-cdefe93e418d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags/tempest-TagsExtTest-Tag-1227338439 HTTP/1.1" status: 204 len: 168 time: 0.1116815 Nov 08 14:10:04.702083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53706) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:04.708974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-011b13cd-a0e2-48cf-bf37-5b510d4822e7 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', 'tempest-TagsExtTest-Tag-1227338439') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.776285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19710081-38a7-4dc3-b95b-71edca8c8d8c None None] Network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:04.820165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53710) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:04.820719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-011b13cd-a0e2-48cf-bf37-5b510d4822e7 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags/tempest-TagsExtTest-Tag-1227338439 HTTP/1.1" status: 204 len: 168 time: 0.1172438 Nov 08 14:10:04.829035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-2059cb3d-4a47-40dc-b895-dd60c8399b74 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.901425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2059cb3d-4a47-40dc-b895-dd60c8399b74 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags HTTP/1.1" status: 200 len: 205 time: 0.0788620 Nov 08 14:10:04.904287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53714) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:04.909231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-e6329f07-4cf5-47c0-a4f3-7f4eaa1d1966 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:04.979673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-832c3d7f-1ccd-49e9-b74b-c404b68fc172 None None] Provisioning complete for port 191f462e-6f1e-412c-974c-97e4ca30de80 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:04.980194 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-832c3d7f-1ccd-49e9-b74b-c404b68fc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.011218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e6329f07-4cf5-47c0-a4f3-7f4eaa1d1966 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags HTTP/1.1" status: 200 len: 240 time: 0.1057947 Nov 08 14:10:05.016464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53722) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:05.027197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-9bc23f95-4763-4e5b-9220-312ffb42b3bc tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', 'tempest-TagsExtTest-Tag-260387158') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:05.137980 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-832c3d7f-1ccd-49e9-b74b-c404b68fc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.200610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-832c3d7f-1ccd-49e9-b74b-c404b68fc172 None None] For port 191f462e-6f1e-412c-974c-97e4ca30de80, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=191f462e-6f1e-412c-974c-97e4ca30de80,segment=NetworkSegment(6bc2616f-44f7-4061-bc0e-14ccda6dad2a),segment_id=6bc2616f-44f7-4061-bc0e-14ccda6dad2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:05.237273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:10:05.238050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9bc23f95-4763-4e5b-9220-312ffb42b3bc tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags/tempest-TagsExtTest-Tag-260387158 HTTP/1.1" status: 204 len: 168 time: 0.2202439 Nov 08 14:10:05.242156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53730) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:05.257651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-07de41db-e178-41c1-afa8-1acf7eb2a448 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', 'tempest-TagsExtTest-Tag-260387158') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:05.291372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e081f-eb24-4d41-ae09-9ef171c98143 req-7edb4f1a-168a-4e50-914b-8afa94356bc1 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:05.303572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e3e081f-eb24-4d41-ae09-9ef171c98143 req-7edb4f1a-168a-4e50-914b-8afa94356bc1 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 943 time: 0.1581986 Nov 08 14:10:05.380510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e3e081f-eb24-4d41-ae09-9ef171c98143 req-4e365c0c-8699-49ed-a8d5-437c0928aa94 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704052 Nov 08 14:10:05.543721 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-07de41db-e178-41c1-afa8-1acf7eb2a448 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags/tempest-TagsExtTest-Tag-260387158 HTTP/1.1" status: 204 len: 168 time: 0.2994058 Nov 08 14:10:05.546389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:05.561515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-ad354c6d-8b80-4181-b5ef-4748049260eb tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:05.570829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:05.586963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac', 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537', 'port_id': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac', 'mac_address': 'fa:16:3e:79:10:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d41887-5859-4b57-8fb9-aa4a08967728', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:10:05.590712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-832c3d7f-1ccd-49e9-b74b-c404b68fc172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.593098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 191f462e-6f1e-412c-974c-97e4ca30de80 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:05.660321 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:10:05.705192 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.741554 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ad354c6d-8b80-4181-b5ef-4748049260eb tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags HTTP/1.1" status: 200 len: 205 time: 0.1911280 Nov 08 14:10:05.741950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53736) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:05.751355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-89a997da-25c4-415f-8de0-cc4d508dba09 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:05.758818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:10:05.792956 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.815200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-89a997da-25c4-415f-8de0-cc4d508dba09 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags HTTP/1.1" status: 200 len: 241 time: 0.0698643 Nov 08 14:10:05.817024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53738) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:05.826288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-223d3c03-70fd-4314-a445-6def32e32240 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', 'tempest-TagsExtTest-Tag-1849422922') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:05.873493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:05.875671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c3d7f-1ccd-49e9-b74b-c404b68fc172 None None] Pushing event updated for resources: {'Port': ['ID=191f462e-6f1e-412c-974c-97e4ca30de80,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:05.883447 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.885448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.892543 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-223d3c03-70fd-4314-a445-6def32e32240 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags/tempest-TagsExtTest-Tag-1849422922 HTTP/1.1" status: 204 len: 168 time: 0.0714405 Nov 08 14:10:05.893350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53740) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:05.906696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-6fe0f961-cda3-4f20-9eff-4bb7cfe3090a tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', 'tempest-TagsExtTest-Tag-1849422922') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:05.968873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:05.990019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 191f462e-6f1e-412c-974c-97e4ca30de80 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:05.990613 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:05.994030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6fe0f961-cda3-4f20-9eff-4bb7cfe3090a tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags/tempest-TagsExtTest-Tag-1849422922 HTTP/1.1" status: 204 len: 168 time: 0.0947552 Nov 08 14:10:05.994412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53742) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:05.999851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-7e75ec9c-3468-4f46-8464-1d78c238a8c5 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:06.049375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e75ec9c-3468-4f46-8464-1d78c238a8c5 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags HTTP/1.1" status: 200 len: 205 time: 0.0514305 Nov 08 14:10:06.049770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53744) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:06.057372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-675f9313-c0c2-466e-8e4f-090c44b823c5 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:06.111211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-675f9313-c0c2-466e-8e4f-090c44b823c5 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags HTTP/1.1" status: 204 len: 168 time: 0.0580168 Nov 08 14:10:06.111586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53746) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:06.117552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-2e1f5bfc-94be-4286-a836-43ff72b3b9f7 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:06.135826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:10:06.239820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-10b3ba40-1be2-4076-864a-5f2c1a39276b None None] Provisioning complete for port 2245d6e3-4388-48b5-bbd6-2b03ccc052b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:06.240126 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-10b3ba40-1be2-4076-864a-5f2c1a39276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:06.257665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2e1f5bfc-94be-4286-a836-43ff72b3b9f7 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags HTTP/1.1" status: 204 len: 168 time: 0.1442258 Nov 08 14:10:06.260807 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53750) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:06.273452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-aa14fa23-a9ed-4f9c-8cde-932fb049aa11 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:06.309301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-10b3ba40-1be2-4076-864a-5f2c1a39276b None None] Port 2245d6e3-4388-48b5-bbd6-2b03ccc052b7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:10:06.360418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-10b3ba40-1be2-4076-864a-5f2c1a39276b None None] Provisioning complete for port 191f462e-6f1e-412c-974c-97e4ca30de80 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:06.360797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-10b3ba40-1be2-4076-864a-5f2c1a39276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:06.443013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53758) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:06.446250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa14fa23-a9ed-4f9c-8cde-932fb049aa11 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags HTTP/1.1" status: 204 len: 168 time: 0.1782124 Nov 08 14:10:06.448388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-32ba93d2-4e20-4ee7-8054-3ced39d536a8 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:06.638136 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32ba93d2-4e20-4ee7-8054-3ced39d536a8 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1934185 Nov 08 14:10:06.638776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53762) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:06.640464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef52da3-eb44-4f69-b722-731b6caa6f02 req-19fb2c6c-26c9-4c20-bc6c-b8990845eebd tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:06.643894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-94b51a85-422b-468a-9e27-d3f1ac56b605 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', 'tempest-TagsExtTest-Tag-182005609') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:06.651692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef52da3-eb44-4f69-b722-731b6caa6f02 req-19fb2c6c-26c9-4c20-bc6c-b8990845eebd tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 944 time: 0.1379938 Nov 08 14:10:06.711331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-401ae4bb-b7ef-46fb-aa5f-3444ce2baa86 None None] Provisioning complete for port 2245d6e3-4388-48b5-bbd6-2b03ccc052b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:06.711331 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-401ae4bb-b7ef-46fb-aa5f-3444ce2baa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:06.720842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cef52da3-eb44-4f69-b722-731b6caa6f02 req-19401194-7c4f-4d8d-8291-19b1b1190ca8 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Nov 08 14:10:06.771941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-401ae4bb-b7ef-46fb-aa5f-3444ce2baa86 None None] Port 2245d6e3-4388-48b5-bbd6-2b03ccc052b7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:10:06.781264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-94b51a85-422b-468a-9e27-d3f1ac56b605 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags/tempest-TagsExtTest-Tag-182005609 HTTP/1.1" status: 201 len: 201 time: 0.1413596 Nov 08 14:10:06.781965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:06.786837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-241b7de2-bfce-4ea5-abc5-33ccabcb64c9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', 'tempest-TagsExtTest-Tag-943049875') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:06.896222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-241b7de2-bfce-4ea5-abc5-33ccabcb64c9 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags/tempest-TagsExtTest-Tag-943049875 HTTP/1.1" status: 201 len: 201 time: 0.1130745 Nov 08 14:10:06.898962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53774) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:06.905613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-7bbbbe25-1112-4965-8cb3-78e846f4b4f1 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', 'tempest-TagsExtTest-Tag-1538142980') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.035652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7bbbbe25-1112-4965-8cb3-78e846f4b4f1 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags/tempest-TagsExtTest-Tag-1538142980 HTTP/1.1" status: 201 len: 201 time: 0.1352966 Nov 08 14:10:07.038422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53776) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:07.043574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-0c9cbe61-0389-4b72-a147-f435cf82543f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', 'tempest-TagsExtTest-Tag-528087151') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.090454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c9cbe61-0389-4b72-a147-f435cf82543f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags/tempest-TagsExtTest-Tag-528087151 HTTP/1.1" status: 201 len: 201 time: 0.0492795 Nov 08 14:10:07.091568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53778) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:07.097469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-2056a170-0c7d-4e97-9759-7d95485aea26 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', {'tags': ['tempest-TagsExtTest-Tag-1923035481', 'tempest-TagsExtTest-Tag-1457456116', 'tempest-TagsExtTest-Tag-164982457']}) {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.136711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 191f462e-6f1e-412c-974c-97e4ca30de80 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:07.182604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2056a170-0c7d-4e97-9759-7d95485aea26 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags HTTP/1.1" status: 200 len: 317 time: 0.0894659 Nov 08 14:10:07.185200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53780) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:07.190879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-3b777843-da60-46bc-9aa9-9d6eb2f76a7b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.201449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:10:07.314011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3b777843-da60-46bc-9aa9-9d6eb2f76a7b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.1269422 Nov 08 14:10:07.316305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53786) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:07.323426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-2f198f2c-cb92-4206-a234-620ac7f692de tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', 'tempest-TagsExtTest-Tag-1923035481') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.346360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:10:07.352247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:07.353233 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:07.379241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 191f462e-6f1e-412c-974c-97e4ca30de80 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:07.379872 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:07.460264 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-2f198f2c-cb92-4206-a234-620ac7f692de tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:07.463403 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2f198f2c-cb92-4206-a234-620ac7f692de tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags/tempest-TagsExtTest-Tag-1923035481 HTTP/1.1" status: 404 len: 329 time: 0.1438701 Nov 08 14:10:07.464570 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53794) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:07.470853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-b9c48ae8-1e1a-4a51-8b59-454c02411367 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', 'tempest-TagsExtTest-Tag-1457456116') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.616051 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-b9c48ae8-1e1a-4a51-8b59-454c02411367 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:07.617768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b9c48ae8-1e1a-4a51-8b59-454c02411367 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags/tempest-TagsExtTest-Tag-1457456116 HTTP/1.1" status: 404 len: 329 time: 0.1521115 Nov 08 14:10:07.620615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53800) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:07.625599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-f6f15142-8af3-4dcb-b950-a0367abaf4f4 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb', 'tempest-TagsExtTest-Tag-164982457') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.674465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:07.716256 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78006986-5f13-469a-a2d0-7ea120ab0205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:10:07.719013 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61937e2-9b00-4805-ab2c-be6390460b9b" -d '{"events": [{"server_uuid": "78006986-5f13-469a-a2d0-7ea120ab0205", "name": "network-vif-plugged", "status": "completed", "tag": "4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:10:07.779193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:07.798130 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-f6f15142-8af3-4dcb-b950-a0367abaf4f4 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:07.802378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f6f15142-8af3-4dcb-b950-a0367abaf4f4 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags/tempest-TagsExtTest-Tag-164982457 HTTP/1.1" status: 404 len: 328 time: 0.1774559 Nov 08 14:10:07.802608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53806) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:07.805826 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:07.807642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-5ef031ae-356b-493e-98fe-a53e21a94654 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', {'tags': ['tempest-TagsExtTest-Tag-1671864055', 'tempest-TagsExtTest-Tag-1051504934', 'tempest-TagsExtTest-Tag-896396619']}) {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:07.969272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd8a23-f5b1-42b2-986c-ed744e763e12 req-06be9895-c5f2-4586-abab-20629a2e7002 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:07.978630 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682aeb9a-3bb1-46b5-b9fc-e4cd11ca219e x-openstack-request-id: req-682aeb9a-3bb1-46b5-b9fc-e4cd11ca219e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:10:07.979026 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78006986-5f13-469a-a2d0-7ea120ab0205", "name": "network-vif-plugged", "status": "completed", "tag": "4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:10:07.979219 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-682aeb9a-3bb1-46b5-b9fc-e4cd11ca219e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:10:07.980284 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78006986-5f13-469a-a2d0-7ea120ab0205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac', 'code': 200} Nov 08 14:10:07.982738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:07.982991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91bd8a23-f5b1-42b2-986c-ed744e763e12 req-06be9895-c5f2-4586-abab-20629a2e7002 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 945 time: 0.1131315 Nov 08 14:10:08.020656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ef031ae-356b-493e-98fe-a53e21a94654 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags HTTP/1.1" status: 200 len: 317 time: 0.2160704 Nov 08 14:10:08.023027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:08.028400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-319df28b-d995-4cea-8b40-a99ec1bf71b1 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:08.139911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91bd8a23-f5b1-42b2-986c-ed744e763e12 req-1b05136a-0663-4dfd-90e7-6e005c33e97e tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559267 Nov 08 14:10:08.157295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56dc77-3531-4c41-9a0e-e28902e6f890 req-aad8139d-d5c7-4644-9f93-700c18360738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:08.161409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be56dc77-3531-4c41-9a0e-e28902e6f890 req-aad8139d-d5c7-4644-9f93-700c18360738 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 1096 time: 0.2135642 Nov 08 14:10:08.310579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-be56dc77-3531-4c41-9a0e-e28902e6f890 req-a08dde4a-9b96-46f3-983e-161f9716f5a7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210999 Nov 08 14:10:08.348492 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-319df28b-d995-4cea-8b40-a99ec1bf71b1 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags HTTP/1.1" status: 204 len: 168 time: 0.3206708 Nov 08 14:10:08.349147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53812) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:08.354450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-e2953698-c55a-475c-863a-bb6cf5e4d677 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', 'tempest-TagsExtTest-Tag-1671864055') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:08.443312 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-e2953698-c55a-475c-863a-bb6cf5e4d677 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:08.445180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2953698-c55a-475c-863a-bb6cf5e4d677 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags/tempest-TagsExtTest-Tag-1671864055 HTTP/1.1" status: 404 len: 329 time: 0.0951867 Nov 08 14:10:08.449400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53818) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:08.465634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-117f70a1-c0e8-4f30-a654-648e42ef482b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', 'tempest-TagsExtTest-Tag-1051504934') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:08.539970 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-117f70a1-c0e8-4f30-a654-648e42ef482b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:08.541447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-117f70a1-c0e8-4f30-a654-648e42ef482b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags/tempest-TagsExtTest-Tag-1051504934 HTTP/1.1" status: 404 len: 329 time: 0.0866187 Nov 08 14:10:08.546191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53820) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:08.550970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-2a058630-ba31-4a57-be3c-ea4076cbb1cf tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7', 'tempest-TagsExtTest-Tag-896396619') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:08.652112 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-2a058630-ba31-4a57-be3c-ea4076cbb1cf tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:08.656828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53828) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:08.657862 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2a058630-ba31-4a57-be3c-ea4076cbb1cf tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags/tempest-TagsExtTest-Tag-896396619 HTTP/1.1" status: 404 len: 328 time: 0.1103814 Nov 08 14:10:08.665136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-cce3c050-5e43-4c85-89da-c87d64317559 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', {'tags': ['tempest-TagsExtTest-Tag-73668924', 'tempest-TagsExtTest-Tag-96732887', 'tempest-TagsExtTest-Tag-1480483742']}) {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:08.818940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53836) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:08.827277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-22c158a1-8b57-491d-9f85-9720e1a08648 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:08.833250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cce3c050-5e43-4c85-89da-c87d64317559 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags HTTP/1.1" status: 200 len: 314 time: 0.1748002 Nov 08 14:10:09.014095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53842) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:09.014803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-22c158a1-8b57-491d-9f85-9720e1a08648 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags HTTP/1.1" status: 204 len: 168 time: 0.1997938 Nov 08 14:10:09.021563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-84e88e19-b8fe-4019-908a-57460c15bc4b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', 'tempest-TagsExtTest-Tag-73668924') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:09.150628 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-84e88e19-b8fe-4019-908a-57460c15bc4b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:09.156443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-84e88e19-b8fe-4019-908a-57460c15bc4b tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags/tempest-TagsExtTest-Tag-73668924 HTTP/1.1" status: 404 len: 327 time: 0.1410108 Nov 08 14:10:09.156647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53846) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:09.162758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-32d88e55-622a-4a13-b31c-d5d760bdfe33 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', 'tempest-TagsExtTest-Tag-96732887') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:09.385874 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-32d88e55-622a-4a13-b31c-d5d760bdfe33 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:09.385874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32d88e55-622a-4a13-b31c-d5d760bdfe33 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags/tempest-TagsExtTest-Tag-96732887 HTTP/1.1" status: 404 len: 327 time: 0.2259123 Nov 08 14:10:09.388158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53858) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:09.393060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-a4cc54e6-ce37-4710-b3fc-3e868f66b175 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c', 'tempest-TagsExtTest-Tag-1480483742') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:09.492020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9cb42-f684-4b46-8bfd-694a94e9ca05 req-bfbcc59a-4b5d-4dc7-8761-68b8022fc4a6 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:09.495409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4a9cb42-f684-4b46-8bfd-694a94e9ca05 req-bfbcc59a-4b5d-4dc7-8761-68b8022fc4a6 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 945 time: 0.1769369 Nov 08 14:10:09.615111 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [None req-a4cc54e6-ce37-4710-b3fc-3e868f66b175 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:09.619916 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a4cc54e6-ce37-4710-b3fc-3e868f66b175 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags/tempest-TagsExtTest-Tag-1480483742 HTTP/1.1" status: 404 len: 329 time: 0.2305472 Nov 08 14:10:09.627413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53864) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:09.630079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4a9cb42-f684-4b46-8bfd-694a94e9ca05 req-6bdade8e-7104-4c3f-8eba-0086f7736f32 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166193 Nov 08 14:10:09.643237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-02467ca4-ea87-435e-a40d-4d9b4b413087 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', {'tags': ['tempest-TagsExtTest-Tag-465736320', 'tempest-TagsExtTest-Tag-971758390', 'tempest-TagsExtTest-Tag-73144598']}) {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.179917 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53880) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.180174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-02467ca4-ea87-435e-a40d-4d9b4b413087 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "PUT /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags HTTP/1.1" status: 200 len: 314 time: 0.5511484 Nov 08 14:10:10.186607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-efad44a1-1f9a-43f6-86bc-36765a1899dc tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.238088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-efad44a1-1f9a-43f6-86bc-36765a1899dc tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags HTTP/1.1" status: 204 len: 168 time: 0.0562224 Nov 08 14:10:10.241310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53882) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.247146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-ee62bbc2-2e43-428c-af6e-19d3507651ce tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', 'tempest-TagsExtTest-Tag-465736320') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.273413 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-ee62bbc2-2e43-428c-af6e-19d3507651ce tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:10.274379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ee62bbc2-2e43-428c-af6e-19d3507651ce tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags/tempest-TagsExtTest-Tag-465736320 HTTP/1.1" status: 404 len: 328 time: 0.0314631 Nov 08 14:10:10.277563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53884) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.282499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-228bf762-b01d-4c19-ad37-c20417931935 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', 'tempest-TagsExtTest-Tag-971758390') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.309320 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-228bf762-b01d-4c19-ad37-c20417931935 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:10.313840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-228bf762-b01d-4c19-ad37-c20417931935 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags/tempest-TagsExtTest-Tag-971758390 HTTP/1.1" status: 404 len: 328 time: 0.0320375 Nov 08 14:10:10.314293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53886) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.319612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-bd7c5273-40b6-4023-bc9e-2e432cbea15a tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da', 'tempest-TagsExtTest-Tag-73144598') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.342822 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-bd7c5273-40b6-4023-bc9e-2e432cbea15a tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] show failed (client error): The resource could not be found. Nov 08 14:10:10.349418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bd7c5273-40b6-4023-bc9e-2e432cbea15a tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags/tempest-TagsExtTest-Tag-73144598 HTTP/1.1" status: 404 len: 327 time: 0.0290024 Nov 08 14:10:10.350908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53888) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.357245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-9932348a-4496-46af-be18-ba89e6c85003 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '067d680e-e982-4935-b15d-bd6eb695e2da') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.396258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9932348a-4496-46af-be18-ba89e6c85003 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da/tags HTTP/1.1" status: 204 len: 168 time: 0.0434661 Nov 08 14:10:10.398947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53894) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.403602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.tag.tag_plugin [None req-74c62838-8c58-41df-8249-74e967803cda tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c51883d-7692-4221-a483-d52aa43c571c') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.516223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.521651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-b72f6579-59bb-4eb4-804f-0d8a4cf40e33 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2245d6e3-4388-48b5-bbd6-2b03ccc052b7') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.524159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74c62838-8c58-41df-8249-74e967803cda tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c/tags HTTP/1.1" status: 204 len: 168 time: 0.1133218 Nov 08 14:10:10.599558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b72f6579-59bb-4eb4-804f-0d8a4cf40e33 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7/tags HTTP/1.1" status: 204 len: 168 time: 0.0821781 Nov 08 14:10:10.602845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53900) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.607561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.tag.tag_plugin [None req-d213a5af-8884-441a-a304-8bf61d26e32d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '032b5a86-8836-44b5-b513-09eb3e15e7eb') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:10.687683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d213a5af-8884-441a-a304-8bf61d26e32d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb/tags HTTP/1.1" status: 204 len: 168 time: 0.0835774 Nov 08 14:10:10.692551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 53904) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.833728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79731aa1-ac0b-49b0-9acf-d074df43f2d5 req-4cf1142a-757a-4cdf-928c-472bf751650c tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:10.835371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79731aa1-ac0b-49b0-9acf-d074df43f2d5 req-4cf1142a-757a-4cdf-928c-472bf751650c tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 945 time: 0.1107459 Nov 08 14:10:10.865128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-85832d5b-c765-4ff4-9492-e90070dca1d1 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for subnetpool, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:10.868873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-85832d5b-c765-4ff4-9492-e90070dca1d1 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnetpools/067d680e-e982-4935-b15d-bd6eb695e2da HTTP/1.1" status: 204 len: 168 time: 0.1722944 Nov 08 14:10:10.869295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53908) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.916972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-47be2a3c-c2d7-49f6-935a-aae769474f92 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c51883d-7692-4221-a483-d52aa43c571c HTTP/1.1" status: 200 len: 205 time: 0.0457785 Nov 08 14:10:10.920271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53914) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:10.941147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79731aa1-ac0b-49b0-9acf-d074df43f2d5 req-1bc5ddfd-600c-4d7f-8bdc-38d676a4f490 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945673 Nov 08 14:10:11.057405 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-486d4f0e-8d4f-48b0-b4b9-60f92bb4a13d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:11.344507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-486d4f0e-8d4f-48b0-b4b9-60f92bb4a13d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:11.349005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-486d4f0e-8d4f-48b0-b4b9-60f92bb4a13d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:11.414574 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-486d4f0e-8d4f-48b0-b4b9-60f92bb4a13d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:11.415540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486d4f0e-8d4f-48b0-b4b9-60f92bb4a13d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Fanout notify agent at l3_agent the message router_deleted on router 4c51883d-7692-4221-a483-d52aa43c571c {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:10:11.440066 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-486d4f0e-8d4f-48b0-b4b9-60f92bb4a13d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:11.444960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-486d4f0e-8d4f-48b0-b4b9-60f92bb4a13d tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/routers/4c51883d-7692-4221-a483-d52aa43c571c HTTP/1.1" status: 204 len: 168 time: 0.5228410 Nov 08 14:10:11.447168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 53962) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:11.657170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Deleting port 2245d6e3-4388-48b5-bbd6-2b03ccc052b7 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:10:11.664079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:11.919818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:11.937276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Calling delete_port for 2245d6e3-4388-48b5-bbd6-2b03ccc052b7 owned by {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:10:12.180367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:12.264962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event deleted for resources: {'Port': ['ID=2245d6e3-4388-48b5-bbd6-2b03ccc052b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:12.506431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:12.530537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54036) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:12.532738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8bb37d4e-42bf-46d3-981a-019d693a0b0f tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/ports/2245d6e3-4388-48b5-bbd6-2b03ccc052b7 HTTP/1.1" status: 204 len: 168 time: 1.0837710 Nov 08 14:10:12.669069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Deleting subnet 032b5a86-8836-44b5-b513-09eb3e15e7eb {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:10:12.673890 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:12.808110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.038574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.133393 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.185220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event deleted for resources: {'Subnet': ['ID=032b5a86-8836-44b5-b513-09eb3e15e7eb,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:13.192170 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.196404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/subnets/032b5a86-8836-44b5-b513-09eb3e15e7eb HTTP/1.1" status: 204 len: 168 time: 0.6647367 Nov 08 14:10:13.198891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54054) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:13.203223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e6793-98fb-4b77-8275-4342fdd5f684 None None] Network 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:10:13.204302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.205283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.205897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.206456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.207047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.207619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.208202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.208744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.209540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.210105 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.211437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.212106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5915c5-e070-4635-88a3-0d0cec675661 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:13.464998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.633986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Deleting port 191f462e-6f1e-412c-974c-97e4ca30de80 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:10:13.635221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.651601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] DHCP port deletion for 9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:10:13.776579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] For port 191f462e-6f1e-412c-974c-97e4ca30de80, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=191f462e-6f1e-412c-974c-97e4ca30de80,segment=NetworkSegment(6bc2616f-44f7-4061-bc0e-14ccda6dad2a),segment_id=6bc2616f-44f7-4061-bc0e-14ccda6dad2a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:13.778199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.799233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] Deleting port 191f462e-6f1e-412c-974c-97e4ca30de80 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:10:13.803314 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:13.809453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Calling delete_port for 191f462e-6f1e-412c-974c-97e4ca30de80 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:10:14.003035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] For port 191f462e-6f1e-412c-974c-97e4ca30de80, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=191f462e-6f1e-412c-974c-97e4ca30de80,segment=NetworkSegment(6bc2616f-44f7-4061-bc0e-14ccda6dad2a),segment_id=6bc2616f-44f7-4061-bc0e-14ccda6dad2a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:14.010137 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.046702 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] Calling delete_port for 191f462e-6f1e-412c-974c-97e4ca30de80 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:10:14.051927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.168573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event deleted for resources: {'Port': ['ID=191f462e-6f1e-412c-974c-97e4ca30de80,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:14.171562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.177529 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] No DVR routers for this DVR port 191f462e-6f1e-412c-974c-97e4ca30de80 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:10:14.186434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] No DVR routers for this DVR port 191f462e-6f1e-412c-974c-97e4ca30de80 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:10:14.214911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78a465-3289-4b74-b4d2-0c0f84256c20 None None] Pushing event deleted for resources: {'Port': ['ID=191f462e-6f1e-412c-974c-97e4ca30de80,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:14.328492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.373396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:14.388996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc2616f-44f7-4061-bc0e-14ccda6dad2a') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:14.388996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc2616f-44f7-4061-bc0e-14ccda6dad2a') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:14.403203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.424732 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.444072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:10:14.444072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:10:14.447371 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:10:14.559668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.573508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:14.584195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] 10.222.0.65 "DELETE /v2.0/networks/9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1 HTTP/1.1" status: 204 len: 168 time: 1.3785496 Nov 08 14:10:14.649262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b2dc6-ed73-4c55-bcd8-f58aed2a3550 tempest-TagsExtTest-1894370779 tempest-TagsExtTest-1894370779-project] Pushing event deleted for resources: {'Network': ['ID=9c4e0a9d-a0bd-4b1a-a9e6-927b024180e1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:15.152235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 191f462e-6f1e-412c-974c-97e4ca30de80 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:10:15.207708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 191f462e-6f1e-412c-974c-97e4ca30de80 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:10:15.208073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 191f462e-6f1e-412c-974c-97e4ca30de80 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:10:15.244533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54096) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:15.515164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e56361ca-b15c-4da4-9275-ccf4cd6d03c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ff0ad589aaa4f2b8b54b8d39e67117c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671223 Nov 08 14:10:15.516155 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:15.647396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d33c-36ba-4eed-a047-dc8c0b5f263e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:15.701908 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d33c-36ba-4eed-a047-dc8c0b5f263e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:15.814957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d33c-36ba-4eed-a047-dc8c0b5f263e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:15.819296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d33c-36ba-4eed-a047-dc8c0b5f263e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:15.821365 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3ef4d33c-36ba-4eed-a047-dc8c0b5f263e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/603d3aff-8205-452c-b8bb-8a1847e10688 HTTP/1.1" status: 204 len: 168 time: 0.3038197 Nov 08 14:10:15.834374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d33c-36ba-4eed-a047-dc8c0b5f263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d3aff-8205-452c-b8bb-8a1847e10688,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:19.099194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54230) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:19.290211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04fa31b6-8c05-436d-8dd5-ff2d16f10523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:19.413659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04fa31b6-8c05-436d-8dd5-ff2d16f10523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:19.420925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-04fa31b6-8c05-436d-8dd5-ff2d16f10523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:19.489511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54248) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:19.490363 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-04fa31b6-8c05-436d-8dd5-ff2d16f10523 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddce4c512f8743abb4667c447db86c9d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3896539 Nov 08 14:10:19.492697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa31b6-8c05-436d-8dd5-ff2d16f10523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc95f052-f655-4f9d-99a9-f166a89a1208,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:19.564515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9aed3961-1c60-4835-b882-bbab8cf4394a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:19.600211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9aed3961-1c60-4835-b882-bbab8cf4394a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:19.670366 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9aed3961-1c60-4835-b882-bbab8cf4394a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:19.676512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9aed3961-1c60-4835-b882-bbab8cf4394a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:19.678176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9aed3961-1c60-4835-b882-bbab8cf4394a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc95f052-f655-4f9d-99a9-f166a89a1208 HTTP/1.1" status: 204 len: 168 time: 0.1857626 Nov 08 14:10:19.690022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed3961-1c60-4835-b882-bbab8cf4394a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc95f052-f655-4f9d-99a9-f166a89a1208,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:20.154978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54270) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:20.187553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed4fe602-5158-4b3e-956e-180f4e0abcb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:20.317353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed4fe602-5158-4b3e-956e-180f4e0abcb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:20.324495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ed4fe602-5158-4b3e-956e-180f4e0abcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:20.392131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ed4fe602-5158-4b3e-956e-180f4e0abcb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc2112ccb57342b6b78bdb9cc897c708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357843 Nov 08 14:10:20.395518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54280) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:20.427043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fe602-5158-4b3e-956e-180f4e0abcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7465fde8-047d-4dde-a2dc-2ad5f99712a1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:20.524392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2998c63f-2889-4fd2-ac91-46d22e13966d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:20.580851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2998c63f-2889-4fd2-ac91-46d22e13966d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:20.704369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2998c63f-2889-4fd2-ac91-46d22e13966d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:20.709695 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2998c63f-2889-4fd2-ac91-46d22e13966d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:20.713825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2998c63f-2889-4fd2-ac91-46d22e13966d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7465fde8-047d-4dde-a2dc-2ad5f99712a1 HTTP/1.1" status: 204 len: 168 time: 0.3169580 Nov 08 14:10:20.755930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998c63f-2889-4fd2-ac91-46d22e13966d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7465fde8-047d-4dde-a2dc-2ad5f99712a1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:23.294965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:23.789219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:27.957347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98353ae9-800d-4100-a8ed-b0508f3a2508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:28.775831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54506) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:29.063222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:29.398623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:29.405636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:29.484713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e28d093c089c4c379f2db501f011427c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7070103 Nov 08 14:10:29.488803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54526) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:29.574177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829be5c0-08c0-4e48-83d4-53eeb148fee9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:29.606451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.607142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.607652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.608269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.608752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.609221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.609780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.618828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.619432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.620127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.620720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.621410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcd1cfd-6441-4ca2-8d62-fa480bbe142c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:29.692201 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0436482e-cf8b-4b12-bcf6-f7f8145d78d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:29.745768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0436482e-cf8b-4b12-bcf6-f7f8145d78d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:29.876561 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0436482e-cf8b-4b12-bcf6-f7f8145d78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:29.878100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0436482e-cf8b-4b12-bcf6-f7f8145d78d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:29.887503 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0436482e-cf8b-4b12-bcf6-f7f8145d78d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/829be5c0-08c0-4e48-83d4-53eeb148fee9 HTTP/1.1" status: 204 len: 168 time: 0.3923051 Nov 08 14:10:29.942086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436482e-cf8b-4b12-bcf6-f7f8145d78d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829be5c0-08c0-4e48-83d4-53eeb148fee9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:30.429467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54550) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:30.452501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58e81c1f-82d3-402d-b407-673031b66504 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:30.651027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58e81c1f-82d3-402d-b407-673031b66504 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:30.661500 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-58e81c1f-82d3-402d-b407-673031b66504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:30.769910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e81c1f-82d3-402d-b407-673031b66504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4690b751-a447-4664-a446-cf4275ede729,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:30.844317 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-58e81c1f-82d3-402d-b407-673031b66504 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36ca5bc7c10c4e3291ee2f88340edb02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4136457 Nov 08 14:10:30.846218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54564) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:30.924518 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de66280a-6eae-442e-8dcd-6ccf520a2737 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:30.954288 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de66280a-6eae-442e-8dcd-6ccf520a2737 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:31.077021 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de66280a-6eae-442e-8dcd-6ccf520a2737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:31.081515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-de66280a-6eae-442e-8dcd-6ccf520a2737 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:31.087774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-de66280a-6eae-442e-8dcd-6ccf520a2737 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4690b751-a447-4664-a446-cf4275ede729 HTTP/1.1" status: 204 len: 168 time: 0.2400527 Nov 08 14:10:31.105506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66280a-6eae-442e-8dcd-6ccf520a2737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4690b751-a447-4664-a446-cf4275ede729,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:31.480185 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b074756-2f4f-4883-8383-5f7cbb27cd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:33.101243 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:35.593675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:35.674157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe336947-d38e-4f87-a850-48c3ffbe7d6d req-fe0930d0-84fb-4d8c-878a-c90fb5d87f30 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:35.690021 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe336947-d38e-4f87-a850-48c3ffbe7d6d req-fe0930d0-84fb-4d8c-878a-c90fb5d87f30 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.1301029 Nov 08 14:10:35.795810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe336947-d38e-4f87-a850-48c3ffbe7d6d req-51ff3073-13df-4a87-a09f-e0395a24522c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862916 Nov 08 14:10:35.819310 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:35.824516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54718) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:35.897531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6fef66ba-8839-42b1-8172-cf5c745d0629 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/5f001a1b-7305-4feb-8bd5-588fbff477ed HTTP/1.1" status: 200 len: 991 time: 0.0716169 Nov 08 14:10:36.478094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dcffe8-0ced-47d4-b930-a73ad89a012b req-c112a0bb-b44c-4bb8-8af3-1af51367154f tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:36.508722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19dcffe8-0ced-47d4-b930-a73ad89a012b req-c112a0bb-b44c-4bb8-8af3-1af51367154f tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1096 time: 0.1966369 Nov 08 14:10:36.579445 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19dcffe8-0ced-47d4-b930-a73ad89a012b req-2cd99a84-ed49-4332-847f-1242ab7717af tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691788 Nov 08 14:10:38.348053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-d5fe37a9-bac2-49c4-90a5-acc1278c24e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4922740 Nov 08 14:10:38.377090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-e2c3750b-96df-4c7e-81cf-5b004d0fbdde service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:10:38.398654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-e2c3750b-96df-4c7e-81cf-5b004d0fbdde service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0351794 Nov 08 14:10:38.812816 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54840) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:39.317141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2108-7682-429c-b32c-cbf33c749158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:39.520620 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2108-7682-429c-b32c-cbf33c749158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:39.528169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb6d2108-7682-429c-b32c-cbf33c749158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:39.619485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb6d2108-7682-429c-b32c-cbf33c749158 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e3c15d93f1a40238abfdc7f471c7388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8054576 Nov 08 14:10:39.622538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:39.809882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d2108-7682-429c-b32c-cbf33c749158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc7ad74-ba76-42d9-840e-e839f5c30285,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:39.856136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-cd89cf9d-7ed1-4bf4-9cd4-22acde8e94b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:39.874218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-cd89cf9d-7ed1-4bf4-9cd4-22acde8e94b8 service neutron] 10.222.0.65 "GET /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 1093 time: 0.2757542 Nov 08 14:10:39.880065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Request body: {'binding': {'host': 'n-h1-804292-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:39.880527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Unknown quota resources ['binding']. {{(pid=101841) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 08 14:10:39.988820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a75d-a05e-47f1-a5df-741378155abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:40.104734 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a75d-a05e-47f1-a5df-741378155abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:40.731444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on host n-h1-804292-2 for vnic_type normal with profile None {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:10:40.732206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:10:40.732206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:40.735992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a75d-a05e-47f1-a5df-741378155abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:40.738826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dfe5a75d-a05e-47f1-a5df-741378155abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:40.740089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dfe5a75d-a05e-47f1-a5df-741378155abf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cdc7ad74-ba76-42d9-840e-e839f5c30285 HTTP/1.1" status: 204 len: 168 time: 1.1035755 Nov 08 14:10:40.762029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:10:40.762635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:40.765208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5a75d-a05e-47f1-a5df-741378155abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc7ad74-ba76-42d9-840e-e839f5c30285,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:40.778536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:40.778660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Checking segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:10:40.779125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Bound using segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} {{(pid=101841) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:40.779644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.managers [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Bound port: 19d04823-4e5a-47f3-be4d-f841024d1665, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}}] {{(pid=101841) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:10:41.054544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101841) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:41.064435 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] Publish callbacks [] for binding, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:41.080063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] 10.222.0.65 "POST /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665/bindings HTTP/1.1" status: 201 len: 389 time: 1.2045040 Nov 08 14:10:41.421235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 54898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:41.512081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a99bb54e-beb6-4e76-afb0-d550d59f9044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:41.529265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc73fb9-0e9d-4179-a186-933c4eef458c req-1aa8d2e1-689d-493c-b8e9-a535305f1b6e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:41.530886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7fc73fb9-0e9d-4179-a186-933c4eef458c req-1aa8d2e1-689d-493c-b8e9-a535305f1b6e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.2559831 Nov 08 14:10:41.551196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bff3b764-ed95-447c-93af-ed7b9daca2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:41.556910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bff3b764-ed95-447c-93af-ed7b9daca2e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1096 time: 0.1174819 Nov 08 14:10:41.683659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7fc73fb9-0e9d-4179-a186-933c4eef458c req-ae8dd4f0-0834-4908-a41a-e0140669f15b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369209 Nov 08 14:10:41.710037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a99bb54e-beb6-4e76-afb0-d550d59f9044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:41.884168 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a99bb54e-beb6-4e76-afb0-d550d59f9044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:41.976822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bb54e-beb6-4e76-afb0-d550d59f9044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a50bb65-71ba-4f5c-9ca0-56fcc1630e44,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:42.020662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a99bb54e-beb6-4e76-afb0-d550d59f9044 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eca6f9387ac1479882ecc8314b82cb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5982893 Nov 08 14:10:42.023989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 54904) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:42.099350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-ac15d47e-be79-42b2-9002-e8323b4e839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:42.103895 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-ac15d47e-be79-42b2-9002-e8323b4e839a service neutron] 10.222.0.70 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 898 time: 0.3900068 Nov 08 14:10:42.165379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89fccc4d-58df-42c3-952d-0c653b3ba290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:42.240189 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89fccc4d-58df-42c3-952d-0c653b3ba290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:42.314475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-0587444a-1264-41d7-bad6-8b720042e32c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 999 time: 0.2044790 Nov 08 14:10:42.354929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89fccc4d-58df-42c3-952d-0c653b3ba290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:42.375659 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-89fccc4d-58df-42c3-952d-0c653b3ba290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:42.377011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89fccc4d-58df-42c3-952d-0c653b3ba290 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a50bb65-71ba-4f5c-9ca0-56fcc1630e44 HTTP/1.1" status: 204 len: 168 time: 0.3513772 Nov 08 14:10:42.450143 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fccc4d-58df-42c3-952d-0c653b3ba290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a50bb65-71ba-4f5c-9ca0-56fcc1630e44,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:42.525967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-cb2cd92f-d153-4cd5-9dc5-2fe5d1192aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:42.529156 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-cb2cd92f-d153-4cd5-9dc5-2fe5d1192aef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.2052591 Nov 08 14:10:42.671002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-3ffb7dad-758c-4342-8762-32ac47fb4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:42.673465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-3ffb7dad-758c-4342-8762-32ac47fb4c59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1254084 Nov 08 14:10:42.934173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6034f81-52fb-4321-be97-8b28ced82238 req-3b0d1fbe-02d4-4593-86ad-2e250e63cebb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:42.950872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6034f81-52fb-4321-be97-8b28ced82238 req-3b0d1fbe-02d4-4593-86ad-2e250e63cebb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.1369188 Nov 08 14:10:43.071058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-ea34eeda-76d9-4f43-bfb4-8bf61b02d9ff service neutron] 10.222.0.70 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822696 Nov 08 14:10:43.108614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6034f81-52fb-4321-be97-8b28ced82238 req-b96fa2f8-fc1d-47b9-93ff-bd623176805f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564767 Nov 08 14:10:43.170411 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:10:43.328111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-4d8b24e7-4053-4320-a149-dfabdb3238f8 service neutron] 10.222.0.70 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540119 Nov 08 14:10:43.683091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-9ce79576-153a-41d6-86cb-557be2a0cc8a tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:43.685599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-9ce79576-153a-41d6-86cb-557be2a0cc8a tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea&tenant_id=df8dd9b7ff744867bbca665a4c1cef34&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1096 time: 0.2535334 Nov 08 14:10:43.725065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-804292-2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:10:43.951125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:44.398975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:44.491489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:44.510779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9295c0-3f12-40cc-bfc4-7243a50c75c4 req-c698cdc2-416f-4066-bb96-88311739e782 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:44.528173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c9295c0-3f12-40cc-bfc4-7243a50c75c4 req-c698cdc2-416f-4066-bb96-88311739e782 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.1688590 Nov 08 14:10:44.622989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:10:44.630285 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b30c8-0b6d-42b7-9239-ee28d1da98c6" -d '{"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:10:44.653851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:44.665609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:44.791032 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93748204-c220-4e64-ae00-08c61d629d50 x-openstack-request-id: req-93748204-c220-4e64-ae00-08c61d629d50 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:10:44.792319 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:10:44.792827 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93748204-c220-4e64-ae00-08c61d629d50 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:10:44.793388 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'code': 200} Nov 08 14:10:44.794240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:44.801997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c9295c0-3f12-40cc-bfc4-7243a50c75c4 req-b1b93605-3b1b-46d1-acb6-eb85acae90c3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709830 Nov 08 14:10:45.016329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on host n-h2-804292-2 for vnic_type normal with profile {"migrating_to": "n-h1-804292-2"} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:10:45.016687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:10:45.017026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:45.034547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:10:45.035366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Attempting to bind port 19d04823-4e5a-47f3-be4d-f841024d1665 on network 59da2c61-94c3-4f84-85a1-3d384274a7e2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:10:45.045511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:10:45.047372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Checking segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:10:45.049933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Bound using segment: {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:10:45.051893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Bound port: 19d04823-4e5a-47f3-be4d-f841024d1665, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4addbc-32a6-4bdf-86ae-27cec209126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:10:45.054909 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:45.194394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:45.202525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:10:45.208475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:45.322260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Provisioning complete for port 19d04823-4e5a-47f3-be4d-f841024d1665 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:45.322969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:45.386981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=8']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:45.483433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:45.508459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:45.515035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-c0fa49ff-db18-4b98-a6a7-27a3e2350e57 service neutron] 10.222.0.70 "PUT /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 1121 time: 1.8170803 Nov 08 14:10:45.579863 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:45.600969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['19d04823-4e5a-47f3-be4d-f841024d1665'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:10:45.716265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:10:45.721600 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eceee9f-e45a-4b6b-bc97-c27dad6b929c" -d '{"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-plugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:10:45.805729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:45.821636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:45.841411 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aec9554-1559-49c6-8f7f-0771ee0b4832 x-openstack-request-id: req-9aec9554-1559-49c6-8f7f-0771ee0b4832 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:10:45.841773 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-plugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:10:45.842029 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9aec9554-1559-49c6-8f7f-0771ee0b4832 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:10:45.842560 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'code': 200} Nov 08 14:10:45.990887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb001a54-9f50-471f-8fc1-5133c1937724 req-cf3ef3af-cf69-404a-b821-3acee544f9b1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:46.000979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb001a54-9f50-471f-8fc1-5133c1937724 req-cf3ef3af-cf69-404a-b821-3acee544f9b1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.0650587 Nov 08 14:10:46.101037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb001a54-9f50-471f-8fc1-5133c1937724 req-189afcea-a01c-4d33-b180-4b7bd18288b2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988441 Nov 08 14:10:46.181109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:46.232627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.233013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.233314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.233657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.233999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.234333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.234664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.234991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.235323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.235651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.236002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.236327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34732fac-4568-43e4-a4a4-8967abc8e3de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:10:46.348020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-25e4c354-4f0c-46bf-865f-f95b60e7f196 None None] Provisioning complete for port 19d04823-4e5a-47f3-be4d-f841024d1665 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:10:46.349232 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25e4c354-4f0c-46bf-865f-f95b60e7f196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:46.794668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:10:46.797134 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:10:46.875907 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74642988-c6f0-4c7c-b90a-7078842671ec x-openstack-request-id: req-74642988-c6f0-4c7c-b90a-7078842671ec {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:10:46.876492 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:10:46.876925 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74642988-c6f0-4c7c-b90a-7078842671ec {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:10:46.877533 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'status': 'completed', 'code': 200} Nov 08 14:10:46.991363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-a5b67e2f-cf16-4bd5-86d8-23987112ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:47.004071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-a5b67e2f-cf16-4bd5-86d8-23987112ee6d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1126 time: 0.0994425 Nov 08 14:10:47.172366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-21423bc3-8918-4347-a950-105a62bef727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:47.177339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-21423bc3-8918-4347-a950-105a62bef727 service neutron] 10.222.0.54 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 898 time: 0.1657169 Nov 08 14:10:47.305330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:10:47.342926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98ae65-e1ce-4242-ba8d-b136a27da1c4 req-6b0d3566-5b00-487b-848c-f3196f80e7df tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:47.356050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b98ae65-e1ce-4242-ba8d-b136a27da1c4 req-6b0d3566-5b00-487b-848c-f3196f80e7df tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.1040301 Nov 08 14:10:47.406231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-730fb464-1b36-4f5e-a1d1-08e8b7e7030b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 999 time: 0.2215209 Nov 08 14:10:47.500208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-b590c38e-38d0-41b0-8ce8-f723f65d6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:47.503715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-b590c38e-38d0-41b0-8ce8-f723f65d6bd3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.0892918 Nov 08 14:10:47.508375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b98ae65-e1ce-4242-ba8d-b136a27da1c4 req-329ecab0-9bcc-4d24-ba0b-889cf606cf13 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511006 Nov 08 14:10:47.670586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-b9606581-cc3e-4044-b44c-84218b02a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:47.673738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-b9606581-cc3e-4044-b44c-84218b02a730 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1614904 Nov 08 14:10:47.679187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:47.756756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 has no active binding in host n-h1-804292-2 {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 08 14:10:47.908168 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-4d438995-3da1-487d-b185-1559b1d1b94d service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262254 Nov 08 14:10:48.033339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0012b13c-3fc0-4342-b9c7-0c2ffb8e8351 req-0d44e634-dd3c-4962-b6f9-f3041bde12be service neutron] 10.222.0.54 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165633 Nov 08 14:10:48.790017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b3115-3224-4d97-bbbb-d2f59d420f9a req-cc9538b9-a272-42aa-bbac-c6132ed5be74 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:48.798266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a11b3115-3224-4d97-bbbb-d2f59d420f9a req-cc9538b9-a272-42aa-bbac-c6132ed5be74 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.1168900 Nov 08 14:10:48.872244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a11b3115-3224-4d97-bbbb-d2f59d420f9a req-087cc9bd-5c47-457d-9de6-2a942ab5978b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676954 Nov 08 14:10:48.920019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55128) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:49.143919 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc155f95-067f-497f-b15b-09778e235c4d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:49.260016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc155f95-067f-497f-b15b-09778e235c4d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:49.273745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dc155f95-067f-497f-b15b-09778e235c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:49.335258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc155f95-067f-497f-b15b-09778e235c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3158c34-f2c9-44a7-b71d-d04e3ca4f1f5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:49.368675 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dc155f95-067f-497f-b15b-09778e235c4d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f054e41f6f0840639aa412cd5416ba4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379563 Nov 08 14:10:49.370862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55142) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:49.424058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d144e7d8-88dd-4498-b246-715f96c7304b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:49.448649 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d144e7d8-88dd-4498-b246-715f96c7304b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:49.550521 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d144e7d8-88dd-4498-b246-715f96c7304b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:49.553875 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d144e7d8-88dd-4498-b246-715f96c7304b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:49.571253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d144e7d8-88dd-4498-b246-715f96c7304b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3158c34-f2c9-44a7-b71d-d04e3ca4f1f5 HTTP/1.1" status: 204 len: 168 time: 0.2068827 Nov 08 14:10:49.591645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144e7d8-88dd-4498-b246-715f96c7304b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3158c34-f2c9-44a7-b71d-d04e3ca4f1f5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:50.056206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55162) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:50.091130 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-411a2b17-8b58-499f-b61d-df362761ddee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:50.117950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669e623-59b5-4cf7-8cfd-aaca578afcc0 req-0bbf542f-00e5-493e-a4b1-f932eb77cd83 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:50.124322 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2669e623-59b5-4cf7-8cfd-aaca578afcc0 req-0bbf542f-00e5-493e-a4b1-f932eb77cd83 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 945 time: 0.1374617 Nov 08 14:10:50.324986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2669e623-59b5-4cf7-8cfd-aaca578afcc0 req-63423d62-db35-4de3-8dde-2b4c456571d9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955364 Nov 08 14:10:50.360095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-411a2b17-8b58-499f-b61d-df362761ddee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:50.366469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-411a2b17-8b58-499f-b61d-df362761ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:50.420874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-411a2b17-8b58-499f-b61d-df362761ddee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b850cb909edb436ab1e6d0e8971bff43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3627558 Nov 08 14:10:50.423957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55174) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:50.424945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a2b17-8b58-499f-b61d-df362761ddee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1fbb4a-0f3f-4d3d-a8dc-f8baaf8ed4e9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:50.567326 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-272af6e5-f9a3-4f2d-8d5a-bc35b417e3aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:50.610733 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-272af6e5-f9a3-4f2d-8d5a-bc35b417e3aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:50.708758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-272af6e5-f9a3-4f2d-8d5a-bc35b417e3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:50.714645 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-272af6e5-f9a3-4f2d-8d5a-bc35b417e3aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:50.718107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-272af6e5-f9a3-4f2d-8d5a-bc35b417e3aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d1fbb4a-0f3f-4d3d-a8dc-f8baaf8ed4e9 HTTP/1.1" status: 204 len: 168 time: 0.2931044 Nov 08 14:10:50.791364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272af6e5-f9a3-4f2d-8d5a-bc35b417e3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1fbb4a-0f3f-4d3d-a8dc-f8baaf8ed4e9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:50.852674 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-12fd93b4-cc8f-41fe-94ab-b648f536fc3c service neutron] 10.222.0.54 "GET /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665/bindings/n-h1-804292-2 HTTP/1.1" status: 200 len: 384 time: 0.0923076 Nov 08 14:10:51.143840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:51.170049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:51.240694 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:10:51.243010 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a243b2-4800-4df0-b949-b43df83305da" -d '{"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:10:51.303441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:10:51.356003 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b904c84a-2908-40ab-ac9c-6364ee99cb11 x-openstack-request-id: req-b904c84a-2908-40ab-ac9c-6364ee99cb11 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:10:51.356308 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-unplugged", "status": "completed", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:10:51.356570 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b904c84a-2908-40ab-ac9c-6364ee99cb11 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:10:51.358481 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'code': 200} Nov 08 14:10:51.363802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:51.580907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] Transition to ACTIVE for port object 19d04823-4e5a-47f3-be4d-f841024d1665 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:10:51.589012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:51.652712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4bb99-2944-41f3-97cf-fdfb06220cf1 req-3bd1197f-203e-4f7e-b5fa-01e2166a0294 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:51.656374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ee4bb99-2944-41f3-97cf-fdfb06220cf1 req-3bd1197f-203e-4f7e-b5fa-01e2166a0294 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1291592 Nov 08 14:10:51.774117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ee4bb99-2944-41f3-97cf-fdfb06220cf1 req-4c0aee7a-a17b-4f38-8ec6-c8772af227ae tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100416 Nov 08 14:10:51.954342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] No DVR routers for this DVR port 19d04823-4e5a-47f3-be4d-f841024d1665 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:10:51.958453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] Pushing event updated for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=11']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:52.161325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-8f003d15-b225-4f83-b318-8ef1ea17a59c service neutron] 10.222.0.54 "PUT /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665/bindings/n-h1-804292-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3006806 Nov 08 14:10:52.346636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-9d5c4954-746f-42e3-8934-95e7e5e8db9c tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:52.350264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-9d5c4954-746f-42e3-8934-95e7e5e8db9c tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea&tenant_id=df8dd9b7ff744867bbca665a4c1cef34&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.1067710 Nov 08 14:10:52.446823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-09c075c0-0b4e-417b-bae2-64cb315b9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:52.456231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-09c075c0-0b4e-417b-bae2-64cb315b9021 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 1095 time: 0.0900960 Nov 08 14:10:52.578270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-3fea8cde-c404-47d9-b34e-fc38ef7b82a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:52.580771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-3fea8cde-c404-47d9-b34e-fc38ef7b82a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1095 time: 0.0736799 Nov 08 14:10:52.842375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-4b24832a-ada8-4e68-b107-2d936342ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:52.844952 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-4b24832a-ada8-4e68-b107-2d936342ec35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 898 time: 0.2578149 Nov 08 14:10:52.989319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-e3f10416-af7a-4760-bfec-68db73842cca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 997 time: 0.1352711 Nov 08 14:10:53.104699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-20e3a593-e086-4054-954f-96cdcc94a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:53.106375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-20e3a593-e086-4054-954f-96cdcc94a952 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.1089761 Nov 08 14:10:53.107124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe40eb-4b99-4d1b-ae72-670cdc363a7c req-644ac1a1-91a5-4a73-89db-b73a2d9d3057 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:53.116410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14fe40eb-4b99-4d1b-ae72-670cdc363a7c req-644ac1a1-91a5-4a73-89db-b73a2d9d3057 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1223586 Nov 08 14:10:53.204601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-e9b615f3-de84-4c0b-8c03-7376870e495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:53.206953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-e9b615f3-de84-4c0b-8c03-7376870e495f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921140 Nov 08 14:10:53.261946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14fe40eb-4b99-4d1b-ae72-670cdc363a7c req-a5bd1276-fc13-40c9-9e1c-de0e813ce154 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434050 Nov 08 14:10:53.291613 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:53.776317 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:53.824785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:10:53.923104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:10:54.616211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-4ddbcfcc-46fc-4ddc-b3de-f9ea72c90da7 service neutron] 10.222.0.70 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4011707 Nov 08 14:10:54.759682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7136447-04a1-4490-8163-cb981c1bda83 req-288247dd-4839-48c0-b6f2-86e9af86b7e5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:54.770213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7136447-04a1-4490-8163-cb981c1bda83 req-288247dd-4839-48c0-b6f2-86e9af86b7e5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1828489 Nov 08 14:10:54.936555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7136447-04a1-4490-8163-cb981c1bda83 req-4f5f2882-c231-477d-bc66-7e3363428766 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541109 Nov 08 14:10:55.056806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bcfe9d54-592f-46a5-9ced-50a9a6275402 service neutron] 10.222.0.70 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320164 Nov 08 14:10:55.554127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-17d6c5a1-d2fe-4e5c-8060-e069e763c053 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:55.554127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-17d6c5a1-d2fe-4e5c-8060-e069e763c053 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea&tenant_id=df8dd9b7ff744867bbca665a4c1cef34&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 1095 time: 0.1544802 Nov 08 14:10:56.021891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-964a7505-d73c-4139-b10c-8dc16a456a46 service neutron] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:10:56.035109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-964a7505-d73c-4139-b10c-8dc16a456a46 service neutron] Publish callbacks [] for binding, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:56.040560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-964a7505-d73c-4139-b10c-8dc16a456a46 service neutron] 10.222.0.70 "DELETE /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665/bindings/n-h2-804292-2 HTTP/1.1" status: 204 len: 173 time: 0.4850233 Nov 08 14:10:56.257424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79899-c139-44f3-9e52-5e4107328bd6 req-303c1cb8-3e56-42e0-bdc4-f48f23da5149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:56.266585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dc79899-c139-44f3-9e52-5e4107328bd6 req-303c1cb8-3e56-42e0-bdc4-f48f23da5149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1253810 Nov 08 14:10:56.403924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5dc79899-c139-44f3-9e52-5e4107328bd6 req-3a156b63-ef17-44d5-913a-29126a520124 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218429 Nov 08 14:10:56.699370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7ebd2-e0ad-4da1-99b4-74bb690f8bae req-bf9efe80-bbae-453e-9e96-6a63739d2226 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:56.708104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84b7ebd2-e0ad-4da1-99b4-74bb690f8bae req-bf9efe80-bbae-453e-9e96-6a63739d2226 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1095 time: 0.1087172 Nov 08 14:10:56.841598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84b7ebd2-e0ad-4da1-99b4-74bb690f8bae req-25d9b1f8-0903-4239-a5fc-0795b21c68f4 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301844 Nov 08 14:10:57.049254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89590ea-365e-407f-b202-69737783ad9c req-0ff17693-79ba-4868-8048-fce6bf510781 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:10:57.057055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b89590ea-365e-407f-b202-69737783ad9c req-0ff17693-79ba-4868-8048-fce6bf510781 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1130369 Nov 08 14:10:57.166360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b89590ea-365e-407f-b202-69737783ad9c req-455962e5-b0e7-4cce-b3a5-635322ce1450 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027641 Nov 08 14:10:57.222265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55356) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:57.381791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6f98cd9b-0870-4784-8165-386736993a94 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/5f001a1b-7305-4feb-8bd5-588fbff477ed HTTP/1.1" status: 200 len: 989 time: 0.1579535 Nov 08 14:10:57.681214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:10:57.958269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e438afbc-70d0-43c7-9ecf-9e31b5b99db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:58.005235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port b35c175d-7db3-4301-924f-e4415ad1d180 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:10:58.006143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:58.102471 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:58.103005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:58.119559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for b35c175d-7db3-4301-924f-e4415ad1d180 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:10:58.449561 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:58.520204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=b35c175d-7db3-4301-924f-e4415ad1d180,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:10:58.884820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:58.885379 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP 5f001a1b-7305-4feb-8bd5-588fbff477ed disassociated (deleted). External IP: 172.25.8.6, port: 19d04823-4e5a-47f3-be4d-f841024d1665. Nov 08 14:10:59.341327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 2475f1fb-170e-4996-aa2a-0346945e6a1d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:10:59.586630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:10:59.592564 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:10:59.600603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] Sync routers for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:10:59.619177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:10:59.620964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:10:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:10:59.695868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f485db6-794d-458b-afbe-98fa69f5f113 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/floatingips/5f001a1b-7305-4feb-8bd5-588fbff477ed HTTP/1.1" status: 204 len: 168 time: 2.0044615 Nov 08 14:10:59.699774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:10:59.712781 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae9ad31-5939-4cdb-86b6-4d88baef1266" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:10:59.989654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:00.340463 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee05a6c-4620-4253-a7e4-1e562a1ea2c0 x-openstack-request-id: req-0ee05a6c-4620-4253-a7e4-1e562a1ea2c0 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:00.341100 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:00.341498 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ee05a6c-4620-4253-a7e4-1e562a1ea2c0 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:00.342238 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'status': 'completed', 'code': 200} Nov 08 14:11:00.547126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-614c7ab4-665c-4a19-bb36-5216b4c96c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:00.549294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-614c7ab4-665c-4a19-bb36-5216b4c96c35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 1095 time: 0.1950009 Nov 08 14:11:00.919595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-e337d47c-43c0-4947-bc87-bca584082e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:00.922781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-e337d47c-43c0-4947-bc87-bca584082e78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 200 len: 898 time: 0.3542709 Nov 08 14:11:01.071427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-022e416d-2e22-457d-b04e-fdbf8a4e8058 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 200 len: 217 time: 0.1414757 Nov 08 14:11:01.219717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-8802d70e-145e-41d8-939d-9ee935dd84b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:01.230495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-8802d70e-145e-41d8-939d-9ee935dd84b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 200 len: 835 time: 0.1410081 Nov 08 14:11:01.315341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55476) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:01.392014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-3d0003be-617a-4102-8c10-f8116391687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:01.402366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-3d0003be-617a-4102-8c10-f8116391687b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59da2c61-94c3-4f84-85a1-3d384274a7e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688774 Nov 08 14:11:01.409404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:59Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:01.450213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f50c5c-6f4d-48fd-9032-aea41c5fd79e req-c3d280f6-24cd-4cd2-afd5-30a5c8f685bf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:01.467698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37f50c5c-6f4d-48fd-9032-aea41c5fd79e req-c3d280f6-24cd-4cd2-afd5-30a5c8f685bf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.1646781 Nov 08 14:11:01.493195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] Checking router: 2475f1fb-170e-4996-aa2a-0346945e6a1d for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:01.589163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:01.589286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:10:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:01.704542 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b7d612f-b2b5-4e19-869a-a9ec9cdeba37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:01.748681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37f50c5c-6f4d-48fd-9032-aea41c5fd79e req-95179092-bfd6-4fe0-90bd-cf3d61e8aa5f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6043c4-2fc8-4c77-a955-1093c7d3c68a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2676597 Nov 08 14:11:01.807324 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-0c5bead8-ed51-4ff3-8e86-d95d1d126dfd service neutron] 10.222.0.70 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3963759 Nov 08 14:11:01.944190 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d9bcb74-36b2-4697-aec5-66830d9c1be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:01.961338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:02.153796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ae9ad31-5939-4cdb-86b6-4d88baef1266 req-2b1d5e2a-7391-4df2-a14c-3c96eabee02e service neutron] 10.222.0.70 "GET /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217626 Nov 08 14:11:02.185922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb74333-b986-426c-af29-c9f56245c600 req-2404782c-42d4-40c2-ba4a-c0920a0a9b63 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:02.189453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfb74333-b986-426c-af29-c9f56245c600 req-2404782c-42d4-40c2-ba4a-c0920a0a9b63 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 944 time: 0.3803372 Nov 08 14:11:02.409034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:59Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:02.443131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b789365f-bd37-4875-968d-b22fac8c4501 None None] The sync data for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 is: [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e2427eff-996d-4f46-96da-a3aa88bec68d', 'name': '', 'network_id': '59da2c61-94c3-4f84-85a1-3d384274a7e2', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:8e:13:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:35Z', 'updated_at': '2021-11-08T14:08:59Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': '83dc0d10-1482-4d91-b4a3-d7e509b38b7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:02.505791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 19d04823-4e5a-47f3-be4d-f841024d1665 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:11:02.506189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:02.663367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 19d04823-4e5a-47f3-be4d-f841024d1665, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=19d04823-4e5a-47f3-be4d-f841024d1665,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:02.664155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:02.681098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 19d04823-4e5a-47f3-be4d-f841024d1665 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:11:02.889890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:02.959683 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53def99a-5061-4657-a59d-d138479f011a None None] New status for floating IP 5f001a1b-7305-4feb-8bd5-588fbff477ed: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:11:02.966978 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d9bcb74-36b2-4697-aec5-66830d9c1be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:02.980645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=19d04823-4e5a-47f3-be4d-f841024d1665,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:03.105397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3d9bcb74-36b2-4697-aec5-66830d9c1be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:03.105833 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:03.110028 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b37c3478-47a0-4ceb-8c10-a665ce45bd3f req-49f1901c-4e6d-4293-9d5f-c075f806de17 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5e3681b-6074-44fc-afdc-370870a7f1ea HTTP/1.1" status: 200 len: 210 time: 0.1019735 Nov 08 14:11:03.206908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] No DVR routers for this DVR port 19d04823-4e5a-47f3-be4d-f841024d1665 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:11:03.223881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:03.228741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bfb74333-b986-426c-af29-c9f56245c600 req-3df1723a-1a79-4cb4-abd3-bf82558c6e89 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.70 "DELETE /v2.0/ports/19d04823-4e5a-47f3-be4d-f841024d1665 HTTP/1.1" status: 204 len: 173 time: 1.0320480 Nov 08 14:11:03.229243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-deleted', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:03.232688 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dadc71-00d0-4b81-a8ba-a7bd8641d788" -d '{"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-deleted", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:03.278105 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3d9bcb74-36b2-4697-aec5-66830d9c1be0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a9640423677c42c2b337cb7f236d5e3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9600863 Nov 08 14:11:03.279700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55538) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:03.291266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bcb74-36b2-4697-aec5-66830d9c1be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa42ae9e-084b-4e9d-9c38-1ac6fc57296f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:03.407405 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efede2d-4713-4560-a9c5-27f90d3113d6 x-openstack-request-id: req-2efede2d-4713-4560-a9c5-27f90d3113d6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:03.407799 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e3681b-6074-44fc-afdc-370870a7f1ea", "name": "network-vif-deleted", "tag": "19d04823-4e5a-47f3-be4d-f841024d1665", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:03.412323 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2efede2d-4713-4560-a9c5-27f90d3113d6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:03.412784 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e3681b-6074-44fc-afdc-370870a7f1ea', 'name': 'network-vif-deleted', 'tag': '19d04823-4e5a-47f3-be4d-f841024d1665', 'status': 'completed', 'code': 200} Nov 08 14:11:03.465997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a59e3196-b4ce-48df-93e2-131b5cbf356e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:03.518442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a59e3196-b4ce-48df-93e2-131b5cbf356e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:03.582653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a59e3196-b4ce-48df-93e2-131b5cbf356e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:03.586732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a59e3196-b4ce-48df-93e2-131b5cbf356e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:03.587307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a59e3196-b4ce-48df-93e2-131b5cbf356e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa42ae9e-084b-4e9d-9c38-1ac6fc57296f HTTP/1.1" status: 204 len: 168 time: 0.3063512 Nov 08 14:11:03.604301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e3196-b4ce-48df-93e2-131b5cbf356e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa42ae9e-084b-4e9d-9c38-1ac6fc57296f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:04.140387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55556) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:04.190960 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2cd4fb1c-104b-4eac-87b6-35a3f751f764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:04.242047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:04.354133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-063c5132-949e-4dea-8b57-769a2e364b56 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2148485 Nov 08 14:11:04.437286 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2cd4fb1c-104b-4eac-87b6-35a3f751f764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:04.445334 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2cd4fb1c-104b-4eac-87b6-35a3f751f764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:04.503778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2cd4fb1c-104b-4eac-87b6-35a3f751f764 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c0b985ca8874fe382ce718f6e22cdf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3618419 Nov 08 14:11:04.508223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55568) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:04.565836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4fb1c-104b-4eac-87b6-35a3f751f764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c334fe-0e36-4d2a-918e-31f45dc3a008,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:04.646674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ac1347-ce9d-4e69-ab03-8534017539b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:04.665841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134964b-dd73-4a71-86d6-761901453edd req-7fe8943a-5050-441e-bc44-de521cd649a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:04.667403 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-7fe8943a-5050-441e-bc44-de521cd649a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 1096 time: 0.2306092 Nov 08 14:11:04.688972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ac1347-ce9d-4e69-ab03-8534017539b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:04.759319 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ac1347-ce9d-4e69-ab03-8534017539b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:04.762025 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55ac1347-ce9d-4e69-ab03-8534017539b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:04.765912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-55ac1347-ce9d-4e69-ab03-8534017539b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18c334fe-0e36-4d2a-918e-31f45dc3a008 HTTP/1.1" status: 204 len: 168 time: 0.2562850 Nov 08 14:11:04.779870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac1347-ce9d-4e69-ab03-8534017539b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c334fe-0e36-4d2a-918e-31f45dc3a008,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:05.031039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134964b-dd73-4a71-86d6-761901453edd req-7e0758d0-b05e-4f09-aeaa-eefd549f4dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:05.033781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-7e0758d0-b05e-4f09-aeaa-eefd549f4dd5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 200 len: 915 time: 0.3313746 Nov 08 14:11:05.143303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-77d2d47d-91ba-436a-819b-3f72b618a53e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac HTTP/1.1" status: 200 len: 217 time: 0.0989583 Nov 08 14:11:05.346652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134964b-dd73-4a71-86d6-761901453edd req-a8f3f620-12b6-4af5-82e9-8cee180f9c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:05.348187 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-a8f3f620-12b6-4af5-82e9-8cee180f9c3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d41887-5859-4b57-8fb9-aa4a08967728 HTTP/1.1" status: 200 len: 854 time: 0.1957188 Nov 08 14:11:05.378712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:11:05.417124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-20eee393-bbe5-4bcd-b37f-0b3863a8b8d5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2034fc32-160a-44d6-91e5-be264cc5f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600519 Nov 08 14:11:05.453374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 19d04823-4e5a-47f3-be4d-f841024d1665 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:11:05.453878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 19d04823-4e5a-47f3-be4d-f841024d1665 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:11:05.595127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-f2297607-f6a3-4697-afc4-b350ca86e6c4 service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659150 Nov 08 14:11:05.602055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:05.815905 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:05.849605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:05.855016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b134964b-dd73-4a71-86d6-761901453edd req-277600b8-0530-42b4-a4fa-a14768315fac service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499375 Nov 08 14:11:06.435179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port e2427eff-996d-4f46-96da-a3aa88bec68d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:11:06.435870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:06.695829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port e2427eff-996d-4f46-96da-a3aa88bec68d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e2427eff-996d-4f46-96da-a3aa88bec68d,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:06.696220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:06.728740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for e2427eff-996d-4f46-96da-a3aa88bec68d owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:11:07.296719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:07.526508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=e2427eff-996d-4f46-96da-a3aa88bec68d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:07.992688 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:08.523619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router 2475f1fb-170e-4996-aa2a-0346945e6a1d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:11:08.793228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:11:08.802637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55668) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:08.811379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386df557-8279-4961-b9ee-74576c808884 None None] Sync routers for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:08.815613 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a121eb19-a6ff-4b0f-bcda-c3dc8931ebe0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/2475f1fb-170e-4996-aa2a-0346945e6a1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5718374 Nov 08 14:11:08.835571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:08.837002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:09.033512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting subnet 83dc0d10-1482-4d91-b4a3-d7e509b38b7d {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:11:09.040846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:09.212013 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:09.425063 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:09.438974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:09.795597 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:09.912590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Subnet': ['ID=83dc0d10-1482-4d91-b4a3-d7e509b38b7d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:09.916456 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:09.921669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-36c1d78f-cde9-480d-9212-3b6673a0dbc5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/subnets/83dc0d10-1482-4d91-b4a3-d7e509b38b7d HTTP/1.1" status: 204 len: 168 time: 1.1175563 Nov 08 14:11:09.925299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55686) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:09.935148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514555b2-0237-4458-93ca-531787dd3388 None None] Network 59da2c61-94c3-4f84-85a1-3d384274a7e2 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:11:10.334683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:10.434161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:11:07Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:10.534289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386df557-8279-4961-b9ee-74576c808884 None None] Checking router: 2475f1fb-170e-4996-aa2a-0346945e6a1d for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:10.587204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] Routers {'2475f1fb-170e-4996-aa2a-0346945e6a1d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:10.588061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['2475f1fb-170e-4996-aa2a-0346945e6a1d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:10.698072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] DHCP port deletion for 59da2c61-94c3-4f84-85a1-3d384274a7e2 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:11:10.995074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] Set router 2475f1fb-170e-4996-aa2a-0346945e6a1d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:11.139250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] Deleting port 670e7184-b2ee-4355-acf1-d3e0588c53e7 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:11:11.139811 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:11.325825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 670e7184-b2ee-4355-acf1-d3e0588c53e7 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:11:11.841746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] For port 670e7184-b2ee-4355-acf1-d3e0588c53e7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=670e7184-b2ee-4355-acf1-d3e0588c53e7,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:11.841746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:11.908691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55720) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:11.927931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] Calling delete_port for 670e7184-b2ee-4355-acf1-d3e0588c53e7 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:11:12.091546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.190482 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-442ff073-8614-4c58-a957-199d3ec3204c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.220140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-386df557-8279-4961-b9ee-74576c808884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:11:07Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:12.260432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.266130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386df557-8279-4961-b9ee-74576c808884 None None] The sync data for ids ['2475f1fb-170e-4996-aa2a-0346945e6a1d'] in n-d-804292-2 is: [{'id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1636878006', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178'}], 'enable_snat': True}, 'gw_port_id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:24Z', 'updated_at': '2021-11-08T14:11:07Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': '9fc60719-440d-4d0e-a81a-9301334c6375', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:74:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2475f1fb-170e-4996-aa2a-0346945e6a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:26Z', 'updated_at': '2021-11-08T14:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:12.285003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 9fc60719-440d-4d0e-a81a-9301334c6375 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:11:12.285559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.417480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-442ff073-8614-4c58-a957-199d3ec3204c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.427997 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-442ff073-8614-4c58-a957-199d3ec3204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.532633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ff073-8614-4c58-a957-199d3ec3204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f566a6b-8ac4-4244-9582-8ef46b9911f9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:12.570271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-442ff073-8614-4c58-a957-199d3ec3204c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4df8f14d093848bf97f8cf61f7d67e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6590698 Nov 08 14:11:12.584096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55728) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:12.653477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 670e7184-b2ee-4355-acf1-d3e0588c53e7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=670e7184-b2ee-4355-acf1-d3e0588c53e7,segment=NetworkSegment(4e4addbc-32a6-4bdf-86ae-27cec209126a),segment_id=4e4addbc-32a6-4bdf-86ae-27cec209126a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:12.662404 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.681501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 9fc60719-440d-4d0e-a81a-9301334c6375, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fc60719-440d-4d0e-a81a-9301334c6375,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:12.681875 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.684249 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:12.738128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 9fc60719-440d-4d0e-a81a-9301334c6375 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:11:12.777903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] No DVR routers for this DVR port 670e7184-b2ee-4355-acf1-d3e0588c53e7 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:11:12.805608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event deleted for resources: {'Port': ['ID=670e7184-b2ee-4355-acf1-d3e0588c53e7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:12.863504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d4cea-bb58-4017-b914-3c6e4a39e954 None None] Pushing event deleted for resources: {'Port': ['ID=670e7184-b2ee-4355-acf1-d3e0588c53e7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:12.891573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:13.005876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:13.119360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e2427eff-996d-4f46-96da-a3aa88bec68d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:11:13.167874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:13.172813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:13.175338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7f566a6b-8ac4-4244-9582-8ef46b9911f9 HTTP/1.1" status: 204 len: 168 time: 0.5877073 Nov 08 14:11:13.221384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e2427eff-996d-4f46-96da-a3aa88bec68d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:11:13.222645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f566a6b-8ac4-4244-9582-8ef46b9911f9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:13.222830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e2427eff-996d-4f46-96da-a3aa88bec68d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:11:13.277534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.279644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.280089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.280870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:13.283187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.283723 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.285836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.291553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.292303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.292911 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.296109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.297255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.298011 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5728762-c80f-407e-919b-100efa58f447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:13.593669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=9fc60719-440d-4d0e-a81a-9301334c6375,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:13.837057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:14.269911 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:14.281514 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:14.392591 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:14.394531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Fanout notify agent at l3_agent the message router_deleted on router 2475f1fb-170e-4996-aa2a-0346945e6a1d {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:11:14.412923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:14.415215 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-47c1a2e0-a3b6-426c-8ab8-64b96a0570c5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/routers/2475f1fb-170e-4996-aa2a-0346945e6a1d HTTP/1.1" status: 204 len: 168 time: 4.4882360 Nov 08 14:11:14.418087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55768) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:14.856350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:15.285183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fc60719-440d-4d0e-a81a-9301334c6375 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:11:15.384593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:15.412738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9fc60719-440d-4d0e-a81a-9301334c6375 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:11:15.413531 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fc60719-440d-4d0e-a81a-9301334c6375 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:11:15.451442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59da2c61-94c3-4f84-85a1-3d384274a7e2']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:15.475287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4addbc-32a6-4bdf-86ae-27cec209126a') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:15.476239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4addbc-32a6-4bdf-86ae-27cec209126a') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:15.520435 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:15.563413 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:15.578456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:11:15.579148 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:11:15.710624 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:11:15.717392 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:15.734313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:15.741416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/networks/59da2c61-94c3-4f84-85a1-3d384274a7e2 HTTP/1.1" status: 204 len: 168 time: 1.3205936 Nov 08 14:11:15.744676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55820) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:15.802769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee78688-368b-4a02-983b-3802ca6e4fb3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Network': ['ID=59da2c61-94c3-4f84-85a1-3d384274a7e2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:15.938740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81ed3d9-7402-4116-a4f5-1d4ee85b238c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:16.032242 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81ed3d9-7402-4116-a4f5-1d4ee85b238c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:16.170329 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81ed3d9-7402-4116-a4f5-1d4ee85b238c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:16.173843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81ed3d9-7402-4116-a4f5-1d4ee85b238c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:16.175576 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c81ed3d9-7402-4116-a4f5-1d4ee85b238c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/security-groups/5e6043c4-2fc8-4c77-a955-1093c7d3c68a HTTP/1.1" status: 204 len: 168 time: 0.4275811 Nov 08 14:11:16.231402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ed3d9-7402-4116-a4f5-1d4ee85b238c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6043c4-2fc8-4c77-a955-1093c7d3c68a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:17.073155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55872) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:17.082920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0e43d126-4944-41a7-a595-63454bd8598c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172298594', 'description': 'tempest-secgroup-smoke-1172298594 description', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:17.133174 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e43d126-4944-41a7-a595-63454bd8598c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.324646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e43d126-4944-41a7-a595-63454bd8598c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.333350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e43d126-4944-41a7-a595-63454bd8598c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.404641 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0e43d126-4944-41a7-a595-63454bd8598c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.406302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0e43d126-4944-41a7-a595-63454bd8598c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3308592 Nov 08 14:11:17.408411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43d126-4944-41a7-a595-63454bd8598c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:17.411112 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55884) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:17.417720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-55eed88f-4cce-43a1-8d15-bd52e2973b6b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '7ba85c4d-c5ed-49e2-b76c-2409c5aeb064', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:17.521026 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55eed88f-4cce-43a1-8d15-bd52e2973b6b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.655381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55eed88f-4cce-43a1-8d15-bd52e2973b6b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.666930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55eed88f-4cce-43a1-8d15-bd52e2973b6b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.706907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eed88f-4cce-43a1-8d15-bd52e2973b6b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b99210-5f79-4bed-a0ae-dbcb9f0cdae1,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:17.743113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55eed88f-4cce-43a1-8d15-bd52e2973b6b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:17.753864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55892) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:17.758265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-55eed88f-4cce-43a1-8d15-bd52e2973b6b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3435194 Nov 08 14:11:17.759465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-17546977-5791-4004-9ed9-913cb58fa348 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '7ba85c4d-c5ed-49e2-b76c-2409c5aeb064', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:17.834401 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17546977-5791-4004-9ed9-913cb58fa348 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.027173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17546977-5791-4004-9ed9-913cb58fa348 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.033074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17546977-5791-4004-9ed9-913cb58fa348 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.102354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17546977-5791-4004-9ed9-913cb58fa348 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a362e33-0f1c-4e6c-b391-72384143162e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:18.115082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17546977-5791-4004-9ed9-913cb58fa348 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.120784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-17546977-5791-4004-9ed9-913cb58fa348 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3655744 Nov 08 14:11:18.125432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55900) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:18.131328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-807e78ac-772c-49f9-acf7-1490f9a1360e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '7ba85c4d-c5ed-49e2-b76c-2409c5aeb064', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:18.183094 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-807e78ac-772c-49f9-acf7-1490f9a1360e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.360931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-807e78ac-772c-49f9-acf7-1490f9a1360e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.372403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-807e78ac-772c-49f9-acf7-1490f9a1360e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.425573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e78ac-772c-49f9-acf7-1490f9a1360e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840096e1-0cd4-4aa1-8fb3-4efb7901ebf8,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:18.447793 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-807e78ac-772c-49f9-acf7-1490f9a1360e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.450207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-807e78ac-772c-49f9-acf7-1490f9a1360e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3231392 Nov 08 14:11:18.453535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55912) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:18.461058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a1f79bd9-3541-41e9-9afd-a7e4afe71b12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '7ba85c4d-c5ed-49e2-b76c-2409c5aeb064', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:18.539210 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1f79bd9-3541-41e9-9afd-a7e4afe71b12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.745888 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1f79bd9-3541-41e9-9afd-a7e4afe71b12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.752829 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1f79bd9-3541-41e9-9afd-a7e4afe71b12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.794452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f79bd9-3541-41e9-9afd-a7e4afe71b12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4345d6f2-7a41-411d-bca2-d6740a0fa079,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:18.807226 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a1f79bd9-3541-41e9-9afd-a7e4afe71b12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:18.809865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a1f79bd9-3541-41e9-9afd-a7e4afe71b12 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3540506 Nov 08 14:11:18.815062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55914) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:18.831065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '7ba85c4d-c5ed-49e2-b76c-2409c5aeb064', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:18.898678 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:11:18.904982 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.061805 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.075049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.136063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a71e2ee-eb0a-40b7-b1b0-6c5fc29fc01b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:19.150455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.156675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55920) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:19.160634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-59c8e17b-81d6-46af-8b79-1474cd24adef tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3441103 Nov 08 14:11:19.163529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'security_group_rule': {'security_group_id': '7ba85c4d-c5ed-49e2-b76c-2409c5aeb064', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:19.203363 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Project df8dd9b7ff744867bbca665a4c1cef34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:11:19.210493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.406017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.437088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.481216 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c1cc61-d1b3-4c7d-bd4c-1af5eb779ea0,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:19.520999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.534372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eec00aad-300b-40e3-be8e-a8d5038ae276 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3713403 Nov 08 14:11:19.535295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 55934) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:19.540466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'network': {'name': 'tempest-network-smoke--1314161602', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'port_security_enabled': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:19.586609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:19.590454 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.645838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:11:19.662013 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:11:19.680063 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.680747 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Added segment c31b4b8c-a416-447a-b32a-a07986c560d3 of type vlan for network e0764232-1a83-451f-a600-2a7ca4266798 Nov 08 14:11:19.798809 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.886178 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:19.897500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:19.909857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:20.030640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4941065 Nov 08 14:11:20.034013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 55944) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:20.041011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'admin_state_up': True, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:20.126865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:20.134094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:20.217104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8dda3-948f-4495-b5f4-5369a4f6d5cf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Network': ['ID=e0764232-1a83-451f-a600-2a7ca4266798,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:20.239596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e0764232-1a83-451f-a600-2a7ca4266798 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:11:20.342086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:20.671423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:21.119009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:21.144807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:21.415428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.18 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/ee22be1b-615b-4538-bb84-b1d8de0ec648) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:21.682965 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:21.806460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:21.897470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=ee22be1b-615b-4538-bb84-b1d8de0ec648,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:21.932343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:21.934736 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:21.938473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:22.599331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:23.322149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:23.362572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:23.782895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:23.841014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aa600a27-ca9b-4c6f-937b-e2259db6b227 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:11:24.025961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56034) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.122031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:11:24.180846 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Sync routers for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:24.273823 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:24.274981 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:24.300243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:24.305564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56044) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.306589 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8be3a71e-2677-47a5-b91b-f6d4a342f595 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2693248 Nov 08 14:11:24.373150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56046) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.384696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c527d00d-d245-45d0-87a7-0282a01469ae tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=df8dd9b7ff744867bbca665a4c1cef34&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0775270 Nov 08 14:11:24.465380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-953f6401-61f5-48dd-9768-38c9ffd3fe68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:24.597243 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:24.697876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-953f6401-61f5-48dd-9768-38c9ffd3fe68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:24.705593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-953f6401-61f5-48dd-9768-38c9ffd3fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:24.783187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f6401-61f5-48dd-9768-38c9ffd3fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ec753-6358-452e-a194-e6612937a466,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:24.819541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cd116-1821-47d0-a75f-fca87a1dcd81 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:24.830915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56054) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.835350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8a3cd116-1821-47d0-a75f-fca87a1dcd81 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4600148 Nov 08 14:11:24.935205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-04a48da0-3675-443f-93b7-21383454e087 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0964391 Nov 08 14:11:24.938758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56060) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.964895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1031258350', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:24.991942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56062) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:24.993947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-953f6401-61f5-48dd-9768-38c9ffd3fe68 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a144271ed7194b178b954c0ee61acd2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9654882 Nov 08 14:11:25.103473 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:22Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:25.146998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b80e7d56-8b6a-48ed-9a14-39f674a0105f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:25.158439 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Checking router: aa600a27-ca9b-4c6f-937b-e2259db6b227 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:25.158815 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Updating router aa600a27-ca9b-4c6f-937b-e2259db6b227 port ee22be1b-615b-4538-bb84-b1d8de0ec648 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:11:25.202304 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:25.212236 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b80e7d56-8b6a-48ed-9a14-39f674a0105f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:25.269738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:25.274735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:25.349734 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b80e7d56-8b6a-48ed-9a14-39f674a0105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:25.352762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b80e7d56-8b6a-48ed-9a14-39f674a0105f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:25.359504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b80e7d56-8b6a-48ed-9a14-39f674a0105f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/853ec753-6358-452e-a194-e6612937a466 HTTP/1.1" status: 204 len: 168 time: 0.3656356 Nov 08 14:11:25.379802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e7d56-8b6a-48ed-9a14-39f674a0105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ec753-6358-452e-a194-e6612937a466,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:25.835626 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:25.997886 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.010669 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.058671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Subnet': ['ID=d4bccab1-1e55-4a4f-86e2-7926a13e9681,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:26.087947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Checking segment: {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:11:26.088500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network hostable DHCP agents. Network: e0764232-1a83-451f-a600-2a7ca4266798, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:11:26.090289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56084) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:26.117537 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Attempting to bind port ee22be1b-615b-4538-bb84-b1d8de0ec648 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:11:26.118131 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Attempting to bind port ee22be1b-615b-4538-bb84-b1d8de0ec648 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:11:26.118581 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Attempting to bind port ee22be1b-615b-4538-bb84-b1d8de0ec648 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:26.120687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02342b73-1182-4462-b0c2-d88150521269 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.122420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network e0764232-1a83-451f-a600-2a7ca4266798 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:11:26.137057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e0764232-1a83-451f-a600-2a7ca4266798) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:26.142401 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:26.142401 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:11:26.143010 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.143314 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:26.143626 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Bound port: ee22be1b-615b-4538-bb84-b1d8de0ec648, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:11:26.144273 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.149088 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Pushing event updated for resources: {'Port': ['ID=ee22be1b-615b-4538-bb84-b1d8de0ec648,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:26.149897 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:26.150664 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.151468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06bd19a-9dfb-421b-896f-ff008a8260f9 None None] Network e0764232-1a83-451f-a600-2a7ca4266798 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:11:26.198196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9397dfdd-cc03-4fe9-834a-f25378275687 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2555931 Nov 08 14:11:26.200271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56086) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:26.222172 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.225886 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.230437 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.231495 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.232297 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.233085 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.233868 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.234695 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.238692 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.239923 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.240732 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.241553 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:26.345990 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] For port ee22be1b-615b-4538-bb84-b1d8de0ec648, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:26.349239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02342b73-1182-4462-b0c2-d88150521269 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.352346 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] For port ee22be1b-615b-4538-bb84-b1d8de0ec648, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ee22be1b-615b-4538-bb84-b1d8de0ec648,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:26.357616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02342b73-1182-4462-b0c2-d88150521269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.364055 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.532567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-02342b73-1182-4462-b0c2-d88150521269 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49b4e6ebb64449cd99991482c23a12d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4387059 Nov 08 14:11:26.534065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:26.550527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02342b73-1182-4462-b0c2-d88150521269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1c489f-a1b6-4358-b081-ab4468540e9e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:26.581059 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:26.581943 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:26.586424 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcea3c-691f-4cfc-b29f-26cd5e5f8235 None None] Pushing event updated for resources: {'Port': ['ID=ee22be1b-615b-4538-bb84-b1d8de0ec648,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:26.647074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-e0764232-1a83-451f-a600-2a7ca4266798', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:11:26.650862 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.745040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc2241e3-45f5-47c9-b962-3c248555a129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.838889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc2241e3-45f5-47c9-b962-3c248555a129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:26.979689 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:27.007435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc2241e3-45f5-47c9-b962-3c248555a129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:27.015839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc2241e3-45f5-47c9-b962-3c248555a129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:27.021052 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc2241e3-45f5-47c9-b962-3c248555a129 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d1c489f-a1b6-4358-b081-ab4468540e9e HTTP/1.1" status: 204 len: 168 time: 0.4838390 Nov 08 14:11:27.096517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2241e3-45f5-47c9-b962-3c248555a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1c489f-a1b6-4358-b081-ab4468540e9e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:27.098632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Allocated IP 172.20.0.2 (e0764232-1a83-451f-a600-2a7ca4266798/d4bccab1-1e55-4a4f-86e2-7926a13e9681/645a743a-1ad4-451b-bf91-fed91eb8e2f5) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:27.601105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:27.695337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:27.736497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:27.898663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Pushing event updated for resources: {'Port': ['ID=645a743a-1ad4-451b-bf91-fed91eb8e2f5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:27.962131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a53a5a57-6e45-44e4-912b-1a1657995519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.021683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Network e0764232-1a83-451f-a600-2a7ca4266798 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:28.035866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:28.038187 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f2d3183a-6477-4415-a133-b56a1086c9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.057779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:28.165892 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:22Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:28.230155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Attempting to bind port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:11:28.236146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Attempting to bind port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:11:28.246743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Attempting to bind port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 on network e0764232-1a83-451f-a600-2a7ca4266798 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:28.300454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a53a5a57-6e45-44e4-912b-1a1657995519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.309584 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a53a5a57-6e45-44e4-912b-1a1657995519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.316198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:28.317040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Checking segment: {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:11:28.317610 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.318200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Bound using segment: {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:28.319095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Bound port: 645a743a-1ad4-451b-bf91-fed91eb8e2f5, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:11:28.319818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.343319 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4ee9c-4779-42b3-be48-9fedc84d6290 None None] The sync data for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 is: [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:22Z', 'revision_number': 3, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:28.437363 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a53a5a57-6e45-44e4-912b-1a1657995519 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=973a4254203a41cab77d1ed189a6d2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8346364 Nov 08 14:11:28.452828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56132) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:28.577175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a5a57-6e45-44e4-912b-1a1657995519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3770f6-9f79-4ff5-a888-45090dea8866,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:28.696424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] For port 645a743a-1ad4-451b-bf91-fed91eb8e2f5, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:28.702227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-522b333a-d3ca-4f30-b42e-135f1fe86fed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.709889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] For port 645a743a-1ad4-451b-bf91-fed91eb8e2f5, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=645a743a-1ad4-451b-bf91-fed91eb8e2f5,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:28.729667 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.770223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-522b333a-d3ca-4f30-b42e-135f1fe86fed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.890407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-522b333a-d3ca-4f30-b42e-135f1fe86fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.899718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-522b333a-d3ca-4f30-b42e-135f1fe86fed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:28.921455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-522b333a-d3ca-4f30-b42e-135f1fe86fed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cd3770f6-9f79-4ff5-a888-45090dea8866 HTTP/1.1" status: 204 len: 168 time: 0.4574862 Nov 08 14:11:28.951317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b333a-d3ca-4f30-b42e-135f1fe86fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3770f6-9f79-4ff5-a888-45090dea8866,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:29.172349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42756ff-88c1-437a-8c8c-4863d9019358 None None] Pushing event updated for resources: {'Port': ['ID=645a743a-1ad4-451b-bf91-fed91eb8e2f5,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:29.353311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:29.691888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee22be1b-615b-4538-bb84-b1d8de0ec648 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:29.921550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ee22be1b-615b-4538-bb84-b1d8de0ec648 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:29.924624 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:30.245967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:30.313918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ee22be1b-615b-4538-bb84-b1d8de0ec648, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ee22be1b-615b-4538-bb84-b1d8de0ec648,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:30.338598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:30.445373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ee22be1b-615b-4538-bb84-b1d8de0ec648,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:30.679326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.1 (e0764232-1a83-451f-a600-2a7ca4266798/d4bccab1-1e55-4a4f-86e2-7926a13e9681/7a14e593-af97-4326-973b-c7c467f9ffb7) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:31.132074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:31.250171 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:31.382122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd125fc-9b04-4254-a149-0d5ddeca0598 None None] Network e0764232-1a83-451f-a600-2a7ca4266798 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:11:31.403351 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network e0764232-1a83-451f-a600-2a7ca4266798 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:31.414809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:31.420362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:31.521353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=7a14e593-af97-4326-973b-c7c467f9ffb7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:31.541038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:31.635595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 645a743a-1ad4-451b-bf91-fed91eb8e2f5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:31.951927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.021211 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-388e9fea-aee0-46d4-bd5c-d19b2382d864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.026969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6fd6b00c-2f82-4d4d-b92e-cc0e28b8210c None None] Provisioning complete for port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:32.027443 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6fd6b00c-2f82-4d4d-b92e-cc0e28b8210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.164109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:32.170503 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.450893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6fd6b00c-2f82-4d4d-b92e-cc0e28b8210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.600183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.611175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-6fd6b00c-2f82-4d4d-b92e-cc0e28b8210c None None] For port 645a743a-1ad4-451b-bf91-fed91eb8e2f5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=645a743a-1ad4-451b-bf91-fed91eb8e2f5,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:32.624285 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6fd6b00c-2f82-4d4d-b92e-cc0e28b8210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.775535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.791112 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.956098 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:11:32.956663 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:11:32.958451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6b00c-2f82-4d4d-b92e-cc0e28b8210c None None] Pushing event updated for resources: {'Port': ['ID=645a743a-1ad4-451b-bf91-fed91eb8e2f5,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:32.961857 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:32.984549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f8dfcc9f-07d3-48a6-b6f4-74e1b5aa29b4 None None] Provisioning complete for port 7a14e593-af97-4326-973b-c7c467f9ffb7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:32.985626 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcc9f-07d3-48a6-b6f4-74e1b5aa29b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:33.036669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f8dfcc9f-07d3-48a6-b6f4-74e1b5aa29b4 None None] Port 7a14e593-af97-4326-973b-c7c467f9ffb7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:11:33.055057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f8dfcc9f-07d3-48a6-b6f4-74e1b5aa29b4 None None] Provisioning complete for port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:33.055839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcc9f-07d3-48a6-b6f4-74e1b5aa29b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:33.208644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=7a14e593-af97-4326-973b-c7c467f9ffb7,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:33.225943 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:33.366868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network e0764232-1a83-451f-a600-2a7ca4266798 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:33.369377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:33.521338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee22be1b-615b-4538-bb84-b1d8de0ec648 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:33.603120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ce252585-6d71-48ce-88d9-7053c2306d37 None None] Provisioning complete for port 7a14e593-af97-4326-973b-c7c467f9ffb7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:33.603850 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce252585-6d71-48ce-88d9-7053c2306d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:33.659215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56262) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:33.775012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ce252585-6d71-48ce-88d9-7053c2306d37 None None] Port 7a14e593-af97-4326-973b-c7c467f9ffb7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:11:33.779006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aa600a27-ca9b-4c6f-937b-e2259db6b227 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:11:33.791168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ee22be1b-615b-4538-bb84-b1d8de0ec648 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:33.792307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:33.973330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f493af98-71f2-47a4-99b1-aa7342554ad3 None None] Provisioning complete for port 7a14e593-af97-4326-973b-c7c467f9ffb7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:33.973330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f493af98-71f2-47a4-99b1-aa7342554ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:33.981455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:34.056430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:11:34.069762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-acf42a06-ca15-4ea4-9e91-4f265ab5c3fd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/aa600a27-ca9b-4c6f-937b-e2259db6b227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8681035 Nov 08 14:11:34.106359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f493af98-71f2-47a4-99b1-aa7342554ad3 None None] Port 7a14e593-af97-4326-973b-c7c467f9ffb7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:11:34.115722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Sync routers for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:34.186049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:34.186585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:34.263673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:34.272205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:34.274213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 645a743a-1ad4-451b-bf91-fed91eb8e2f5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:34.380789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56278) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:34.381836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd450b32f5924cc7b40892b1db604d57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7207932 Nov 08 14:11:34.387321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a56d5d3-00c0-49a0-a943-945890986157,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:34.404197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.405733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.407755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.411966 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.413824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.414379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.414894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.416838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.417393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.419043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.419591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.420220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea10918-5bf7-48e1-a76c-973aa1a4753e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:34.540546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43771f02-12a4-45a4-800a-9769abf1641e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:34.646458 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43771f02-12a4-45a4-800a-9769abf1641e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:34.775244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43771f02-12a4-45a4-800a-9769abf1641e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:34.781931 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-43771f02-12a4-45a4-800a-9769abf1641e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:34.784841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-43771f02-12a4-45a4-800a-9769abf1641e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a56d5d3-00c0-49a0-a943-945890986157 HTTP/1.1" status: 204 len: 168 time: 0.4029531 Nov 08 14:11:34.804618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43771f02-12a4-45a4-800a-9769abf1641e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a56d5d3-00c0-49a0-a943-945890986157,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:34.917407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:35.025264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-2ba4d6dd-fcaf-4a64-87a0-8ef79fce1b58 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172298594&fields=id&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 267 time: 0.1016223 Nov 08 14:11:35.290789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:35.295916 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:35.311709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-f538acd4-4395-4edc-a53b-f2ccab4198ec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:35.320979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-f538acd4-4395-4edc-a53b-f2ccab4198ec tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 797 time: 0.2854652 Nov 08 14:11:35.368976 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-33aa5165-144d-41ec-8b4e-f7d3292910ed tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/quotas/df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 375 time: 0.0461862 Nov 08 14:11:35.474427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-248057af-a333-4ea6-9c04-1084e68a287c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1038291 Nov 08 14:11:35.490644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56316) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:35.523869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-897042b4-7b84-458c-8fcc-ca1258ab6000 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:35.620771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:32Z', 'revision_number': 2, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:35.637857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:35.735226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-f16f9909-f9d4-4f3d-bf3e-f96e7684a80c service neutron] 10.222.0.65 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443550 Nov 08 14:11:35.747655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-897042b4-7b84-458c-8fcc-ca1258ab6000 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:35.753120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-897042b4-7b84-458c-8fcc-ca1258ab6000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:35.758952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Checking router: aa600a27-ca9b-4c6f-937b-e2259db6b227 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:35.759556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Updating router aa600a27-ca9b-4c6f-937b-e2259db6b227 port 7a14e593-af97-4326-973b-c7c467f9ffb7 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:11:35.862849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-897042b4-7b84-458c-8fcc-ca1258ab6000 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b280c1c33974d109551cd0cee87af15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3739791 Nov 08 14:11:35.865127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897042b4-7b84-458c-8fcc-ca1258ab6000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9dab0b-d91e-42e4-b02d-b5e0429a744f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:35.871800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56322) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:35.912108 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:35.952506 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:35.980070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-81d0f2cf-2e5c-49a3-82ae-1677fb5a9d59 service neutron] 10.222.0.65 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355726 Nov 08 14:11:36.027698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd15852-7e56-4979-b274-1f968309f5cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.084560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd15852-7e56-4979-b274-1f968309f5cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.183914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd15852-7e56-4979-b274-1f968309f5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.193723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4fd15852-7e56-4979-b274-1f968309f5cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.199194 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4fd15852-7e56-4979-b274-1f968309f5cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de9dab0b-d91e-42e4-b02d-b5e0429a744f HTTP/1.1" status: 204 len: 168 time: 0.3226593 Nov 08 14:11:36.229657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd15852-7e56-4979-b274-1f968309f5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9dab0b-d91e-42e4-b02d-b5e0429a744f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:36.415287 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.426808 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.436817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52937fb2-b351-4922-9e59-e62108eb7559 req-a7bfdb82-023b-4279-ae91-52939b883964 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 210 time: 0.0721688 Nov 08 14:11:36.636989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac105af-cb2d-4d5e-9027-a39236d64e3a None None] Pushing event updated for resources: {'Port': ['ID=7a14e593-af97-4326-973b-c7c467f9ffb7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:36.733646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Attempting to bind port 7a14e593-af97-4326-973b-c7c467f9ffb7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:11:36.733905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Attempting to bind port 7a14e593-af97-4326-973b-c7c467f9ffb7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:11:36.734208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Attempting to bind port 7a14e593-af97-4326-973b-c7c467f9ffb7 on network e0764232-1a83-451f-a600-2a7ca4266798 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:36.763954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:36.764336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Checking segment: {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:11:36.764806 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.765240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Bound using segment: {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:36.777821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Bound port: 7a14e593-af97-4326-973b-c7c467f9ffb7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:11:36.780470 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:36.995447 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] For port 7a14e593-af97-4326-973b-c7c467f9ffb7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:37.001354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] For port 7a14e593-af97-4326-973b-c7c467f9ffb7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a14e593-af97-4326-973b-c7c467f9ffb7,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:37.008301 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:37.226781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-47ec91fe-c369-4efc-9885-37827c22b9a5 None None] Provisioning complete for port 7a14e593-af97-4326-973b-c7c467f9ffb7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:37.227398 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47ec91fe-c369-4efc-9885-37827c22b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:37.231162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac105af-cb2d-4d5e-9027-a39236d64e3a None None] Pushing event updated for resources: {'Port': ['ID=7a14e593-af97-4326-973b-c7c467f9ffb7,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:37.291625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:37.292418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:37.696377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56b80d7b-bbbf-490e-aa5a-a398fd1d67d7 req-9cc8fd30-fdff-4f96-ad11-d14591488e2f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 210 time: 0.0872862 Nov 08 14:11:37.830403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:37.865236 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47ec91fe-c369-4efc-9885-37827c22b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:38.041054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-47ec91fe-c369-4efc-9885-37827c22b9a5 None None] For port 7a14e593-af97-4326-973b-c7c467f9ffb7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a14e593-af97-4326-973b-c7c467f9ffb7,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:38.124861 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47ec91fe-c369-4efc-9885-37827c22b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:38.423005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-720f5eeb-bfab-44f5-b40d-9ed40d59af11 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:38.425300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-720f5eeb-bfab-44f5-b40d-9ed40d59af11 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 797 time: 0.3582931 Nov 08 14:11:38.469830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3359b711-f04b-41a2-a74c-b3d5e9806d29 None None] Provisioning complete for port 7a14e593-af97-4326-973b-c7c467f9ffb7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:38.484825 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3359b711-f04b-41a2-a74c-b3d5e9806d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:38.560972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-0aa5161c-d8cc-46a4-a3c6-395f47294d46 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df8dd9b7ff744867bbca665a4c1cef34 HTTP/1.1" status: 200 len: 380 time: 0.1261487 Nov 08 14:11:38.572247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'port': {'device_id': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'admin_state_up': True, 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'security_groups': ['7ba85c4d-c5ed-49e2-b76c-2409c5aeb064']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:38.580216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec91fe-c369-4efc-9885-37827c22b9a5 None None] Pushing event updated for resources: {'Port': ['ID=7a14e593-af97-4326-973b-c7c467f9ffb7,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:38.873955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:36Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:38.916928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f546f-ad08-440c-b95e-e271676f5c51 None None] The sync data for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 is: [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:36Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:11:38.949981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Made reservation on behalf of df8dd9b7ff744867bbca665a4c1cef34 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:11:38.964903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:38.968562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-575a7c0d-8a5d-46e9-9b09-eb25d284ca51 req-3aa76ff5-8686-418e-927c-e9af576f5e2e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 210 time: 0.1183500 Nov 08 14:11:39.338356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.20.0.3 (e0764232-1a83-451f-a600-2a7ca4266798/d4bccab1-1e55-4a4f-86e2-7926a13e9681/766855e9-43fc-4e6a-939f-51ceb5733fa6) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:39.690113 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:39.740580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:39.825234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network e0764232-1a83-451f-a600-2a7ca4266798 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:39.834150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:39.873149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:39.964092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:40.083109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:40.084362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:40.139029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-347f2ec8-54ad-4a93-a92e-703f8ce06a7a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5719562 Nov 08 14:11:40.155543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Request body: {'port': {'device_id': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:40.215860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7a14e593-af97-4326-973b-c7c467f9ffb7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:40.325929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957dd6b-9cd3-4652-a20f-2b88e3a66263 req-e10e6ab2-e358-4bf4-83da-ed7c7b91634a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:40.348147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8957dd6b-9cd3-4652-a20f-2b88e3a66263 req-e10e6ab2-e358-4bf4-83da-ed7c7b91634a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 931 time: 0.1518168 Nov 08 14:11:40.431965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 7a14e593-af97-4326-973b-c7c467f9ffb7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:40.432338 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:40.440946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:40.495185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8957dd6b-9cd3-4652-a20f-2b88e3a66263 req-5aaf04d0-8d54-4261-81c1-c5e8de74c9c0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456828 Nov 08 14:11:40.560410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5f144854-1720-428b-8e12-b61bf44b5224 None None] Provisioning complete for port 766855e9-43fc-4e6a-939f-51ceb5733fa6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:40.561659 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5f144854-1720-428b-8e12-b61bf44b5224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:40.686397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5f144854-1720-428b-8e12-b61bf44b5224 None None] Port 766855e9-43fc-4e6a-939f-51ceb5733fa6 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:11:41.604302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 766855e9-43fc-4e6a-939f-51ceb5733fa6 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:41.617575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:41.636475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Transition to ACTIVE for port object 766855e9-43fc-4e6a-939f-51ceb5733fa6 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:11:41.642586 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:41.755681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:41.787113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0ef83-5686-4824-a43d-aedf38538347 req-a1a3ac8f-a339-4807-9c21-015de11080c6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:41.789345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0f0ef83-5686-4824-a43d-aedf38538347 req-a1a3ac8f-a339-4807-9c21-015de11080c6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.1281569 Nov 08 14:11:41.921927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Attempting to bind port 766855e9-43fc-4e6a-939f-51ceb5733fa6 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:11:41.922665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Attempting to bind port 766855e9-43fc-4e6a-939f-51ceb5733fa6 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:11:41.923701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Attempting to bind port 766855e9-43fc-4e6a-939f-51ceb5733fa6 on network e0764232-1a83-451f-a600-2a7ca4266798 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:41.939554 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0f0ef83-5686-4824-a43d-aedf38538347 req-7c7140d4-473d-4dc5-a0c7-68cc699759ba tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422455 Nov 08 14:11:41.940868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Port 766855e9-43fc-4e6a-939f-51ceb5733fa6 on network e0764232-1a83-451f-a600-2a7ca4266798 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:11:41.941273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Attempting to bind port 766855e9-43fc-4e6a-939f-51ceb5733fa6 on network e0764232-1a83-451f-a600-2a7ca4266798 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:11:41.954026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:11:41.956674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Checking segment: {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:11:41.957152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Bound using segment: {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:11:41.957677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Bound port: 766855e9-43fc-4e6a-939f-51ceb5733fa6, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31b4b8c-a416-447a-b32a-a07986c560d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:11:41.960952 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:42.085223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:11:42.091675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:11:42.097642 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:42.181693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:42.182345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:42.184849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] 10.222.0.54 "PUT /v2.0/ports/766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 1091 time: 2.0357461 Nov 08 14:11:42.185328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:42.188309 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4927be53-8248-4ac6-a6c0-f580160e0a55" -d '{"events": [{"name": "network-changed", "server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:42.324160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cb0cd-6923-4819-af34-346536eb1536 service neutron] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:42.377779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-19b32d24-117a-4fd7-b6f5-398c6a69bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:42.379836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-19b32d24-117a-4fd7-b6f5-398c6a69bc9d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1094 time: 0.1459663 Nov 08 14:11:42.466878 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-98eb17f7-9f1d-4f7c-a22e-225e43d0d96e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 217 time: 0.0792074 Nov 08 14:11:42.578256 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-1ce9b5b8-e05d-4df3-8398-6e5fc34ec5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:42.580009 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-1ce9b5b8-e05d-4df3-8398-6e5fc34ec5af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 200 len: 835 time: 0.1035681 Nov 08 14:11:42.588109 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa62813-bea2-4ddd-ae09-dd7d77d6071d x-openstack-request-id: req-3fa62813-bea2-4ddd-ae09-dd7d77d6071d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:42.588656 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:42.589101 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fa62813-bea2-4ddd-ae09-dd7d77d6071d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:42.589698 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'status': 'completed', 'code': 200} Nov 08 14:11:42.648394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-5d97c4a2-4471-4cdc-8beb-3c30582f16ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:42.650408 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-5d97c4a2-4471-4cdc-8beb-3c30582f16ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0764232-1a83-451f-a600-2a7ca4266798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577645 Nov 08 14:11:42.889738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-cebc396e-f8a9-4c9b-a31d-9cdea5efe42a service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320871 Nov 08 14:11:43.094040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1b10f561-316e-4bd8-a18e-4bb055bbebf9 req-2dbb068f-e34a-4e9a-9d47-b2980b2d8314 service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960919 Nov 08 14:11:43.214806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9e779-439d-4f54-977d-23bf0025ed18 req-b902e25d-45f4-49cd-89d6-c33933384a7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.216659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5cc9e779-439d-4f54-977d-23bf0025ed18 req-b902e25d-45f4-49cd-89d6-c33933384a7b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.1502378 Nov 08 14:11:43.266739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-8e724fb4-e039-4a87-8651-ec78764c7bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.271846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-8e724fb4-e039-4a87-8651-ec78764c7bf0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1094 time: 0.1059401 Nov 08 14:11:43.304047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5cc9e779-439d-4f54-977d-23bf0025ed18 req-e5353bcf-cde0-4b7f-a716-0eb92561b3da tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671263 Nov 08 14:11:43.423978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-ff340f91-f6f2-4f7b-b3a5-cb860028594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.425588 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-ff340f91-f6f2-4f7b-b3a5-cb860028594a service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 898 time: 0.1471391 Nov 08 14:11:43.510399 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-f477d2ce-2859-4e27-976f-b9416d7de4eb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 217 time: 0.0750384 Nov 08 14:11:43.620341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-48a303e9-4b34-4d23-acfa-754923e58723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.622439 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-48a303e9-4b34-4d23-acfa-754923e58723 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 200 len: 835 time: 0.1049914 Nov 08 14:11:43.695948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-376a809a-c2b2-47ae-8322-a9621811e2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:43.697624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-376a809a-c2b2-47ae-8322-a9621811e2f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0764232-1a83-451f-a600-2a7ca4266798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675342 Nov 08 14:11:43.850507 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-8e8eccd6-b907-4d6a-a35c-9476a5557efc service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413696 Nov 08 14:11:44.001418 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4927be53-8248-4ac6-a6c0-f580160e0a55 req-de5d5de9-5237-4b21-9338-c4eca972d766 service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472528 Nov 08 14:11:44.501277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cbc8d-7e47-4fbe-83c4-1be3ffcd9f1c req-8c766012-ef4d-457d-9949-82c4827afb48 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:44.511179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-466cbc8d-7e47-4fbe-83c4-1be3ffcd9f1c req-8c766012-ef4d-457d-9949-82c4827afb48 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.0973940 Nov 08 14:11:44.574755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-466cbc8d-7e47-4fbe-83c4-1be3ffcd9f1c req-70a5844e-ce1c-4274-a6b0-671dd10ffe7c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622945 Nov 08 14:11:45.818705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122e96a-6982-4d08-ae8e-8ec04e437f1f req-01789f14-fac6-4cb8-b2d8-fd65da7915a4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:45.826671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3122e96a-6982-4d08-ae8e-8ec04e437f1f req-01789f14-fac6-4cb8-b2d8-fd65da7915a4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.0890889 Nov 08 14:11:45.961226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3122e96a-6982-4d08-ae8e-8ec04e437f1f req-269efb88-e5a6-4071-817c-638d912e49be tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324852 Nov 08 14:11:46.161617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca0e3c-176a-4565-881f-9fd29140e992 req-1f6ac0a4-4bea-419a-b30b-904e66a5cce9 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:46.172181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcca0e3c-176a-4565-881f-9fd29140e992 req-1f6ac0a4-4bea-419a-b30b-904e66a5cce9 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 945 time: 0.1114972 Nov 08 14:11:46.255208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bcca0e3c-176a-4565-881f-9fd29140e992 req-79dcf2dd-7b27-4197-9e84-3b4b0efb09cf tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818815 Nov 08 14:11:47.136521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108b5a3-a8d1-4602-8c76-889bab33763e req-ccf43eee-dc0f-4ae5-a08b-7779ed909779 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:47.152193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3108b5a3-a8d1-4602-8c76-889bab33763e req-ccf43eee-dc0f-4ae5-a08b-7779ed909779 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.0897379 Nov 08 14:11:47.249895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3108b5a3-a8d1-4602-8c76-889bab33763e req-e318ebf9-89d7-4c81-b4ba-c881451f180e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957532 Nov 08 14:11:47.516681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddec914-05bd-49b1-8884-f61d85799f66 req-fcf75125-c8d3-4fff-a7e6-dc031d7d4bec tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:47.532953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fddec914-05bd-49b1-8884-f61d85799f66 req-fcf75125-c8d3-4fff-a7e6-dc031d7d4bec tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 945 time: 0.1489961 Nov 08 14:11:47.554121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52815406-81fb-4676-91ba-35669e3b44b6 req-93b079ea-e935-4f1b-82d9-9aeb081547da tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:47.558305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52815406-81fb-4676-91ba-35669e3b44b6 req-93b079ea-e935-4f1b-82d9-9aeb081547da tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 945 time: 0.1285889 Nov 08 14:11:47.645461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fddec914-05bd-49b1-8884-f61d85799f66 req-dd07a21c-d061-4693-b315-fd7a76256432 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095443 Nov 08 14:11:47.697616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Deleting port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:11:47.698436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:47.858549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] For port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:47.859620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:47.878513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Calling delete_port for 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:11:48.026827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 766855e9-43fc-4e6a-939f-51ceb5733fa6 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:11:48.084813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:48.119400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:48.131869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Pushing event deleted for resources: {'Port': ['ID=4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:48.213195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] No DVR routers for this DVR port 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:11:48.219675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:48.224195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52815406-81fb-4676-91ba-35669e3b44b6 req-f2cd506d-1bc5-482b-b4df-b9e61857054d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "DELETE /v2.0/ports/4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac HTTP/1.1" status: 204 len: 173 time: 0.6607170 Nov 08 14:11:48.224707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78006986-5f13-469a-a2d0-7ea120ab0205', 'name': 'network-vif-deleted', 'tag': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:48.226574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:11:48.241382 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac46ab-6e4b-42d4-a3f0-249e5ce56924" -d '{"events": [{"server_uuid": "78006986-5f13-469a-a2d0-7ea120ab0205", "name": "network-vif-deleted", "tag": "4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:48.317911 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45305f9-04ea-4e92-99a1-73c5cae39e70 x-openstack-request-id: req-d45305f9-04ea-4e92-99a1-73c5cae39e70 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:48.320191 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78006986-5f13-469a-a2d0-7ea120ab0205", "name": "network-vif-deleted", "tag": "4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:48.320619 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d45305f9-04ea-4e92-99a1-73c5cae39e70 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:48.321191 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78006986-5f13-469a-a2d0-7ea120ab0205', 'name': 'network-vif-deleted', 'tag': '4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac', 'status': 'completed', 'code': 200} Nov 08 14:11:48.474152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:48.512898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'port_id': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'mac_address': 'fa:16:3e:96:2a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:11:48.566834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08f4f-3275-4a08-b52f-728f3a98f0bd req-0b90ef74-2bdb-4bdb-bab0-02b133728dbf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:48.577236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41d08f4f-3275-4a08-b52f-728f3a98f0bd req-0b90ef74-2bdb-4bdb-bab0-02b133728dbf tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.1000912 Nov 08 14:11:48.607558 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:48.645382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766855e9-43fc-4e6a-939f-51ceb5733fa6 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:11:48.650081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41d08f4f-3275-4a08-b52f-728f3a98f0bd req-3fc96dd2-57a4-4183-aa3a-8a90a03f33de tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667737 Nov 08 14:11:48.696221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:48.701742 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:48.824117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:48.833728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.840371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.841019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.841553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.842914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.844158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.844659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.866852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.866852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.866852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.866852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.866852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:11:48.906748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-350520b3-f1bd-43e4-b893-db595579acc2 req-ed723672-8216-449c-a095-4e874987363d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=78006986-5f13-469a-a2d0-7ea120ab0205 HTTP/1.1" status: 200 len: 210 time: 0.0855978 Nov 08 14:11:49.085128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['766855e9-43fc-4e6a-939f-51ceb5733fa6'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:11:49.794879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b444b-be48-448e-82b7-bd452924691d req-cce73bd3-7e35-44f8-b151-b0a6bb612f11 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:49.797694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a69b444b-be48-448e-82b7-bd452924691d req-cce73bd3-7e35-44f8-b151-b0a6bb612f11 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 944 time: 0.0576034 Nov 08 14:11:49.876309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a69b444b-be48-448e-82b7-bd452924691d req-ae1f610a-c19e-4e58-bb2b-7adda28960f2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724840 Nov 08 14:11:51.190646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1765e-8060-4ccd-9424-f78482d2078d req-4b302518-e694-41ec-ae63-fac2467cde93 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:51.192941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c1765e-8060-4ccd-9424-f78482d2078d req-4b302518-e694-41ec-ae63-fac2467cde93 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 944 time: 0.1086409 Nov 08 14:11:51.316794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54c1765e-8060-4ccd-9424-f78482d2078d req-64ce7921-fda1-4c66-91a0-735c14a509dc tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018958 Nov 08 14:11:51.622091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:11:51.673042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:11:51.673691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 4b1cecbc-7126-4bac-9cb0-b0ca9ff004ac not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:11:52.044217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 766855e9-43fc-4e6a-939f-51ceb5733fa6 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:11:52.216438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 766855e9-43fc-4e6a-939f-51ceb5733fa6 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:11:52.221515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 766855e9-43fc-4e6a-939f-51ceb5733fa6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:11:52.222012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:52.381206 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:52.423151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:52.426238 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9d601a-5cef-470d-9056-4c317bf5a039" -d '{"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-plugged", "status": "completed", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:52.460673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:11:52.470935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:52.521240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd3bf03-8f39-4d30-baed-31f829acfa86 req-2a5d8952-0665-4261-a63b-aac0718c8fbb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:52.530340 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5fd3bf03-8f39-4d30-baed-31f829acfa86 req-2a5d8952-0665-4261-a63b-aac0718c8fbb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 944 time: 0.1054924 Nov 08 14:11:52.565342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:52.608552 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9591ead-a6d8-45d0-9eae-8c8a99665d51 x-openstack-request-id: req-e9591ead-a6d8-45d0-9eae-8c8a99665d51 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:52.608882 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-plugged", "status": "completed", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:52.609218 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9591ead-a6d8-45d0-9eae-8c8a99665d51 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:52.609693 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'code': 200} Nov 08 14:11:52.625747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5fd3bf03-8f39-4d30-baed-31f829acfa86 req-81be406b-0d77-4f11-9ed4-e1fc7957e583 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943661 Nov 08 14:11:52.739030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d486e8-1d01-4466-80f1-c40f9bbfd7b3 req-38410a53-00ee-4484-a356-f78b4bd89553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:52.740562 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00d486e8-1d01-4466-80f1-c40f9bbfd7b3 req-38410a53-00ee-4484-a356-f78b4bd89553 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1096 time: 0.0567541 Nov 08 14:11:52.803721 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-00d486e8-1d01-4466-80f1-c40f9bbfd7b3 req-2331be70-2028-4796-a3a5-c7a43e8bb372 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561807 Nov 08 14:11:53.286657 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:53.776217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4ccb2-830b-4f38-94c0-b302a30e0400 req-7266af3c-a2bc-461b-b81e-cf4882079c80 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:53.788302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ca4ccb2-830b-4f38-94c0-b302a30e0400 req-7266af3c-a2bc-461b-b81e-cf4882079c80 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.0686295 Nov 08 14:11:53.794647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:53.841125 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ca4ccb2-830b-4f38-94c0-b302a30e0400 req-f0d336cc-4116-4d20-a93f-23379c8beaa3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519669 Nov 08 14:11:55.008252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541b935-23d1-4c60-8033-4c21cc4d384d req-13a67a5c-3ce1-48a8-a8fc-7dbfb5ee8f35 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:55.010093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4541b935-23d1-4c60-8033-4c21cc4d384d req-13a67a5c-3ce1-48a8-a8fc-7dbfb5ee8f35 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.0701358 Nov 08 14:11:55.095663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4541b935-23d1-4c60-8033-4c21cc4d384d req-c54289d2-9733-47da-b26b-da43c9893654 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783942 Nov 08 14:11:55.365601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2758f-6b7f-4a0d-9b49-cde9cc1b9c7d req-aa6cfe86-9ccf-4940-bee4-de48ecb1dcb8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:55.374001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ad2758f-6b7f-4a0d-9b49-cde9cc1b9c7d req-aa6cfe86-9ccf-4940-bee4-de48ecb1dcb8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1034210 Nov 08 14:11:55.472095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ad2758f-6b7f-4a0d-9b49-cde9cc1b9c7d req-432a6045-5496-4504-97db-e778c32b0799 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962915 Nov 08 14:11:55.500370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 56952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:55.641667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fa6313-f814-4316-a56b-b6397fed59f7 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:55.646234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 56956) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:55.650414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b7fa6313-f814-4316-a56b-b6397fed59f7 tempest-TestNetworkAdvancedServerOps-1561121890 tempest-TestNetworkAdvancedServerOps-1561121890-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1091 time: 0.1482525 Nov 08 14:11:55.652319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:11:55.716874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:55.902585 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:56.074046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Allocated IP 172.25.8.166 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/b37992fc-2efa-4845-9764-f535ba1edb88) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:11:56.225556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:56.279324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:56.332209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:11:56.336454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:11:56.345956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:11:56.391030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=b37992fc-2efa-4845-9764-f535ba1edb88,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:56.662945 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:11:57.461560 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:57.664224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:57.966417 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fadb446-f2e0-4339-80b5-8feee96e2bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:58.048292 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:58.056395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:58.154555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event updated for resources: {'Port': ['ID=b37992fc-2efa-4845-9764-f535ba1edb88,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:11:58.175262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:58.326855 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP 1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d associated. External IP: 172.25.8.166, port: 766855e9-43fc-4e6a-939f-51ceb5733fa6. Nov 08 14:11:58.644797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aa600a27-ca9b-4c6f-937b-e2259db6b227 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:11:58.838951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:11:58.858880 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] Sync routers for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:11:58.873575 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:11:58.885981 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:58.886634 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:59.088407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-73422a71-d60c-428e-aec4-8f657e6d508e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4383123 Nov 08 14:11:59.102754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:11:59.105212 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5599fd26-3891-4344-aa99-e66377ce91a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:11:59.168149 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:11:59.278407 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2479b7b2-a561-4c12-884a-894f1e3410d5 x-openstack-request-id: req-2479b7b2-a561-4c12-884a-894f1e3410d5 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:11:59.278685 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:11:59.278942 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2479b7b2-a561-4c12-884a-894f1e3410d5 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:11:59.279433 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'status': 'completed', 'code': 200} Nov 08 14:11:59.317919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca9014-649c-4c8e-9ea3-987cc3f35b2b req-058259d0-fdb9-4078-9acf-6868ed320fb2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.330080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04ca9014-649c-4c8e-9ea3-987cc3f35b2b req-058259d0-fdb9-4078-9acf-6868ed320fb2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1417222 Nov 08 14:11:59.423596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-d794ee5c-ea3f-4f0c-be3b-13360f70dfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.433619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-d794ee5c-ea3f-4f0c-be3b-13360f70dfb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1096 time: 0.1271913 Nov 08 14:11:59.453987 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04ca9014-649c-4c8e-9ea3-987cc3f35b2b req-93f73abb-b373-4fb3-8c83-9ed1387d0e0d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171455 Nov 08 14:11:59.478077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 57072) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:11:59.629471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6a27d8e1-383b-4b9c-bf2b-544b51dd149a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d HTTP/1.1" status: 200 len: 991 time: 0.1487920 Nov 08 14:11:59.681295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-76ce4ebd-46bd-4e1f-8e2c-7e32372446ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.683525 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-76ce4ebd-46bd-4e1f-8e2c-7e32372446ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 898 time: 0.2421005 Nov 08 14:11:59.779701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-23e04e8c-8fd8-4324-b929-c5b4a2a53ad6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 999 time: 0.0780146 Nov 08 14:11:59.845881 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'port_id': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'mac_address': 'fa:16:3e:96:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:56Z', 'updated_at': '2021-11-08T14:11:56Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:37Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:59.848687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-ffda7552-9495-4f09-b272-87ebb62c7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.850361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-ffda7552-9495-4f09-b272-87ebb62c7a05 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 200 len: 835 time: 0.0623789 Nov 08 14:11:59.887599 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] Checking router: aa600a27-ca9b-4c6f-937b-e2259db6b227 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:11:59.899314 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:11:59.899993 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:11:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:11:59.902667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-b52a8de3-46ce-4040-85ec-a2ebabecfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:11:59.905083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-b52a8de3-46ce-4040-85ec-a2ebabecfd53 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0764232-1a83-451f-a600-2a7ca4266798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460973 Nov 08 14:12:00.025410 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:12:00.040651 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-119a6e0c-bba0-4c48-a246-267d44e0246f service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180706 Nov 08 14:12:00.172165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5599fd26-3891-4344-aa99-e66377ce91a3 req-b83f22f3-89c4-42c3-a7f9-90802b0b2201 service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234827 Nov 08 14:12:00.320338 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'port_id': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'mac_address': 'fa:16:3e:96:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:56Z', 'updated_at': '2021-11-08T14:11:56Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:37Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:12:00.356416 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b639f-dd99-40b9-a0a1-5aa64cff60b0 None None] The sync data for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 is: [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'floating_ip_address': '172.25.8.166', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'port_id': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3715, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'mac_address': 'fa:16:3e:96:2a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:11:56Z', 'updated_at': '2021-11-08T14:11:56Z', 'revision_number': 0, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:37Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:12:00.563649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-401e7a50-1df3-45f6-b0c6-0c9717a9edbd tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:00.565896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-401e7a50-1df3-45f6-b0c6-0c9717a9edbd tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/networks?id=2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 200 len: 814 time: 0.1701264 Nov 08 14:12:00.586046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-3a430437-e1f5-4013-9e2d-dd700f4caaec tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/quotas/5889f4e3c2a24354ae5ed9190d6e37ce HTTP/1.1" status: 200 len: 375 time: 0.0136127 Nov 08 14:12:00.632267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57108) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:00.678344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-ee0d27de-017c-41f5-a43d-9fc7efbf219d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859897 Nov 08 14:12:00.760249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9707d9e7-8b7d-4b6f-82c9-85f8da55bd8f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d HTTP/1.1" status: 200 len: 991 time: 0.1258123 Nov 08 14:12:00.809741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1289d7-7c58-4106-a427-0fc7c2f00e9d None None] New status for floating IP 1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:12:00.884978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-311199ff-32d6-4bbb-8794-32b741c41eb7 service neutron] 10.222.0.65 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056758 Nov 08 14:12:01.032701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-fa08f73c-6e42-4f2b-9365-0ba7da50a537 service neutron] 10.222.0.65 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388686 Nov 08 14:12:01.429218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d0c4a87-416b-4529-a744-660e59e1e0b5 req-e096a70e-07d2-4b27-9b5b-d0f34eb4d8ce tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 210 time: 0.1163588 Nov 08 14:12:01.464736 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-af547914-7bfe-4f93-888c-939c179ac568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:01.763164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 57158) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:01.924600 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a0794b0-7d91-488e-a305-90c7c6a26fcd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d HTTP/1.1" status: 200 len: 993 time: 0.1599808 Nov 08 14:12:02.630465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79c8d20f-3ba9-47ea-b067-38dd7b0bedd2 req-389833a6-1373-41cb-97b3-e39843919028 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 210 time: 0.0706544 Nov 08 14:12:02.789512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-a36612ab-0090-492b-bb42-a4d16a677c6f tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:02.797939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-a36612ab-0090-492b-bb42-a4d16a677c6f tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "GET /v2.0/networks?id=2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 200 len: 814 time: 0.1840663 Nov 08 14:12:02.811948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Request body: {'port': {'device_id': 'bf411139-98bb-4544-ac0b-f462931b9879', 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537', 'admin_state_up': True, 'tenant_id': '5889f4e3c2a24354ae5ed9190d6e37ce'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:02.944896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Made reservation on behalf of 5889f4e3c2a24354ae5ed9190d6e37ce for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:12:02.948704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:03.093816 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:03.148314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Allocated IP 172.20.0.10 (2034fc32-160a-44d6-91e5-be264cc5f537/d0d41887-5859-4b57-8fb9-aa4a08967728/92403eee-80b5-4b79-8223-072d40a79a6c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:12:03.406287 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:03.455085 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:03.484893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Network 2034fc32-160a-44d6-91e5-be264cc5f537 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:12:03.508778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:12:03.518985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:12:03.584962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Pushing event updated for resources: {'Port': ['ID=92403eee-80b5-4b79-8223-072d40a79a6c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:03.613643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:03.614632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:03.672191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6829c1d5-c727-4e3a-9566-99bd726d6ba5 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8645804 Nov 08 14:12:03.691032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Request body: {'port': {'device_id': 'bf411139-98bb-4544-ac0b-f462931b9879', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:03.815042 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-f27816ea-289a-40fa-b259-bdd02b717e3e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204288 Nov 08 14:12:03.835898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:03.885170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69e1d9-a6e8-41b1-b23e-cb91c0bfa4ad req-264c1a74-f76c-4940-8001-95e2bc7b8847 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:03.887473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af69e1d9-a6e8-41b1-b23e-cb91c0bfa4ad req-264c1a74-f76c-4940-8001-95e2bc7b8847 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 932 time: 0.1017208 Nov 08 14:12:04.019701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af69e1d9-a6e8-41b1-b23e-cb91c0bfa4ad req-b440fcf2-c924-4780-b326-12371597261d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249778 Nov 08 14:12:04.148353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-83ab7abf-6ad6-48bd-bc6b-820ddcc8d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:04.150498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-83ab7abf-6ad6-48bd-bc6b-820ddcc8d6eb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1096 time: 0.2308216 Nov 08 14:12:04.341457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-79fe44eb-01d9-421a-b71b-27f6d0e23fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:04.343725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-79fe44eb-01d9-421a-b71b-27f6d0e23fc9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 898 time: 0.1465971 Nov 08 14:12:04.472835 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-e02e4cbe-96cb-45b8-8cc5-a88c0e08e245 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 1001 time: 0.1190553 Nov 08 14:12:04.480866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92403eee-80b5-4b79-8223-072d40a79a6c {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:12:04.491027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:04.508395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Transition to ACTIVE for port object 92403eee-80b5-4b79-8223-072d40a79a6c will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:12:04.521756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:04.604501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=92403eee-80b5-4b79-8223-072d40a79a6c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:04.657891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-24ea4ea1-b0f2-4598-a049-ca0fb95f3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:04.659835 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-24ea4ea1-b0f2-4598-a049-ca0fb95f3ec8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 200 len: 835 time: 0.1500220 Nov 08 14:12:04.802209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-b8911962-f903-4853-a99b-52aa1327e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:04.803932 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-b8911962-f903-4853-a99b-52aa1327e1e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0764232-1a83-451f-a600-2a7ca4266798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276336 Nov 08 14:12:04.957290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Attempting to bind port 92403eee-80b5-4b79-8223-072d40a79a6c on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:12:04.957973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Attempting to bind port 92403eee-80b5-4b79-8223-072d40a79a6c by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:12:04.958164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Attempting to bind port 92403eee-80b5-4b79-8223-072d40a79a6c on network 2034fc32-160a-44d6-91e5-be264cc5f537 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:12:04.967426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Port 92403eee-80b5-4b79-8223-072d40a79a6c on network 2034fc32-160a-44d6-91e5-be264cc5f537 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:12:04.968527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Attempting to bind port 92403eee-80b5-4b79-8223-072d40a79a6c on network 2034fc32-160a-44d6-91e5-be264cc5f537 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:12:04.981398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:12:04.981865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Checking segment: {'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:12:04.982343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Bound using segment: {'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:12:04.982877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Bound port: 92403eee-80b5-4b79-8223-072d40a79a6c, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16f1b785-74b3-477d-88ac-2f7e8d4bee9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:12:04.983391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:05.048295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-a3e7c072-37a5-44b2-8a4a-f38369c43336 service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347357 Nov 08 14:12:05.162497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-75195f4a-32da-485c-a25a-403c9dc69b48 req-379bcd87-00a5-46ef-968d-a658ceac7458 service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976810 Nov 08 14:12:05.183262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] For port 92403eee-80b5-4b79-8223-072d40a79a6c, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:12:05.187495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] For port 92403eee-80b5-4b79-8223-072d40a79a6c, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=92403eee-80b5-4b79-8223-072d40a79a6c,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:12:05.203797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:05.242665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348b693-cadd-4c48-8706-07e487725d3d req-61ec6de8-398e-4510-8fc6-8c6c6a61a37d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:05.244525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3348b693-cadd-4c48-8706-07e487725d3d req-61ec6de8-398e-4510-8fc6-8c6c6a61a37d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 944 time: 0.0877604 Nov 08 14:12:05.354788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3348b693-cadd-4c48-8706-07e487725d3d req-4a93b611-e22c-40fb-97d8-4cef911cb4c9 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016006 Nov 08 14:12:05.371042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:05.373926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:05.375994 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] 10.222.0.70 "PUT /v2.0/ports/92403eee-80b5-4b79-8223-072d40a79a6c HTTP/1.1" status: 200 len: 1092 time: 1.6948972 Nov 08 14:12:05.378986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf411139-98bb-4544-ac0b-f462931b9879', 'tag': '92403eee-80b5-4b79-8223-072d40a79a6c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:12:05.382376 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17" -d '{"events": [{"name": "network-changed", "server_uuid": "bf411139-98bb-4544-ac0b-f462931b9879", "tag": "92403eee-80b5-4b79-8223-072d40a79a6c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:12:05.388743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24e8b9-679e-4bfa-8344-3133f5f25ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=92403eee-80b5-4b79-8223-072d40a79a6c,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:05.483288 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73734b8f-ee87-4421-a20c-f1310d42391f x-openstack-request-id: req-73734b8f-ee87-4421-a20c-f1310d42391f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:12:05.483288 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf411139-98bb-4544-ac0b-f462931b9879", "tag": "92403eee-80b5-4b79-8223-072d40a79a6c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:12:05.483518 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73734b8f-ee87-4421-a20c-f1310d42391f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:12:05.483922 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf411139-98bb-4544-ac0b-f462931b9879', 'tag': '92403eee-80b5-4b79-8223-072d40a79a6c', 'status': 'completed', 'code': 200} Nov 08 14:12:05.506951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6b37615c-a2ff-4f8d-a3cb-4f3cf731f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:05.510021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-6b37615c-a2ff-4f8d-a3cb-4f3cf731f94a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 1095 time: 0.0865490 Nov 08 14:12:05.605024 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:05.643592 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-63e1db89-c85e-4ba7-944a-8bb74368016f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92403eee-80b5-4b79-8223-072d40a79a6c HTTP/1.1" status: 200 len: 217 time: 0.1164856 Nov 08 14:12:05.733893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-e57d2cad-124d-4471-905d-57e4918cf2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:05.736364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-e57d2cad-124d-4471-905d-57e4918cf2c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d41887-5859-4b57-8fb9-aa4a08967728 HTTP/1.1" status: 200 len: 854 time: 0.0772901 Nov 08 14:12:05.809491 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-102441bf-6256-4407-a339-a4f162c3a56e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2034fc32-160a-44d6-91e5-be264cc5f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636728 Nov 08 14:12:05.825046 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:05.976035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-3086a006-fc3e-4226-b1af-7091f014977f service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545649 Nov 08 14:12:06.091757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b915231e-4e1a-4cd6-aefc-9b4a21a88e6e req-67d93adb-e75d-4f87-83c4-e58af6d76e26 service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083546 Nov 08 14:12:06.207185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-b4bcbe6b-4dbc-4933-a057-a31b5b50614b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:06.208897 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-b4bcbe6b-4dbc-4933-a057-a31b5b50614b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 1095 time: 0.0653527 Nov 08 14:12:06.392206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-01b79953-e5b3-4f4c-8c9b-e19eff5598ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:06.393887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-01b79953-e5b3-4f4c-8c9b-e19eff5598ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 200 len: 915 time: 0.1769392 Nov 08 14:12:06.487723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-54af321b-ef06-4789-822a-f45b2aab61b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92403eee-80b5-4b79-8223-072d40a79a6c HTTP/1.1" status: 200 len: 217 time: 0.0855448 Nov 08 14:12:06.569984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854cebd-8429-4d40-93f1-bbcbf8674f72 req-49d2ed96-aa6a-4b55-bc92-cb3d1b930bec tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:06.577956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d854cebd-8429-4d40-93f1-bbcbf8674f72 req-49d2ed96-aa6a-4b55-bc92-cb3d1b930bec tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 944 time: 0.1188865 Nov 08 14:12:06.578848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-3d7f0fae-6c82-4366-a897-f6efb0abecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:06.580454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-3d7f0fae-6c82-4366-a897-f6efb0abecdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0d41887-5859-4b57-8fb9-aa4a08967728 HTTP/1.1" status: 200 len: 854 time: 0.0846913 Nov 08 14:12:06.623873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-a89e845a-f651-4604-a4b3-f4f2ea130a33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2034fc32-160a-44d6-91e5-be264cc5f537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350602 Nov 08 14:12:06.642732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d854cebd-8429-4d40-93f1-bbcbf8674f72 req-532c0fb0-ac4e-4f7c-9f5c-2ba0dd608f3d tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635037 Nov 08 14:12:06.738790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-0d4cd1d2-2073-4001-906e-4f4cdfefe319 service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074419 Nov 08 14:12:06.888777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63c5808d-4dbc-4f7f-849a-a53e6a19ce17 req-884f1596-513f-455b-aa0b-e3e029a888a6 service neutron] 10.222.0.70 "GET /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417000 Nov 08 14:12:07.703124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 92403eee-80b5-4b79-8223-072d40a79a6c details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:12:07.804648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 92403eee-80b5-4b79-8223-072d40a79a6c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=92403eee-80b5-4b79-8223-072d40a79a6c,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:07.822671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '92403eee-80b5-4b79-8223-072d40a79a6c', 'network_id': '2034fc32-160a-44d6-91e5-be264cc5f537', 'port_id': '92403eee-80b5-4b79-8223-072d40a79a6c', 'mac_address': 'fa:16:3e:2b:26:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d41887-5859-4b57-8fb9-aa4a08967728', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:12:07.855116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d2a7a-f86f-4395-bf41-11bd8a556787 req-a9416050-f74a-4871-bc3e-8e8ab64e3f99 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:07.857115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc6d2a7a-f86f-4395-bf41-11bd8a556787 req-a9416050-f74a-4871-bc3e-8e8ab64e3f99 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 944 time: 0.1063609 Nov 08 14:12:07.910395 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:07.935898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92403eee-80b5-4b79-8223-072d40a79a6c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:12:07.963453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc6d2a7a-f86f-4395-bf41-11bd8a556787 req-9bbd69c2-2dd3-450e-b217-4713cd3adad4 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970428 Nov 08 14:12:07.964441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 92403eee-80b5-4b79-8223-072d40a79a6c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=92403eee-80b5-4b79-8223-072d40a79a6c,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:07.982723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:08.093872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=92403eee-80b5-4b79-8223-072d40a79a6c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:08.188816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['92403eee-80b5-4b79-8223-072d40a79a6c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:12:09.103406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ed291-e474-4b86-85fe-9254aa622c77 req-71a2d506-7112-46fd-80ad-7f3bcbe7be30 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:09.105827 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e61ed291-e474-4b86-85fe-9254aa622c77 req-71a2d506-7112-46fd-80ad-7f3bcbe7be30 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 945 time: 0.0641668 Nov 08 14:12:09.196066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e61ed291-e474-4b86-85fe-9254aa622c77 req-cdea3a11-ed18-4e0e-8265-acef5440c83a tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714679 Nov 08 14:12:09.682407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 92403eee-80b5-4b79-8223-072d40a79a6c up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:12:09.756313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 92403eee-80b5-4b79-8223-072d40a79a6c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:12:09.761719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 92403eee-80b5-4b79-8223-072d40a79a6c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:12:09.762391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:09.867028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:09.903557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 92403eee-80b5-4b79-8223-072d40a79a6c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=92403eee-80b5-4b79-8223-072d40a79a6c,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:09.905761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf411139-98bb-4544-ac0b-f462931b9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92403eee-80b5-4b79-8223-072d40a79a6c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:12:09.908415 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f0449b-167d-4185-aa6b-20dd883d527d" -d '{"events": [{"server_uuid": "bf411139-98bb-4544-ac0b-f462931b9879", "name": "network-vif-plugged", "status": "completed", "tag": "92403eee-80b5-4b79-8223-072d40a79a6c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:12:09.921788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:09.957265 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fea461d-dc36-4260-9f6c-84dde5c26295 x-openstack-request-id: req-3fea461d-dc36-4260-9f6c-84dde5c26295 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:12:09.968071 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf411139-98bb-4544-ac0b-f462931b9879", "name": "network-vif-plugged", "status": "completed", "tag": "92403eee-80b5-4b79-8223-072d40a79a6c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:12:09.968470 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3fea461d-dc36-4260-9f6c-84dde5c26295 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:12:09.968824 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf411139-98bb-4544-ac0b-f462931b9879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92403eee-80b5-4b79-8223-072d40a79a6c', 'code': 200} Nov 08 14:12:10.018880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=92403eee-80b5-4b79-8223-072d40a79a6c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:10.085140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41273ea-e87c-43ab-ac84-2469d57ef26e req-857b6be3-2042-48a2-9612-820c363fb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:10.088632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f41273ea-e87c-43ab-ac84-2469d57ef26e req-857b6be3-2042-48a2-9612-820c363fb8bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 1097 time: 0.0540888 Nov 08 14:12:10.151256 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f41273ea-e87c-43ab-ac84-2469d57ef26e req-4c041ee4-75a0-4158-8506-aaea081bfcfe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559940 Nov 08 14:12:10.339593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e918e-3623-452a-872f-c8732441b826 req-bcdd27c3-7995-4596-a057-7e9670c7bfa9 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:10.341208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e06e918e-3623-452a-872f-c8732441b826 req-bcdd27c3-7995-4596-a057-7e9670c7bfa9 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 946 time: 0.0583847 Nov 08 14:12:10.405389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e06e918e-3623-452a-872f-c8732441b826 req-33ea4892-d10f-4c11-bff8-b90bce611948 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523300 Nov 08 14:12:11.610979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7bdfb-e0b4-4e75-9f77-4aa81b889450 req-53e0fe69-29ac-4c09-8296-2071070678a3 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:11.613065 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50d7bdfb-e0b4-4e75-9f77-4aa81b889450 req-53e0fe69-29ac-4c09-8296-2071070678a3 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 946 time: 0.0656397 Nov 08 14:12:11.673029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50d7bdfb-e0b4-4e75-9f77-4aa81b889450 req-7052d75e-8404-4460-b189-c284f5b5bbe0 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534413 Nov 08 14:12:23.316530 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:23.828360 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:27.978085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c522e4a5-b766-478e-888e-33de20148a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:31.465658 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d6692c96-00de-49b1-a35b-11b91383aaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:33.132936 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:33.663518 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:12:35.655251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:35.879969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.562988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59250) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:45.568343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557970327', 'description': 'tempest-secgroup-smoke-1557970327 description', 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:45.606413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.697615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.703319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.738182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.740935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59256) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:45.741737 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1769252 Nov 08 14:12:45.747677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'security_group_rule': {'security_group_id': 'e4e4a038-e322-4937-8ca0-97d2f668f1bc', 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:45.747905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e4a038-e322-4937-8ca0-97d2f668f1bc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:45.757735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.758087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.758427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.758766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.759098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.759613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.760118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.760628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.762322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.763666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.764211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.764875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b10d6b9-4805-44fe-b986-b49837f8ea37 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.781158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.829869 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.834704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.853745 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be564612-4f08-4193-a183-b1c4e64cc3b7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:45.864453 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:45.868240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1250298 Nov 08 14:12:45.868396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 59258) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:45.870318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.870692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.871307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.871650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.872551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.872891 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.873225 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.873551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.873718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-57254f5a-a7fb-4c13-9ada-038688e9a71c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'security_group_rule': {'security_group_id': 'e4e4a038-e322-4937-8ca0-97d2f668f1bc', 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:45.873883 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.874218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.874548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.874875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397ecda8-dbcb-45ef-a7d4-240f3b97d9d4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:12:45.910208 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57254f5a-a7fb-4c13-9ada-038688e9a71c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.013229 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57254f5a-a7fb-4c13-9ada-038688e9a71c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.018900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57254f5a-a7fb-4c13-9ada-038688e9a71c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.049849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57254f5a-a7fb-4c13-9ada-038688e9a71c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e89e46-f7fc-40b5-a4a4-b675d72d92d0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:46.056685 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-57254f5a-a7fb-4c13-9ada-038688e9a71c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.058041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-57254f5a-a7fb-4c13-9ada-038688e9a71c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883664 Nov 08 14:12:46.061906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59268) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:46.069202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e4f4ecfd-d86c-45a2-b395-271a0645a247 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'security_group_rule': {'security_group_id': 'e4e4a038-e322-4937-8ca0-97d2f668f1bc', 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:46.103487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ecfd-d86c-45a2-b395-271a0645a247 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.173934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ecfd-d86c-45a2-b395-271a0645a247 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.177958 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ecfd-d86c-45a2-b395-271a0645a247 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.199058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4ecfd-d86c-45a2-b395-271a0645a247 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b952d272-b4c4-4c6a-afc2-cd9c6be492b3,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:46.204943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ecfd-d86c-45a2-b395-271a0645a247 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.206282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e4f4ecfd-d86c-45a2-b395-271a0645a247 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433048 Nov 08 14:12:46.208902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59274) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:46.213694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9823020b-e3c4-449d-bf76-56a4bb16df7a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'security_group_rule': {'security_group_id': 'e4e4a038-e322-4937-8ca0-97d2f668f1bc', 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:46.244190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9823020b-e3c4-449d-bf76-56a4bb16df7a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.312622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9823020b-e3c4-449d-bf76-56a4bb16df7a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.318347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9823020b-e3c4-449d-bf76-56a4bb16df7a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.337874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823020b-e3c4-449d-bf76-56a4bb16df7a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda10cd3-80bd-4929-813c-16d3971c01f9,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:46.351073 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9823020b-e3c4-449d-bf76-56a4bb16df7a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.352784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9823020b-e3c4-449d-bf76-56a4bb16df7a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1427393 Nov 08 14:12:46.355526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59278) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:46.360825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'security_group_rule': {'security_group_id': 'e4e4a038-e322-4937-8ca0-97d2f668f1bc', 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:46.384460 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Project 2bfe5a42e8ee4c2e871865fd0e842c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:12:46.390140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.457009 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.461968 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.483053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6667300d-e9f4-41cd-a031-14ea88fe7f11,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:46.488870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.489458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fb334553-f7a1-4fa9-9a75-c8e73ec79aa6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322067 Nov 08 14:12:46.492444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 59284) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:12:46.508653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'security_group_rule': {'security_group_id': 'e4e4a038-e322-4937-8ca0-97d2f668f1bc', 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:46.535768 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Project 2bfe5a42e8ee4c2e871865fd0e842c23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:12:46.545777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.615682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.621499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.644606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b441c5-5a71-4cf6-bbcf-827e32784f9c,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:46.655912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:46.665321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb45c103-1c59-460c-b0a1-b22767bf4b46 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1598094 Nov 08 14:12:46.904033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-94e5c3d4-846b-4a9e-af60-d5e62249ede8 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557970327&fields=id&tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23 HTTP/1.1" status: 200 len: 267 time: 0.0494587 Nov 08 14:12:47.029992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-c2e2d648-c24e-4825-9450-8bef01cf3407 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:47.036246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-c2e2d648-c24e-4825-9450-8bef01cf3407 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/networks?id=6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 200 len: 814 time: 0.1231372 Nov 08 14:12:47.049422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-f33573e1-ceca-4834-83ad-45e4b095a0b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/quotas/2bfe5a42e8ee4c2e871865fd0e842c23 HTTP/1.1" status: 200 len: 375 time: 0.0120251 Nov 08 14:12:47.120378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-cdf9b680-8879-49ac-be4e-6d2b02a12cd5 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651028 Nov 08 14:12:47.219879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-8f974e7b-da69-43dd-be8f-4448a99d928d service neutron] 10.222.0.65 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917480 Nov 08 14:12:47.332767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-b567b8f1-a71a-472e-a55c-1ecf379a89f3 service neutron] 10.222.0.65 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064501 Nov 08 14:12:47.680998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ca16208-812d-410e-b421-6887b5ad63dc req-4a2df87d-449c-4785-90d0-c717e07115d3 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0349603 Nov 08 14:12:48.844274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cddfbf14-b467-4431-92f7-bc93b0d76e63 req-ec199059-d336-45ab-a2e3-6b31b40547f5 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0772123 Nov 08 14:12:48.970542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-513d12c0-2c14-4c61-8b47-25fe76a3fd7b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:48.972783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-513d12c0-2c14-4c61-8b47-25fe76a3fd7b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.54 "GET /v2.0/networks?id=6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 200 len: 814 time: 0.1816876 Nov 08 14:12:49.055020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-959aa97a-8d06-4760-bb34-8fb01e10d434 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23 HTTP/1.1" status: 200 len: 380 time: 0.0723908 Nov 08 14:12:49.066205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'port': {'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'admin_state_up': True, 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'security_groups': ['e4e4a038-e322-4937-8ca0-97d2f668f1bc']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:49.213376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Made reservation on behalf of 2bfe5a42e8ee4c2e871865fd0e842c23 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:12:49.218274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:49.448817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Allocated IP 172.20.0.14 (6da7123f-29f3-4b6a-ad5b-b05c14f36755/189091b4-ef98-4678-b118-9105ab110e7e/2c5d0cda-e073-45cb-835c-0bfa964c90eb) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:12:49.612059 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:49.661733 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:49.718337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:12:49.721816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:12:49.725757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:12:49.765979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'Port': ['ID=2c5d0cda-e073-45cb-835c-0bfa964c90eb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:49.793384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:49.793384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:49.810495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0fe5fb8c-0bbc-4893-834a-7a6adf4d433b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7484372 Nov 08 14:12:49.823713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Request body: {'port': {'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:12:49.917334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:50.065439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4ab8e79b-83cd-408c-ac9c-b3c6d6a26875 None None] Provisioning complete for port 2c5d0cda-e073-45cb-835c-0bfa964c90eb triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:12:50.066073 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4ab8e79b-83cd-408c-ac9c-b3c6d6a26875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:50.066996 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bceaf5f-3c17-49bb-9e33-47f9b7747033 req-d2834aa2-7ff9-448b-9549-192ca6da2c43 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:50.070083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bceaf5f-3c17-49bb-9e33-47f9b7747033 req-d2834aa2-7ff9-448b-9549-192ca6da2c43 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 932 time: 0.0659575 Nov 08 14:12:50.154264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4ab8e79b-83cd-408c-ac9c-b3c6d6a26875 None None] Port 2c5d0cda-e073-45cb-835c-0bfa964c90eb cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:12:50.165723 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4bceaf5f-3c17-49bb-9e33-47f9b7747033 req-3e987735-0bcc-47a4-bcb1-339bbca397ce tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890074 Nov 08 14:12:50.647590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5d0cda-e073-45cb-835c-0bfa964c90eb {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:12:50.658023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:50.674295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Transition to ACTIVE for port object 2c5d0cda-e073-45cb-835c-0bfa964c90eb will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:12:50.680319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:50.737414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Pushing event updated for resources: {'Port': ['ID=2c5d0cda-e073-45cb-835c-0bfa964c90eb,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:50.822589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Attempting to bind port 2c5d0cda-e073-45cb-835c-0bfa964c90eb on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:12:50.822927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Attempting to bind port 2c5d0cda-e073-45cb-835c-0bfa964c90eb by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:12:50.823258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Attempting to bind port 2c5d0cda-e073-45cb-835c-0bfa964c90eb on network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:12:50.829521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Port 2c5d0cda-e073-45cb-835c-0bfa964c90eb on network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:12:50.829771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Attempting to bind port 2c5d0cda-e073-45cb-835c-0bfa964c90eb on network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:12:50.835798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:12:50.836135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Checking segment: {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:12:50.836538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Bound using segment: {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:12:50.837753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Bound port: 2c5d0cda-e073-45cb-835c-0bfa964c90eb, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab97dac3-bdbf-449e-8174-f5db49317732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:12:50.838119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:50.944623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] For port 2c5d0cda-e073-45cb-835c-0bfa964c90eb, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:12:50.949591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] For port 2c5d0cda-e073-45cb-835c-0bfa964c90eb, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:12:50.960207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:51.000665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.001305 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:51.002820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] 10.222.0.54 "PUT /v2.0/ports/2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 200 len: 1092 time: 1.1839390 Nov 08 14:12:51.003295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:12:51.005690 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:12:51.075080 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257653d9-10c2-4ac0-817d-385a1cdc9ff6 x-openstack-request-id: req-257653d9-10c2-4ac0-817d-385a1cdc9ff6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:12:51.075461 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:12:51.075630 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-257653d9-10c2-4ac0-817d-385a1cdc9ff6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:12:51.076067 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'status': 'completed', 'code': 200} Nov 08 14:12:51.076768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f217781-d69d-4c92-8496-61b3c2b0692c service neutron] Pushing event updated for resources: {'Port': ['ID=2c5d0cda-e073-45cb-835c-0bfa964c90eb,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:51.118604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-3668392e-480f-40d8-9fc9-00bcc6f960b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.120238 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-3668392e-480f-40d8-9fc9-00bcc6f960b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1095 time: 0.0709348 Nov 08 14:12:51.172590 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-2704c3c6-8a8f-454a-b7a9-7243ff6b16d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 200 len: 217 time: 0.0440710 Nov 08 14:12:51.237984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-ad5ee09f-042b-48a8-b288-ed77403c230d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.239478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-ad5ee09f-042b-48a8-b288-ed77403c230d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=189091b4-ef98-4678-b118-9105ab110e7e HTTP/1.1" status: 200 len: 853 time: 0.0600080 Nov 08 14:12:51.311628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-5d4aca41-0631-44a3-a99e-6908e77b95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.313119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-5d4aca41-0631-44a3-a99e-6908e77b95b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6da7123f-29f3-4b6a-ad5b-b05c14f36755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564806 Nov 08 14:12:51.318693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa325691-26f1-415a-8a0f-bce7dd7cacf7 req-2f0f2469-debb-4980-b87d-3280fe3935b8 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.321069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa325691-26f1-415a-8a0f-bce7dd7cacf7 req-2f0f2469-debb-4980-b87d-3280fe3935b8 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0661402 Nov 08 14:12:51.381034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa325691-26f1-415a-8a0f-bce7dd7cacf7 req-984f159a-53d3-41f7-a5ca-967c6f446851 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536172 Nov 08 14:12:51.427476 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-0cfd6bae-6ea9-4ba7-b952-896db89257d9 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050303 Nov 08 14:12:51.532240 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4b8b06-f85c-4dae-819b-9e09d590ff4c req-43ac5aea-c232-421a-a9a5-f318ec7b3f77 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965333 Nov 08 14:12:51.651370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-3f09165d-f4da-447b-920c-4a6d35344c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.653488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-3f09165d-f4da-447b-920c-4a6d35344c70 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1095 time: 0.0570586 Nov 08 14:12:51.752076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-d7ed007d-5899-4c7f-8609-5f65b2c073a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.753680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-d7ed007d-5899-4c7f-8609-5f65b2c073a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 200 len: 915 time: 0.0934250 Nov 08 14:12:51.812391 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-337b5096-2375-44d6-ac00-ef84d95998ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 200 len: 217 time: 0.0509722 Nov 08 14:12:51.869613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-2a4fa597-6f74-4ecd-95db-7f9c956549fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.871353 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-2a4fa597-6f74-4ecd-95db-7f9c956549fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=189091b4-ef98-4678-b118-9105ab110e7e HTTP/1.1" status: 200 len: 853 time: 0.0520558 Nov 08 14:12:51.922263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-ca3ad596-6e2c-4d9c-8f61-0f9d8185983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:51.924054 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-ca3ad596-6e2c-4d9c-8f61-0f9d8185983c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6da7123f-29f3-4b6a-ad5b-b05c14f36755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461349 Nov 08 14:12:52.041031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-cb093794-d44c-48c2-9961-e14da6c6af0c service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075332 Nov 08 14:12:52.154534 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-29e56af5-f720-4fe0-94f9-ecd1c37ac41f req-35f6fa6d-2e57-40d8-8c78-ece8cd5c8256 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060295 Nov 08 14:12:52.525139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754f203-bdbd-4da0-98c5-273df6bf68d7 req-2787b613-e4c5-421f-8b83-48dd1a4d0c76 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:52.526792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0754f203-bdbd-4da0-98c5-273df6bf68d7 req-2787b613-e4c5-421f-8b83-48dd1a4d0c76 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0596144 Nov 08 14:12:52.578947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0754f203-bdbd-4da0-98c5-273df6bf68d7 req-745b72a4-0682-4fc2-98e5-a137f334b7b4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459623 Nov 08 14:12:53.305136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:53.710033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e352e9-255d-4a0b-827a-9123a5802a51 req-132cbe55-12f8-4bd6-81e7-0669459fbbf7 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:53.711762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6e352e9-255d-4a0b-827a-9123a5802a51 req-132cbe55-12f8-4bd6-81e7-0669459fbbf7 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0601587 Nov 08 14:12:53.778320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6e352e9-255d-4a0b-827a-9123a5802a51 req-8662bcd6-df4e-4133-b970-3ddbc016157b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574284 Nov 08 14:12:53.782474 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:54.940895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f522ef0-3246-4b79-bdcd-6ca2d1b3bc43 req-07d47ca5-5a98-4db8-84af-652759c9549f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:54.942390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f522ef0-3246-4b79-bdcd-6ca2d1b3bc43 req-07d47ca5-5a98-4db8-84af-652759c9549f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0694246 Nov 08 14:12:55.003682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f522ef0-3246-4b79-bdcd-6ca2d1b3bc43 req-56fb56bd-ef7e-4907-aeac-4d4470af5875 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549729 Nov 08 14:12:56.204650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70fa77-c6da-4474-b013-1b6c9c4f95dd req-c2cf1df8-6de5-4269-abd5-4fcc9ebafddc tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:56.208274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf70fa77-c6da-4474-b013-1b6c9c4f95dd req-c2cf1df8-6de5-4269-abd5-4fcc9ebafddc tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0938408 Nov 08 14:12:56.301689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf70fa77-c6da-4474-b013-1b6c9c4f95dd req-9933115f-bf91-43e8-a01d-dbbe7cc80abc tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820820 Nov 08 14:12:56.351275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab16d1c-edbe-4b12-af7f-4d4af9d36a3c req-8c1af3a9-9c3a-42c2-a320-db5184ae00ee tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:56.352577 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ab16d1c-edbe-4b12-af7f-4d4af9d36a3c req-8c1af3a9-9c3a-42c2-a320-db5184ae00ee tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 946 time: 0.0755999 Nov 08 14:12:56.435906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ab16d1c-edbe-4b12-af7f-4d4af9d36a3c req-a3fdd1bb-a19e-4dd8-ad13-a4903936de10 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720646 Nov 08 14:12:57.456323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497648bd-e480-4d31-8105-613d7fc63a29 req-05c3ec2d-452f-4feb-82b0-13f44d4568d9 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:57.458036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-497648bd-e480-4d31-8105-613d7fc63a29 req-05c3ec2d-452f-4feb-82b0-13f44d4568d9 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0820711 Nov 08 14:12:57.558601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-497648bd-e480-4d31-8105-613d7fc63a29 req-13a1daf4-86f9-4cfe-a7fe-1415a9e9a382 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945008 Nov 08 14:12:57.628076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448ce77-04a1-4eaf-8342-193e54820750 req-484c4ac3-b93b-4c4c-8d2b-6b840875bc74 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:57.629882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2448ce77-04a1-4eaf-8342-193e54820750 req-484c4ac3-b93b-4c4c-8d2b-6b840875bc74 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 946 time: 0.0686104 Nov 08 14:12:57.704549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-8a9710de-17e1-441f-87ea-d1b83a0d764f tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:57.707021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-8a9710de-17e1-441f-87ea-d1b83a0d764f tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 946 time: 0.0716021 Nov 08 14:12:57.749439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2448ce77-04a1-4eaf-8342-193e54820750 req-6f6af164-ce34-41fc-903e-cb3fe4780689 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/security-groups?id=7656c423-7232-4d46-8055-04e129302d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950959 Nov 08 14:12:57.891197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Deleting port 92403eee-80b5-4b79-8223-072d40a79a6c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:12:57.891859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:57.950585 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5706a56d-46bc-48f1-a187-1d46aa7e158c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:58.028132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] For port 92403eee-80b5-4b79-8223-072d40a79a6c, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=92403eee-80b5-4b79-8223-072d40a79a6c,segment=NetworkSegment(16f1b785-74b3-477d-88ac-2f7e8d4bee9c),segment_id=16f1b785-74b3-477d-88ac-2f7e8d4bee9c)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:12:58.029116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:58.046585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Calling delete_port for 92403eee-80b5-4b79-8223-072d40a79a6c owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:12:58.217633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:58.261552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Pushing event deleted for resources: {'Port': ['ID=92403eee-80b5-4b79-8223-072d40a79a6c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:12:58.329753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] No DVR routers for this DVR port 92403eee-80b5-4b79-8223-072d40a79a6c on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:12:58.334713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:12:58.338951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b67b046e-efb4-48c5-98b7-28a0974d6f22 req-3ef43fcf-3070-48a3-8958-3de89657664b tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.70 "DELETE /v2.0/ports/92403eee-80b5-4b79-8223-072d40a79a6c HTTP/1.1" status: 204 len: 173 time: 0.6208191 Nov 08 14:12:58.339584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf411139-98bb-4544-ac0b-f462931b9879', 'name': 'network-vif-deleted', 'tag': '92403eee-80b5-4b79-8223-072d40a79a6c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:12:58.343125 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205f66d0-7b6d-477c-aa4f-9157f7b8b314" -d '{"events": [{"server_uuid": "bf411139-98bb-4544-ac0b-f462931b9879", "name": "network-vif-deleted", "tag": "92403eee-80b5-4b79-8223-072d40a79a6c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:12:58.412797 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bdcdeb-758f-4136-bf11-7bdb0c21f82f x-openstack-request-id: req-29bdcdeb-758f-4136-bf11-7bdb0c21f82f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:12:58.413239 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf411139-98bb-4544-ac0b-f462931b9879", "name": "network-vif-deleted", "tag": "92403eee-80b5-4b79-8223-072d40a79a6c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:12:58.413706 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29bdcdeb-758f-4136-bf11-7bdb0c21f82f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:12:58.414296 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf411139-98bb-4544-ac0b-f462931b9879', 'name': 'network-vif-deleted', 'tag': '92403eee-80b5-4b79-8223-072d40a79a6c', 'status': 'completed', 'code': 200} Nov 08 14:12:58.722183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d921e-0349-48b7-a48f-0ba63332b73a req-cdf26e5c-d6a2-4b0a-8110-8a2d9dd4a930 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:12:58.728319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-269d921e-0349-48b7-a48f-0ba63332b73a req-cdf26e5c-d6a2-4b0a-8110-8a2d9dd4a930 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0668991 Nov 08 14:12:58.873585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-269d921e-0349-48b7-a48f-0ba63332b73a req-1840ccbc-9fd4-40d3-a765-6b61475976d2 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376014 Nov 08 14:12:58.915553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-412feaf2-2ac0-494c-ae4d-3aa372d07944 req-11468e96-abdc-4d6c-a207-950a6066fb16 tempest-VolumesSnapshotTestJSON-752287557 tempest-VolumesSnapshotTestJSON-752287557-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf411139-98bb-4544-ac0b-f462931b9879 HTTP/1.1" status: 200 len: 210 time: 0.0383441 Nov 08 14:12:59.899154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 92403eee-80b5-4b79-8223-072d40a79a6c no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:12:59.928522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 92403eee-80b5-4b79-8223-072d40a79a6c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:12:59.928870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 92403eee-80b5-4b79-8223-072d40a79a6c not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:13:00.064817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96505b0-a886-4370-954b-7e531bf660c3 req-e36cdbcc-2489-448b-a333-e392deb0f5c8 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:00.073410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f96505b0-a886-4370-954b-7e531bf660c3 req-e36cdbcc-2489-448b-a333-e392deb0f5c8 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0649858 Nov 08 14:13:00.154261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f96505b0-a886-4370-954b-7e531bf660c3 req-77131be8-9d7d-4ca9-a62b-360942357d73 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796328 Nov 08 14:13:01.327553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e036b1-8d18-4a7f-a58c-b659242e692e req-aad59d7c-e722-434a-bdcd-ac874aea2bda tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:01.329934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70e036b1-8d18-4a7f-a58c-b659242e692e req-aad59d7c-e722-434a-bdcd-ac874aea2bda tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0925961 Nov 08 14:13:01.428316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70e036b1-8d18-4a7f-a58c-b659242e692e req-dfc6304f-5489-4f48-ae83-46e8297cd861 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794454 Nov 08 14:13:01.486641 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-131a79eb-87d8-4f5e-a2ef-c56f21f47eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:02.611775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d647e-262b-46db-964c-27300f45b5b7 req-a65d4d52-f6a9-4fc2-871f-83fcf40bd8b9 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:02.624916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-658d647e-262b-46db-964c-27300f45b5b7 req-a65d4d52-f6a9-4fc2-871f-83fcf40bd8b9 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0849767 Nov 08 14:13:02.684647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-658d647e-262b-46db-964c-27300f45b5b7 req-1e48a3f1-32ae-4469-9ec8-b2c463aa50fa tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580356 Nov 08 14:13:03.125427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:03.940457 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba98bfb-3f56-44d0-9dec-4b2b06302617 req-64fd2e89-e597-4268-bb1b-be5a51186732 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:03.943353 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ba98bfb-3f56-44d0-9dec-4b2b06302617 req-64fd2e89-e597-4268-bb1b-be5a51186732 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.1238656 Nov 08 14:13:04.076891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ba98bfb-3f56-44d0-9dec-4b2b06302617 req-435b6d19-f118-4e46-a0fc-79c0ddc5ca76 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246665 Nov 08 14:13:04.726106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-611333d3-205b-4d77-9fbc-93ed708b9fd6 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518911 Nov 08 14:13:04.854626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-29eda654-e7ca-4319-b39c-31d1af3a5515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:04.856186 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-29eda654-e7ca-4319-b39c-31d1af3a5515 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1096 time: 0.0707943 Nov 08 14:13:05.042607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-27edaa45-9a81-45b8-a0bb-3e46c17b3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:05.044608 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-27edaa45-9a81-45b8-a0bb-3e46c17b3e67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 898 time: 0.1507399 Nov 08 14:13:05.209742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-4680610d-8a9c-4b41-948c-3838414a2189 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 1001 time: 0.1543934 Nov 08 14:13:05.303948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-6e0033e8-7545-4329-aaa1-6ca29b224063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:05.310855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-6e0033e8-7545-4329-aaa1-6ca29b224063 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 200 len: 835 time: 0.0898945 Nov 08 14:13:05.331208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5437a-0d23-438e-88c0-a67055f54003 req-ee438f48-b63e-4743-8be9-72c3e6cc0132 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:05.337879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22f5437a-0d23-438e-88c0-a67055f54003 req-ee438f48-b63e-4743-8be9-72c3e6cc0132 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.1114717 Nov 08 14:13:05.368166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-ca2a6667-936d-47f7-ba2b-1afb2d9c7b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:05.372252 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-ca2a6667-936d-47f7-ba2b-1afb2d9c7b59 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0764232-1a83-451f-a600-2a7ca4266798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529068 Nov 08 14:13:05.394965 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22f5437a-0d23-438e-88c0-a67055f54003 req-a630177b-4a5e-492c-8479-eb7a6dabd45f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525889 Nov 08 14:13:05.554360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-dc6e738d-23f5-407a-8a41-d5128dc55d2a service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701195 Nov 08 14:13:05.639696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:05.716029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-61074c79-463b-4417-89c4-d10cc7cd0e61 req-b29f19a7-af81-40c8-82d6-184fbc3bc25e service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485331 Nov 08 14:13:05.818721 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:06.620360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeb8a4-1e22-45cf-b820-f81d4a4dcf14 req-6e926feb-db01-4b58-abad-b912c9cdfdf1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:06.623697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97aeb8a4-1e22-45cf-b820-f81d4a4dcf14 req-6e926feb-db01-4b58-abad-b912c9cdfdf1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0889544 Nov 08 14:13:06.815047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97aeb8a4-1e22-45cf-b820-f81d4a4dcf14 req-80c08ca3-0b71-44f1-b2c3-a97a2040af9b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790659 Nov 08 14:13:07.099610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60208) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:07.248739 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b110a9c8-3c3b-464c-a02a-8f8d1be661d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:07.373784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b110a9c8-3c3b-464c-a02a-8f8d1be661d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:07.379630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b110a9c8-3c3b-464c-a02a-8f8d1be661d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:07.423103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110a9c8-3c3b-464c-a02a-8f8d1be661d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbfdd71-3f97-449a-b6ab-736695f90393,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:07.429278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b110a9c8-3c3b-464c-a02a-8f8d1be661d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19b1949a65354216af94a3c7e53ad656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283207 Nov 08 14:13:07.440073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60216) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:07.570295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b678857a-bc18-4862-aeac-8003ddcb9790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:07.596788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b678857a-bc18-4862-aeac-8003ddcb9790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:07.656444 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b678857a-bc18-4862-aeac-8003ddcb9790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:07.659254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b678857a-bc18-4862-aeac-8003ddcb9790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:07.662983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b678857a-bc18-4862-aeac-8003ddcb9790 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ecbfdd71-3f97-449a-b6ab-736695f90393 HTTP/1.1" status: 204 len: 168 time: 0.2172267 Nov 08 14:13:07.670455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678857a-bc18-4862-aeac-8003ddcb9790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbfdd71-3f97-449a-b6ab-736695f90393,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:07.964533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d64743-1886-44b0-92d2-724516a73b13 req-0dfd51d0-20ac-46e1-96ce-601c3a91e79a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:07.973792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1d64743-1886-44b0-92d2-724516a73b13 req-0dfd51d0-20ac-46e1-96ce-601c3a91e79a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0751934 Nov 08 14:13:08.054832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1d64743-1886-44b0-92d2-724516a73b13 req-957cdcb3-a433-44ea-8f88-fbc2fcbbbda4 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799518 Nov 08 14:13:09.232534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837ba35-5abc-4f1d-9ef4-598f3de3aa23 req-8f4e5b89-fe26-49c2-910c-728a3cd845ac tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:09.234937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0837ba35-5abc-4f1d-9ef4-598f3de3aa23 req-8f4e5b89-fe26-49c2-910c-728a3cd845ac tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0834117 Nov 08 14:13:09.333274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0837ba35-5abc-4f1d-9ef4-598f3de3aa23 req-91bd4089-23f6-45e1-81c8-841b98bcc9c6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839248 Nov 08 14:13:10.488608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1660c7-8322-4602-a1d6-ddd573450dfd req-e3cec140-800d-495f-9204-4a983ba14593 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:10.498522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe1660c7-8322-4602-a1d6-ddd573450dfd req-e3cec140-800d-495f-9204-4a983ba14593 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0808766 Nov 08 14:13:10.574567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe1660c7-8322-4602-a1d6-ddd573450dfd req-f9dd4101-b491-4b2d-bcb3-aa44974c71c6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748155 Nov 08 14:13:10.663333 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:13:11.605243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a58e0-20a1-4a33-b1ed-9dfbafb9f77c req-461e7597-7471-4355-a44f-2ebccf5eedf6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:11.614213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-651a58e0-20a1-4a33-b1ed-9dfbafb9f77c req-461e7597-7471-4355-a44f-2ebccf5eedf6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1191726 Nov 08 14:13:11.689982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-651a58e0-20a1-4a33-b1ed-9dfbafb9f77c req-277690b4-e8de-46eb-a9ab-33481b510de1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744736 Nov 08 14:13:11.751559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5984e62-9e6b-423a-9c18-393751f0d76b req-27b0db45-57ff-48bd-a2df-e50050e5b21f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:11.753654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5984e62-9e6b-423a-9c18-393751f0d76b req-27b0db45-57ff-48bd-a2df-e50050e5b21f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0625045 Nov 08 14:13:11.850549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f5984e62-9e6b-423a-9c18-393751f0d76b req-c3d58eb0-3386-4c91-8de2-51b48d4cbc47 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900249 Nov 08 14:13:12.838235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930ed8c-ba68-408c-b5f4-9eb60f8fe2dd req-5e1f1332-7fa6-4973-8c87-2162b55a1b67 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:12.841080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0930ed8c-ba68-408c-b5f4-9eb60f8fe2dd req-5e1f1332-7fa6-4973-8c87-2162b55a1b67 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.0660558 Nov 08 14:13:12.947183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0930ed8c-ba68-408c-b5f4-9eb60f8fe2dd req-760759eb-cbc5-41c4-afca-75f43a69ebeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961416 Nov 08 14:13:13.045732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953110f-a720-41d1-8f85-ccddd21d916b req-8c9dddce-7ee0-415a-a9b4-2602a212ec42 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:13.047562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6953110f-a720-41d1-8f85-ccddd21d916b req-8c9dddce-7ee0-415a-a9b4-2602a212ec42 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0707090 Nov 08 14:13:13.122177 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6953110f-a720-41d1-8f85-ccddd21d916b req-f90403b9-46dd-452e-aa57-f630940886e9 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664215 Nov 08 14:13:14.093177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b63de-a9ef-48a6-88fe-7e4abab60419 req-d2725316-e194-41e9-87ac-f17b74408779 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:14.094734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-117b63de-a9ef-48a6-88fe-7e4abab60419 req-d2725316-e194-41e9-87ac-f17b74408779 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.0733070 Nov 08 14:13:14.177617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-117b63de-a9ef-48a6-88fe-7e4abab60419 req-766b96ac-d679-4318-bd43-37535bed24bd tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741761 Nov 08 14:13:14.296033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0241a95-ef7c-444e-9d7b-c0bbac9840da req-80ef5a11-e76a-4bda-9df2-f1e22aa3dc0b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:14.305807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0241a95-ef7c-444e-9d7b-c0bbac9840da req-80ef5a11-e76a-4bda-9df2-f1e22aa3dc0b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 944 time: 0.0713642 Nov 08 14:13:14.376822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0241a95-ef7c-444e-9d7b-c0bbac9840da req-5d9ca6a3-5eae-4ecd-8791-9d0ea7e44cf3 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692718 Nov 08 14:13:14.443535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2c5d0cda-e073-45cb-835c-0bfa964c90eb details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:13:14.626152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 2c5d0cda-e073-45cb-835c-0bfa964c90eb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:14.647003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'mac_address': 'fa:16:3e:f8:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 851, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:13:14.697629 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:14.718757 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5d0cda-e073-45cb-835c-0bfa964c90eb {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:13:14.770412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 2c5d0cda-e073-45cb-835c-0bfa964c90eb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:14.779921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:14.853719 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=2c5d0cda-e073-45cb-835c-0bfa964c90eb,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:14.864949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.865305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.865646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.865989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.866324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.866657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.866987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.867316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.867642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.868104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.868571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:14.869110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:15.148575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['2c5d0cda-e073-45cb-835c-0bfa964c90eb'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:13:15.380708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66157a4-a29a-45d6-a919-c15e7b4958ae req-0a443643-51c3-4326-a844-1b88ba817cf9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:15.385977 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b66157a4-a29a-45d6-a919-c15e7b4958ae req-0a443643-51c3-4326-a844-1b88ba817cf9 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1171913 Nov 08 14:13:15.553276 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b66157a4-a29a-45d6-a919-c15e7b4958ae req-2884d120-b8b0-4a3f-93cc-22ab854bbed8 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491559 Nov 08 14:13:15.643769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5435b-1a53-411f-a6b2-dad0476081a8 req-399362de-a80c-4011-a76d-c5dae703d543 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:15.645533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ca5435b-1a53-411f-a6b2-dad0476081a8 req-399362de-a80c-4011-a76d-c5dae703d543 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 945 time: 0.1148770 Nov 08 14:13:15.740110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ca5435b-1a53-411f-a6b2-dad0476081a8 req-19c7a9dc-c26a-4e17-9b19-b1eef7a45648 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876307 Nov 08 14:13:16.460023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2c5d0cda-e073-45cb-835c-0bfa964c90eb up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:13:16.527463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 2c5d0cda-e073-45cb-835c-0bfa964c90eb completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:13:16.533989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 2c5d0cda-e073-45cb-835c-0bfa964c90eb triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:13:16.535319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:16.654401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:16.685899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:16.688389 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed41a8e2-55b4-4eab-aea5-669768ebc6c7" -d '{"events": [{"server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "name": "network-vif-plugged", "status": "completed", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:16.703802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 2c5d0cda-e073-45cb-835c-0bfa964c90eb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:16.711165 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:16.775177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=2c5d0cda-e073-45cb-835c-0bfa964c90eb,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:16.803980 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e9eebf-5e89-4dff-b888-1ac4daa3d821 x-openstack-request-id: req-57e9eebf-5e89-4dff-b888-1ac4daa3d821 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:16.804790 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "name": "network-vif-plugged", "status": "completed", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:16.805306 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57e9eebf-5e89-4dff-b888-1ac4daa3d821 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:16.805942 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'code': 200} Nov 08 14:13:16.867450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd02c4-ac60-4ef0-b951-475cbc3b933f req-f5ceae24-6fdc-4708-9ccc-cb68c90d1ac3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:16.881181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abfd02c4-ac60-4ef0-b951-475cbc3b933f req-f5ceae24-6fdc-4708-9ccc-cb68c90d1ac3 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1617007 Nov 08 14:13:16.922481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509a8ba-f6d1-4055-853b-f66e57ac1e0b req-5002097d-11b8-4e74-8b7f-0874fd5cad49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:16.925497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c509a8ba-f6d1-4055-853b-f66e57ac1e0b req-5002097d-11b8-4e74-8b7f-0874fd5cad49 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1097 time: 0.0496712 Nov 08 14:13:16.977712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6067f-6ba8-40ef-93fa-61a87c70037f req-b5ba26f4-1259-4db7-9e90-d3491cd35e62 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:16.979304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47a6067f-6ba8-40ef-93fa-61a87c70037f req-b5ba26f4-1259-4db7-9e90-d3491cd35e62 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 946 time: 0.0971498 Nov 08 14:13:17.004606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c509a8ba-f6d1-4055-853b-f66e57ac1e0b req-d9b626ce-35cf-4727-a13d-af86bca1d2ab service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706995 Nov 08 14:13:17.407882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47a6067f-6ba8-40ef-93fa-61a87c70037f req-344bb03c-e26a-4fe7-b512-2b791c57db5b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3875995 Nov 08 14:13:17.407882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abfd02c4-ac60-4ef0-b951-475cbc3b933f req-e21ed0ea-c4ac-4a0a-b87e-ec0a5ccb356f tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4659710 Nov 08 14:13:18.605692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb27fa2-b411-49ca-8f96-d01650ac1954 req-9233a8c8-6df0-4e4a-ab4c-5c6b8788c34d tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:18.607286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdb27fa2-b411-49ca-8f96-d01650ac1954 req-9233a8c8-6df0-4e4a-ab4c-5c6b8788c34d tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 946 time: 0.1084356 Nov 08 14:13:18.628781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420b5f8-c210-4405-ab3e-0fe768377169 req-bb90959c-57da-4207-be41-9293d0e9d6ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:18.637406 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9420b5f8-c210-4405-ab3e-0fe768377169 req-bb90959c-57da-4207-be41-9293d0e9d6ac tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1047957 Nov 08 14:13:18.754568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9420b5f8-c210-4405-ab3e-0fe768377169 req-7491e1cf-1d0e-44c8-ab48-6746d5aae3b1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159499 Nov 08 14:13:18.770642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdb27fa2-b411-49ca-8f96-d01650ac1954 req-faa40926-68ff-4f99-8362-a26a4207a739 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511209 Nov 08 14:13:18.912054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5feff-d6fa-4b9f-93da-b4e50fd63395 req-880887fd-01ed-4fea-963d-52a8b2621048 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:18.914066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6af5feff-d6fa-4b9f-93da-b4e50fd63395 req-880887fd-01ed-4fea-963d-52a8b2621048 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 946 time: 0.0619488 Nov 08 14:13:18.978023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6af5feff-d6fa-4b9f-93da-b4e50fd63395 req-d8938ad9-9674-4120-8fde-608f4d22f4c6 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522499 Nov 08 14:13:19.002045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60536) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:19.451117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2f5fd7-4e38-4c0b-9796-9055f63208e5 tempest-TestVolumeBackupRestore-847841959 tempest-TestVolumeBackupRestore-847841959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:19.456121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 60560) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:19.457084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3c2f5fd7-4e38-4c0b-9796-9055f63208e5 tempest-TestVolumeBackupRestore-847841959 tempest-TestVolumeBackupRestore-847841959-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1092 time: 0.4539051 Nov 08 14:13:19.463305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:13:19.524962 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:19.693775 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:19.935712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Allocated IP 172.25.8.23 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/c4068423-5c4d-413b-a04c-6928e8cb6ccb) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:13:19.965417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d810f82-5b32-47d2-a0c0-27406eb9789e req-82b6f693-491e-4732-8022-1b166c9e84ba tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:19.966962 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d810f82-5b32-47d2-a0c0-27406eb9789e req-82b6f693-491e-4732-8022-1b166c9e84ba tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1007600 Nov 08 14:13:20.099003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d810f82-5b32-47d2-a0c0-27406eb9789e req-ef3d6bcb-9108-4753-8c4c-6d9103c95e6e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192753 Nov 08 14:13:20.138020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:20.191400 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:20.286564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'Port': ['ID=c4068423-5c4d-413b-a04c-6928e8cb6ccb,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:20.314397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:13:20.317232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:13:20.327404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:13:21.156676 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:21.336039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:21.401437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba377e-ce3e-47f0-9449-fcbd9d5d738c req-921f2e55-1bf9-4b2e-9b37-4dc59b2efb80 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:21.404434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66ba377e-ce3e-47f0-9449-fcbd9d5d738c req-921f2e55-1bf9-4b2e-9b37-4dc59b2efb80 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1930048 Nov 08 14:13:21.537906 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66ba377e-ce3e-47f0-9449-fcbd9d5d738c req-d475de92-42bd-4a10-93a3-8dc1e0bd8da7 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260097 Nov 08 14:13:21.687378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:21.696999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:21.813088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:21.975676 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Floating IP da175901-411a-4e1e-aa8f-9001f899a580 associated. External IP: 172.25.8.23, port: 2c5d0cda-e073-45cb-835c-0bfa964c90eb. Nov 08 14:13:22.165445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event updated for resources: {'Port': ['ID=c4068423-5c4d-413b-a04c-6928e8cb6ccb,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:22.395433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Router c45513b3-c4ea-4381-8552-4e91bc3bb060 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:13:22.580834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:13:22.596455 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] Sync routers for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:13:22.610890 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:13:22.611345 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:13:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:22.627080 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:22.698002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cc2b56a0-5cac-41c9-aa61-517df8f81c97 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2390220 Nov 08 14:13:22.701263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60644) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:22.704878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:22.707654 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7a7eac-f1d8-4773-a94d-f508a792a282" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:22.733899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63256759-b450-4097-b255-b001fde9cf2d req-6f7ceb11-78b2-4596-a3b3-9d1772fad11c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:22.735451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63256759-b450-4097-b255-b001fde9cf2d req-6f7ceb11-78b2-4596-a3b3-9d1772fad11c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.0788605 Nov 08 14:13:22.829191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a46d68-9c38-4e80-9d1a-95b1dc76d999 tempest-TestVolumeBackupRestore-847841959 tempest-TestVolumeBackupRestore-847841959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:22.834453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d5a46d68-9c38-4e80-9d1a-95b1dc76d999 tempest-TestVolumeBackupRestore-847841959 tempest-TestVolumeBackupRestore-847841959-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1092 time: 0.1312363 Nov 08 14:13:22.836784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60650) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:22.846109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Request body: {'floatingip': {'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:13:22.849908 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef40ab1-a8af-4500-86e2-63ac048b1021 x-openstack-request-id: req-eef40ab1-a8af-4500-86e2-63ac048b1021 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:22.850210 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:22.850459 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eef40ab1-a8af-4500-86e2-63ac048b1021 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:22.850876 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'status': 'completed', 'code': 200} Nov 08 14:13:22.894203 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:13:22.948398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-63256759-b450-4097-b255-b001fde9cf2d req-b09b2749-74ba-4469-aaa7-20a466387e26 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006764 Nov 08 14:13:22.972331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for floatingip, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:23.209975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-37f89a7d-db48-4ec2-a096-973fa53c28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:23.211667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-37f89a7d-db48-4ec2-a096-973fa53c28c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1097 time: 0.3615654 Nov 08 14:13:23.309059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:23.389001 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'da175901-411a-4e1e-aa8f-9001f899a580', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'mac_address': 'fa:16:3e:f8:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:13:20Z', 'updated_at': '2021-11-08T14:13:20Z', 'revision_number': 0, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:23.523402 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] Checking router: c45513b3-c4ea-4381-8552-4e91bc3bb060 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:13:23.550956 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:13:23.552419 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:13:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:23.553078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-80b107e9-6f3c-4161-a04a-d5559f996aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:23.554614 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-80b107e9-6f3c-4161-a04a-d5559f996aaa service neutron] 10.222.0.54 "GET /v2.0/networks?id=6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 200 len: 915 time: 0.2997236 Nov 08 14:13:23.657629 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-566bbd6f-1e35-498a-abd4-faa9ba38e8bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 200 len: 999 time: 0.0930159 Nov 08 14:13:23.748884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-1305bbdc-5d32-42d1-83d0-ea8d71e0abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:23.750632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-1305bbdc-5d32-42d1-83d0-ea8d71e0abfd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=189091b4-ef98-4678-b118-9105ab110e7e HTTP/1.1" status: 200 len: 853 time: 0.0505157 Nov 08 14:13:23.802841 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:23.849950 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:13:23.861561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-0ecb84f4-e720-4ddf-b548-344987e96831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:23.863114 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-0ecb84f4-e720-4ddf-b548-344987e96831 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6da7123f-29f3-4b6a-ad5b-b05c14f36755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055660 Nov 08 14:13:24.176988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbe8d6-0695-49cb-9ea8-b025d43c012f req-7aeb2a4b-c68a-4bf8-b2ae-641e401c3c5b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:24.187132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96cbe8d6-0695-49cb-9ea8-b025d43c012f req-7aeb2a4b-c68a-4bf8-b2ae-641e401c3c5b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.0837653 Nov 08 14:13:24.256473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:24.267146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:24.301250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96cbe8d6-0695-49cb-9ea8-b025d43c012f req-2e5f3fcd-ccdd-47a2-b4e9-ce52f0fe8db5 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113305 Nov 08 14:13:24.461006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-64833728-168f-4fa4-b4f0-679514746d1d service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5873799 Nov 08 14:13:24.641129 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'da175901-411a-4e1e-aa8f-9001f899a580', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'mac_address': 'fa:16:3e:f8:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:13:20Z', 'updated_at': '2021-11-08T14:13:20Z', 'revision_number': 0, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:24.689823 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1fb0cc-d632-4ab7-94f6-22224d844f91 None None] The sync data for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 is: [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'da175901-411a-4e1e-aa8f-9001f899a580', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'mac_address': 'fa:16:3e:f8:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:13:20Z', 'updated_at': '2021-11-08T14:13:20Z', 'revision_number': 0, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:13:24.716790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c7a7eac-f1d8-4773-a94d-f508a792a282 req-7c7ddc54-b1ad-4333-8548-af751f4eab51 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889648 Nov 08 14:13:25.019654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Router c45513b3-c4ea-4381-8552-4e91bc3bb060 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:13:25.257208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:13:25.265426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:25.301744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:25.304605 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648da983-cc75-4c2f-a257-8c434e83c785" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:25.367677 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8ad83da0-078c-4220-a17e-83c8d71767ba tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "PUT /v2.0/floatingips/da175901-411a-4e1e-aa8f-9001f899a580 HTTP/1.1" status: 200 len: 991 time: 2.5282023 Nov 08 14:13:25.425386 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175ec78-fd97-4679-8b6f-fc8acd0efb80 x-openstack-request-id: req-1175ec78-fd97-4679-8b6f-fc8acd0efb80 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:25.425685 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:25.425944 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1175ec78-fd97-4679-8b6f-fc8acd0efb80 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:25.426360 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'status': 'completed', 'code': 200} Nov 08 14:13:25.559128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648da983-cc75-4c2f-a257-8c434e83c785 req-6fb51050-90f7-4a0e-9820-d32794cc65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:25.561654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-648da983-cc75-4c2f-a257-8c434e83c785 req-6fb51050-90f7-4a0e-9820-d32794cc65c4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1097 time: 0.1187217 Nov 08 14:13:25.585231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8cacd-a455-47cf-a85c-c4454ecd44f3 req-557cb527-4f1f-41a2-9556-6050e90d6a8e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:25.604134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abd8cacd-a455-47cf-a85c-c4454ecd44f3 req-557cb527-4f1f-41a2-9556-6050e90d6a8e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1261659 Nov 08 14:13:25.720356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abd8cacd-a455-47cf-a85c-c4454ecd44f3 req-f8e0343a-9e34-410d-8750-6df666526911 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141865 Nov 08 14:13:25.802381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648da983-cc75-4c2f-a257-8c434e83c785 req-de578c75-c6a2-4ed2-9747-f1092124898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:25.804545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-648da983-cc75-4c2f-a257-8c434e83c785 req-de578c75-c6a2-4ed2-9747-f1092124898f service neutron] 10.222.0.54 "GET /v2.0/networks?id=6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 200 len: 915 time: 0.2347152 Nov 08 14:13:25.938338 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-648da983-cc75-4c2f-a257-8c434e83c785 req-ab79e067-7861-4a2c-b54b-3f1c7c46d4d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 200 len: 999 time: 0.1262538 Nov 08 14:13:26.058306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648da983-cc75-4c2f-a257-8c434e83c785 req-6b5a3cca-c07c-46fa-adee-7d16d74e0600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:26.059854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-648da983-cc75-4c2f-a257-8c434e83c785 req-6b5a3cca-c07c-46fa-adee-7d16d74e0600 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=189091b4-ef98-4678-b118-9105ab110e7e HTTP/1.1" status: 200 len: 853 time: 0.1144481 Nov 08 14:13:26.192703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648da983-cc75-4c2f-a257-8c434e83c785 req-36e7a62d-ff86-4010-8623-8fe23aa76125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:26.196519 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-648da983-cc75-4c2f-a257-8c434e83c785 req-36e7a62d-ff86-4010-8623-8fe23aa76125 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6da7123f-29f3-4b6a-ad5b-b05c14f36755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285822 Nov 08 14:13:26.269066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2294240b-5ac5-4939-8a5b-2d4cfc169fba None None] New status for floating IP da175901-411a-4e1e-aa8f-9001f899a580: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:13:26.336106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-648da983-cc75-4c2f-a257-8c434e83c785 req-b776bdf7-133e-4b8d-8dca-340fad15e0b6 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261551 Nov 08 14:13:26.464743 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-648da983-cc75-4c2f-a257-8c434e83c785 req-0c05ab2d-810e-4815-b458-e0380d51a261 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204472 Nov 08 14:13:26.682651 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] Sync routers for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:13:26.702759 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:13:26.703392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:13:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:26.956529 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:13:27.024011 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0882d9ad-cf12-4a8d-ad81-6ad898ef94d2 req-98fa0a32-58e4-4bd2-bb9e-241695625336 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:27.031193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0882d9ad-cf12-4a8d-ad81-6ad898ef94d2 req-98fa0a32-58e4-4bd2-bb9e-241695625336 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1631331 Nov 08 14:13:27.165256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0882d9ad-cf12-4a8d-ad81-6ad898ef94d2 req-c10e1069-c8bf-40cc-be9f-ff235c2465a0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255603 Nov 08 14:13:27.394178 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'da175901-411a-4e1e-aa8f-9001f899a580', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'mac_address': 'fa:16:3e:f8:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:13:20Z', 'updated_at': '2021-11-08T14:13:26Z', 'revision_number': 2, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:27.424540 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] Checking router: c45513b3-c4ea-4381-8552-4e91bc3bb060 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:13:27.427481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:27.429954 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f386046-7ac4-429e-82d0-33ae34835e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:27.443048 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:13:27.445303 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:13:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:27.559160 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e6f7d1-6fd2-42ae-a4b8-4e4d0b59cd9d x-openstack-request-id: req-d8e6f7d1-6fd2-42ae-a4b8-4e4d0b59cd9d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:27.559556 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:27.562108 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8e6f7d1-6fd2-42ae-a4b8-4e4d0b59cd9d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:27.562654 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'status': 'completed', 'code': 200} Nov 08 14:13:27.616494 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:13:27.675795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-459ea48a-c431-4b43-8aac-71412f52c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:27.678106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-459ea48a-c431-4b43-8aac-71412f52c220 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1097 time: 0.0985770 Nov 08 14:13:27.815562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-142242ed-7678-4d3c-b32b-ad6eb5e085f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:27.817147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-142242ed-7678-4d3c-b32b-ad6eb5e085f0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 200 len: 915 time: 0.1284447 Nov 08 14:13:27.983839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a40a2ca9-9d0f-46f6-8ef6-81db2961348d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:27.987703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-bc35a229-d756-4aaf-8363-0aec43fe89a6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 200 len: 1001 time: 0.1596055 Nov 08 14:13:28.006941 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'da175901-411a-4e1e-aa8f-9001f899a580', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'mac_address': 'fa:16:3e:f8:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:13:20Z', 'updated_at': '2021-11-08T14:13:26Z', 'revision_number': 2, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:28.052443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-58d548da-4452-4856-a0b5-fcc9704afea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:28.054536 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-58d548da-4452-4856-a0b5-fcc9704afea9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=189091b4-ef98-4678-b118-9105ab110e7e HTTP/1.1" status: 200 len: 853 time: 0.0532875 Nov 08 14:13:28.073210 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a9bf83-b1a2-42bd-9c65-35e9456b4439 None None] The sync data for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 is: [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'da175901-411a-4e1e-aa8f-9001f899a580', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'floating_ip_address': '172.25.8.23', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'port_id': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'mac_address': 'fa:16:3e:f8:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:13:20Z', 'updated_at': '2021-11-08T14:13:26Z', 'revision_number': 2, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:13:28.121476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-db35461b-eb53-43fb-9df1-c96c28559b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:28.123430 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-db35461b-eb53-43fb-9df1-c96c28559b0c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6da7123f-29f3-4b6a-ad5b-b05c14f36755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585506 Nov 08 14:13:28.451612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1b52f-71fc-4e1a-b165-49e3f345289f req-5abe6846-2368-4582-aebb-16978f85a1c0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:28.460633 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdd1b52f-71fc-4e1a-b165-49e3f345289f req-5abe6846-2368-4582-aebb-16978f85a1c0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1520967 Nov 08 14:13:28.562869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdd1b52f-71fc-4e1a-b165-49e3f345289f req-c883329b-2101-4a19-8377-46c9af1c93a0 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009471 Nov 08 14:13:28.927809 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-626a1181-a0c2-49f0-b4a6-043cc7fe1760 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7942200 Nov 08 14:13:29.057056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8f386046-7ac4-429e-82d0-33ae34835e1d req-dab06cb9-8d5f-4c72-a090-b086c6e91fd1 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225317 Nov 08 14:13:29.862447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c9c12-859f-41ef-86a9-63a01118eb03 req-543513bf-f926-428d-82ed-276e46215283 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:29.864209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f4c9c12-859f-41ef-86a9-63a01118eb03 req-543513bf-f926-428d-82ed-276e46215283 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1422646 Nov 08 14:13:29.960928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f4c9c12-859f-41ef-86a9-63a01118eb03 req-318192e1-36f5-4c09-802d-4962b6edd81c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840857 Nov 08 14:13:30.533626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 766855e9-43fc-4e6a-939f-51ceb5733fa6 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:13:30.649938 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:30.676011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:30.678530 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bdabdb-be20-4a31-82bf-45f4115a6692" -d '{"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-unplugged", "status": "completed", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:30.717251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:30.731620 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:30.782357 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c78bd3c-cf73-4650-be67-feb6294efd9b x-openstack-request-id: req-0c78bd3c-cf73-4650-be67-feb6294efd9b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:30.783028 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-unplugged", "status": "completed", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:30.783428 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c78bd3c-cf73-4650-be67-feb6294efd9b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:30.784324 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'code': 200} Nov 08 14:13:30.826094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:31.151962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7195e3c-11b4-467b-b9c1-90dfaf2d1d9b req-3e880548-e9e9-4384-a033-ccccefe5b476 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:31.159657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7195e3c-11b4-467b-b9c1-90dfaf2d1d9b req-3e880548-e9e9-4384-a033-ccccefe5b476 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.0832729 Nov 08 14:13:31.262905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7195e3c-11b4-467b-b9c1-90dfaf2d1d9b req-559dd3f6-97ed-43be-a625-87da5d89c53b tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022997 Nov 08 14:13:31.482884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2478b3a9-e0fa-4ce3-9680-44fd526b78f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:31.860057 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ac9e6-9f51-4c14-b9c9-8d3a1889288e req-0f67d81d-255e-4f4b-a0b6-0a44fe778823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:31.862020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576ac9e6-9f51-4c14-b9c9-8d3a1889288e req-0f67d81d-255e-4f4b-a0b6-0a44fe778823 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1094 time: 0.0611014 Nov 08 14:13:31.939781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576ac9e6-9f51-4c14-b9c9-8d3a1889288e req-6ff3a1c9-e5a4-41c0-bf62-609c262669fe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680749 Nov 08 14:13:32.467301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee53c3-a591-43ce-8367-9716fb4230aa req-d6050875-6074-4648-b418-bc025949b05e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:32.478719 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31ee53c3-a591-43ce-8367-9716fb4230aa req-d6050875-6074-4648-b418-bc025949b05e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 943 time: 0.0683007 Nov 08 14:13:32.546828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 766855e9-43fc-4e6a-939f-51ceb5733fa6 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:13:32.555022 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31ee53c3-a591-43ce-8367-9716fb4230aa req-743dc83d-832f-4417-95da-8960635ea3af tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749145 Nov 08 14:13:32.787791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:32.837572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'port_id': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'mac_address': 'fa:16:3e:96:2a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:13:33.084669 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:33.084669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 766855e9-43fc-4e6a-939f-51ceb5733fa6 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:13:33.094807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:33.125217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:33.187678 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:33.250023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:33.580752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['766855e9-43fc-4e6a-939f-51ceb5733fa6'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:13:33.743456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c86e6-0c15-4e7e-8fec-e4e2b791d9c0 req-4cedc6e9-f3a5-4fbb-8bdb-36e62ad826f1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:33.756141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e82c86e6-0c15-4e7e-8fec-e4e2b791d9c0 req-4cedc6e9-f3a5-4fbb-8bdb-36e62ad826f1 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 944 time: 0.0749927 Nov 08 14:13:33.862667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e82c86e6-0c15-4e7e-8fec-e4e2b791d9c0 req-9037a8ea-ce1b-4f42-9c60-c56e18eb86df tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051517 Nov 08 14:13:33.896707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 60944) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:34.089527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5f49a310-129d-44b0-bafb-65ceb96bad3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/floatingips/1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d HTTP/1.1" status: 200 len: 992 time: 0.1915152 Nov 08 14:13:35.615020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:35.827497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:36.557405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 766855e9-43fc-4e6a-939f-51ceb5733fa6 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:13:36.750163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 766855e9-43fc-4e6a-939f-51ceb5733fa6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:13:36.750847 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:37.032871 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:37.115238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:37.117977 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724aba3a-d5e7-48ed-b811-393b7fd0ab77" -d '{"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-plugged", "status": "completed", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:37.155690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:13:37.162169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:37.219348 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d949dd-a7e5-44a1-81e5-47c846a9bcbc x-openstack-request-id: req-34d949dd-a7e5-44a1-81e5-47c846a9bcbc {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:37.219483 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-plugged", "status": "completed", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:37.219719 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34d949dd-a7e5-44a1-81e5-47c846a9bcbc {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:37.220132 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'code': 200} Nov 08 14:13:37.306894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:47.691927 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:13:53.329591 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:53.793390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:57.947628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ceeec2-3c9f-42f5-8a02-eff229fe76d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:58.437776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 33654) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:13:58.650016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Deleting port c4068423-5c4d-413b-a04c-6928e8cb6ccb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:13:58.650364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:58.766922 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:58.767255 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:58.784662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Calling delete_port for c4068423-5c4d-413b-a04c-6928e8cb6ccb owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:13:59.021063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:59.053815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event deleted for resources: {'Port': ['ID=c4068423-5c4d-413b-a04c-6928e8cb6ccb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:13:59.066581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.066936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.067296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.067625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.067999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.068336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.068674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.069005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.069426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.069667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.070054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.070318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:13:59.130533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:59.131295 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Floating IP da175901-411a-4e1e-aa8f-9001f899a580 disassociated (deleted). External IP: 172.25.8.23, port: 2c5d0cda-e073-45cb-835c-0bfa964c90eb. Nov 08 14:13:59.201951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-44be335f-2340-4153-9dad-f9b91e18ee8a req-4027f453-25aa-47d5-8a8d-efdf823e4f3e service neutron] (101841) timed out ('10.222.0.65', 40350) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:13:59.361392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Router c45513b3-c4ea-4381-8552-4e91bc3bb060 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:13:59.497531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:13:59.502853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:13:59.515065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] Sync routers for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:13:59.529340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:13:59.530346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:13:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:13:59.537769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c81b270a-7347-45fa-aa84-f43b23349b2f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "DELETE /v2.0/floatingips/da175901-411a-4e1e-aa8f-9001f899a580 HTTP/1.1" status: 204 len: 168 time: 1.0989013 Nov 08 14:13:59.538427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:13:59.541253 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bec978b-1980-4dee-8ded-7ced49a51d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:13:59.594995 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6576a819-3581-4c48-b153-b772ed223028 x-openstack-request-id: req-6576a819-3581-4c48-b153-b772ed223028 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:13:59.595429 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:13:59.595863 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6576a819-3581-4c48-b153-b772ed223028 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:13:59.596745 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'status': 'completed', 'code': 200} Nov 08 14:13:59.702575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-3ba89f76-7d0c-43ea-9716-1c12d82e5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:59.710315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-3ba89f76-7d0c-43ea-9716-1c12d82e5288 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 1097 time: 0.0858207 Nov 08 14:13:59.717228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:13:59.910617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-55a965b1-d44a-49e9-9c9d-25584d95f364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:13:59.912824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-55a965b1-d44a-49e9-9c9d-25584d95f364 service neutron] 10.222.0.54 "GET /v2.0/networks?id=6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 200 len: 915 time: 0.1943219 Nov 08 14:14:00.045546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-7b23c5f1-c288-40a0-a22d-28e0fdf08399 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 200 len: 217 time: 0.1210229 Nov 08 14:14:00.128447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-1d4c429f-8454-46ce-b342-b30b4e89efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:00.130003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-1d4c429f-8454-46ce-b342-b30b4e89efc2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=189091b4-ef98-4678-b118-9105ab110e7e HTTP/1.1" status: 200 len: 853 time: 0.0772967 Nov 08 14:14:00.231137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-f5953252-d060-4ba7-a85a-9209c6ad5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:00.238087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-f5953252-d060-4ba7-a85a-9209c6ad5959 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=6da7123f-29f3-4b6a-ad5b-b05c14f36755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997069 Nov 08 14:14:00.360948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55470ea6-7ae4-4e8f-bb35-52ad895f8ba0 req-e7457059-1aca-4fc9-93f8-028843baf24e tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:00.372515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55470ea6-7ae4-4e8f-bb35-52ad895f8ba0 req-e7457059-1aca-4fc9-93f8-028843baf24e tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 946 time: 0.5067689 Nov 08 14:14:00.445300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55470ea6-7ae4-4e8f-bb35-52ad895f8ba0 req-5039eb9e-8c95-46c6-a979-6d8a5854b7d9 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712996 Nov 08 14:14:00.536109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-e387800c-ef0b-4d3e-a3b5-b612ad096b96 service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884490 Nov 08 14:14:00.589613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:00.623085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] Checking router: c45513b3-c4ea-4381-8552-4e91bc3bb060 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:14:00.632491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:00.633088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:13:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:00.739217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5bec978b-1980-4dee-8ded-7ced49a51d3e req-712b2bdb-d774-4464-8434-3629ce7039bf service neutron] 10.222.0.54 "GET /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946750 Nov 08 14:14:00.786727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:01.284955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:01.323910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0693f0-99fc-4893-b62c-5c78d4d23d5d None None] The sync data for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 is: [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:08:42Z', 'revision_number': 4, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'b2d4947f-a0a9-44af-8c7a-7e7eeed804ae', 'name': '', 'network_id': '6da7123f-29f3-4b6a-ad5b-b05c14f36755', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'mac_address': 'fa:16:3e:ca:34:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '189091b4-ef98-4678-b118-9105ab110e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:40Z', 'updated_at': '2021-11-08T14:08:50Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'subnets': [{'id': '189091b4-ef98-4678-b118-9105ab110e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:14:01.494802 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b98d090-b851-4ec1-8558-052960b420c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:01.589316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-0762f858-4e0a-426b-af33-1953c550688b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:01.599843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-0762f858-4e0a-426b-af33-1953c550688b tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.54 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 946 time: 0.1241024 Nov 08 14:14:01.817574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Deleting port 2c5d0cda-e073-45cb-835c-0bfa964c90eb {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:01.818373 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:01.826703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa177fb-db80-4f1c-8397-83a9308cc6f8 req-0f11ff9a-b7fa-455d-8dac-ee8afccf53dd tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:01.838597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dfa177fb-db80-4f1c-8397-83a9308cc6f8 req-0f11ff9a-b7fa-455d-8dac-ee8afccf53dd tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 946 time: 0.2303057 Nov 08 14:14:01.885328 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf88b9c-aff5-43fa-9025-3f757a5e6372 None None] New status for floating IP da175901-411a-4e1e-aa8f-9001f899a580: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:14:01.963894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dfa177fb-db80-4f1c-8397-83a9308cc6f8 req-41a7e9f3-03aa-47eb-bb1e-b2e8af08e921 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/security-groups?id=e4e4a038-e322-4937-8ca0-97d2f668f1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200721 Nov 08 14:14:02.033217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] For port 2c5d0cda-e073-45cb-835c-0bfa964c90eb, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2c5d0cda-e073-45cb-835c-0bfa964c90eb,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:02.033465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:02.082917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Calling delete_port for 2c5d0cda-e073-45cb-835c-0bfa964c90eb owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:02.361471 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:02.443800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event deleted for resources: {'Port': ['ID=2c5d0cda-e073-45cb-835c-0bfa964c90eb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:02.496686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] No DVR routers for this DVR port 2c5d0cda-e073-45cb-835c-0bfa964c90eb on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:02.500397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:02.504662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c361f4f8-6cb7-4a2d-bcc4-b6ce9a7a3770 req-ce99de4b-b4a4-4d0b-9bb3-c7fbfc63c18a tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.54 "DELETE /v2.0/ports/2c5d0cda-e073-45cb-835c-0bfa964c90eb HTTP/1.1" status: 204 len: 173 time: 0.8981838 Nov 08 14:14:02.505591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'name': 'network-vif-deleted', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:02.508393 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94e0580-694a-41c0-a25c-67c93e9034f1" -d '{"events": [{"server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "name": "network-vif-deleted", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:02.559804 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75204e74-e0d7-4fe8-bc5d-e00d3613d218 x-openstack-request-id: req-75204e74-e0d7-4fe8-bc5d-e00d3613d218 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:02.560408 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742", "name": "network-vif-deleted", "tag": "2c5d0cda-e073-45cb-835c-0bfa964c90eb", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:02.560894 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75204e74-e0d7-4fe8-bc5d-e00d3613d218 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:02.561870 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742', 'name': 'network-vif-deleted', 'tag': '2c5d0cda-e073-45cb-835c-0bfa964c90eb', 'status': 'completed', 'code': 200} Nov 08 14:14:03.115368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:03.144683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-393e3461-37cd-4200-b574-dfbfd7594f01 req-880f7735-cf11-4154-9e69-f2c746d0c5ea tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0604665 Nov 08 14:14:04.345781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42402a41-82f2-4540-8c63-779fd91c70e4 req-26a69a72-ad3d-4bda-b869-370960ff8e1f tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0884244 Nov 08 14:14:04.763944 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-92f5be13-f6a3-43cd-ba1b-b292d397bf89 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0904870 Nov 08 14:14:04.904673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-d4049e57-75b8-4065-856a-a49e5b0bc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:04.906166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-d4049e57-75b8-4065-856a-a49e5b0bc15d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1096 time: 0.0923567 Nov 08 14:14:05.062343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-2d908c6b-9a72-4a37-b927-6257ba2fb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:05.063855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-2d908c6b-9a72-4a37-b927-6257ba2fb562 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 898 time: 0.1360307 Nov 08 14:14:05.173171 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-e3342c6e-5235-4b28-83f9-f9967605a503 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 1001 time: 0.1016214 Nov 08 14:14:05.261531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-d64a89e1-45ba-49a9-8e98-16a75d9ed84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:05.264027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-d64a89e1-45ba-49a9-8e98-16a75d9ed84f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 200 len: 835 time: 0.0817394 Nov 08 14:14:05.362718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-cf9440c5-0672-4a35-bf47-795a8c3d78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:05.368066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-cf9440c5-0672-4a35-bf47-795a8c3d78fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0764232-1a83-451f-a600-2a7ca4266798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872107 Nov 08 14:14:05.581865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c323e62-033f-45d0-913b-4fc5eb05fecd req-ef228bca-d449-4057-9716-05598be84640 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0593522 Nov 08 14:14:05.613707 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:05.636940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-64294af7-89db-4964-bc57-81470a3c633a service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546418 Nov 08 14:14:05.829327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2a147179-45ba-473d-9636-c5254d5bb4f6 req-7999984e-1a99-498c-ad49-705be65ab646 service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860442 Nov 08 14:14:05.878722 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:06.661090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2c5d0cda-e073-45cb-835c-0bfa964c90eb no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:06.751305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 2c5d0cda-e073-45cb-835c-0bfa964c90eb {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:14:06.751305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2c5d0cda-e073-45cb-835c-0bfa964c90eb not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:06.858304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7dcc8072-3fb6-4e2f-9414-afb692332a8c req-ea4923ee-9a94-46b1-aed6-04b3c952419d tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0950644 Nov 08 14:14:08.146036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa499df1-b571-4275-b05f-0f061f332699 req-8c80f026-d996-4570-8d40-4bec9f10008c tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0950508 Nov 08 14:14:09.333876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55fe9a57-2abc-4f76-a0d1-f17d103947b8 req-b0325ff4-837c-49a2-9a2a-8a3b2dec8fd5 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0546515 Nov 08 14:14:10.620190 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf0accb7-f039-4eb5-b0f5-d70364030abb req-763e9cd9-8f74-49f3-a1f7-0412bc53e551 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.1896896 Nov 08 14:14:11.848373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e118061-34ee-4391-bb10-56d6d35a6449 req-45b42c3f-3292-48de-89a5-1596e63b5dec tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "GET /v2.0/ports?device_id=dbdec3e0-5bad-4cc0-a5b1-81ab4ee40742 HTTP/1.1" status: 200 len: 210 time: 0.0688946 Nov 08 14:14:12.912840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34310) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:13.004973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:13.058935 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:13.242448 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:13.261407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:13.262889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] 10.222.0.65 "DELETE /v2.0/security-groups/e4e4a038-e322-4937-8ca0-97d2f668f1bc HTTP/1.1" status: 204 len: 168 time: 0.3483713 Nov 08 14:14:13.285633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e4a038-e322-4937-8ca0-97d2f668f1bc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:13.318834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.318834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.319101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.319288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.323540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.324369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.324882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.326549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.326898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.327243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.327590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:13.328031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b548064-664b-4ed1-b98f-35c4447ff5b1 tempest-TestVolumeBackupRestore-1681033975 tempest-TestVolumeBackupRestore-1681033975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:17.108600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34658) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:17.667251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] Deleting subnet d0d41887-5859-4b57-8fb9-aa4a08967728 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:14:17.673340 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:17.763156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:17.918306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:18.061030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:18.164918 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:18.179261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d0d41887-5859-4b57-8fb9-aa4a08967728 HTTP/1.1" status: 204 len: 168 time: 1.0672047 Nov 08 14:14:18.179631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34744) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:18.180592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b74898-c2c7-48e3-b059-31f12789b9f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d41887-5859-4b57-8fb9-aa4a08967728,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:18.585448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:18.863045 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:18.956036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2034fc32-160a-44d6-91e5-be264cc5f537']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:18.998396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f1b785-74b3-477d-88ac-2f7e8d4bee9c') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:18.999010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f1b785-74b3-477d-88ac-2f7e8d4bee9c') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:19.049344 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:19.103147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:19.135711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:14:19.138341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:14:19.147111 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:14:19.331116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:19.380054 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:19.401982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2034fc32-160a-44d6-91e5-be264cc5f537 HTTP/1.1" status: 204 len: 168 time: 1.2211938 Nov 08 14:14:19.403139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac0df3-fbf9-4075-9299-093c5dc87cd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2034fc32-160a-44d6-91e5-be264cc5f537,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:19.830327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34882) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:19.947806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-896ecaf5-6d6c-4c4a-924e-d1ef05c43562 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5889f4e3c2a24354ae5ed9190d6e37ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152830 Nov 08 14:14:19.950411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 34884) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:20.093456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef862434-fdc4-4214-875b-efa5cc6836f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:20.177299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef862434-fdc4-4214-875b-efa5cc6836f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:20.327209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef862434-fdc4-4214-875b-efa5cc6836f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:20.332000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ef862434-fdc4-4214-875b-efa5cc6836f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:20.335333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ef862434-fdc4-4214-875b-efa5cc6836f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7656c423-7232-4d46-8055-04e129302d55 HTTP/1.1" status: 204 len: 168 time: 0.3831828 Nov 08 14:14:20.357267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef862434-fdc4-4214-875b-efa5cc6836f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7656c423-7232-4d46-8055-04e129302d55,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:23.336241 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:23.803870 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:24.070741 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34990) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:24.102973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 34994) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:24.476862 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'network': {'name': 'tempest-network-smoke--1365806167', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'port_security_enabled': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:24.542684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:14:24.550058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:24.584819 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:24.661922 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:14:24.748923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:24.778245 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:24.814423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62b8ef6-f7b7-45b8-a5ee-7883a0b6d514,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:24.836426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:14:24.906566 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:24.906899 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Added segment 253c5193-c505-42db-815d-5472b52b87c9 of type vlan for network 365bffaa-d90c-4832-9b46-cee8dd93dc41 Nov 08 14:14:25.068300 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:25.101590 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:25.109020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:25.110303 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:25.192223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Network': ['ID=365bffaa-d90c-4832-9b46-cee8dd93dc41,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:25.205652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:14:25.434420 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-02d7e151-6f7b-42be-9935-c295c207f865 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3585567 Nov 08 14:14:25.435016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35012) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:25.455990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-741916507', 'admin_state_up': True, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:25.592179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:25.594329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:25.595309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:25.740914 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:26.129264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:26.702792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:26.748867 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Deleting port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:26.749727 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:26.801103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:26.941477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] For port b2d4947f-a0a9-44af-8c7a-7e7eeed804ae, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:26.942074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:26.985352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Calling delete_port for b2d4947f-a0a9-44af-8c7a-7e7eeed804ae owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:27.054979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.25.8.98 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/c5392dd2-06cb-4fbb-9271-de94986d0be2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:14:27.188729 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:27.231933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:27.279632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:14:27.283355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:14:27.288185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:14:27.325601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=c5392dd2-06cb-4fbb-9271-de94986d0be2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:27.481529 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:27.537238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d4947f-a0a9-44af-8c7a-7e7eeed804ae,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:27.789571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35056) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:27.963329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccf07f0c-d574-40ec-923c-f441913da814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.011916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.102685 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.394634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Router c45513b3-c4ea-4381-8552-4e91bc3bb060 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:14:28.400600 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e2b25aef-7120-458d-ad1a-0f708beb2a86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a20af74c86446d38a900b08a5053f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5816822 Nov 08 14:14:28.404911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35070) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:28.533531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd10-35d0-44e4-94cd-d19503dabfd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.553198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.617097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd10-35d0-44e4-94cd-d19503dabfd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.674415 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:14:28.683219 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4046871c-e16f-412a-a36c-047a679992a1 admin admin] 10.222.0.65 "PUT /v2.0/routers/c45513b3-c4ea-4381-8552-4e91bc3bb060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5786223 Nov 08 14:14:28.684987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] Sync routers for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:14:28.686355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35074) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:28.702636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:28.706636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:28.882179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd10-35d0-44e4-94cd-d19503dabfd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.893918 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b00bd10-35d0-44e4-94cd-d19503dabfd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.896798 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1b00bd10-35d0-44e4-94cd-d19503dabfd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5291ed07-eec2-4af9-805d-31f3d7434d2d HTTP/1.1" status: 204 len: 168 time: 0.4896255 Nov 08 14:14:28.912403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00bd10-35d0-44e4-94cd-d19503dabfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5291ed07-eec2-4af9-805d-31f3d7434d2d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:28.949889 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:28.967429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 57073305-2048-47f8-917c-f8593ef6ccb9 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:14:28.999006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:29.277276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:14:29.290749 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Sync routers for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:14:29.317078 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:29.317719 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:29.328207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34'}], 'enable_snat': True}, 'gw_port_id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:14:27Z', 'revision_number': 5, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port': {'id': 'b55c0924-85ea-44f2-9f33-99cb8f2fc710', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:76:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:32Z', 'updated_at': '2021-11-08T14:08:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:29.344171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:29.349155 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d9e030b7-9939-4010-af09-a0c80cfd07b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.9124882 Nov 08 14:14:29.354993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:29.357369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:29.379625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] Checking router: c45513b3-c4ea-4381-8552-4e91bc3bb060 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:14:29.404920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] Routers {'c45513b3-c4ea-4381-8552-4e91bc3bb060'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:29.405883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c45513b3-c4ea-4381-8552-4e91bc3bb060'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:29.554975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Deleting port b55c0924-85ea-44f2-9f33-99cb8f2fc710 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:29.555320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:29.678915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] Set router c45513b3-c4ea-4381-8552-4e91bc3bb060 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:29.680167 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:29.780497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] For port b55c0924-85ea-44f2-9f33-99cb8f2fc710, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b55c0924-85ea-44f2-9f33-99cb8f2fc710,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:29.780874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:29.815822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Calling delete_port for b55c0924-85ea-44f2-9f33-99cb8f2fc710 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:29.903932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:14:29Z', 'revision_number': 6, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:29.926903 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fdc323b6-9827-4e42-9b10-f8d3d70607fb tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=49ee97ee982849a69db118b178c8f7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5666189 Nov 08 14:14:29.927895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35104) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:30.092434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c0957c-7765-4f6b-b412-6b0ff42a165f None None] The sync data for ids ['c45513b3-c4ea-4381-8552-4e91bc3bb060'] in n-d-804292-2 is: [{'id': 'c45513b3-c4ea-4381-8552-4e91bc3bb060', 'name': 'tempest-TestVolumeBackupRestore-1672976261-router', 'tenant_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:28Z', 'updated_at': '2021-11-08T14:14:29Z', 'revision_number': 6, 'project_id': '2bfe5a42e8ee4c2e871865fd0e842c23', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:14:30.385926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:30.446007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ad522-4988-4b43-999d-b410badb1aaa tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:30.449707 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-df7ad522-4988-4b43-999d-b410badb1aaa tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5206742 Nov 08 14:14:30.459778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:30.592702 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4133ecea-4647-4eb9-a1cb-9f6cf0f3c6b1 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1314621 Nov 08 14:14:30.600608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35124) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:30.609476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1477936922', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:30.612788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Pushing event deleted for resources: {'Port': ['ID=b55c0924-85ea-44f2-9f33-99cb8f2fc710,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:30.727678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:30.786110 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:27Z', 'revision_number': 3, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:30.847303 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Checking router: 57073305-2048-47f8-917c-f8593ef6ccb9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:14:30.849559 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Updating router 57073305-2048-47f8-917c-f8593ef6ccb9 port c5392dd2-06cb-4fbb-9271-de94986d0be2 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:14:30.874895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:14:30.879001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:30.908079 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:30.922862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:30.929980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:30.986365 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:30.987313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c45513b3-c4ea-4381-8552-4e91bc3bb060 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:14:31.001425 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.004834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3541c776-fb2e-4d5d-b161-b115df10925f admin admin] 10.222.0.65 "DELETE /v2.0/routers/c45513b3-c4ea-4381-8552-4e91bc3bb060 HTTP/1.1" status: 204 len: 168 time: 2.3151662 Nov 08 14:14:31.009065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35142) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:31.163680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] Deleting subnet 189091b4-ef98-4678-b118-9105ab110e7e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:14:31.168576 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.272045 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.346368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.423923 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.433331 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.481164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9995604-2095-4fc1-9faa-13062062a02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.498924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.509480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Checking segment: {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:14:31.509855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network hostable DHCP agents. Network: 365bffaa-d90c-4832-9b46-cee8dd93dc41, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:14:31.528369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Subnet': ['ID=21ef4f37-9c5e-42a1-9063-d1a10a2d296a,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:31.573514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:14:31.594453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 365bffaa-d90c-4832-9b46-cee8dd93dc41) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:14:31.612027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b20de-346d-4608-a63b-dc2c0b2b3936 None None] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:14:31.624032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:31.640251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.657138 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Attempting to bind port c5392dd2-06cb-4fbb-9271-de94986d0be2 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:14:31.657138 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Attempting to bind port c5392dd2-06cb-4fbb-9271-de94986d0be2 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:14:31.658373 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Attempting to bind port c5392dd2-06cb-4fbb-9271-de94986d0be2 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:14:31.668648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Pushing event updated for resources: {'Port': ['ID=c5392dd2-06cb-4fbb-9271-de94986d0be2,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:31.700268 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8078df16-3dc6-4902-a414-8530527e9d78 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0884633 Nov 08 14:14:31.701162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35180) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:31.703913 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:14:31.706243 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:14:31.706882 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.708238 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:14:31.709591 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Bound port: c5392dd2-06cb-4fbb-9271-de94986d0be2, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:14:31.713950 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.743380 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.744425 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.745044 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.745521 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.745936 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.746493 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.747054 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.747623 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.748470 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.749018 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.749568 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.750115 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:31.753438 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.888383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.901711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/189091b4-ef98-4678-b118-9105ab110e7e HTTP/1.1" status: 204 len: 168 time: 0.8878582 Nov 08 14:14:31.906310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35184) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:31.944000 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] For port c5392dd2-06cb-4fbb-9271-de94986d0be2, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:14:31.948648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] For port c5392dd2-06cb-4fbb-9271-de94986d0be2, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5392dd2-06cb-4fbb-9271-de94986d0be2,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:14:31.954710 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:31.956862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b2247-0c8d-499c-b72d-4c1bcb3d7d28 None None] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:14:31.962430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf638f40-fe1c-44bf-8718-1d9ee3fbed5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=189091b4-ef98-4678-b118-9105ab110e7e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:32.124594 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420dcc1-8305-4acf-a778-f37cefc83394 None None] Pushing event updated for resources: {'Port': ['ID=c5392dd2-06cb-4fbb-9271-de94986d0be2,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:32.145279 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:32.149300 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:32.232717 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:32.436511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b55c0924-85ea-44f2-9f33-99cb8f2fc710 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:32.471795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b55c0924-85ea-44f2-9f33-99cb8f2fc710 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:14:32.475042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b55c0924-85ea-44f2-9f33-99cb8f2fc710 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:32.475677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b2d4947f-a0a9-44af-8c7a-7e7eeed804ae no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:32.536881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Deleting port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:32.537949 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:32.607215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b2d4947f-a0a9-44af-8c7a-7e7eeed804ae {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:14:32.608237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b2d4947f-a0a9-44af-8c7a-7e7eeed804ae not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:32.657355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] For port aa4ad4b1-108d-46d6-bc1f-2e11229638f5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,segment=NetworkSegment(ab97dac3-bdbf-449e-8174-f5db49317732),segment_id=ab97dac3-bdbf-449e-8174-f5db49317732)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:32.657732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:32.657933 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:32.698533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-365bffaa-d90c-4832-9b46-cee8dd93dc41', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:14:32.699710 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:32.702293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Calling delete_port for aa4ad4b1-108d-46d6-bc1f-2e11229638f5 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:32.844366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] DHCP port deletion for 6da7123f-29f3-4b6a-ad5b-b05c14f36755 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:14:32.988526 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.035592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:33.037435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] No DVR routers for this DVR port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:33.080966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Allocated IP 172.20.0.2 (365bffaa-d90c-4832-9b46-cee8dd93dc41/21ef4f37-9c5e-42a1-9063-d1a10a2d296a/66efa4a7-148c-4504-b5aa-4cd7293e6ef4) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:14:33.165167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.181420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Deleting port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:33.182277 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.230929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.282337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da7123f-29f3-4b6a-ad5b-b05c14f36755']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:33.302877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab97dac3-bdbf-449e-8174-f5db49317732') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:33.303180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab97dac3-bdbf-449e-8174-f5db49317732') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:33.332582 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:27Z', 'revision_number': 3, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:33.342157 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.368619 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8082f4ef-e327-408f-ae4f-9fef602aa577 None None] The sync data for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 is: [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:27Z', 'revision_number': 3, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:14:33.395175 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.413159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:14:33.413882 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:14:33.417419 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:14:33.540324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.574008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.592613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] 10.222.0.65 "DELETE /v2.0/networks/6da7123f-29f3-4b6a-ad5b-b05c14f36755 HTTP/1.1" status: 204 len: 168 time: 1.6739571 Nov 08 14:14:33.593661 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c717897-b7ba-4aa7-a973-9b5f7abb3b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=6da7123f-29f3-4b6a-ad5b-b05c14f36755,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:33.600686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35242) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:33.861915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] For port aa4ad4b1-108d-46d6-bc1f-2e11229638f5, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:33.863014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.880116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Calling delete_port for aa4ad4b1-108d-46d6-bc1f-2e11229638f5 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:33.883713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:14:33.889242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:33.904557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Network 6da7123f-29f3-4b6a-ad5b-b05c14f36755 is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:14:33.906140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] No DVR routers for this DVR port aa4ad4b1-108d-46d6-bc1f-2e11229638f5 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:34.098757 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.126386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Pushing event deleted for resources: {'Port': ['ID=aa4ad4b1-108d-46d6-bc1f-2e11229638f5,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:34.129921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.162696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:14:34.165105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.165712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.166217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.166766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.167617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.168114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.168802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.169450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.170153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.170707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.171191 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.171892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a98ca55-8af3-4ba1-9565-9628bf2a754e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:14:34.182907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:14:34.187405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:14:34.209559 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.448931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5392dd2-06cb-4fbb-9271-de94986d0be2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:14:34.555950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Pushing event updated for resources: {'Port': ['ID=66efa4a7-148c-4504-b5aa-4cd7293e6ef4,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:34.562031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Attempting to bind port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:14:34.562411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Attempting to bind port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:14:34.563381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Attempting to bind port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 on network 365bffaa-d90c-4832-9b46-cee8dd93dc41 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:14:34.573928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c5392dd2-06cb-4fbb-9271-de94986d0be2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:34.574499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.650045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:14:34.650405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Checking segment: {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:14:34.650826 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.651327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Bound using segment: {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:14:34.652224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Bound port: 66efa4a7-148c-4504-b5aa-4cd7293e6ef4, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:14:34.652627 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.746632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.895973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c5392dd2-06cb-4fbb-9271-de94986d0be2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5392dd2-06cb-4fbb-9271-de94986d0be2,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:34.924122 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:34.963347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:35.168433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c5392dd2-06cb-4fbb-9271-de94986d0be2,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:35.179948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa4ad4b1-108d-46d6-bc1f-2e11229638f5 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:35.231311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: aa4ad4b1-108d-46d6-bc1f-2e11229638f5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:14:35.231635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aa4ad4b1-108d-46d6-bc1f-2e11229638f5 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:35.264270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] For port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:14:35.270174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] For port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=66efa4a7-148c-4504-b5aa-4cd7293e6ef4,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:14:35.284306 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:35.362270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.20.0.1 (365bffaa-d90c-4832-9b46-cee8dd93dc41/21ef4f37-9c5e-42a1-9063-d1a10a2d296a/8462a2ae-dff8-46c9-8868-2ce04748dffa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:14:35.466608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267033b9-f1d2-4cab-8bf5-eade489db97c None None] Pushing event updated for resources: {'Port': ['ID=66efa4a7-148c-4504-b5aa-4cd7293e6ef4,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:35.624236 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:35.647004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:35.692895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:35.797218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:14:35.806933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:14:35.827374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:35.844189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:14:35.856953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=8462a2ae-dff8-46c9-8868-2ce04748dffa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:36.005347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:36.471213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5392dd2-06cb-4fbb-9271-de94986d0be2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:14:36.476749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:36.496148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Deleting port c59642f9-d40f-42ec-b9c1-27602e65baeb {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:36.496148 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:36.717444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] For port c59642f9-d40f-42ec-b9c1-27602e65baeb, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c59642f9-d40f-42ec-b9c1-27602e65baeb,segment=NetworkSegment(989dbc0e-cf5d-4d66-b3f5-ecc32e291f97),segment_id=989dbc0e-cf5d-4d66-b3f5-ecc32e291f97)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:36.717874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:36.784263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Calling delete_port for c59642f9-d40f-42ec-b9c1-27602e65baeb owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:36.788619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c5392dd2-06cb-4fbb-9271-de94986d0be2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:36.792673 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.101171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:14:37.268445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:37.268820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.426299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.459544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c59642f9-d40f-42ec-b9c1-27602e65baeb,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:37.509343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.521996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.557256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.769574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=66efa4a7-148c-4504-b5aa-4cd7293e6ef4,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:37.782357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd2f2e-4d64-44e1-822f-29f6fa2c0b8a None None] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:14:37.827100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.860094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:37.912578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=8462a2ae-dff8-46c9-8868-2ce04748dffa,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:38.066541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:38.126534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c07292e5-67fd-4607-99db-9fc42af6f595 None None] Provisioning complete for port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:38.127626 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c07292e5-67fd-4607-99db-9fc42af6f595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:38.283221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=66efa4a7-148c-4504-b5aa-4cd7293e6ef4,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:38.304538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:14:38.336806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:14:38.598205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 57073305-2048-47f8-917c-f8593ef6ccb9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:14:38.847524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Router d5149f0d-4df1-4b9f-8483-7cadffb0f44d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:14:39.015466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:14:39.028323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Sync routers for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:14:39.034077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-49498b57-9aa9-4c40-a407-0ae78e82403e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "PUT /v2.0/routers/57073305-2048-47f8-917c-f8593ef6ccb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3313575 Nov 08 14:14:39.037160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35308) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:39.050094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:39.050739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:39.093304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:14:39.108419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c67d8745-9f26-4e54-824d-8fec9ea83ee0 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5149f0d-4df1-4b9f-8483-7cadffb0f44d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5020146 Nov 08 14:14:39.108722 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] Sync routers for ids ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:14:39.109492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35310) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:39.132329 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] Routers {'d5149f0d-4df1-4b9f-8483-7cadffb0f44d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:39.132923 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:39.314864 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:39.335834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2c74191e-d27f-4c03-bd4f-5b7b8529a347 None None] Provisioning complete for port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:39.337629 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c74191e-d27f-4c03-bd4f-5b7b8529a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:39.343798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:39.479189 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] Set router d5149f0d-4df1-4b9f-8483-7cadffb0f44d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:39.610570 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:39.615493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1636-ce49-4b1b-9c3a-d8304bc7882a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.616232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1636-ce49-4b1b-9c3a-d8304bc7882a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.616779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1636-ce49-4b1b-9c3a-d8304bc7882a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.617305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1636-ce49-4b1b-9c3a-d8304bc7882a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.630775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1636-ce49-4b1b-9c3a-d8304bc7882a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.631612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c1636-ce49-4b1b-9c3a-d8304bc7882a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:39.646003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-965c1636-ce49-4b1b-9c3a-d8304bc7882a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4273 time: 0.6075273 Nov 08 14:14:39.654539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35320) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:39.870251 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:14:37Z', 'revision_number': 5, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port': {'id': 'b4120be7-4545-4b76-8de8-8e656eb6c051', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:6c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3542, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:08:54Z', 'updated_at': '2021-11-08T14:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:39.894491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Deleting port b4120be7-4545-4b76-8de8-8e656eb6c051 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:39.908314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:39.959059 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] Checking router: d5149f0d-4df1-4b9f-8483-7cadffb0f44d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:14:39.984620 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] Routers {'d5149f0d-4df1-4b9f-8483-7cadffb0f44d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:39.988070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:40.099394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577863e-aa5d-46a4-8ad8-d87de3dd3899 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.099983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577863e-aa5d-46a4-8ad8-d87de3dd3899 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.100447 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577863e-aa5d-46a4-8ad8-d87de3dd3899 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.100898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577863e-aa5d-46a4-8ad8-d87de3dd3899 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.101350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577863e-aa5d-46a4-8ad8-d87de3dd3899 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.101795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0577863e-aa5d-46a4-8ad8-d87de3dd3899 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:40.111541 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0577863e-aa5d-46a4-8ad8-d87de3dd3899 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3992 time: 0.4555407 Nov 08 14:14:40.112309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35324) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:40.232542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2c74191e-d27f-4c03-bd4f-5b7b8529a347 None None] Provisioning complete for port 8462a2ae-dff8-46c9-8868-2ce04748dffa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:40.233377 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c74191e-d27f-4c03-bd4f-5b7b8529a347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:40.332618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] For port b4120be7-4545-4b76-8de8-8e656eb6c051, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b4120be7-4545-4b76-8de8-8e656eb6c051,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:40.333102 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:40.389530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:14:40.401374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Calling delete_port for b4120be7-4545-4b76-8de8-8e656eb6c051 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:40.422236 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] Set router d5149f0d-4df1-4b9f-8483-7cadffb0f44d gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:40.527594 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:14:39Z', 'revision_number': 6, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:40.536673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35334) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:40.548220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:36Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:37Z', 'revision_number': 2, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:40.655222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Checking router: 57073305-2048-47f8-917c-f8593ef6ccb9 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:14:40.667598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Updating router 57073305-2048-47f8-917c-f8593ef6ccb9 port 8462a2ae-dff8-46c9-8868-2ce04748dffa binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:14:40.739867 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:40.758114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c74191e-d27f-4c03-bd4f-5b7b8529a347 None None] Port 8462a2ae-dff8-46c9-8868-2ce04748dffa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:14:40.807503 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c099bd-1e05-4570-b6f8-68c75b91068f None None] The sync data for ids ['d5149f0d-4df1-4b9f-8483-7cadffb0f44d'] in n-d-804292-2 is: [{'id': 'd5149f0d-4df1-4b9f-8483-7cadffb0f44d', 'name': 'tempest-TestVolumeBackupRestore-2144014909-router', 'tenant_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:08:51Z', 'updated_at': '2021-11-08T14:14:39Z', 'revision_number': 6, 'project_id': 'bc5997a918ae4251ac3c8ceb91eb0bb9', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:14:40.884248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdad58bf-7eb9-4ec6-bad9-e7f05c643233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:40.951121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:40.973264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1cf35cf4-8282-490e-bcc9-cae9eab85c6c None None] Provisioning complete for port 8462a2ae-dff8-46c9-8868-2ce04748dffa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:40.974111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cf35cf4-8282-490e-bcc9-cae9eab85c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.022770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4120be7-4545-4b76-8de8-8e656eb6c051,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:41.069303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1cf35cf4-8282-490e-bcc9-cae9eab85c6c None None] Port 8462a2ae-dff8-46c9-8868-2ce04748dffa cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:14:41.076770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:41.077146 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.152294 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdad58bf-7eb9-4ec6-bad9-e7f05c643233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.157030 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.173480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdad58bf-7eb9-4ec6-bad9-e7f05c643233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.211485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c4fe6325-c082-40db-91b6-017d544c1ad6 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2874 time: 1.0977638 Nov 08 14:14:41.312235 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bdad58bf-7eb9-4ec6-bad9-e7f05c643233 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3690c2d9f0b9442cbe62cae427ae164a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7732334 Nov 08 14:14:41.317091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35346) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:41.393693 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.402910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.466202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad58bf-7eb9-4ec6-bad9-e7f05c643233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564ea445-e0c6-41f9-9e4f-9b3e1d639877,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:41.474335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.474335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5149f0d-4df1-4b9f-8483-7cadffb0f44d {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:14:41.481616 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.481616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-68f23c6b-b004-4580-b329-b0f09b1a1602 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d5149f0d-4df1-4b9f-8483-7cadffb0f44d HTTP/1.1" status: 204 len: 168 time: 2.3701468 Nov 08 14:14:41.483786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35354) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:41.625342 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] Deleting subnet c981a72a-a0b5-4564-9257-0ea2c3cf4e03 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:14:41.641171 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.647462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743d2018-5ba5-4680-a8f2-2e5773fed56b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.725601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743d2018-5ba5-4680-a8f2-2e5773fed56b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.732999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.738426 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.762898 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.880566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35356) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:41.896954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-004d41bb-97a0-40ed-b2b3-ef187421d8b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753089388', 'description': 'tempest-secgroup-smoke-1753089388 description', 'project_id': '49ee97ee982849a69db118b178c8f7f3'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:41.910762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743d2018-5ba5-4680-a8f2-2e5773fed56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.915907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e8330-af0b-49ba-9269-924941791736 None None] Pushing event updated for resources: {'Port': ['ID=8462a2ae-dff8-46c9-8868-2ce04748dffa,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:41.917672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743d2018-5ba5-4680-a8f2-2e5773fed56b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:41.919653 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-743d2018-5ba5-4680-a8f2-2e5773fed56b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/564ea445-e0c6-41f9-9e4f-9b3e1d639877 HTTP/1.1" status: 204 len: 168 time: 0.5978684 Nov 08 14:14:41.968956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d2018-5ba5-4680-a8f2-2e5773fed56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564ea445-e0c6-41f9-9e4f-9b3e1d639877,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:42.074060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.142327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Attempting to bind port 8462a2ae-dff8-46c9-8868-2ce04748dffa on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:14:42.143622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Attempting to bind port 8462a2ae-dff8-46c9-8868-2ce04748dffa by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:14:42.144680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Attempting to bind port 8462a2ae-dff8-46c9-8868-2ce04748dffa on network 365bffaa-d90c-4832-9b46-cee8dd93dc41 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:14:42.154223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:14:42.154640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Checking segment: {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:14:42.154995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.155535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Bound using segment: {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:14:42.157553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Bound port: 8462a2ae-dff8-46c9-8868-2ce04748dffa, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:14:42.159509 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.184311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-004d41bb-97a0-40ed-b2b3-ef187421d8b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.385592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c59642f9-d40f-42ec-b9c1-27602e65baeb no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:42.406603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] For port 8462a2ae-dff8-46c9-8868-2ce04748dffa, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:14:42.502387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-004d41bb-97a0-40ed-b2b3-ef187421d8b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.507045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c59642f9-d40f-42ec-b9c1-27602e65baeb {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:14:42.508625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c59642f9-d40f-42ec-b9c1-27602e65baeb not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:42.508851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.511076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b4120be7-4545-4b76-8de8-8e656eb6c051 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:42.514720 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-004d41bb-97a0-40ed-b2b3-ef187421d8b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.525092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] For port 8462a2ae-dff8-46c9-8868-2ce04748dffa, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8462a2ae-dff8-46c9-8868-2ce04748dffa,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:14:42.582992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b4120be7-4545-4b76-8de8-8e656eb6c051 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:14:42.584590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b4120be7-4545-4b76-8de8-8e656eb6c051 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:42.590701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.630274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-004d41bb-97a0-40ed-b2b3-ef187421d8b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.637390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35374) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:42.642459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-217c8fdd-2275-40dc-a284-ee8cbee4c798 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '70db5df6-0d86-42ce-9926-6508a324af55', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:42.648306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-004d41bb-97a0-40ed-b2b3-ef187421d8b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7648749 Nov 08 14:14:42.671977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c981a72a-a0b5-4564-9257-0ea2c3cf4e03,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:42.691191 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.695702 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb0f3bf-502f-4aad-b559-96bf2897b6f7 None None] Network d0c0453a-1817-4bed-b7d9-2a8828683669 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:14:42.702649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3db7d6a0-549a-42f4-837d-edb9b1e49137 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c981a72a-a0b5-4564-9257-0ea2c3cf4e03 HTTP/1.1" status: 204 len: 168 time: 1.2150767 Nov 08 14:14:42.703634 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35378) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:42.725542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d41bb-97a0-40ed-b2b3-ef187421d8b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70db5df6-0d86-42ce-9926-6508a324af55,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:42.734485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a4ea5255-e1ee-4b41-b38c-3afe58bc3f9f None None] Provisioning complete for port 8462a2ae-dff8-46c9-8868-2ce04748dffa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:42.734851 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5255-e1ee-4b41-b38c-3afe58bc3f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.757241 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-217c8fdd-2275-40dc-a284-ee8cbee4c798 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:42.807640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35386) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:43.001620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-217c8fdd-2275-40dc-a284-ee8cbee4c798 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.008424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-217c8fdd-2275-40dc-a284-ee8cbee4c798 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.088921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c8fdd-2275-40dc-a284-ee8cbee4c798 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72604133-8a85-4b37-bbdd-45681140b8c1,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:43.128911 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-217c8fdd-2275-40dc-a284-ee8cbee4c798 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.139716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-217c8fdd-2275-40dc-a284-ee8cbee4c798 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5006423 Nov 08 14:14:43.142039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35392) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:43.173306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-02a8965e-6b89-46de-be84-81957faa2fed tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '70db5df6-0d86-42ce-9926-6508a324af55', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:43.243724 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.333447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02a8965e-6b89-46de-be84-81957faa2fed tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.370831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port b37992fc-2efa-4845-9764-f535ba1edb88 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:43.371447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.412715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:43.414371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:43.493321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Deleting port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:43.494912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.608344 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02a8965e-6b89-46de-be84-81957faa2fed tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.613093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96e8330-af0b-49ba-9269-924941791736 None None] Pushing event updated for resources: {'Port': ['ID=8462a2ae-dff8-46c9-8868-2ce04748dffa,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:43.616616 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02a8965e-6b89-46de-be84-81957faa2fed tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.666014 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-02a8965e-6b89-46de-be84-81957faa2fed tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.674819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-02a8965e-6b89-46de-be84-81957faa2fed tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5220394 Nov 08 14:14:43.675156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35408) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:43.737526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-beccb71a-f9b9-4cec-8ae3-167067e38b09 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '70db5df6-0d86-42ce-9926-6508a324af55', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:43.836273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8965e-6b89-46de-be84-81957faa2fed tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b034b7af-ec11-48fd-9a3c-da5a2ee56c05,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:43.843167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.844135 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.861199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:43.873112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-beccb71a-f9b9-4cec-8ae3-167067e38b09 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.911477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] For port 0ae545fc-d69a-43ae-b172-08b3cdc828e4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0ae545fc-d69a-43ae-b172-08b3cdc828e4,segment=NetworkSegment(989dbc0e-cf5d-4d66-b3f5-ecc32e291f97),segment_id=989dbc0e-cf5d-4d66-b3f5-ecc32e291f97)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:43.916176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:43.958784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for b37992fc-2efa-4845-9764-f535ba1edb88 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:43.987169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Calling delete_port for 0ae545fc-d69a-43ae-b172-08b3cdc828e4 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:44.005822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-beccb71a-f9b9-4cec-8ae3-167067e38b09 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.014433 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-beccb71a-f9b9-4cec-8ae3-167067e38b09 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.068237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccb71a-f9b9-4cec-8ae3-167067e38b09 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25342b1d-3e09-4e42-9792-dc5c813cd7d9,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:44.084991 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-beccb71a-f9b9-4cec-8ae3-167067e38b09 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.100301 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-beccb71a-f9b9-4cec-8ae3-167067e38b09 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4118016 Nov 08 14:14:44.101313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35416) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:44.110123 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5255-e1ee-4b41-b38c-3afe58bc3f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.112029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e7e00cc3-3bf0-44bf-a8d7-acaf68b3daa2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '70db5df6-0d86-42ce-9926-6508a324af55', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:44.141195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] DHCP port deletion for d0c0453a-1817-4bed-b7d9-2a8828683669 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:14:44.219766 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7e00cc3-3bf0-44bf-a8d7-acaf68b3daa2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.259146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a4ea5255-e1ee-4b41-b38c-3afe58bc3f9f None None] For port 8462a2ae-dff8-46c9-8868-2ce04748dffa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8462a2ae-dff8-46c9-8868-2ce04748dffa,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:44.274734 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4ea5255-e1ee-4b41-b38c-3afe58bc3f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.367270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0ae545fc-d69a-43ae-b172-08b3cdc828e4 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:44.462250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7e00cc3-3bf0-44bf-a8d7-acaf68b3daa2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.470957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7e00cc3-3bf0-44bf-a8d7-acaf68b3daa2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.504414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] Deleting port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:44.505553 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.507721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-072a7f79-6462-4953-af90-1c9dfb4a8dec None None] Provisioning complete for port 8462a2ae-dff8-46c9-8868-2ce04748dffa triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:44.508666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-072a7f79-6462-4953-af90-1c9dfb4a8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.581610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e00cc3-3bf0-44bf-a8d7-acaf68b3daa2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825c7d36-3404-4daf-9c74-581f74315d1b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:44.595143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] For port 0ae545fc-d69a-43ae-b172-08b3cdc828e4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0ae545fc-d69a-43ae-b172-08b3cdc828e4,segment=NetworkSegment(989dbc0e-cf5d-4d66-b3f5-ecc32e291f97),segment_id=989dbc0e-cf5d-4d66-b3f5-ecc32e291f97)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:44.595869 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.614798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] Calling delete_port for 0ae545fc-d69a-43ae-b172-08b3cdc828e4 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:44.622183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e7e00cc3-3bf0-44bf-a8d7-acaf68b3daa2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.637655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e7e00cc3-3bf0-44bf-a8d7-acaf68b3daa2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5313351 Nov 08 14:14:44.638916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35422) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:44.666453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '70db5df6-0d86-42ce-9926-6508a324af55', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:44.756838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea5255-e1ee-4b41-b38c-3afe58bc3f9f None None] Pushing event updated for resources: {'Port': ['ID=8462a2ae-dff8-46c9-8868-2ce04748dffa,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:44.759572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.764655 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Project 49ee97ee982849a69db118b178c8f7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:14:44.783829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.841201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] Pushing event deleted for resources: {'Port': ['ID=0ae545fc-d69a-43ae-b172-08b3cdc828e4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:44.864546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a69061-fd16-44dc-8711-82ca8b8339fa None None] No DVR routers for this DVR port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:44.866035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.937882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.946355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:44.992696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:36Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:42Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:44.998809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64feaecc-ab85-4998-9c5a-6f4863e21e93,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:45.016501 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.019058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-664e19ea-ae6d-48c0-a9a0-b6e766fb2686 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3774142 Nov 08 14:14:45.024370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35430) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:45.043101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '70db5df6-0d86-42ce-9926-6508a324af55', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:45.083450 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Project 49ee97ee982849a69db118b178c8f7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:14:45.115257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.197826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.211237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8491b99-8fdf-40e1-9715-1137a3cc5fb3 None None] The sync data for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 is: [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:36Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:42Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:14:45.266285 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae545fc-d69a-43ae-b172-08b3cdc828e4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:45.268860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] No DVR routers for this DVR port 0ae545fc-d69a-43ae-b172-08b3cdc828e4 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:45.336157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.342291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.421410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a16064-8665-4ace-abcd-7cb58c11072a,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:45.437702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.453003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-97553001-ebc1-461a-bcbd-c0bbf87eff05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4129755 Nov 08 14:14:45.521331 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.592261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c0453a-1817-4bed-b7d9-2a8828683669']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:45.668047 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.749343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:45.749754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989dbc0e-cf5d-4d66-b3f5-ecc32e291f97') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:45.753389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=b37992fc-2efa-4845-9764-f535ba1edb88,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:45.820682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:45.946851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-428e9ce2-f718-4f53-9204-a422d5d075e1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753089388&fields=id&tenant_id=49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 267 time: 0.1306415 Nov 08 14:14:45.951596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.020145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:14:46.020556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: self.session.flush() Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:14:46.039667 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:14:46.235494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.236235 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Floating IP 1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d disassociated (deleted). External IP: 172.25.8.166, port: 766855e9-43fc-4e6a-939f-51ceb5733fa6. Nov 08 14:14:46.321983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8462a2ae-dff8-46c9-8868-2ce04748dffa up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:14:46.362898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.375026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.379849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d0c0453a-1817-4bed-b7d9-2a8828683669 HTTP/1.1" status: 204 len: 168 time: 3.6750841 Nov 08 14:14:46.479244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfaf2d-cfc3-4b24-b091-41397d359ba6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c0453a-1817-4bed-b7d9-2a8828683669,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:46.519585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-9f7998db-06d6-4449-b66c-5e0d23ea7080 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:46.530233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-9f7998db-06d6-4449-b66c-5e0d23ea7080 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/networks?id=365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 200 len: 797 time: 0.5823588 Nov 08 14:14:46.556266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8462a2ae-dff8-46c9-8868-2ce04748dffa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:46.556580 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.572486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-a69ba405-41f9-4d16-b553-cbd633db3638 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/quotas/49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0352383 Nov 08 14:14:46.779373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35472) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:46.855540 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9c07b158-6060-4f97-ae1c-e20533d944fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bfe5a42e8ee4c2e871865fd0e842c23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0741041 Nov 08 14:14:46.858164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35474) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:46.900378 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-b421a5db-9c2c-4df1-aabd-d992b992ea59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3174210 Nov 08 14:14:46.919469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2e77-0a0c-4b8c-b7e0-36fdaa20eff3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.952708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2e77-0a0c-4b8c-b7e0-36fdaa20eff3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:46.976641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aa600a27-ca9b-4c6f-937b-e2259db6b227 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:14:47.050420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2e77-0a0c-4b8c-b7e0-36fdaa20eff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:47.053769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3c8d2e77-0a0c-4b8c-b7e0-36fdaa20eff3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:47.057079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3c8d2e77-0a0c-4b8c-b7e0-36fdaa20eff3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f02505ff-5f76-4ddb-8b50-335972d4c996 HTTP/1.1" status: 204 len: 168 time: 0.1977971 Nov 08 14:14:47.110137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8d2e77-0a0c-4b8c-b7e0-36fdaa20eff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02505ff-5f76-4ddb-8b50-335972d4c996,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:47.279785 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:14:47.289244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:47.321339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] Sync routers for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:14:47.351449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:47.352494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:47.418441 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b780b5dc-fc32-428f-af78-6ad07257d631 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/floatingips/1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d HTTP/1.1" status: 204 len: 168 time: 4.6093924 Nov 08 14:14:47.472058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:47.475756 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7faf850-8e02-4316-aa8f-27a3ec393aad" -d '{"events": [{"name": "network-changed", "server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:47.574869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-5f42e3c3-1230-49b7-992e-2ed91c30c0d8 service neutron] 10.222.0.65 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683781 Nov 08 14:14:47.756269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:47.799843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-92bef049-f91d-4f42-92ff-eb2455d2d56c service neutron] 10.222.0.65 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171674 Nov 08 14:14:47.802106 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a51dc3e-ca4f-4384-aa5a-4579d33fd780 x-openstack-request-id: req-3a51dc3e-ca4f-4384-aa5a-4579d33fd780 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:47.802405 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:47.802677 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a51dc3e-ca4f-4384-aa5a-4579d33fd780 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:47.803064 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'status': 'completed', 'code': 200} Nov 08 14:14:47.868262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-cf7a49a4-c4db-494d-af71-8c852d3048ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:47.874702 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-cf7a49a4-c4db-494d-af71-8c852d3048ec service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 1096 time: 0.1158311 Nov 08 14:14:48.015619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff2640-6dcf-4160-8660-4da38d470701 req-1b08ae2a-4d68-4419-a03a-6d4a27a87488 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:48.027227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-faff2640-6dcf-4160-8660-4da38d470701 req-1b08ae2a-4d68-4419-a03a-6d4a27a87488 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1657436 Nov 08 14:14:48.157367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35514) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:48.205382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-faff2640-6dcf-4160-8660-4da38d470701 req-2b12c5ce-5c99-4f99-9b43-de29d7991a5e tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675673 Nov 08 14:14:48.243388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-a642bb1a-a344-4138-a4bd-26394640d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:48.246430 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-a642bb1a-a344-4138-a4bd-26394640d9b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 200 len: 898 time: 0.3625407 Nov 08 14:14:48.322019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c9b57e23-be3d-455a-ae0a-0f822982e278 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc5997a918ae4251ac3c8ceb91eb0bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1628373 Nov 08 14:14:48.408850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35522) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:48.434501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-1b7c5966-cd36-4744-ac52-da0ed69b1b2e tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=230854bb46eb4d459ba98564fbfb91ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313741 Nov 08 14:14:48.445754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-585ab165-21b0-4ad9-b272-26ee72bf496d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 200 len: 217 time: 0.1807101 Nov 08 14:14:48.467752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:37Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:48.478559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8132dd2f-1287-4671-9449-62c6de195d5a req-b47e2400-68c1-4e37-8339-41467536a13c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 210 time: 0.0601325 Nov 08 14:14:48.563770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] Checking router: aa600a27-ca9b-4c6f-937b-e2259db6b227 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:14:48.588671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:48.589838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:48.762126 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cba8e885-3d30-4e14-b239-00d2442becf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:48.808925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-302f5d7c-23d0-424a-b3b0-e4c91b3c0d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:48.816670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-302f5d7c-23d0-424a-b3b0-e4c91b3c0d28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 200 len: 835 time: 0.3442538 Nov 08 14:14:48.825918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-57b91ce8-787b-4e1b-961b-0f5f97e53843 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:48.842586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-57b91ce8-787b-4e1b-961b-0f5f97e53843 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3612463 Nov 08 14:14:48.938416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7af2fb7d-73f8-47c0-85bb-d70f877975d3 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/quotas/230854bb46eb4d459ba98564fbfb91ca HTTP/1.1" status: 200 len: 375 time: 0.0883310 Nov 08 14:14:48.989833 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cba8e885-3d30-4e14-b239-00d2442becf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:49.014969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-9b501047-d6e4-42e0-a115-2fb07c5688e7 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=230854bb46eb4d459ba98564fbfb91ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752339 Nov 08 14:14:49.066145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-4b8b9ebb-40ac-40c9-9ac7-7a2d398ab209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:49.068299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-4b8b9ebb-40ac-40c9-9ac7-7a2d398ab209 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=e0764232-1a83-451f-a600-2a7ca4266798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2343516 Nov 08 14:14:49.072255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:49.263581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cba8e885-3d30-4e14-b239-00d2442becf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:49.266239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cba8e885-3d30-4e14-b239-00d2442becf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:49.291452 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cba8e885-3d30-4e14-b239-00d2442becf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dea78fa8-8bc7-4a53-a82b-cdb2350b292d HTTP/1.1" status: 204 len: 168 time: 0.8681345 Nov 08 14:14:49.369060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8e885-3d30-4e14-b239-00d2442becf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea78fa8-8bc7-4a53-a82b-cdb2350b292d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:49.372583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d8d24de-5e4d-4c2a-b1a7-bb63a4df638a req-09477a4c-4f98-4125-9305-68bf0d88b5b1 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 210 time: 0.0605497 Nov 08 14:14:49.462690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-e481e0cb-d165-4717-8138-6bb179fe039c service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828285 Nov 08 14:14:49.553348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d863d0a-1f7d-40fe-8a2b-2ef84bc67119 req-21f9bcce-3925-4cdc-a7bc-13be504cff51 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:49.559851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d863d0a-1f7d-40fe-8a2b-2ef84bc67119 req-21f9bcce-3925-4cdc-a7bc-13be504cff51 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1802652 Nov 08 14:14:49.786025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d863d0a-1f7d-40fe-8a2b-2ef84bc67119 req-21dfd222-8280-48bf-943f-3f5cc053a916 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078314 Nov 08 14:14:49.796570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:37Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:49.905124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b828b-008b-4167-9b6b-d8e88fc2b5e2 None None] The sync data for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 is: [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:11:31Z', 'revision_number': 4, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '7a14e593-af97-4326-973b-c7c467f9ffb7', 'name': '', 'network_id': 'e0764232-1a83-451f-a600-2a7ca4266798', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'mac_address': 'fa:16:3e:ec:51:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:30Z', 'updated_at': '2021-11-08T14:11:37Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'subnets': [{'id': 'd4bccab1-1e55-4a4f-86e2-7926a13e9681', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:14:50.061242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfa4721c-c9af-4e23-b13b-432a25bd9afe req-7a015f46-9e2e-42c1-99b8-29a2989343b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 210 time: 0.2689338 Nov 08 14:14:50.311328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e2065846-7f05-45a2-93e3-f8e352dcbb90 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:50.319231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e2065846-7f05-45a2-93e3-f8e352dcbb90 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.8542106 Nov 08 14:14:50.611812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6df36a6-996d-4d3d-b570-dab0e91b3385 req-b6e30d9f-ed90-46d4-9ba8-9b4e461c8e67 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 210 time: 0.0481298 Nov 08 14:14:50.624917 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92d029-193a-440a-b3b1-d52a8e1c18e8 None None] New status for floating IP 1b2580d2-d6bd-4eeb-8ec7-74db372a6d6d: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:14:51.026780 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7faf850-8e02-4316-aa8f-27a3ec393aad req-3528e167-2213-4dcd-8de5-af12e7aa42cb service neutron] 10.222.0.54 "GET /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4357104 Nov 08 14:14:51.039089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a132d9b-4ef9-4db6-932e-5b3f6033174c req-13247c76-9438-4e18-8898-446b791a5495 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:51.044253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a132d9b-4ef9-4db6-932e-5b3f6033174c req-13247c76-9438-4e18-8898-446b791a5495 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 945 time: 0.1002805 Nov 08 14:14:51.112304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-3b9b0c98-ae3b-471c-a909-88c7d864e679 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:51.121475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-3b9b0c98-ae3b-471c-a909-88c7d864e679 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/networks?id=365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 200 len: 797 time: 1.1124511 Nov 08 14:14:51.154499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a132d9b-4ef9-4db6-932e-5b3f6033174c req-2c534ac0-e4a4-4aa1-a0dd-62b849a7a02c tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016679 Nov 08 14:14:51.189950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 766855e9-43fc-4e6a-939f-51ceb5733fa6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:51.190564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:51.272015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e24d860-f92f-4dbc-9cac-1d27a35744e0 req-7b5fb292-1634-4542-923b-5bed288487d0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 210 time: 0.0626905 Nov 08 14:14:51.324480 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-989396a8-ff78-4da6-9c13-2bb79ad62823 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=230854bb46eb4d459ba98564fbfb91ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087575 Nov 08 14:14:51.392204 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-4718dda5-5b45-4a65-9067-3766d3396dd2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 380 time: 0.2620299 Nov 08 14:14:51.418619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'port': {'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'admin_state_up': True, 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'security_groups': ['70db5df6-0d86-42ce-9926-6508a324af55']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:51.688486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 766855e9-43fc-4e6a-939f-51ceb5733fa6, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=766855e9-43fc-4e6a-939f-51ceb5733fa6,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:51.688926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:51.733149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-0cf233b3-f598-4b09-ab49-2e143a38981c tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:51.733149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-0cf233b3-f598-4b09-ab49-2e143a38981c tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943532 Nov 08 14:14:51.733149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 766855e9-43fc-4e6a-939f-51ceb5733fa6 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:51.754879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Request body: {'port': {'device_id': '249c9877-af61-4966-9cac-51781db2eba9', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': '230854bb46eb4d459ba98564fbfb91ca'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:51.768312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30636b4d-9d9d-42d7-a136-ffa3a6249c0f req-507a888b-b247-4cc8-80ff-961df4b77fee tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 210 time: 0.0461757 Nov 08 14:14:51.935606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:14:51.939276 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.105991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Made reservation on behalf of 230854bb46eb4d459ba98564fbfb91ca for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:14:52.109758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.140762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.196705 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.252936 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=766855e9-43fc-4e6a-939f-51ceb5733fa6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:52.276096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.20.0.11 (365bffaa-d90c-4832-9b46-cee8dd93dc41/21ef4f37-9c5e-42a1-9063-d1a10a2d296a/1f2ed8e3-9117-459c-ad01-1c297d1b074e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:14:52.371610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] No DVR routers for this DVR port 766855e9-43fc-4e6a-939f-51ceb5733fa6 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:14:52.381304 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.396866 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7578564d-9a1b-45ae-8cb5-99406e564575 req-e32366a4-0b49-48e3-a041-858eb2be0a2a tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.54 "DELETE /v2.0/ports/766855e9-43fc-4e6a-939f-51ceb5733fa6 HTTP/1.1" status: 204 len: 173 time: 1.8893590 Nov 08 14:14:52.397525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-deleted', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:52.402740 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bb4101-7ec8-43af-8478-2f3efd666d54" -d '{"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-deleted", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:52.474792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2aba2d8c-f60c-40ec-9ab6-ab45cadd3cdb req-40bf6fa7-4839-4ce7-87a7-e6a8a3ee1ee6 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e71943d-b195-45a5-b6ec-ab7431c5b82b HTTP/1.1" status: 200 len: 210 time: 0.1203816 Nov 08 14:14:52.538044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f92e389-8b4a-46e3-ba13-328c5f18f380 req-3f9d02c8-af28-4e13-86ab-3bdadd5358c3 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 210 time: 0.0611024 Nov 08 14:14:52.625360 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c53798-29e6-451b-92d2-787f385f0417 x-openstack-request-id: req-c6c53798-29e6-451b-92d2-787f385f0417 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:52.625793 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e71943d-b195-45a5-b6ec-ab7431c5b82b", "name": "network-vif-deleted", "tag": "766855e9-43fc-4e6a-939f-51ceb5733fa6", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:52.626787 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6c53798-29e6-451b-92d2-787f385f0417 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:52.627437 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e71943d-b195-45a5-b6ec-ab7431c5b82b', 'name': 'network-vif-deleted', 'tag': '766855e9-43fc-4e6a-939f-51ceb5733fa6', 'status': 'completed', 'code': 200} Nov 08 14:14:52.815454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.820327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.872670 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:52.937268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445de195-2bb7-4110-8c93-7741064dcbfa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:52.949667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5b7f72a-7b76-4b06-8c8a-3b88b1cab1aa req-10a94f35-e515-4fbb-b3ed-f2b2c85887fc tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 210 time: 0.0385573 Nov 08 14:14:53.109676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.165650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Allocated IP 192.168.233.14 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/8c79b06a-4b46-41fe-ade5-429640d51e12) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:14:53.202146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:14:53.210411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=1f2ed8e3-9117-459c-ad01-1c297d1b074e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:53.216191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:14:53.220659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:14:53.328273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:53.328956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.337001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.393525 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-52cf7130-e401-4a84-a8ef-22d8ff23660c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9865522 Nov 08 14:14:53.409872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-d569dd9d-e1b8-41d3-ba14-4ceb8b91cddc tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:14:53.411179 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-d569dd9d-e1b8-41d3-ba14-4ceb8b91cddc tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113382 Nov 08 14:14:53.427688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Request body: {'port': {'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:53.524487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.538067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.581911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4d1f362e-51a8-4529-b06c-b07a990e33f9 None None] Provisioning complete for port 1f2ed8e3-9117-459c-ad01-1c297d1b074e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:53.582437 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4d1f362e-51a8-4529-b06c-b07a990e33f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.593920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35628) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:53.710789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.728680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4d1f362e-51a8-4529-b06c-b07a990e33f9 None None] Port 1f2ed8e3-9117-459c-ad01-1c297d1b074e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:14:53.796042 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:53.819457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:14:53.828860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:14:53.862511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:14:53.872155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e177b-35f8-45c0-838a-0cea247a135e req-1eb0e97c-e21b-4176-a8f1-18344bcda152 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:53.878606 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-537e177b-35f8-45c0-838a-0cea247a135e req-1eb0e97c-e21b-4176-a8f1-18344bcda152 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 932 time: 0.1539903 Nov 08 14:14:53.956646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-537e177b-35f8-45c0-838a-0cea247a135e req-0b41441d-e325-414a-8248-9842e9f6f679 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647273 Nov 08 14:14:53.986068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Pushing event updated for resources: {'Port': ['ID=8c79b06a-4b46-41fe-ade5-429640d51e12,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:54.025983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:54.027111 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:54.072314 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-7b47d022-bf1b-42f0-8e74-2cac283fe97b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3276272 Nov 08 14:14:54.089333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Request body: {'port': {'device_id': '249c9877-af61-4966-9cac-51781db2eba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:14:54.266103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e7feb8fe-4c16-4302-ab8b-96767012c148 None None] Provisioning complete for port 8c79b06a-4b46-41fe-ade5-429640d51e12 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:14:54.266910 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7feb8fe-4c16-4302-ab8b-96767012c148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:54.272441 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:54.362776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e7feb8fe-4c16-4302-ab8b-96767012c148 None None] Port 8c79b06a-4b46-41fe-ade5-429640d51e12 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:14:54.387792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f2ed8e3-9117-459c-ad01-1c297d1b074e {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:14:54.398787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bce1ba-2461-493b-b9e5-7924daabd479 req-ab4cc21a-66d2-4741-97b1-8586be499ca6 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:54.408585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1bce1ba-2461-493b-b9e5-7924daabd479 req-ab4cc21a-66d2-4741-97b1-8586be499ca6 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 935 time: 0.3154366 Nov 08 14:14:54.416293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:54.589882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1bce1ba-2461-493b-b9e5-7924daabd479 req-6cbc36d8-6a25-4e35-accb-83cc5262905e tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711278 Nov 08 14:14:54.615376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Transition to ACTIVE for port object 1f2ed8e3-9117-459c-ad01-1c297d1b074e will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:14:54.622751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:54.677728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:54.816863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 766855e9-43fc-4e6a-939f-51ceb5733fa6 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:14:54.871792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 766855e9-43fc-4e6a-939f-51ceb5733fa6 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:14:54.872462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 766855e9-43fc-4e6a-939f-51ceb5733fa6 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:14:54.876913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2ed8e3-9117-459c-ad01-1c297d1b074e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:55.101115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Attempting to bind port 1f2ed8e3-9117-459c-ad01-1c297d1b074e on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:14:55.102693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Attempting to bind port 1f2ed8e3-9117-459c-ad01-1c297d1b074e by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:14:55.103367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Attempting to bind port 1f2ed8e3-9117-459c-ad01-1c297d1b074e on network 365bffaa-d90c-4832-9b46-cee8dd93dc41 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:14:55.121904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Port 1f2ed8e3-9117-459c-ad01-1c297d1b074e on network 365bffaa-d90c-4832-9b46-cee8dd93dc41 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:14:55.122148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Attempting to bind port 1f2ed8e3-9117-459c-ad01-1c297d1b074e on network 365bffaa-d90c-4832-9b46-cee8dd93dc41 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:14:55.157393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:14:55.157710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Checking segment: {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:14:55.158199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Bound using segment: {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:14:55.158707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Bound port: 1f2ed8e3-9117-459c-ad01-1c297d1b074e, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253c5193-c505-42db-815d-5472b52b87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:14:55.159133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:55.222939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c79b06a-4b46-41fe-ade5-429640d51e12 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:14:55.247213 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:55.287799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Transition to ACTIVE for port object 8c79b06a-4b46-41fe-ade5-429640d51e12 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:14:55.296237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] For port 1f2ed8e3-9117-459c-ad01-1c297d1b074e, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:14:55.298560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:55.311441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] For port 1f2ed8e3-9117-459c-ad01-1c297d1b074e, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:14:55.323653 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b0836-984e-4375-b505-93f387998e11 req-44f8bd8c-1464-4bf6-ad4f-b251b43a3af3 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:55.334079 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa9b0836-984e-4375-b505-93f387998e11 req-44f8bd8c-1464-4bf6-ad4f-b251b43a3af3 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 944 time: 0.1825171 Nov 08 14:14:55.345603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:55.435986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Pushing event updated for resources: {'Port': ['ID=8c79b06a-4b46-41fe-ade5-429640d51e12,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:55.562852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:55.564826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:55.567748 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f2ed8e3-9117-459c-ad01-1c297d1b074e HTTP/1.1" status: 200 len: 1092 time: 2.1484091 Nov 08 14:14:55.572166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:55.575470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa9b0836-984e-4375-b505-93f387998e11 req-07c99f16-704e-47cd-8bfe-adba71063252 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059879 Nov 08 14:14:55.577792 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03ed1f3-758f-4e27-93e7-98678189bfce" -d '{"events": [{"name": "network-changed", "server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:55.765670 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3bf20d-1674-4620-80d7-ec511e3af90e x-openstack-request-id: req-0e3bf20d-1674-4620-80d7-ec511e3af90e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:55.765976 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:55.766239 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e3bf20d-1674-4620-80d7-ec511e3af90e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:55.766661 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'status': 'completed', 'code': 200} Nov 08 14:14:55.862862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064afb06-6520-4ad1-a8cc-86a44a4e6cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f2ed8e3-9117-459c-ad01-1c297d1b074e,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:55.872468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Attempting to bind port 8c79b06a-4b46-41fe-ade5-429640d51e12 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:14:55.873075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Attempting to bind port 8c79b06a-4b46-41fe-ade5-429640d51e12 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:14:55.873413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Attempting to bind port 8c79b06a-4b46-41fe-ade5-429640d51e12 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:14:55.878370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-6feddab0-5513-4b93-a574-694ff0fd14fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:55.880291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-6feddab0-5513-4b93-a574-694ff0fd14fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 1095 time: 0.2675443 Nov 08 14:14:55.884702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Port 8c79b06a-4b46-41fe-ade5-429640d51e12 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:14:55.885047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Attempting to bind port 8c79b06a-4b46-41fe-ade5-429640d51e12 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:14:55.958663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-7725dd6d-c106-442e-a4b5-8266b7186501 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e HTTP/1.1" status: 200 len: 217 time: 0.0615435 Nov 08 14:14:55.996920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:14:55.997715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:14:55.998591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:14:55.999551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Bound port: 8c79b06a-4b46-41fe-ade5-429640d51e12, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:14:56.000211 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:56.166600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-cc39f9d7-6ec7-4324-858c-c60fd1e2001a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:56.170611 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-cc39f9d7-6ec7-4324-858c-c60fd1e2001a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21ef4f37-9c5e-42a1-9063-d1a10a2d296a HTTP/1.1" status: 200 len: 835 time: 0.2082384 Nov 08 14:14:56.250011 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] For port 8c79b06a-4b46-41fe-ade5-429640d51e12, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:14:56.256890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] For port 8c79b06a-4b46-41fe-ade5-429640d51e12, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c79b06a-4b46-41fe-ade5-429640d51e12,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:14:56.270244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:56.280927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-2447570d-4826-414f-97f7-a89fba9a77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:56.283184 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-2447570d-4826-414f-97f7-a89fba9a77d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=365bffaa-d90c-4832-9b46-cee8dd93dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017737 Nov 08 14:14:56.340490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port 7a14e593-af97-4326-973b-c7c467f9ffb7 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:56.341060 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:56.403920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:56.404686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:56.406384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-568dd23c-1499-479d-af76-0405f7541527 service neutron] 10.222.0.70 "PUT /v2.0/ports/8c79b06a-4b46-41fe-ade5-429640d51e12 HTTP/1.1" status: 200 len: 1095 time: 2.3231835 Nov 08 14:14:56.454729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dd23c-1499-479d-af76-0405f7541527 service neutron] Pushing event updated for resources: {'Port': ['ID=8c79b06a-4b46-41fe-ade5-429640d51e12,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:56.516238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89efbea0-812e-420f-a20f-cb5722e546f6 req-5194491b-97b1-44a0-90b6-5c39587b4389 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:56.525686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89efbea0-812e-420f-a20f-cb5722e546f6 req-5194491b-97b1-44a0-90b6-5c39587b4389 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 947 time: 0.2971752 Nov 08 14:14:56.560543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port 7a14e593-af97-4326-973b-c7c467f9ffb7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=7a14e593-af97-4326-973b-c7c467f9ffb7,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:56.560896 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:56.581091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-8c849600-dd3c-44ee-9686-5811803e7c68 service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658241 Nov 08 14:14:56.609632 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for 7a14e593-af97-4326-973b-c7c467f9ffb7 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:56.627157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-22f0b1a8-b502-4772-9ab9-aa312fa1df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:56.629006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-22f0b1a8-b502-4772-9ab9-aa312fa1df86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=230854bb46eb4d459ba98564fbfb91ca&device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 1098 time: 0.1450789 Nov 08 14:14:56.678347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89efbea0-812e-420f-a20f-cb5722e546f6 req-f8778023-1017-43b7-aa8c-3b9b2050f440 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514220 Nov 08 14:14:56.937365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b4ac5-0980-4b10-9244-b83a151c4d1f req-66ad0fe4-d1ac-4e25-93e5-afe1d28afc19 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:56.938926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a06b4ac5-0980-4b10-9244-b83a151c4d1f req-66ad0fe4-d1ac-4e25-93e5-afe1d28afc19 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 944 time: 0.1794817 Nov 08 14:14:57.012324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a06b4ac5-0980-4b10-9244-b83a151c4d1f req-6d3a281e-f41f-4a05-80ed-4cbee73dd1c8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560417 Nov 08 14:14:57.131256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:57.164384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-bd3fd5d2-ca0f-446b-808f-47e997f5c40b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8c79b06a-4b46-41fe-ade5-429640d51e12 HTTP/1.1" status: 200 len: 217 time: 0.0417626 Nov 08 14:14:57.174914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=7a14e593-af97-4326-973b-c7c467f9ffb7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:57.300925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e8022ba-8075-4507-a205-bea573bb2e41 req-2415d1a0-fa81-4654-a053-e7dc6468728b service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7120216 Nov 08 14:14:57.302948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-c0fd51af-d778-4c40-89b7-20b9ebf19f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:57.304424 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-c0fd51af-d778-4c40-89b7-20b9ebf19f63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.1156178 Nov 08 14:14:57.416513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-52f90e1c-b804-42fb-aa10-d16d9ce19b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:57.419369 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-52f90e1c-b804-42fb-aa10-d16d9ce19b53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075616 Nov 08 14:14:57.447872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-2a8b1c7b-31ad-4457-8666-55487caf285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:57.451221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-2a8b1c7b-31ad-4457-8666-55487caf285e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 1095 time: 0.0949049 Nov 08 14:14:57.529871 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:57.694426 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-885a6a71-0df6-40bc-add8-cc2248f57cb9 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563875 Nov 08 14:14:57.779650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249c9877-af61-4966-9cac-51781db2eba9', 'tag': '8c79b06a-4b46-41fe-ade5-429640d51e12'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:14:57.782169 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "249c9877-af61-4966-9cac-51781db2eba9", "tag": "8c79b06a-4b46-41fe-ade5-429640d51e12"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:14:57.843696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-043c2828-98ad-4b5e-ab9d-df453654b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:57.848331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-043c2828-98ad-4b5e-ab9d-df453654b7e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 200 len: 898 time: 0.3775592 Nov 08 14:14:57.854060 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04314e3e-4a2b-4388-8250-c6722fc07ec2 x-openstack-request-id: req-04314e3e-4a2b-4388-8250-c6722fc07ec2 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:14:57.854389 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249c9877-af61-4966-9cac-51781db2eba9", "tag": "8c79b06a-4b46-41fe-ade5-429640d51e12", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:14:57.854794 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04314e3e-4a2b-4388-8250-c6722fc07ec2 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:14:57.855238 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249c9877-af61-4966-9cac-51781db2eba9', 'tag': '8c79b06a-4b46-41fe-ade5-429640d51e12', 'status': 'completed', 'code': 200} Nov 08 14:14:57.896736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Router aa600a27-ca9b-4c6f-937b-e2259db6b227 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:14:57.905508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-bbbe5d5c-f7fc-4d64-ba13-191ec1bc32a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e HTTP/1.1" status: 200 len: 217 time: 0.0491998 Nov 08 14:14:57.935310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9a271-b64b-47a0-9346-ff3acdc6216f req-9098c80d-c214-46a1-aa02-74966410f217 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:57.943529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28f9a271-b64b-47a0-9346-ff3acdc6216f req-9098c80d-c214-46a1-aa02-74966410f217 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 947 time: 0.0972929 Nov 08 14:14:57.982926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc481d45-b818-444a-b45e-97e586874dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:58.015113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d7db5cd0-745e-4559-bd72-e205435ad13d req-e8f97041-a38e-476a-8a4b-de6de7c3e2fe service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122864 Nov 08 14:14:58.019151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-433128b5-7b3b-4a20-aa4d-ab6f830d283d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:58.020725 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-433128b5-7b3b-4a20-aa4d-ab6f830d283d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21ef4f37-9c5e-42a1-9063-d1a10a2d296a HTTP/1.1" status: 200 len: 835 time: 0.1071157 Nov 08 14:14:58.119224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-2e4d9560-25ae-4093-bdb5-b32da0972daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:58.121993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-2e4d9560-25ae-4093-bdb5-b32da0972daf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=365bffaa-d90c-4832-9b46-cee8dd93dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910425 Nov 08 14:14:58.133819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:14:58.146715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] Sync routers for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:14:58.150903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f003ef1-0e80-4707-b555-ba9515ad8c3d tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "PUT /v2.0/routers/aa600a27-ca9b-4c6f-937b-e2259db6b227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5558190 Nov 08 14:14:58.161801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35712) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:58.177587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:58.184586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:58.335134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-0a57150d-406f-48d4-8422-3002f678cc8d service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024777 Nov 08 14:14:58.337249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-1b55fd83-cd64-450c-a875-e7fd58aaf826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:58.338901 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-1b55fd83-cd64-450c-a875-e7fd58aaf826 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=230854bb46eb4d459ba98564fbfb91ca&device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 1098 time: 0.2598350 Nov 08 14:14:58.348042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting subnet d4bccab1-1e55-4a4f-86e2-7926a13e9681 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:14:58.352237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:58.369019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:58.462779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28f9a271-b64b-47a0-9346-ff3acdc6216f req-12dd21b2-7218-440d-a1b6-dc683fcd401a tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5183024 Nov 08 14:14:58.468937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:58.614940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e03ed1f3-758f-4e27-93e7-98678189bfce req-ad751320-e13f-411e-82e1-d59232640417 service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623498 Nov 08 14:14:58.620051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:58.646094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:14:57Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:58.692941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] Checking router: aa600a27-ca9b-4c6f-937b-e2259db6b227 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:14:58.704477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] Routers {'aa600a27-ca9b-4c6f-937b-e2259db6b227'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:14:58.704834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:14:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['aa600a27-ca9b-4c6f-937b-e2259db6b227'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:58.708160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-efe5924a-a4f2-4e87-8623-31e65c06838f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:58.716846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-efe5924a-a4f2-4e87-8623-31e65c06838f service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.3672941 Nov 08 14:14:58.733686 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:58.775847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Subnet': ['ID=d4bccab1-1e55-4a4f-86e2-7926a13e9681,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:14:58.794779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc612c93-8698-443e-93b1-a5ff36d82735 req-dd7c4069-9390-40bf-bf61-b489b9e2cc5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:58.804495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc612c93-8698-443e-93b1-a5ff36d82735 req-dd7c4069-9390-40bf-bf61-b489b9e2cc5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 944 time: 0.4965832 Nov 08 14:14:58.810981 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-de9b9626-0acc-480a-9d95-dc02de3fcab9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=8c79b06a-4b46-41fe-ade5-429640d51e12 HTTP/1.1" status: 200 len: 217 time: 0.0839803 Nov 08 14:14:58.882801 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:58.888625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-39b52ff2-74b3-4cba-b221-fa241e8ce1c2 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/subnets/d4bccab1-1e55-4a4f-86e2-7926a13e9681 HTTP/1.1" status: 204 len: 168 time: 0.7224748 Nov 08 14:14:58.900059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc612c93-8698-443e-93b1-a5ff36d82735 req-97554302-22c1-4c9e-b5c7-e329e9612988 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924480 Nov 08 14:14:58.903983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35736) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:14:58.913319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-30ccf828-886a-47ed-bf55-381ba733173a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:58.914681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] Set router aa600a27-ca9b-4c6f-937b-e2259db6b227 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:14:58.917815 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-30ccf828-886a-47ed-bf55-381ba733173a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0947278 Nov 08 14:14:59.005756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bcc528-0d97-49e9-8270-2d7c2dc13d1f None None] Network e0764232-1a83-451f-a600-2a7ca4266798 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:14:59.008343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-a5fe59a5-1714-42e4-b49a-c478c257648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:59.010565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-a5fe59a5-1714-42e4-b49a-c478c257648e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878108 Nov 08 14:14:59.048167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.155607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-6003861c-c8c2-444f-8254-8719ba356903 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369977 Nov 08 14:14:59.208346 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.330769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a8a40922-d0c7-4f58-9b37-1c9717bac2ef req-b07002df-1351-4ddb-9bef-4e38e7e3caef service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633132 Nov 08 14:14:59.333563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Deleting port ee22be1b-615b-4538-bb84-b1d8de0ec648 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:59.336237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.396648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] DHCP port deletion for e0764232-1a83-451f-a600-2a7ca4266798 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:14:59.451137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:14:57Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:14:59.495664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] For port ee22be1b-615b-4538-bb84-b1d8de0ec648, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ee22be1b-615b-4538-bb84-b1d8de0ec648,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:59.496542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.516522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Calling delete_port for ee22be1b-615b-4538-bb84-b1d8de0ec648 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:59.531526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6306573-d634-45f0-a4c3-8325f78e1f81 None None] The sync data for ids ['aa600a27-ca9b-4c6f-937b-e2259db6b227'] in n-d-804292-2 is: [{'id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'name': 'tempest-TestNetworkAdvancedServerOps-router-497912714', 'tenant_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:11:20Z', 'updated_at': '2021-11-08T14:14:57Z', 'revision_number': 5, 'project_id': 'df8dd9b7ff744867bbca665a4c1cef34', 'gw_port': {'id': 'ee22be1b-615b-4538-bb84-b1d8de0ec648', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:92:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa600a27-ca9b-4c6f-937b-e2259db6b227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3684, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:11:21Z', 'updated_at': '2021-11-08T14:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:14:59.588689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] Deleting port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:14:59.589133 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.688732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74414596-44f0-4585-9b4a-4d302485cc09 req-ea61720f-e8f6-4fdc-b330-dd92bceb39c5 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:14:59.690331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74414596-44f0-4585-9b4a-4d302485cc09 req-ea61720f-e8f6-4fdc-b330-dd92bceb39c5 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 947 time: 0.0825708 Nov 08 14:14:59.721403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] For port 645a743a-1ad4-451b-bf91-fed91eb8e2f5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=645a743a-1ad4-451b-bf91-fed91eb8e2f5,segment=NetworkSegment(c31b4b8c-a416-447a-b32a-a07986c560d3),segment_id=c31b4b8c-a416-447a-b32a-a07986c560d3)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:14:59.722012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.746152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] Calling delete_port for 645a743a-1ad4-451b-bf91-fed91eb8e2f5 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:14:59.796673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74414596-44f0-4585-9b4a-4d302485cc09 req-b0216eb6-7848-4849-9ca5-70cc70054b89 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935309 Nov 08 14:14:59.885057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.944420 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:14:59.983101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Port': ['ID=ee22be1b-615b-4538-bb84-b1d8de0ec648,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:00.031241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] Pushing event deleted for resources: {'Port': ['ID=645a743a-1ad4-451b-bf91-fed91eb8e2f5,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:00.038227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.041792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974696c8-ff30-4f49-bf3a-9467e9367840 None None] No DVR routers for this DVR port 645a743a-1ad4-451b-bf91-fed91eb8e2f5 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:15:00.184665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.194667 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.277762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.279260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Fanout notify agent at l3_agent the message router_deleted on router aa600a27-ca9b-4c6f-937b-e2259db6b227 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:15:00.292062 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.296999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35758) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:00.298953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c7922a43-41e4-4acf-97b3-146000c9a8f4 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/routers/aa600a27-ca9b-4c6f-937b-e2259db6b227 HTTP/1.1" status: 204 len: 168 time: 1.3906705 Nov 08 14:15:00.318552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5eac7-df66-4421-86dc-a497d7222f99 req-6604541b-d9ce-4b1d-bc14-307f32662ad3 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:00.320452 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbe5eac7-df66-4421-86dc-a497d7222f99 req-6604541b-d9ce-4b1d-bc14-307f32662ad3 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 944 time: 0.1508627 Nov 08 14:15:00.397711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 645a743a-1ad4-451b-bf91-fed91eb8e2f5 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:00.419193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbe5eac7-df66-4421-86dc-a497d7222f99 req-6ea5dcf3-afbf-4115-a847-c90c0234e6ec tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902858 Nov 08 14:15:00.437383 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 645a743a-1ad4-451b-bf91-fed91eb8e2f5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:15:00.437733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 645a743a-1ad4-451b-bf91-fed91eb8e2f5 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:00.438151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7a14e593-af97-4326-973b-c7c467f9ffb7 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:00.483464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f2ed8e3-9117-459c-ad01-1c297d1b074e details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:15:00.491197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 7a14e593-af97-4326-973b-c7c467f9ffb7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:15:00.491615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 7a14e593-af97-4326-973b-c7c467f9ffb7 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:00.536379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.682356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1f2ed8e3-9117-459c-ad01-1c297d1b074e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:00.692665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.702405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:15:00.717267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0764232-1a83-451f-a600-2a7ca4266798']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:00.734700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31b4b8c-a416-447a-b32a-a07986c560d3') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:00.735191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31b4b8c-a416-447a-b32a-a07986c560d3') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:00.754227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.775279 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.776446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.788076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:15:00.788615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:15:00.791883 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:15:00.806593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f2ed8e3-9117-459c-ad01-1c297d1b074e {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:00.852449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1f2ed8e3-9117-459c-ad01-1c297d1b074e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:00.857533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:00.922391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=1f2ed8e3-9117-459c-ad01-1c297d1b074e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:00.995613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:01.004651 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:01.010818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35778) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:01.019903 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/networks/e0764232-1a83-451f-a600-2a7ca4266798 HTTP/1.1" status: 204 len: 168 time: 0.7216783 Nov 08 14:15:01.040695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'Network': ['ID=e0764232-1a83-451f-a600-2a7ca4266798,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:01.053229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.054620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.055945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.056479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.057038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.057348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.057689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.058090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.058393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.058726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.059192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.059380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc0ae0d-7bc5-4fcc-924d-d95305af4eeb tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:01.069081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b496b-d352-43bd-9a09-70f18724a48c req-a73fe7b9-a498-4047-a5ae-4a75bb345f06 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:01.070696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f49b496b-d352-43bd-9a09-70f18724a48c req-a73fe7b9-a498-4047-a5ae-4a75bb345f06 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 947 time: 0.1531641 Nov 08 14:15:01.083671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['1f2ed8e3-9117-459c-ad01-1c297d1b074e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:01.113678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a20c206-a8fe-43e7-86f1-b8164e6e7149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:01.174247 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a20c206-a8fe-43e7-86f1-b8164e6e7149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:01.245959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f49b496b-d352-43bd-9a09-70f18724a48c req-a037db91-b4a7-4940-802f-141617227eba tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249514 Nov 08 14:15:01.298580 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a20c206-a8fe-43e7-86f1-b8164e6e7149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:01.301539 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3a20c206-a8fe-43e7-86f1-b8164e6e7149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:01.305514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3a20c206-a8fe-43e7-86f1-b8164e6e7149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] 10.222.0.65 "DELETE /v2.0/security-groups/7ba85c4d-c5ed-49e2-b76c-2409c5aeb064 HTTP/1.1" status: 204 len: 168 time: 0.2895560 Nov 08 14:15:01.319202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20c206-a8fe-43e7-86f1-b8164e6e7149 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba85c4d-c5ed-49e2-b76c-2409c5aeb064,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:01.530547 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41110e3f-d9e4-4ca2-a205-6f2c5b1fc19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:01.643255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6fc52-ebef-4034-a847-c5a05c617ce3 req-8b2aa933-5df5-44b9-909c-d5273bc1963c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:01.652398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ae6fc52-ebef-4034-a847-c5a05c617ce3 req-8b2aa933-5df5-44b9-909c-d5273bc1963c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 945 time: 0.1333780 Nov 08 14:15:01.663098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:15:01.724859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ae6fc52-ebef-4034-a847-c5a05c617ce3 req-ebc7d53a-2468-41b5-910f-1f5e01799261 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710108 Nov 08 14:15:01.852541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35802) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:02.067366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b474ed11-6599-457a-afcd-decf9beb1e65 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df8dd9b7ff744867bbca665a4c1cef34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2125261 Nov 08 14:15:02.069685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35808) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:02.138760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96252578-e15f-4163-b485-e8b2649333eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:02.167249 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96252578-e15f-4163-b485-e8b2649333eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:02.197727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee22be1b-615b-4538-bb84-b1d8de0ec648 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:02.239353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ee22be1b-615b-4538-bb84-b1d8de0ec648 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:15:02.239698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ee22be1b-615b-4538-bb84-b1d8de0ec648 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:02.251137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96252578-e15f-4163-b485-e8b2649333eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:02.255415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96252578-e15f-4163-b485-e8b2649333eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:02.257027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-96252578-e15f-4163-b485-e8b2649333eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f931424a-a17a-4234-b620-1be8a5b868f4 HTTP/1.1" status: 204 len: 168 time: 0.1861672 Nov 08 14:15:02.269166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96252578-e15f-4163-b485-e8b2649333eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f931424a-a17a-4234-b620-1be8a5b868f4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:02.448045 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570665d-b5f6-4568-82eb-6fb5ab90ab15 req-a9b0ec19-f1f4-43c3-b755-bcb7a249acff tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:02.450793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3570665d-b5f6-4568-82eb-6fb5ab90ab15 req-a9b0ec19-f1f4-43c3-b755-bcb7a249acff tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 947 time: 0.0875299 Nov 08 14:15:02.451292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c79b06a-4b46-41fe-ade5-429640d51e12 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:15:02.454017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f2ed8e3-9117-459c-ad01-1c297d1b074e up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:02.545498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3570665d-b5f6-4568-82eb-6fb5ab90ab15 req-929aa7c3-f866-4fc6-b31a-904f8517e8f0 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839961 Nov 08 14:15:02.601223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 1f2ed8e3-9117-459c-ad01-1c297d1b074e completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:15:02.608402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 1f2ed8e3-9117-459c-ad01-1c297d1b074e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:02.608778 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:02.795535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8c79b06a-4b46-41fe-ade5-429640d51e12, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c79b06a-4b46-41fe-ade5-429640d51e12,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:02.803116 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35836) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:02.839774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '8c79b06a-4b46-41fe-ade5-429640d51e12', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '8c79b06a-4b46-41fe-ade5-429640d51e12', 'mac_address': 'fa:16:3e:59:d8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:15:02.903053 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9261fe05-cc73-4590-9958-168cba2bcc12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74b10bbee124473fb2f233937d102187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0969117 Nov 08 14:15:02.905161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35838) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:02.916429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfb418-ca86-4b04-b408-1633f6302965 req-e94a85f4-d928-4952-b6ae-213b5da2d19c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:02.926446 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fdfb418-ca86-4b04-b408-1633f6302965 req-e94a85f4-d928-4952-b6ae-213b5da2d19c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 945 time: 0.1029270 Nov 08 14:15:02.955342 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:02.960370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.013126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 1f2ed8e3-9117-459c-ad01-1c297d1b074e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:03.017651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:03.022508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8d01a3d-0327-4178-901c-7e925be81fb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.023197 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf295012-de24-43f4-9a05-56f2d6c7468a" -d '{"events": [{"server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "name": "network-vif-plugged", "status": "completed", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:03.046352 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9fdfb418-ca86-4b04-b408-1633f6302965 req-4fe1f2fd-0355-4446-b908-aed7633414b3 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093631 Nov 08 14:15:03.049970 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c79b06a-4b46-41fe-ade5-429640d51e12 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:03.069780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8d01a3d-0327-4178-901c-7e925be81fb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.074582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.153978 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f74e232-2cae-442f-8ea3-e3d43724c3fb x-openstack-request-id: req-6f74e232-2cae-442f-8ea3-e3d43724c3fb {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:03.153978 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "name": "network-vif-plugged", "status": "completed", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:03.153978 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f74e232-2cae-442f-8ea3-e3d43724c3fb {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:03.153978 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'code': 200} Nov 08 14:15:03.178226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8d01a3d-0327-4178-901c-7e925be81fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.183602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d8d01a3d-0327-4178-901c-7e925be81fb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.198521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8c79b06a-4b46-41fe-ade5-429640d51e12, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c79b06a-4b46-41fe-ade5-429640d51e12,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:03.199954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d8d01a3d-0327-4178-901c-7e925be81fb9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2d17fbb-e4ff-4975-be9c-02d85492f5c1 HTTP/1.1" status: 204 len: 168 time: 0.2920401 Nov 08 14:15:03.200198 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.205815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:03.226127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=1f2ed8e3-9117-459c-ad01-1c297d1b074e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:03.246089 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d01a3d-0327-4178-901c-7e925be81fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d17fbb-e4ff-4975-be9c-02d85492f5c1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:03.352671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8c79b06a-4b46-41fe-ade5-429640d51e12,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:03.437405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['8c79b06a-4b46-41fe-ade5-429640d51e12'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:03.589174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcbe62-53db-474d-aece-b339f9827428 req-0ee3f2be-d1a4-424a-b371-020e5dbf313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:03.593437 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3bfcbe62-53db-474d-aece-b339f9827428 req-0ee3f2be-d1a4-424a-b371-020e5dbf313a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 1097 time: 0.3691618 Nov 08 14:15:03.711196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3bfcbe62-53db-474d-aece-b339f9827428 req-be4eb771-c9cc-4a17-86a0-4d29518a00da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099215 Nov 08 14:15:03.813880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585cb78-93d1-4a31-91b2-65246706e0f9 req-22f98104-5c06-4265-8895-8fc0975374c0 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:03.815275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f585cb78-93d1-4a31-91b2-65246706e0f9 req-22f98104-5c06-4265-8895-8fc0975374c0 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 948 time: 0.1352835 Nov 08 14:15:03.902273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f585cb78-93d1-4a31-91b2-65246706e0f9 req-9fee41e9-91a1-4a20-bbcb-98611d4946fb tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787079 Nov 08 14:15:04.250370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cee95-0d7c-4fec-b34c-a461971c3f5b req-12838adc-1c39-443b-849b-c2c16bf19d06 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:04.252478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b0cee95-0d7c-4fec-b34c-a461971c3f5b req-12838adc-1c39-443b-849b-c2c16bf19d06 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 946 time: 0.0860929 Nov 08 14:15:04.330891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b0cee95-0d7c-4fec-b34c-a461971c3f5b req-a22477c7-6522-4c5c-9479-2cde812290d1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693207 Nov 08 14:15:04.447042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c79b06a-4b46-41fe-ade5-429640d51e12 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:04.610434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35876) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:04.617194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 8c79b06a-4b46-41fe-ade5-429640d51e12 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:15:04.628434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 8c79b06a-4b46-41fe-ade5-429640d51e12 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:04.631910 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:04.842764 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:04.952325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8c79b06a-4b46-41fe-ade5-429640d51e12, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c79b06a-4b46-41fe-ade5-429640d51e12,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:04.966043 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:04.967465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2129407924-network', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:05.007064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:05.012169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.031320 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.065018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8c79b06a-4b46-41fe-ade5-429640d51e12,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:05.154194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249c9877-af61-4966-9cac-51781db2eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c79b06a-4b46-41fe-ade5-429640d51e12'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:05.154761 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d5f43-9067-4398-88a2-29be97379880 req-313e2944-1e95-4f4e-a422-2861ce8b027a tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.157339 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c801cd1-c896-46cc-bfe7-b6dcb291213c" -d '{"events": [{"server_uuid": "249c9877-af61-4966-9cac-51781db2eba9", "name": "network-vif-plugged", "status": "completed", "tag": "8c79b06a-4b46-41fe-ade5-429640d51e12"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:05.163900 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-553d5f43-9067-4398-88a2-29be97379880 req-313e2944-1e95-4f4e-a422-2861ce8b027a tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 949 time: 0.1126018 Nov 08 14:15:05.253124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-553d5f43-9067-4398-88a2-29be97379880 req-7ffca7bf-97be-461d-8bff-093fce4ddb3b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872533 Nov 08 14:15:05.278924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.286289 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.290628 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0693ad-559c-4669-9814-b85ac0479132 x-openstack-request-id: req-3b0693ad-559c-4669-9814-b85ac0479132 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:05.290922 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249c9877-af61-4966-9cac-51781db2eba9", "name": "network-vif-plugged", "status": "completed", "tag": "8c79b06a-4b46-41fe-ade5-429640d51e12", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:05.291182 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b0693ad-559c-4669-9814-b85ac0479132 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:05.291572 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249c9877-af61-4966-9cac-51781db2eba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c79b06a-4b46-41fe-ade5-429640d51e12', 'code': 200} Nov 08 14:15:05.342681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0514e6b-3569-4533-a6d8-ed37cc6b5de5,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:05.352370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:15:05.364771 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.365268 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Added segment f8cb6682-d153-4cf7-b970-05e402613b7b of type vlan for network 69eefbad-4719-42b1-867c-22a28fcc4ef6 Nov 08 14:15:05.431906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4918c49-867a-4785-bb6b-ecb76157e314 req-0236bc71-1ed5-4ac3-b5ab-077c20af3d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.435211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f4918c49-867a-4785-bb6b-ecb76157e314 req-0236bc71-1ed5-4ac3-b5ab-077c20af3d9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 1100 time: 0.0780866 Nov 08 14:15:05.440675 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.532468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f4918c49-867a-4785-bb6b-ecb76157e314 req-bd103e0d-ed46-45a3-9827-b5baf13f1aa3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893476 Nov 08 14:15:05.535216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.536312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.537003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.619452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35890) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:05.619813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0072780 Nov 08 14:15:05.626150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Request body: {'subnet': {'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2129407924-subnet', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:05.628440 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.649435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847a6b8-3363-4412-9934-e27c267cd00c req-f3584dfb-0f25-4c73-af70-cf5883e1d9f0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:05.657924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9847a6b8-3363-4412-9934-e27c267cd00c req-f3584dfb-0f25-4c73-af70-cf5883e1d9f0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 946 time: 0.1748700 Nov 08 14:15:05.660166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32c163-2c20-459e-8756-720fdf76d175 admin admin] Pushing event updated for resources: {'Network': ['ID=69eefbad-4719-42b1-867c-22a28fcc4ef6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:05.664605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:05.668086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.675878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:15:05.758256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9847a6b8-3363-4412-9934-e27c267cd00c req-117b9ff1-e2ee-4061-8604-9acd862cfedf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974712 Nov 08 14:15:05.834016 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:05.984768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.026230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f3933-591f-4be4-a744-fe5e3233badf req-a97fda45-24a1-4a47-a60c-c2d85131190b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:06.030658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d04f3933-591f-4be4-a744-fe5e3233badf req-a97fda45-24a1-4a47-a60c-c2d85131190b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 946 time: 0.1159744 Nov 08 14:15:06.053962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6644fb1-464a-4348-80f0-8f3b5ca81014,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:06.103024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:06.103417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Network hostable DHCP agents. Network: 69eefbad-4719-42b1-867c-22a28fcc4ef6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:15:06.118678 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d04f3933-591f-4be4-a744-fe5e3233badf req-d4ff91c0-82ee-494f-867f-010394040483 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774519 Nov 08 14:15:06.147358 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:15:06.148203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35896) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:06.154686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 69eefbad-4719-42b1-867c-22a28fcc4ef6) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:06.163017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:06.163017 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.170170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccd00bd-a3e9-43ee-acad-64fbafd14732 None None] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:06.209628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-99d6d32a-6c65-414d-aa09-d640af846940 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5887733 Nov 08 14:15:06.212654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35898) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:06.219269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:06.226547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd3001-a21f-4548-aa9d-5c0d76398838 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:06.231551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7cdd3001-a21f-4548-aa9d-5c0d76398838 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 1092 time: 0.0788660 Nov 08 14:15:06.231551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35900) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:06.240060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:06.279159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.282301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.311658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.406767 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.668248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec63437-ddef-427d-bb12-798b76c6d27f req-e96d721e-29ac-432f-969d-cc425596305b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:06.670086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ec63437-ddef-427d-bb12-798b76c6d27f req-e96d721e-29ac-432f-969d-cc425596305b tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 949 time: 0.2716138 Nov 08 14:15:06.693151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-69eefbad-4719-42b1-867c-22a28fcc4ef6', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:15:06.694877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.713491 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:06.798715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ec63437-ddef-427d-bb12-798b76c6d27f req-9a25a69a-d974-4fd4-8ba8-20705759adba tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988779 Nov 08 14:15:06.893174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-7cf8f5c2-a4a8-400f-b8de-3695aa8f9ea1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964639 Nov 08 14:15:06.928683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Allocated IP 172.20.0.2 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/b124d47f-a268-4d29-93ac-782d48668cbd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:07.015849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-43697795-1301-4b0c-9a8f-48f78eb175a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:07.018224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-43697795-1301-4b0c-9a8f-48f78eb175a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 1097 time: 0.0655284 Nov 08 14:15:07.174366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.178569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-a15aaf8b-cb30-40d8-92e7-ba1324583857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:07.182005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-a15aaf8b-cb30-40d8-92e7-ba1324583857 service neutron] 10.222.0.70 "GET /v2.0/networks?id=365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 200 len: 898 time: 0.1400537 Nov 08 14:15:07.185901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.217820 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.250286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-5e1f1a9c-c288-4e51-ae49-95b29a13f7b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e HTTP/1.1" status: 200 len: 217 time: 0.0613110 Nov 08 14:15:07.253644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:07.265489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:07.283316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:07.296620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Pushing event updated for resources: {'Port': ['ID=b124d47f-a268-4d29-93ac-782d48668cbd,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:07.326093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-f125cd0e-eace-4847-9faa-ac419f6f94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:07.329071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-f125cd0e-eace-4847-9faa-ac419f6f94d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21ef4f37-9c5e-42a1-9063-d1a10a2d296a HTTP/1.1" status: 200 len: 835 time: 0.0700026 Nov 08 14:15:07.386308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Attempting to bind port b124d47f-a268-4d29-93ac-782d48668cbd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:07.387154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Attempting to bind port b124d47f-a268-4d29-93ac-782d48668cbd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:07.387812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Attempting to bind port b124d47f-a268-4d29-93ac-782d48668cbd on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:07.394953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:07.395954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:07.396711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.397317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:07.398032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Bound port: b124d47f-a268-4d29-93ac-782d48668cbd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:07.398925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.435349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.25.8.245 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/97edc478-98e1-4158-a284-f39380716f19) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:07.472022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-c3d8efb0-a1a6-40cf-b147-4ad05a030b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:07.488255 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-c3d8efb0-a1a6-40cf-b147-4ad05a030b1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=365bffaa-d90c-4832-9b46-cee8dd93dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457622 Nov 08 14:15:07.516449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] For port b124d47f-a268-4d29-93ac-782d48668cbd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:07.522042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] For port b124d47f-a268-4d29-93ac-782d48668cbd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b124d47f-a268-4d29-93ac-782d48668cbd,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:07.532039 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.581718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.609658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.700033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56d8d-3507-4158-9b96-98c06ee9d873 None None] Pushing event updated for resources: {'Port': ['ID=b124d47f-a268-4d29-93ac-782d48668cbd,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:07.721658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-d69a4b24-94c9-4799-9135-ad5576aeb0b0 service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208893 Nov 08 14:15:07.770574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.817700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:07.856175 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a51a4e47-497c-4bed-a9c0-e1700a4fa51b req-b13645e3-7fd8-44d8-839e-c898c661a000 service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279719 Nov 08 14:15:08.040717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:08.049986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:08.064386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:08.140910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Allocated IP 172.25.8.190 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/32b719f2-c246-440c-a536-a9a1c05d7f9a) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:08.163371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=97edc478-98e1-4158-a284-f39380716f19,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:08.288559 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1a3ef-38f1-4fdf-8ca3-16a12e640556 req-4e6a89f5-7048-4370-9c1c-5f44ffc16de1 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:08.290732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5af1a3ef-38f1-4fdf-8ca3-16a12e640556 req-4e6a89f5-7048-4370-9c1c-5f44ffc16de1 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 949 time: 0.2760146 Nov 08 14:15:08.322825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b124d47f-a268-4d29-93ac-782d48668cbd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:08.411444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b124d47f-a268-4d29-93ac-782d48668cbd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:08.411853 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:08.531138 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:08.628228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port b124d47f-a268-4d29-93ac-782d48668cbd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b124d47f-a268-4d29-93ac-782d48668cbd,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:08.634724 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:08.779493 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:08.785155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=b124d47f-a268-4d29-93ac-782d48668cbd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:08.787675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5af1a3ef-38f1-4fdf-8ca3-16a12e640556 req-56d41d4a-0f9b-481e-9815-c6c0b071db10 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733727 Nov 08 14:15:09.035577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:09.145434 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:09.214336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3526e0b6-3c07-4c18-af0f-bc766569ab6c None None] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:09.234692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:09.236636 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:09.279190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Pushing event updated for resources: {'Port': ['ID=32b719f2-c246-440c-a536-a9a1c05d7f9a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:09.292753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:09.392771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-007e4b8b-f19f-443b-b3d0-cd9a1d48479e None None] Provisioning complete for port b124d47f-a268-4d29-93ac-782d48668cbd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:09.393292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-007e4b8b-f19f-443b-b3d0-cd9a1d48479e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:09.490984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0094fac-d2a9-480d-a49d-fd42fad21c1c req-32ea26e6-9910-4aaa-8b02-e1e66b306541 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:09.490984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0094fac-d2a9-480d-a49d-fd42fad21c1c req-32ea26e6-9910-4aaa-8b02-e1e66b306541 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 949 time: 0.2458994 Nov 08 14:15:09.567512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:09.653548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0094fac-d2a9-480d-a49d-fd42fad21c1c req-3c602cdb-030e-4117-b2af-bfe466c863b2 tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305594 Nov 08 14:15:09.893547 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:09.962918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-afd17e74-b4e1-4b41-9601-bdc4eb7c301b None None] Provisioning complete for port b124d47f-a268-4d29-93ac-782d48668cbd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:09.963564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afd17e74-b4e1-4b41-9601-bdc4eb7c301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.079550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.128225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.179287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=97edc478-98e1-4158-a284-f39380716f19,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:10.302562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.327913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b124d47f-a268-4d29-93ac-782d48668cbd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:10.351403 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.402855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b124d47f-a268-4d29-93ac-782d48668cbd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:10.402855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.502666 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Floating IP 67693332-c484-4a5b-af3a-8938f89218af associated. External IP: 172.25.8.245, port: 1f2ed8e3-9117-459c-ad01-1c297d1b074e. Nov 08 14:15:10.537679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-ade484ce-4fb2-4678-88c5-6f0ed920262c tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:10.540115 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-ade484ce-4fb2-4678-88c5-6f0ed920262c tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.70 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 949 time: 0.1361890 Nov 08 14:15:10.658474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Deleting port 8c79b06a-4b46-41fe-ade5-429640d51e12 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:15:10.658740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.787585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] For port 8c79b06a-4b46-41fe-ade5-429640d51e12, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c79b06a-4b46-41fe-ade5-429640d51e12,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:10.788115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:10.807921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Calling delete_port for 8c79b06a-4b46-41fe-ade5-429640d51e12 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:15:10.990718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:11.031872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Pushing event deleted for resources: {'Port': ['ID=8c79b06a-4b46-41fe-ade5-429640d51e12,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:11.084974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3f8812-7e58-4e6a-9084-bf4b22b4fe79 req-469e809a-0792-4f42-a021-ab4abfc581dc tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:11.094408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed3f8812-7e58-4e6a-9084-bf4b22b4fe79 req-469e809a-0792-4f42-a021-ab4abfc581dc tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/ports?device_id=249c9877-af61-4966-9cac-51781db2eba9 HTTP/1.1" status: 200 len: 867 time: 0.1780574 Nov 08 14:15:11.097111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] No DVR routers for this DVR port 8c79b06a-4b46-41fe-ade5-429640d51e12 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:15:11.100022 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:11.103887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a71c7c60-e2db-45b7-9296-a7b4f847a5ac req-fdc03af9-3ce7-4df8-be86-ec20f635f4ae tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.70 "DELETE /v2.0/ports/8c79b06a-4b46-41fe-ade5-429640d51e12 HTTP/1.1" status: 204 len: 173 time: 0.5568759 Nov 08 14:15:11.104357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249c9877-af61-4966-9cac-51781db2eba9', 'name': 'network-vif-deleted', 'tag': '8c79b06a-4b46-41fe-ade5-429640d51e12'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:11.116602 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b45016-aad9-41f6-a738-431e6b566140" -d '{"events": [{"server_uuid": "249c9877-af61-4966-9cac-51781db2eba9", "name": "network-vif-deleted", "tag": "8c79b06a-4b46-41fe-ade5-429640d51e12"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:11.207987 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f142a6e-2b77-4dc0-bfed-f393d7af5aa8 x-openstack-request-id: req-8f142a6e-2b77-4dc0-bfed-f393d7af5aa8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:11.208302 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249c9877-af61-4966-9cac-51781db2eba9", "name": "network-vif-deleted", "tag": "8c79b06a-4b46-41fe-ade5-429640d51e12", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:11.208525 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f142a6e-2b77-4dc0-bfed-f393d7af5aa8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:11.208917 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249c9877-af61-4966-9cac-51781db2eba9', 'name': 'network-vif-deleted', 'tag': '8c79b06a-4b46-41fe-ade5-429640d51e12', 'status': 'completed', 'code': 200} Nov 08 14:15:11.291490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:15:11.310410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed3f8812-7e58-4e6a-9084-bf4b22b4fe79 req-cbb94b6e-b9ae-40cd-9b08-0655d3d011ec tempest-VolumesNegativeTest-2016117748 tempest-VolumesNegativeTest-2016117748-project] 10.222.0.65 "GET /v2.0/security-groups?id=445de195-2bb7-4110-8c93-7741064dcbfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144949 Nov 08 14:15:11.439062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 57073305-2048-47f8-917c-f8593ef6ccb9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:15:11.546144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:11.572586 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:11.586568 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:11.587585 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:11.604468 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:11.608805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35954) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:11.609346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-33bc8d7c-2d61-4a6d-8fe5-6b3ba79dc0b3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3951597 Nov 08 14:15:11.635872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:11.654004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] Sync routers for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:11.675667 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:11.677401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:11.678931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:11.744553 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:11.763771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-56a610a7-0e6c-44a0-a3d2-d5534ae77bee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5309124 Nov 08 14:15:11.764669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:11.764809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 35958) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:11.767012 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac" -d '{"events": [{"name": "network-changed", "server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:11.844491 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60c30b-408f-4b27-bfc2-b2fec92c04af x-openstack-request-id: req-2d60c30b-408f-4b27-bfc2-b2fec92c04af {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:11.844762 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:11.845019 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d60c30b-408f-4b27-bfc2-b2fec92c04af {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:11.845450 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'status': 'completed', 'code': 200} Nov 08 14:15:11.895529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:11.932132 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d2402184-27d9-4c84-990d-cdae304e0da5 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/floatingips/67693332-c484-4a5b-af3a-8938f89218af HTTP/1.1" status: 200 len: 992 time: 0.1664298 Nov 08 14:15:11.987586 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:09Z', 'revision_number': 3, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:11.993636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-684f266c-65e3-432f-a108-9254d736a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:11.995176 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-684f266c-65e3-432f-a108-9254d736a824 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 1097 time: 0.1304276 Nov 08 14:15:12.021991 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:12.022526 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Updating router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 port 32b719f2-c246-440c-a536-a9a1c05d7f9a binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:15:12.049988 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:12.226702 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:36Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:08Z', 'revision_number': 0, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:12.260623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] Checking router: 57073305-2048-47f8-917c-f8593ef6ccb9 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:12.272316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:12.272723 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:12.407030 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:12.444826 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:12.452429 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:12.553793 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b8f64-12dd-44a4-90fc-e5fb7bcf6e1d None None] Pushing event updated for resources: {'Port': ['ID=32b719f2-c246-440c-a536-a9a1c05d7f9a,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:12.572956 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Attempting to bind port 32b719f2-c246-440c-a536-a9a1c05d7f9a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:12.574924 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Attempting to bind port 32b719f2-c246-440c-a536-a9a1c05d7f9a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:12.574924 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Attempting to bind port 32b719f2-c246-440c-a536-a9a1c05d7f9a on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:12.586156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c79b06a-4b46-41fe-ade5-429640d51e12 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:15:12.587601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-4dbfa389-9fca-48a9-b1f5-68f3f4e1a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:12.589716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-4dbfa389-9fca-48a9-b1f5-68f3f4e1a012 service neutron] 10.222.0.70 "GET /v2.0/networks?id=365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 200 len: 898 time: 0.5861127 Nov 08 14:15:12.592976 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:12.593803 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:12.594300 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:12.594919 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:12.595307 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Bound port: 32b719f2-c246-440c-a536-a9a1c05d7f9a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:12.595722 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:12.639183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 8c79b06a-4b46-41fe-ade5-429640d51e12 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:15:12.639560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c79b06a-4b46-41fe-ade5-429640d51e12 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:15:12.729296 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] For port 32b719f2-c246-440c-a536-a9a1c05d7f9a, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:12.731954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-c38bdf4b-a65e-4ef3-90be-47db75333bf7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e HTTP/1.1" status: 200 len: 1000 time: 0.1129930 Nov 08 14:15:12.738717 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] For port 32b719f2-c246-440c-a536-a9a1c05d7f9a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=32b719f2-c246-440c-a536-a9a1c05d7f9a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:12.749646 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:12.899221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-71e8c559-5202-460d-b0b0-6d3023d17d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:12.905702 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-71e8c559-5202-460d-b0b0-6d3023d17d0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21ef4f37-9c5e-42a1-9063-d1a10a2d296a HTTP/1.1" status: 200 len: 835 time: 0.1584811 Nov 08 14:15:12.944412 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:12.945431 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:12.952937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 35996) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:13.013442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-9bd902fb-b014-43cc-9547-17932b6829b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:13.015210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-9bd902fb-b014-43cc-9547-17932b6829b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=365bffaa-d90c-4832-9b46-cee8dd93dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1026492 Nov 08 14:15:13.020188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:13.151343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-035db942-ecde-4ac6-b33f-08f220aa5e82 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/floatingips/67693332-c484-4a5b-af3a-8938f89218af HTTP/1.1" status: 200 len: 992 time: 0.1970208 Nov 08 14:15:13.190599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:36Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:08Z', 'revision_number': 0, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:13.271205 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:13.282399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dec9b6e-2d92-4a66-b929-ca0ec412d603 None None] The sync data for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 is: [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:14:36Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:08Z', 'revision_number': 0, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:13.350336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-36b03fa9-1f13-40ef-b0e2-1365a50b04dd service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237832 Nov 08 14:15:13.565416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-aad2971e-3a33-490a-bb2c-a0e6c5fc95ac req-a18839f6-dede-4999-8458-6e9f0a3ad310 service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073224 Nov 08 14:15:13.586153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b8f64-12dd-44a4-90fc-e5fb7bcf6e1d None None] Pushing event updated for resources: {'Port': ['ID=32b719f2-c246-440c-a536-a9a1c05d7f9a,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:13.677930 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:09Z', 'revision_number': 3, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:13.686659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Allocated IP 172.20.0.1 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/fe914d6c-bc1e-4f5b-a132-f08c8855c527) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:13.720548 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ece44-66cd-4631-a6f2-888a4ad7fb2d None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:09Z', 'revision_number': 3, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:13.797998 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58258f75-9227-4ffd-8f5e-ac649ecb2940 None None] New status for floating IP 67693332-c484-4a5b-af3a-8938f89218af: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:15:14.004836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:14.066533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:14.133062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:14.140527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:14.144581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:14.152710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Pushing event updated for resources: {'Port': ['ID=fe914d6c-bc1e-4f5b-a132-f08c8855c527,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:14.153514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:14.212365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:14.413379 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6255db33-b71a-4ece-9ce9-50b798801e5a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/floatingips/67693332-c484-4a5b-af3a-8938f89218af HTTP/1.1" status: 200 len: 994 time: 0.2576356 Nov 08 14:15:14.581688 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:14.786246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8aed9d34-443d-4b73-8701-ce075f462e9e None None] Provisioning complete for port fe914d6c-bc1e-4f5b-a132-f08c8855c527 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:14.793393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8aed9d34-443d-4b73-8701-ce075f462e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:14.904317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8aed9d34-443d-4b73-8701-ce075f462e9e None None] Port fe914d6c-bc1e-4f5b-a132-f08c8855c527 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:14.945295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:14.952049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:15.048396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Pushing event updated for resources: {'Port': ['ID=fe914d6c-bc1e-4f5b-a132-f08c8855c527,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:15.091456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:15.317357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:15.319635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:15.590876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:15:15.835372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4720152e-04a0-4a4a-8d84-577e61d0e60f None None] Provisioning complete for port fe914d6c-bc1e-4f5b-a132-f08c8855c527 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:15.836180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4720152e-04a0-4a4a-8d84-577e61d0e60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:15.897825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:15.906621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6fd2719c-771c-4f35-9aba-214218563f8a admin admin] 10.222.0.65 "PUT /v2.0/routers/63f5ee7f-f988-4e53-9cdb-77fee4217a50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2955911 Nov 08 14:15:15.909348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4720152e-04a0-4a4a-8d84-577e61d0e60f None None] Port fe914d6c-bc1e-4f5b-a132-f08c8855c527 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:16.369404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 32b719f2-c246-440c-a536-a9a1c05d7f9a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:16.460467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 32b719f2-c246-440c-a536-a9a1c05d7f9a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:16.461123 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.603018 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.648675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 32b719f2-c246-440c-a536-a9a1c05d7f9a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=32b719f2-c246-440c-a536-a9a1c05d7f9a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:16.665811 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.753456 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36516) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:16.760079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1826159660-network', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:16.772497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=32b719f2-c246-440c-a536-a9a1c05d7f9a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:16.791624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Made reservation on behalf of 08b74291e0b1494abf4ea21d046f6479 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:16.795504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.809774 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.872033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:16.887853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:16.890858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:16.920563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.927815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.961766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:15:16.974343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7e0165-cbc1-47b4-8c7e-8d5289f2ed2d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:16.980593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:16.980830 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Added segment 6f6d1425-c3d6-4bc5-948c-1180caca3823 of type vlan for network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e Nov 08 14:15:16.997920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:16.998518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:16.999239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:16.999757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.000251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.001179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.001793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.002654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.003762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.004864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.005201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.005659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:17.127400 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:17.203157 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:17.206242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:17.207158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:17.329114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:17.348321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5936470 Nov 08 14:15:17.351304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36610) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:17.367310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Request body: {'subnet': {'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1826159660-subnet', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:17.388592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36d01-5b7a-4636-90d1-8a184f3bb2b1 admin admin] Pushing event updated for resources: {'Network': ['ID=8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:17.446282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Made reservation on behalf of 08b74291e0b1494abf4ea21d046f6479 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:17.452557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:17.554280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:15:17.691662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 2, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:17.723275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:17.723635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Updating router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 port fe914d6c-bc1e-4f5b-a132-f08c8855c527 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:15:17.752261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:17.826959 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:17.913890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c844244-cbaa-4083-b9db-ebef32d550ef,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:17.924545 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Checking segment: {'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:17.925399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Network hostable DHCP agents. Network: 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:15:17.948379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:15:17.962667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:17.982304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:17.983415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.006553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ba3a816b-5759-4534-b8df-3f2196f69bab admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6497681 Nov 08 14:15:18.008952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36670) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:18.016989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:18.051008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.053660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.069008 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.075235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1172b26a-7152-43d7-9683-6a913ef22d84 None None] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:18.079176 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.180219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.214013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7af4e-bc1a-49b0-b5c6-b24db7759863 None None] Pushing event updated for resources: {'Port': ['ID=fe914d6c-bc1e-4f5b-a132-f08c8855c527,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:18.321454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Attempting to bind port fe914d6c-bc1e-4f5b-a132-f08c8855c527 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:18.321824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Attempting to bind port fe914d6c-bc1e-4f5b-a132-f08c8855c527 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:18.326830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Attempting to bind port fe914d6c-bc1e-4f5b-a132-f08c8855c527 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:18.466797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:18.467181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:18.467592 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.468015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:18.468506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Bound port: fe914d6c-bc1e-4f5b-a132-f08c8855c527, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:18.468889 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.475681 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.525110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 32b719f2-c246-440c-a536-a9a1c05d7f9a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:18.634605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e', 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'fixed_ips': [{'subnet_id': '0c844244-cbaa-4083-b9db-ebef32d550ef'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:15:18.635828 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.847559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Allocated IP 172.20.0.2 (8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e/0c844244-cbaa-4083-b9db-ebef32d550ef/19be2a31-040a-43e8-90b0-d575bfdf9bdc) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:18.886107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:18.932965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.002625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] For port fe914d6c-bc1e-4f5b-a132-f08c8855c527, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:19.053028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] For port fe914d6c-bc1e-4f5b-a132-f08c8855c527, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fe914d6c-bc1e-4f5b-a132-f08c8855c527,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:19.063259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f887c1ed-1512-4dfa-b5cc-15eb3e86888e None None] Provisioning complete for port fe914d6c-bc1e-4f5b-a132-f08c8855c527 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:19.063621 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f887c1ed-1512-4dfa-b5cc-15eb3e86888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.115181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Allocated IP 172.25.8.242 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/14e57319-af61-4ab0-98e3-dd7d2dfee385) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:19.124423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 32b719f2-c246-440c-a536-a9a1c05d7f9a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:19.125017 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.165543 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.175602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.184988 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.234040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:19.283621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:19.298718 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.320048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:19.343887 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.466259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:19.471157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:19.473256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Pushing event updated for resources: {'Port': ['ID=14e57319-af61-4ab0-98e3-dd7d2dfee385,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:19.475592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:19.593908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f887c1ed-1512-4dfa-b5cc-15eb3e86888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.596685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:19.597327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:19.693450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7af4e-bc1a-49b0-b5c6-b24db7759863 None None] Pushing event updated for resources: {'Port': ['ID=fe914d6c-bc1e-4f5b-a132-f08c8855c527,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:19.847886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Attempting to bind port 19be2a31-040a-43e8-90b0-d575bfdf9bdc on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:19.848255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Attempting to bind port 19be2a31-040a-43e8-90b0-d575bfdf9bdc by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:19.848680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Attempting to bind port 19be2a31-040a-43e8-90b0-d575bfdf9bdc on network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:19.850909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Pushing event updated for resources: {'Port': ['ID=19be2a31-040a-43e8-90b0-d575bfdf9bdc,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:19.896073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f887c1ed-1512-4dfa-b5cc-15eb3e86888e None None] For port fe914d6c-bc1e-4f5b-a132-f08c8855c527, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fe914d6c-bc1e-4f5b-a132-f08c8855c527,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:19.909217 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f887c1ed-1512-4dfa-b5cc-15eb3e86888e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.916313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:19.916962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Checking segment: {'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:19.917536 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.918147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Bound using segment: {'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:19.918806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Bound port: 19be2a31-040a-43e8-90b0-d575bfdf9bdc, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:19.919380 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:19.922815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:19.971796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:20.194127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887c1ed-1512-4dfa-b5cc-15eb3e86888e None None] Pushing event updated for resources: {'Port': ['ID=fe914d6c-bc1e-4f5b-a132-f08c8855c527,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:20.298164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ee0b33af-c06d-4e01-bc29-4db723fd2761 None None] Provisioning complete for port fe914d6c-bc1e-4f5b-a132-f08c8855c527 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:20.298684 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee0b33af-c06d-4e01-bc29-4db723fd2761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:20.373128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:20.410064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] For port 19be2a31-040a-43e8-90b0-d575bfdf9bdc, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:20.440262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] For port 19be2a31-040a-43e8-90b0-d575bfdf9bdc, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=19be2a31-040a-43e8-90b0-d575bfdf9bdc,segment=NetworkSegment(6f6d1425-c3d6-4bc5-948c-1180caca3823),segment_id=6f6d1425-c3d6-4bc5-948c-1180caca3823)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:20.503646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:20.680304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa298047-b48a-47ff-940a-1b9594d5d9b7 None None] Pushing event updated for resources: {'Port': ['ID=19be2a31-040a-43e8-90b0-d575bfdf9bdc,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:20.738482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:18Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:20.774380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b249243-2996-4432-baae-632c4d5ceaa5 None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:18Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:21.126396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Router 06e6495f-1181-4757-a86f-36e4ebf234bf is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:15:21.326252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:21.337481 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Sync routers for ids ['06e6495f-1181-4757-a86f-36e4ebf234bf'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:21.364598 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Routers {'06e6495f-1181-4757-a86f-36e4ebf234bf'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:21.365242 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['06e6495f-1181-4757-a86f-36e4ebf234bf'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:21.393923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:21.398361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36694) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:21.401134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-15e479d7-f48b-4a14-83a0-6c1809e7a77a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3899498 Nov 08 14:15:21.557723 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Set router 06e6495f-1181-4757-a86f-36e4ebf234bf gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:22.149257 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 3, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port': {'id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:22.207409 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Checking router: 06e6495f-1181-4757-a86f-36e4ebf234bf for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:22.212667 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Updating router 06e6495f-1181-4757-a86f-36e4ebf234bf port 14e57319-af61-4ab0-98e3-dd7d2dfee385 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:15:22.280140 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:22.462821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:22.528983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 19be2a31-040a-43e8-90b0-d575bfdf9bdc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:22.588714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f88fb8-30d0-43eb-9011-274550fba3f0 None None] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:22.897689 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36710) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:23.024228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Allocated IP 172.20.0.1 (8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e/0c844244-cbaa-4083-b9db-ebef32d550ef/ae8651e2-f38d-421a-8e10-54192b27a4b7) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:23.188440 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.213290 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.259789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-374ad7c6-7eec-46a9-ae09-a7a933252f5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=230854bb46eb4d459ba98564fbfb91ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3583639 Nov 08 14:15:23.260387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36714) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:23.314097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5fcc1e16-f31d-4a2e-a7bb-198a5a576f04 None None] Provisioning complete for port 19be2a31-040a-43e8-90b0-d575bfdf9bdc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:23.314576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fcc1e16-f31d-4a2e-a7bb-198a5a576f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.325174 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Attempting to bind port 14e57319-af61-4ab0-98e3-dd7d2dfee385 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:23.325548 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Attempting to bind port 14e57319-af61-4ab0-98e3-dd7d2dfee385 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:23.325913 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Attempting to bind port 14e57319-af61-4ab0-98e3-dd7d2dfee385 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:23.334252 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f1f11-7bc3-4a32-a226-c4005cf5239f None None] Pushing event updated for resources: {'Port': ['ID=14e57319-af61-4ab0-98e3-dd7d2dfee385,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:23.351328 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:23.351702 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:23.353686 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.354124 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:23.354807 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Bound port: 14e57319-af61-4ab0-98e3-dd7d2dfee385, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:23.355239 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.363842 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.391140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef008ad-3534-4a93-986d-16b57e79853a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.398008 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.425479 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] For port 14e57319-af61-4ab0-98e3-dd7d2dfee385, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:23.426402 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef008ad-3534-4a93-986d-16b57e79853a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.431110 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] For port 14e57319-af61-4ab0-98e3-dd7d2dfee385, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14e57319-af61-4ab0-98e3-dd7d2dfee385,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:23.436485 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.448232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 19be2a31-040a-43e8-90b0-d575bfdf9bdc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:23.448638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.455023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.520839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef008ad-3534-4a93-986d-16b57e79853a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.524063 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef008ad-3534-4a93-986d-16b57e79853a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.526163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ef008ad-3534-4a93-986d-16b57e79853a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/445de195-2bb7-4110-8c93-7741064dcbfa HTTP/1.1" status: 204 len: 168 time: 0.2634509 Nov 08 14:15:23.550672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef008ad-3534-4a93-986d-16b57e79853a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445de195-2bb7-4110-8c93-7741064dcbfa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:23.629993 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f1f11-7bc3-4a32-a226-c4005cf5239f None None] Pushing event updated for resources: {'Port': ['ID=14e57319-af61-4ab0-98e3-dd7d2dfee385,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:23.663024 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Routers {'06e6495f-1181-4757-a86f-36e4ebf234bf'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:23.663996 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['06e6495f-1181-4757-a86f-36e4ebf234bf'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:23.665178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8651e2-f38d-421a-8e10-54192b27a4b7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:23.678572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:23.680312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:23.693793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:23.806704 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.871438 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.915289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fcc1e16-f31d-4a2e-a7bb-198a5a576f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:23.990555 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.010225 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] Set router 06e6495f-1181-4757-a86f-36e4ebf234bf gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:24.065202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5fcc1e16-f31d-4a2e-a7bb-198a5a576f04 None None] For port 19be2a31-040a-43e8-90b0-d575bfdf9bdc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=19be2a31-040a-43e8-90b0-d575bfdf9bdc,segment=NetworkSegment(6f6d1425-c3d6-4bc5-948c-1180caca3823),segment_id=6f6d1425-c3d6-4bc5-948c-1180caca3823)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:24.074143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fcc1e16-f31d-4a2e-a7bb-198a5a576f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.209125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc1e16-f31d-4a2e-a7bb-198a5a576f04 None None] Pushing event updated for resources: {'Port': ['ID=19be2a31-040a-43e8-90b0-d575bfdf9bdc,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:24.256659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.324517 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:15:24.325180 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:15:24.456324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 3, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port': {'id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:24.492766 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c002d0-148c-498c-b316-c362e2a43a5b None None] The sync data for ids ['06e6495f-1181-4757-a86f-36e4ebf234bf'] in n-d-804292-2 is: [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 3, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port': {'id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:24.511791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.520702 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.521243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7111c3d9-3874-4e62-ae31-38b6f87477fb None None] Provisioning complete for port 19be2a31-040a-43e8-90b0-d575bfdf9bdc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:24.521714 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7111c3d9-3874-4e62-ae31-38b6f87477fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.649199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.656230 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8651e2-f38d-421a-8e10-54192b27a4b7,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:24.662672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7111c3d9-3874-4e62-ae31-38b6f87477fb None None] Provisioning complete for port ae8651e2-f38d-421a-8e10-54192b27a4b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:24.663121 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7111c3d9-3874-4e62-ae31-38b6f87477fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:24.714367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7111c3d9-3874-4e62-ae31-38b6f87477fb None None] Port ae8651e2-f38d-421a-8e10-54192b27a4b7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:24.792830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:24.795495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:24.920448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fe914d6c-bc1e-4f5b-a132-f08c8855c527 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:24.978363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-04a5fdef-45a3-4f1c-9c04-9476781ca548 None None] Provisioning complete for port ae8651e2-f38d-421a-8e10-54192b27a4b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:24.978912 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04a5fdef-45a3-4f1c-9c04-9476781ca548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:25.045009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Router 06e6495f-1181-4757-a86f-36e4ebf234bf has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:15:25.048729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-04a5fdef-45a3-4f1c-9c04-9476781ca548 None None] Port ae8651e2-f38d-421a-8e10-54192b27a4b7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:25.066318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port fe914d6c-bc1e-4f5b-a132-f08c8855c527 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:25.067225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:25.273357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:25.281090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4e3df75e-a941-4a84-9e91-cc1db39d6b39 admin admin] 10.222.0.65 "PUT /v2.0/routers/06e6495f-1181-4757-a86f-36e4ebf234bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8815417 Nov 08 14:15:25.322082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-282ee64c-0ef9-4814-9a9c-2239027b6a36 None None] Provisioning complete for port ae8651e2-f38d-421a-8e10-54192b27a4b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:25.322483 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-282ee64c-0ef9-4814-9a9c-2239027b6a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:25.391836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-282ee64c-0ef9-4814-9a9c-2239027b6a36 None None] Port ae8651e2-f38d-421a-8e10-54192b27a4b7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:25.601462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14e57319-af61-4ab0-98e3-dd7d2dfee385 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:25.695613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 14e57319-af61-4ab0-98e3-dd7d2dfee385 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:25.696733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:25.867832 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:25.899523 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 14e57319-af61-4ab0-98e3-dd7d2dfee385, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14e57319-af61-4ab0-98e3-dd7d2dfee385,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:25.905783 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:25.907880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 19be2a31-040a-43e8-90b0-d575bfdf9bdc up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:26.090778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=14e57319-af61-4ab0-98e3-dd7d2dfee385,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:26.106464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 19be2a31-040a-43e8-90b0-d575bfdf9bdc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:26.107159 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:27.207676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Sync routers for ids ['06e6495f-1181-4757-a86f-36e4ebf234bf'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:27.222404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Routers {'06e6495f-1181-4757-a86f-36e4ebf234bf'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:27.223471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['06e6495f-1181-4757-a86f-36e4ebf234bf'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:27.345683 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Set router 06e6495f-1181-4757-a86f-36e4ebf234bf gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:27.440245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14e57319-af61-4ab0-98e3-dd7d2dfee385 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:27.622906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 14e57319-af61-4ab0-98e3-dd7d2dfee385 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:27.623385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:27.691591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:24Z', 'revision_number': 4, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port': {'id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'ae8651e2-f38d-421a-8e10-54192b27a4b7', 'name': '', 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'mac_address': 'fa:16:3e:74:42:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0c844244-cbaa-4083-b9db-ebef32d550ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:22Z', 'updated_at': '2021-11-08T14:15:24Z', 'revision_number': 2, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'subnets': [{'id': '0c844244-cbaa-4083-b9db-ebef32d550ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:27.787382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Checking router: 06e6495f-1181-4757-a86f-36e4ebf234bf for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:27.787751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Updating router 06e6495f-1181-4757-a86f-36e4ebf234bf port ae8651e2-f38d-421a-8e10-54192b27a4b7 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:15:27.819005 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.002696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a64a4af-a6f2-46af-968d-5624119263a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.138044 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.145960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.206810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3015cb-19c7-4ad6-9774-f0009a37d1bf None None] Pushing event updated for resources: {'Port': ['ID=ae8651e2-f38d-421a-8e10-54192b27a4b7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:28.265465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Attempting to bind port ae8651e2-f38d-421a-8e10-54192b27a4b7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:28.266168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Attempting to bind port ae8651e2-f38d-421a-8e10-54192b27a4b7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:28.266426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Attempting to bind port ae8651e2-f38d-421a-8e10-54192b27a4b7 on network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:28.272817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:28.273302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Checking segment: {'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:28.273797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.274292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Bound using segment: {'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:28.274864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Bound port: ae8651e2-f38d-421a-8e10-54192b27a4b7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6d1425-c3d6-4bc5-948c-1180caca3823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:28.275330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.355042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] For port ae8651e2-f38d-421a-8e10-54192b27a4b7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:28.359369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] For port ae8651e2-f38d-421a-8e10-54192b27a4b7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ae8651e2-f38d-421a-8e10-54192b27a4b7,segment=NetworkSegment(6f6d1425-c3d6-4bc5-948c-1180caca3823),segment_id=6f6d1425-c3d6-4bc5-948c-1180caca3823)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:28.365827 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.417775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Routers {'06e6495f-1181-4757-a86f-36e4ebf234bf'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:28.418998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['06e6495f-1181-4757-a86f-36e4ebf234bf'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:28.479222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3015cb-19c7-4ad6-9774-f0009a37d1bf None None] Pushing event updated for resources: {'Port': ['ID=ae8651e2-f38d-421a-8e10-54192b27a4b7,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:28.514559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7a2f784e-3f2b-4941-a882-2510cbb09a9f None None] Provisioning complete for port ae8651e2-f38d-421a-8e10-54192b27a4b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:28.514929 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a2f784e-3f2b-4941-a882-2510cbb09a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:28.632513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] Set router 06e6495f-1181-4757-a86f-36e4ebf234bf gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:28.737533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a2f784e-3f2b-4941-a882-2510cbb09a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:29.005688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7a2f784e-3f2b-4941-a882-2510cbb09a9f None None] For port ae8651e2-f38d-421a-8e10-54192b27a4b7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ae8651e2-f38d-421a-8e10-54192b27a4b7,segment=NetworkSegment(6f6d1425-c3d6-4bc5-948c-1180caca3823),segment_id=6f6d1425-c3d6-4bc5-948c-1180caca3823)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:29.017467 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a2f784e-3f2b-4941-a882-2510cbb09a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:29.111177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-c7c49862-1a12-4b2b-a76c-0c6c758762f4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:29.121098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f784e-3f2b-4941-a882-2510cbb09a9f None None] Pushing event updated for resources: {'Port': ['ID=ae8651e2-f38d-421a-8e10-54192b27a4b7,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:29.122346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-c7c49862-1a12-4b2b-a76c-0c6c758762f4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1601598 Nov 08 14:15:29.148115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-11b44036-120e-4f21-acd4-2c89a2dd21f1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/quotas/21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 375 time: 0.0242443 Nov 08 14:15:29.194260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c132c6b5-578a-4e30-bcde-e336a345a358 None None] Provisioning complete for port ae8651e2-f38d-421a-8e10-54192b27a4b7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:29.194782 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c132c6b5-578a-4e30-bcde-e336a345a358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:29.219586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-60b0d02c-fe37-4dae-8022-62758b4579d8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701008 Nov 08 14:15:29.267613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:24Z', 'revision_number': 4, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port': {'id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'ae8651e2-f38d-421a-8e10-54192b27a4b7', 'name': '', 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'mac_address': 'fa:16:3e:74:42:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0c844244-cbaa-4083-b9db-ebef32d550ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:22Z', 'updated_at': '2021-11-08T14:15:28Z', 'revision_number': 4, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'subnets': [{'id': '0c844244-cbaa-4083-b9db-ebef32d550ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:29.322863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a1819e-da8a-455c-8bd0-1cf6a4a66a08 None None] The sync data for ids ['06e6495f-1181-4757-a86f-36e4ebf234bf'] in n-d-804292-2 is: [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:24Z', 'revision_number': 4, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port': {'id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'ae8651e2-f38d-421a-8e10-54192b27a4b7', 'name': '', 'network_id': '8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'mac_address': 'fa:16:3e:74:42:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3792, 'fixed_ips': [{'subnet_id': '0c844244-cbaa-4083-b9db-ebef32d550ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:22Z', 'updated_at': '2021-11-08T14:15:28Z', 'revision_number': 4, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'subnets': [{'id': '0c844244-cbaa-4083-b9db-ebef32d550ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:29.510627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-2c8e66c9-33d8-4d12-b1fe-ee4b960977cf service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895644 Nov 08 14:15:29.668493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-6f252c76-eaf7-4bff-9c44-d99e3e6ecee6 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371329 Nov 08 14:15:29.962185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36802) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:30.159651 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bac39f61-1714-4bb1-939a-cade1c838fa6 req-16399b1d-5862-4920-b1a1-53e97940cb81 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0689878 Nov 08 14:15:30.206065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3d81f9c-1f68-416f-84b8-95595447dd22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:30.359112 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3d81f9c-1f68-416f-84b8-95595447dd22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:30.371992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d3d81f9c-1f68-416f-84b8-95595447dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:30.458904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d3d81f9c-1f68-416f-84b8-95595447dd22 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f607e76299754e6a8d2d17892874aa88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955933 Nov 08 14:15:30.459962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d81f9c-1f68-416f-84b8-95595447dd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafc26a0-b317-4d36-b828-9136decd3c92,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:30.461485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36814) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:30.577443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbbb3-cac4-4316-a509-c7ad2ebf9cc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:30.673892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbbb3-cac4-4316-a509-c7ad2ebf9cc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:30.774823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbbb3-cac4-4316-a509-c7ad2ebf9cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:30.799946 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbbb3-cac4-4316-a509-c7ad2ebf9cc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:30.805429 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f9fdbbb3-cac4-4316-a509-c7ad2ebf9cc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bafc26a0-b317-4d36-b828-9136decd3c92 HTTP/1.1" status: 204 len: 168 time: 0.3422611 Nov 08 14:15:30.827799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdbbb3-cac4-4316-a509-c7ad2ebf9cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafc26a0-b317-4d36-b828-9136decd3c92,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:31.253478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36830) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:31.265540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2eb23f7f-1a11-473f-950b-8fc3b572cee1 req-edf2e306-3050-442a-9197-09077c8f9972 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0348372 Nov 08 14:15:31.278879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11490774-e926-4cbb-a9b4-de3e8803917a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.398360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11490774-e926-4cbb-a9b4-de3e8803917a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.405503 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-11490774-e926-4cbb-a9b4-de3e8803917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.488324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ae8651e2-f38d-421a-8e10-54192b27a4b7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:31.493039 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d2f2d063-2d4b-4afc-bb93-ff78358455de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.531597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11490774-e926-4cbb-a9b4-de3e8803917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c0a627-123f-4bb0-b24e-e4658506e1d1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:31.545962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-11490774-e926-4cbb-a9b4-de3e8803917a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=305d0ef9734b478e89d7d45222a57b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902327 Nov 08 14:15:31.548739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36832) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:31.587639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-ab9404e0-9e87-444c-9454-2799fe1afd47 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:31.589193 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-ab9404e0-9e87-444c-9454-2799fe1afd47 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1418712 Nov 08 14:15:31.594982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ae8651e2-f38d-421a-8e10-54192b27a4b7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:31.595597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.605063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'port': {'device_id': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'admin_state_up': True, 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:31.611010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c219f29-1235-45b7-b7f8-f0e457df0a86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.635636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c219f29-1235-45b7-b7f8-f0e457df0a86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.694584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c219f29-1235-45b7-b7f8-f0e457df0a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.697419 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c219f29-1235-45b7-b7f8-f0e457df0a86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:31.699298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1c219f29-1235-45b7-b7f8-f0e457df0a86 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54c0a627-123f-4bb0-b24e-e4658506e1d1 HTTP/1.1" status: 204 len: 168 time: 0.1495476 Nov 08 14:15:31.729359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c219f29-1235-45b7-b7f8-f0e457df0a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c0a627-123f-4bb0-b24e-e4658506e1d1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:32.205139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:32.218048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:32.421549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db991f23-bdf9-41a8-b70c-a31aeadec811 req-2615d7a6-4131-45ea-acb0-822354ddd883 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0662079 Nov 08 14:15:32.518065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.20.0.12 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/f71ed929-7af4-423a-9f58-25980e0a661d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:32.736590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:32.797142 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:32.862327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:32.866101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:32.878663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:32.952999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=f71ed929-7af4-423a-9f58-25980e0a661d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:32.987937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:32.988630 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:33.008078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-a86e3331-881d-4308-85b8-9f2420bda16d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4072480 Nov 08 14:15:33.019538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-e8f84d28-8556-4a3b-a69d-e49a653a2047 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:15:33.021014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-e8f84d28-8556-4a3b-a69d-e49a653a2047 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066113 Nov 08 14:15:33.128458 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:33.280518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Request body: {'port': {'device_id': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:33.312417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ff684418-a6ce-4b47-95bc-ba404346bd09 None None] Provisioning complete for port f71ed929-7af4-423a-9f58-25980e0a661d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:33.313326 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ff684418-a6ce-4b47-95bc-ba404346bd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:33.390244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:33.426136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ff684418-a6ce-4b47-95bc-ba404346bd09 None None] Port f71ed929-7af4-423a-9f58-25980e0a661d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:33.666145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6592535-632b-4f1c-815c-a54aec51587a req-3a684379-e6e3-48d0-8c02-66e1fce5991c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:33.669484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6592535-632b-4f1c-815c-a54aec51587a req-3a684379-e6e3-48d0-8c02-66e1fce5991c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 932 time: 0.1264043 Nov 08 14:15:33.700503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 36878) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:33.754708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6592535-632b-4f1c-815c-a54aec51587a req-b3e533a3-6845-4fe9-93e3-63b786fcbe43 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775657 Nov 08 14:15:33.833147 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71ed929-7af4-423a-9f58-25980e0a661d {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:33.842311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:33.857540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Transition to ACTIVE for port object f71ed929-7af4-423a-9f58-25980e0a661d will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:15:33.862786 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:33.926431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a29a1824-97ad-4c65-8cf6-ade85103697a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:33.954615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f71ed929-7af4-423a-9f58-25980e0a661d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:34.088903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Attempting to bind port f71ed929-7af4-423a-9f58-25980e0a661d on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:34.089314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Attempting to bind port f71ed929-7af4-423a-9f58-25980e0a661d by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:34.089707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Attempting to bind port f71ed929-7af4-423a-9f58-25980e0a661d on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:34.100003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Port f71ed929-7af4-423a-9f58-25980e0a661d on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:15:34.100423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Attempting to bind port f71ed929-7af4-423a-9f58-25980e0a661d on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:34.109172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:34.109594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:34.110044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:34.110555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Bound port: f71ed929-7af4-423a-9f58-25980e0a661d, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:34.110980 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.134783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a29a1824-97ad-4c65-8cf6-ade85103697a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.141203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a29a1824-97ad-4c65-8cf6-ade85103697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.226724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a29a1824-97ad-4c65-8cf6-ade85103697a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=787de79159f24069a27e5eeb756b37ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203171 Nov 08 14:15:34.227373 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36882) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:34.232245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a1824-97ad-4c65-8cf6-ade85103697a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b35ecca-9871-49cb-82c1-bad4a8dbb9e9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:34.248419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] For port f71ed929-7af4-423a-9f58-25980e0a661d, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:34.252772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] For port f71ed929-7af4-423a-9f58-25980e0a661d, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f71ed929-7af4-423a-9f58-25980e0a661d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:34.261950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.313115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:34.314011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.315624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] 10.222.0.54 "PUT /v2.0/ports/f71ed929-7af4-423a-9f58-25980e0a661d HTTP/1.1" status: 200 len: 1092 time: 1.2865884 Nov 08 14:15:34.316280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'tag': 'f71ed929-7af4-423a-9f58-25980e0a661d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:34.317189 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f764197-8d1c-43b8-b8c1-c15a6607e592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.321131 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e5cf34-7e6a-4b8b-bfc8-235946508e77" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bc10df-938d-42de-b68c-990a52e2efd5", "tag": "f71ed929-7af4-423a-9f58-25980e0a661d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:34.358325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f764197-8d1c-43b8-b8c1-c15a6607e592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.429044 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa83332d-ccad-4576-886f-065f697a371d x-openstack-request-id: req-aa83332d-ccad-4576-886f-065f697a371d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:34.429044 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bc10df-938d-42de-b68c-990a52e2efd5", "tag": "f71ed929-7af4-423a-9f58-25980e0a661d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:34.429431 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa83332d-ccad-4576-886f-065f697a371d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:34.429724 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'tag': 'f71ed929-7af4-423a-9f58-25980e0a661d', 'status': 'completed', 'code': 200} Nov 08 14:15:34.441446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f764197-8d1c-43b8-b8c1-c15a6607e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.444660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3f764197-8d1c-43b8-b8c1-c15a6607e592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:34.446299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3f764197-8d1c-43b8-b8c1-c15a6607e592 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b35ecca-9871-49cb-82c1-bad4a8dbb9e9 HTTP/1.1" status: 204 len: 168 time: 0.2174006 Nov 08 14:15:34.474585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f764197-8d1c-43b8-b8c1-c15a6607e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b35ecca-9871-49cb-82c1-bad4a8dbb9e9,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:34.518738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff0582-9d76-4623-9139-3776f0351f8f service neutron] Pushing event updated for resources: {'Port': ['ID=f71ed929-7af4-423a-9f58-25980e0a661d,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:34.534692 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-d9c26330-e208-453f-8482-fce07694a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:34.537166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-d9c26330-e208-453f-8482-fce07694a7fc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 1095 time: 0.1624751 Nov 08 14:15:34.629898 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-2fa26df3-e3fd-48f2-bbba-3e0669d8d25e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71ed929-7af4-423a-9f58-25980e0a661d HTTP/1.1" status: 200 len: 217 time: 0.0838854 Nov 08 14:15:34.702636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-5c0e542a-b978-4a8e-a663-bab034ad1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:34.704350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-5c0e542a-b978-4a8e-a663-bab034ad1b24 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0678849 Nov 08 14:15:34.775431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-30b7894e-2163-45c0-87d6-427557c5893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:34.777447 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-30b7894e-2163-45c0-87d6-427557c5893e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647335 Nov 08 14:15:34.923485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-e7d90c12-3eef-4b7e-b175-8ef1a6c6a7bb service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362913 Nov 08 14:15:34.984734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ac496-89c3-4b9e-992c-b2ca98d4934a req-8a73a6ca-7225-4fab-91b9-ecab2b23f45f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:34.989018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c8ac496-89c3-4b9e-992c-b2ca98d4934a req-8a73a6ca-7225-4fab-91b9-ecab2b23f45f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.1187820 Nov 08 14:15:35.090114 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c8ac496-89c3-4b9e-992c-b2ca98d4934a req-8159c6d2-5ce8-47f6-bf8a-99dd1a31f836 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935163 Nov 08 14:15:35.104506 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ae4d0679-8e05-44a6-9cd0-83db6ea16b69 req-552f569b-48fb-46be-9164-86c938d0e330 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663203 Nov 08 14:15:35.209701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-703de4bd-d28d-4970-84b6-28ad401edb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:35.211354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-703de4bd-d28d-4970-84b6-28ad401edb0a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 1095 time: 0.0594244 Nov 08 14:15:35.362030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-b3acd8b1-29b7-4e6e-8583-6aaabaf19457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:35.364234 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-b3acd8b1-29b7-4e6e-8583-6aaabaf19457 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1450689 Nov 08 14:15:35.417171 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-1e42a102-50a2-42de-a543-5890b9383325 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f71ed929-7af4-423a-9f58-25980e0a661d HTTP/1.1" status: 200 len: 217 time: 0.0390756 Nov 08 14:15:35.513596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-186c995b-8e7c-414a-a06e-ae2b53432a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:35.516851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-186c995b-8e7c-414a-a06e-ae2b53432a93 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0926168 Nov 08 14:15:35.620645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-9807fc5d-a05c-46c5-8eb9-8ec64ab7d7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:35.625140 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-9807fc5d-a05c-46c5-8eb9-8ec64ab7d7f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000557 Nov 08 14:15:35.631200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:35.819546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:35.850669 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-3d6752c2-529c-4717-8abc-c6db821476df service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179606 Nov 08 14:15:35.902407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36920) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:36.031372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07e5cf34-7e6a-4b8b-bfc8-235946508e77 req-4a886f24-7637-4ca2-85ea-844cf93f2b79 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723619 Nov 08 14:15:36.112305 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cefed3e8-e62b-4dde-a4ec-a433275fe01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:36.386879 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe05d1-1fef-412c-92f8-de2693dc92e2 req-95abda1f-2478-4cee-bc6d-56cdfbaec7c4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:36.388512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82fe05d1-1fef-412c-92f8-de2693dc92e2 req-95abda1f-2478-4cee-bc6d-56cdfbaec7c4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.1351027 Nov 08 14:15:36.410029 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cefed3e8-e62b-4dde-a4ec-a433275fe01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:36.424332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cefed3e8-e62b-4dde-a4ec-a433275fe01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:36.453930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cefed3e8-e62b-4dde-a4ec-a433275fe01c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=05f3cd17f4924357a763794ec211e57d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5485146 Nov 08 14:15:36.456684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36932) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:36.512451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefed3e8-e62b-4dde-a4ec-a433275fe01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecce287-17b8-4619-a78e-60ff5d873cb1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:36.538798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82fe05d1-1fef-412c-92f8-de2693dc92e2 req-4d59a869-6113-4677-9c2c-8136a87ec90e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413918 Nov 08 14:15:36.564851 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-45f04cce-222a-48b6-8b1f-45cb27756e65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:36.590644 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-45f04cce-222a-48b6-8b1f-45cb27756e65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:36.653933 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-45f04cce-222a-48b6-8b1f-45cb27756e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:36.658328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-45f04cce-222a-48b6-8b1f-45cb27756e65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:36.662009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-45f04cce-222a-48b6-8b1f-45cb27756e65 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9ecce287-17b8-4619-a78e-60ff5d873cb1 HTTP/1.1" status: 204 len: 168 time: 0.2020507 Nov 08 14:15:36.691056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f04cce-222a-48b6-8b1f-45cb27756e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecce287-17b8-4619-a78e-60ff5d873cb1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:36.947554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 36944) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:37.077253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd410d-4a61-4f7f-8085-b11ec1b80897 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:37.077955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd410d-4a61-4f7f-8085-b11ec1b80897 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:37.078478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afd410d-4a61-4f7f-8085-b11ec1b80897 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:37.080989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2afd410d-4a61-4f7f-8085-b11ec1b80897 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=49ee97ee982849a69db118b178c8f7f3&network_id=365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 200 len: 2970 time: 0.1322336 Nov 08 14:15:37.670494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acd49d-2e41-4970-a6af-d45d7bd87138 req-c880c395-1ce5-4e8d-9337-578f91d9fad9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:37.672114 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4acd49d-2e41-4970-a6af-d45d7bd87138 req-c880c395-1ce5-4e8d-9337-578f91d9fad9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.0574472 Nov 08 14:15:37.725354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4acd49d-2e41-4970-a6af-d45d7bd87138 req-c754fb71-b8b5-493c-9f2b-953dce3f45d0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466814 Nov 08 14:15:38.662862 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:15:38.853428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0078a71-6f01-402c-a70e-df8f7bb164c7 req-4f3cb51c-a845-48e1-9015-58d0d2a21f38 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:38.854853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0078a71-6f01-402c-a70e-df8f7bb164c7 req-4f3cb51c-a845-48e1-9015-58d0d2a21f38 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.0546794 Nov 08 14:15:38.908263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0078a71-6f01-402c-a70e-df8f7bb164c7 req-6110ad32-f270-4aa9-80a9-d94cb5049e88 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451107 Nov 08 14:15:38.910130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37008) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:38.930783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'network': {'name': 'tempest-network-smoke--1704184832', 'project_id': '441e85ca0a2c412182b933215c85a94a', 'port_security_enabled': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:38.947101 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Made reservation on behalf of 441e85ca0a2c412182b933215c85a94a for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:38.950886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:38.963362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.041218 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.045799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.075467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:15:39.081817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdba0306-0d70-4de0-bd1d-e43775466923,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:39.088142 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.088472 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Added segment aae65687-9bf2-451b-b0c8-f2f89b300338 of type vlan for network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 Nov 08 14:15:39.129578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.159205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.165111 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:39.165773 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.231960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3208842 Nov 08 14:15:39.235043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37010) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:39.239975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'admin_state_up': True, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:39.241098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f34dceb-b351-4cb0-a512-a8c04d5e55be tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Network': ['ID=f508c1e7-54db-4c4b-850d-d7e74c5bcea4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:39.252342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:15:39.270689 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.272006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.330301 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.478089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.714372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.737041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:39.862526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Allocated IP 172.25.8.88 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/c079e3f7-845d-405f-9a53-2751f540dafa) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:40.082228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:40.119290 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b8fb4-2235-4ad5-9b6d-27673f71a3e7 req-9da41120-f7cf-4473-bb1d-1911b636e851 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:40.122531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d66b8fb4-2235-4ad5-9b6d-27673f71a3e7 req-9da41120-f7cf-4473-bb1d-1911b636e851 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.0814731 Nov 08 14:15:40.143155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:40.193847 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d66b8fb4-2235-4ad5-9b6d-27673f71a3e7 req-b8dae28f-adac-4c2e-889b-32cf2763439b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586057 Nov 08 14:15:40.194499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:40.197792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:40.202608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:40.206278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=c079e3f7-845d-405f-9a53-2751f540dafa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:40.479640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:40.690078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:40.857398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:15:40.990211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:41.003103 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Sync routers for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:41.016110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.022237 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eecb5b43-af53-4c37-9f94-e1cb557e955f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.7810578 Nov 08 14:15:41.022836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37026) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:41.024646 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:41.025735 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:41.151069 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:41.176291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37030) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:41.206311 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4885692c-d1a7-4d86-947a-619689a151bc tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=441e85ca0a2c412182b933215c85a94a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1818388 Nov 08 14:15:41.207269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:41.268968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f08bbe-e701-4042-bf7d-c68ad5ec256c tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:41.271351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-17f08bbe-e701-4042-bf7d-c68ad5ec256c tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2 HTTP/1.1" status: 200 len: 814 time: 0.0935292 Nov 08 14:15:41.365929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3851cf-945d-4631-a9b1-e174d228fe31 req-d1718159-d13c-42eb-9f6f-6d431a73ed82 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:41.376043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b3851cf-945d-4631-a9b1-e174d228fe31 req-d1718159-d13c-42eb-9f6f-6d431a73ed82 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.0909047 Nov 08 14:15:41.396659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f7910-becc-4d34-bcb6-88795fca8ca1 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:41.402533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-184f7910-becc-4d34-bcb6-88795fca8ca1 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1915095 Nov 08 14:15:41.403786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37038) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:41.442635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b3851cf-945d-4631-a9b1-e174d228fe31 req-2f25c763-a8ac-4262-9311-7f19bed941b3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652988 Nov 08 14:15:41.456037 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-91285816-3ed4-4ce5-8a31-8a639ab06b1e tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504081 Nov 08 14:15:41.459861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37042) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:41.468926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1512693512', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'project_id': '441e85ca0a2c412182b933215c85a94a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:41.475135 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:40Z', 'revision_number': 3, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:41.507925 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Checking router: 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:41.508431 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Updating router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 port c079e3f7-845d-405f-9a53-2751f540dafa binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:15:41.537768 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.571229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Made reservation on behalf of 441e85ca0a2c412182b933215c85a94a for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:41.576100 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.785836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.820783 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.829202 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.876661 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Pushing event updated for resources: {'Port': ['ID=c079e3f7-845d-405f-9a53-2751f540dafa,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:41.877933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Subnet': ['ID=270e1e54-4701-4c7a-a8e3-9f4566c10bfe,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:41.886863 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.887959 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.888362 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.888760 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.889153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.889548 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.889943 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.890318 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.890754 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.891140 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.891540 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.891934 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:41.896611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Checking segment: {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:41.897469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network hostable DHCP agents. Network: f508c1e7-54db-4c4b-850d-d7e74c5bcea4, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:15:41.913185 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Attempting to bind port c079e3f7-845d-405f-9a53-2751f540dafa on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:41.913580 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Attempting to bind port c079e3f7-845d-405f-9a53-2751f540dafa by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:41.914087 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Attempting to bind port c079e3f7-845d-405f-9a53-2751f540dafa on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:41.918366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:15:41.919849 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:41.920232 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:41.920696 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.921154 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:41.921700 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Bound port: c079e3f7-845d-405f-9a53-2751f540dafa, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:41.922188 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.930122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f508c1e7-54db-4c4b-850d-d7e74c5bcea4) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:41.934901 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:41.935696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:41.949165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf204ef2-0799-48f5-aa4c-73b6674b23a6 None None] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:41.972223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4e7be1fd-ee10-40cc-b88f-56192743b383 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5110147 Nov 08 14:15:41.975123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37046) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:41.986943 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] For port c079e3f7-845d-405f-9a53-2751f540dafa, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:41.991090 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] For port c079e3f7-845d-405f-9a53-2751f540dafa, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c079e3f7-845d-405f-9a53-2751f540dafa,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:41.998526 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.058584 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f648c0-94ab-4eb6-ba54-8a0b8776b3f2 None None] Pushing event updated for resources: {'Port': ['ID=c079e3f7-845d-405f-9a53-2751f540dafa,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:42.092793 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:42.094143 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:42.171302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:15:42.172309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.231647 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:42.397015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Allocated IP 172.20.0.2 (f508c1e7-54db-4c4b-850d-d7e74c5bcea4/270e1e54-4701-4c7a-a8e3-9f4566c10bfe/35a431c2-0edf-46b9-99b7-2da70f1d40a2) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:42.627866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37050) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:42.635146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'network': {'name': 'tempest-network-smoke--992854845', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'port_security_enabled': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:42.646298 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:40Z', 'revision_number': 3, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:42.664263 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.665686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:42.674322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.675356 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.680982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ac226-a7d1-4385-a5ad-3cbc21d71864 None None] The sync data for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 is: [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:40Z', 'revision_number': 3, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:42.685167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bfbf3e-b5c9-4cc8-9fc6-39d1b023c29e req-d433b73a-7eba-4423-9e36-93dd8ac47390 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:42.686280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10bfbf3e-b5c9-4cc8-9fc6-39d1b023c29e req-d433b73a-7eba-4423-9e36-93dd8ac47390 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.1078651 Nov 08 14:15:42.704192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:42.705635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:42.713977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:15:42.725743 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.731568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.732194 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Added segment edd9e514-3e7a-4d6e-a192-1da6f521c2ab of type vlan for network 9149a67d-064c-4c35-85f3-875d1abf88ff Nov 08 14:15:42.736789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:42.779993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10bfbf3e-b5c9-4cc8-9fc6-39d1b023c29e req-da5d264f-6a48-4d9e-9f68-5bf84d29810f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814824 Nov 08 14:15:42.808035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.827189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Pushing event updated for resources: {'Port': ['ID=35a431c2-0edf-46b9-99b7-2da70f1d40a2,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:42.830496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Attempting to bind port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:42.830902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Attempting to bind port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:42.831343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Attempting to bind port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 on network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:42.841087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.841579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.842025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.842462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.842900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.843344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.843795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.844227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.844643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.845084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.845508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.845934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:15:42.852094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.852736 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:42.853254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Checking segment: {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:42.853750 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.854237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Bound using segment: {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:42.857510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Bound port: 35a431c2-0edf-46b9-99b7-2da70f1d40a2, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:42.857510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.866195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:42.867101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:42.948883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3183646 Nov 08 14:15:42.949828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] For port 35a431c2-0edf-46b9-99b7-2da70f1d40a2, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:42.955364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] For port 35a431c2-0edf-46b9-99b7-2da70f1d40a2, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=35a431c2-0edf-46b9-99b7-2da70f1d40a2,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:42.963607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37056) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:42.964168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:43.143927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99825f7f-2713-4e5d-833c-364f472f0348 None None] Pushing event updated for resources: {'Port': ['ID=35a431c2-0edf-46b9-99b7-2da70f1d40a2,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:43.198347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb4ddc-bdde-4991-8893-3eb1dfc32749 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Network': ['ID=9149a67d-064c-4c35-85f3-875d1abf88ff,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:43.208894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Allocated IP 172.20.0.1 (f508c1e7-54db-4c4b-850d-d7e74c5bcea4/270e1e54-4701-4c7a-a8e3-9f4566c10bfe/dc30e6da-c74c-43e0-8ce4-674bbfee0824) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:43.453605 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:43.516622 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:43.539254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c079e3f7-845d-405f-9a53-2751f540dafa up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:43.580786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:43.585320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:43.587625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=dc30e6da-c74c-43e0-8ce4-674bbfee0824,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:43.590926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:43.644216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:43.667997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c079e3f7-845d-405f-9a53-2751f540dafa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:43.678652 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:43.726255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4986bac9-9f7c-4ca6-b7d0-e2a8213ad706 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:43.731337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4986bac9-9f7c-4ca6-b7d0-e2a8213ad706 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=49ee97ee982849a69db118b178c8f7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.7656102 Nov 08 14:15:43.732396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37060) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:43.744637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9149a67d-064c-4c35-85f3-875d1abf88ff details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:15:43.832144 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:43.852686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5386c908-947a-4fe8-8594-28e232167e7f tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:43.858431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5386c908-947a-4fe8-8594-28e232167e7f tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1247811 Nov 08 14:15:43.859774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37064) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:43.907452 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-70eefb46-0b69-49c0-979d-acac96cee837 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462246 Nov 08 14:15:43.908629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37066) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:43.951318 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cd755295-5e80-4721-ba36-17045583977a tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=49ee97ee982849a69db118b178c8f7f3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412912 Nov 08 14:15:43.952234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:43.954307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.020666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c079e3f7-845d-405f-9a53-2751f540dafa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c079e3f7-845d-405f-9a53-2751f540dafa,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:44.027233 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.097032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c079e3f7-845d-405f-9a53-2751f540dafa,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:44.141459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08816886-f286-4515-8b1d-3f7ffddbc813 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:44.145809 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-08816886-f286-4515-8b1d-3f7ffddbc813 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1897616 Nov 08 14:15:44.148374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37070) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:44.494913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7763a26a-66a7-4b61-9627-32f2dbb28db7 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3444312 Nov 08 14:15:44.497540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:44.506378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-38083029', 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:44.514615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d8fd7-6c88-4b33-b328-377dab628514 None None] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:44.523031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2438a-028d-4084-b462-3dab394fb23e req-cfdc4f45-7f2f-4a58-bad6-3dc5b462d1cf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:44.524764 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ee2438a-028d-4084-b462-3dab394fb23e req-cfdc4f45-7f2f-4a58-bad6-3dc5b462d1cf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.4393950 Nov 08 14:15:44.607104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1ee2438a-028d-4084-b462-3dab394fb23e req-7bb06a2a-6105-467e-81ba-6c1415d056c9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691218 Nov 08 14:15:44.629392 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.635696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.661183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:44.666234 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.701818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=dc30e6da-c74c-43e0-8ce4-674bbfee0824,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:44.702435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a2910a7e-40a2-4df1-9cd1-8fb486b717b5 None None] Provisioning complete for port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:44.702820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2910a7e-40a2-4df1-9cd1-8fb486b717b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.754312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.861224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2910a7e-40a2-4df1-9cd1-8fb486b717b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:44.901112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:44.911928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:44.920165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a2910a7e-40a2-4df1-9cd1-8fb486b717b5 None None] For port 35a431c2-0edf-46b9-99b7-2da70f1d40a2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=35a431c2-0edf-46b9-99b7-2da70f1d40a2,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:44.957855 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2910a7e-40a2-4df1-9cd1-8fb486b717b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.048675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2910a7e-40a2-4df1-9cd1-8fb486b717b5 None None] Pushing event updated for resources: {'Port': ['ID=35a431c2-0edf-46b9-99b7-2da70f1d40a2,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:45.063945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.152386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Subnet': ['ID=687f9461-8783-423b-8e46-f50654dc5063,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:45.156403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Checking segment: {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:45.156778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network hostable DHCP agents. Network: 9149a67d-064c-4c35-85f3-875d1abf88ff, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:15:45.183586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 9149a67d-064c-4c35-85f3-875d1abf88ff is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:15:45.200384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9149a67d-064c-4c35-85f3-875d1abf88ff) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:45.205774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:45.206796 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.216431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b922815-b5d8-4e47-8610-e36040aae1da None None] Network 9149a67d-064c-4c35-85f3-875d1abf88ff requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:45.231849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:15:45.238601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3e5a7b4b-8c7f-43ae-aac0-bff71bb2ca8a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.7391922 Nov 08 14:15:45.265351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-84e3f8cc-93c1-48cc-b486-4f72f1696f85 None None] Provisioning complete for port dc30e6da-c74c-43e0-8ce4-674bbfee0824 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:45.265749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84e3f8cc-93c1-48cc-b486-4f72f1696f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.423133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:15:45.432093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8df485a1-a811-4f7e-b6ec-fcd9d8d1d9cd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "PUT /v2.0/routers/1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556546 Nov 08 14:15:45.435241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37080) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:45.441592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f5a235a9-b8d9-4b7d-871f-4f29ebde334e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1378544511', 'description': 'tempest-secgroup_access--1378544511 description', 'project_id': '441e85ca0a2c412182b933215c85a94a'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:45.447238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Sync routers for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:15:45.488465 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f5a235a9-b8d9-4b7d-871f-4f29ebde334e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.514781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-84e3f8cc-93c1-48cc-b486-4f72f1696f85 None None] Port dc30e6da-c74c-43e0-8ce4-674bbfee0824 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:45.527296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:45.529106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:45.598000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f5a235a9-b8d9-4b7d-871f-4f29ebde334e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.605156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f5a235a9-b8d9-4b7d-871f-4f29ebde334e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.652212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 35a431c2-0edf-46b9-99b7-2da70f1d40a2 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:45.659839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f5a235a9-b8d9-4b7d-871f-4f29ebde334e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.661511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f5a235a9-b8d9-4b7d-871f-4f29ebde334e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2243643 Nov 08 14:15:45.664450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37084) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:45.670952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8f61545a-d758-46eb-8f22-54f918363521 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2010780182', 'description': 'tempest-secgroup_general--2010780182 description', 'project_id': '441e85ca0a2c412182b933215c85a94a'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:45.684272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a235a9-b8d9-4b7d-871f-4f29ebde334e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711cc963-423d-4807-990a-c6b96754157d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:45.705302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f61545a-d758-46eb-8f22-54f918363521 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.748320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-84e3f8cc-93c1-48cc-b486-4f72f1696f85 None None] Provisioning complete for port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:45.748670 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-84e3f8cc-93c1-48cc-b486-4f72f1696f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.758239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37086) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:45.762711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-505ddea1-9041-41b7-a596-7d064564b6a4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-40190321', 'description': 'tempest-secgroup-smoke-40190321 description', 'project_id': '49ee97ee982849a69db118b178c8f7f3'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:45.813355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-505ddea1-9041-41b7-a596-7d064564b6a4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.891336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f61545a-d758-46eb-8f22-54f918363521 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.904676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606c100-379e-43a3-987c-4ba1830732ca req-0b318e32-92bc-4de5-8a00-4a548822a969 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:45.912071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a606c100-379e-43a3-987c-4ba1830732ca req-0b318e32-92bc-4de5-8a00-4a548822a969 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.1353016 Nov 08 14:15:45.914119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9149a67d-064c-4c35-85f3-875d1abf88ff', 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ips': [{'subnet_id': '687f9461-8783-423b-8e46-f50654dc5063'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:15:45.914957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.915089 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f61545a-d758-46eb-8f22-54f918363521 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.920643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:45.964050 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-505ddea1-9041-41b7-a596-7d064564b6a4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.964280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:45.964721 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.969117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-505ddea1-9041-41b7-a596-7d064564b6a4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.979897 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f61545a-d758-46eb-8f22-54f918363521 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:45.984484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8f61545a-d758-46eb-8f22-54f918363521 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3162196 Nov 08 14:15:45.988268 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37088) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:45.991542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61545a-d758-46eb-8f22-54f918363521 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93580d33-ab20-4fe7-98f3-48893beec2dd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:46.003925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-12070208-a5a2-4e65-9399-f43fe991f8d6 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'security_group_rule': {'security_group_id': '711cc963-423d-4807-990a-c6b96754157d', 'project_id': '441e85ca0a2c412182b933215c85a94a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:46.010800 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-505ddea1-9041-41b7-a596-7d064564b6a4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.014595 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-505ddea1-9041-41b7-a596-7d064564b6a4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2529421 Nov 08 14:15:46.016168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37090) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:46.025184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f2fa9734-df7d-4d15-a83b-84d2fded9e67 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': 'b849c173-b737-460a-8287-07a85298f09e', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:46.040637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a606c100-379e-43a3-987c-4ba1830732ca req-eccc6f8c-a346-4827-8f59-0d941c6ee253 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275804 Nov 08 14:15:46.060312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ddea1-9041-41b7-a596-7d064564b6a4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b849c173-b737-460a-8287-07a85298f09e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:46.099981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9734-df7d-4d15-a83b-84d2fded9e67 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.145895 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12070208-a5a2-4e65-9399-f43fe991f8d6 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.193547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9734-df7d-4d15-a83b-84d2fded9e67 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.204446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9734-df7d-4d15-a83b-84d2fded9e67 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.242859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa9734-df7d-4d15-a83b-84d2fded9e67 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7c9d8b-d02e-4ae3-a354-49bbd6115544,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:46.251906 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f2fa9734-df7d-4d15-a83b-84d2fded9e67 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.255698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f2fa9734-df7d-4d15-a83b-84d2fded9e67 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2344964 Nov 08 14:15:46.255698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12070208-a5a2-4e65-9399-f43fe991f8d6 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.256453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37092) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:46.259502 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12070208-a5a2-4e65-9399-f43fe991f8d6 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.261803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1e62f112-3dea-49ec-b716-c2b17b8013a9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': 'b849c173-b737-460a-8287-07a85298f09e', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:46.281829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12070208-a5a2-4e65-9399-f43fe991f8d6 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba6326-0d0b-4f8a-8e17-86484416b7db,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:46.300181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e62f112-3dea-49ec-b716-c2b17b8013a9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.302612 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12070208-a5a2-4e65-9399-f43fe991f8d6 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.305760 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-12070208-a5a2-4e65-9399-f43fe991f8d6 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161366 Nov 08 14:15:46.391899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e62f112-3dea-49ec-b716-c2b17b8013a9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.398812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e62f112-3dea-49ec-b716-c2b17b8013a9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.414962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62f112-3dea-49ec-b716-c2b17b8013a9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f35217-606f-4f4a-bc34-c2ddccf949a3,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:46.437162 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e62f112-3dea-49ec-b716-c2b17b8013a9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.439610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1e62f112-3dea-49ec-b716-c2b17b8013a9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1817620 Nov 08 14:15:46.442339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37108) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:46.454122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2766d256-e5a1-43c9-86f6-6c37ceda937e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': 'b849c173-b737-460a-8287-07a85298f09e', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:46.519038 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2766d256-e5a1-43c9-86f6-6c37ceda937e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.556460 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-5b6b2fa9-02c0-4785-973c-02c2f2984548 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--1378544511&fields=id&tenant_id=441e85ca0a2c412182b933215c85a94a HTTP/1.1" status: 200 len: 267 time: 0.0883625 Nov 08 14:15:46.556732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c079e3f7-845d-405f-9a53-2751f540dafa up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:46.559577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Allocated IP 172.20.0.18 (9149a67d-064c-4c35-85f3-875d1abf88ff/687f9461-8783-423b-8e46-f50654dc5063/9c307cdc-93aa-4784-bf0a-56a0ab1aedb6) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:46.563467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a45bb46e-5a1c-4988-a1f8-d351e0e661fd None None] Provisioning complete for port dc30e6da-c74c-43e0-8ce4-674bbfee0824 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:46.563882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a45bb46e-5a1c-4988-a1f8-d351e0e661fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.601914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2766d256-e5a1-43c9-86f6-6c37ceda937e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.614951 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2766d256-e5a1-43c9-86f6-6c37ceda937e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.649183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2766d256-e5a1-43c9-86f6-6c37ceda937e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9e639b-09fe-4f50-9541-c8543fc287e2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:46.655024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2766d256-e5a1-43c9-86f6-6c37ceda937e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.659279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37110) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:46.659453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2766d256-e5a1-43c9-86f6-6c37ceda937e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2160935 Nov 08 14:15:46.663320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-101a7aff-f3da-4e2c-a144-a339423fd610 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--2010780182&fields=id&tenant_id=441e85ca0a2c412182b933215c85a94a HTTP/1.1" status: 200 len: 267 time: 0.0911210 Nov 08 14:15:46.663792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5d4b3312-ebba-4754-88c9-3f4ce3c3826b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': 'b849c173-b737-460a-8287-07a85298f09e', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:46.700604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3312-ebba-4754-88c9-3f4ce3c3826b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.716404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a45bb46e-5a1c-4988-a1f8-d351e0e661fd None None] Port dc30e6da-c74c-43e0-8ce4-674bbfee0824 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:46.759126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c079e3f7-845d-405f-9a53-2751f540dafa triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:46.759501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.803706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:44Z', 'revision_number': 2, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:46.806683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-7bcfca11-c329-4d91-9bc7-82188563e26d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:46.809404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-7bcfca11-c329-4d91-9bc7-82188563e26d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/networks?id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4 HTTP/1.1" status: 200 len: 797 time: 0.1298065 Nov 08 14:15:46.827256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3312-ebba-4754-88c9-3f4ce3c3826b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.831925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3312-ebba-4754-88c9-3f4ce3c3826b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.839424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-0694d221-ef8c-467c-8818-862ccc9d016a tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/quotas/441e85ca0a2c412182b933215c85a94a HTTP/1.1" status: 200 len: 375 time: 0.0223417 Nov 08 14:15:46.851302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b3312-ebba-4754-88c9-3f4ce3c3826b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7426987d-a42a-4975-8ade-1a2962348162,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:46.852011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Checking router: 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:15:46.852368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Updating router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 port dc30e6da-c74c-43e0-8ce4-674bbfee0824 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:15:46.872590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d4b3312-ebba-4754-88c9-3f4ce3c3826b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.878053 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5d4b3312-ebba-4754-88c9-3f4ce3c3826b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2172134 Nov 08 14:15:46.878737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:46.883486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': 'b849c173-b737-460a-8287-07a85298f09e', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:46.910507 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.916350 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Project 49ee97ee982849a69db118b178c8f7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:15:46.923343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.923662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-2dd7802d-ab8a-4c22-8540-3977dffba7c4 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758491 Nov 08 14:15:46.937707 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:46.968355 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.001468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f71ed929-7af4-423a-9f58-25980e0a661d details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:15:47.012043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.017460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.034650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9effc931-420b-4a87-9f14-1c611ad28d7b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:47.064662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-8a500c69-df18-4d27-958e-7b71d30bf6f1 service neutron] 10.222.0.65 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360424 Nov 08 14:15:47.087663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.104027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37116) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:15:47.106830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Network 9149a67d-064c-4c35-85f3-875d1abf88ff is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:47.110818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fe54ea69-a5b3-46bb-b9cc-6c082bc3cdd8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2281723 Nov 08 14:15:47.115389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': 'b849c173-b737-460a-8287-07a85298f09e', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:47.142273 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Project 49ee97ee982849a69db118b178c8f7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:15:47.161931 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.resource_extend [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 08 14:15:47.175821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.183437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:47.189935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:47.203604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Pushing event updated for resources: {'Port': ['ID=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:47.299896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42acdd7-2578-4c08-b7e4-7ade425ee8cd req-728073cb-f5af-41cd-96c7-5d9602dbe61a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:47.307234 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b42acdd7-2578-4c08-b7e4-7ade425ee8cd req-728073cb-f5af-41cd-96c7-5d9602dbe61a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 944 time: 0.1587946 Nov 08 14:15:47.319001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-2571ca3d-0ed0-4696-9bb0-1521b0acabe4 service neutron] 10.222.0.65 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532818 Nov 08 14:15:47.330972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.344567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.387546 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11132a7-e63b-4703-a42b-c24b4272eb1b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:47.408224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b42acdd7-2578-4c08-b7e4-7ade425ee8cd req-b7581613-04d0-4171-926f-e3700df03f7d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935149 Nov 08 14:15:47.412302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.414206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-31b415fb-ada4-4b89-9faf-ea311db31faf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3085449 Nov 08 14:15:47.524021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Attempting to bind port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:47.524638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Attempting to bind port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:47.525207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Attempting to bind port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 on network 9149a67d-064c-4c35-85f3-875d1abf88ff {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:47.566626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f71ed929-7af4-423a-9f58-25980e0a661d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f71ed929-7af4-423a-9f58-25980e0a661d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:47.610873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:47.611230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e5b1a71-152a-496b-b0c0-e30f6d88facb req-6f92eb82-e438-480f-b504-1ca98d14d73b tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 210 time: 0.0434368 Nov 08 14:15:47.612171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Checking segment: {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:47.613228 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.614064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Bound using segment: {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:47.615237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Bound port: 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:47.616261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.712640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'f71ed929-7af4-423a-9f58-25980e0a661d', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'port_id': 'f71ed929-7af4-423a-9f58-25980e0a661d', 'mac_address': 'fa:16:3e:5c:03:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:15:47.807969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-101d8ee1-a93d-4c92-9f49-8d075b9f865f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-40190321&fields=id&tenant_id=49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 267 time: 0.1048708 Nov 08 14:15:47.846198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] For port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:47.854181 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] For port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:47.855646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.878026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:47.917152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71ed929-7af4-423a-9f58-25980e0a661d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:47.979908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-15d378e8-4f85-4728-b264-ffd1416c451f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:47.988526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-15d378e8-4f85-4728-b264-ffd1416c451f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/networks?id=9149a67d-064c-4c35-85f3-875d1abf88ff HTTP/1.1" status: 200 len: 796 time: 0.1723013 Nov 08 14:15:47.996139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f71ed929-7af4-423a-9f58-25980e0a661d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f71ed929-7af4-423a-9f58-25980e0a661d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:48.010856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-cda03932-8287-4748-8756-471163fd220c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/quotas/49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0211921 Nov 08 14:15:48.015585 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:48.030588 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:48.037093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a8a6c-2384-4aad-983f-e9f2b8e32abd None None] Pushing event updated for resources: {'Port': ['ID=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:48.083505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:48.106826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-89fc99c5-6ff7-467e-84ea-1f627261e7bc tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0868018 Nov 08 14:15:48.126127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f71ed929-7af4-423a-9f58-25980e0a661d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:48.225128 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabf3f5-eb92-4b24-99b5-07f72906f755 None None] Pushing event updated for resources: {'Port': ['ID=dc30e6da-c74c-43e0-8ce4-674bbfee0824,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:48.243339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Attempting to bind port dc30e6da-c74c-43e0-8ce4-674bbfee0824 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:48.245071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Attempting to bind port dc30e6da-c74c-43e0-8ce4-674bbfee0824 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:48.245472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Attempting to bind port dc30e6da-c74c-43e0-8ce4-674bbfee0824 on network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:48.278010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:48.278390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Checking segment: {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:48.278798 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:48.280002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Bound using segment: {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:48.280734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Bound port: dc30e6da-c74c-43e0-8ce4-674bbfee0824, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:48.281366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:48.296109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-12ac2774-7f85-4b06-9a92-61d552483765 service neutron] 10.222.0.65 "GET /v2.0/networks/9149a67d-064c-4c35-85f3-875d1abf88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882620 Nov 08 14:15:48.390235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f71ed929-7af4-423a-9f58-25980e0a661d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:48.507567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] For port dc30e6da-c74c-43e0-8ce4-674bbfee0824, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:48.513015 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-f1ab32cf-b7a4-4c44-8cac-488fe97cec55 service neutron] 10.222.0.65 "GET /v2.0/networks/9149a67d-064c-4c35-85f3-875d1abf88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134261 Nov 08 14:15:48.555214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] For port dc30e6da-c74c-43e0-8ce4-674bbfee0824, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dc30e6da-c74c-43e0-8ce4-674bbfee0824,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:48.567788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:48.670774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304690-cc3d-4f7f-862f-01ae4f1be9ab req-34063455-8d47-42a3-a035-ef5363965f74 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:48.672743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae304690-cc3d-4f7f-862f-01ae4f1be9ab req-34063455-8d47-42a3-a035-ef5363965f74 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 945 time: 0.1158204 Nov 08 14:15:48.698665 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabf3f5-eb92-4b24-99b5-07f72906f755 None None] Pushing event updated for resources: {'Port': ['ID=dc30e6da-c74c-43e0-8ce4-674bbfee0824,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:48.721987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bb0c49bf-0dfe-473b-85cf-886ea277a2b2 None None] Provisioning complete for port dc30e6da-c74c-43e0-8ce4-674bbfee0824 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:48.722517 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bb0c49bf-0dfe-473b-85cf-886ea277a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:48.804834 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:15:48.805666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:15:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:48.819142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ae304690-cc3d-4f7f-862f-01ae4f1be9ab req-2cd0fc2e-c402-4576-8581-204d043e480a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384017 Nov 08 14:15:48.925157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cb1e525-12d8-41b2-8ed2-507f62a1d251 req-bca67a7a-cf1c-49dd-a79e-f11dddb3b0fd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 210 time: 0.0662310 Nov 08 14:15:48.992250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f2f70cd1-04b6-4e56-aff0-92ea4c5d3039 req-23051cbc-92ee-4637-8dc7-4afe630278b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 210 time: 0.0658865 Nov 08 14:15:49.222298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:15:49.358976 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bb0c49bf-0dfe-473b-85cf-886ea277a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:49.584210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:49.634298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4180e4b4-490e-4202-b24f-d5d6b5b32f77 None None] Network 9149a67d-064c-4c35-85f3-875d1abf88ff requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:15:49.671516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-6545fb74-9b57-490c-b0a9-d770c530deaf tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:49.673966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-6545fb74-9b57-490c-b0a9-d770c530deaf tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.70 "GET /v2.0/networks?id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4 HTTP/1.1" status: 200 len: 797 time: 0.1906517 Nov 08 14:15:49.680821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bb0c49bf-0dfe-473b-85cf-886ea277a2b2 None None] For port dc30e6da-c74c-43e0-8ce4-674bbfee0824, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dc30e6da-c74c-43e0-8ce4-674bbfee0824,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:49.726075 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bb0c49bf-0dfe-473b-85cf-886ea277a2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:49.783827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-33890843-aa8e-47b3-8fe5-9574702ac120 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=441e85ca0a2c412182b933215c85a94a HTTP/1.1" status: 200 len: 478 time: 0.0973635 Nov 08 14:15:49.804964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'port': {'device_id': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'admin_state_up': True, 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'security_groups': ['711cc963-423d-4807-990a-c6b96754157d', '93580d33-ab20-4fe7-98f3-48893beec2dd']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:49.865168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c49bf-0dfe-473b-85cf-886ea277a2b2 None None] Pushing event updated for resources: {'Port': ['ID=dc30e6da-c74c-43e0-8ce4-674bbfee0824,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:49.891917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:49.892296 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:49.913356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] Provisioning complete for port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:49.913741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:49.997394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Made reservation on behalf of 441e85ca0a2c412182b933215c85a94a for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:50.002765 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.049462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f3cf1-264d-4729-b719-d68e269a1363 req-e0d9fffa-7ade-4f4a-bcc2-40dd04937ca2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:50.052130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f2f3cf1-264d-4729-b719-d68e269a1363 req-e0d9fffa-7ade-4f4a-bcc2-40dd04937ca2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 945 time: 0.1088834 Nov 08 14:15:50.087392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:48Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:15:50.088546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76164c7d-50d3-4927-b2df-f370b45d7cc7 req-c7a94dd9-580a-4f8e-9d36-68f7a427bb6a tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 210 time: 0.0340462 Nov 08 14:15:50.175376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f2f3cf1-264d-4729-b719-d68e269a1363 req-9abe38b2-343f-42d1-87f3-809c939912fe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852504 Nov 08 14:15:50.180592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c8d4e-5e8d-44ba-9857-6ac75324ce4f None None] The sync data for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 is: [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:48Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:15:50.231220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Allocated IP 172.20.0.12 (f508c1e7-54db-4c4b-850d-d7e74c5bcea4/270e1e54-4701-4c7a-a8e3-9f4566c10bfe/57ef6fe5-1794-47ee-b316-04022c6c9e71) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:50.253598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-113bfbce-f4bd-499a-a388-82c4d544ac7e req-a599dd9a-eda9-40c2-ba1c-c67da5b298c0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 210 time: 0.0748143 Nov 08 14:15:50.306733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.312570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.406808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] For port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:50.411330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.547084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] Provisioning complete for port dc30e6da-c74c-43e0-8ce4-674bbfee0824 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:50.547497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.549449 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:15:50.549751 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:15:50.574149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45372afb-0d18-4379-96b7-272c029b9c8c None None] Pushing event updated for resources: {'Port': ['ID=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:50.655265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-4bd0924f-529f-4028-9675-aa3a9d2d4fce tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:50.656867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-4bd0924f-529f-4028-9675-aa3a9d2d4fce tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/networks?id=9149a67d-064c-4c35-85f3-875d1abf88ff HTTP/1.1" status: 200 len: 796 time: 0.3621407 Nov 08 14:15:50.708417 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.796081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-32bd0586-d513-4ae5-86da-c87da26fbf8f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 471 time: 0.1296849 Nov 08 14:15:50.807891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'port': {'device_id': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff', 'admin_state_up': True, 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'security_groups': ['b849c173-b737-460a-8287-07a85298f09e']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:50.814461 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.823156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8ef062a2-e8c8-4655-8cea-399c69779433 None None] Provisioning complete for port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:50.823544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8ef062a2-e8c8-4655-8cea-399c69779433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:50.928432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:50.935317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:50.949259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:50.960708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=57ef6fe5-1794-47ee-b316-04022c6c9e71,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:51.007079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f71ed929-7af4-423a-9f58-25980e0a661d up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:51.052979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:51.053677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.117219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-1b10f2d2-3ba3-4b85-a264-5c9dd52821a8 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.3230951 Nov 08 14:15:51.119162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:15:51.120301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port f71ed929-7af4-423a-9f58-25980e0a661d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:15:51.123992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.124833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port f71ed929-7af4-423a-9f58-25980e0a661d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:51.125307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.145416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Request body: {'port': {'device_id': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:51.280821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.330301 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741f46-02c7-4400-90b1-f3bac0bf0f3c req-e87e86dd-5bcf-4692-8b5b-ec106a2407d0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:51.330874 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.346987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f71ed929-7af4-423a-9f58-25980e0a661d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f71ed929-7af4-423a-9f58-25980e0a661d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:51.351517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71ed929-7af4-423a-9f58-25980e0a661d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:51.354788 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7097e53a-4f3f-4ecf-86c6-bc08a50e0ba3" -d '{"events": [{"server_uuid": "c4bc10df-938d-42de-b68c-990a52e2efd5", "name": "network-vif-plugged", "status": "completed", "tag": "f71ed929-7af4-423a-9f58-25980e0a661d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:51.355507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80741f46-02c7-4400-90b1-f3bac0bf0f3c req-e87e86dd-5bcf-4692-8b5b-ec106a2407d0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 971 time: 0.1113503 Nov 08 14:15:51.361699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.364526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ae3fbce6-e3ed-481e-974f-7dba60dde761 None None] Provisioning complete for port 57ef6fe5-1794-47ee-b316-04022c6c9e71 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:51.365296 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ae3fbce6-e3ed-481e-974f-7dba60dde761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.476840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fbce6-e3ed-481e-974f-7dba60dde761 None None] Port 57ef6fe5-1794-47ee-b316-04022c6c9e71 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:51.480487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f71ed929-7af4-423a-9f58-25980e0a661d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:51.541374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80741f46-02c7-4400-90b1-f3bac0bf0f3c req-8c14752f-5921-4626-83cf-ec6ed7ad944a tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1835608 Nov 08 14:15:51.558746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d5ab1-660b-48fc-b361-7ba3139d00ab req-29bada18-d23b-4f1c-9391-840a01b564b9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:51.575860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730d5ab1-660b-48fc-b361-7ba3139d00ab req-29bada18-d23b-4f1c-9391-840a01b564b9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.2008789 Nov 08 14:15:51.612518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dc30e6da-c74c-43e0-8ce4-674bbfee0824 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:51.640750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.20.0.21 (9149a67d-064c-4c35-85f3-875d1abf88ff/687f9461-8783-423b-8e46-f50654dc5063/d709cef2-6cb8-49d1-85ba-6fcfdde39052) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:15:51.646023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730d5ab1-660b-48fc-b361-7ba3139d00ab req-7dc43931-856d-446a-b8e9-4b6be67df1d1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691793 Nov 08 14:15:51.708103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port dc30e6da-c74c-43e0-8ce4-674bbfee0824 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:51.708478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:51.721698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0fdfcddd-5831-4742-80ae-8909a9674d4d req-97183321-6560-479d-821c-082ba60262c0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 210 time: 0.0526562 Nov 08 14:15:51.752451 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61455cc2-a17f-42d4-8d00-77f03917f24e x-openstack-request-id: req-61455cc2-a17f-42d4-8d00-77f03917f24e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:51.753672 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bc10df-938d-42de-b68c-990a52e2efd5", "name": "network-vif-plugged", "status": "completed", "tag": "f71ed929-7af4-423a-9f58-25980e0a661d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:51.753950 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61455cc2-a17f-42d4-8d00-77f03917f24e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:51.754356 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71ed929-7af4-423a-9f58-25980e0a661d', 'code': 200} Nov 08 14:15:51.824479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:51.893794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:51.894552 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.063242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4785323-5339-450d-b531-7fa1c1839ea0 req-676fb353-5e31-4514-a5a0-aebed833008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:52.064799 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f4785323-5339-450d-b531-7fa1c1839ea0 req-676fb353-5e31-4514-a5a0-aebed833008f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 1097 time: 0.2291915 Nov 08 14:15:52.108107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.198211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f4785323-5339-450d-b531-7fa1c1839ea0 req-01dba77b-147e-4393-ae19-3ee57dd9c5bb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229482 Nov 08 14:15:52.203401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ef6fe5-1794-47ee-b316-04022c6c9e71 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:52.213365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.227187 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.237515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Transition to ACTIVE for port object 57ef6fe5-1794-47ee-b316-04022c6c9e71 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:15:52.263595 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.286227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 9149a67d-064c-4c35-85f3-875d1abf88ff is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:15:52.295662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:15:52.304272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:15:52.309659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=d709cef2-6cb8-49d1-85ba-6fcfdde39052,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:52.484547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:52.485194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.491424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Pushing event updated for resources: {'Port': ['ID=57ef6fe5-1794-47ee-b316-04022c6c9e71,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:52.518950 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-8ae2e2bb-2228-4fe8-a13b-98696803c186 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7159669 Nov 08 14:15:52.537525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Request body: {'port': {'device_id': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:15:52.544965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Attempting to bind port 57ef6fe5-1794-47ee-b316-04022c6c9e71 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:52.545596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Attempting to bind port 57ef6fe5-1794-47ee-b316-04022c6c9e71 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:52.547554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Attempting to bind port 57ef6fe5-1794-47ee-b316-04022c6c9e71 on network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:52.601324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Port 57ef6fe5-1794-47ee-b316-04022c6c9e71 on network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:15:52.608304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Attempting to bind port 57ef6fe5-1794-47ee-b316-04022c6c9e71 on network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:52.620269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:52.620617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Checking segment: {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:52.621209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Bound using segment: {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:52.622445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Bound port: 57ef6fe5-1794-47ee-b316-04022c6c9e71, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae65687-9bf2-451b-b0c8-f2f89b300338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:52.623112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.669532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.737203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da0637-998b-4915-8fb5-71f843e26be8 req-6751be74-81ac-43c8-b6f7-f13f4015770e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:52.748206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2da0637-998b-4915-8fb5-71f843e26be8 req-6751be74-81ac-43c8-b6f7-f13f4015770e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 983 time: 0.0923705 Nov 08 14:15:52.825904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] For port 57ef6fe5-1794-47ee-b316-04022c6c9e71, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:52.829249 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ec4fe117-f0a6-4da9-85aa-1e6fd4754d20 None None] Provisioning complete for port d709cef2-6cb8-49d1-85ba-6fcfdde39052 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:52.830252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ec4fe117-f0a6-4da9-85aa-1e6fd4754d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.835170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2da0637-998b-4915-8fb5-71f843e26be8 req-8596ab9d-77ba-4978-88e2-77b7e7309d1f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0854504 Nov 08 14:15:52.909606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] For port 57ef6fe5-1794-47ee-b316-04022c6c9e71, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:52.925646 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.940346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03eeef-490f-4ba2-a559-cb081089a881 req-5ab79886-2819-41ef-9c68-1543433ef9a8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:52.942085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d03eeef-490f-4ba2-a559-cb081089a881 req-5ab79886-2819-41ef-9c68-1543433ef9a8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.1302092 Nov 08 14:15:52.946780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ec4fe117-f0a6-4da9-85aa-1e6fd4754d20 None None] Port d709cef2-6cb8-49d1-85ba-6fcfdde39052 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:15:52.961246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:52.962823 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:52.964333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] 10.222.0.70 "PUT /v2.0/ports/57ef6fe5-1794-47ee-b316-04022c6c9e71 HTTP/1.1" status: 200 len: 1131 time: 1.8371212 Nov 08 14:15:52.977214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:52.980236 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427a439a-b675-4719-aeb7-025d1a21b17b" -d '{"events": [{"name": "network-changed", "server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:53.050618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de9519-66d9-4a28-881a-bdab6abcb118 req-d94edb5e-8cd9-4c60-93eb-1f2387d39be6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:53.059375 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7de9519-66d9-4a28-881a-bdab6abcb118 req-d94edb5e-8cd9-4c60-93eb-1f2387d39be6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 932 time: 0.1110983 Nov 08 14:15:53.069583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d03eeef-490f-4ba2-a559-cb081089a881 req-258019dc-20b7-41b2-90a5-bf70dccbf565 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868111 Nov 08 14:15:53.135605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7de9519-66d9-4a28-881a-bdab6abcb118 req-4980b2bb-d5a3-4311-9c4c-4f0221f35684 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751853 Nov 08 14:15:53.175864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29de919-7a94-4944-bae8-7f6849ecba41 service neutron] Pushing event updated for resources: {'Port': ['ID=57ef6fe5-1794-47ee-b316-04022c6c9e71,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:53.192290 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02056197-5533-4852-a429-48b60c1adab5 x-openstack-request-id: req-02056197-5533-4852-a429-48b60c1adab5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:53.192714 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:53.193071 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02056197-5533-4852-a429-48b60c1adab5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:53.193618 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'status': 'completed', 'code': 200} Nov 08 14:15:53.214195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-de2613d6-660d-4142-8141-0082b5338575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:53.215979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-de2613d6-660d-4142-8141-0082b5338575 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1134 time: 0.1687474 Nov 08 14:15:53.270323 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-c185e72f-c5d9-4f6b-b39f-3497b0beb94d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71 HTTP/1.1" status: 200 len: 217 time: 0.0457842 Nov 08 14:15:53.361697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:53.380533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-10f4aafc-5e4f-4837-8b49-28a147707a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:53.382422 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-10f4aafc-5e4f-4837-8b49-28a147707a1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=270e1e54-4701-4c7a-a8e3-9f4566c10bfe HTTP/1.1" status: 200 len: 835 time: 0.0998600 Nov 08 14:15:53.407033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d709cef2-6cb8-49d1-85ba-6fcfdde39052 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:53.430623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:53.452890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Transition to ACTIVE for port object d709cef2-6cb8-49d1-85ba-6fcfdde39052 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:15:53.470386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:53.504433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f6aee0a6-43b7-480a-93b8-b2484634eae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:53.506880 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-f6aee0a6-43b7-480a-93b8-b2484634eae6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168654 Nov 08 14:15:53.631059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Pushing event updated for resources: {'Port': ['ID=d709cef2-6cb8-49d1-85ba-6fcfdde39052,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:53.689935 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-89643be4-660d-4305-85a5-7b49e5c0be1d service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749909 Nov 08 14:15:53.768548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Attempting to bind port d709cef2-6cb8-49d1-85ba-6fcfdde39052 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:15:53.768886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Attempting to bind port d709cef2-6cb8-49d1-85ba-6fcfdde39052 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:15:53.769213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Attempting to bind port d709cef2-6cb8-49d1-85ba-6fcfdde39052 on network 9149a67d-064c-4c35-85f3-875d1abf88ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:53.777525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Port d709cef2-6cb8-49d1-85ba-6fcfdde39052 on network 9149a67d-064c-4c35-85f3-875d1abf88ff not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:15:53.778398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Attempting to bind port d709cef2-6cb8-49d1-85ba-6fcfdde39052 on network 9149a67d-064c-4c35-85f3-875d1abf88ff {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:15:53.787812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:15:53.788100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Checking segment: {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:15:53.788523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Bound using segment: {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:15:53.788924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Bound port: d709cef2-6cb8-49d1-85ba-6fcfdde39052, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:15:53.789277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:53.811069 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:53.844901 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bef9c3fe-8142-469a-a406-343ac40c5ec4 req-4f821e27-ef0c-4d63-b937-cf6b5cd8edb2 service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466694 Nov 08 14:15:53.874101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] For port d709cef2-6cb8-49d1-85ba-6fcfdde39052, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:15:53.877938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] For port d709cef2-6cb8-49d1-85ba-6fcfdde39052, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d709cef2-6cb8-49d1-85ba-6fcfdde39052,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:15:53.883103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:53.952133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:53.952910 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:53.954763 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] 10.222.0.70 "PUT /v2.0/ports/d709cef2-6cb8-49d1-85ba-6fcfdde39052 HTTP/1.1" status: 200 len: 1092 time: 1.4271233 Nov 08 14:15:53.994806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6b5cf-b111-41c1-9ea8-007cb6f395eb service neutron] Pushing event updated for resources: {'Port': ['ID=d709cef2-6cb8-49d1-85ba-6fcfdde39052,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:54.005076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a439a-b675-4719-aeb7-025d1a21b17b req-87157fb2-2241-4eb8-b2ac-a50fb6fd3c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.006769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427a439a-b675-4719-aeb7-025d1a21b17b req-87157fb2-2241-4eb8-b2ac-a50fb6fd3c77 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1134 time: 0.1123743 Nov 08 14:15:54.013619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed6ba1-b238-4a51-9a70-a18b4d497f56 req-918f544d-a0ed-4c26-8550-8097f639318f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.015913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6ed6ba1-b238-4a51-9a70-a18b4d497f56 req-918f544d-a0ed-4c26-8550-8097f639318f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 983 time: 0.0973752 Nov 08 14:15:54.089013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6ed6ba1-b238-4a51-9a70-a18b4d497f56 req-c2d64957-e555-4eb8-aa9c-d689247b0c0f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0650837 Nov 08 14:15:54.281151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8e72b-4bcb-41f2-a265-d5998c3407d2 req-ab426a9f-5d5e-4de3-addf-70480f685e81 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.282778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1f8e72b-4bcb-41f2-a265-d5998c3407d2 req-ab426a9f-5d5e-4de3-addf-70480f685e81 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.1035190 Nov 08 14:15:54.297989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1820e04b-0a83-4143-b661-33af88171800 req-5a9d6c2f-031d-4434-a1f9-8d8c0c7cc6d8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.299763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1820e04b-0a83-4143-b661-33af88171800 req-5a9d6c2f-031d-4434-a1f9-8d8c0c7cc6d8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 944 time: 0.0822511 Nov 08 14:15:54.381181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1f8e72b-4bcb-41f2-a265-d5998c3407d2 req-894ec0df-7e97-48da-930a-c6daa7f3a4a6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803721 Nov 08 14:15:54.396888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1820e04b-0a83-4143-b661-33af88171800 req-8587d917-b6ba-43d3-a38c-2da0aa665524 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888379 Nov 08 14:15:54.436797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-f0a64312-7513-4142-b011-40fe668174e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.438511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-f0a64312-7513-4142-b011-40fe668174e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 1095 time: 0.4307852 Nov 08 14:15:54.500783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a439a-b675-4719-aeb7-025d1a21b17b req-9919bdae-5903-41ce-bd2f-e951b6a41ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.502395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427a439a-b675-4719-aeb7-025d1a21b17b req-9919bdae-5903-41ce-bd2f-e951b6a41ac2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4 HTTP/1.1" status: 200 len: 898 time: 0.4858534 Nov 08 14:15:54.504239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-7bc97f51-5d03-4e9c-8828-dc599118b7c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=d709cef2-6cb8-49d1-85ba-6fcfdde39052 HTTP/1.1" status: 200 len: 217 time: 0.0467906 Nov 08 14:15:54.542989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c19c0-793f-4158-bd60-f72de799f0e0 req-e13b69f5-cd5e-4627-9f73-f57521da2551 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.550642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-762c19c0-793f-4158-bd60-f72de799f0e0 req-e13b69f5-cd5e-4627-9f73-f57521da2551 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.0776844 Nov 08 14:15:54.586109 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427a439a-b675-4719-aeb7-025d1a21b17b req-30751065-730d-41d2-bfea-45ba930c647b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71 HTTP/1.1" status: 200 len: 217 time: 0.0690608 Nov 08 14:15:54.605698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-762c19c0-793f-4158-bd60-f72de799f0e0 req-6b3ba66e-9e86-4ddc-a0ca-74c50e8d069f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541511 Nov 08 14:15:54.645146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-a499d6bd-8c89-45b7-8f09-cb24877e2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.646532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-a499d6bd-8c89-45b7-8f09-cb24877e2db3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=687f9461-8783-423b-8e46-f50654dc5063 HTTP/1.1" status: 200 len: 836 time: 0.1283338 Nov 08 14:15:54.671417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a439a-b675-4719-aeb7-025d1a21b17b req-8b0057bf-7b4e-412b-8538-d61e858bd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.672919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427a439a-b675-4719-aeb7-025d1a21b17b req-8b0057bf-7b4e-412b-8538-d61e858bd976 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=270e1e54-4701-4c7a-a8e3-9f4566c10bfe HTTP/1.1" status: 200 len: 835 time: 0.0783396 Nov 08 14:15:54.736906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-adf9c4d6-ce74-40c3-b7e3-df77e957d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.738542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-adf9c4d6-ce74-40c3-b7e3-df77e957d3e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9149a67d-064c-4c35-85f3-875d1abf88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0817230 Nov 08 14:15:54.746216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a439a-b675-4719-aeb7-025d1a21b17b req-de5c3271-6cae-4cfc-9379-6de148fb062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.748414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427a439a-b675-4719-aeb7-025d1a21b17b req-de5c3271-6cae-4cfc-9379-6de148fb062c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583837 Nov 08 14:15:54.749594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899081c8-027d-4037-afe6-15824d4eba31 req-dfe677a5-c71b-4071-a4fc-e1a70f9486a6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:54.751209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-899081c8-027d-4037-afe6-15824d4eba31 req-dfe677a5-c71b-4071-a4fc-e1a70f9486a6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.0646591 Nov 08 14:15:54.828202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-899081c8-027d-4037-afe6-15824d4eba31 req-20eaca69-80f2-4f91-aa2d-5e23792000b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698788 Nov 08 14:15:54.932641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-80509640-4718-483e-8f64-6dd4a6c3409d service neutron] 10.222.0.70 "GET /v2.0/networks/9149a67d-064c-4c35-85f3-875d1abf88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832030 Nov 08 14:15:54.934994 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427a439a-b675-4719-aeb7-025d1a21b17b req-18890226-3c32-4f47-ba44-9b70fc825b78 service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774890 Nov 08 14:15:55.137350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c34c316-91c1-443a-8abf-64a14d03d882 req-fd8dd808-cd8f-4788-ae02-c6d231209739 service neutron] 10.222.0.70 "GET /v2.0/networks/9149a67d-064c-4c35-85f3-875d1abf88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896968 Nov 08 14:15:55.139375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-427a439a-b675-4719-aeb7-025d1a21b17b req-2275f205-0ce0-4b7f-85bc-ea36bd368bac service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905081 Nov 08 14:15:55.194435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'tag': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:55.202699 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59daceac-147a-49bf-8f8a-94b82fcd0969" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2ca184-9edb-49ae-b028-3173b9264ac7", "tag": "d709cef2-6cb8-49d1-85ba-6fcfdde39052"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:55.237654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1090f7-c722-4df4-909e-15f48060d913 req-ee4fd967-125b-4df2-b944-bc357818f7d9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:55.239161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e1090f7-c722-4df4-909e-15f48060d913 req-ee4fd967-125b-4df2-b944-bc357818f7d9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.1266580 Nov 08 14:15:55.264832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301a0d-6a9f-42d2-9099-31c46048d59e req-c34b9e46-0b6c-4dc2-b801-01f49b89bd8c tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:55.266328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9301a0d-6a9f-42d2-9099-31c46048d59e req-c34b9e46-0b6c-4dc2-b801-01f49b89bd8c tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 983 time: 0.0802248 Nov 08 14:15:55.338979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e1090f7-c722-4df4-909e-15f48060d913 req-13f4936c-908c-479b-ab59-44b714b91922 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881453 Nov 08 14:15:55.362978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9301a0d-6a9f-42d2-9099-31c46048d59e req-40a23a9f-ce88-482e-9073-2d27df9a8918 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0886300 Nov 08 14:15:55.405692 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6f4735-dc53-4041-b962-e3d1ebd77712 x-openstack-request-id: req-ee6f4735-dc53-4041-b962-e3d1ebd77712 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:55.406126 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2ca184-9edb-49ae-b028-3173b9264ac7", "tag": "d709cef2-6cb8-49d1-85ba-6fcfdde39052", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:55.406274 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee6f4735-dc53-4041-b962-e3d1ebd77712 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:55.406652 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'tag': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052', 'status': 'completed', 'code': 200} Nov 08 14:15:55.482087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-d3c661c6-ae18-4cce-8363-e8bfccd9ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:55.483640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-d3c661c6-ae18-4cce-8363-e8bfccd9ff98 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 1095 time: 0.0507216 Nov 08 14:15:55.543078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9c6d7-4059-4cb3-a4ea-5b5ae01c0542 req-daff3437-2c24-4b55-840c-15562a81485d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:55.545682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96c9c6d7-4059-4cb3-a4ea-5b5ae01c0542 req-daff3437-2c24-4b55-840c-15562a81485d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 944 time: 0.0675476 Nov 08 14:15:55.604814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96c9c6d7-4059-4cb3-a4ea-5b5ae01c0542 req-1a8b697e-5cbf-4092-8003-f3c2fad607bf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504348 Nov 08 14:15:55.614064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-f8748c2e-f820-42fb-a644-e3f88f7ec397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:55.616537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-f8748c2e-f820-42fb-a644-e3f88f7ec397 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9149a67d-064c-4c35-85f3-875d1abf88ff HTTP/1.1" status: 200 len: 897 time: 0.1249371 Nov 08 14:15:55.662322 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-135fced6-09bd-4923-a2df-ab5f4071aa13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=d709cef2-6cb8-49d1-85ba-6fcfdde39052 HTTP/1.1" status: 200 len: 217 time: 0.0374188 Nov 08 14:15:55.711150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-1ba6c782-9647-4f6a-a15e-650e59595e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:55.712644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-1ba6c782-9647-4f6a-a15e-650e59595e26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=687f9461-8783-423b-8e46-f50654dc5063 HTTP/1.1" status: 200 len: 836 time: 0.0434997 Nov 08 14:15:55.764472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-cbff8766-da12-45f2-8db0-17de85eba9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:55.765943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-cbff8766-da12-45f2-8db0-17de85eba9ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9149a67d-064c-4c35-85f3-875d1abf88ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459650 Nov 08 14:15:55.863926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-fa560f64-05ca-4c9a-ab8f-1f06a2838ec3 service neutron] 10.222.0.70 "GET /v2.0/networks/9149a67d-064c-4c35-85f3-875d1abf88ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897768 Nov 08 14:15:55.961817 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-59daceac-147a-49bf-8f8a-94b82fcd0969 req-dd6f187c-77f2-4791-a4e2-97b8d0dcf219 service neutron] 10.222.0.70 "GET /v2.0/networks/9149a67d-064c-4c35-85f3-875d1abf88ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894351 Nov 08 14:15:56.514152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb316950-d43e-461d-b05d-99a0a4debe87 req-27bf432e-b1f8-41fe-b6ad-fce652874b6c tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:56.515675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb316950-d43e-461d-b05d-99a0a4debe87 req-27bf432e-b1f8-41fe-b6ad-fce652874b6c tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 983 time: 0.0811596 Nov 08 14:15:56.532183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a0759-8f67-4232-9bdb-8046845a8611 req-e9f3598c-badd-4a0d-a614-ea2257ce19f2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:56.533796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-940a0759-8f67-4232-9bdb-8046845a8611 req-e9f3598c-badd-4a0d-a614-ea2257ce19f2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.0724003 Nov 08 14:15:56.620226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-940a0759-8f67-4232-9bdb-8046845a8611 req-067971c6-9958-4338-a20e-37375256d5da tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793359 Nov 08 14:15:56.626118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fb316950-d43e-461d-b05d-99a0a4debe87 req-e2fe10b2-2c67-4b60-89d9-f306839ef627 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1044192 Nov 08 14:15:56.712966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57ef6fe5-1794-47ee-b316-04022c6c9e71 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:15:56.739424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a6f53-9d44-45d2-8d07-6473323180ed req-24d98064-e42b-4809-8bca-76428320a5b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:56.741155 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a6a6f53-9d44-45d2-8d07-6473323180ed req-24d98064-e42b-4809-8bca-76428320a5b1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 944 time: 0.0577362 Nov 08 14:15:56.788561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-5c3b773d-1106-4044-90a5-fddd7203203e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:56.789456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-5c3b773d-1106-4044-90a5-fddd7203203e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 946 time: 0.0623686 Nov 08 14:15:56.821966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a6a6f53-9d44-45d2-8d07-6473323180ed req-5d4c68db-f73a-44c4-aedd-17f7a43682f3 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713236 Nov 08 14:15:56.847489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57ef6fe5-1794-47ee-b316-04022c6c9e71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:56.865654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'port_id': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'mac_address': 'fa:16:3e:59:02:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:15:56.906417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port f71ed929-7af4-423a-9f58-25980e0a661d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:15:56.906822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:56.917594 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:56.937869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ef6fe5-1794-47ee-b316-04022c6c9e71 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:56.960904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57ef6fe5-1794-47ee-b316-04022c6c9e71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:56.967056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:57.031533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] For port f71ed929-7af4-423a-9f58-25980e0a661d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f71ed929-7af4-423a-9f58-25980e0a661d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:57.031901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=57ef6fe5-1794-47ee-b316-04022c6c9e71,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:57.032322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:57.055309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for f71ed929-7af4-423a-9f58-25980e0a661d owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:15:57.173184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['57ef6fe5-1794-47ee-b316-04022c6c9e71'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:57.237936 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:57.252449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f71ed929-7af4-423a-9f58-25980e0a661d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:57.275409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=f71ed929-7af4-423a-9f58-25980e0a661d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:57.325348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] No DVR routers for this DVR port f71ed929-7af4-423a-9f58-25980e0a661d on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:15:57.331816 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:57.335386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-531a5ab8-6c5a-455a-bbe3-9cc11f5b3323 req-9c121362-4733-4336-a1ce-b1be2054c473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "DELETE /v2.0/ports/f71ed929-7af4-423a-9f58-25980e0a661d HTTP/1.1" status: 204 len: 173 time: 0.5398405 Nov 08 14:15:57.407710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'name': 'network-vif-deleted', 'tag': 'f71ed929-7af4-423a-9f58-25980e0a661d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:57.410443 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ead1601-8efa-418b-a822-0829ac1e75d9" -d '{"events": [{"server_uuid": "c4bc10df-938d-42de-b68c-990a52e2efd5", "name": "network-vif-deleted", "tag": "f71ed929-7af4-423a-9f58-25980e0a661d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:57.467717 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6ed0ff-9210-48a7-b10c-6755d9de6c61 x-openstack-request-id: req-6e6ed0ff-9210-48a7-b10c-6755d9de6c61 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:57.468262 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bc10df-938d-42de-b68c-990a52e2efd5", "name": "network-vif-deleted", "tag": "f71ed929-7af4-423a-9f58-25980e0a661d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:57.468519 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e6ed0ff-9210-48a7-b10c-6755d9de6c61 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:57.468930 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bc10df-938d-42de-b68c-990a52e2efd5', 'name': 'network-vif-deleted', 'tag': 'f71ed929-7af4-423a-9f58-25980e0a661d', 'status': 'completed', 'code': 200} Nov 08 14:15:57.773331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4f753ad-0911-4396-b4e9-e0758cbaeebe req-74f1e037-8975-4be5-adb3-27320b58aba2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0442245 Nov 08 14:15:57.803322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b5f36-39c6-477b-9e37-f54e3c3fa8f9 req-49c0ebbe-6be1-4334-888a-e8637062fd4e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:57.805497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-941b5f36-39c6-477b-9e37-f54e3c3fa8f9 req-49c0ebbe-6be1-4334-888a-e8637062fd4e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 984 time: 0.0855932 Nov 08 14:15:57.906260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-941b5f36-39c6-477b-9e37-f54e3c3fa8f9 req-009c7602-54b9-46b7-a275-01d0a57ba356 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0928214 Nov 08 14:15:57.973357 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eeac3873-ff62-4f70-98e5-baf661b63cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:57.992128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd367d2-b717-4d52-ab7b-b96e1e3a07fa req-ffc1cbc7-b76b-48a4-8493-5f91cd62b47b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:57.993789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdd367d2-b717-4d52-ab7b-b96e1e3a07fa req-ffc1cbc7-b76b-48a4-8493-5f91cd62b47b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 944 time: 0.0689917 Nov 08 14:15:58.054632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdd367d2-b717-4d52-ab7b-b96e1e3a07fa req-97616da0-a7a4-4664-9d98-5c4a8f6f6ab5 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538995 Nov 08 14:15:58.712160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d709cef2-6cb8-49d1-85ba-6fcfdde39052 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:15:58.716530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57ef6fe5-1794-47ee-b316-04022c6c9e71 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:15:58.839056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 57ef6fe5-1794-47ee-b316-04022c6c9e71 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:15:58.853767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 57ef6fe5-1794-47ee-b316-04022c6c9e71 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:15:58.854401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:58.891002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d709cef2-6cb8-49d1-85ba-6fcfdde39052, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d709cef2-6cb8-49d1-85ba-6fcfdde39052,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:58.911889 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8041251-c040-426f-99cf-b1d2b78e1eb1 req-ec721072-608e-4aea-af25-d6bb05a4b69a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0410001 Nov 08 14:15:58.915006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052', 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff', 'port_id': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052', 'mac_address': 'fa:16:3e:8a:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '687f9461-8783-423b-8e46-f50654dc5063', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:15:58.967434 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:58.985304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d709cef2-6cb8-49d1-85ba-6fcfdde39052 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:15:59.036143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d709cef2-6cb8-49d1-85ba-6fcfdde39052, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d709cef2-6cb8-49d1-85ba-6fcfdde39052,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:59.045580 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:59.068130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8e3b4-96ae-4c19-ae5d-86e2885814f0 req-4796299c-314e-4fc9-b3f0-ff33a7bd7045 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:59.070594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ae8e3b4-96ae-4c19-ae5d-86e2885814f0 req-4796299c-314e-4fc9-b3f0-ff33a7bd7045 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 984 time: 0.0628457 Nov 08 14:15:59.077155 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:59.126883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:15:59.129521 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7983a7-ae1d-4d29-b09d-140d8131a5ee" -d '{"events": [{"server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "name": "network-vif-plugged", "status": "completed", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:15:59.144327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d709cef2-6cb8-49d1-85ba-6fcfdde39052,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:15:59.154295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 57ef6fe5-1794-47ee-b316-04022c6c9e71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:15:59.160031 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:15:59.214645 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ae8e3b4-96ae-4c19-ae5d-86e2885814f0 req-0e0a09cb-a03e-4635-8727-9a9f57af9b04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1362698 Nov 08 14:15:59.261470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cfbdf-16be-40db-923e-b72ad007bf06 req-6d94b584-359e-4d1d-8766-ecfe6ac8d1cf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:59.263178 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336cfbdf-16be-40db-923e-b72ad007bf06 req-6d94b584-359e-4d1d-8766-ecfe6ac8d1cf tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 945 time: 0.1050324 Nov 08 14:15:59.366182 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-336cfbdf-16be-40db-923e-b72ad007bf06 req-6953756a-5bff-4bb8-a65f-d13e8faf81b4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888405 Nov 08 14:15:59.429819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1206c2e-d1c8-4622-872a-c00fc58ae579 req-515b40d0-46e0-4c93-acdc-0d64641e3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:15:59.431361 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1206c2e-d1c8-4622-872a-c00fc58ae579 req-515b40d0-46e0-4c93-acdc-0d64641e3e5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1136 time: 0.0545900 Nov 08 14:15:59.445730 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd343b6f-284f-4e74-a176-78af95491985 x-openstack-request-id: req-bd343b6f-284f-4e74-a176-78af95491985 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:15:59.446158 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "name": "network-vif-plugged", "status": "completed", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:15:59.446480 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd343b6f-284f-4e74-a176-78af95491985 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:15:59.446941 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'code': 200} Nov 08 14:15:59.449938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['d709cef2-6cb8-49d1-85ba-6fcfdde39052'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:15:59.510003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a1206c2e-d1c8-4622-872a-c00fc58ae579 req-be04f2f3-ac65-4c12-be2a-92d0ce8ab03a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0711124 Nov 08 14:15:59.533421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=57ef6fe5-1794-47ee-b316-04022c6c9e71,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:00.019848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a9b0e15-02c3-46e9-b98d-f3ca2741d0c9 req-b3be93d1-2610-4ba5-a03c-84a85f230771 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Nov 08 14:16:00.358077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947c12-dddf-4497-8901-26ebc1d8e1a0 req-898ba2f3-5da3-4075-b815-7cc10241227d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:00.359951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67947c12-dddf-4497-8901-26ebc1d8e1a0 req-898ba2f3-5da3-4075-b815-7cc10241227d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 985 time: 0.0599358 Nov 08 14:16:00.465063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67947c12-dddf-4497-8901-26ebc1d8e1a0 req-5a4e9383-10f5-4710-a5ba-d8b429b47d99 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0975740 Nov 08 14:16:00.588300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a455808-7205-4952-9bba-860de81d0736 req-94bdde71-d261-491e-82dc-e9b605475ffe tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:00.590350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a455808-7205-4952-9bba-860de81d0736 req-94bdde71-d261-491e-82dc-e9b605475ffe tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 945 time: 0.1027865 Nov 08 14:16:00.654761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a455808-7205-4952-9bba-860de81d0736 req-16af52dc-2fd4-46c2-b423-dca700235237 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543354 Nov 08 14:16:00.728616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d709cef2-6cb8-49d1-85ba-6fcfdde39052 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:00.791142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port d709cef2-6cb8-49d1-85ba-6fcfdde39052 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:16:00.796448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port d709cef2-6cb8-49d1-85ba-6fcfdde39052 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:00.797139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:00.886798 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:00.928787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d709cef2-6cb8-49d1-85ba-6fcfdde39052, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d709cef2-6cb8-49d1-85ba-6fcfdde39052,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:00.934892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:00.984473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d709cef2-6cb8-49d1-85ba-6fcfdde39052,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:01.080114 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f71ed929-7af4-423a-9f58-25980e0a661d no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:01.103765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: f71ed929-7af4-423a-9f58-25980e0a661d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:01.104102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f71ed929-7af4-423a-9f58-25980e0a661d not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:01.139637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb26fe84-1fa9-44c9-8980-72f9e92c58d6 req-66c286c0-2c68-4545-8c16-1e159d57ccb3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0371268 Nov 08 14:16:01.448125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:01.450804 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9939e3a-d216-480d-969e-0c18ae727832" -d '{"events": [{"server_uuid": "fa2ca184-9edb-49ae-b028-3173b9264ac7", "name": "network-vif-plugged", "status": "completed", "tag": "d709cef2-6cb8-49d1-85ba-6fcfdde39052"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:01.501063 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0ebbec22-17e2-4c5d-b5c1-9ca265e50ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:01.525692 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abd95f5-fac4-489a-a511-e06cc7edeb50 x-openstack-request-id: req-2abd95f5-fac4-489a-a511-e06cc7edeb50 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:01.525692 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2ca184-9edb-49ae-b028-3173b9264ac7", "name": "network-vif-plugged", "status": "completed", "tag": "d709cef2-6cb8-49d1-85ba-6fcfdde39052", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:01.526146 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2abd95f5-fac4-489a-a511-e06cc7edeb50 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:01.526146 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052', 'code': 200} Nov 08 14:16:01.674203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7d501-c295-4e3e-804e-1f382fa9483f req-6c8fbfe7-4814-4f1e-9522-13193e86f6a9 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:01.676064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6c7d501-c295-4e3e-804e-1f382fa9483f req-6c8fbfe7-4814-4f1e-9522-13193e86f6a9 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 985 time: 0.0594158 Nov 08 14:16:01.714723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1e812-fef9-42d1-b4a1-d1800373ba10 req-2c25aead-8e03-4d46-9872-fda414b0b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:01.718239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fa1e812-fef9-42d1-b4a1-d1800373ba10 req-2c25aead-8e03-4d46-9872-fda414b0b99b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 1097 time: 0.0706997 Nov 08 14:16:01.765752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6c7d501-c295-4e3e-804e-1f382fa9483f req-9d0177e2-5db3-4281-a57d-a197b6860943 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0826328 Nov 08 14:16:01.809068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0fa1e812-fef9-42d1-b4a1-d1800373ba10 req-9cb39d15-a8a9-49e3-9dab-433bd4a17c53 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811412 Nov 08 14:16:01.902129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fdd86-388f-40ca-ac58-42d6499cadab req-3d84ba16-b0a7-4aa2-8b3f-c21f89d844ab tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:01.909667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-643fdd86-388f-40ca-ac58-42d6499cadab req-3d84ba16-b0a7-4aa2-8b3f-c21f89d844ab tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 946 time: 0.1226513 Nov 08 14:16:01.985416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-643fdd86-388f-40ca-ac58-42d6499cadab req-d793b117-f646-4af8-a50d-8bfe6e4acc95 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749092 Nov 08 14:16:02.011295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17611cca-4e8c-4dc0-a747-dc1b51c14cbd req-d2e39a88-28fe-471d-8447-bcd2aa85e5a0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:02.013465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17611cca-4e8c-4dc0-a747-dc1b51c14cbd req-d2e39a88-28fe-471d-8447-bcd2aa85e5a0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 985 time: 0.1338158 Nov 08 14:16:02.080305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17611cca-4e8c-4dc0-a747-dc1b51c14cbd req-70d0d5d0-6951-4ce8-aa0b-69731c69ebb4 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0598831 Nov 08 14:16:02.255076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f197db-b39a-4830-aae1-8a7a0163d7e9 req-65b1205a-8233-4f81-af92-e1a5787feca8 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:02.256658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30f197db-b39a-4830-aae1-8a7a0163d7e9 req-65b1205a-8233-4f81-af92-e1a5787feca8 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1136 time: 0.0847998 Nov 08 14:16:02.258630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f44d641a-d54d-4158-8c6a-33583f7433de req-5b6ae3f1-7bc0-4bd0-8cd0-a02d3bb20c53 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4bc10df-938d-42de-b68c-990a52e2efd5 HTTP/1.1" status: 200 len: 210 time: 0.0391152 Nov 08 14:16:02.279985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-30f197db-b39a-4830-aae1-8a7a0163d7e9 req-0002d22b-f6a7-485d-8f3a-32cdc384550d tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:02.374211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-30f197db-b39a-4830-aae1-8a7a0163d7e9 req-0002d22b-f6a7-485d-8f3a-32cdc384550d tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:02.379766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-30f197db-b39a-4830-aae1-8a7a0163d7e9 req-0002d22b-f6a7-485d-8f3a-32cdc384550d tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:02.432863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002d22b-f6a7-485d-8f3a-32cdc384550d tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf091ac-e040-4fac-a3a5-edf162c74907,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:02.452062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30f197db-b39a-4830-aae1-8a7a0163d7e9 req-0002d22b-f6a7-485d-8f3a-32cdc384550d tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1859589 Nov 08 14:16:02.463304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:02.508021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1be38b-0811-4776-9bb8-8cda19afa725 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:02.509699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9d1be38b-0811-4776-9bb8-8cda19afa725 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1131 time: 0.0450671 Nov 08 14:16:02.512966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37294) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:02.517848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:02.541690 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:02.702148 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:02.937344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Allocated IP 172.25.8.75 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/3d285c31-8f98-485e-8951-28fae11ae92a) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:03.129487 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:03.179232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:03.196827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fe4bd-43be-4f3c-88fe-5463b95c840e req-ec155f2a-ff59-4050-9314-490e5f7d8642 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:03.205150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a39fe4bd-43be-4f3c-88fe-5463b95c840e req-ec155f2a-ff59-4050-9314-490e5f7d8642 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 946 time: 0.0976243 Nov 08 14:16:03.274108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a39fe4bd-43be-4f3c-88fe-5463b95c840e req-8d19003c-bc3f-4921-835d-aa124126f67f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676103 Nov 08 14:16:03.283402 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:03.334602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:03.338283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:03.344200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:03.402864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=3d285c31-8f98-485e-8951-28fae11ae92a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:03.521907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967c96d-243e-494d-ae02-7b86d3c99df2 req-19679154-4377-4b70-bdad-405b66e0daef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:03.523643 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f967c96d-243e-494d-ae02-7b86d3c99df2 req-19679154-4377-4b70-bdad-405b66e0daef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 946 time: 0.1387498 Nov 08 14:16:03.645232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f967c96d-243e-494d-ae02-7b86d3c99df2 req-c6b967a9-ea89-4243-8f7e-fdd70ec56c1e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140037 Nov 08 14:16:04.403999 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:04.526460 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:04.768502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:04.781985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:04.879523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:04.923642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=3d285c31-8f98-485e-8951-28fae11ae92a,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:05.020380 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Floating IP 20976170-6fe5-4014-a26f-fe9a5329a91b associated. External IP: 172.25.8.75, port: 57ef6fe5-1794-47ee-b316-04022c6c9e71. Nov 08 14:16:05.190997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37318) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:05.286287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:05.555137 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:05.573322 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] Sync routers for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:05.598663 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:05.599484 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:05.606879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:05.655894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:05.742999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-28db13b9-c3a9-4c04-8eb6-3a2c1309bc01 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2268732 Nov 08 14:16:05.743263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:05.748483 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1a9d01-f829-49df-b42a-0541c35161f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:05.770822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37322) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:05.848834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:05.920699 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:06.041790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.042273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.042733 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.043343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.043677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.044139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.044594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.045039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.049668 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5fa0a2-2df0-4d5b-8897-2ecebf321e1d x-openstack-request-id: req-8c5fa0a2-2df0-4d5b-8897-2ecebf321e1d {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:06.049997 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:06.050216 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c5fa0a2-2df0-4d5b-8897-2ecebf321e1d {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:06.050652 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'status': 'completed', 'code': 200} Nov 08 14:16:06.051029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37330) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:06.054856 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-deeb3cc8-3808-4013-9c83-2affe0788565 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5655 time: 0.2804840 Nov 08 14:16:06.189002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-e5e57630-c6d2-45b5-9927-9d545d6d99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.191399 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-e5e57630-c6d2-45b5-9927-9d545d6d99b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1136 time: 0.1155245 Nov 08 14:16:06.201641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.202320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.202744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.203222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.203669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.204186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.204774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.205214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.209901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9614c393-34a2-44f2-b2e6-a986f5578b93 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5253 time: 0.1553259 Nov 08 14:16:06.210199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37332) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:06.270549 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '20976170-6fe5-4014-a26f-fe9a5329a91b', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'port_id': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'mac_address': 'fa:16:3e:59:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:03Z', 'updated_at': '2021-11-08T14:16:03Z', 'revision_number': 0, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:49Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:06.299272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-33716f3b-8bb9-45e2-ac75-b740e3eb2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.300872 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-33716f3b-8bb9-45e2-ac75-b740e3eb2574 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4 HTTP/1.1" status: 200 len: 898 time: 0.1017430 Nov 08 14:16:06.303753 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] Checking router: 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:06.309001 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:06.320832 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:06.321512 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:06.441794 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-7019c949-8ae3-4f9c-a32d-99f27ec4be00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71 HTTP/1.1" status: 200 len: 999 time: 0.1298177 Nov 08 14:16:06.454880 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:06.527725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-b35953a3-7cb3-49b5-990a-8700e6deae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.529632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-b35953a3-7cb3-49b5-990a-8700e6deae2c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=270e1e54-4701-4c7a-a8e3-9f4566c10bfe HTTP/1.1" status: 200 len: 835 time: 0.0470111 Nov 08 14:16:06.612820 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e77df347-a72e-46a8-b24e-5690de840e52 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.4004812 Nov 08 14:16:06.613756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37334) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:06.636696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-28ef13de-70b5-4b71-a67b-bfc524924357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.640433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-28ef13de-70b5-4b71-a67b-bfc524924357 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008527 Nov 08 14:16:06.682046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21436f4-7372-48a0-b27a-ad1d2b776880 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.682831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21436f4-7372-48a0-b27a-ad1d2b776880 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:06.702640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e21436f4-7372-48a0-b27a-ad1d2b776880 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 HTTP/1.1" status: 200 len: 1989 time: 0.0878000 Nov 08 14:16:06.770074 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '20976170-6fe5-4014-a26f-fe9a5329a91b', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'port_id': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'mac_address': 'fa:16:3e:59:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:03Z', 'updated_at': '2021-11-08T14:16:03Z', 'revision_number': 0, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:49Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:06.813822 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe088ed1-c982-4583-be0a-045dbeaedf18 None None] The sync data for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 is: [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '20976170-6fe5-4014-a26f-fe9a5329a91b', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'floating_ip_address': '172.25.8.75', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'port_id': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'mac_address': 'fa:16:3e:59:02:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:16:03Z', 'updated_at': '2021-11-08T14:16:03Z', 'revision_number': 0, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:49Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:06.853692 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-05a8c987-1af5-4cae-8e89-63cb8b0deaa3 service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038736 Nov 08 14:16:07.094872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.20.0.17 (9149a67d-064c-4c35-85f3-875d1abf88ff/687f9461-8783-423b-8e46-f50654dc5063/5f97d7cc-3d0d-488b-a0e8-61d8b6599f25) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:07.098949 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a1a9d01-f829-49df-b42a-0541c35161f7 req-835e7889-bc80-4f98-9b77-a970415c8c27 service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369909 Nov 08 14:16:07.152351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026d19da-261a-4542-848d-a27a2272f6b3 None None] New status for floating IP 20976170-6fe5-4014-a26f-fe9a5329a91b: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:16:07.282717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:07.325570 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:07.426207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 9149a67d-064c-4c35-85f3-875d1abf88ff is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:07.427623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:07.430327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:07.444918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:07.456945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.457531 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.458211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.458651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.459109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.459548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.460861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.461579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.462247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.463017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.463276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.463773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:07.528860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:07.748792 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:07.809104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e0795225-ceef-4c4d-bfdc-bbda0b52a02d None None] Provisioning complete for port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:07.810160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0795225-ceef-4c4d-bfdc-bbda0b52a02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:07.877497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e0795225-ceef-4c4d-bfdc-bbda0b52a02d None None] Port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:16:08.172890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:08.178900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:08.274539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:08.283583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:08.420232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 9149a67d-064c-4c35-85f3-875d1abf88ff is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:08.422959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:08.826021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-85589d23-5b27-43f7-af77-f567296d6f0a None None] Provisioning complete for port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:08.826561 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85589d23-5b27-43f7-af77-f567296d6f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:08.879349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-85589d23-5b27-43f7-af77-f567296d6f0a None None] Port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:16:09.023840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 57073305-2048-47f8-917c-f8593ef6ccb9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:09.187724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:09.196461 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-50365c54-42a8-4fa9-adba-d6647bff2262 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "PUT /v2.0/routers/57073305-2048-47f8-917c-f8593ef6ccb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9986646 Nov 08 14:16:09.217440 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Sync routers for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:09.229572 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:09.230189 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:09.368050 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:09.676369 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:07Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 1, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97d7cc-3d0d-488b-a0e8-61d8b6599f25', 'name': '', 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:88:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '687f9461-8783-423b-8e46-f50654dc5063', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:06Z', 'updated_at': '2021-11-08T14:16:07Z', 'revision_number': 2, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '687f9461-8783-423b-8e46-f50654dc5063', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:09.708388 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Checking router: 57073305-2048-47f8-917c-f8593ef6ccb9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:09.708802 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Updating router 57073305-2048-47f8-917c-f8593ef6ccb9 port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:09.741909 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.141003 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.148359 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.193688 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15dd7a-6add-43aa-b34f-84c450a4b815 None None] Pushing event updated for resources: {'Port': ['ID=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:10.261913 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Attempting to bind port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:16:10.262843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Attempting to bind port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:16:10.262843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Attempting to bind port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 on network 9149a67d-064c-4c35-85f3-875d1abf88ff {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:10.268006 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:10.268380 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Checking segment: {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:10.268767 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.269370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Bound using segment: {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:10.270009 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Bound port: 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:16:10.270556 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.339188 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] For port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:10.343177 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] For port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:10.349020 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.414639 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15dd7a-6add-43aa-b34f-84c450a4b815 None None] Pushing event updated for resources: {'Port': ['ID=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:10.422579 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:10.423095 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:10.552276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7de1e9ed-6849-4bda-b2a3-b7eecc438009 None None] Provisioning complete for port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:10.552892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7de1e9ed-6849-4bda-b2a3-b7eecc438009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.564269 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:10.712861 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7de1e9ed-6849-4bda-b2a3-b7eecc438009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.784711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7de1e9ed-6849-4bda-b2a3-b7eecc438009 None None] For port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:10.790656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7de1e9ed-6849-4bda-b2a3-b7eecc438009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:10.858976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1e9ed-6849-4bda-b2a3-b7eecc438009 None None] Pushing event updated for resources: {'Port': ['ID=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:10.951599 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:07Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 1, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97d7cc-3d0d-488b-a0e8-61d8b6599f25', 'name': '', 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:88:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '687f9461-8783-423b-8e46-f50654dc5063', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:06Z', 'updated_at': '2021-11-08T14:16:10Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '687f9461-8783-423b-8e46-f50654dc5063', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:10.980714 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d82b8-baaf-4b23-be09-c3633eb8c221 None None] The sync data for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 is: [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:07Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 1, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f97d7cc-3d0d-488b-a0e8-61d8b6599f25', 'name': '', 'network_id': '9149a67d-064c-4c35-85f3-875d1abf88ff', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:88:f8:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '687f9461-8783-423b-8e46-f50654dc5063', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:06Z', 'updated_at': '2021-11-08T14:16:10Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '687f9461-8783-423b-8e46-f50654dc5063', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:11.033715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-290b6b27-a8d0-4a54-a5f4-c2e2b1e4eab4 None None] Provisioning complete for port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:11.033715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-290b6b27-a8d0-4a54-a5f4-c2e2b1e4eab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:11.454623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:11.527931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:11.528430 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:15.620539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:15.662530 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:16:15.742404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb104921-2b44-47e7-bdbf-e463ad1734dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:15.826432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb104921-2b44-47e7-bdbf-e463ad1734dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:15.831416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb104921-2b44-47e7-bdbf-e463ad1734dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:15.872635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb104921-2b44-47e7-bdbf-e463ad1734dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da0f1f4-140f-49ec-9ad7-972e4fc02547,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:15.880029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb104921-2b44-47e7-bdbf-e463ad1734dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8d73d05b85345daa22587813ceae497&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2583051 Nov 08 14:16:15.882875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37488) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:15.939878 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6541b2f-1912-4799-b919-749b27bc391b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:15.963832 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6541b2f-1912-4799-b919-749b27bc391b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:16.020893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6541b2f-1912-4799-b919-749b27bc391b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:16.023574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a6541b2f-1912-4799-b919-749b27bc391b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:16.025005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a6541b2f-1912-4799-b919-749b27bc391b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4da0f1f4-140f-49ec-9ad7-972e4fc02547 HTTP/1.1" status: 204 len: 168 time: 0.1408741 Nov 08 14:16:16.034608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6541b2f-1912-4799-b919-749b27bc391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da0f1f4-140f-49ec-9ad7-972e4fc02547,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:23.347791 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:23.829029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:27.959873 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c706157-3bb1-4348-8195-eb994408f216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:30.013020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37656) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:30.449976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7a03fa88-189b-4aef-b6c4-e184e9d74f83 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:30.452279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7a03fa88-189b-4aef-b6c4-e184e9d74f83 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1087530 Nov 08 14:16:30.468747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-04d69a1a-abe2-444d-a67a-bd46e94f01a3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/quotas/21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 375 time: 0.0105157 Nov 08 14:16:30.531920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:30.538421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-559c4a6f-87b0-4958-8d60-955ff2f4c084 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632358 Nov 08 14:16:30.639295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-30581478-e37c-4924-99b9-ea99e0761c28 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920746 Nov 08 14:16:30.751726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-e7e7f7c9-0924-45b0-9548-339358ad602f service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057155 Nov 08 14:16:30.986144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:30.986650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:31.000919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8bc07f5-fd47-4eef-bdd7-a70198e50f71 req-7153daa4-735e-4683-8837-65fa89ba5229 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0596700 Nov 08 14:16:31.149577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:31.151550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:31.172924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:31.483645 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86cb7104-cd10-4d6f-9a49-89e5caa2c24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:31.504560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:31.536730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=5f97d7cc-3d0d-488b-a0e8-61d8b6599f25,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:31.838490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:32.124455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e140995e-8f42-4cc1-b218-6283b94e4c1c req-c34f0b7c-70a1-4aa0-8d72-df6bbb2a5f0d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0389740 Nov 08 14:16:32.194592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 57073305-2048-47f8-917c-f8593ef6ccb9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:32.385559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:32.403422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] Sync routers for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:32.408589 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1a9e0e2e-31a0-42e2-b7f3-5060b4556ad6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "PUT /v2.0/routers/57073305-2048-47f8-917c-f8593ef6ccb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3938546 Nov 08 14:16:32.421452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:32.423006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:32.502576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-446370e0-d171-4921-8532-521f7832ab81 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:32.504308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-446370e0-d171-4921-8532-521f7832ab81 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1868629 Nov 08 14:16:32.535725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'port': {'device_id': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'admin_state_up': True, 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:32.715541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:32.771130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:32.774935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:32.819051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b416e-c48c-489c-a63b-bd8550da2c8b req-d1905d4f-32ab-457d-af76-b7d29e2b8ca7 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:32.826928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c58b416e-c48c-489c-a63b-bd8550da2c8b req-d1905d4f-32ab-457d-af76-b7d29e2b8ca7 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 946 time: 0.0801873 Nov 08 14:16:32.896712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c58b416e-c48c-489c-a63b-bd8550da2c8b req-627e5e82-b58e-4f91-a5e7-1a4e7e07d6c1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682130 Nov 08 14:16:33.106548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.20.0.5 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/93720fe2-55a6-4215-b0ff-91c47ec7149d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:33.135500 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:33.199607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:31Z', 'revision_number': 6, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 1, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:33.251520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] Checking router: 57073305-2048-47f8-917c-f8593ef6ccb9 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:33.266784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:33.267828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:33.321483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a431008-69e1-414a-8c6d-8b23b1d5c581 req-0101b16d-c890-47de-992c-1e807c73f879 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0698738 Nov 08 14:16:33.450215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:33.464953 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:33.547078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:33.621250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:33.625611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:33.630473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:33.689075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=93720fe2-55a6-4215-b0ff-91c47ec7149d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:33.722595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:33.723583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:33.759545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-7067f1d8-f28b-47e0-91b9-e68315b289c3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2444918 Nov 08 14:16:33.773344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Request body: {'port': {'device_id': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:33.849898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:33.945219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:31Z', 'revision_number': 6, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 1, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:34.008418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ccc265-0582-4415-b790-48805dc8355b None None] The sync data for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 is: [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:31Z', 'revision_number': 6, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '67693332-c484-4a5b-af3a-8938f89218af', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.245', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'port_id': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3779, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'mac_address': 'fa:16:3e:5d:ba:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:15:08Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 1, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:34.022618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d0eaba6f-66d7-4444-98bc-ee187be82f6b None None] Provisioning complete for port 93720fe2-55a6-4215-b0ff-91c47ec7149d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:34.023088 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d0eaba6f-66d7-4444-98bc-ee187be82f6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:34.093223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d0eaba6f-66d7-4444-98bc-ee187be82f6b None None] Port 93720fe2-55a6-4215-b0ff-91c47ec7149d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:16:34.135332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccc25c-9dd7-4d6c-80af-803dd93927bc req-b2d6eab8-6666-4172-a215-4c3185d05dfa tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:34.137250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98ccc25c-9dd7-4d6c-80af-803dd93927bc req-b2d6eab8-6666-4172-a215-4c3185d05dfa tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 946 time: 0.1148233 Nov 08 14:16:34.211712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98ccc25c-9dd7-4d6c-80af-803dd93927bc req-7e4867de-e13b-46bb-b1ef-9ea2600bdc1d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623345 Nov 08 14:16:34.240252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-9525add4-209c-48ba-bb04-0bb5c4e496ef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:34.242029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-9525add4-209c-48ba-bb04-0bb5c4e496ef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 946 time: 0.0943451 Nov 08 14:16:34.547455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93720fe2-55a6-4215-b0ff-91c47ec7149d {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:16:34.556629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:34.570424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Transition to ACTIVE for port object 93720fe2-55a6-4215-b0ff-91c47ec7149d will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:16:34.582636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:34.620833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073c447-03d2-4cb0-8d80-4115d4a04d8f req-61b3a864-0154-4c3b-af60-c1c3d2845c7d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:34.630617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3073c447-03d2-4cb0-8d80-4115d4a04d8f req-61b3a864-0154-4c3b-af60-c1c3d2845c7d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 931 time: 0.1351843 Nov 08 14:16:34.720130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3073c447-03d2-4cb0-8d80-4115d4a04d8f req-e7da49ec-fbc2-4343-a66c-eb2cb850a3d8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Nov 08 14:16:35.080725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Pushing event updated for resources: {'Port': ['ID=93720fe2-55a6-4215-b0ff-91c47ec7149d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:35.110423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port d709cef2-6cb8-49d1-85ba-6fcfdde39052 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:35.110761 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.197047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Attempting to bind port 93720fe2-55a6-4215-b0ff-91c47ec7149d on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:16:35.197376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Attempting to bind port 93720fe2-55a6-4215-b0ff-91c47ec7149d by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:16:35.197698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Attempting to bind port 93720fe2-55a6-4215-b0ff-91c47ec7149d on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:35.212779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Port 93720fe2-55a6-4215-b0ff-91c47ec7149d on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:16:35.213084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Attempting to bind port 93720fe2-55a6-4215-b0ff-91c47ec7149d on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:35.230405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:35.230744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:35.231124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:35.231619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Bound port: 93720fe2-55a6-4215-b0ff-91c47ec7149d, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:16:35.232027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.261512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port d709cef2-6cb8-49d1-85ba-6fcfdde39052, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d709cef2-6cb8-49d1-85ba-6fcfdde39052,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:35.261873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.298092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for d709cef2-6cb8-49d1-85ba-6fcfdde39052 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:35.374925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc9c5a-edd1-419d-83c5-577bde37e8e5 req-7e2c9313-bd7d-43a4-a3da-17f2e76132ae tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.377095 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88dc9c5a-edd1-419d-83c5-577bde37e8e5 req-7e2c9313-bd7d-43a4-a3da-17f2e76132ae tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa2ca184-9edb-49ae-b028-3173b9264ac7 HTTP/1.1" status: 200 len: 946 time: 0.0774045 Nov 08 14:16:35.379068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] For port 93720fe2-55a6-4215-b0ff-91c47ec7149d, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:35.384164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] For port 93720fe2-55a6-4215-b0ff-91c47ec7149d, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=93720fe2-55a6-4215-b0ff-91c47ec7149d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:35.396824 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.429123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:35.470702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.471748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.474145 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] 10.222.0.54 "PUT /v2.0/ports/93720fe2-55a6-4215-b0ff-91c47ec7149d HTTP/1.1" status: 200 len: 1091 time: 1.7060499 Nov 08 14:16:35.474481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'tag': '93720fe2-55a6-4215-b0ff-91c47ec7149d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:35.474625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:35.475189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5f97d7cc-3d0d-488b-a0e8-61d8b6599f25 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:35.476957 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdc857-ede6-43bf-a305-c8188c65c705" -d '{"events": [{"name": "network-changed", "server_uuid": "6f80762b-9456-4015-a36b-9e63ff9bd340", "tag": "93720fe2-55a6-4215-b0ff-91c47ec7149d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:35.541671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88dc9c5a-edd1-419d-83c5-577bde37e8e5 req-23fcecc3-a276-45e8-b578-16d281e8f93d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=b849c173-b737-460a-8287-07a85298f09e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554623 Nov 08 14:16:35.580839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac36e3-f389-40ce-9497-826a28fc70db service neutron] Pushing event updated for resources: {'Port': ['ID=93720fe2-55a6-4215-b0ff-91c47ec7149d,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:35.584698 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8eb4b1-5049-4c73-bede-2cd77d683839 x-openstack-request-id: req-6f8eb4b1-5049-4c73-bede-2cd77d683839 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:35.584992 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f80762b-9456-4015-a36b-9e63ff9bd340", "tag": "93720fe2-55a6-4215-b0ff-91c47ec7149d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:35.585254 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f8eb4b1-5049-4c73-bede-2cd77d683839 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:35.585645 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'tag': '93720fe2-55a6-4215-b0ff-91c47ec7149d', 'status': 'completed', 'code': 200} Nov 08 14:16:35.650767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.683483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.728411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=d709cef2-6cb8-49d1-85ba-6fcfdde39052,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:35.762092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-b00688dc-2275-4ef5-b810-e91ce1391e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.764012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-b00688dc-2275-4ef5-b810-e91ce1391e90 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 1094 time: 0.2157300 Nov 08 14:16:35.814156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] No DVR routers for this DVR port d709cef2-6cb8-49d1-85ba-6fcfdde39052 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:16:35.844638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.895325 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:35.900051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-45800c2f-9ec7-425c-bbce-d5a288bba513 req-c19c895c-c1b7-4970-b88e-94d8997cb92a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "DELETE /v2.0/ports/d709cef2-6cb8-49d1-85ba-6fcfdde39052 HTTP/1.1" status: 204 len: 173 time: 1.6137614 Nov 08 14:16:35.913516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-9411d32d-2724-4fd5-859b-e0c6d48e5a11 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93720fe2-55a6-4215-b0ff-91c47ec7149d HTTP/1.1" status: 200 len: 217 time: 0.1316555 Nov 08 14:16:35.939569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89e9bc-69a7-4f92-bd7a-4b33635f28c2 req-76f5feb8-fd59-4986-bec7-7225b4be7644 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:35.949272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de89e9bc-69a7-4f92-bd7a-4b33635f28c2 req-76f5feb8-fd59-4986-bec7-7225b4be7644 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.0989759 Nov 08 14:16:36.021676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-db3c02b6-d9d2-4983-8c4d-67c607325938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.026866 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-db3c02b6-d9d2-4983-8c4d-67c607325938 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.1035419 Nov 08 14:16:36.035224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de89e9bc-69a7-4f92-bd7a-4b33635f28c2 req-a6a9ed85-ded7-4726-918b-8037e8a7de06 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844316 Nov 08 14:16:36.100545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f900c-2329-48a3-807b-a5f20d19e251 req-6515f876-1a2e-4cf3-b24a-9e27dab9d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.102056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-6515f876-1a2e-4cf3-b24a-9e27dab9d37b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696373 Nov 08 14:16:36.273445 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-fe7762b6-952f-4a7d-8812-47676330b2cc service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635594 Nov 08 14:16:36.463808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-729f900c-2329-48a3-807b-a5f20d19e251 req-99417ddd-2366-42ec-a054-829e417be9e9 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817534 Nov 08 14:16:36.579988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-0bc71995-f479-4bfd-96d4-d4ac6c8b6293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.582292 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-0bc71995-f479-4bfd-96d4-d4ac6c8b6293 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 1094 time: 0.0493631 Nov 08 14:16:36.645988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37720) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:36.703334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-9df11f25-da51-4da6-bc0b-86c8abd762a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.704739 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-9df11f25-da51-4da6-bc0b-86c8abd762a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1155586 Nov 08 14:16:36.740749 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:36.754821 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-7d7778b8-4a40-4928-9334-fe9090fb0572 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93720fe2-55a6-4215-b0ff-91c47ec7149d HTTP/1.1" status: 200 len: 217 time: 0.0432680 Nov 08 14:16:36.806227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:36.850640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-e1d7c20a-97d0-4dc4-9ecd-35a293519709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.852275 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-e1d7c20a-97d0-4dc4-9ecd-35a293519709 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0906191 Nov 08 14:16:36.932341 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:36.935619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:36.939684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/security-groups/b849c173-b737-460a-8287-07a85298f09e HTTP/1.1" status: 204 len: 168 time: 0.2923958 Nov 08 14:16:36.953122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b849c173-b737-460a-8287-07a85298f09e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:36.961978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-223054cb-8e37-4a9e-8674-3061416759e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:36.963929 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-223054cb-8e37-4a9e-8674-3061416759e9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043575 Nov 08 14:16:36.969340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.969704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.970250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.971168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.971168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.971168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.971990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.971990 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.972366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.972526 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.972806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:36.973074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008cb8f9-2733-4efc-b61a-9c850dc10c6a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:37.176040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-49b9bcb7-39f9-4d71-b491-3e864b7735c0 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050033 Nov 08 14:16:37.215708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1f200-02b5-4d59-bab3-601b04b5bd6d req-023b5a5c-8721-4a58-909b-249403d167d1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:37.217472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88b1f200-02b5-4d59-bab3-601b04b5bd6d req-023b5a5c-8721-4a58-909b-249403d167d1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.0749853 Nov 08 14:16:37.288831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88b1f200-02b5-4d59-bab3-601b04b5bd6d req-ad8ef2f5-8a74-4c5a-b308-c4dfc10552f6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628216 Nov 08 14:16:37.303861 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-02cdc857-ede6-43bf-a305-c8188c65c705 req-3b3023ef-a364-49bd-90d9-549cc3e473f0 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203351 Nov 08 14:16:37.587077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'name': 'network-vif-deleted', 'tag': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:37.589758 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ce4866-f554-4510-a51a-a9986ac5515c" -d '{"events": [{"server_uuid": "fa2ca184-9edb-49ae-b028-3173b9264ac7", "name": "network-vif-deleted", "tag": "d709cef2-6cb8-49d1-85ba-6fcfdde39052"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:37.633184 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9addd2fb-4242-4297-92d4-6c4e0e9cf263 x-openstack-request-id: req-9addd2fb-4242-4297-92d4-6c4e0e9cf263 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:37.633482 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2ca184-9edb-49ae-b028-3173b9264ac7", "name": "network-vif-deleted", "tag": "d709cef2-6cb8-49d1-85ba-6fcfdde39052", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:37.633736 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9addd2fb-4242-4297-92d4-6c4e0e9cf263 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:37.634161 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2ca184-9edb-49ae-b028-3173b9264ac7', 'name': 'network-vif-deleted', 'tag': 'd709cef2-6cb8-49d1-85ba-6fcfdde39052', 'status': 'completed', 'code': 200} Nov 08 14:16:38.013299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37734) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:38.073732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting subnet 687f9461-8783-423b-8e46-f50654dc5063 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:16:38.080034 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.141003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.282982 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.385343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.441136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Subnet': ['ID=687f9461-8783-423b-8e46-f50654dc5063,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:38.472351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.475050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd80a349-adcc-4bcf-9b92-4d17ff92457a None None] Network 9149a67d-064c-4c35-85f3-875d1abf88ff requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:38.475605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-daf793f3-f266-43ae-8141-68c69f357639 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/subnets/687f9461-8783-423b-8e46-f50654dc5063 HTTP/1.1" status: 204 len: 168 time: 0.4605901 Nov 08 14:16:38.478606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37738) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:38.510073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae02c8-cd5e-4ce5-a1a1-f349bf4998bf req-e1e992b5-35ec-492a-8b1e-4cef706934ae tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:38.511810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98ae02c8-cd5e-4ce5-a1a1-f349bf4998bf req-e1e992b5-35ec-492a-8b1e-4cef706934ae tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1374013 Nov 08 14:16:38.616284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.663169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98ae02c8-cd5e-4ce5-a1a1-f349bf4998bf req-caf04c1e-9c6b-4b4e-9116-f7f061159104 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374626 Nov 08 14:16:38.740276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:38.740818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.847592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,segment=NetworkSegment(edd9e514-3e7a-4d6e-a192-1da6f521c2ab),segment_id=edd9e514-3e7a-4d6e-a192-1da6f521c2ab)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:38.848076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:38.866540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:38.895687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] DHCP port deletion for 9149a67d-064c-4c35-85f3-875d1abf88ff request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:16:38.925019 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d709cef2-6cb8-49d1-85ba-6fcfdde39052 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:39.000035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: d709cef2-6cb8-49d1-85ba-6fcfdde39052 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:39.001420 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d709cef2-6cb8-49d1-85ba-6fcfdde39052 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:39.007109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.040332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] Deleting port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:39.040907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.083518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:39.086053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] No DVR routers for this DVR port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:16:39.300645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.334534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] For port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:39.334938 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.343986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9149a67d-064c-4c35-85f3-875d1abf88ff']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:39.356533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] Calling delete_port for 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:39.361232 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] Port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:16:39.363515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.364915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:39.365432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd9e514-3e7a-4d6e-a192-1da6f521c2ab') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:39.382064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.408176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] Pushing event deleted for resources: {'Port': ['ID=9c307cdc-93aa-4784-bf0a-56a0ab1aedb6,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:39.413615 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.414857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af30ec-3d8e-4e2a-a2a7-3b38a874df1d None None] No DVR routers for this DVR port 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:16:39.445257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:16:39.445870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:16:39.454437 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:16:39.478592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:39.526692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:39.527629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9c307cdc-93aa-4784-bf0a-56a0ab1aedb6 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:39.613611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.624663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:39.629451 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/networks/9149a67d-064c-4c35-85f3-875d1abf88ff HTTP/1.1" status: 204 len: 168 time: 1.1498091 Nov 08 14:16:39.633860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37756) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:39.665437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c0ccd-ad51-4fe3-8043-5e2f4348445c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Network': ['ID=9149a67d-064c-4c35-85f3-875d1abf88ff,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:39.855520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37762) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:39.913385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04be95-5776-4352-9098-8d0578bdd480 req-37b80274-d80c-4b3f-8a08-65449d28ee62 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:39.916075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc04be95-5776-4352-9098-8d0578bdd480 req-37b80274-d80c-4b3f-8a08-65449d28ee62 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1619010 Nov 08 14:16:39.998252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 97edc478-98e1-4158-a284-f39380716f19 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:39.998879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.016688 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9c9b699b-615d-429b-8403-72946bd588e9 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2930 time: 0.1564016 Nov 08 14:16:40.016688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:40.027233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'network': {'name': 'tempest-network-smoke--460425730', 'project_id': '441e85ca0a2c412182b933215c85a94a', 'port_security_enabled': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:40.074678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Made reservation on behalf of 441e85ca0a2c412182b933215c85a94a for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:40.081611 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bc04be95-5776-4352-9098-8d0578bdd480 req-af404464-c3aa-445e-9fbc-d01fbd0ad9f2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545858 Nov 08 14:16:40.090437 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.132898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:16:40.142092 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.142506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.157363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.158325 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Added segment ac8959a3-600e-49f4-8df2-f05f5cb479c0 of type vlan for network 03078125-78af-42d8-b8d9-ec26fd3b38ab Nov 08 14:16:40.163158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 97edc478-98e1-4158-a284-f39380716f19 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:40.220996 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.260404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.275654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:40.275990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.393341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3755443 Nov 08 14:16:40.402610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37770) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:40.409455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'admin_state_up': True, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:40.415447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.426725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b7fd8-144a-40ce-b751-d4be7a246d46 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Network': ['ID=03078125-78af-42d8-b8d9-ec26fd3b38ab,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:40.442694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:16:40.449223 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.453097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.473092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=97edc478-98e1-4158-a284-f39380716f19,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:40.560122 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.560462 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Floating IP 67693332-c484-4a5b-af3a-8938f89218af disassociated (deleted). External IP: 172.25.8.245, port: 1f2ed8e3-9117-459c-ad01-1c297d1b074e. Nov 08 14:16:40.569844 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.786139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:40.991005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 57073305-2048-47f8-917c-f8593ef6ccb9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:41.187687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:41.223519 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:41.268692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:41.275925 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:41.281288 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] Sync routers for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:41.309220 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:41.321513 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:41.376070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Allocated IP 172.25.8.107 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/47e45997-e0d5-4cca-8b50-6f3a7ce8af56) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:41.513681 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:41.546724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:41.610857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:41.661263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:41.698522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:41.713712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:41.716616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eb5e905f-0109-4f82-9710-4722ae67f2ea tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/floatingips/67693332-c484-4a5b-af3a-8938f89218af HTTP/1.1" status: 204 len: 168 time: 2.0806117 Nov 08 14:16:41.717479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:41.720294 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401f69e3-bb91-40b1-b34c-079648ee445e" -d '{"events": [{"name": "network-changed", "server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:41.774966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379ef2c-99b1-407c-aa3d-86185b0acb99 req-5c539619-b19b-4a73-8a67-1d147d52b0c0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:41.776915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a379ef2c-99b1-407c-aa3d-86185b0acb99 req-5c539619-b19b-4a73-8a67-1d147d52b0c0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.5656714 Nov 08 14:16:41.806707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:41.877474 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:31Z', 'revision_number': 6, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:41.893613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a379ef2c-99b1-407c-aa3d-86185b0acb99 req-94fd9750-b227-4625-98f3-1109ca7fa3e4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070106 Nov 08 14:16:41.915993 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] Checking router: 57073305-2048-47f8-917c-f8593ef6ccb9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:41.930333 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:41.932516 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:41.973534 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300d2eed-3a39-40f1-893c-a4dc9dfe5cec x-openstack-request-id: req-300d2eed-3a39-40f1-893c-a4dc9dfe5cec {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:41.974190 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:41.974662 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-300d2eed-3a39-40f1-893c-a4dc9dfe5cec {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:41.975387 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'status': 'completed', 'code': 200} Nov 08 14:16:42.167403 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:42.221651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f69e3-bb91-40b1-b34c-079648ee445e req-853a7feb-4849-4e4a-a02d-b59eac3069e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:42.230173 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-401f69e3-bb91-40b1-b34c-079648ee445e req-853a7feb-4849-4e4a-a02d-b59eac3069e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 1097 time: 0.1199250 Nov 08 14:16:42.257312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79dbf94-5f63-428b-bf1d-aa9f460d060c req-450d62ce-c40c-4c9b-bcc1-d03853075431 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:42.270037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b79dbf94-5f63-428b-bf1d-aa9f460d060c req-450d62ce-c40c-4c9b-bcc1-d03853075431 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 946 time: 0.1236541 Nov 08 14:16:42.387576 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:42.430557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b79dbf94-5f63-428b-bf1d-aa9f460d060c req-2bfba621-ba47-4b01-b98d-3ff4bdf0faee tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581657 Nov 08 14:16:42.554780 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:31Z', 'revision_number': 6, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:42.567092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f69e3-bb91-40b1-b34c-079648ee445e req-cb96a51c-1c06-48a5-b103-eb19304148e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:42.568717 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-401f69e3-bb91-40b1-b34c-079648ee445e req-cb96a51c-1c06-48a5-b103-eb19304148e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 200 len: 898 time: 0.3302753 Nov 08 14:16:42.583542 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc7c1e89-ff0f-40c5-994a-dfe60fdb643d None None] The sync data for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 is: [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:31Z', 'revision_number': 6, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8462a2ae-dff8-46c9-8868-2ce04748dffa', 'name': '', 'network_id': '365bffaa-d90c-4832-9b46-cee8dd93dc41', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:96:e2:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:34Z', 'updated_at': '2021-11-08T14:14:44Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '21ef4f37-9c5e-42a1-9063-d1a10a2d296a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:42.641958 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-401f69e3-bb91-40b1-b34c-079648ee445e req-60831b0c-f0c4-45e7-8111-408a43610648 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e HTTP/1.1" status: 200 len: 217 time: 0.0613530 Nov 08 14:16:42.803036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f69e3-bb91-40b1-b34c-079648ee445e req-f8a83afb-b802-49af-96bf-c44a7d17c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:42.805604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-401f69e3-bb91-40b1-b34c-079648ee445e req-f8a83afb-b802-49af-96bf-c44a7d17c412 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21ef4f37-9c5e-42a1-9063-d1a10a2d296a HTTP/1.1" status: 200 len: 835 time: 0.1545479 Nov 08 14:16:42.879767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:42.990630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f69e3-bb91-40b1-b34c-079648ee445e req-de94a820-e52e-4350-963d-6aaf7390355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:42.992131 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-401f69e3-bb91-40b1-b34c-079648ee445e req-de94a820-e52e-4350-963d-6aaf7390355b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=365bffaa-d90c-4832-9b46-cee8dd93dc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780539 Nov 08 14:16:43.103219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea124eac-5321-4921-bb37-0b9fd5e2abb5 req-deccf370-dc63-4af4-9d30-52c64e3d4580 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:43.104893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea124eac-5321-4921-bb37-0b9fd5e2abb5 req-deccf370-dc63-4af4-9d30-52c64e3d4580 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1122491 Nov 08 14:16:43.146940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9caec-446b-4581-ae18-50734fec324c None None] New status for floating IP 67693332-c484-4a5b-af3a-8938f89218af: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:16:43.256456 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea124eac-5321-4921-bb37-0b9fd5e2abb5 req-c75811e8-d7b6-4ba3-a4e1-cfd627ef2c94 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437681 Nov 08 14:16:43.686641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-290987dd-4c0c-4886-85c6-c0ecf1291a0a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:43.690800 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-290987dd-4c0c-4886-85c6-c0ecf1291a0a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 946 time: 0.1709256 Nov 08 14:16:43.695823 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-401f69e3-bb91-40b1-b34c-079648ee445e req-c21c2b7f-9d8f-4bdb-aa91-10f8a945af0e service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868291 Nov 08 14:16:43.731356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f8fb-0578-4fdc-ab0b-e18b057f1f7e req-1038d5aa-54dc-46cd-9b7e-6df4930d7571 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:43.737671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a809f8fb-0578-4fdc-ab0b-e18b057f1f7e req-1038d5aa-54dc-46cd-9b7e-6df4930d7571 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 946 time: 0.1365609 Nov 08 14:16:43.825144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a809f8fb-0578-4fdc-ab0b-e18b057f1f7e req-88baa7f5-1f37-4f0d-aeb1-82915ea26d7e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=70db5df6-0d86-42ce-9926-6508a324af55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797536 Nov 08 14:16:43.970797 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:16:44.096876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-401f69e3-bb91-40b1-b34c-079648ee445e req-de7baab8-755a-4c79-8ca5-c174ce2de377 service neutron] 10.222.0.70 "GET /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745317 Nov 08 14:16:44.161455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 1f2ed8e3-9117-459c-ad01-1c297d1b074e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:44.161804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:44.181963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:44.195515 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Sync routers for ids ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:44.206518 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Routers {'24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:44.207414 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:44.246180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:44.247376 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a346865e-8f9b-4714-b222-1c0d2cec68bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.8435476 Nov 08 14:16:44.250565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37796) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:44.349897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port 1f2ed8e3-9117-459c-ad01-1c297d1b074e, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=1f2ed8e3-9117-459c-ad01-1c297d1b074e,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:44.350438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:44.404353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 1f2ed8e3-9117-459c-ad01-1c297d1b074e owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:44.436072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1b601-c3f4-4323-8f1e-2f3091b86f90 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:44.443666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-25e1b601-c3f4-4323-8f1e-2f3091b86f90 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=441e85ca0a2c412182b933215c85a94a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1919012 Nov 08 14:16:44.445835 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37800) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:44.590213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29c5eb-3957-4431-ac95-ca9282216245 req-31f81f33-5ad4-4afd-97b8-7216e07dc342 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:44.598570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a29c5eb-3957-4431-ac95-ca9282216245 req-31f81f33-5ad4-4afd-97b8-7216e07dc342 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.2041657 Nov 08 14:16:44.603106 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Set router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:44.676098 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371e79be-075d-4279-95e1-c1545aeac8da tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:44.677636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-371e79be-075d-4279-95e1-c1545aeac8da tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2308614 Nov 08 14:16:44.690483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a29c5eb-3957-4431-ac95-ca9282216245 req-dd2a2b79-04e8-4aaf-a59e-2d6fc7c75ae0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896673 Nov 08 14:16:44.696109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37804) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:44.731054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1986081a-6410-46ab-a6c8-d565e4932085 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334268 Nov 08 14:16:44.735207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37806) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:44.752281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:44.791266 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-54bdc343-6f5d-46a3-a158-4f722df3d8a7 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=441e85ca0a2c412182b933215c85a94a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547609 Nov 08 14:16:44.797781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37808) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:44.867888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=1f2ed8e3-9117-459c-ad01-1c297d1b074e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:44.973073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] No DVR routers for this DVR port 1f2ed8e3-9117-459c-ad01-1c297d1b074e on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:16:44.978475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:44.982602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b476ca93-4575-43c2-8208-bc6991a1a7d5 req-3b0b489d-ace3-487a-b3e5-44704a221a87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "DELETE /v2.0/ports/1f2ed8e3-9117-459c-ad01-1c297d1b074e HTTP/1.1" status: 204 len: 173 time: 1.2794793 Nov 08 14:16:44.983327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'name': 'network-vif-deleted', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:45.021234 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afca1955-4e5f-42c1-acb2-fd142f8fce59" -d '{"events": [{"server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "name": "network-vif-deleted", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:45.092343 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:42Z', 'revision_number': 3, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:45.128708 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Checking router: 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:45.129223 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Updating router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:45.154813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa4e11-201d-4a00-8cda-df357df2a88f tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:45.156452 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.162368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37818) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:45.172036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8baa4e11-201d-4a00-8cda-df357df2a88f tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3634758 Nov 08 14:16:45.182988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6db09028-b3a5-4149-bdf3-dafb6534ffbb req-cdd2d555-ab5d-4790-a0ce-0b219bae68a8 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=61a38e04-4bb2-4b3e-b125-e9532ddec686 HTTP/1.1" status: 200 len: 210 time: 0.1621599 Nov 08 14:16:45.232601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9bf3762f-48be-4f37-beb1-52d774f1ed26 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684304 Nov 08 14:16:45.237908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37820) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:45.246257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1250558037', 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab', 'project_id': '441e85ca0a2c412182b933215c85a94a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:45.389254 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af15adc-c292-4220-a421-f61ef19a05ed x-openstack-request-id: req-7af15adc-c292-4220-a421-f61ef19a05ed {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:45.389550 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a38e04-4bb2-4b3e-b125-e9532ddec686", "name": "network-vif-deleted", "tag": "1f2ed8e3-9117-459c-ad01-1c297d1b074e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:45.389805 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7af15adc-c292-4220-a421-f61ef19a05ed {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:45.390309 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a38e04-4bb2-4b3e-b125-e9532ddec686', 'name': 'network-vif-deleted', 'tag': '1f2ed8e3-9117-459c-ad01-1c297d1b074e', 'status': 'completed', 'code': 200} Nov 08 14:16:45.434292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Made reservation on behalf of 441e85ca0a2c412182b933215c85a94a for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:45.439228 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.572797 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.580483 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.649111 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Attempting to bind port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:16:45.649475 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Attempting to bind port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:16:45.649828 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Attempting to bind port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:45.657251 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Pushing event updated for resources: {'Port': ['ID=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:45.659503 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:45.659891 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:45.660286 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.660698 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:45.661323 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Bound port: 47e45997-e0d5-4cca-8b50-6f3a7ce8af56, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:16:45.661833 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.693276 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.694133 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.694133 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.694398 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.694759 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.695216 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.695619 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.696133 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.696454 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.696774 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.697143 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.700111 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:45.770534 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] For port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:45.779459 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.780542 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] For port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:45.789930 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:45.881380 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14e51-2cf7-431f-9b50-bc26daffbad5 None None] Pushing event updated for resources: {'Port': ['ID=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:45.914219 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Routers {'24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:45.916370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:45.949517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Subnet': ['ID=664fc3d5-f32f-4c07-8043-9b68b6306ee4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:45.968494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d69d0-9417-4aed-8caf-3ba912a63d40 req-fc705a8d-9e96-4ded-858a-61ac6226235c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:45.970217 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa2d69d0-9417-4aed-8caf-3ba912a63d40 req-fc705a8d-9e96-4ded-858a-61ac6226235c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1698003 Nov 08 14:16:46.029046 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Checking segment: {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:46.029417 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network hostable DHCP agents. Network: 03078125-78af-42d8-b8d9-ec26fd3b38ab, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:16:46.061579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa2d69d0-9417-4aed-8caf-3ba912a63d40 req-27983580-ff7e-4bd2-9b3f-01057cb2d779 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735602 Nov 08 14:16:46.072300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:16:46.094581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 03078125-78af-42d8-b8d9-ec26fd3b38ab) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:46.105153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d46eaca-3e40-48f5-9d20-6af037566d92 None None] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:46.110130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:46.111278 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] Set router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:46.111618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:46.133109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0d1e2847-a1d1-46d4-9299-eef57f837cc1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8940573 Nov 08 14:16:46.135972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37832) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:46.300721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37836) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:46.389739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-03078125-78af-42d8-b8d9-ec26fd3b38ab', 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'fixed_ips': [{'subnet_id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:16:46.390610 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:46.400519 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:42Z', 'revision_number': 3, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:46.408678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea3b12c8-0432-439e-bed6-1fd411444e79 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:46.436075 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c465b7c-24e4-4b05-870d-485cf85d6048 None None] The sync data for ids ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'] in n-d-804292-2 is: [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:42Z', 'revision_number': 3, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:46.504923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea3b12c8-0432-439e-bed6-1fd411444e79 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:46.610528 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea3b12c8-0432-439e-bed6-1fd411444e79 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:46.614363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea3b12c8-0432-439e-bed6-1fd411444e79 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:46.621471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea3b12c8-0432-439e-bed6-1fd411444e79 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/security-groups/70db5df6-0d86-42ce-9926-6508a324af55 HTTP/1.1" status: 204 len: 168 time: 0.3193622 Nov 08 14:16:46.648874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b12c8-0432-439e-bed6-1fd411444e79 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70db5df6-0d86-42ce-9926-6508a324af55,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:46.681437 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37840) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:46.741361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Allocated IP 172.20.0.18 (03078125-78af-42d8-b8d9-ec26fd3b38ab/664fc3d5-f32f-4c07-8043-9b68b6306ee4/38847bef-bfe2-47ac-8afb-dc3cddc95a9d) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:47.020532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.102523 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.124028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.225476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Pushing event updated for resources: {'Port': ['ID=38847bef-bfe2-47ac-8afb-dc3cddc95a9d,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:47.237257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.237788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.238015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.238342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.238607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.238892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.239208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.239706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.240084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.240410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.240742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.241145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:16:47.259267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:47.262513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:47.270783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:47.354297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Attempting to bind port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:16:47.354820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Attempting to bind port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:16:47.355237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Attempting to bind port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d on network 03078125-78af-42d8-b8d9-ec26fd3b38ab {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:47.362868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:47.363512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Checking segment: {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:47.363943 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.364331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Bound using segment: {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:47.364854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Bound port: 38847bef-bfe2-47ac-8afb-dc3cddc95a9d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:16:47.365273 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.366314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f8e9d-ef4f-4520-8ff0-9972377cac41 req-02d94aa8-967c-4c44-b6d6-ce0beda48e66 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:47.381515 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-319f8e9d-ef4f-4520-8ff0-9972377cac41 req-02d94aa8-967c-4c44-b6d6-ce0beda48e66 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1663671 Nov 08 14:16:47.560084 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] For port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:47.568960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] For port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=38847bef-bfe2-47ac-8afb-dc3cddc95a9d,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:47.579528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:47.584859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.589951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-319f8e9d-ef4f-4520-8ff0-9972377cac41 req-4532dcfd-9c91-4398-b667-be26609a4b47 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581781 Nov 08 14:16:47.717496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Allocated IP 172.20.0.17 (03078125-78af-42d8-b8d9-ec26fd3b38ab/664fc3d5-f32f-4c07-8043-9b68b6306ee4/fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:47.745840 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.790982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82600b-b9fc-47ae-8109-77b40a8de24f None None] Pushing event updated for resources: {'Port': ['ID=38847bef-bfe2-47ac-8afb-dc3cddc95a9d,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:47.829746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:47.829746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:47.988745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.032854 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.060839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:48.069577 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.073808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.159943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:48.169744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:48.173356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:48.178244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:48.231116 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:48.250146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.292041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 8462a2ae-dff8-46c9-8868-2ce04748dffa {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:48.292600 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.400533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port 8462a2ae-dff8-46c9-8868-2ce04748dffa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8462a2ae-dff8-46c9-8868-2ce04748dffa,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:48.401243 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.418931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.423214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 8462a2ae-dff8-46c9-8868-2ce04748dffa owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:48.741858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.793662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=8462a2ae-dff8-46c9-8868-2ce04748dffa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:48.882575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20bc7-eca2-4bfd-8488-85df82804c0c req-a664a856-e68f-4896-9dff-7f250c286745 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:48.882575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52a20bc7-eca2-4bfd-8488-85df82804c0c req-a664a856-e68f-4896-9dff-7f250c286745 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1743014 Nov 08 14:16:48.957203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.964952 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:48.967613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f2ed8e3-9117-459c-ad01-1c297d1b074e no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:49.045247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 1f2ed8e3-9117-459c-ad01-1c297d1b074e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:49.045892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 1f2ed8e3-9117-459c-ad01-1c297d1b074e not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:49.090642 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:49.152842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52a20bc7-eca2-4bfd-8488-85df82804c0c req-8b0984fa-02fd-46bd-abf4-90c67296d728 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648723 Nov 08 14:16:49.290870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:49.300401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:49.309041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:49.312688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:49.356375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f82bb-b411-4f74-9bc2-40ff17a464dd None None] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:49.460563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:49.577064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ab04a7d9-fe50-49d3-a433-7217bbc4d280 None None] Provisioning complete for port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:49.577432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab04a7d9-fe50-49d3-a433-7217bbc4d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:49.663025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:49.682850 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3cca8599-e2df-4eac-97c0-4e8ef420e324 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "PUT /v2.0/routers/24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5380974 Nov 08 14:16:49.706657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Sync routers for ids ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:49.789488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 57073305-2048-47f8-917c-f8593ef6ccb9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:16:49.821747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:49.896897 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab04a7d9-fe50-49d3-a433-7217bbc4d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:49.904554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Routers {'24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:49.905502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:49.965379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:49.978679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37866) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:49.979264 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] Sync routers for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:49.988876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-73a4ab5b-eaca-4385-9bb8-35ad8422521b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "PUT /v2.0/routers/57073305-2048-47f8-917c-f8593ef6ccb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3060985 Nov 08 14:16:49.994541 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:49.995239 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:50.078446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting subnet 21ef4f37-9c5e-42a1-9063-d1a10a2d296a {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:16:50.082282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:50.136815 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:50.169113 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Set router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:50.172561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ab04a7d9-fe50-49d3-a433-7217bbc4d280 None None] For port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=38847bef-bfe2-47ac-8afb-dc3cddc95a9d,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:50.190762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:50.223247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:50.223715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:50.272292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab04a7d9-fe50-49d3-a433-7217bbc4d280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:50.279468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-34257342-a993-46e1-be6e-367f5bfc0f22 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:50.303898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-34257342-a993-46e1-be6e-367f5bfc0f22 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/networks?id=03078125-78af-42d8-b8d9-ec26fd3b38ab HTTP/1.1" status: 200 len: 797 time: 0.3329487 Nov 08 14:16:50.335143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-fe3a5b78-d985-4ab3-bf6e-1a735790298a tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/quotas/441e85ca0a2c412182b933215c85a94a HTTP/1.1" status: 200 len: 375 time: 0.0228879 Nov 08 14:16:50.425498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:50.452075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04a7d9-fe50-49d3-a433-7217bbc4d280 None None] Pushing event updated for resources: {'Port': ['ID=38847bef-bfe2-47ac-8afb-dc3cddc95a9d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:50.525070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 7, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:50.565474 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] Checking router: 57073305-2048-47f8-917c-f8593ef6ccb9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:50.577582 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] Routers {'57073305-2048-47f8-917c-f8593ef6ccb9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:50.578364 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['57073305-2048-47f8-917c-f8593ef6ccb9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:50.643493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:50.654374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f04c35-c9f9-4b9a-9195-8b598bf8ee4c req-2a961325-071c-4492-b903-7cf1ba8b857b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:50.658653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20f04c35-c9f9-4b9a-9195-8b598bf8ee4c req-2a961325-071c-4492-b903-7cf1ba8b857b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.3205028 Nov 08 14:16:50.738096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Subnet': ['ID=21ef4f37-9c5e-42a1-9063-d1a10a2d296a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:50.753161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:50.758337 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] Set router 57073305-2048-47f8-917c-f8593ef6ccb9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:50.767397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7d58c240-ef70-4350-ad38-6d303eb003f9 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3358321 Nov 08 14:16:50.769982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37910) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:50.784338 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-41d21c56-7bff-44b7-bf67-7444e8694e9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/subnets/21ef4f37-9c5e-42a1-9063-d1a10a2d296a HTTP/1.1" status: 204 len: 168 time: 0.8041370 Nov 08 14:16:50.815390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f632d414-874f-470e-9b8d-1fd36c785887 None None] Network 365bffaa-d90c-4832-9b46-cee8dd93dc41 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:50.885916 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-10988d95-fefa-440a-b345-c13dd02a2bea service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:16:50.887009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-10988d95-fefa-440a-b345-c13dd02a2bea service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177116 Nov 08 14:16:51.041840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 38847bef-bfe2-47ac-8afb-dc3cddc95a9d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:51.108286 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20f04c35-c9f9-4b9a-9195-8b598bf8ee4c req-d4a30318-a559-48aa-a2e4-646b5f709bec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396589 Nov 08 14:16:51.453117 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 7, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:51.515041 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f40bf5b-a960-418a-bc96-3ce9a27e20f7 None None] The sync data for ids ['57073305-2048-47f8-917c-f8593ef6ccb9'] in n-d-804292-2 is: [{'id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'name': 'tempest-TestNetworkBasicOps-router-741916507', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:14:25Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 7, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': 'c5392dd2-06cb-4fbb-9271-de94986d0be2', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:f9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57073305-2048-47f8-917c-f8593ef6ccb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3742, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:14:26Z', 'updated_at': '2021-11-08T14:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:51.672869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-866d6cb2-1a84-420e-812e-08ea87bc5f14 None None] Provisioning complete for port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:51.673552 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-866d6cb2-1a84-420e-812e-08ea87bc5f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:51.861908 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:51.862285 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:51.868389 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:51.897972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab', 'name': '', 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:62:76:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:47Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 2, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:51.934816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Checking router: 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:51.935244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Updating router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:51.983697 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:52.072839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-31d6accd-ffd8-458b-9090-4fd6169d84a4 service neutron] 10.222.0.65 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1763012 Nov 08 14:16:52.079265 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:52.273327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port c5392dd2-06cb-4fbb-9271-de94986d0be2 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:52.282271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:52.344424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-46ffd4fb-a9d6-4ccd-8cb6-6f9d300d86f6 service neutron] 10.222.0.65 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458541 Nov 08 14:16:52.459029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785e9f8-c892-48da-9e96-53243ee920cc req-81d60b31-1528-40bb-879c-70d3e1455585 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:52.461260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e785e9f8-c892-48da-9e96-53243ee920cc req-81d60b31-1528-40bb-879c-70d3e1455585 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1654737 Nov 08 14:16:52.473574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] DHCP port deletion for 365bffaa-d90c-4832-9b46-cee8dd93dc41 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:16:52.542316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port c5392dd2-06cb-4fbb-9271-de94986d0be2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5392dd2-06cb-4fbb-9271-de94986d0be2,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:52.542698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:52.554742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e785e9f8-c892-48da-9e96-53243ee920cc req-95ad138e-1da7-4f59-a95b-67703811a5a1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846705 Nov 08 14:16:52.565575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-866d6cb2-1a84-420e-812e-08ea87bc5f14 None None] Provisioning complete for port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:52.566289 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-866d6cb2-1a84-420e-812e-08ea87bc5f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:52.585898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for c5392dd2-06cb-4fbb-9271-de94986d0be2 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:52.665605 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:16:52.746101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3dbd71fb-007f-43d0-b767-bfa97e3710db req-44928ac9-e6ca-4259-9785-c0d613a13594 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 210 time: 0.0671666 Nov 08 14:16:52.753032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-866d6cb2-1a84-420e-812e-08ea87bc5f14 None None] Port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:16:52.850147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] Deleting port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:16:52.850533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:52.860314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 38847bef-bfe2-47ac-8afb-dc3cddc95a9d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:52.970239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.009004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f9380d58-99fe-4d7a-bcbc-226100ff932f None None] Provisioning complete for port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:53.009412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f9380d58-99fe-4d7a-bcbc-226100ff932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.012537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=c5392dd2-06cb-4fbb-9271-de94986d0be2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:53.013505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.090355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f9380d58-99fe-4d7a-bcbc-226100ff932f None None] Port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:16:53.112000 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.117459 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.123300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] For port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=66efa4a7-148c-4504-b5aa-4cd7293e6ef4,segment=NetworkSegment(253c5193-c505-42db-815d-5472b52b87c9),segment_id=253c5193-c505-42db-815d-5472b52b87c9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:53.123706 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.183006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] Calling delete_port for 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:16:53.276336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:53.276630 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.287787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.292202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.345362 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886c82f-0647-4688-8226-487ee2e5e7fe None None] Pushing event updated for resources: {'Port': ['ID=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:53.368743 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.370558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Fanout notify agent at l3_agent the message router_deleted on router 57073305-2048-47f8-917c-f8593ef6ccb9 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:16:53.407490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.412006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-08e1e39f-c16a-4b38-9dca-f9b0b4829b99 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/routers/57073305-2048-47f8-917c-f8593ef6ccb9 HTTP/1.1" status: 204 len: 168 time: 2.6399457 Nov 08 14:16:53.424143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37962) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:53.424695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Attempting to bind port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:16:53.425374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Attempting to bind port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:16:53.425752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Attempting to bind port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab on network 03078125-78af-42d8-b8d9-ec26fd3b38ab {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:53.436847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:53.437286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Checking segment: {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:53.437630 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.438031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Bound using segment: {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:53.438771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Bound port: fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:16:53.439210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.442408 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.595359 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.611088 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.666898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] No DVR routers for this DVR port 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:16:53.670344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe968ff-6e81-48db-9d4d-7f0c71a0a1e6 None None] Pushing event deleted for resources: {'Port': ['ID=66efa4a7-148c-4504-b5aa-4cd7293e6ef4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:53.705083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] For port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:53.713492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] For port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:53.714604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2c876764-4bca-4bd3-a288-657f68f0150e None None] Provisioning complete for port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:53.715037 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c876764-4bca-4bd3-a288-657f68f0150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.724091 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.817998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:53.818688 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.888782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365bffaa-d90c-4832-9b46-cee8dd93dc41']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:53.899811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:53.900471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 66efa4a7-148c-4504-b5aa-4cd7293e6ef4 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:53.900894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8462a2ae-dff8-46c9-8868-2ce04748dffa no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:53.907080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253c5193-c505-42db-815d-5472b52b87c9') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:53.907376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253c5193-c505-42db-815d-5472b52b87c9') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:53.917772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.930684 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.951226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.959192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:16:53.959931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:16:53.964279 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:16:54.001867 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fcf16fa-e395-4f0e-8cc7-13e9540ff255 req-76cf35ac-d317-4dcc-bdae-c496f9e5923b tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 210 time: 0.0778644 Nov 08 14:16:54.021009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8462a2ae-dff8-46c9-8868-2ce04748dffa {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:54.021237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8462a2ae-dff8-46c9-8868-2ce04748dffa not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:54.046644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b886c82f-0647-4688-8226-487ee2e5e7fe None None] Pushing event updated for resources: {'Port': ['ID=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.052640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Routers {'24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:54.053065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b524e537-e4b7-4d94-9580-1e713b0bc7ec req-eecd6b7c-baff-47d0-89ae-9dbaea5fa18f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:54.053251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:54.066788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b524e537-e4b7-4d94-9580-1e713b0bc7ec req-eecd6b7c-baff-47d0-89ae-9dbaea5fa18f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.2627065 Nov 08 14:16:54.074230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.118666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.140484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/networks/365bffaa-d90c-4832-9b46-cee8dd93dc41 HTTP/1.1" status: 204 len: 168 time: 0.7134581 Nov 08 14:16:54.157856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37968) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:54.160528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01a41e-6c4b-4f3b-9b4d-3a1d54d2d489 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Network': ['ID=365bffaa-d90c-4832-9b46-cee8dd93dc41,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.171536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'network': {'name': 'tempest-network-smoke--1237027680', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'port_security_enabled': True}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:54.254907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b524e537-e4b7-4d94-9580-1e713b0bc7ec req-67344287-f920-4087-8552-b115b3f2674b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864786 Nov 08 14:16:54.285483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:54.289994 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.354680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:16:54.355647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c876764-4bca-4bd3-a288-657f68f0150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.382573 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.383309 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Added segment 10293ba6-5ad4-42c5-ab9a-2243fd04555e of type vlan for network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 Nov 08 14:16:54.482314 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.486753 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-2c876764-4bca-4bd3-a288-657f68f0150e None None] For port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:16:54.503458 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c876764-4bca-4bd3-a288-657f68f0150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.574416 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.581155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:54.581976 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.586167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] Set router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:54.676674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5163922 Nov 08 14:16:54.693174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37972) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:54.699307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'admin_state_up': True, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:54.778283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c876764-4bca-4bd3-a288-657f68f0150e None None] Pushing event updated for resources: {'Port': ['ID=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.817874 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.823083 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:54.850993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f996a8c-7612-47d8-b5e0-940318bce86c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Network': ['ID=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:54.910071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5392dd2-06cb-4fbb-9271-de94986d0be2 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:16:54.948607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:16:54.968213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.058795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c5392dd2-06cb-4fbb-9271-de94986d0be2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:16:55.061398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5392dd2-06cb-4fbb-9271-de94986d0be2 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:16:55.073951 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7bac465a-2aa5-40de-8e44-fa64021c8c48 None None] Provisioning complete for port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:55.075079 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7bac465a-2aa5-40de-8e44-fa64021c8c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.176987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-de47901f-d2d6-4b4e-bb77-f6cf8019770d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:55.179908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-de47901f-d2d6-4b4e-bb77-f6cf8019770d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.54 "GET /v2.0/networks?id=03078125-78af-42d8-b8d9-ec26fd3b38ab HTTP/1.1" status: 200 len: 797 time: 0.8219466 Nov 08 14:16:55.197425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Request body: {'port': {'device_id': '311da5d0-cb3e-4083-84ca-483c6c145467', 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab', 'admin_state_up': True, 'tenant_id': '441e85ca0a2c412182b933215c85a94a'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:55.208613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-550ae2b4-06eb-4d44-a2a3-f162ae98c02c req-7bacf873-d0d1-41fb-9970-c8a07067076f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 210 time: 0.0618379 Nov 08 14:16:55.213504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.420962 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Made reservation on behalf of 441e85ca0a2c412182b933215c85a94a for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:55.424735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.577218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857b07b-834b-4894-b322-96c3a4194772 req-282bcb82-0ab7-44e0-bb4b-ec3617a78ecb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:55.593795 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1857b07b-834b-4894-b322-96c3a4194772 req-282bcb82-0ab7-44e0-bb4b-ec3617a78ecb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.2035761 Nov 08 14:16:55.682758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Allocated IP 172.20.0.25 (03078125-78af-42d8-b8d9-ec26fd3b38ab/664fc3d5-f32f-4c07-8043-9b68b6306ee4/e3cafb74-d763-4de6-857b-81fe9e28336c) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:55.868119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab', 'name': '', 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:62:76:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:47Z', 'updated_at': '2021-11-08T14:16:53Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:55.869456 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.901304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.943171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f352b6f-987f-471a-95ec-bad78f958b26 None None] The sync data for ids ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'] in n-d-804292-2 is: [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab', 'name': '', 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:62:76:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:47Z', 'updated_at': '2021-11-08T14:16:53Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:16:55.957309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.965579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:55.998183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1857b07b-834b-4894-b322-96c3a4194772 req-fbed0f7a-468c-494d-a0eb-807838d5d9c1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029646 Nov 08 14:16:56.102004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event updated for resources: {'Port': ['ID=e3cafb74-d763-4de6-857b-81fe9e28336c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:56.123425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:56.130045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:56.135212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:56.226638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.25.8.152 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/59ff44e3-8941-4ea1-a803-65dcace899f9) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:16:56.257609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:56.259885 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:56.315908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-7abfbc40-256b-494a-91c0-9f8a1cc9ddd0 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1238449 Nov 08 14:16:56.332952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Request body: {'port': {'device_id': '311da5d0-cb3e-4083-84ca-483c6c145467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:56.449169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:56.493741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:56.617965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2408cf5-8477-4412-afd9-eaf21a3d25d6 req-5b6d77d5-0355-4e77-a80c-9cc93988e4aa tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:56.625044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a2408cf5-8477-4412-afd9-eaf21a3d25d6 req-5b6d77d5-0355-4e77-a80c-9cc93988e4aa tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 895 time: 0.1689160 Nov 08 14:16:56.630309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a6463dc7-9351-4d7e-af6f-e0e95798150c None None] Provisioning complete for port e3cafb74-d763-4de6-857b-81fe9e28336c triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:56.630689 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6463dc7-9351-4d7e-af6f-e0e95798150c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:56.648238 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:56.820160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a6463dc7-9351-4d7e-af6f-e0e95798150c None None] Port e3cafb74-d763-4de6-857b-81fe9e28336c cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:16:56.825124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:16:56.834404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:56.847529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:16:56.870905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=59ff44e3-8941-4ea1-a803-65dcace899f9,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:56.893284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:16:57.003801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:16:57.003801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.034976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cafb74-d763-4de6-857b-81fe9e28336c {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:16:57.067176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.109680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Transition to ACTIVE for port object e3cafb74-d763-4de6-857b-81fe9e28336c will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:16:57.120814 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.203283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a615413-2b36-495a-8924-421347302a91 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cafb74-d763-4de6-857b-81fe9e28336c,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:57.307971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.360671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Attempting to bind port e3cafb74-d763-4de6-857b-81fe9e28336c on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:16:57.361265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Attempting to bind port e3cafb74-d763-4de6-857b-81fe9e28336c by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:16:57.361603 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Attempting to bind port e3cafb74-d763-4de6-857b-81fe9e28336c on network 03078125-78af-42d8-b8d9-ec26fd3b38ab {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:57.374815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Port e3cafb74-d763-4de6-857b-81fe9e28336c on network 03078125-78af-42d8-b8d9-ec26fd3b38ab not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:16:57.375150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Attempting to bind port e3cafb74-d763-4de6-857b-81fe9e28336c on network 03078125-78af-42d8-b8d9-ec26fd3b38ab {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:57.403288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:57.412971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Checking segment: {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:57.413567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Bound using segment: {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:57.414052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Bound port: e3cafb74-d763-4de6-857b-81fe9e28336c, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8959a3-600e-49f4-8df2-f05f5cb479c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:16:57.414476 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.455918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a17f06-5e3d-42b3-8c7d-f29cf47c9625 req-9594263d-89ad-4c73-9b9f-0ffb8c19b485 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:57.458372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3a17f06-5e3d-42b3-8c7d-f29cf47c9625 req-9594263d-89ad-4c73-9b9f-0ffb8c19b485 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1938367 Nov 08 14:16:57.548263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] For port e3cafb74-d763-4de6-857b-81fe9e28336c, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:57.552210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] For port e3cafb74-d763-4de6-857b-81fe9e28336c, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e3cafb74-d763-4de6-857b-81fe9e28336c,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:57.559487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.628059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:57.628900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.631363 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3a17f06-5e3d-42b3-8c7d-f29cf47c9625 req-42a1b365-9f83-4339-ae7b-b49c72bb5251 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596282 Nov 08 14:16:57.637673 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-8a615413-2b36-495a-8924-421347302a91 service neutron] 10.222.0.54 "PUT /v2.0/ports/e3cafb74-d763-4de6-857b-81fe9e28336c HTTP/1.1" status: 200 len: 1055 time: 1.3088183 Nov 08 14:16:57.638262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311da5d0-cb3e-4083-84ca-483c6c145467', 'tag': 'e3cafb74-d763-4de6-857b-81fe9e28336c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:16:57.641215 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d66b0e-99d9-4e5b-9a91-90662075408e" -d '{"events": [{"name": "network-changed", "server_uuid": "311da5d0-cb3e-4083-84ca-483c6c145467", "tag": "e3cafb74-d763-4de6-857b-81fe9e28336c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:16:57.779081 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6cbc2f-47ec-474b-8c49-6133876f4b15 x-openstack-request-id: req-bb6cbc2f-47ec-474b-8c49-6133876f4b15 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:16:57.781028 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311da5d0-cb3e-4083-84ca-483c6c145467", "tag": "e3cafb74-d763-4de6-857b-81fe9e28336c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:16:57.782095 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb6cbc2f-47ec-474b-8c49-6133876f4b15 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:16:57.784440 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311da5d0-cb3e-4083-84ca-483c6c145467', 'tag': 'e3cafb74-d763-4de6-857b-81fe9e28336c', 'status': 'completed', 'code': 200} Nov 08 14:16:57.790824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a615413-2b36-495a-8924-421347302a91 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cafb74-d763-4de6-857b-81fe9e28336c,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:57.858939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-f00f6c80-2301-4ba9-837a-f014a189c993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:57.866248 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-f00f6c80-2301-4ba9-837a-f014a189c993 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 1058 time: 0.1744866 Nov 08 14:16:57.887776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.965589 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a1dda83-92b8-403b-a426-d688e5a26169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:57.984936 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-1f15543a-7bd5-46bf-9826-41640d414477 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e3cafb74-d763-4de6-857b-81fe9e28336c HTTP/1.1" status: 200 len: 217 time: 0.1092613 Nov 08 14:16:57.985347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08422d-adb5-48af-bd82-03943d645171 req-d34b7e1a-6395-41dc-a405-2c46073698f1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:57.987142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f08422d-adb5-48af-bd82-03943d645171 req-d34b7e1a-6395-41dc-a405-2c46073698f1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 907 time: 0.1317887 Nov 08 14:16:58.090180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-efc21add-1410-4aa3-ab70-dfdd284bcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:58.092144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-efc21add-1410-4aa3-ab70-dfdd284bcaaf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=664fc3d5-f32f-4c07-8043-9b68b6306ee4 HTTP/1.1" status: 200 len: 838 time: 0.1005213 Nov 08 14:16:58.104145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 7efc425f-5bd9-4785-aed5-2750fb39889c is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:16:58.160339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-f5534881-830e-494a-8758-29afd5f05103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:58.162569 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-f5534881-830e-494a-8758-29afd5f05103 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03078125-78af-42d8-b8d9-ec26fd3b38ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618181 Nov 08 14:16:58.265579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:16:58.279546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Sync routers for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:16:58.290973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-2aa92295-a690-4043-addd-2816d4d9de48 service neutron] 10.222.0.54 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215444 Nov 08 14:16:58.300883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:58.301961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:58.306629 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:58.307935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a75c2173-f766-4d4c-abdd-a2fa70320f36 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6137516 Nov 08 14:16:58.311148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37992) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:58.346454 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e7cfaf4e-33f8-48de-a76f-1984e98fddf1 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=49ee97ee982849a69db118b178c8f7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338216 Nov 08 14:16:58.349451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37994) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:58.459814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:58.489200 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a09e62c7-5e7f-4bd7-b569-9a41576f88a1 req-e76e1441-e631-4538-9eaa-3323a580aff1 service neutron] 10.222.0.54 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869190 Nov 08 14:16:58.503254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45b800-57b9-4252-b8f3-1f4530cecf37 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:58.505541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6d45b800-57b9-4252-b8f3-1f4530cecf37 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1545105 Nov 08 14:16:58.508239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 37996) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:58.553313 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-61955120-aed1-4dd0-9f7f-a26ea6a45024 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412138 Nov 08 14:16:58.553846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 37998) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:58.559360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1759696521', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:16:58.634153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-15262229-6506-4cf2-b325-c3ebe9ebff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:58.640319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-15262229-6506-4cf2-b325-c3ebe9ebff17 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 1058 time: 0.0777094 Nov 08 14:16:58.708662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:16:58.718406 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:58.720406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:16:57Z', 'revision_number': 3, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:58.759672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Checking router: 7efc425f-5bd9-4785-aed5-2750fb39889c for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:16:58.760295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Updating router 7efc425f-5bd9-4785-aed5-2750fb39889c port 59ff44e3-8941-4ea1-a803-65dcace899f9 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:16:58.797628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:58.855922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-7e90a09a-b567-4513-a568-4f26057a8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:58.858456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-7e90a09a-b567-4513-a568-4f26057a8306 service neutron] 10.222.0.54 "GET /v2.0/networks?id=03078125-78af-42d8-b8d9-ec26fd3b38ab HTTP/1.1" status: 200 len: 898 time: 0.2107484 Nov 08 14:16:58.933987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed30f8-bf40-4fa8-8836-9750f3098400 req-97156a8d-ee20-4439-a994-a7ea45dcf836 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:58.935448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4ed30f8-bf40-4fa8-8836-9750f3098400 req-97156a8d-ee20-4439-a994-a7ea45dcf836 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1651008 Nov 08 14:16:58.948404 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-403c681e-fc6e-481c-b329-a1e34eb95ab5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e3cafb74-d763-4de6-857b-81fe9e28336c HTTP/1.1" status: 200 len: 217 time: 0.0814428 Nov 08 14:16:59.022792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-24dc1def-0557-4466-a44e-198222b4e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:59.024151 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-24dc1def-0557-4466-a44e-198222b4e002 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=664fc3d5-f32f-4c07-8043-9b68b6306ee4 HTTP/1.1" status: 200 len: 838 time: 0.0705471 Nov 08 14:16:59.129018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-cf33588c-e7ec-4793-9a19-50940a467364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:59.130703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-cf33588c-e7ec-4793-9a19-50940a467364 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03078125-78af-42d8-b8d9-ec26fd3b38ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996525 Nov 08 14:16:59.175656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.186014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.204347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.218854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4ed30f8-bf40-4fa8-8836-9750f3098400 req-0d5fa302-6272-49cf-8784-2a9356ba7dcf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743306 Nov 08 14:16:59.280438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2f4eb-b128-4b3a-8d22-d503138c4447 None None] Pushing event updated for resources: {'Port': ['ID=59ff44e3-8941-4ea1-a803-65dcace899f9,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:59.286868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-caeea75a-e5a5-4bd9-bf16-3b002175514d service neutron] 10.222.0.54 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488190 Nov 08 14:16:59.290692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Attempting to bind port 59ff44e3-8941-4ea1-a803-65dcace899f9 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:16:59.290954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Attempting to bind port 59ff44e3-8941-4ea1-a803-65dcace899f9 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:16:59.291374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Attempting to bind port 59ff44e3-8941-4ea1-a803-65dcace899f9 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:16:59.295574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d40eee-9a2f-4b32-bf76-a0e712d1e852 req-5684ff76-dd82-4ce6-b5da-a620aae56e48 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:59.298492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:16:59.298879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:59.299280 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.299766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:16:59.300463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Bound port: 59ff44e3-8941-4ea1-a803-65dcace899f9, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:16:59.300851 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.308438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04d40eee-9a2f-4b32-bf76-a0e712d1e852 req-5684ff76-dd82-4ce6-b5da-a620aae56e48 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 907 time: 0.2156694 Nov 08 14:16:59.346888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Checking segment: {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:16:59.347615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network hostable DHCP agents. Network: fbea5ef2-20f4-41c1-9dfc-74770e95f0d0, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:16:59.351030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Subnet': ['ID=9dc7392f-6400-4633-8919-37f9e417b6c7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:59.375672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:16:59.378795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] For port 59ff44e3-8941-4ea1-a803-65dcace899f9, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:16:59.383926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] For port 59ff44e3-8941-4ea1-a803-65dcace899f9, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=59ff44e3-8941-4ea1-a803-65dcace899f9,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:16:59.389831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fbea5ef2-20f4-41c1-9dfc-74770e95f0d0) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:16:59.393245 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.402558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:16:59.403164 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.425912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c177a538-e81a-42d0-ab3f-216c32bf84af tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8682120 Nov 08 14:16:59.426923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38006) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:16:59.432264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34be0b-0d95-4268-8f4c-040a910c940b None None] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:16:59.446960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d66b0e-99d9-4e5b-9a91-90662075408e req-9b0b9718-4938-4f4a-bf12-8f7b171cd50b service neutron] 10.222.0.54 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514537 Nov 08 14:16:59.555918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c2f4eb-b128-4b3a-8d22-d503138c4447 None None] Pushing event updated for resources: {'Port': ['ID=59ff44e3-8941-4ea1-a803-65dcace899f9,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:16:59.569013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:16:59.569658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:16:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:16:59.730269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:16:59.731144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:16:59.757794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:16:59.940157 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:00.003755 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Allocated IP 172.20.0.2 (fbea5ef2-20f4-41c1-9dfc-74770e95f0d0/9dc7392f-6400-4633-8919-37f9e417b6c7/f0d42617-80a8-4e97-9ea5-2ab933efcf0b) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:17:00.305995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:16:57Z', 'revision_number': 3, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:00.339403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f547a57d-fcf4-44a8-8311-4d0ceb9329e5 None None] The sync data for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 is: [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:16:57Z', 'revision_number': 3, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:00.434991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:00.445542 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:00.490708 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:00.494458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:00.498208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:17:00.514000 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936e1d3-4e87-42d6-a5e0-0c8a171e72c9 req-6fed0902-af54-42fd-b760-b3c811594229 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:00.515793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2936e1d3-4e87-42d6-a5e0-0c8a171e72c9 req-6fed0902-af54-42fd-b760-b3c811594229 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1195467 Nov 08 14:17:00.552434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Pushing event updated for resources: {'Port': ['ID=f0d42617-80a8-4e97-9ea5-2ab933efcf0b,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:00.575527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715b4db-3642-4b6f-ada9-597c86e9ceec req-c651fa68-bac1-4dc8-9f95-f84268ca2648 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:00.577855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2715b4db-3642-4b6f-ada9-597c86e9ceec req-c651fa68-bac1-4dc8-9f95-f84268ca2648 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 907 time: 0.1475623 Nov 08 14:17:00.598348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Attempting to bind port f0d42617-80a8-4e97-9ea5-2ab933efcf0b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:17:00.598348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Attempting to bind port f0d42617-80a8-4e97-9ea5-2ab933efcf0b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:17:00.598712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Attempting to bind port f0d42617-80a8-4e97-9ea5-2ab933efcf0b on network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:00.605917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:17:00.606298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Checking segment: {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:17:00.606719 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:00.607768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Bound using segment: {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:17:00.607935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Bound port: f0d42617-80a8-4e97-9ea5-2ab933efcf0b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:17:00.608820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:00.668637 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2936e1d3-4e87-42d6-a5e0-0c8a171e72c9 req-895b50c1-7907-4423-9423-3bd7982fd42e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215906 Nov 08 14:17:00.708572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] For port f0d42617-80a8-4e97-9ea5-2ab933efcf0b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:17:00.715688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] For port f0d42617-80a8-4e97-9ea5-2ab933efcf0b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f0d42617-80a8-4e97-9ea5-2ab933efcf0b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:17:00.723672 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:00.799873 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.20.0.1 (fbea5ef2-20f4-41c1-9dfc-74770e95f0d0/9dc7392f-6400-4633-8919-37f9e417b6c7/6d3f401c-e831-49af-93e3-6f623eb692e1) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:17:00.822134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1298cf5-059f-4b75-8dd2-a0bfc6a52e22 None None] Pushing event updated for resources: {'Port': ['ID=f0d42617-80a8-4e97-9ea5-2ab933efcf0b,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:00.915407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 59ff44e3-8941-4ea1-a803-65dcace899f9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:01.030212 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.040590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 59ff44e3-8941-4ea1-a803-65dcace899f9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:01.040968 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.122187 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.205266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=6d3f401c-e831-49af-93e3-6f623eb692e1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:01.234877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:01.236623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:01.240396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:17:01.246957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.281907 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 59ff44e3-8941-4ea1-a803-65dcace899f9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=59ff44e3-8941-4ea1-a803-65dcace899f9,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:01.289602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.313094 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.355372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=59ff44e3-8941-4ea1-a803-65dcace899f9,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:01.394816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e3cafb74-d763-4de6-857b-81fe9e28336c details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:17:01.534368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64d853a4-ea88-4557-9b7d-299414943db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.537808 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.571682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e3cafb74-d763-4de6-857b-81fe9e28336c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e3cafb74-d763-4de6-857b-81fe9e28336c,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:01.586433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'e3cafb74-d763-4de6-857b-81fe9e28336c', 'network_id': '03078125-78af-42d8-b8d9-ec26fd3b38ab', 'port_id': 'e3cafb74-d763-4de6-857b-81fe9e28336c', 'mac_address': 'fa:16:3e:15:89:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '664fc3d5-f32f-4c07-8043-9b68b6306ee4', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:17:01.643647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.679882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cafb74-d763-4de6-857b-81fe9e28336c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:17:01.710651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e3cafb74-d763-4de6-857b-81fe9e28336c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e3cafb74-d763-4de6-857b-81fe9e28336c,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:01.716957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:01.809869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=e3cafb74-d763-4de6-857b-81fe9e28336c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:02.028110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['e3cafb74-d763-4de6-857b-81fe9e28336c'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:17:02.066926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22085bf-44b9-4d8d-83a5-edaaddeb05e0 req-19eacc36-e28c-48f6-8599-6b5f7cf04758 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:02.068661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a22085bf-44b9-4d8d-83a5-edaaddeb05e0 req-19eacc36-e28c-48f6-8599-6b5f7cf04758 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 908 time: 0.2870314 Nov 08 14:17:02.095069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99437cdd-0835-4b6f-9f5c-4dc7e6e211ee req-cdd72af0-27da-45ec-87e2-53e142597700 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:02.096776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99437cdd-0835-4b6f-9f5c-4dc7e6e211ee req-cdd72af0-27da-45ec-87e2-53e142597700 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.2186038 Nov 08 14:17:02.237929 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99437cdd-0835-4b6f-9f5c-4dc7e6e211ee req-a421cacd-1f7c-4b9c-b904-096f8352ccf7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964890 Nov 08 14:17:02.266468 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:02.281455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:02.289199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d094ca-7567-46b8-ae74-87e0385b4bef None None] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:02.373505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=6d3f401c-e831-49af-93e3-6f623eb692e1,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:02.376226 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:02.404327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4357b441-7361-4bdc-881d-0ad27c2fe7c9 None None] Provisioning complete for port f0d42617-80a8-4e97-9ea5-2ab933efcf0b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:02.405056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4357b441-7361-4bdc-881d-0ad27c2fe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:02.512821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:02.515720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:02.574279 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4357b441-7361-4bdc-881d-0ad27c2fe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:02.627193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-4357b441-7361-4bdc-881d-0ad27c2fe7c9 None None] For port f0d42617-80a8-4e97-9ea5-2ab933efcf0b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f0d42617-80a8-4e97-9ea5-2ab933efcf0b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:02.635576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4357b441-7361-4bdc-881d-0ad27c2fe7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:02.710126 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 7efc425f-5bd9-4785-aed5-2750fb39889c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:02.743451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357b441-7361-4bdc-881d-0ad27c2fe7c9 None None] Pushing event updated for resources: {'Port': ['ID=f0d42617-80a8-4e97-9ea5-2ab933efcf0b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:02.884092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f0d42617-80a8-4e97-9ea5-2ab933efcf0b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:02.916746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:02.922188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eaf45377-2ead-4716-802c-04aedf5502a0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "PUT /v2.0/routers/7efc425f-5bd9-4785-aed5-2750fb39889c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4936030 Nov 08 14:17:02.924866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38022) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:02.933271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Sync routers for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:02.961655 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:02.963227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:02.990338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-63118437-7120-48f2-a5bc-6979310ca276 None None] Provisioning complete for port f0d42617-80a8-4e97-9ea5-2ab933efcf0b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:02.990713 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63118437-7120-48f2-a5bc-6979310ca276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.022359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f0d42617-80a8-4e97-9ea5-2ab933efcf0b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:03.023002 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.149805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.152253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.154340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.161598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.163171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.164530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.166030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.166678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.170395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6b4d0441-cab8-4b73-ab1d-d697670e51dd tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5656 time: 0.2438526 Nov 08 14:17:03.173242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38026) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:03.182585 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:03.225007 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.259209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-63118437-7120-48f2-a5bc-6979310ca276 None None] Provisioning complete for port 6d3f401c-e831-49af-93e3-6f623eb692e1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:03.259940 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63118437-7120-48f2-a5bc-6979310ca276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.371602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.373130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.373425 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 59ff44e3-8941-4ea1-a803-65dcace899f9 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:03.373735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.374240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.374695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.375165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.375877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.376287 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.380055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-48843051-612d-4fa7-93a2-847bb2a881f5 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5255 time: 0.2051573 Nov 08 14:17:03.383053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38032) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:03.429819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e3cafb74-d763-4de6-857b-81fe9e28336c up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:03.482631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-63118437-7120-48f2-a5bc-6979310ca276 None None] Port 6d3f401c-e831-49af-93e3-6f623eb692e1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:17:03.499368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port e3cafb74-d763-4de6-857b-81fe9e28336c completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:17:03.503434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port e3cafb74-d763-4de6-857b-81fe9e28336c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:03.504204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.518254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 59ff44e3-8941-4ea1-a803-65dcace899f9 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:03.518254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.529574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4f713-f45f-45dd-a906-abd1171e9935 req-76c75e03-d027-468b-94f0-c2408c0ca69d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.531433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0e4f713-f45f-45dd-a906-abd1171e9935 req-76c75e03-d027-468b-94f0-c2408c0ca69d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 908 time: 0.3091028 Nov 08 14:17:03.581328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354658ff-d4e3-48b2-9c87-813c1e593e5a req-41af23b4-95e3-4b55-9af0-be0d6204830e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:03.582849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-354658ff-d4e3-48b2-9c87-813c1e593e5a req-41af23b4-95e3-4b55-9af0-be0d6204830e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.2004642 Nov 08 14:17:03.617837 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:02Z', 'revision_number': 2, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:03.657715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-354658ff-d4e3-48b2-9c87-813c1e593e5a req-1679f685-ab49-471f-8bc9-b3ca915c1a7d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642290 Nov 08 14:17:03.664618 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ccbd81fe-f6d6-4ead-a429-239955a77901 tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.2778516 Nov 08 14:17:03.686190 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Checking router: 7efc425f-5bd9-4785-aed5-2750fb39889c for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:03.686190 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Updating router 7efc425f-5bd9-4785-aed5-2750fb39889c port 6d3f401c-e831-49af-93e3-6f623eb692e1 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:17:03.714514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a2d92654-01b8-465f-8dd2-5dcbb2071ac5 None None] Provisioning complete for port 6d3f401c-e831-49af-93e3-6f623eb692e1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:03.714883 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a2d92654-01b8-465f-8dd2-5dcbb2071ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.720316 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.828139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a2d92654-01b8-465f-8dd2-5dcbb2071ac5 None None] Port 6d3f401c-e831-49af-93e3-6f623eb692e1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:17:03.833547 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.864773 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311da5d0-cb3e-4083-84ca-483c6c145467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cafb74-d763-4de6-857b-81fe9e28336c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:03.870700 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05aab2d-e36c-4e12-9375-3ace39dc76c3" -d '{"events": [{"server_uuid": "311da5d0-cb3e-4083-84ca-483c6c145467", "name": "network-vif-plugged", "status": "completed", "tag": "e3cafb74-d763-4de6-857b-81fe9e28336c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:03.876852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e3cafb74-d763-4de6-857b-81fe9e28336c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e3cafb74-d763-4de6-857b-81fe9e28336c,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:03.884191 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.966063 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=e3cafb74-d763-4de6-857b-81fe9e28336c,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:03.976760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-36e5d4cf-9398-4550-a476-6a7d6c7dea6b None None] Provisioning complete for port 6d3f401c-e831-49af-93e3-6f623eb692e1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:03.977147 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36e5d4cf-9398-4550-a476-6a7d6c7dea6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:03.994516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38040) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:04.002350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-72b46c50-4a11-4269-85eb-ed54e5a77375 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1482121866', 'description': 'tempest-secgroup-smoke-1482121866 description', 'project_id': '49ee97ee982849a69db118b178c8f7f3'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:04.022944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-36e5d4cf-9398-4550-a476-6a7d6c7dea6b None None] Port 6d3f401c-e831-49af-93e3-6f623eb692e1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:17:04.036785 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7279c6-30d5-40c6-a296-e9b353e58861 x-openstack-request-id: req-cc7279c6-30d5-40c6-a296-e9b353e58861 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:04.037177 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311da5d0-cb3e-4083-84ca-483c6c145467", "name": "network-vif-plugged", "status": "completed", "tag": "e3cafb74-d763-4de6-857b-81fe9e28336c", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:04.037384 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc7279c6-30d5-40c6-a296-e9b353e58861 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:04.038767 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311da5d0-cb3e-4083-84ca-483c6c145467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cafb74-d763-4de6-857b-81fe9e28336c', 'code': 200} Nov 08 14:17:04.040399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72b46c50-4a11-4269-85eb-ed54e5a77375 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.175260 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.182438 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.198850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c46f7-311b-467f-9b6c-6e1265015adc req-0e779cac-b5e8-4f03-b526-f5b3bd0508f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:04.201338 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2d6c46f7-311b-467f-9b6c-6e1265015adc req-0e779cac-b5e8-4f03-b526-f5b3bd0508f7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 1060 time: 0.0763927 Nov 08 14:17:04.220860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72b46c50-4a11-4269-85eb-ed54e5a77375 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.227425 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72b46c50-4a11-4269-85eb-ed54e5a77375 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.270741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b46c50-4a11-4269-85eb-ed54e5a77375 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257b8951-55db-4d53-8af1-f881d0feb9c6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:04.275395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-72b46c50-4a11-4269-85eb-ed54e5a77375 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.277166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-72b46c50-4a11-4269-85eb-ed54e5a77375 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2805264 Nov 08 14:17:04.280528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38042) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:04.286344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-34777a43-279d-4c96-8eb6-4ac6a3be5b47 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '257b8951-55db-4d53-8af1-f881d0feb9c6', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:04.290795 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d3288-f408-4d0b-b32a-9a05720ec8f4 None None] Pushing event updated for resources: {'Port': ['ID=6d3f401c-e831-49af-93e3-6f623eb692e1,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:04.322194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34777a43-279d-4c96-8eb6-4ac6a3be5b47 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.336880 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Attempting to bind port 6d3f401c-e831-49af-93e3-6f623eb692e1 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:17:04.337576 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Attempting to bind port 6d3f401c-e831-49af-93e3-6f623eb692e1 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:17:04.338322 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Attempting to bind port 6d3f401c-e831-49af-93e3-6f623eb692e1 on network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:04.344891 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:17:04.345599 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Checking segment: {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:17:04.346310 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.346911 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Bound using segment: {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:17:04.348838 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Bound port: 6d3f401c-e831-49af-93e3-6f623eb692e1, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:17:04.349457 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.399728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34777a43-279d-4c96-8eb6-4ac6a3be5b47 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.404902 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34777a43-279d-4c96-8eb6-4ac6a3be5b47 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.429635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34777a43-279d-4c96-8eb6-4ac6a3be5b47 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fccd329-36de-483a-988b-04dba37ec6f0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:04.441505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-34777a43-279d-4c96-8eb6-4ac6a3be5b47 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.444248 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-34777a43-279d-4c96-8eb6-4ac6a3be5b47 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623979 Nov 08 14:17:04.445541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38046) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:04.456471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ccee3fe0-6a3f-4c54-9de6-131824d9064c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '257b8951-55db-4d53-8af1-f881d0feb9c6', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:04.500191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fe0-6a3f-4c54-9de6-131824d9064c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.502696 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] For port 6d3f401c-e831-49af-93e3-6f623eb692e1, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:17:04.508640 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] For port 6d3f401c-e831-49af-93e3-6f623eb692e1, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6d3f401c-e831-49af-93e3-6f623eb692e1,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:17:04.514956 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.592946 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333d3288-f408-4d0b-b32a-9a05720ec8f4 None None] Pushing event updated for resources: {'Port': ['ID=6d3f401c-e831-49af-93e3-6f623eb692e1,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:04.601120 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:04.603457 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:04.604178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fe0-6a3f-4c54-9de6-131824d9064c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.615310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fe0-6a3f-4c54-9de6-131824d9064c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.646096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee3fe0-6a3f-4c54-9de6-131824d9064c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e745ad6-0427-4518-98a9-9494b1a3b7f0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:04.660302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ccee3fe0-6a3f-4c54-9de6-131824d9064c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.664351 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ccee3fe0-6a3f-4c54-9de6-131824d9064c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2165346 Nov 08 14:17:04.668208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38050) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:04.676130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-432f3059-208e-4e83-bee1-4dac66779348 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '257b8951-55db-4d53-8af1-f881d0feb9c6', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:04.686342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b6ef5e07-0bed-41f5-97b6-5f0bc04b7c6b None None] Provisioning complete for port 6d3f401c-e831-49af-93e3-6f623eb692e1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:04.686932 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5e07-0bed-41f5-97b6-5f0bc04b7c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.780061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e065b-9b93-4f12-b3eb-66c514edf158 req-273bc72c-2454-499d-97e2-b6b2b9d0e7e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:04.783823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ee7e065b-9b93-4f12-b3eb-66c514edf158 req-273bc72c-2454-499d-97e2-b6b2b9d0e7e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 909 time: 0.1434290 Nov 08 14:17:04.788442 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-432f3059-208e-4e83-bee1-4dac66779348 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.847375 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:04.876218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-432f3059-208e-4e83-bee1-4dac66779348 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.885334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-432f3059-208e-4e83-bee1-4dac66779348 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.894068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f0d42617-80a8-4e97-9ea5-2ab933efcf0b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:04.894823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3872b4-6a66-4e9e-bf0f-257e7ef1fc60 req-ed72e0aa-b5fc-4baa-b000-10181ecd213a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:04.897718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f3872b4-6a66-4e9e-bf0f-257e7ef1fc60 req-ed72e0aa-b5fc-4baa-b000-10181ecd213a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1118042 Nov 08 14:17:04.921379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f3059-208e-4e83-bee1-4dac66779348 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ecf327-8674-4b2d-a5ab-4734d0510229,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:04.959118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5e07-0bed-41f5-97b6-5f0bc04b7c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.961742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-432f3059-208e-4e83-bee1-4dac66779348 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:04.965149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-432f3059-208e-4e83-bee1-4dac66779348 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2942929 Nov 08 14:17:04.967586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38054) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:04.978321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d3136b0d-6c33-46bb-83bb-2de20c78ff5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '257b8951-55db-4d53-8af1-f881d0feb9c6', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:04.988405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f0d42617-80a8-4e97-9ea5-2ab933efcf0b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:04.988828 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.008467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f3872b4-6a66-4e9e-bf0f-257e7ef1fc60 req-9bc47159-1bee-43ca-ac84-a5a5afd62413 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030946 Nov 08 14:17:05.040968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b6ef5e07-0bed-41f5-97b6-5f0bc04b7c6b None None] For port 6d3f401c-e831-49af-93e3-6f623eb692e1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6d3f401c-e831-49af-93e3-6f623eb692e1,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:05.049390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5e07-0bed-41f5-97b6-5f0bc04b7c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.093533 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3136b0d-6c33-46bb-83bb-2de20c78ff5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.158229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef5e07-0bed-41f5-97b6-5f0bc04b7c6b None None] Pushing event updated for resources: {'Port': ['ID=6d3f401c-e831-49af-93e3-6f623eb692e1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:05.196777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e04c4748-0132-4dee-95c3-e8fcef1c29e8 None None] Provisioning complete for port 6d3f401c-e831-49af-93e3-6f623eb692e1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:05.197307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e04c4748-0132-4dee-95c3-e8fcef1c29e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.218866 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3136b0d-6c33-46bb-83bb-2de20c78ff5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.221728 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:05.223830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3136b0d-6c33-46bb-83bb-2de20c78ff5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.258193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3136b0d-6c33-46bb-83bb-2de20c78ff5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf393e57-8347-4b47-84e4-e84f45215473,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:05.265756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d3136b0d-6c33-46bb-83bb-2de20c78ff5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.267631 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d3136b0d-6c33-46bb-83bb-2de20c78ff5c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2977436 Nov 08 14:17:05.271250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38056) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:05.278399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '257b8951-55db-4d53-8af1-f881d0feb9c6', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:05.288645 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400c61c4-9cc0-41f5-8147-cd924409c35c None None] The sync data for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 is: [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:05.322415 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Project 49ee97ee982849a69db118b178c8f7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:17:05.337138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.440032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.449068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.475283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db329fce-4dee-4bc8-b20b-6d7a603d3bdd,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:05.489220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.493455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ce9f802f-d13f-4119-a142-c8bff44f4e0e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2179995 Nov 08 14:17:05.494606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38060) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:05.503001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'security_group_rule': {'security_group_id': '257b8951-55db-4d53-8af1-f881d0feb9c6', 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:05.534060 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Project 49ee97ee982849a69db118b178c8f7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:17:05.542469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.631221 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.634753 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.641225 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.679033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330ff79f-de9d-478d-91f2-988eac77dd6e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:05.688097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.689875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-74795dcd-6705-4b39-b3bd-bcfd8fcde752 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1941702 Nov 08 14:17:05.767425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-22b6e16d-7d54-44f8-af73-7744077eb19d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982876 Nov 08 14:17:05.849076 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:05.923443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-ba127fc9-2fd2-4444-a0fd-ee5f24694bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:05.925341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-ba127fc9-2fd2-4444-a0fd-ee5f24694bed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 1060 time: 0.0614321 Nov 08 14:17:06.054760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-c2067ef6-109e-46ab-8534-062e250f6b5e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1482121866&fields=id&tenant_id=49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 267 time: 0.0703008 Nov 08 14:17:06.071072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5301d-03a8-4d4c-9add-c5538284b342 req-30e6c088-00d8-4943-bbc3-49fa60af9171 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.088429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbc5301d-03a8-4d4c-9add-c5538284b342 req-30e6c088-00d8-4943-bbc3-49fa60af9171 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 909 time: 0.1641827 Nov 08 14:17:06.156206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-910a97be-4037-4e3f-8ce2-217bfff154ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.159419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-910a97be-4037-4e3f-8ce2-217bfff154ed service neutron] 10.222.0.54 "GET /v2.0/networks?id=03078125-78af-42d8-b8d9-ec26fd3b38ab HTTP/1.1" status: 200 len: 898 time: 0.2061589 Nov 08 14:17:06.217568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-8d8a175e-f37b-44b2-a3b6-87bf33acbaac service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e3cafb74-d763-4de6-857b-81fe9e28336c HTTP/1.1" status: 200 len: 217 time: 0.0497770 Nov 08 14:17:06.287376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95377688-b742-4c51-bfed-5c463e809c45 req-4b5726b9-bd71-456e-b397-be9a601170ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.288695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-94d90c7e-0494-446e-b9eb-df297a94df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.288951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95377688-b742-4c51-bfed-5c463e809c45 req-4b5726b9-bd71-456e-b397-be9a601170ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.0963600 Nov 08 14:17:06.290265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-94d90c7e-0494-446e-b9eb-df297a94df5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=664fc3d5-f32f-4c07-8043-9b68b6306ee4 HTTP/1.1" status: 200 len: 838 time: 0.0655859 Nov 08 14:17:06.335642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-626f24fe-0d55-4473-a05f-bec0f1106318 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.337458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-626f24fe-0d55-4473-a05f-bec0f1106318 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/networks?id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 HTTP/1.1" status: 200 len: 797 time: 0.2480249 Nov 08 14:17:06.345197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-0c38800a-890e-4611-a59b-5a0f6c18f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.347016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-0c38800a-890e-4611-a59b-5a0f6c18f6be service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=03078125-78af-42d8-b8d9-ec26fd3b38ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491278 Nov 08 14:17:06.377800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95377688-b742-4c51-bfed-5c463e809c45 req-5906a275-0e99-414c-90e4-4964467b3bc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810688 Nov 08 14:17:06.388075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-5c5384d1-4c40-426b-b16b-bca330c0b56c tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/quotas/49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 375 time: 0.0321944 Nov 08 14:17:06.469122 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-1e0ef5ef-a395-45f9-befa-43feaaaa046e service neutron] 10.222.0.54 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127186 Nov 08 14:17:06.472999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-c0a295c6-c9b8-4b85-820e-56492bb6a370 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832708 Nov 08 14:17:06.620100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35427da8-a4d2-4240-ac04-bd151ca017e9 req-4e2e3fa5-30f5-4732-9242-824394cf9d19 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.630526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35427da8-a4d2-4240-ac04-bd151ca017e9 req-4e2e3fa5-30f5-4732-9242-824394cf9d19 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 909 time: 0.1534345 Nov 08 14:17:06.708491 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fb551007-fc94-4066-befd-fb5b119d6a2f req-ac997a08-2f4b-463d-9f92-5b52db47fad4 service neutron] 10.222.0.54 "GET /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315500 Nov 08 14:17:06.713640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6f2ad47b-e51d-4526-84c9-7ee1d6fe8361 service neutron] 10.222.0.65 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867299 Nov 08 14:17:06.816203 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6d3f401c-e831-49af-93e3-6f623eb692e1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:06.860606 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d2eeb6-7ed6-4fd3-ba98-b0dc189301dd req-8dd711e7-422a-4e36-85a4-33eca9996081 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:06.886247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7d2eeb6-7ed6-4fd3-ba98-b0dc189301dd req-8dd711e7-422a-4e36-85a4-33eca9996081 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 1060 time: 0.1089725 Nov 08 14:17:06.905695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6d3f401c-e831-49af-93e3-6f623eb692e1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:06.906293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:06.915600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-38865633-a3be-4f67-9e91-87d59f3576b0 service neutron] 10.222.0.65 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010539 Nov 08 14:17:06.996832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a8147-2c60-4b51-b2bd-25b6da9b1dd2 req-9729f0ab-f511-4125-ad90-e0f47e8be1e7 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:07.000067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d5a8147-2c60-4b51-b2bd-25b6da9b1dd2 req-9729f0ab-f511-4125-ad90-e0f47e8be1e7 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1136 time: 0.0549650 Nov 08 14:17:07.109377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d5a8147-2c60-4b51-b2bd-25b6da9b1dd2 req-e690e68d-61ab-4d5b-8c02-72588b1ed459 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0997984 Nov 08 14:17:07.129990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38092) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:07.181470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0fcfcf9-5dda-42f8-b058-6a11e2538055 req-cb606f78-fe9b-410b-97cc-d96a72c61270 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 210 time: 0.0634305 Nov 08 14:17:07.212012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e344de2f-b304-4d3c-9b49-226e5a4f4cb4 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:07.218478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e344de2f-b304-4d3c-9b49-226e5a4f4cb4 tempest-TestSecurityGroupsBasicOps-716292711 tempest-TestSecurityGroupsBasicOps-716292711-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 1055 time: 0.0869594 Nov 08 14:17:07.395762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 93720fe2-55a6-4215-b0ff-91c47ec7149d details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:17:07.603873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 93720fe2-55a6-4215-b0ff-91c47ec7149d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=93720fe2-55a6-4215-b0ff-91c47ec7149d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:07.625942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '93720fe2-55a6-4215-b0ff-91c47ec7149d', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'port_id': '93720fe2-55a6-4215-b0ff-91c47ec7149d', 'mac_address': 'fa:16:3e:37:ff:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:17:07.653054 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc87d7-42a4-4e55-b621-37ef98a3fd0c req-501eb4e6-ea3e-40e1-93b7-b3f87bcb0c11 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:07.666825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38fc87d7-42a4-4e55-b621-37ef98a3fd0c req-501eb4e6-ea3e-40e1-93b7-b3f87bcb0c11 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 943 time: 0.1250730 Nov 08 14:17:07.678090 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:07.694153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93720fe2-55a6-4215-b0ff-91c47ec7149d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:17:07.739832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 93720fe2-55a6-4215-b0ff-91c47ec7149d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=93720fe2-55a6-4215-b0ff-91c47ec7149d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:07.760611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafc1d7-23bf-42d1-8d30-83c624f08c6b req-39f30b9b-fbdd-4145-acae-97703035d91e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:07.767149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:07.790652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3bafc1d7-23bf-42d1-8d30-83c624f08c6b req-39f30b9b-fbdd-4145-acae-97703035d91e tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 909 time: 0.2055547 Nov 08 14:17:07.834081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38fc87d7-42a4-4e55-b621-37ef98a3fd0c req-02298d40-de32-42fb-9a22-b507a1adcbbd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649880 Nov 08 14:17:07.850499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=93720fe2-55a6-4215-b0ff-91c47ec7149d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:08.107146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['93720fe2-55a6-4215-b0ff-91c47ec7149d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:17:08.308453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ace95a6-56f6-4b84-b478-e60ff9349dc5 req-9dbbe296-1891-49b8-bb1c-b82506bf13c6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 210 time: 0.0372448 Nov 08 14:17:08.561791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-4ec6f11c-07f5-4622-9b74-5b9b1516ceb6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:08.564383 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-4ec6f11c-07f5-4622-9b74-5b9b1516ceb6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/networks?id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 HTTP/1.1" status: 200 len: 797 time: 0.1314235 Nov 08 14:17:08.651056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-f74d2b85-adc9-45a5-a4a5-ed3c0ffc4be9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49ee97ee982849a69db118b178c8f7f3 HTTP/1.1" status: 200 len: 380 time: 0.0726240 Nov 08 14:17:08.662916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'port': {'device_id': '5295a051-889a-4acd-a344-846e63883a61', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'admin_state_up': True, 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'security_groups': ['257b8951-55db-4d53-8af1-f881d0feb9c6']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:08.800684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Made reservation on behalf of 49ee97ee982849a69db118b178c8f7f3 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:17:08.805174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:08.918627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-1f8c4fe2-6579-49cf-9e76-344afaf8b897 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:08.920931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-1f8c4fe2-6579-49cf-9e76-344afaf8b897 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.54 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 909 time: 0.1032999 Nov 08 14:17:09.059813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0209a-239c-4a75-9c4f-f838a524e3c2 req-174dca74-39ea-4e33-a3e1-ac8dc5ad6d79 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:09.064902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86f0209a-239c-4a75-9c4f-f838a524e3c2 req-174dca74-39ea-4e33-a3e1-ac8dc5ad6d79 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 909 time: 0.1065123 Nov 08 14:17:09.073249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.20.0.11 (fbea5ef2-20f4-41c1-9dfc-74770e95f0d0/9dc7392f-6400-4633-8919-37f9e417b6c7/6a73cbaf-6ffc-4130-aa56-0b592739636b) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:17:09.097250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc58d56-f0bd-41c5-82eb-fce17002b9af req-68029c60-0a62-4193-a49e-cccfb15b03cf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:09.099296 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddc58d56-f0bd-41c5-82eb-fce17002b9af req-68029c60-0a62-4193-a49e-cccfb15b03cf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 944 time: 0.1043839 Nov 08 14:17:09.110504 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting port e3cafb74-d763-4de6-857b-81fe9e28336c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:09.111228 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.168519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddc58d56-f0bd-41c5-82eb-fce17002b9af req-07a72a87-a0be-439e-9ed2-8b4844002d87 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592544 Nov 08 14:17:09.310449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] For port e3cafb74-d763-4de6-857b-81fe9e28336c, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e3cafb74-d763-4de6-857b-81fe9e28336c,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:09.310748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.336087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Calling delete_port for e3cafb74-d763-4de6-857b-81fe9e28336c owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:09.361313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.397008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 93720fe2-55a6-4215-b0ff-91c47ec7149d up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:09.432473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b00e70dd-3932-419a-a8a9-b80ff6bed7b3 req-0f0456ff-9a17-4fe0-bcd0-207e9ff532e4 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 210 time: 0.0285194 Nov 08 14:17:09.464296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.476470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 93720fe2-55a6-4215-b0ff-91c47ec7149d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:17:09.484136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 93720fe2-55a6-4215-b0ff-91c47ec7149d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:09.484136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.576497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:09.584436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:09.589041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:17:09.592236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=6a73cbaf-6ffc-4130-aa56-0b592739636b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:09.618522 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.642959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.643522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.645134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.645763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.646327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.646895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.647440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.648051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.648621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.649178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.649738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.650302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:09.656646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93720fe2-55a6-4215-b0ff-91c47ec7149d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:09.660375 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213d14c7-cae1-4811-9673-a06b3f993ce3" -d '{"events": [{"server_uuid": "6f80762b-9456-4015-a36b-9e63ff9bd340", "name": "network-vif-plugged", "status": "completed", "tag": "93720fe2-55a6-4215-b0ff-91c47ec7149d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:09.664748 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.680338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 93720fe2-55a6-4215-b0ff-91c47ec7149d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=93720fe2-55a6-4215-b0ff-91c47ec7149d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:09.696569 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.735436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:09.736641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.739322 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb90b382-8dc5-4c2c-9396-650f33072d0d x-openstack-request-id: req-bb90b382-8dc5-4c2c-9396-650f33072d0d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:09.739657 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f80762b-9456-4015-a36b-9e63ff9bd340", "name": "network-vif-plugged", "status": "completed", "tag": "93720fe2-55a6-4215-b0ff-91c47ec7149d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:09.739929 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb90b382-8dc5-4c2c-9396-650f33072d0d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:09.741565 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93720fe2-55a6-4215-b0ff-91c47ec7149d', 'code': 200} Nov 08 14:17:09.744844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Port': ['ID=e3cafb74-d763-4de6-857b-81fe9e28336c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:09.821525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=93720fe2-55a6-4215-b0ff-91c47ec7149d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:09.868957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] No DVR routers for this DVR port e3cafb74-d763-4de6-857b-81fe9e28336c on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:09.875514 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d836dc4-8313-4930-bd41-976dbd4b3cef tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2194912 Nov 08 14:17:09.877102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:09.881387 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1d6ffba1-2fd6-4fb7-89a4-429fdaf7822b req-75d7574c-62ac-411e-939d-41c63bf25f04 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.54 "DELETE /v2.0/ports/e3cafb74-d763-4de6-857b-81fe9e28336c HTTP/1.1" status: 204 len: 173 time: 0.9541450 Nov 08 14:17:09.889604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311da5d0-cb3e-4083-84ca-483c6c145467', 'name': 'network-vif-deleted', 'tag': 'e3cafb74-d763-4de6-857b-81fe9e28336c'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:09.892004 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95aa5bc-e27a-48c1-b105-05055ff8e9d5" -d '{"events": [{"server_uuid": "311da5d0-cb3e-4083-84ca-483c6c145467", "name": "network-vif-deleted", "tag": "e3cafb74-d763-4de6-857b-81fe9e28336c"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:09.899049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Request body: {'port': {'device_id': '5295a051-889a-4acd-a344-846e63883a61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:10.014741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5912408-676f-4193-9183-1f4f6b7c1218 req-8d09ab87-baba-4e2d-ad60-4f416438868d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:10.016525 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5912408-676f-4193-9183-1f4f6b7c1218 req-8d09ab87-baba-4e2d-ad60-4f416438868d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 1096 time: 0.1620893 Nov 08 14:17:10.023682 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:10.032418 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17be0a49-823a-42a8-a318-c7dda427f527 x-openstack-request-id: req-17be0a49-823a-42a8-a318-c7dda427f527 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:10.033216 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311da5d0-cb3e-4083-84ca-483c6c145467", "name": "network-vif-deleted", "tag": "e3cafb74-d763-4de6-857b-81fe9e28336c", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:10.033740 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17be0a49-823a-42a8-a318-c7dda427f527 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:10.034347 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311da5d0-cb3e-4083-84ca-483c6c145467', 'name': 'network-vif-deleted', 'tag': 'e3cafb74-d763-4de6-857b-81fe9e28336c', 'status': 'completed', 'code': 200} Nov 08 14:17:10.123188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a4b5db7b-3c81-48e1-9459-847b3f3a0e20 None None] Provisioning complete for port 6a73cbaf-6ffc-4130-aa56-0b592739636b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:10.124130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4b5db7b-3c81-48e1-9459-847b3f3a0e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:10.154884 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f5912408-676f-4193-9183-1f4f6b7c1218 req-d04f5369-a88f-4bda-a49b-bba910579468 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071286 Nov 08 14:17:10.178137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5db7b-3c81-48e1-9459-847b3f3a0e20 None None] Port 6a73cbaf-6ffc-4130-aa56-0b592739636b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:17:10.264224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fb614b5-85d5-461e-bd62-fc8662f063e7 req-2ae72435-58c7-4feb-b7de-e3bd657a1840 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=311da5d0-cb3e-4083-84ca-483c6c145467 HTTP/1.1" status: 200 len: 210 time: 0.0552144 Nov 08 14:17:10.326935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbd5e7-9688-4e3a-985f-69e461ce135d req-fcff7140-62ef-477d-8c4e-ce68cb4f5e98 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:10.328521 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38cbd5e7-9688-4e3a-985f-69e461ce135d req-fcff7140-62ef-477d-8c4e-ce68cb4f5e98 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.0629969 Nov 08 14:17:10.401896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38cbd5e7-9688-4e3a-985f-69e461ce135d req-e3334363-1b53-4e4b-a444-24f93c320714 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637352 Nov 08 14:17:10.439460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a73cbaf-6ffc-4130-aa56-0b592739636b {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:17:10.448379 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:10.462373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Transition to ACTIVE for port object 6a73cbaf-6ffc-4130-aa56-0b592739636b will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:17:10.468498 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:10.531931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a73cbaf-6ffc-4130-aa56-0b592739636b,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:10.618784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ed1c2-ca75-4754-811a-fc4ae4555049 req-6ee7f89b-1f98-4762-bb94-441bf76fe1f5 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:10.620815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd6ed1c2-ca75-4754-811a-fc4ae4555049 req-6ee7f89b-1f98-4762-bb94-441bf76fe1f5 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 944 time: 0.0921848 Nov 08 14:17:10.698398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Attempting to bind port 6a73cbaf-6ffc-4130-aa56-0b592739636b on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:17:10.698887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Attempting to bind port 6a73cbaf-6ffc-4130-aa56-0b592739636b by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:17:10.699109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Attempting to bind port 6a73cbaf-6ffc-4130-aa56-0b592739636b on network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:10.705825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd6ed1c2-ca75-4754-811a-fc4ae4555049 req-3626e622-75a3-4a04-a6b1-292e14966cd9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785449 Nov 08 14:17:10.717468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-4679d63f-ecfc-461b-bcaa-5471de4dcb07 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982871 Nov 08 14:17:10.718121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Port 6a73cbaf-6ffc-4130-aa56-0b592739636b on network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:17:10.718479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Attempting to bind port 6a73cbaf-6ffc-4130-aa56-0b592739636b on network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:10.729783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:17:10.730741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Checking segment: {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:17:10.733685 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Bound using segment: {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:17:10.734636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Bound port: 6a73cbaf-6ffc-4130-aa56-0b592739636b, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10293ba6-5ad4-42c5-ab9a-2243fd04555e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:17:10.735835 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:10.867257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] For port 6a73cbaf-6ffc-4130-aa56-0b592739636b, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:17:10.871571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] For port 6a73cbaf-6ffc-4130-aa56-0b592739636b, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:17:10.880795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-f8d30479-5542-4163-abf3-5991ddd9ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:10.883708 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-f8d30479-5542-4163-abf3-5991ddd9ee05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1136 time: 0.0836821 Nov 08 14:17:10.885558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:10.962709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:10.963336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:10.964791 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/6a73cbaf-6ffc-4130-aa56-0b592739636b HTTP/1.1" status: 200 len: 1092 time: 1.0699549 Nov 08 14:17:11.038183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49397a-598c-4f76-9ad3-7a942bd361f2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a73cbaf-6ffc-4130-aa56-0b592739636b,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:11.102865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-4a9d8078-3570-4c3f-8cf8-b641d2303681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.104349 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-4a9d8078-3570-4c3f-8cf8-b641d2303681 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4 HTTP/1.1" status: 200 len: 898 time: 0.1752632 Nov 08 14:17:11.111063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d5b1332-5102-4aa6-9069-790fde7d0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.112646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-6d5b1332-5102-4aa6-9069-790fde7d0a3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 1095 time: 0.0765293 Nov 08 14:17:11.335401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:11.536427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-bd0a466b-1022-4400-84e3-5cabbf98ede9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b HTTP/1.1" status: 200 len: 217 time: 0.4158180 Nov 08 14:17:11.587484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-420cf616-38a6-4ec8-a100-828c9e970858 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71 HTTP/1.1" status: 200 len: 1001 time: 0.4737496 Nov 08 14:17:11.671039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-b082c3b5-86a8-4b12-8a89-06d3dc1c33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.672758 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-b082c3b5-86a8-4b12-8a89-06d3dc1c33dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9dc7392f-6400-4633-8919-37f9e417b6c7 HTTP/1.1" status: 200 len: 835 time: 0.1218696 Nov 08 14:17:11.682262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-2534a55c-85d9-4819-8973-a8e980d7a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.684226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-2534a55c-85d9-4819-8973-a8e980d7a0e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=270e1e54-4701-4c7a-a8e3-9f4566c10bfe HTTP/1.1" status: 200 len: 835 time: 0.0796568 Nov 08 14:17:11.693853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e23ca-6432-4285-b41c-e9ad7598b6c3 req-5358198a-1bc4-4bef-9d53-042b13671294 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.695357 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b27e23ca-6432-4285-b41c-e9ad7598b6c3 req-5358198a-1bc4-4bef-9d53-042b13671294 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.1094556 Nov 08 14:17:11.782955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f9c-894c-4114-8615-fb552ef1529e req-fade70f6-6067-40ab-a28d-c7175fdb7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.785163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-fade70f6-6067-40ab-a28d-c7175fdb7a92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998700 Nov 08 14:17:11.787990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-e1390813-9b71-4eb5-996a-eef198ff5cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.789710 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-e1390813-9b71-4eb5-996a-eef198ff5cba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929534 Nov 08 14:17:11.855627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b27e23ca-6432-4285-b41c-e9ad7598b6c3 req-4d4a2653-587f-4959-a6eb-85811d334035 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455910 Nov 08 14:17:11.904713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9515d92e-11fc-4a5b-9521-3e3a2144ef55 req-5e90b577-ae34-4235-8b20-5b1ff30609d0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:11.906180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9515d92e-11fc-4a5b-9521-3e3a2144ef55 req-5e90b577-ae34-4235-8b20-5b1ff30609d0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 944 time: 0.1135826 Nov 08 14:17:11.925596 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-ab4cd174-937d-4fd1-b9e8-716f06f8fcee service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242955 Nov 08 14:17:11.992409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9515d92e-11fc-4a5b-9521-3e3a2144ef55 req-c529a904-12be-4cb3-b6b5-522397e66333 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744541 Nov 08 14:17:12.036076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:12.038433 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:12.072265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-18e8c5be-5eee-4dfe-8e65-43adec785a97 service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694809 Nov 08 14:17:12.099024 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-35da2f9c-894c-4114-8615-fb552ef1529e req-3dda14c7-4e98-4975-bade-111724dbe623 service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370070 Nov 08 14:17:12.101935 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab72cf-0fa4-4d47-a81d-e3904f78406d x-openstack-request-id: req-4dab72cf-0fa4-4d47-a81d-e3904f78406d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:12.102549 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:12.102549 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4dab72cf-0fa4-4d47-a81d-e3904f78406d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:12.103892 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'status': 'completed', 'code': 200} Nov 08 14:17:12.113865 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:12.241796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-060440d5-bbdc-455d-8ec8-d0fa80b81e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:12.243540 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-060440d5-bbdc-455d-8ec8-d0fa80b81e4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 1095 time: 0.0716808 Nov 08 14:17:12.245989 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d03528c7-6de8-4bf9-9b0d-9f0e152b5318 req-fb48d969-8c1c-4c14-b380-84fb79d87a15 service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459961 Nov 08 14:17:12.384768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-37f39c88-81dd-4cfe-b4f6-3df45ba87166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:12.387135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-37f39c88-81dd-4cfe-b4f6-3df45ba87166 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 HTTP/1.1" status: 200 len: 898 time: 0.1297314 Nov 08 14:17:12.440923 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-260fa935-2d5b-4f83-8266-859e95626c0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b HTTP/1.1" status: 200 len: 217 time: 0.0461378 Nov 08 14:17:12.469535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:12.469886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:12.518862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-0bf367a2-7a9d-4a08-b947-503c3dfc8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:12.521458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-0bf367a2-7a9d-4a08-b947-503c3dfc8253 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9dc7392f-6400-4633-8919-37f9e417b6c7 HTTP/1.1" status: 200 len: 835 time: 0.0719466 Nov 08 14:17:12.576704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-a768c43c-4980-43b2-beff-28416970cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:12.579074 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-a768c43c-4980-43b2-beff-28416970cc7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485713 Nov 08 14:17:12.604396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] For port fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:12.604909 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:12.621074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Calling delete_port for fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:12.685016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-2c955cff-69b6-4644-9e3e-d206733f8b83 service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973282 Nov 08 14:17:12.803580 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e90e5b27-5ce6-4c51-9a31-d0ec917f2dfc req-ce7ecc80-1647-4909-9c2d-4af7e5e18560 service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099217 Nov 08 14:17:12.850297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:12.889709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Port': ['ID=fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:13.110812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760475d-aa8a-4c2a-b472-b58a7bbfdc7a req-6af9a539-04ad-4d5a-8c1b-6ad66ce8def7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:13.120796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a760475d-aa8a-4c2a-b472-b58a7bbfdc7a req-6af9a539-04ad-4d5a-8c1b-6ad66ce8def7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.1558757 Nov 08 14:17:13.403676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e3cafb74-d763-4de6-857b-81fe9e28336c no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:13.429675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: e3cafb74-d763-4de6-857b-81fe9e28336c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:13.430165 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e3cafb74-d763-4de6-857b-81fe9e28336c not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:13.578700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:13.607236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955637c1-ab40-4874-989a-60ec381ed6d4 req-3ff0deb1-5537-4f08-b825-8529180c48f6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:13.608799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-955637c1-ab40-4874-989a-60ec381ed6d4 req-3ff0deb1-5537-4f08-b825-8529180c48f6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 944 time: 0.4417512 Nov 08 14:17:13.612129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a760475d-aa8a-4c2a-b472-b58a7bbfdc7a req-54d63ec4-9f37-490b-99ce-f002a5afd0d2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439306 Nov 08 14:17:13.757102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-955637c1-ab40-4874-989a-60ec381ed6d4 req-6125b7cc-b095-4a42-aec3-81c1544cf2e5 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071689 Nov 08 14:17:13.813344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a32d3-cb7c-4094-bd4b-94ad45bbac10 req-a5edd9f5-7857-47aa-b2df-a127145e3440 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:13.814936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-613a32d3-cb7c-4094-bd4b-94ad45bbac10 req-a5edd9f5-7857-47aa-b2df-a127145e3440 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.0873897 Nov 08 14:17:13.953602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-613a32d3-cb7c-4094-bd4b-94ad45bbac10 req-4f535258-a4ec-4b08-89bc-c70e84c65433 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004202 Nov 08 14:17:13.978789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:14.147474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e9291-8e29-4830-b521-15c60cdf58b1 req-618ff1a3-2ad5-4e6d-9388-46855ef7ffff tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:14.149492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-556e9291-8e29-4830-b521-15c60cdf58b1 req-618ff1a3-2ad5-4e6d-9388-46855ef7ffff tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.1139114 Nov 08 14:17:14.169104 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:14.178008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38182) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:14.180507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bafb7ef8-b580-490f-bdf7-e5146ac3082f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "PUT /v2.0/routers/24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8433220 Nov 08 14:17:14.191275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] Sync routers for ids ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:14.205747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] Routers {'24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:14.206397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:14.277144 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-556e9291-8e29-4830-b521-15c60cdf58b1 req-924ce866-d085-44e1-b0da-21ac4768bd14 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178367 Nov 08 14:17:14.291910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting subnet 664fc3d5-f32f-4c07-8043-9b68b6306ee4 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:17:14.298003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:14.360035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:14.393048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] Set router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:14.480883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:14.583068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:14.620467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Subnet': ['ID=664fc3d5-f32f-4c07-8043-9b68b6306ee4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:14.624715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:14.631450 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-688b7884-5777-44a7-9b25-4ff732d63915 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/subnets/664fc3d5-f32f-4c07-8043-9b68b6306ee4 HTTP/1.1" status: 204 len: 168 time: 0.4497788 Nov 08 14:17:14.632566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38190) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:14.714150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3ccaf4-968f-45dc-8d34-4508be32f5b7 None None] Network 03078125-78af-42d8-b8d9-ec26fd3b38ab requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:14.809993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac449711-6375-4ad6-93d9-8cd192e4a0ec req-a373b763-48ae-4ac0-acea-c00d1f71d27b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:14.821192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac449711-6375-4ad6-93d9-8cd192e4a0ec req-a373b763-48ae-4ac0-acea-c00d1f71d27b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.1213672 Nov 08 14:17:14.862090 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.010302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ac449711-6375-4ad6-93d9-8cd192e4a0ec req-c46ad423-cc8c-430c-8e69-845f414e4e2b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739628 Nov 08 14:17:15.052809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:17:12Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:15.057357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] DHCP port deletion for 03078125-78af-42d8-b8d9-ec26fd3b38ab request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:17:15.085492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fe754b-c496-4fb6-b242-59e5d60278fe req-bf423cd0-0fac-4ab5-ae62-7b19c8f39b05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:15.088282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87fe754b-c496-4fb6-b242-59e5d60278fe req-bf423cd0-0fac-4ab5-ae62-7b19c8f39b05 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 944 time: 0.2131224 Nov 08 14:17:15.093024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6a73cbaf-6ffc-4130-aa56-0b592739636b details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:17:15.100125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] Checking router: 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:15.148443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] Routers {'24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:15.149288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:15.155483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.237859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87fe754b-c496-4fb6-b242-59e5d60278fe req-a4eea870-4bb7-4bb2-8334-f5477f73e50e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249771 Nov 08 14:17:15.340282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:15.341945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.417564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] Deleting port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:15.418246 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.525943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6a73cbaf-6ffc-4130-aa56-0b592739636b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:15.526910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] For port 47e45997-e0d5-4cca-8b50-6f3a7ce8af56, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:15.527312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.549416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Calling delete_port for 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:15.583386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] For port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=38847bef-bfe2-47ac-8afb-dc3cddc95a9d,segment=NetworkSegment(ac8959a3-600e-49f4-8df2-f05f5cb479c0),segment_id=ac8959a3-600e-49f4-8df2-f05f5cb479c0)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:15.583386 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.589860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] Set router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:15.646316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'port_id': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'mac_address': 'fa:16:3e:77:68:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:17:15.693803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] Calling delete_port for 38847bef-bfe2-47ac-8afb-dc3cddc95a9d owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:15.859660 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.910949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Port': ['ID=47e45997-e0d5-4cca-8b50-6f3a7ce8af56,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:15.922633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:15.963941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a73cbaf-6ffc-4130-aa56-0b592739636b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:17:16.035610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6a73cbaf-6ffc-4130-aa56-0b592739636b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:16.049244 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.067470 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.070393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.114649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] No DVR routers for this DVR port 38847bef-bfe2-47ac-8afb-dc3cddc95a9d on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:16.123960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d5fb7-65cd-4e58-9603-2dd55d6ca2a2 None None] Pushing event deleted for resources: {'Port': ['ID=38847bef-bfe2-47ac-8afb-dc3cddc95a9d,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:16.216425 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:17:12Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:16.232517 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.237113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.263011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deec44c-83e3-4b81-ae8d-f5309bfdbf4c None None] The sync data for ids ['24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb'] in n-d-804292-2 is: [{'id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1186416407', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:40Z', 'updated_at': '2021-11-08T14:17:12Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': '47e45997-e0d5-4cca-8b50-6f3a7ce8af56', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:41Z', 'updated_at': '2021-11-08T14:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:16.268761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6a73cbaf-6ffc-4130-aa56-0b592739636b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:16.285450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['6a73cbaf-6ffc-4130-aa56-0b592739636b'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:17:16.331625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c73b04-3004-42f3-9263-c219805b5cbd req-e119a4a9-b4d9-4667-a75b-6c101d224856 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:16.346592 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0c73b04-3004-42f3-9263-c219805b5cbd req-e119a4a9-b4d9-4667-a75b-6c101d224856 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.1947069 Nov 08 14:17:16.377031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed559187-0402-46f8-80d8-3063230a74cb req-8811b72d-f09e-47b5-87db-a36809ce1ec6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:16.379575 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ed559187-0402-46f8-80d8-3063230a74cb req-8811b72d-f09e-47b5-87db-a36809ce1ec6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 945 time: 0.0877259 Nov 08 14:17:16.399793 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.400383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Fanout notify agent at l3_agent the message router_deleted on router 24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:17:16.420335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.424646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-62bd2b02-ad8a-46d1-8af0-b7dfa8fdb7c2 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/routers/24d3ba77-6d92-4ca7-a8a2-be5d0597dfbb HTTP/1.1" status: 204 len: 168 time: 1.7907588 Nov 08 14:17:16.425428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38202) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:16.496467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0c73b04-3004-42f3-9263-c219805b5cbd req-3e30789c-c626-4c99-87d8-90c551915839 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488559 Nov 08 14:17:16.594325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port 93720fe2-55a6-4215-b0ff-91c47ec7149d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:16.594745 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.617682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.634851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147571b-0c07-4a47-ac80-362e81fc9c8d req-0e1d5bc9-bbb1-4a31-8f0b-4a1708f16d01 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:16.636990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2147571b-0c07-4a47-ac80-362e81fc9c8d req-0e1d5bc9-bbb1-4a31-8f0b-4a1708f16d01 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 945 time: 0.2105930 Nov 08 14:17:16.760224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] For port 93720fe2-55a6-4215-b0ff-91c47ec7149d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=93720fe2-55a6-4215-b0ff-91c47ec7149d,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:16.760705 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.809187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for 93720fe2-55a6-4215-b0ff-91c47ec7149d owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:16.848343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2147571b-0c07-4a47-ac80-362e81fc9c8d req-3daf5ad9-7fc0-4718-9c9e-01287a3d0d2d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914389 Nov 08 14:17:16.858351 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.919114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03078125-78af-42d8-b8d9-ec26fd3b38ab']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:16.937106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8959a3-600e-49f4-8df2-f05f5cb479c0') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:16.937364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8959a3-600e-49f4-8df2-f05f5cb479c0') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:16.944131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:16.954494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.975776 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:16.995564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:17:16.996651 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.001219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:17.002419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fa0de5a9-a1b0-4df1-bed6-aa704ec9d2ab not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:17.002419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 38847bef-bfe2-47ac-8afb-dc3cddc95a9d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:17:17.005186 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:17:17.051900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.052179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 38847bef-bfe2-47ac-8afb-dc3cddc95a9d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:17.052388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 38847bef-bfe2-47ac-8afb-dc3cddc95a9d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:17.083675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['93720fe2-55a6-4215-b0ff-91c47ec7149d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:17:17.109064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.127158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=93720fe2-55a6-4215-b0ff-91c47ec7149d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:17.128797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.139875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/networks/03078125-78af-42d8-b8d9-ec26fd3b38ab HTTP/1.1" status: 204 len: 168 time: 0.7089064 Nov 08 14:17:17.151949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38204) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:17.169918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1d991-ca43-458b-a3f7-01c528956f0d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Network': ['ID=03078125-78af-42d8-b8d9-ec26fd3b38ab,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:17.300496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] No DVR routers for this DVR port 93720fe2-55a6-4215-b0ff-91c47ec7149d on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:17.308401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.315116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ed559187-0402-46f8-80d8-3063230a74cb req-e259923b-4323-410c-b10e-26979107d0bf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "DELETE /v2.0/ports/93720fe2-55a6-4215-b0ff-91c47ec7149d HTTP/1.1" status: 204 len: 173 time: 0.9269009 Nov 08 14:17:17.316165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'name': 'network-vif-deleted', 'tag': '93720fe2-55a6-4215-b0ff-91c47ec7149d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:17.320475 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e258711-940a-4f94-b088-45ba8fd3513c" -d '{"events": [{"server_uuid": "6f80762b-9456-4015-a36b-9e63ff9bd340", "name": "network-vif-deleted", "tag": "93720fe2-55a6-4215-b0ff-91c47ec7149d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:17.452133 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10248411-4634-49e0-b614-aeda40066fe8 x-openstack-request-id: req-10248411-4634-49e0-b614-aeda40066fe8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:17.453264 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f80762b-9456-4015-a36b-9e63ff9bd340", "name": "network-vif-deleted", "tag": "93720fe2-55a6-4215-b0ff-91c47ec7149d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:17.453710 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10248411-4634-49e0-b614-aeda40066fe8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:17.454375 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f80762b-9456-4015-a36b-9e63ff9bd340', 'name': 'network-vif-deleted', 'tag': '93720fe2-55a6-4215-b0ff-91c47ec7149d', 'status': 'completed', 'code': 200} Nov 08 14:17:17.620483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting port 3d285c31-8f98-485e-8951-28fae11ae92a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:17.621051 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.705223 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe6e3fdb-f3bc-4b29-8f95-f8930ff6f7b1 req-fc8cfb93-963f-4ca8-ad00-f6f754604e2a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0494089 Nov 08 14:17:17.792529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.793547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:17.821007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Calling delete_port for 3d285c31-8f98-485e-8951-28fae11ae92a owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:18.010089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475d75b-fe41-4d2d-8f4e-a2572868e5af req-bcea2f07-baaf-402c-a624-ea5dc34b56a7 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:18.011869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7475d75b-fe41-4d2d-8f4e-a2572868e5af req-bcea2f07-baaf-402c-a624-ea5dc34b56a7 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 945 time: 0.0625062 Nov 08 14:17:18.032263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:18.084696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7475d75b-fe41-4d2d-8f4e-a2572868e5af req-8b662e75-ca63-409b-939a-8d42cc7bbc37 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657759 Nov 08 14:17:18.092136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Port': ['ID=3d285c31-8f98-485e-8951-28fae11ae92a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:18.143322 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:18.143720 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Floating IP 20976170-6fe5-4014-a26f-fe9a5329a91b disassociated (deleted). External IP: 172.25.8.75, port: 57ef6fe5-1794-47ee-b316-04022c6c9e71. Nov 08 14:17:18.425845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:18.553747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:18.558543 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:18.565603 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] Sync routers for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:18.587179 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:18.588414 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:18.600546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-48fd0fe8-d18a-46d9-a46f-8cca018f5395 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/floatingips/20976170-6fe5-4014-a26f-fe9a5329a91b HTTP/1.1" status: 204 len: 168 time: 1.4470184 Nov 08 14:17:18.720235 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:18.736118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:18.800243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:18.800832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 47e45997-e0d5-4cca-8b50-6f3a7ce8af56 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:18.942691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3f0cd75-6103-4dbd-a684-cbaa0fb4f62a req-25a9523b-c878-478c-889b-83d6ff5f999b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0916071 Nov 08 14:17:19.033743 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:49Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:19.047493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143ec95-0007-4452-bdbd-15af5f3aa216 req-555dca2a-0c95-4ea4-aa17-46e15b4d60ac tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.056834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9143ec95-0007-4452-bdbd-15af5f3aa216 req-555dca2a-0c95-4ea4-aa17-46e15b4d60ac tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 985 time: 0.0725167 Nov 08 14:17:19.079535 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] Checking router: 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:19.089878 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:19.090592 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:19.105041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6a73cbaf-6ffc-4130-aa56-0b592739636b up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:17:19.189492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9143ec95-0007-4452-bdbd-15af5f3aa216 req-441a8384-b718-4307-b0cd-2422849557dd tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1314428 Nov 08 14:17:19.275213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 6a73cbaf-6ffc-4130-aa56-0b592739636b completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:17:19.283144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 6a73cbaf-6ffc-4130-aa56-0b592739636b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:19.283923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:19.382405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc3e94-59ca-401a-a1c0-d32b278f685b req-b8d2e2d2-0cb4-45cc-8b29-529126b6a467 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.391422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02cc3e94-59ca-401a-a1c0-d32b278f685b req-b8d2e2d2-0cb4-45cc-8b29-529126b6a467 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 945 time: 0.1494815 Nov 08 14:17:19.410975 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:19.437561 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 93720fe2-55a6-4215-b0ff-91c47ec7149d no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:19.456459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:19.461911 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42" -d '{"events": [{"name": "network-changed", "server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:19.496157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 93720fe2-55a6-4215-b0ff-91c47ec7149d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:19.496858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 93720fe2-55a6-4215-b0ff-91c47ec7149d not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:19.541077 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b47dd3d-df8b-4262-99f8-c5f9c00f3015 x-openstack-request-id: req-9b47dd3d-df8b-4262-99f8-c5f9c00f3015 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:19.541499 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:19.541678 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b47dd3d-df8b-4262-99f8-c5f9c00f3015 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:19.542086 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'status': 'completed', 'code': 200} Nov 08 14:17:19.548087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02cc3e94-59ca-401a-a1c0-d32b278f685b req-d8761875-2ff4-4f3e-857d-60d0c1d2eb04 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478980 Nov 08 14:17:19.567520 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:19.620398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:19.625867 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a3ebe8-5b17-4f55-812b-82f0d083913c" -d '{"events": [{"server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "name": "network-vif-plugged", "status": "completed", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:19.667911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 6a73cbaf-6ffc-4130-aa56-0b592739636b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:19.681356 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:19.710705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-b37bebbb-c26d-4f67-875e-b716d05f7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.719410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-b37bebbb-c26d-4f67-875e-b716d05f7141 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=441e85ca0a2c412182b933215c85a94a&device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 1136 time: 0.1185145 Nov 08 14:17:19.731554 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5ad1cf-1081-452f-9419-fb96f37e5bcc x-openstack-request-id: req-2e5ad1cf-1081-452f-9419-fb96f37e5bcc {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:19.732796 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "name": "network-vif-plugged", "status": "completed", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:19.732796 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e5ad1cf-1081-452f-9419-fb96f37e5bcc {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:19.734653 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'code': 200} Nov 08 14:17:19.819790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=6a73cbaf-6ffc-4130-aa56-0b592739636b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:19.924885 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:49Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:19.946980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940a3d-c4c5-4ce4-a82d-8117289529dc req-a931e73c-6a35-41d5-afb4-3f12a3b01f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:19.949735 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c940a3d-c4c5-4ce4-a82d-8117289529dc req-a931e73c-6a35-41d5-afb4-3f12a3b01f5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 1097 time: 0.0851967 Nov 08 14:17:19.994616 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2f604f-26b5-411a-bd31-e74b3873f5bc None None] The sync data for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 is: [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'dc30e6da-c74c-43e0-8ce4-674bbfee0824', 'name': '', 'network_id': 'f508c1e7-54db-4c4b-850d-d7e74c5bcea4', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'mac_address': 'fa:16:3e:9a:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:42Z', 'updated_at': '2021-11-08T14:15:49Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'subnets': [{'id': '270e1e54-4701-4c7a-a8e3-9f4566c10bfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:19.999172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-f7c78965-a155-418d-8279-518fad0948fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:20.001197 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-f7c78965-a155-418d-8279-518fad0948fa service neutron] 10.222.0.70 "GET /v2.0/networks?id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4 HTTP/1.1" status: 200 len: 898 time: 0.2659237 Nov 08 14:17:20.083103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-344d63ec-310b-41b2-b81c-a72b52f54b5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71 HTTP/1.1" status: 200 len: 217 time: 0.0670233 Nov 08 14:17:20.106162 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c940a3d-c4c5-4ce4-a82d-8117289529dc req-dd6b4308-863f-4637-97bc-1ad0d089739b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401267 Nov 08 14:17:20.116051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a4c4648-a433-4074-99c6-a146e250afaf req-cbfd1b68-0e46-4c1e-9a14-f0de8c4e8b80 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0447855 Nov 08 14:17:20.184496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-a7946a41-c728-4e66-b657-a8e3c7951ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:20.187701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-a7946a41-c728-4e66-b657-a8e3c7951ebd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=270e1e54-4701-4c7a-a8e3-9f4566c10bfe HTTP/1.1" status: 200 len: 835 time: 0.0800028 Nov 08 14:17:20.368402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efdc80-5f5a-4ee1-8846-083363eaa503 req-8f8aef84-38eb-492d-b436-582d350ed742 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:20.383726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74efdc80-5f5a-4ee1-8846-083363eaa503 req-8f8aef84-38eb-492d-b436-582d350ed742 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 985 time: 0.1022015 Nov 08 14:17:20.429095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-0f2bdfd6-e749-49e0-b80e-f761fe4e81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:20.431876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-0f2bdfd6-e749-49e0-b80e-f761fe4e81ad service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f508c1e7-54db-4c4b-850d-d7e74c5bcea4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173429 Nov 08 14:17:20.452526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810dc985-a667-499b-b93c-ca935217fb6b None None] New status for floating IP 20976170-6fe5-4014-a26f-fe9a5329a91b: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:17:20.517158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74efdc80-5f5a-4ee1-8846-083363eaa503 req-f5eebedb-4920-4f9d-be80-6c26c2cb792f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/security-groups?id=93580d33-ab20-4fe7-98f3-48893beec2dd&id=711cc963-423d-4807-990a-c6b96754157d&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1308932 Nov 08 14:17:20.525758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-90e70292-55ef-409f-a2e6-3410aec71b89 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:20.544346 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-90e70292-55ef-409f-a2e6-3410aec71b89 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 985 time: 0.2041450 Nov 08 14:17:20.817686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06262ed2-59fb-49bb-bfae-476be52942db req-3bd0be15-36d6-4ceb-873b-3983b9deb2ac tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:20.818174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-d4cd3ffa-dfe7-4a0b-8a23-878f662de990 service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766329 Nov 08 14:17:20.822311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06262ed2-59fb-49bb-bfae-476be52942db req-3bd0be15-36d6-4ceb-873b-3983b9deb2ac tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 946 time: 0.1319547 Nov 08 14:17:20.925632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06262ed2-59fb-49bb-bfae-476be52942db req-d45484ef-3019-4320-bfad-6417c32b89f6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958595 Nov 08 14:17:20.963280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting port 57ef6fe5-1794-47ee-b316-04022c6c9e71 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:20.963678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:21.059073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4b31b7b0-391f-4db0-bebf-3cd1fdd81f42 req-9f5bac26-2616-4f24-9394-b21aa6746b6a service neutron] 10.222.0.70 "GET /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294552 Nov 08 14:17:21.089865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] For port 57ef6fe5-1794-47ee-b316-04022c6c9e71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=57ef6fe5-1794-47ee-b316-04022c6c9e71,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:21.090703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:21.106810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Calling delete_port for 57ef6fe5-1794-47ee-b316-04022c6c9e71 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:21.226123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5efbba89-e7c1-417f-b677-e5061d728109 req-97c42a70-cb01-4ddd-8861-cd4a028db12a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0304198 Nov 08 14:17:21.265638 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:21.297212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Port': ['ID=57ef6fe5-1794-47ee-b316-04022c6c9e71,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:21.342924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] No DVR routers for this DVR port 57ef6fe5-1794-47ee-b316-04022c6c9e71 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:21.345771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:21.349151 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-188fbd92-b1b8-411e-9816-af8991f2c758 req-5a225ad7-e7f3-4e95-8aaa-96e812d9e3e1 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.70 "DELETE /v2.0/ports/57ef6fe5-1794-47ee-b316-04022c6c9e71 HTTP/1.1" status: 204 len: 173 time: 0.8034163 Nov 08 14:17:21.543137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'name': 'network-vif-deleted', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:21.546180 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec8244-43af-4719-95a4-2a327fcc7619" -d '{"events": [{"server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "name": "network-vif-deleted", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:21.594508 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27886892-5cc7-4061-877e-e84f6f2d7615 x-openstack-request-id: req-27886892-5cc7-4061-877e-e84f6f2d7615 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:21.595040 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad900d9-2cfc-4644-ad95-b72c02ac22a6", "name": "network-vif-deleted", "tag": "57ef6fe5-1794-47ee-b316-04022c6c9e71", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:21.597687 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27886892-5cc7-4061-877e-e84f6f2d7615 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:21.598273 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad900d9-2cfc-4644-ad95-b72c02ac22a6', 'name': 'network-vif-deleted', 'tag': '57ef6fe5-1794-47ee-b316-04022c6c9e71', 'status': 'completed', 'code': 200} Nov 08 14:17:21.674628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e0b9cf4-eefb-4a32-9fc2-44f1ac40da02 req-e39d1675-f38f-4c6e-b34c-43e0c5297635 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "GET /v2.0/ports?device_id=cad900d9-2cfc-4644-ad95-b72c02ac22a6 HTTP/1.1" status: 200 len: 210 time: 0.0284996 Nov 08 14:17:22.127654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ebd6c-8493-4605-b5b1-e65f4a400a45 req-2bc1c133-965a-4df1-8e41-d0b3fe8eae9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:22.132542 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d1ebd6c-8493-4605-b5b1-e65f4a400a45 req-2bc1c133-965a-4df1-8e41-d0b3fe8eae9e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 946 time: 0.0864050 Nov 08 14:17:22.187988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d1ebd6c-8493-4605-b5b1-e65f4a400a45 req-5e4b7026-fdb0-4352-b161-a4912bbd6df6 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469942 Nov 08 14:17:22.342482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd6d4b98-c05a-4b3b-ad77-2c9e48f19807 req-6faee019-bd35-403e-8a45-d51d0cd01cda tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0303547 Nov 08 14:17:22.350756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814626f-ed62-43a2-88dc-a54a19262ec6 req-258f62e0-d4aa-453c-bb20-8a314b125702 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:22.352397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e814626f-ed62-43a2-88dc-a54a19262ec6 req-258f62e0-d4aa-453c-bb20-8a314b125702 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 946 time: 0.0927482 Nov 08 14:17:22.413042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e814626f-ed62-43a2-88dc-a54a19262ec6 req-7f41f809-3eae-42b9-ba5b-d9bd2913f7d1 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522573 Nov 08 14:17:22.437337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38272) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:22.488645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb955cfb-12ff-4341-8474-052e35a2ce3f tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:22.493219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb955cfb-12ff-4341-8474-052e35a2ce3f tempest-TestNetworkBasicOps-1569514566 tempest-TestNetworkBasicOps-1569514566-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 1092 time: 0.0533755 Nov 08 14:17:22.493577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38274) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:22.498986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:22.523300 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:22.651281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:22.764473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38278) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:22.818811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Allocated IP 172.25.8.10 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/4366b7ac-c8a2-4463-bdce-c63752959b75) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:17:22.837800 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9b847ef-a4ed-4cf9-9423-7cd60c03e091 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:22.871378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9b847ef-a4ed-4cf9-9423-7cd60c03e091 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:22.940843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9b847ef-a4ed-4cf9-9423-7cd60c03e091 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:22.944718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e9b847ef-a4ed-4cf9-9423-7cd60c03e091 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:22.947371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e9b847ef-a4ed-4cf9-9423-7cd60c03e091 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/security-groups/93580d33-ab20-4fe7-98f3-48893beec2dd HTTP/1.1" status: 204 len: 168 time: 0.1805012 Nov 08 14:17:22.952040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38282) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:22.987908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b847ef-a4ed-4cf9-9423-7cd60c03e091 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93580d33-ab20-4fe7-98f3-48893beec2dd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:22.990335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:23.071219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:23.072118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6f32eb8-4285-4e01-abfe-3c933eec9f55 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:23.110520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6f32eb8-4285-4e01-abfe-3c933eec9f55 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:23.127309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:23.131386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:23.138179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:17:23.143004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=4366b7ac-c8a2-4463-bdce-c63752959b75,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:23.189308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6f32eb8-4285-4e01-abfe-3c933eec9f55 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:23.194683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6f32eb8-4285-4e01-abfe-3c933eec9f55 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:23.200220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a6f32eb8-4285-4e01-abfe-3c933eec9f55 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/security-groups/711cc963-423d-4807-990a-c6b96754157d HTTP/1.1" status: 204 len: 168 time: 0.2427585 Nov 08 14:17:23.202728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38284) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:23.222722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f32eb8-4285-4e01-abfe-3c933eec9f55 tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711cc963-423d-4807-990a-c6b96754157d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:23.360561 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:23.585134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-87870be6-e23b-4350-b124-8eabeb90171e req-5a96ea46-b3df-40ad-83ca-8ca566cc7351 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=6f80762b-9456-4015-a36b-9e63ff9bd340 HTTP/1.1" status: 200 len: 210 time: 0.0360723 Nov 08 14:17:23.923910 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:24.525884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:24.639271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:24.685272 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:24.973754 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:24.981277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:25.069534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event updated for resources: {'Port': ['ID=4366b7ac-c8a2-4463-bdce-c63752959b75,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:25.096295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:25.104455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57ef6fe5-1794-47ee-b316-04022c6c9e71 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:25.135696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 57ef6fe5-1794-47ee-b316-04022c6c9e71 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:25.136741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 57ef6fe5-1794-47ee-b316-04022c6c9e71 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:25.318697 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Floating IP 2940ca76-5e20-4696-8ff6-56efdb98c822 associated. External IP: 172.25.8.10, port: 6a73cbaf-6ffc-4130-aa56-0b592739636b. Nov 08 14:17:25.400644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting port dc30e6da-c74c-43e0-8ce4-674bbfee0824 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:25.401329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:25.735062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] For port dc30e6da-c74c-43e0-8ce4-674bbfee0824, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=dc30e6da-c74c-43e0-8ce4-674bbfee0824,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:25.738375 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:25.801454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Calling delete_port for dc30e6da-c74c-43e0-8ce4-674bbfee0824 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:25.866325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 7efc425f-5bd9-4785-aed5-2750fb39889c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:26.103890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:26.115238 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] Sync routers for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:26.129600 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:26.130300 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:26.131889 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:26.196812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d4a83ad1-6d63-4415-8bc4-cbf532bb7094 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6980808 Nov 08 14:17:26.196812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:26.197353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38302) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:26.198268 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5482dd8a-aee9-43da-98b1-1538095e3d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:26.252380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:26.298658 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd268000-f4e0-4a63-a133-0d2e4093264e x-openstack-request-id: req-fd268000-f4e0-4a63-a133-0d2e4093264e {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:26.298986 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:26.299197 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd268000-f4e0-4a63-a133-0d2e4093264e {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:26.299577 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'status': 'completed', 'code': 200} Nov 08 14:17:26.300328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Port': ['ID=dc30e6da-c74c-43e0-8ce4-674bbfee0824,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:26.438570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb8c6d75-a19e-4123-933f-2556c9d86db2 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/floatingips/2940ca76-5e20-4696-8ff6-56efdb98c822 HTTP/1.1" status: 200 len: 991 time: 0.2399929 Nov 08 14:17:26.463449 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:26.465783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-8664edc5-cb49-44a5-9f0d-22b51b2ef759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:26.477192 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-8664edc5-cb49-44a5-9f0d-22b51b2ef759 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 1097 time: 0.1632836 Nov 08 14:17:26.665438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-c77c515e-ca7a-46d0-8f8c-dd50202320f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:26.666960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-c77c515e-ca7a-46d0-8f8c-dd50202320f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 HTTP/1.1" status: 200 len: 898 time: 0.1827641 Nov 08 14:17:26.674390 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:26.836731 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-b76ddbac-4d5c-45a6-810d-a27080f4b155 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b HTTP/1.1" status: 200 len: 999 time: 0.1615734 Nov 08 14:17:26.927621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-7a311c90-4ae1-4bfe-b5d7-166f3541e325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:26.929473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-7a311c90-4ae1-4bfe-b5d7-166f3541e325 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9dc7392f-6400-4633-8919-37f9e417b6c7 HTTP/1.1" status: 200 len: 835 time: 0.0844679 Nov 08 14:17:26.987263 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '2940ca76-5e20-4696-8ff6-56efdb98c822', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'port_id': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'mac_address': 'fa:16:3e:77:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5295a051-889a-4acd-a344-846e63883a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:17:23Z', 'updated_at': '2021-11-08T14:17:23Z', 'revision_number': 0, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:27.025522 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] Checking router: 7efc425f-5bd9-4785-aed5-2750fb39889c for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:27.026135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-1f0371a8-366d-4f06-9155-554b937460b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:27.027926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-1f0371a8-366d-4f06-9155-554b937460b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794959 Nov 08 14:17:27.035613 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:27.036273 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:27.079154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:27.157146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-8cbf419a-8f25-46dc-a638-5a38ec95919e service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204741 Nov 08 14:17:27.211077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:27.216369 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fd93713c-27a5-4af9-99f4-d64d49ea8c4d tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "PUT /v2.0/routers/1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0117738 Nov 08 14:17:27.219323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38310) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:27.222078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] Sync routers for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:27.240036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:27.240684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:27.265698 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:27.289865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting subnet 270e1e54-4701-4c7a-a8e3-9f4566c10bfe {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:17:27.292835 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5482dd8a-aee9-43da-98b1-1538095e3d9c req-af3e8fcf-6e13-419e-b88f-f1a12d3eb609 service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286845 Nov 08 14:17:27.295877 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:27.346523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:27.442409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38312) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:27.464978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:27.587499 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:27.598871 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-78395e3e-68b6-4cb5-bdf0-e33be4bf12d9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/floatingips/2940ca76-5e20-4696-8ff6-56efdb98c822 HTTP/1.1" status: 200 len: 991 time: 0.1549580 Nov 08 14:17:27.633869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Subnet': ['ID=270e1e54-4701-4c7a-a8e3-9f4566c10bfe,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:27.641143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:27.645523 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-96b64b01-7b40-432d-bc4a-ff7ca0ac497f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/subnets/270e1e54-4701-4c7a-a8e3-9f4566c10bfe HTTP/1.1" status: 204 len: 168 time: 0.4249582 Nov 08 14:17:27.648093 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38316) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:27.659292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9caecf-9cf2-4ac6-920b-dbfa1efce684 None None] Network f508c1e7-54db-4c4b-850d-d7e74c5bcea4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:27.733936 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '2940ca76-5e20-4696-8ff6-56efdb98c822', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'port_id': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'mac_address': 'fa:16:3e:77:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5295a051-889a-4acd-a344-846e63883a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:17:23Z', 'updated_at': '2021-11-08T14:17:23Z', 'revision_number': 0, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:27.778326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:27.801651 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dd450-606c-4721-b1c6-92bd61c43962 None None] The sync data for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 is: [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '2940ca76-5e20-4696-8ff6-56efdb98c822', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'port_id': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'mac_address': 'fa:16:3e:77:68:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5295a051-889a-4acd-a344-846e63883a61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:17:23Z', 'updated_at': '2021-11-08T14:17:23Z', 'revision_number': 0, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:27.993370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2d3fdc0e-de09-4997-b556-cda7dc8f9b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:28.150115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] DHCP port deletion for f508c1e7-54db-4c4b-850d-d7e74c5bcea4 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:17:28.194057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:17:26Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:28.217139 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8688f114-985b-495b-9017-71f5ece7a609 None None] New status for floating IP 2940ca76-5e20-4696-8ff6-56efdb98c822: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:17:28.254511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] Checking router: 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:28.276298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] Routers {'1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:28.277126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:28.329428 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:28.405756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] Set router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:28.546119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] Deleting port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:28.546765 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:28.602075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38330) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:28.614830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:28.683808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] For port 35a431c2-0edf-46b9-99b7-2da70f1d40a2, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=35a431c2-0edf-46b9-99b7-2da70f1d40a2,segment=NetworkSegment(aae65687-9bf2-451b-b0c8-f2f89b300338),segment_id=aae65687-9bf2-451b-b0c8-f2f89b300338)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:28.684865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:28.702474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] Calling delete_port for 35a431c2-0edf-46b9-99b7-2da70f1d40a2 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:28.762411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Deleting port c079e3f7-845d-405f-9a53-2751f540dafa {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:28.766422 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b8d4aea8-600f-4711-b27a-2950570c86ac tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/floatingips/2940ca76-5e20-4696-8ff6-56efdb98c822 HTTP/1.1" status: 200 len: 993 time: 0.1631691 Nov 08 14:17:28.769172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:28.785883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 35a431c2-0edf-46b9-99b7-2da70f1d40a2 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:28.874919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] For port c079e3f7-845d-405f-9a53-2751f540dafa, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c079e3f7-845d-405f-9a53-2751f540dafa,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:28.875297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:28.897222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Calling delete_port for c079e3f7-845d-405f-9a53-2751f540dafa owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:28.994634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:17:26Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:28.999633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.068175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] Pushing event deleted for resources: {'Port': ['ID=35a431c2-0edf-46b9-99b7-2da70f1d40a2,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:29.070367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50909ee9-9487-4cc1-992e-b20c4dfebe6b None None] The sync data for ids ['1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7'] in n-d-804292-2 is: [{'id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-38821907', 'tenant_id': '441e85ca0a2c412182b933215c85a94a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88'}], 'enable_snat': True}, 'gw_port_id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:17:26Z', 'revision_number': 5, 'project_id': '441e85ca0a2c412182b933215c85a94a', 'gw_port': {'id': 'c079e3f7-845d-405f-9a53-2751f540dafa', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:39Z', 'updated_at': '2021-11-08T14:15:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:29.074166 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.076754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce33965-6cc1-45c9-9ba2-4ddcf976ff4b None None] No DVR routers for this DVR port 35a431c2-0edf-46b9-99b7-2da70f1d40a2 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:29.193469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.252443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Port': ['ID=c079e3f7-845d-405f-9a53-2751f540dafa,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:29.371051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.524965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.527506 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.589919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.590635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Fanout notify agent at l3_agent the message router_deleted on router 1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:17:29.599613 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.604269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-55a6081b-6b9b-4e89-8c21-11694001e0bc tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/routers/1bb7a8d9-9549-401c-9b77-c3ec0ea20ad7 HTTP/1.1" status: 204 len: 168 time: 1.9527006 Nov 08 14:17:29.604718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38334) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:29.669546 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:17:29.753665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.923537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:29.949076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f508c1e7-54db-4c4b-850d-d7e74c5bcea4']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:29.961750 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae65687-9bf2-451b-b0c8-f2f89b300338') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:29.962043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae65687-9bf2-451b-b0c8-f2f89b300338') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:29.981480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:30.000178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:30.007324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:17:30.008349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:17:30.474009 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:17:30.538161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:30.546188 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:30.550513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] 10.222.0.65 "DELETE /v2.0/networks/f508c1e7-54db-4c4b-850d-d7e74c5bcea4 HTTP/1.1" status: 204 len: 168 time: 0.9444816 Nov 08 14:17:30.564761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7debef0-1b6c-45af-b99a-86c10b2ab65f tempest-TestSecurityGroupsBasicOps-1991742304 tempest-TestSecurityGroupsBasicOps-1991742304-project] Pushing event deleted for resources: {'Network': ['ID=f508c1e7-54db-4c4b-850d-d7e74c5bcea4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:30.781093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dc30e6da-c74c-43e0-8ce4-674bbfee0824 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:30.809638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: dc30e6da-c74c-43e0-8ce4-674bbfee0824 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:30.810901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device dc30e6da-c74c-43e0-8ce4-674bbfee0824 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:30.811541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c079e3f7-845d-405f-9a53-2751f540dafa no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:17:30.834292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c079e3f7-845d-405f-9a53-2751f540dafa {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:17:30.834648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c079e3f7-845d-405f-9a53-2751f540dafa not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:17:30.988642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38352) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:31.154382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c00874e2-2570-4b71-8845-bec9ddd8b75b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=441e85ca0a2c412182b933215c85a94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1621761 Nov 08 14:17:31.154735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38356) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:31.208046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f76fee7f-88ed-4881-ac54-701f09fd4b76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.236129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f76fee7f-88ed-4881-ac54-701f09fd4b76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.284552 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f76fee7f-88ed-4881-ac54-701f09fd4b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.287262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f76fee7f-88ed-4881-ac54-701f09fd4b76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.288455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f76fee7f-88ed-4881-ac54-701f09fd4b76 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdba0306-0d70-4de0-bd1d-e43775466923 HTTP/1.1" status: 204 len: 168 time: 0.1327982 Nov 08 14:17:31.297889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76fee7f-88ed-4881-ac54-701f09fd4b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdba0306-0d70-4de0-bd1d-e43775466923,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:31.497298 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-79197396-935a-4834-99fe-d0da6c1de844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.687434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38368) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:31.705395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd411e12-4336-4822-8099-f4d2d2830748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.823860 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd411e12-4336-4822-8099-f4d2d2830748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.848472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bd411e12-4336-4822-8099-f4d2d2830748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:31.901175 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bd411e12-4336-4822-8099-f4d2d2830748 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=723804729a9a4b1dbe61e053744d8e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116575 Nov 08 14:17:31.903615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38370) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:31.911813 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd411e12-4336-4822-8099-f4d2d2830748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a610a8a7-f8d0-4dd3-a164-c6c93cd9a9eb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:31.987174 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63b59a53-2c77-4819-9979-3a7fa7674071 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.010978 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63b59a53-2c77-4819-9979-3a7fa7674071 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.069833 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63b59a53-2c77-4819-9979-3a7fa7674071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.073202 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63b59a53-2c77-4819-9979-3a7fa7674071 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.074482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63b59a53-2c77-4819-9979-3a7fa7674071 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a610a8a7-f8d0-4dd3-a164-c6c93cd9a9eb HTTP/1.1" status: 204 len: 168 time: 0.1686406 Nov 08 14:17:32.084500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b59a53-2c77-4819-9979-3a7fa7674071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a610a8a7-f8d0-4dd3-a164-c6c93cd9a9eb,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:32.482194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38378) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:32.526579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1a97adff-cedb-4b45-96c6-94210294012f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f7743e980a5e49f7a9950e59933182eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429232 Nov 08 14:17:32.529980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38380) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:32.603008 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-509c7016-b305-4209-a991-4d9748b9cb00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.625590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-509c7016-b305-4209-a991-4d9748b9cb00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.680068 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-509c7016-b305-4209-a991-4d9748b9cb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.684236 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-509c7016-b305-4209-a991-4d9748b9cb00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:32.687854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-509c7016-b305-4209-a991-4d9748b9cb00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cf091ac-e040-4fac-a3a5-edf162c74907 HTTP/1.1" status: 204 len: 168 time: 0.1545362 Nov 08 14:17:32.695442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c7016-b305-4209-a991-4d9748b9cb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf091ac-e040-4fac-a3a5-edf162c74907,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:33.139722 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.472438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38392) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:33.632167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe241-4b87-4721-8ea0-7b48289804fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.745601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe241-4b87-4721-8ea0-7b48289804fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.750797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d0dfe241-4b87-4721-8ea0-7b48289804fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.797028 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d0dfe241-4b87-4721-8ea0-7b48289804fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b0922560a744a508f3926dd0cb0fdf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207908 Nov 08 14:17:33.797028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfe241-4b87-4721-8ea0-7b48289804fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaefbd29-785d-4a3b-86c7-484bbcd22eb5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:33.797405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38398) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:33.874263 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbe57a25-6596-46c2-a10e-50d98ff308ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.898478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbe57a25-6596-46c2-a10e-50d98ff308ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.950496 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbe57a25-6596-46c2-a10e-50d98ff308ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.953844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bbe57a25-6596-46c2-a10e-50d98ff308ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:33.955059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bbe57a25-6596-46c2-a10e-50d98ff308ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aaefbd29-785d-4a3b-86c7-484bbcd22eb5 HTTP/1.1" status: 204 len: 168 time: 0.1565793 Nov 08 14:17:33.974673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe57a25-6596-46c2-a10e-50d98ff308ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaefbd29-785d-4a3b-86c7-484bbcd22eb5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:35.644447 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:35.832961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.581680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38688) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:50.726115 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.808934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.813743 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.853578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6802450b9fb14c1e98289915ed1bc851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2695522 Nov 08 14:17:50.854364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef85fd9b-8a37-44d8-a145-c8a8c23d9f54,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:50.856243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38692) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:50.862346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.862705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.863037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.863370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.863713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.864089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.864424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.865339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.865719 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.866013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.866338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.866668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10667c0-a73a-4347-8295-62ae175a1dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:17:50.909100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-042ced89-aba8-46e3-88c1-6335ae5c57d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.932016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-042ced89-aba8-46e3-88c1-6335ae5c57d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.993787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-042ced89-aba8-46e3-88c1-6335ae5c57d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.996604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-042ced89-aba8-46e3-88c1-6335ae5c57d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:50.997851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-042ced89-aba8-46e3-88c1-6335ae5c57d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef85fd9b-8a37-44d8-a145-c8a8c23d9f54 HTTP/1.1" status: 204 len: 168 time: 0.1403897 Nov 08 14:17:51.008450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ced89-aba8-46e3-88c1-6335ae5c57d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef85fd9b-8a37-44d8-a145-c8a8c23d9f54,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:53.297519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38858) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:53.371157 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.433538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38866) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:53.452242 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cd7e52d0-6023-4956-8f5b-fc4c4fe2c09a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.537526 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d94dc031-e14a-4b84-9a60-e6ea2164538a tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/floatingips/2940ca76-5e20-4696-8ff6-56efdb98c822 HTTP/1.1" status: 200 len: 993 time: 0.1028986 Nov 08 14:17:53.543286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-b7be0fd7-6820-475d-bc6e-85d6330ac83f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:53.545262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-b7be0fd7-6820-475d-bc6e-85d6330ac83f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1174061 Nov 08 14:17:53.568361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-89b5fc97-b977-4956-9aa1-4cb083f322ac tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/quotas/21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 375 time: 0.0106483 Nov 08 14:17:53.586783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cd7e52d0-6023-4956-8f5b-fc4c4fe2c09a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.593467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cd7e52d0-6023-4956-8f5b-fc4c4fe2c09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.626910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a833165-a6f4-443f-a627-3ca636df92fe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519402 Nov 08 14:17:53.634667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cd7e52d0-6023-4956-8f5b-fc4c4fe2c09a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=385f51ed640f412d8f7400e47a11376b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3352478 Nov 08 14:17:53.635636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e52d0-6023-4956-8f5b-fc4c4fe2c09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac87c4b-de13-40be-96a6-1e723dc8ee39,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:53.638024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38870) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:53.692781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deb7f9ec-0328-4a30-b5f1-41261cd15e3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.716155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deb7f9ec-0328-4a30-b5f1-41261cd15e3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.729774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-924a3aa8-2ac9-4ce4-a72b-1b932334379d service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946858 Nov 08 14:17:53.775481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deb7f9ec-0328-4a30-b5f1-41261cd15e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.778252 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-deb7f9ec-0328-4a30-b5f1-41261cd15e3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.779476 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-deb7f9ec-0328-4a30-b5f1-41261cd15e3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aac87c4b-de13-40be-96a6-1e723dc8ee39 HTTP/1.1" status: 204 len: 168 time: 0.1394100 Nov 08 14:17:53.788482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7f9ec-0328-4a30-b5f1-41261cd15e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac87c4b-de13-40be-96a6-1e723dc8ee39,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:53.831971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-9fa732e7-b980-42ff-bd7a-50228fc46416 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958273 Nov 08 14:17:53.847572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:53.876372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38876) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:54.090195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 4366b7ac-c8a2-4463-bdce-c63752959b75 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:54.090578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.152887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38888) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:54.166848 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3169f416-07cc-4eb1-b2ad-e9ecfe4dbff7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.211052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.211508 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.241599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 4366b7ac-c8a2-4463-bdce-c63752959b75 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:54.261198 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7462f5b0-895c-4a93-8c24-f33bea259a43 req-c1c54754-a4cb-4f11-97b3-3ee8cab592aa tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 210 time: 0.0365779 Nov 08 14:17:54.299686 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3169f416-07cc-4eb1-b2ad-e9ecfe4dbff7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.305396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3169f416-07cc-4eb1-b2ad-e9ecfe4dbff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.367118 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3169f416-07cc-4eb1-b2ad-e9ecfe4dbff7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c6d1a1152fc74360a7dd6313822cd4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127845 Nov 08 14:17:54.368100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38896) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:54.368591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169f416-07cc-4eb1-b2ad-e9ecfe4dbff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1700b86-f985-4159-af83-4863065ff5bc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:54.470350 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20cee94f-a3c1-472f-98c1-cbfd6582cb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.508648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20cee94f-a3c1-472f-98c1-cbfd6582cb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.517612 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.554286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=4366b7ac-c8a2-4463-bdce-c63752959b75,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:54.639463 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.639889 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Floating IP 2940ca76-5e20-4696-8ff6-56efdb98c822 disassociated (deleted). External IP: 172.25.8.10, port: 6a73cbaf-6ffc-4130-aa56-0b592739636b. Nov 08 14:17:54.679877 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20cee94f-a3c1-472f-98c1-cbfd6582cb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.682866 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20cee94f-a3c1-472f-98c1-cbfd6582cb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:54.686628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-20cee94f-a3c1-472f-98c1-cbfd6582cb75 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1700b86-f985-4159-af83-4863065ff5bc HTTP/1.1" status: 204 len: 168 time: 0.3147171 Nov 08 14:17:54.707592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cee94f-a3c1-472f-98c1-cbfd6582cb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1700b86-f985-4159-af83-4863065ff5bc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:54.974071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 7efc425f-5bd9-4785-aed5-2750fb39889c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:17:55.096396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:17:55.109003 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:55.110274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] Sync routers for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:17:55.125086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:55.125959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:55.162332 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c69174a7-9b49-44e5-b17a-3ecce7ef34f9 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/floatingips/2940ca76-5e20-4696-8ff6-56efdb98c822 HTTP/1.1" status: 204 len: 168 time: 1.2848508 Nov 08 14:17:55.165930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:55.173430 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4285f55a-df8d-4327-850c-548e5b15dd77" -d '{"events": [{"name": "network-changed", "server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:55.233902 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e46658-7faf-41e9-8e70-a0d89e95e956 x-openstack-request-id: req-a3e46658-7faf-41e9-8e70-a0d89e95e956 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:55.235588 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:55.235588 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3e46658-7faf-41e9-8e70-a0d89e95e956 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:55.235588 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'status': 'completed', 'code': 200} Nov 08 14:17:55.301656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:55.440428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-340703eb-503a-402c-b63e-e81e7bce664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:55.444887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-340703eb-503a-402c-b63e-e81e7bce664d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=49ee97ee982849a69db118b178c8f7f3&device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 1097 time: 0.1817439 Nov 08 14:17:55.518082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f55ae78-77f0-447e-853a-6c67dca2ae78 req-6fdca08e-a8f8-4d03-9ba5-701a9c612205 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 210 time: 0.1072569 Nov 08 14:17:55.578211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20315fe2-5109-4351-8708-26a5d966abb7 req-c306ca4a-842a-4623-8367-effd64f78d3e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:55.586805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20315fe2-5109-4351-8708-26a5d966abb7 req-c306ca4a-842a-4623-8367-effd64f78d3e tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 946 time: 0.0924518 Nov 08 14:17:55.661616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-85bd889a-f930-4068-ab20-c90fa5a3d00c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:55.663317 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-85bd889a-f930-4068-ab20-c90fa5a3d00c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.3263555 Nov 08 14:17:55.667711 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20315fe2-5109-4351-8708-26a5d966abb7 req-11e37146-affe-425a-a60e-405408a44813 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795906 Nov 08 14:17:55.680002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'port': {'device_id': '10729250-62ab-430c-a9c8-548fec321daf', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'admin_state_up': True, 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:55.710183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-7b27dd36-d3ea-4499-a498-3e7affcd234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:55.712129 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-7b27dd36-d3ea-4499-a498-3e7affcd234c service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 HTTP/1.1" status: 200 len: 898 time: 0.2494874 Nov 08 14:17:55.811802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38928) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:55.822708 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-b9fc5963-c109-4eed-8d0e-207df38bbbd6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b HTTP/1.1" status: 200 len: 217 time: 0.0585065 Nov 08 14:17:55.838990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:55.868038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] Checking router: 7efc425f-5bd9-4785-aed5-2750fb39889c for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:17:55.877984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:17:55.878862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:17:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:55.914699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-6408bcc5-d63e-48da-8c52-f2c458df53eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:55.916440 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-6408bcc5-d63e-48da-8c52-f2c458df53eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9dc7392f-6400-4633-8919-37f9e417b6c7 HTTP/1.1" status: 200 len: 835 time: 0.0823829 Nov 08 14:17:55.957001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-159277666-network', 'tenant_id': 'dc26491ab58c477388ddb72b60a3f582'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:55.975524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:17:55.979360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:55.999267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Made reservation on behalf of dc26491ab58c477388ddb72b60a3f582 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:17:56.002640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.013120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:17:56.017970 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.021718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-4be27f87-d568-4a7c-a546-aca783a04b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:56.023363 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-4be27f87-d568-4a7c-a546-aca783a04b5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968881 Nov 08 14:17:56.111832 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.116934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.156210 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:17:56.162359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c880efd1-cecc-49cb-a498-12fe9aaad4de,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:56.167397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-108ee369-8cad-4451-8f3a-2501e5a00cbc service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042392 Nov 08 14:17:56.175534 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.176833 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Added segment cade1d01-541c-44e9-a1bd-3303d260dc02 of type vlan for network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 Nov 08 14:17:56.241355 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.273297 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.274283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:56.275173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.279950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:17:56.316820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843bf288-6ae4-4726-9c96-0ce2d6249159 None None] The sync data for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 is: [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6d3f401c-e831-49af-93e3-6f623eb692e1', 'name': '', 'network_id': 'fbea5ef2-20f4-41c1-9dfc-74770e95f0d0', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'mac_address': 'fa:16:3e:84:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:17:00Z', 'updated_at': '2021-11-08T14:17:04Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'subnets': [{'id': '9dc7392f-6400-4633-8919-37f9e417b6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:17:56.337417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.20.0.13 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/11e88f4d-bb0e-4548-bcd7-bb39b4f8811e) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:17:56.350859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5377128 Nov 08 14:17:56.354121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38932) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:56.358836 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Request body: {'subnet': {'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-159277666-subnet', 'tenant_id': 'dc26491ab58c477388ddb72b60a3f582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:56.359918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4285f55a-df8d-4327-850c-548e5b15dd77 req-c0a11c8f-ea7e-4eb6-b48f-5f4b2dd1cbd5 service neutron] 10.222.0.70 "GET /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829593 Nov 08 14:17:56.375479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fd221-00a6-4885-b4eb-0224f1b3d8a9 admin admin] Pushing event updated for resources: {'Network': ['ID=e5cca144-3ef6-47fc-85e2-231ddd15e5b4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:56.387409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:17:56.390405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Made reservation on behalf of dc26491ab58c477388ddb72b60a3f582 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:17:56.393066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.595716 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.641783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.683627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:17:56.685429 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.688770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:56.692819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:17:56.705242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67670f52-9204-4b3a-a419-c401022d2b71 req-4d3add8e-6eff-4b7a-ba19-c63031b81cee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:56.707624 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67670f52-9204-4b3a-a419-c401022d2b71 req-4d3add8e-6eff-4b7a-ba19-c63031b81cee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 932 time: 0.0794880 Nov 08 14:17:56.819901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:56.821247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:56.827596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:56.866944 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef47e67b-1cd1-4410-b5cc-fb65d8018307 None None] New status for floating IP 2940ca76-5e20-4696-8ff6-56efdb98c822: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:17:56.876522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1479eb61-02f9-48dc-8cc3-2d8d71235ddd,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:56.894478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a3084a-5aec-466d-b864-a61caec9befb req-0b172e93-09c6-4d4e-b795-d76ab6066917 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:56.898595 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3a3084a-5aec-466d-b864-a61caec9befb req-0b172e93-09c6-4d4e-b795-d76ab6066917 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 946 time: 0.1637621 Nov 08 14:17:56.902430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Checking segment: {'id': 'cade1d01-541c-44e9-a1bd-3303d260dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:17:56.902870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Network hostable DHCP agents. Network: e5cca144-3ef6-47fc-85e2-231ddd15e5b4, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:17:56.906208 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-0a80c780-f6d4-4f51-8bac-c4d4b9227385 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2316325 Nov 08 14:17:56.922345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67670f52-9204-4b3a-a419-c401022d2b71 req-46dced8f-277b-4d51-8fc4-a5eee6c24064 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936669 Nov 08 14:17:56.933340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Request body: {'port': {'device_id': '10729250-62ab-430c-a9c8-548fec321daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:56.950177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:17:56.993053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d33a3-23f5-4fc8-b7fd-8704a64e57ce req-8316c5d8-c12d-45cf-950e-bdd08a4e112b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:56.994787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d4d33a3-23f5-4fc8-b7fd-8704a64e57ce req-8316c5d8-c12d-45cf-950e-bdd08a4e112b tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 946 time: 0.1464522 Nov 08 14:17:57.001656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, e5cca144-3ef6-47fc-85e2-231ddd15e5b4) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:57.015193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad78e96-020d-45a2-ba29-308cc0e5ac7c None None] Network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:57.022234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:57.023074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.118096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-11775dfa-156e-4958-b1e7-053bb19efbcf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7614362 Nov 08 14:17:57.190390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d4d33a3-23f5-4fc8-b7fd-8704a64e57ce req-c158ed2e-37a4-4caf-b7a4-4e4882005a73 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/security-groups?id=257b8951-55db-4d53-8af1-f881d0feb9c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615450 Nov 08 14:17:57.222336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.267330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-26918c7d-4e73-4c66-a3e0-64d009f150ed None None] Provisioning complete for port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:17:57.268153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-26918c7d-4e73-4c66-a3e0-64d009f150ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.278800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 6a73cbaf-6ffc-4130-aa56-0b592739636b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:17:57.279148 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.534300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port 6a73cbaf-6ffc-4130-aa56-0b592739636b, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=6a73cbaf-6ffc-4130-aa56-0b592739636b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:17:57.534678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.560204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 6a73cbaf-6ffc-4130-aa56-0b592739636b owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:17:57.624454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-26918c7d-4e73-4c66-a3e0-64d009f150ed None None] Port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:17:57.629701 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64437e96-f19b-489d-a6ea-388e6f04f446 None None] Network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:57.740020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:17:57.750542 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.838211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Transition to ACTIVE for port object 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:17:57.839174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.849639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:57.893932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=6a73cbaf-6ffc-4130-aa56-0b592739636b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:57.940171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38952) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:57.945935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1423082942-network', 'tenant_id': '7e1a66c965344ea8828f06d30103b5f5'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:57.982260 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0528310d-a3e4-4eae-83e6-296a96c3b3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.001975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Made reservation on behalf of 7e1a66c965344ea8828f06d30103b5f5 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:17:58.005439 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.016761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Pushing event updated for resources: {'Port': ['ID=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:58.018098 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.143791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] No DVR routers for this DVR port 6a73cbaf-6ffc-4130-aa56-0b592739636b on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:17:58.146901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.151211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e3a3084a-5aec-466d-b864-a61caec9befb req-80ee54f5-abd0-4cd4-959b-86df39456b8d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.70 "DELETE /v2.0/ports/6a73cbaf-6ffc-4130-aa56-0b592739636b HTTP/1.1" status: 204 len: 173 time: 1.2421908 Nov 08 14:17:58.152072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Attempting to bind port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:17:58.152404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Attempting to bind port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:17:58.152782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Attempting to bind port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:58.160704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'name': 'network-vif-deleted', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:17:58.164720 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e234b577-d6a1-4453-9f6a-41f16c4bc1be" -d '{"events": [{"server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "name": "network-vif-deleted", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:17:58.170426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7960db-5372-4f2f-8967-fbfe0939f9ee req-6f5e883e-175b-4b42-8dc6-b9960d2e6bc2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:58.182335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:17:58.182499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Attempting to bind port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:17:58.183802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc7960db-5372-4f2f-8967-fbfe0939f9ee req-6f5e883e-175b-4b42-8dc6-b9960d2e6bc2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.1208892 Nov 08 14:17:58.193675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:17:58.194027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:17:58.194618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:17:58.195073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Bound port: 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:17:58.195434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.252989 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc580f87-ebe0-4ba1-b1f9-8703e324ef5f x-openstack-request-id: req-bc580f87-ebe0-4ba1-b1f9-8703e324ef5f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:17:58.253601 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5295a051-889a-4acd-a344-846e63883a61", "name": "network-vif-deleted", "tag": "6a73cbaf-6ffc-4130-aa56-0b592739636b", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:17:58.253945 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc580f87-ebe0-4ba1-b1f9-8703e324ef5f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:17:58.254513 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5295a051-889a-4acd-a344-846e63883a61', 'name': 'network-vif-deleted', 'tag': '6a73cbaf-6ffc-4130-aa56-0b592739636b', 'status': 'completed', 'code': 200} Nov 08 14:17:58.255002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.265749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc7960db-5372-4f2f-8967-fbfe0939f9ee req-69f652bb-67aa-4340-b383-fd8fe0ad7c7f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809295 Nov 08 14:17:58.266964 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.317215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:17:58.327796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] For port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:17:58.333680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26025031-d0fa-4aae-8d30-d6e1f7c1cba2,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:58.333897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] For port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:17:58.343534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.362485 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.364027 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Added segment d00ba7ee-f65c-444a-9cfa-4dfaeac5e997 of type vlan for network 72af26dc-2c81-4db6-89ac-20749c3ae0e6 Nov 08 14:17:58.414200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:58.415028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.416657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] 10.222.0.54 "PUT /v2.0/ports/11e88f4d-bb0e-4548-bcd7-bb39b4f8811e HTTP/1.1" status: 200 len: 1092 time: 1.4924030 Nov 08 14:17:58.467689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f216fa7-0780-470d-b137-08d841fd3b8d service neutron] Pushing event updated for resources: {'Port': ['ID=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:58.502665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6bdb5ed2-950b-4591-86b7-12de3d4842e4 req-4af285c3-b6da-481a-8bd9-9d4f68f2cfe0 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "GET /v2.0/ports?device_id=5295a051-889a-4acd-a344-846e63883a61 HTTP/1.1" status: 200 len: 210 time: 0.0927389 Nov 08 14:17:58.511398 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.542815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-dd98edbc-b634-4ffa-a9e8-684d2523d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:58.544945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-dd98edbc-b634-4ffa-a9e8-684d2523d872 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 1095 time: 0.0707526 Nov 08 14:17:58.575584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.577878 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:58.578557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.610816 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-cdbd648d-a1c1-4497-8540-a025773f9576 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e HTTP/1.1" status: 200 len: 217 time: 0.0546119 Nov 08 14:17:58.657073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7164009 Nov 08 14:17:58.660354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38960) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:58.688379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Request body: {'subnet': {'network_id': '72af26dc-2c81-4db6-89ac-20749c3ae0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1423082942-subnet', 'tenant_id': '7e1a66c965344ea8828f06d30103b5f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:17:58.697068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ec96c-a7e8-418e-b42f-7805e8eaa131 admin admin] Pushing event updated for resources: {'Network': ['ID=72af26dc-2c81-4db6-89ac-20749c3ae0e6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:58.708356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 72af26dc-2c81-4db6-89ac-20749c3ae0e6 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:17:58.711816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-1dd46a1e-1bf8-4e17-b8d8-d500915fc52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:58.717011 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-1dd46a1e-1bf8-4e17-b8d8-d500915fc52c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0997562 Nov 08 14:17:58.749122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Made reservation on behalf of 7e1a66c965344ea8828f06d30103b5f5 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:17:58.753764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:58.804382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-07a49ba1-ba98-46bf-bd7f-23d976601085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:58.806249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-07a49ba1-ba98-46bf-bd7f-23d976601085 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826104 Nov 08 14:17:58.919621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-965d7d03-e530-4885-9324-347fd2e0bdf3 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027784 Nov 08 14:17:59.000683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:59.043921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ba6352-64c0-4e6a-9e16-3d443dacfec7 req-273e6083-b29d-4f19-9ae7-c28e48989329 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163464 Nov 08 14:17:59.064401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b6c364-9de7-4492-9ee9-b8c727dc6285,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:59.074340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Checking segment: {'id': 'd00ba7ee-f65c-444a-9cfa-4dfaeac5e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '72af26dc-2c81-4db6-89ac-20749c3ae0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:17:59.074713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Network hostable DHCP agents. Network: 72af26dc-2c81-4db6-89ac-20749c3ae0e6, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:17:59.093431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Network 72af26dc-2c81-4db6-89ac-20749c3ae0e6 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:17:59.103657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 72af26dc-2c81-4db6-89ac-20749c3ae0e6) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:17:59.107900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:59.108674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:59.114703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a53bf3-02aa-4449-9c4a-6023fca3086f None None] Network 72af26dc-2c81-4db6-89ac-20749c3ae0e6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:59.128221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d0ca11d6-576d-48e3-bde6-102c9f3c3feb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4667776 Nov 08 14:17:59.254986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe023f8-4d6b-4e63-b449-1c1db45319e3 None None] Network 72af26dc-2c81-4db6-89ac-20749c3ae0e6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:17:59.414744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93ecc5-08f6-4762-8a96-2b9218307787 req-1e3eb2a5-6292-414d-bf22-24cad37a027c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:59.416572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b93ecc5-08f6-4762-8a96-2b9218307787 req-1e3eb2a5-6292-414d-bf22-24cad37a027c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0753765 Nov 08 14:17:59.477644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b93ecc5-08f6-4762-8a96-2b9218307787 req-3ae44451-11a0-4397-86f5-e0cf56dae359 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535986 Nov 08 14:17:59.583338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 38978) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:17:59.720011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-992a6fcf-4fd3-4cff-8a9a-282b0f90e29f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:59.764685 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937cda8-7de8-43cf-9214-11c29f482596 req-b67a076c-5a36-42b5-b4be-47197eb93bbb tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:17:59.766146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-b67a076c-5a36-42b5-b4be-47197eb93bbb tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/networks?id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4 HTTP/1.1" status: 200 len: 811 time: 0.1576328 Nov 08 14:17:59.768658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-992a6fcf-4fd3-4cff-8a9a-282b0f90e29f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:59.802715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-d1232e46-8eaf-489d-a502-2fa763ebcb5e tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/quotas/dc26491ab58c477388ddb72b60a3f582 HTTP/1.1" status: 200 len: 375 time: 0.0252557 Nov 08 14:17:59.843951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-2285c588-629c-46ce-91fb-5f72e9195fc9 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc26491ab58c477388ddb72b60a3f582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329704 Nov 08 14:17:59.923541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-992a6fcf-4fd3-4cff-8a9a-282b0f90e29f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:59.926204 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-992a6fcf-4fd3-4cff-8a9a-282b0f90e29f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:17:59.929986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-992a6fcf-4fd3-4cff-8a9a-282b0f90e29f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/security-groups/257b8951-55db-4d53-8af1-f881d0feb9c6 HTTP/1.1" status: 204 len: 168 time: 0.3426204 Nov 08 14:17:59.946424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a6fcf-4fd3-4cff-8a9a-282b0f90e29f tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257b8951-55db-4d53-8af1-f881d0feb9c6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:17:59.971029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-69afc52b-1fbf-47ad-87a4-dcf6827d5909 service neutron] 10.222.0.65 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120415 Nov 08 14:17:59.978036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 38986) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:00.097858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-4a8ad80e-48d2-419b-8ff0-0a0da8f1b3c8 service neutron] 10.222.0.65 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053286 Nov 08 14:18:00.274277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10729250-62ab-430c-a9c8-548fec321daf', 'tag': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:00.276712 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a1c20b-c778-4503-aee5-9911f6bcda63" -d '{"events": [{"name": "network-changed", "server_uuid": "10729250-62ab-430c-a9c8-548fec321daf", "tag": "11e88f4d-bb0e-4548-bcd7-bb39b4f8811e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:00.306433 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b28017f7-348e-4360-a418-1f89cca0e56d req-73ad3f41-b535-4277-a8e9-eb77a000c341 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 210 time: 0.0529141 Nov 08 14:18:00.348023 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90b190b-75e2-45bb-a2b5-27575458fc51 x-openstack-request-id: req-f90b190b-75e2-45bb-a2b5-27575458fc51 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:00.348201 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10729250-62ab-430c-a9c8-548fec321daf", "tag": "11e88f4d-bb0e-4548-bcd7-bb39b4f8811e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:00.348451 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f90b190b-75e2-45bb-a2b5-27575458fc51 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:00.348839 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10729250-62ab-430c-a9c8-548fec321daf', 'tag': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e', 'status': 'completed', 'code': 200} Nov 08 14:18:00.438479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-7bd91541-f11d-4ba2-865e-cdd1b442ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:00.440017 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-7bd91541-f11d-4ba2-865e-cdd1b442ad34 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 1095 time: 0.0667503 Nov 08 14:18:00.600728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:00.650332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-92817a2c-3aab-496e-b0ab-7dd142c59c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:00.650458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185c272-8bcd-4e86-8661-57761f74fbe3 req-03bac894-72ff-4530-88e7-bbc421656f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:00.651923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1185c272-8bcd-4e86-8661-57761f74fbe3 req-03bac894-72ff-4530-88e7-bbc421656f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0608773 Nov 08 14:18:00.656213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-92817a2c-3aab-496e-b0ab-7dd142c59c07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1881878 Nov 08 14:18:00.720205 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-2191215f-b2ab-4348-9055-d1019359a1c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e HTTP/1.1" status: 200 len: 217 time: 0.0552232 Nov 08 14:18:00.730468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1185c272-8bcd-4e86-8661-57761f74fbe3 req-d31a5e77-3be4-4075-9245-35de3766214f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717545 Nov 08 14:18:01.158428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-723afef1-3c9c-481b-b9a9-c2903b574e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:01.159816 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-723afef1-3c9c-481b-b9a9-c2903b574e6f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.4324441 Nov 08 14:18:01.245087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6a73cbaf-6ffc-4130-aa56-0b592739636b no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:01.265638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-a5f10876-0710-4cde-8a6e-1964b08a0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:01.267162 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-a5f10876-0710-4cde-8a6e-1964b08a0e1b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757084 Nov 08 14:18:01.286645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 6a73cbaf-6ffc-4130-aa56-0b592739636b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:18:01.286984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 6a73cbaf-6ffc-4130-aa56-0b592739636b not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:18:01.440735 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-983e97bf-2685-46c6-96d8-9bb00edf67b4 req-4d46dc88-19fb-45c0-b846-e689ece9f48e tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 210 time: 0.0439105 Nov 08 14:18:01.483648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b2d6903c-1fb9-46c8-bf29-4a29d4f0769d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:01.520405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-b76ed086-3470-4c83-9c60-f52eb1179899 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423007 Nov 08 14:18:01.554293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937cda8-7de8-43cf-9214-11c29f482596 req-4a61142e-8b87-43a5-8db9-86cf927c5cd4 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:01.556484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-4a61142e-8b87-43a5-8db9-86cf927c5cd4 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.70 "GET /v2.0/networks?id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4 HTTP/1.1" status: 200 len: 811 time: 0.2111862 Nov 08 14:18:01.575384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Request body: {'port': {'device_id': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4', 'admin_state_up': True, 'tenant_id': 'dc26491ab58c477388ddb72b60a3f582'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:01.692023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 6d3f401c-e831-49af-93e3-6f623eb692e1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:18:01.692301 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:01.772874 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-78a1c20b-c778-4503-aee5-9911f6bcda63 req-cfd070d6-9131-47de-a16f-651bea11a7c1 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416909 Nov 08 14:18:01.846032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port 6d3f401c-e831-49af-93e3-6f623eb692e1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6d3f401c-e831-49af-93e3-6f623eb692e1,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:01.846402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:01.864326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Made reservation on behalf of dc26491ab58c477388ddb72b60a3f582 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:01.868015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:01.870479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 6d3f401c-e831-49af-93e3-6f623eb692e1 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:18:01.894809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3b66b-d28f-47f9-9461-1de44dfaf6ea req-062acdc8-57bd-4cbf-a000-9bad833b0801 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:01.903197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84b3b66b-d28f-47f9-9461-1de44dfaf6ea req-062acdc8-57bd-4cbf-a000-9bad833b0801 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0806196 Nov 08 14:18:01.956429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84b3b66b-d28f-47f9-9461-1de44dfaf6ea req-c72e0922-32c5-4d7a-9875-01d2e732b8f4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Nov 08 14:18:02.115138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Allocated IP 172.20.0.9 (e5cca144-3ef6-47fc-85e2-231ddd15e5b4/1479eb61-02f9-48dc-8cc3-2d8d71235ddd/e08e816c-a06d-479c-8ac8-e965140cf007) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:02.230297 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:02.282401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=6d3f401c-e831-49af-93e3-6f623eb692e1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:02.457391 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:02.545019 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:02.549894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c925c9f1-61c7-404b-a4cf-fd61cb836d14 req-9a753007-b2f3-4827-874f-556ee76677f0 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 210 time: 0.0306389 Nov 08 14:18:02.553445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:02.657245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:02.660263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Pushing event updated for resources: {'Port': ['ID=e08e816c-a06d-479c-8ac8-e965140cf007,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:02.664541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:02.668356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:02.757730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:02.758274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:02.810234 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-23bbc1d7-791d-4e4b-8615-0313d4b69bfd tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2398515 Nov 08 14:18:02.827358 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Request body: {'port': {'device_id': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:02.928388 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:02.944645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Router 7efc425f-5bd9-4785-aed5-2750fb39889c has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:18:03.088601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52324cb8-a7ba-4f2d-b51c-9ec5441b89a6 req-a38a4208-ffa9-490f-b379-e35a48a63d7e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:03.090196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52324cb8-a7ba-4f2d-b51c-9ec5441b89a6 req-a38a4208-ffa9-490f-b379-e35a48a63d7e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0526111 Nov 08 14:18:03.135917 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.151348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52324cb8-a7ba-4f2d-b51c-9ec5441b89a6 req-9b8dee11-88f8-4d07-9726-e53e9ad5b0e1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543377 Nov 08 14:18:03.203789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:18:03.209877 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0048f4f2-34de-4b97-b47d-042a49e86f87 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "PUT /v2.0/routers/7efc425f-5bd9-4785-aed5-2750fb39889c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2305584 Nov 08 14:18:03.212801 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39010) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:03.213963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] Sync routers for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:18:03.224832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:03.225453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:03.284525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting subnet 9dc7392f-6400-4633-8919-37f9e417b6c7 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:18:03.289975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.343240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:03.349943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.426612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08e816c-a06d-479c-8ac8-e965140cf007 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:03.437482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.476424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Transition to ACTIVE for port object e08e816c-a06d-479c-8ac8-e965140cf007 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:18:03.488144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.506933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.540088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:18:02Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:03.575247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] Checking router: 7efc425f-5bd9-4785-aed5-2750fb39889c for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:18:03.585965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] Routers {'7efc425f-5bd9-4785-aed5-2750fb39889c'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:03.586592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['7efc425f-5bd9-4785-aed5-2750fb39889c'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:03.597559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Pushing event updated for resources: {'Port': ['ID=e08e816c-a06d-479c-8ac8-e965140cf007,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:03.661107 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.698920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc7392f-6400-4633-8919-37f9e417b6c7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:03.704516 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ac20-9702-4fca-ba59-b4b89d7d2aeb req-822e95b4-bee2-49b8-a337-1e601d104398 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:03.705969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.709177 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-136b1e96-bf26-4707-8268-010f24c92d3d tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/subnets/9dc7392f-6400-4633-8919-37f9e417b6c7 HTTP/1.1" status: 204 len: 168 time: 0.4953852 Nov 08 14:18:03.711879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] Set router 7efc425f-5bd9-4785-aed5-2750fb39889c gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:03.716638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b638ac20-9702-4fca-ba59-b4b89d7d2aeb req-822e95b4-bee2-49b8-a337-1e601d104398 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 943 time: 0.0708516 Nov 08 14:18:03.716848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39014) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:03.743313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b08b9-457a-449c-8dec-a43d01606154 None None] Network fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:18:03.762884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Attempting to bind port e08e816c-a06d-479c-8ac8-e965140cf007 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:03.763212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Attempting to bind port e08e816c-a06d-479c-8ac8-e965140cf007 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'cade1d01-541c-44e9-a1bd-3303d260dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:03.763545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Attempting to bind port e08e816c-a06d-479c-8ac8-e965140cf007 on network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:03.764781 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b638ac20-9702-4fca-ba59-b4b89d7d2aeb req-d217d5ce-89db-4406-b655-11a53c0dfd0a tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465341 Nov 08 14:18:03.773762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Port e08e816c-a06d-479c-8ac8-e965140cf007 on network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:18:03.774089 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Attempting to bind port e08e816c-a06d-479c-8ac8-e965140cf007 on network e5cca144-3ef6-47fc-85e2-231ddd15e5b4 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:03.786390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:03.786742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Checking segment: {'id': 'cade1d01-541c-44e9-a1bd-3303d260dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:03.787128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Bound using segment: {'id': 'cade1d01-541c-44e9-a1bd-3303d260dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:03.787564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Bound port: e08e816c-a06d-479c-8ac8-e965140cf007, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cade1d01-541c-44e9-a1bd-3303d260dc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:03.787950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.880523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:03.936660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] For port e08e816c-a06d-479c-8ac8-e965140cf007, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:03.956132 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] For port e08e816c-a06d-479c-8ac8-e965140cf007, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e08e816c-a06d-479c-8ac8-e965140cf007,segment=NetworkSegment(cade1d01-541c-44e9-a1bd-3303d260dc02),segment_id=cade1d01-541c-44e9-a1bd-3303d260dc02)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:03.985215 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.022045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:18:02Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:04.054742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f797f608-617d-4aff-bfcf-8c0d02cb89b8 None None] The sync data for ids ['7efc425f-5bd9-4785-aed5-2750fb39889c'] in n-d-804292-2 is: [{'id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'name': 'tempest-TestNetworkBasicOps-router-1146966005', 'tenant_id': '49ee97ee982849a69db118b178c8f7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:16:54Z', 'updated_at': '2021-11-08T14:18:02Z', 'revision_number': 5, 'project_id': '49ee97ee982849a69db118b178c8f7f3', 'gw_port': {'id': '59ff44e3-8941-4ea1-a803-65dcace899f9', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:55:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc425f-5bd9-4785-aed5-2750fb39889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:16:55Z', 'updated_at': '2021-11-08T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:18:04.062053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] DHCP port deletion for fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:18:04.124656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Deleting port f0d42617-80a8-4e97-9ea5-2ab933efcf0b {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:18:04.125186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.201749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] For port f0d42617-80a8-4e97-9ea5-2ab933efcf0b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f0d42617-80a8-4e97-9ea5-2ab933efcf0b,segment=NetworkSegment(10293ba6-5ad4-42c5-ab9a-2243fd04555e),segment_id=10293ba6-5ad4-42c5-ab9a-2243fd04555e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:04.202414 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.219573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Calling delete_port for f0d42617-80a8-4e97-9ea5-2ab933efcf0b owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:18:04.295684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf25f-2bbb-4273-9abc-1fa945466269 req-7f915436-270c-4f3c-8e48-26142421fd06 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:04.297609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c90cf25f-2bbb-4273-9abc-1fa945466269 req-7f915436-270c-4f3c-8e48-26142421fd06 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0621533 Nov 08 14:18:04.312502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.340417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Pushing event deleted for resources: {'Port': ['ID=f0d42617-80a8-4e97-9ea5-2ab933efcf0b,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:04.343694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] No DVR routers for this DVR port f0d42617-80a8-4e97-9ea5-2ab933efcf0b on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:18:04.354387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.354387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.354387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.354387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.355568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.355568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.355721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.356021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.356330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.356659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.356983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.357366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6915fd-61d8-4c48-aafd-6d0150a1abae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:04.366901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c90cf25f-2bbb-4273-9abc-1fa945466269 req-b87d6c14-e876-402a-a9cb-b2e356997e0a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603461 Nov 08 14:18:04.401511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:04.402138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.403571 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] 10.222.0.70 "PUT /v2.0/ports/e08e816c-a06d-479c-8ac8-e965140cf007 HTTP/1.1" status: 200 len: 1091 time: 1.5844028 Nov 08 14:18:04.404110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'tag': 'e08e816c-a06d-479c-8ac8-e965140cf007'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:04.407080 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d94aeae1-fd4f-4ad7-a095-d00c956e8959", "tag": "e08e816c-a06d-479c-8ac8-e965140cf007"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:04.432137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403c99f-6152-4f15-bd38-3e3f7737b706 service neutron] Pushing event updated for resources: {'Port': ['ID=e08e816c-a06d-479c-8ac8-e965140cf007,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:04.435481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.474089 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a5cfc2-5aa2-4b6f-991a-f65144052c3d x-openstack-request-id: req-75a5cfc2-5aa2-4b6f-991a-f65144052c3d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:04.474380 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94aeae1-fd4f-4ad7-a095-d00c956e8959", "tag": "e08e816c-a06d-479c-8ac8-e965140cf007", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:04.474647 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75a5cfc2-5aa2-4b6f-991a-f65144052c3d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:04.475023 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'tag': 'e08e816c-a06d-479c-8ac8-e965140cf007', 'status': 'completed', 'code': 200} Nov 08 14:18:04.518270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937cda8-7de8-43cf-9214-11c29f482596 req-9202dd0e-d5ea-4770-a108-8656d1b32446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:04.519814 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-9202dd0e-d5ea-4770-a108-8656d1b32446 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc26491ab58c477388ddb72b60a3f582&device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 1094 time: 0.0729346 Nov 08 14:18:04.538096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Deleting port 59ff44e3-8941-4ea1-a803-65dcace899f9 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:18:04.538435 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.570286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-4b303dba-6ecd-469d-a2ca-938ae94f9c37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08e816c-a06d-479c-8ac8-e965140cf007 HTTP/1.1" status: 200 len: 217 time: 0.0415745 Nov 08 14:18:04.671931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937cda8-7de8-43cf-9214-11c29f482596 req-c95962d9-27ab-490b-8462-6114945a0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:04.673398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-c95962d9-27ab-490b-8462-6114945a0721 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1479eb61-02f9-48dc-8cc3-2d8d71235ddd HTTP/1.1" status: 200 len: 851 time: 0.0892332 Nov 08 14:18:04.720214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-f5e824ea-4b1d-42bf-9843-2fc0de01233e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385094 Nov 08 14:18:04.729548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] For port 59ff44e3-8941-4ea1-a803-65dcace899f9, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=59ff44e3-8941-4ea1-a803-65dcace899f9,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:04.729921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:04.765021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Calling delete_port for 59ff44e3-8941-4ea1-a803-65dcace899f9 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:18:04.770916 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6d3f401c-e831-49af-93e3-6f623eb692e1 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:04.794334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6d3f401c-e831-49af-93e3-6f623eb692e1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:18:04.794334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6d3f401c-e831-49af-93e3-6f623eb692e1 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:18:04.794334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f0d42617-80a8-4e97-9ea5-2ab933efcf0b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:04.816230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f0d42617-80a8-4e97-9ea5-2ab933efcf0b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:18:04.816582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f0d42617-80a8-4e97-9ea5-2ab933efcf0b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:18:04.890161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-337e1838-925a-4f8a-95aa-358b0d783228 service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625140 Nov 08 14:18:04.915318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc906f-fa0d-4577-a1b1-f64949522756 req-dc655771-7a0f-49a3-a133-fa1b839a9995 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:04.916945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cbc906f-fa0d-4577-a1b1-f64949522756 req-dc655771-7a0f-49a3-a133-fa1b839a9995 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 943 time: 0.0678420 Nov 08 14:18:04.975534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8cbc906f-fa0d-4577-a1b1-f64949522756 req-080990b5-b3c2-4bed-9b4b-b53647354585 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490334 Nov 08 14:18:05.075700 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b937cda8-7de8-43cf-9214-11c29f482596 req-833a619e-3c18-40df-bd19-e4718caab223 service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774538 Nov 08 14:18:05.093100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.127146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Port': ['ID=59ff44e3-8941-4ea1-a803-65dcace899f9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:05.226937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.230956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-e75a5deb-2250-4286-a1df-7fd9af0396ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:05.231774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-e75a5deb-2250-4286-a1df-7fd9af0396ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc26491ab58c477388ddb72b60a3f582&device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 1094 time: 0.0948620 Nov 08 14:18:05.391794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.395657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.473753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.474730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Fanout notify agent at l3_agent the message router_deleted on router 7efc425f-5bd9-4785-aed5-2750fb39889c {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:18:05.486492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.490939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6d1178b5-cab5-472b-9c18-b9cc53e54a59 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/routers/7efc425f-5bd9-4785-aed5-2750fb39889c HTTP/1.1" status: 204 len: 168 time: 1.7699416 Nov 08 14:18:05.492532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39026) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:05.493363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-935a71c6-8792-4186-acfb-573a4d86b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:05.495041 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-935a71c6-8792-4186-acfb-573a4d86b56f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4 HTTP/1.1" status: 200 len: 912 time: 0.2488549 Nov 08 14:18:05.541071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97696ff-22ad-4057-a362-dedb30996811 req-4ff8d4c1-9494-455e-9c5d-b14a92712848 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:05.543046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d97696ff-22ad-4057-a362-dedb30996811 req-4ff8d4c1-9494-455e-9c5d-b14a92712848 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0960686 Nov 08 14:18:05.559087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-d0d43fb6-a3d6-4438-9af2-19d029bc8a5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08e816c-a06d-479c-8ac8-e965140cf007 HTTP/1.1" status: 200 len: 217 time: 0.0547581 Nov 08 14:18:05.624016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-cd003dba-3014-4530-8e49-acb269a246aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:05.626125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-cd003dba-3014-4530-8e49-acb269a246aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1479eb61-02f9-48dc-8cc3-2d8d71235ddd HTTP/1.1" status: 200 len: 851 time: 0.0588017 Nov 08 14:18:05.636477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.654586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d97696ff-22ad-4057-a362-dedb30996811 req-4ea4f016-7b9c-419f-805b-9f8421564fa6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032293 Nov 08 14:18:05.661148 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.666514 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-bddb2774-0197-4548-b37e-61026339a3e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328729 Nov 08 14:18:05.767077 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-f57f2ee3-44c3-4ac2-95bd-508cca50faad service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913274 Nov 08 14:18:05.771109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.820746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbea5ef2-20f4-41c1-9dfc-74770e95f0d0']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:05.829898 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.833518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10293ba6-5ad4-42c5-ab9a-2243fd04555e') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:05.833823 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10293ba6-5ad4-42c5-ab9a-2243fd04555e') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:05.844375 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.858630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.865029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:18:05.865449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:18:05.868901 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:18:05.870886 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2b70d0d6-96f5-47b3-ada6-9adaa38750dc req-4aa367ba-8e05-482c-a808-50cf389b88cc service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961018 Nov 08 14:18:05.933779 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.943907 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:05.947546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] 10.222.0.65 "DELETE /v2.0/networks/fbea5ef2-20f4-41c1-9dfc-74770e95f0d0 HTTP/1.1" status: 204 len: 168 time: 0.4469903 Nov 08 14:18:05.968800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c0d214-ed79-4c61-a276-685341bf5482 tempest-TestNetworkBasicOps-1901166351 tempest-TestNetworkBasicOps-1901166351-project] Pushing event deleted for resources: {'Network': ['ID=fbea5ef2-20f4-41c1-9dfc-74770e95f0d0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:06.115651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f1648-bce9-4479-9707-0151d9e7f510 req-a0dd123a-a19d-4fe4-8347-44212a0550e6 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:06.117631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e5f1648-bce9-4479-9707-0151d9e7f510 req-a0dd123a-a19d-4fe4-8347-44212a0550e6 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 943 time: 0.0639343 Nov 08 14:18:06.178321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e5f1648-bce9-4479-9707-0151d9e7f510 req-c845da71-f7c0-4f66-aea6-91ec1bd74fae tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527964 Nov 08 14:18:06.273146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39034) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:06.410816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-000f185e-69d7-4b11-91fe-bb5b9c6f18f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49ee97ee982849a69db118b178c8f7f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1364694 Nov 08 14:18:06.413317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39038) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:06.465103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c594f8e-50f6-4f89-b163-3e822e65e993 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:06.487436 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c594f8e-50f6-4f89-b163-3e822e65e993 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:06.535980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c594f8e-50f6-4f89-b163-3e822e65e993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:06.538479 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c594f8e-50f6-4f89-b163-3e822e65e993 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:06.539644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8c594f8e-50f6-4f89-b163-3e822e65e993 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e62b8ef6-f7b7-45b8-a5ee-7883a0b6d514 HTTP/1.1" status: 204 len: 168 time: 0.1254361 Nov 08 14:18:06.548475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594f8e-50f6-4f89-b163-3e822e65e993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62b8ef6-f7b7-45b8-a5ee-7883a0b6d514,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:06.672614 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:18:06.788729 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcd238-d0af-4464-bb14-5a447590ea42 req-6718cdb3-5689-4819-919c-16872517a371 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:06.790339 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8abcd238-d0af-4464-bb14-5a447590ea42 req-6718cdb3-5689-4819-919c-16872517a371 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0598373 Nov 08 14:18:06.795059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 59ff44e3-8941-4ea1-a803-65dcace899f9 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:06.818393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 59ff44e3-8941-4ea1-a803-65dcace899f9 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:18:06.818993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 59ff44e3-8941-4ea1-a803-65dcace899f9 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:18:06.849961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8abcd238-d0af-4464-bb14-5a447590ea42 req-a096c999-851a-4b3b-8a80-ac82e3dbca85 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506911 Nov 08 14:18:06.870787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39046) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:06.885880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c90afe7-b97a-49c3-b512-c6c3cf225550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:06.965824 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c90afe7-b97a-49c3-b512-c6c3cf225550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:06.969691 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1c90afe7-b97a-49c3-b512-c6c3cf225550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:07.010799 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1c90afe7-b97a-49c3-b512-c6c3cf225550 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed87a7d45ff44c1e9788c997acd6e755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389880 Nov 08 14:18:07.011716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90afe7-b97a-49c3-b512-c6c3cf225550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7607650-e060-4804-a333-7c8ad5bf19ca,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:07.014594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39048) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:07.067539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de007551-0bd1-44a7-85cd-85d2c553461e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:07.089004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de007551-0bd1-44a7-85cd-85d2c553461e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:07.143672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de007551-0bd1-44a7-85cd-85d2c553461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:07.146513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-de007551-0bd1-44a7-85cd-85d2c553461e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:07.147697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-de007551-0bd1-44a7-85cd-85d2c553461e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7607650-e060-4804-a333-7c8ad5bf19ca HTTP/1.1" status: 204 len: 168 time: 0.1310737 Nov 08 14:18:07.155975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de007551-0bd1-44a7-85cd-85d2c553461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7607650-e060-4804-a333-7c8ad5bf19ca,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:07.261923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e08e816c-a06d-479c-8ac8-e965140cf007 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:18:07.304366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22355538-786d-4449-8ab9-6421cf0f046f req-5e8b0af7-4f10-48b8-8f6f-9a5e0e8bc287 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:07.305926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22355538-786d-4449-8ab9-6421cf0f046f req-5e8b0af7-4f10-48b8-8f6f-9a5e0e8bc287 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 943 time: 0.0542769 Nov 08 14:18:07.394508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e08e816c-a06d-479c-8ac8-e965140cf007, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e08e816c-a06d-479c-8ac8-e965140cf007,segment=NetworkSegment(cade1d01-541c-44e9-a1bd-3303d260dc02),segment_id=cade1d01-541c-44e9-a1bd-3303d260dc02)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:07.413510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e08e816c-a06d-479c-8ac8-e965140cf007', 'network_id': 'e5cca144-3ef6-47fc-85e2-231ddd15e5b4', 'port_id': 'e08e816c-a06d-479c-8ac8-e965140cf007', 'mac_address': 'fa:16:3e:89:76:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1479eb61-02f9-48dc-8cc3-2d8d71235ddd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:18:07.428336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22355538-786d-4449-8ab9-6421cf0f046f req-5b8113bf-476c-4d0a-ade9-a66e6a96eb50 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050968 Nov 08 14:18:07.469693 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:07.493139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08e816c-a06d-479c-8ac8-e965140cf007 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:07.518048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e08e816c-a06d-479c-8ac8-e965140cf007, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e08e816c-a06d-479c-8ac8-e965140cf007,segment=NetworkSegment(cade1d01-541c-44e9-a1bd-3303d260dc02),segment_id=cade1d01-541c-44e9-a1bd-3303d260dc02)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:07.523462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:07.594891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e08e816c-a06d-479c-8ac8-e965140cf007,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:07.712470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e08e816c-a06d-479c-8ac8-e965140cf007'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:07.992433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a366af5-0a25-4e1a-b795-06aa79274d2a req-da767bce-5c11-4323-a24f-f113818d5226 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:07.994119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a366af5-0a25-4e1a-b795-06aa79274d2a req-da767bce-5c11-4323-a24f-f113818d5226 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0613484 Nov 08 14:18:08.056688 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a366af5-0a25-4e1a-b795-06aa79274d2a req-3c336705-c725-4964-a874-1c89e1f01b5a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552022 Nov 08 14:18:08.548832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fcaec-d181-4537-951b-1fcb1a8b7fdc req-a9bb0cea-b26e-41a3-8e32-7829932f5be7 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:08.550348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-394fcaec-d181-4537-951b-1fcb1a8b7fdc req-a9bb0cea-b26e-41a3-8e32-7829932f5be7 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 944 time: 0.0495179 Nov 08 14:18:08.599489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-394fcaec-d181-4537-951b-1fcb1a8b7fdc req-17e43440-8a25-40f5-90e7-c2378fb3d80e tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417860 Nov 08 14:18:09.183304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9af6e0-ee67-4d7b-955c-c900486cfa12 req-1797bafd-1888-4fa9-aa96-f3e90e36e19b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:09.184935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f9af6e0-ee67-4d7b-955c-c900486cfa12 req-1797bafd-1888-4fa9-aa96-f3e90e36e19b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 944 time: 0.0538249 Nov 08 14:18:09.233974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f9af6e0-ee67-4d7b-955c-c900486cfa12 req-b7cc2a7e-90d4-4043-b45e-8fa43b20a3a1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428383 Nov 08 14:18:09.261296 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e08e816c-a06d-479c-8ac8-e965140cf007 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:09.309890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e08e816c-a06d-479c-8ac8-e965140cf007 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:18:09.313887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e08e816c-a06d-479c-8ac8-e965140cf007 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:09.314261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:09.394299 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:09.416783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e816c-a06d-479c-8ac8-e965140cf007'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:09.419249 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaf0829-56a3-4319-8f92-32b42c2f4584" -d '{"events": [{"server_uuid": "d94aeae1-fd4f-4ad7-a095-d00c956e8959", "name": "network-vif-plugged", "status": "completed", "tag": "e08e816c-a06d-479c-8ac8-e965140cf007"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:09.432993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e08e816c-a06d-479c-8ac8-e965140cf007, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e08e816c-a06d-479c-8ac8-e965140cf007,segment=NetworkSegment(cade1d01-541c-44e9-a1bd-3303d260dc02),segment_id=cade1d01-541c-44e9-a1bd-3303d260dc02)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:09.437107 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:09.462181 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd62e4d-0a38-4fb7-a9e0-1ae4778fd4d4 x-openstack-request-id: req-dfd62e4d-0a38-4fb7-a9e0-1ae4778fd4d4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:09.462469 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94aeae1-fd4f-4ad7-a095-d00c956e8959", "name": "network-vif-plugged", "status": "completed", "tag": "e08e816c-a06d-479c-8ac8-e965140cf007", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:09.462718 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfd62e4d-0a38-4fb7-a9e0-1ae4778fd4d4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:09.463121 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e816c-a06d-479c-8ac8-e965140cf007', 'code': 200} Nov 08 14:18:09.489284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e08e816c-a06d-479c-8ac8-e965140cf007,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:09.561288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e4d3-1ae8-4efb-b1e1-1187cb0a4d21 req-3c2c7141-7415-4a21-861a-1f7706cc01fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:09.562804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b707e4d3-1ae8-4efb-b1e1-1187cb0a4d21 req-3c2c7141-7415-4a21-861a-1f7706cc01fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 1096 time: 0.0423558 Nov 08 14:18:09.612833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b707e4d3-1ae8-4efb-b1e1-1187cb0a4d21 req-787d73b5-17ef-4867-afdb-cf1e0621084a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Nov 08 14:18:09.707253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:18:09.720582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7950c30-3f2c-47f9-aca7-4db9a22e8058 req-777e85e5-1c63-4323-96fa-69a9f452fd95 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:09.722138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7950c30-3f2c-47f9-aca7-4db9a22e8058 req-777e85e5-1c63-4323-96fa-69a9f452fd95 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0531604 Nov 08 14:18:09.781918 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7950c30-3f2c-47f9-aca7-4db9a22e8058 req-0524ff22-f153-4e1c-a4e8-21e6443d6a70 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533056 Nov 08 14:18:09.825613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:09.837760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'port_id': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e', 'mac_address': 'fa:16:3e:45:6a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:18:09.876290 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:09.890302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:09.910677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:09.915578 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:09.972196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:10.201637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['11e88f4d-bb0e-4548-bcd7-bb39b4f8811e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:10.387130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f97450-3f66-4532-b01a-4813b19c8d5d req-82ff1775-2695-48cc-9173-d23645612fe7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:10.388666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8f97450-3f66-4532-b01a-4813b19c8d5d req-82ff1775-2695-48cc-9173-d23645612fe7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 945 time: 0.0512869 Nov 08 14:18:10.441944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a8f97450-3f66-4532-b01a-4813b19c8d5d req-f37e8f5b-1cb3-43d7-9758-ff82652bf6a2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472715 Nov 08 14:18:10.901798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8f844-24f0-45a4-acbe-5ff74f3073c7 req-691b0379-1511-46a5-bf0b-3caa73a29bbc tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:10.903321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4b8f844-24f0-45a4-acbe-5ff74f3073c7 req-691b0379-1511-46a5-bf0b-3caa73a29bbc tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0506458 Nov 08 14:18:10.955197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4b8f844-24f0-45a4-acbe-5ff74f3073c7 req-7361bd9c-0ced-4214-8cd2-1ece7cd583bc tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449774 Nov 08 14:18:11.081610 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b5a5f-5149-454f-a784-c2a65e74288a req-6bd7fc6a-3e65-47ea-bfec-4b8131406928 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:11.083132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-079b5a5f-5149-454f-a784-c2a65e74288a req-6bd7fc6a-3e65-47ea-bfec-4b8131406928 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0546231 Nov 08 14:18:11.141424 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-079b5a5f-5149-454f-a784-c2a65e74288a req-b0c6112d-462d-4da3-bc16-581b77f22995 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Nov 08 14:18:11.400956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f2286a-11e6-4a9e-a754-a16cae9cea0a req-19306602-80a6-424c-a897-b33b48540e85 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:11.402463 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70f2286a-11e6-4a9e-a754-a16cae9cea0a req-19306602-80a6-424c-a897-b33b48540e85 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0565677 Nov 08 14:18:11.452849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70f2286a-11e6-4a9e-a754-a16cae9cea0a req-626d0233-f96e-49a9-bd19-ab8b3dc2b2a9 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442796 Nov 08 14:18:11.559095 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d636e1-08bb-4d9a-b3b6-1401c9b786d2 req-f44e843d-9fd7-4a88-a076-3830cd1c74af tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:11.560543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4d636e1-08bb-4d9a-b3b6-1401c9b786d2 req-f44e843d-9fd7-4a88-a076-3830cd1c74af tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 945 time: 0.0490773 Nov 08 14:18:11.607526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4d636e1-08bb-4d9a-b3b6-1401c9b786d2 req-471d4381-cb08-4ca6-818d-8bdf7bf32024 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Nov 08 14:18:11.738871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:11.793767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:18:11.799152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:11.799518 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:11.878797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:11.908199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10729250-62ab-430c-a9c8-548fec321daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:11.910534 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f919bd9-db97-4dc9-86f0-149d01c5f0ec" -d '{"events": [{"server_uuid": "10729250-62ab-430c-a9c8-548fec321daf", "name": "network-vif-plugged", "status": "completed", "tag": "11e88f4d-bb0e-4548-bcd7-bb39b4f8811e"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:11.924788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:11.929944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:11.954805 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795c03b8-2511-41b6-8799-0bb49f0b66fa x-openstack-request-id: req-795c03b8-2511-41b6-8799-0bb49f0b66fa {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:11.955095 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10729250-62ab-430c-a9c8-548fec321daf", "name": "network-vif-plugged", "status": "completed", "tag": "11e88f4d-bb0e-4548-bcd7-bb39b4f8811e", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:11.955348 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-795c03b8-2511-41b6-8799-0bb49f0b66fa {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:11.955758 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10729250-62ab-430c-a9c8-548fec321daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e', 'code': 200} Nov 08 14:18:11.986547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:12.057840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a3bfd-96bc-4e51-b692-41726dd5ba1a req-ed4ef28c-3cc5-4f80-a931-7c4f1525708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:12.059331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e73a3bfd-96bc-4e51-b692-41726dd5ba1a req-ed4ef28c-3cc5-4f80-a931-7c4f1525708b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 1097 time: 0.0415897 Nov 08 14:18:12.105006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e73a3bfd-96bc-4e51-b692-41726dd5ba1a req-a98395ed-a040-4236-bc0a-cc5e27016215 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387211 Nov 08 14:18:12.570485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74e84e-ecf7-476b-8c10-4797efad0aae req-2c72a606-5c77-41a7-868f-ad3fc6219644 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:12.571975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c74e84e-ecf7-476b-8c10-4797efad0aae req-2c72a606-5c77-41a7-868f-ad3fc6219644 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0496354 Nov 08 14:18:12.623829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c74e84e-ecf7-476b-8c10-4797efad0aae req-dcdccdb7-7923-4350-a0bd-ad947ff153fc tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459013 Nov 08 14:18:12.730063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c50e-34e4-4a78-9648-797897f999e1 req-f931025c-fa0b-4da3-b096-f423af727d68 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:12.731566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce80c50e-34e4-4a78-9648-797897f999e1 req-f931025c-fa0b-4da3-b096-f423af727d68 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 946 time: 0.0525742 Nov 08 14:18:12.797988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce80c50e-34e4-4a78-9648-797897f999e1 req-4adac209-87f1-446b-ac4f-39c91936a010 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596263 Nov 08 14:18:12.840492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf728abf-e4d7-409e-803d-d9e6e714c71b req-3d1529ea-a43c-4639-b893-91dc6c730d8f tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:12.842011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf728abf-e4d7-409e-803d-d9e6e714c71b req-3d1529ea-a43c-4639-b893-91dc6c730d8f tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0564737 Nov 08 14:18:12.862120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-d44aa7cb-a0f8-449a-8867-9842bb0d3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:12.863611 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-d44aa7cb-a0f8-449a-8867-9842bb0d3de2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc26491ab58c477388ddb72b60a3f582&device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 1096 time: 0.0465944 Nov 08 14:18:12.892203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf728abf-e4d7-409e-803d-d9e6e714c71b req-f0ccb076-aae7-42a6-a044-4412ce2dc70a tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428479 Nov 08 14:18:12.959802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-eaa7b3fb-ba0c-4a6e-830a-4ca13f15ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:12.961334 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-eaa7b3fb-ba0c-4a6e-830a-4ca13f15ae7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4 HTTP/1.1" status: 200 len: 912 time: 0.0900226 Nov 08 14:18:13.006544 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-836b0920-7d82-40f4-a2cd-5c1fe3093aef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08e816c-a06d-479c-8ac8-e965140cf007 HTTP/1.1" status: 200 len: 217 time: 0.0378706 Nov 08 14:18:13.059767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-e756485b-18dd-4ffe-b4f8-b24114efd8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:13.060777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-e756485b-18dd-4ffe-b4f8-b24114efd8c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1479eb61-02f9-48dc-8cc3-2d8d71235ddd HTTP/1.1" status: 200 len: 851 time: 0.0479076 Nov 08 14:18:13.094607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-75492133-ecf7-457b-82b5-491e0c6ccd6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273063 Nov 08 14:18:13.197212 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-a3eab5a2-001c-4a79-b6a8-3cddc3d9e21a service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951185 Nov 08 14:18:13.295270 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2bf3232-6e7b-43bd-9724-6068a297f750 req-58f5f6a2-0ff0-4922-83ca-721d1ea68222 service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906351 Nov 08 14:18:13.932164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa8149-218b-4107-8d97-8134caffe00d req-1fd04b6c-660b-469c-810a-cc10a0e93eee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:13.934578 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cfa8149-218b-4107-8d97-8134caffe00d req-1fd04b6c-660b-469c-810a-cc10a0e93eee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 946 time: 0.0587134 Nov 08 14:18:14.026748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cfa8149-218b-4107-8d97-8134caffe00d req-eb05ec65-9d48-4bbf-ae18-bbee76824efe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823050 Nov 08 14:18:14.046032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd441d38-8c31-4f1a-9b31-4be9a891a8d4 req-4e083822-93ba-4989-8005-5ec494e6c156 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:14.047518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd441d38-8c31-4f1a-9b31-4be9a891a8d4 req-4e083822-93ba-4989-8005-5ec494e6c156 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0769708 Nov 08 14:18:14.122774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd441d38-8c31-4f1a-9b31-4be9a891a8d4 req-2f45ca09-c338-4729-b628-9cd8df2d4338 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648074 Nov 08 14:18:14.170433 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb31928-1188-4bf3-9697-cfae5825190b req-94fd81ee-5ea8-4520-a7d0-e84a479a14c0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:14.171698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abb31928-1188-4bf3-9697-cfae5825190b req-94fd81ee-5ea8-4520-a7d0-e84a479a14c0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 946 time: 0.0655572 Nov 08 14:18:14.222821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-abb31928-1188-4bf3-9697-cfae5825190b req-9db0540e-60c1-4048-bb90-487e6104b76f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450816 Nov 08 14:18:15.269121 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137095f-6dff-4f1f-81ef-b8880996fca5 req-b745e522-d22b-4a42-9dc6-d4c62375cd7b tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:15.270916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a137095f-6dff-4f1f-81ef-b8880996fca5 req-b745e522-d22b-4a42-9dc6-d4c62375cd7b tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0541854 Nov 08 14:18:15.338450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a137095f-6dff-4f1f-81ef-b8880996fca5 req-ca0b59e4-cf36-4911-a326-edcbd33fc693 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610051 Nov 08 14:18:15.616341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09851a0-37e8-4d54-847f-4395769726ce req-b9b5aa59-b76d-4962-b48b-b4f6df7145b4 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:15.617934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f09851a0-37e8-4d54-847f-4395769726ce req-b9b5aa59-b76d-4962-b48b-b4f6df7145b4 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0535293 Nov 08 14:18:15.678034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f09851a0-37e8-4d54-847f-4395769726ce req-1cee81ae-b6d0-4cd3-95dd-bb8f2ded3a83 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523131 Nov 08 14:18:16.799801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74348094-dcc3-43b9-bba9-21326dbbe413 req-ea285aba-73f0-47c1-b563-0a5669cf9972 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:16.801312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74348094-dcc3-43b9-bba9-21326dbbe413 req-ea285aba-73f0-47c1-b563-0a5669cf9972 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0499084 Nov 08 14:18:16.850289 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74348094-dcc3-43b9-bba9-21326dbbe413 req-2381c344-ded2-49ae-8b07-4d245ce77515 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427723 Nov 08 14:18:17.092400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-c4fed0a1-5736-4370-a823-4ad1edf5b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:17.093957 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-c4fed0a1-5736-4370-a823-4ad1edf5b602 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc26491ab58c477388ddb72b60a3f582&device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 1096 time: 0.0449421 Nov 08 14:18:17.196699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-42b61153-35d6-4c42-9d40-e765242942f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:17.198195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-42b61153-35d6-4c42-9d40-e765242942f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4 HTTP/1.1" status: 200 len: 912 time: 0.0967884 Nov 08 14:18:17.241488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-b6600e04-11dc-4215-95af-e22bbeaff63d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e08e816c-a06d-479c-8ac8-e965140cf007 HTTP/1.1" status: 200 len: 217 time: 0.0359852 Nov 08 14:18:17.298192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-d9f44e4a-dedc-40cb-8ad9-a2ed42be7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:17.299664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-d9f44e4a-dedc-40cb-8ad9-a2ed42be7545 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1479eb61-02f9-48dc-8cc3-2d8d71235ddd HTTP/1.1" status: 200 len: 851 time: 0.0518229 Nov 08 14:18:17.333774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-c0f969ea-91c8-4c23-be78-888e3aa77ef0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e5cca144-3ef6-47fc-85e2-231ddd15e5b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268402 Nov 08 14:18:17.401421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-61c25cf1-8fd3-4a3b-8b03-829fc1eaef8c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:17.403000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-61c25cf1-8fd3-4a3b-8b03-829fc1eaef8c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.4424906 Nov 08 14:18:17.411596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6e88a-4907-4b8a-b0d1-e2d55f58522f req-9153ed2e-f92d-4de2-8462-7214a4649514 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:17.413149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61e6e88a-4907-4b8a-b0d1-e2d55f58522f req-9153ed2e-f92d-4de2-8462-7214a4649514 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.3857846 Nov 08 14:18:17.425660 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-5daa4dcd-84a8-4bbd-9e69-583e933deaa9 service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843914 Nov 08 14:18:17.430686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-1b08b077-a9a3-4d88-b313-7762cc55039e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/quotas/21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 375 time: 0.0166631 Nov 08 14:18:17.497778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61e6e88a-4907-4b8a-b0d1-e2d55f58522f req-988251eb-65ac-42ce-9eac-e448996ffd5b tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772548 Nov 08 14:18:17.511635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-f8940a6b-f05a-4286-b280-7d8cec567117 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740848 Nov 08 14:18:17.525081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e82b802f-3b04-4591-9761-0efba2b7b86f req-a69bac42-7966-4a50-99b6-2a350d3749ca service neutron] 10.222.0.70 "GET /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919189 Nov 08 14:18:17.610848 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-bf4f1fcf-43ab-49b0-82a4-ee22015e9adf service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894434 Nov 08 14:18:17.701354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-6090360f-0803-4ede-bd4e-ebb09a793374 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Nov 08 14:18:17.895302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a89c1fd9-d3cb-4dbf-9c0f-6b3582d11ff4 req-237e4863-8503-4975-9221-f263c2f47e67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 210 time: 0.0307047 Nov 08 14:18:18.625953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f3da8-56bd-4fe7-8ba8-76cc1117ca4a req-0066c259-3587-49bf-b4a3-dccb4aee4e7c tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:18.627313 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c5f3da8-56bd-4fe7-8ba8-76cc1117ca4a req-0066c259-3587-49bf-b4a3-dccb4aee4e7c tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0492697 Nov 08 14:18:18.683342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c5f3da8-56bd-4fe7-8ba8-76cc1117ca4a req-f945daed-83d0-40e4-8e6c-635fd3217f2d tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489335 Nov 08 14:18:18.846101 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-17b26979-8f02-4277-8f57-212339b14696 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:18.847897 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-17b26979-8f02-4277-8f57-212339b14696 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1236455 Nov 08 14:18:18.861769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'port': {'device_id': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'admin_state_up': True, 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:18.951794 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1b546-c36e-4e91-bd4c-052f26ffe5e6 req-4a57e4c8-a304-404f-a06e-82f06ab309ba tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:18.953524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37e1b546-c36e-4e91-bd4c-052f26ffe5e6 req-4a57e4c8-a304-404f-a06e-82f06ab309ba tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0567317 Nov 08 14:18:19.007824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:19.013312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.019189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb40739b-7950-4a93-99de-7ea18dc18abc req-e4230ed2-ae8c-40e8-a91d-d88d52212272 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 210 time: 0.0444221 Nov 08 14:18:19.042966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37e1b546-c36e-4e91-bd4c-052f26ffe5e6 req-88e274d5-02e8-4f73-8b0d-c49043032fc4 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820692 Nov 08 14:18:19.169466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.20.0.10 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/b7488057-7101-4ff4-8eb0-4d077c143d10) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:19.336870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.377466 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.390496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['11e88f4d-bb0e-4548-bcd7-bb39b4f8811e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:19.429106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:19.432659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:19.437868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:19.441953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=b7488057-7101-4ff4-8eb0-4d077c143d10,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:19.478858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.479204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.479555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.479989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.480563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.480909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.481248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.481580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.481906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.482235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.482562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.482921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:19.511889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:19.512853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.532138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-e0d0d1fd-7e81-4f45-a866-3e607a8e1601 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6740966 Nov 08 14:18:19.544989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Request body: {'port': {'device_id': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:19.612348 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.776829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-cc5eb893-ec9c-4edb-aaa2-471d5abac378 None None] Provisioning complete for port b7488057-7101-4ff4-8eb0-4d077c143d10 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:19.777298 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cc5eb893-ec9c-4edb-aaa2-471d5abac378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.819465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-cc5eb893-ec9c-4edb-aaa2-471d5abac378 None None] Port b7488057-7101-4ff4-8eb0-4d077c143d10 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:18:19.897935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7488057-7101-4ff4-8eb0-4d077c143d10 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:19.905634 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.918190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Transition to ACTIVE for port object b7488057-7101-4ff4-8eb0-4d077c143d10 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:18:19.922809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:19.980800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Pushing event updated for resources: {'Port': ['ID=b7488057-7101-4ff4-8eb0-4d077c143d10,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:20.064114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Attempting to bind port b7488057-7101-4ff4-8eb0-4d077c143d10 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:20.064483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Attempting to bind port b7488057-7101-4ff4-8eb0-4d077c143d10 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:20.064828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Attempting to bind port b7488057-7101-4ff4-8eb0-4d077c143d10 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:20.072084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Port b7488057-7101-4ff4-8eb0-4d077c143d10 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:18:20.072416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Attempting to bind port b7488057-7101-4ff4-8eb0-4d077c143d10 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:20.078329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:20.078767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:20.079224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:20.079906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Bound port: b7488057-7101-4ff4-8eb0-4d077c143d10, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:20.080341 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:20.171384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] For port b7488057-7101-4ff4-8eb0-4d077c143d10, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:20.175931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] For port b7488057-7101-4ff4-8eb0-4d077c143d10, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b7488057-7101-4ff4-8eb0-4d077c143d10,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:20.183427 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:20.194846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4877f-df9e-4cf6-af58-f345989b2db3 req-30275c92-9a00-410d-a8d3-8e883cf81f00 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.202507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecd4877f-df9e-4cf6-af58-f345989b2db3 req-30275c92-9a00-410d-a8d3-8e883cf81f00 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0781887 Nov 08 14:18:20.235599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.236470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:20.237941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] 10.222.0.70 "PUT /v2.0/ports/b7488057-7101-4ff4-8eb0-4d077c143d10 HTTP/1.1" status: 200 len: 1092 time: 0.6972158 Nov 08 14:18:20.238417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'tag': 'b7488057-7101-4ff4-8eb0-4d077c143d10'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:20.241455 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45" -d '{"events": [{"name": "network-changed", "server_uuid": "e6e3825a-9ef3-4f93-a2ef-8bb63e157e25", "tag": "b7488057-7101-4ff4-8eb0-4d077c143d10"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:20.274180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e41422-eb04-4616-8589-870e85ea9fd1 req-ab47a3ea-5a36-493e-9b3b-13646afcd9fe tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.278483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6e41422-eb04-4616-8589-870e85ea9fd1 req-ab47a3ea-5a36-493e-9b3b-13646afcd9fe tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.1105256 Nov 08 14:18:20.320193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441ef4e-56a4-473e-badb-4a86229a845f service neutron] Pushing event updated for resources: {'Port': ['ID=b7488057-7101-4ff4-8eb0-4d077c143d10,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:20.331355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecd4877f-df9e-4cf6-af58-f345989b2db3 req-9f3d78c4-4905-40e0-82eb-71feba50d3fb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262462 Nov 08 14:18:20.367289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-c4f8d228-05c5-4a7a-a095-fbcc79599e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.375027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-c4f8d228-05c5-4a7a-a095-fbcc79599e75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 1095 time: 0.0897763 Nov 08 14:18:20.412391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6e41422-eb04-4616-8589-870e85ea9fd1 req-524d78b9-babf-4caf-ba99-f479c927262b tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/security-groups?id=c880efd1-cecc-49cb-a498-12fe9aaad4de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275668 Nov 08 14:18:20.447890 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bd22a8-b851-4802-b9c7-734fabb75d30 x-openstack-request-id: req-f6bd22a8-b851-4802-b9c7-734fabb75d30 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:20.448264 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6e3825a-9ef3-4f93-a2ef-8bb63e157e25", "tag": "b7488057-7101-4ff4-8eb0-4d077c143d10", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:20.448426 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6bd22a8-b851-4802-b9c7-734fabb75d30 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:20.448821 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'tag': 'b7488057-7101-4ff4-8eb0-4d077c143d10', 'status': 'completed', 'code': 200} Nov 08 14:18:20.450683 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-d866f27e-6d89-4acc-9984-1be220a58118 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7488057-7101-4ff4-8eb0-4d077c143d10 HTTP/1.1" status: 200 len: 217 time: 0.0637982 Nov 08 14:18:20.514714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-b3985072-ba72-42a9-8d70-ef62488a0170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.516282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-b3985072-ba72-42a9-8d70-ef62488a0170 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0583174 Nov 08 14:18:20.565803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4f7bc7fb-ed01-48cc-a2a0-09b3d30a9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.567295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-4f7bc7fb-ed01-48cc-a2a0-09b3d30a9fa9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435956 Nov 08 14:18:20.711613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-591152f1-f97d-4eba-b8af-80eaf84c7b40 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:20.713221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-591152f1-f97d-4eba-b8af-80eaf84c7b40 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.70 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 945 time: 0.0990009 Nov 08 14:18:20.715644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-973f7f9f-a652-4c5b-91b7-2e61f767f69a service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414526 Nov 08 14:18:20.885411 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37dc8be-d72c-4c2a-9fa7-271ac14bc8ae req-39ec1ce7-c760-4d10-8803-3dae24e87b39 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537113 Nov 08 14:18:20.902373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Deleting port e08e816c-a06d-479c-8ac8-e965140cf007 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:18:20.903040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:21.036717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] For port e08e816c-a06d-479c-8ac8-e965140cf007, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e08e816c-a06d-479c-8ac8-e965140cf007,segment=NetworkSegment(cade1d01-541c-44e9-a1bd-3303d260dc02),segment_id=cade1d01-541c-44e9-a1bd-3303d260dc02)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:21.037040 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:21.040897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-51ea56f1-6c37-4fa1-b6ae-6f7fe2e0e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:21.042426 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-51ea56f1-6c37-4fa1-b6ae-6f7fe2e0e473 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 1095 time: 0.0759642 Nov 08 14:18:21.062947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Calling delete_port for e08e816c-a06d-479c-8ac8-e965140cf007 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:18:21.195592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-a62f3c3b-8fc2-42a8-9ac3-3992107ac758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:21.197125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-a62f3c3b-8fc2-42a8-9ac3-3992107ac758 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1471670 Nov 08 14:18:21.245107 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-c0a63526-7cca-464c-8310-56bf89a98e38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b7488057-7101-4ff4-8eb0-4d077c143d10 HTTP/1.1" status: 200 len: 217 time: 0.0381577 Nov 08 14:18:21.347530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-a88eaff1-54e1-4b05-b2dd-321fe51df2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:21.349016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-a88eaff1-54e1-4b05-b2dd-321fe51df2d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0960011 Nov 08 14:18:21.354446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:21.369730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e08e816c-a06d-479c-8ac8-e965140cf007'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:21.410025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Pushing event deleted for resources: {'Port': ['ID=e08e816c-a06d-479c-8ac8-e965140cf007,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:21.490209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d2f1c-9b5f-4f1a-b40d-27a5af71e807 req-03185202-00bf-460c-b6f8-f45b4d3d9c37 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:21.504868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-588d2f1c-9b5f-4f1a-b40d-27a5af71e807 req-03185202-00bf-460c-b6f8-f45b4d3d9c37 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.1013834 Nov 08 14:18:21.556671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6eb35dc6-4b5d-4ac2-8a7e-567169e16101 req-74f84cbd-b2a6-4ea1-8a1c-08ba6caccf9f tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.65 "GET /v2.0/ports?device_id=d94aeae1-fd4f-4ad7-a095-d00c956e8959 HTTP/1.1" status: 200 len: 210 time: 0.0427480 Nov 08 14:18:21.591140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-588d2f1c-9b5f-4f1a-b40d-27a5af71e807 req-d3df2b8d-ce11-4dce-b58d-66506d024b0d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850155 Nov 08 14:18:21.796723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] No DVR routers for this DVR port e08e816c-a06d-479c-8ac8-e965140cf007 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:18:21.799656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:21.802987 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b4d5f049-adc9-42ed-8496-65e02166a3c6 req-9432bdbc-eb9a-42c2-84b7-4c677207bc65 tempest-TestServerAdvancedOps-1946732330 tempest-TestServerAdvancedOps-1946732330-project] 10.222.0.70 "DELETE /v2.0/ports/e08e816c-a06d-479c-8ac8-e965140cf007 HTTP/1.1" status: 204 len: 173 time: 1.0779786 Nov 08 14:18:21.808356 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-b072c79f-0bdf-443e-b6fe-03344f652aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:21.809803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-b072c79f-0bdf-443e-b6fe-03344f652aba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4479001 Nov 08 14:18:21.938513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-fda9f3da-e9ce-439b-8631-fa53aeac35d9 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202650 Nov 08 14:18:22.037876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adca2ddc-d1d8-46d3-9bcd-e5a0a3499e45 req-a7ed0387-1764-42f2-9fa9-d39152dfbdd0 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920453 Nov 08 14:18:22.449603 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'name': 'network-vif-deleted', 'tag': 'e08e816c-a06d-479c-8ac8-e965140cf007'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:22.453325 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3036f8-ba72-4ffe-b641-eec09c463392" -d '{"events": [{"server_uuid": "d94aeae1-fd4f-4ad7-a095-d00c956e8959", "name": "network-vif-deleted", "tag": "e08e816c-a06d-479c-8ac8-e965140cf007"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:22.499228 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941ee7c7-8ede-4104-94c1-81fbd0f535ea x-openstack-request-id: req-941ee7c7-8ede-4104-94c1-81fbd0f535ea {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:22.500250 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94aeae1-fd4f-4ad7-a095-d00c956e8959", "name": "network-vif-deleted", "tag": "e08e816c-a06d-479c-8ac8-e965140cf007", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:22.500250 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-941ee7c7-8ede-4104-94c1-81fbd0f535ea {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:22.500250 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94aeae1-fd4f-4ad7-a095-d00c956e8959', 'name': 'network-vif-deleted', 'tag': 'e08e816c-a06d-479c-8ac8-e965140cf007', 'status': 'completed', 'code': 200} Nov 08 14:18:22.632553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39220) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:22.693968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] Deleting subnet 1479eb61-02f9-48dc-8cc3-2d8d71235ddd {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:18:22.697546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:22.744278 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:22.744956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23225-004f-4f64-a6de-d152eb73c475 req-4383816d-c75a-476e-90df-9f1528dddc39 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:22.747039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0fa23225-004f-4f64-a6de-d152eb73c475 req-4383816d-c75a-476e-90df-9f1528dddc39 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0705607 Nov 08 14:18:22.812143 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0fa23225-004f-4f64-a6de-d152eb73c475 req-209470d6-2afe-4d0f-8d63-e80fbca53cb1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573049 Nov 08 14:18:22.814328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:22.901683 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:22.931197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1479eb61-02f9-48dc-8cc3-2d8d71235ddd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:22.940290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:22.948491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:22.949078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a6873817-345a-49ba-8077-4f73853dcf9b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1479eb61-02f9-48dc-8cc3-2d8d71235ddd HTTP/1.1" status: 204 len: 168 time: 0.3149793 Nov 08 14:18:23.032286 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.151207 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.178866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cca144-3ef6-47fc-85e2-231ddd15e5b4']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:23.189711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cade1d01-541c-44e9-a1bd-3303d260dc02') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:23.190017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cade1d01-541c-44e9-a1bd-3303d260dc02') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:23.205149 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.224822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.232001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:18:23.234039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:18:23.239074 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:18:23.325344 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.340324 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.353810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e5cca144-3ef6-47fc-85e2-231ddd15e5b4 HTTP/1.1" status: 204 len: 168 time: 0.4020209 Nov 08 14:18:23.361004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39226) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:23.377620 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.387859 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1115231e-286c-409d-a2ed-1f334aa77d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5cca144-3ef6-47fc-85e2-231ddd15e5b4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:23.451008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] Deleting subnet e0b6c364-9de7-4492-9ee9-b8c727dc6285 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:18:23.455698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.556468 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.622266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.718037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.753805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b6c364-9de7-4492-9ee9-b8c727dc6285,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:23.758399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.762046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c4c6611e-e49b-48cf-ab95-3f2332e44ce6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e0b6c364-9de7-4492-9ee9-b8c727dc6285 HTTP/1.1" status: 204 len: 168 time: 0.3994110 Nov 08 14:18:23.767282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39228) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:23.883768 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:23.903150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.159542 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.223347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5274-a57f-4c9a-b399-f04656f91c2f req-9e4dc3b6-6ad0-4450-bd52-b35cc14992b0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:24.228195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-098f5274-a57f-4c9a-b399-f04656f91c2f req-9e4dc3b6-6ad0-4450-bd52-b35cc14992b0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.2509565 Nov 08 14:18:24.236179 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72af26dc-2c81-4db6-89ac-20749c3ae0e6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:24.258257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00ba7ee-f65c-444a-9cfa-4dfaeac5e997') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:24.258851 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00ba7ee-f65c-444a-9cfa-4dfaeac5e997') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:24.281657 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.318461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.333205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-098f5274-a57f-4c9a-b399-f04656f91c2f req-b618309d-f882-41cb-89ad-b3ce76d8fa73 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871925 Nov 08 14:18:24.334297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:18:24.335832 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:18:24.337628 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:18:24.429486 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.440951 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.444746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] 10.222.0.65 "DELETE /v2.0/networks/72af26dc-2c81-4db6-89ac-20749c3ae0e6 HTTP/1.1" status: 204 len: 168 time: 0.6755276 Nov 08 14:18:24.463567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3e3be-9b70-4fa1-a2a3-fb30e985b3ff admin admin] Pushing event deleted for resources: {'Network': ['ID=72af26dc-2c81-4db6-89ac-20749c3ae0e6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:24.751774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39234) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:24.806752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-34fee963-7bc9-4038-8aeb-189124dcd4bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc26491ab58c477388ddb72b60a3f582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536916 Nov 08 14:18:24.812827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39236) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:24.899061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc5331ae-1e29-4094-a244-57f9b03cfa2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:24.939360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc5331ae-1e29-4094-a244-57f9b03cfa2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:25.027769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc5331ae-1e29-4094-a244-57f9b03cfa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:25.030987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cc5331ae-1e29-4094-a244-57f9b03cfa2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:25.032753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cc5331ae-1e29-4094-a244-57f9b03cfa2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c880efd1-cecc-49cb-a498-12fe9aaad4de HTTP/1.1" status: 204 len: 168 time: 0.2186811 Nov 08 14:18:25.044520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5331ae-1e29-4094-a244-57f9b03cfa2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c880efd1-cecc-49cb-a498-12fe9aaad4de,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:25.354808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e08e816c-a06d-479c-8ac8-e965140cf007 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:25.379145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e08e816c-a06d-479c-8ac8-e965140cf007 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:18:25.379917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e08e816c-a06d-479c-8ac8-e965140cf007 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:18:25.498850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39244) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:25.505696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749608b-0d22-4652-b8d6-870c60add0b6 req-5b8cb0a7-ea6c-4a64-a347-c1a1ff2d00a7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:25.507294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9749608b-0d22-4652-b8d6-870c60add0b6 req-5b8cb0a7-ea6c-4a64-a347-c1a1ff2d00a7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0706060 Nov 08 14:18:25.557762 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-14a0ba54-9450-4ea2-9f59-15cbca2e24bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e1a66c965344ea8828f06d30103b5f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573621 Nov 08 14:18:25.560551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39246) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:25.565098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9749608b-0d22-4652-b8d6-870c60add0b6 req-abdb4f51-7f65-4d4b-b2b2-b75ac01c9ee2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504062 Nov 08 14:18:25.649167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01d6384-6ce5-4aa1-a2f4-302545e59054 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:25.687804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01d6384-6ce5-4aa1-a2f4-302545e59054 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:25.751443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01d6384-6ce5-4aa1-a2f4-302545e59054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:25.756832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e01d6384-6ce5-4aa1-a2f4-302545e59054 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:25.758640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e01d6384-6ce5-4aa1-a2f4-302545e59054 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/26025031-d0fa-4aae-8d30-d6e1f7c1cba2 HTTP/1.1" status: 204 len: 168 time: 0.1964457 Nov 08 14:18:25.774847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d6384-6ce5-4aa1-a2f4-302545e59054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26025031-d0fa-4aae-8d30-d6e1f7c1cba2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:26.629395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39270) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:26.699803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b043de-6f4c-4964-b879-3affe7ec7c74 req-03efaa55-fd7f-4231-af6e-4163f3404c8f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:26.701291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51b043de-6f4c-4964-b879-3affe7ec7c74 req-03efaa55-fd7f-4231-af6e-4163f3404c8f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0528712 Nov 08 14:18:26.757467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1094948688-network', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:26.771362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51b043de-6f4c-4964-b879-3affe7ec7c74 req-979738ce-058e-4c17-bc03-27ac031be4f3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631468 Nov 08 14:18:26.785789 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Made reservation on behalf of 8d4b4b71454647779e2eb2cc0ce039e0 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:26.788077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:26.798207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:26.880742 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:26.885768 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:26.912365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:18:26.922995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212fb915-2eed-4268-9618-25fc7edf6388,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:26.928273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:26.928627 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Added segment 5312b42b-1694-455c-9b65-04066fe32779 of type vlan for network a9bce3cb-814d-4de5-90b5-0f5fb564b88a Nov 08 14:18:26.978007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.008568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.009598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:27.010658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.088723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4574084 Nov 08 14:18:27.091925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39274) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:27.098887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Request body: {'subnet': {'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1094948688-subnet', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:27.102986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e1f3c-55d7-4fa9-a9d9-ea774dfd4d97 admin admin] Pushing event updated for resources: {'Network': ['ID=a9bce3cb-814d-4de5-90b5-0f5fb564b88a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:27.114008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:18:27.138389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Made reservation on behalf of 8d4b4b71454647779e2eb2cc0ce039e0 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:27.141864 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.325377 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.388464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708a4e8e-4d57-4059-93a9-d517b0cf3da2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:27.398299 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Checking segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:27.398668 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Network hostable DHCP agents. Network: a9bce3cb-814d-4de5-90b5-0f5fb564b88a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:18:27.416960 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:18:27.428416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, a9bce3cb-814d-4de5-90b5-0f5fb564b88a) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:27.433205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:27.434058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.440341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3cfe88-3727-412b-a093-e5e536c022e9 None None] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:18:27.454984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-71887ba2-eef4-40bb-b4c1-41fd7c2f6630 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3611639 Nov 08 14:18:27.458205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39276) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:27.463585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:27.500538 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.504138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.590284 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.609414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'fixed_ips': [{'subnet_id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:18:27.610285 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.742773 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:27.787244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Allocated IP 172.20.0.2 (a9bce3cb-814d-4de5-90b5-0f5fb564b88a/708a4e8e-4d57-4059-93a9-d517b0cf3da2/a0d534cc-1273-448d-bae1-0cf39a43e7f5) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:27.995376 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-69c0a29d-e333-4043-b246-de01fd7395d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.003454 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.012240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e6e4d-3ea5-46bb-86e4-5fe580c8adae req-fbf408d4-c913-4960-8fee-e21c61f2bad2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:28.012555 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.013839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be2e6e4d-3ea5-46bb-86e4-5fe580c8adae req-fbf408d4-c913-4960-8fee-e21c61f2bad2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.1365049 Nov 08 14:18:28.060822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:28.064854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Pushing event updated for resources: {'Port': ['ID=a0d534cc-1273-448d-bae1-0cf39a43e7f5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:28.067535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:28.069782 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:28.079658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.107758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.112890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be2e6e4d-3ea5-46bb-86e4-5fe580c8adae req-8751eef8-357e-48a6-9d73-05b09ae220a2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798886 Nov 08 14:18:28.134116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Attempting to bind port a0d534cc-1273-448d-bae1-0cf39a43e7f5 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:28.134634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Attempting to bind port a0d534cc-1273-448d-bae1-0cf39a43e7f5 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:28.134904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Attempting to bind port a0d534cc-1273-448d-bae1-0cf39a43e7f5 on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:28.141227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:28.141626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Checking segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:28.142024 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.142422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Bound using segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:28.142885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Bound port: a0d534cc-1273-448d-bae1-0cf39a43e7f5, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:28.143266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.214839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] For port a0d534cc-1273-448d-bae1-0cf39a43e7f5, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:28.216199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] For port a0d534cc-1273-448d-bae1-0cf39a43e7f5, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a0d534cc-1273-448d-bae1-0cf39a43e7f5,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:28.221864 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.239353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Allocated IP 172.25.8.64 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/cc2b3647-abe1-43d9-9205-3941d4880845) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:28.288002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a4e1b-a4d0-4570-894b-747c4f986b59 None None] Pushing event updated for resources: {'Port': ['ID=a0d534cc-1273-448d-bae1-0cf39a43e7f5,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:28.367648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.405078 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.474693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:28.484262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:28.487900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:28.492049 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2b3647-abe1-43d9-9205-3941d4880845,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:28.824790 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:28.846636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a0d534cc-1273-448d-bae1-0cf39a43e7f5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:28.924291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a0d534cc-1273-448d-bae1-0cf39a43e7f5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:28.924570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:29.018903 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:29.042347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:29.070832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port a0d534cc-1273-448d-bae1-0cf39a43e7f5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a0d534cc-1273-448d-bae1-0cf39a43e7f5,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:29.076473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:29.160251 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=a0d534cc-1273-448d-bae1-0cf39a43e7f5,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:29.202617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Router dd381817-f23d-467e-b856-8437d7510396 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:18:29.406133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deae820-0b7e-4d23-ae71-5425785f3da2 None None] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:18:29.508944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-00bab9e6-1ddd-464a-815e-7ff4c34f8d66 None None] Provisioning complete for port a0d534cc-1273-448d-bae1-0cf39a43e7f5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:29.509326 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-00bab9e6-1ddd-464a-815e-7ff4c34f8d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:29.652710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272166f7-cbeb-401c-bf6b-9dd021065fe8 req-3678fed1-04b7-4703-a1a5-37005aa49757 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:29.654163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-272166f7-cbeb-401c-bf6b-9dd021065fe8 req-3678fed1-04b7-4703-a1a5-37005aa49757 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.4391491 Nov 08 14:18:29.682472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:18:29.694954 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Sync routers for ids ['dd381817-f23d-467e-b856-8437d7510396'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:18:29.705059 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Routers {'dd381817-f23d-467e-b856-8437d7510396'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:29.705665 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd381817-f23d-467e-b856-8437d7510396'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:29.722105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:29.726179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f2199022-777d-46a9-9f1a-0b04e9111112 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2641516 Nov 08 14:18:29.727241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39282) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:29.785073 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-272166f7-cbeb-401c-bf6b-9dd021065fe8 req-dbcc0e3e-f651-4922-8608-b889fa04fb74 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154375 Nov 08 14:18:29.851628 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Set router dd381817-f23d-467e-b856-8437d7510396 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:30.013747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2b99cc0a-7759-4606-8d47-f8d5e845b45d None None] Provisioning complete for port a0d534cc-1273-448d-bae1-0cf39a43e7f5 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:30.014147 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b99cc0a-7759-4606-8d47-f8d5e845b45d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.056663 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:18:28Z', 'revision_number': 3, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port': {'id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:28Z', 'updated_at': '2021-11-08T14:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:30.084355 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Checking router: dd381817-f23d-467e-b856-8437d7510396 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:18:30.085032 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Updating router dd381817-f23d-467e-b856-8437d7510396 port cc2b3647-abe1-43d9-9205-3941d4880845 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:18:30.116250 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.219183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.398344 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.405902 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.442809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Allocated IP 172.20.0.1 (a9bce3cb-814d-4de5-90b5-0f5fb564b88a/708a4e8e-4d57-4059-93a9-d517b0cf3da2/a89a8926-5286-46f2-8eaa-ca2149057b9e) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:30.463944 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Pushing event updated for resources: {'Port': ['ID=cc2b3647-abe1-43d9-9205-3941d4880845,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:30.466029 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Attempting to bind port cc2b3647-abe1-43d9-9205-3941d4880845 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:30.466399 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Attempting to bind port cc2b3647-abe1-43d9-9205-3941d4880845 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:30.466764 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Attempting to bind port cc2b3647-abe1-43d9-9205-3941d4880845 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:30.480589 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.481016 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.481407 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.481801 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.482205 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.482577 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.482974 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.483497 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.483974 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.484357 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.484688 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.487995 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:18:30.492531 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:30.493220 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:30.493934 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.494601 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:30.495459 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Bound port: cc2b3647-abe1-43d9-9205-3941d4880845, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:30.496082 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.562349 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] For port cc2b3647-abe1-43d9-9205-3941d4880845, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:30.566131 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] For port cc2b3647-abe1-43d9-9205-3941d4880845, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cc2b3647-abe1-43d9-9205-3941d4880845,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:30.566834 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.571839 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.604362 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.633752 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Routers {'dd381817-f23d-467e-b856-8437d7510396'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:30.634385 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd381817-f23d-467e-b856-8437d7510396'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:30.661144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a89a8926-5286-46f2-8eaa-ca2149057b9e,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:30.671056 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce6dce-efdd-47b8-a7b7-a37847ea6a9a None None] Pushing event updated for resources: {'Port': ['ID=cc2b3647-abe1-43d9-9205-3941d4880845,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:30.672148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:30.674428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:30.678013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:30.722992 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:30.789680 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] Set router dd381817-f23d-467e-b856-8437d7510396 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:30.876696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a0d534cc-1273-448d-bae1-0cf39a43e7f5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:31.005274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a0d534cc-1273-448d-bae1-0cf39a43e7f5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:31.005644 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:31.055699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b061c38c-fa49-42c6-bd26-ef977a576507 None None] Provisioning complete for port a89a8926-5286-46f2-8eaa-ca2149057b9e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:31.056049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b061c38c-fa49-42c6-bd26-ef977a576507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:31.058880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3b8c9-ccbb-485b-bb97-283d9236c656 req-eb09f4fb-b7dd-4b11-abc8-791b2e5a5124 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:31.062565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28e3b8c9-ccbb-485b-bb97-283d9236c656 req-eb09f4fb-b7dd-4b11-abc8-791b2e5a5124 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.1548171 Nov 08 14:18:31.063436 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:18:28Z', 'revision_number': 3, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port': {'id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:28Z', 'updated_at': '2021-11-08T14:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:31.063988 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:31.107654 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cbee18-bade-48a8-81dd-37ef3200550e None None] The sync data for ids ['dd381817-f23d-467e-b856-8437d7510396'] in n-d-804292-2 is: [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:18:28Z', 'revision_number': 3, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port': {'id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:28Z', 'updated_at': '2021-11-08T14:18:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:18:31.147885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b061c38c-fa49-42c6-bd26-ef977a576507 None None] Port a89a8926-5286-46f2-8eaa-ca2149057b9e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:18:31.190466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28e3b8c9-ccbb-485b-bb97-283d9236c656 req-2ab1dc25-2e1b-4faf-b4db-54f0556cb7b8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158524 Nov 08 14:18:31.343858 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:31.355357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:31.468335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=a89a8926-5286-46f2-8eaa-ca2149057b9e,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:31.483543 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99bd4e37-5d7d-4d73-8e3e-42ab8c23fe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:31.487979 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:31.626414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:31.628767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:31.797699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Router dd381817-f23d-467e-b856-8437d7510396 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:18:31.944552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:18:31.954729 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-543e0c62-b53c-4e6d-b5f1-44c3bd677bc3 admin admin] 10.222.0.65 "PUT /v2.0/routers/dd381817-f23d-467e-b856-8437d7510396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2211115 Nov 08 14:18:31.988836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1a2520fb-fc07-4af5-a43d-f0f41adc6437 None None] Provisioning complete for port a89a8926-5286-46f2-8eaa-ca2149057b9e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:31.989363 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1a2520fb-fc07-4af5-a43d-f0f41adc6437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.059318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1a2520fb-fc07-4af5-a43d-f0f41adc6437 None None] Port a89a8926-5286-46f2-8eaa-ca2149057b9e cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:18:32.384768 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a4e93-ecc5-49d9-82a5-0d834d7d05ce req-11a970f1-be00-47a1-af12-92e41703d2d1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:32.387489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b65a4e93-ecc5-49d9-82a5-0d834d7d05ce req-11a970f1-be00-47a1-af12-92e41703d2d1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0860975 Nov 08 14:18:32.453879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b65a4e93-ecc5-49d9-82a5-0d834d7d05ce req-2b62a0c8-996e-4e85-bf11-6f4415860fee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584371 Nov 08 14:18:32.630652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39302) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:32.636009 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-846080199-network', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:32.657452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Made reservation on behalf of dc1b77bbef7b4febbff1c45f086fa79d for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:32.660027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.669719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.755204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.760225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.792042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:18:32.813426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd6de7-ec63-4b71-85f1-dee39f3096f7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:32.818639 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.818988 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Added segment 82a18e46-74b0-4d70-9fe4-72056d628a42 of type vlan for network da93826b-fddd-4a0d-a430-656c250ca6f3 Nov 08 14:18:32.865928 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.870243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device cc2b3647-abe1-43d9-9205-3941d4880845 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:32.896179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.897666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:32.898492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.936363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39304) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:32.936869 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3048568 Nov 08 14:18:32.941428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Request body: {'subnet': {'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-846080199-subnet', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:32.942526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port cc2b3647-abe1-43d9-9205-3941d4880845 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:32.942919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.982181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Made reservation on behalf of dc1b77bbef7b4febbff1c45f086fa79d for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:32.986216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e6edf-448d-499c-86b9-af87a9f07d8c admin admin] Pushing event updated for resources: {'Network': ['ID=da93826b-fddd-4a0d-a430-656c250ca6f3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:32.989514 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:32.999946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network da93826b-fddd-4a0d-a430-656c250ca6f3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:18:33.140256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.141134 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.163629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port cc2b3647-abe1-43d9-9205-3941d4880845, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cc2b3647-abe1-43d9-9205-3941d4880845,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:33.168337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.196533 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.222743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=cc2b3647-abe1-43d9-9205-3941d4880845,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:33.251458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Sync routers for ids ['dd381817-f23d-467e-b856-8437d7510396'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:18:33.257412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Pushing event updated for resources: {'Subnet': ['ID=a648be50-434a-4074-adfe-bb9c19a41b5f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:33.264357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Routers {'dd381817-f23d-467e-b856-8437d7510396'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:33.264999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd381817-f23d-467e-b856-8437d7510396'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:33.268639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Checking segment: {'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:33.268639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Network hostable DHCP agents. Network: da93826b-fddd-4a0d-a430-656c250ca6f3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:18:33.286250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Network da93826b-fddd-4a0d-a430-656c250ca6f3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:18:33.298218 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, da93826b-fddd-4a0d-a430-656c250ca6f3) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:33.306509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb4d99-919e-4007-8a98-dab4aa398783 None None] Network da93826b-fddd-4a0d-a430-656c250ca6f3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:18:33.308244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:33.308946 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.331589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41b0597d-1ae9-4c70-b7ac-005dd49263be admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3939698 Nov 08 14:18:33.333988 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39306) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:33.339776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:33.362980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.364161 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.444581 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.538043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Set router dd381817-f23d-467e-b856-8437d7510396 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:33.770452 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:33.801306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb731bb5-21f2-41e1-b25f-046571b8e184 req-8cc32e8c-dc27-4639-a97b-d224fe334382 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:33.803917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb731bb5-21f2-41e1-b25f-046571b8e184 req-8cc32e8c-dc27-4639-a97b-d224fe334382 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.2148435 Nov 08 14:18:33.960288 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb731bb5-21f2-41e1-b25f-046571b8e184 req-83fdc50f-1f36-4e66-8153-a6536107316a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405807 Nov 08 14:18:33.973325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-da93826b-fddd-4a0d-a430-656c250ca6f3', 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'fixed_ips': [{'subnet_id': 'a648be50-434a-4074-adfe-bb9c19a41b5f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:18:33.974666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.129471 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.155751 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.227079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Allocated IP 172.20.0.2 (da93826b-fddd-4a0d-a430-656c250ca6f3/a648be50-434a-4074-adfe-bb9c19a41b5f/5bc46f5a-6d46-4a1c-b2b5-0eda076912d7) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:34.283416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Allocated IP 172.25.8.135 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/f04c99fe-5473-4dcf-9ff0-7dc1aced364c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:34.308283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:18:30Z', 'revision_number': 4, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port': {'id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:28Z', 'updated_at': '2021-11-08T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a89a8926-5286-46f2-8eaa-ca2149057b9e', 'name': '', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'mac_address': 'fa:16:3e:f5:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:30Z', 'updated_at': '2021-11-08T14:18:31Z', 'revision_number': 2, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'subnets': [{'id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:34.346528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Checking router: dd381817-f23d-467e-b856-8437d7510396 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:18:34.347292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Updating router dd381817-f23d-467e-b856-8437d7510396 port a89a8926-5286-46f2-8eaa-ca2149057b9e binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:18:34.398825 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.432299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.482674 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.504050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.532117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:34.536740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:34.540004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:34.560565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.585778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Pushing event updated for resources: {'Port': ['ID=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:34.634163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Network da93826b-fddd-4a0d-a430-656c250ca6f3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:34.642072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:34.654390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:34.656606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Pushing event updated for resources: {'Port': ['ID=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:34.766025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Attempting to bind port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:34.766386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Attempting to bind port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:34.766806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Attempting to bind port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 on network da93826b-fddd-4a0d-a430-656c250ca6f3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:34.780967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:34.781678 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Checking segment: {'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:34.782326 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.783102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Bound using segment: {'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:34.783923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Bound port: 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:34.784178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.849559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device cc2b3647-abe1-43d9-9205-3941d4880845 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:34.851815 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.945691 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.954777 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] For port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:34.959305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] For port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,segment=NetworkSegment(82a18e46-74b0-4d70-9fe4-72056d628a42),segment_id=82a18e46-74b0-4d70-9fe4-72056d628a42)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:34.960498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:34.969110 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.037558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d008e7-51fa-432c-b81d-80ac58e49e0f None None] Pushing event updated for resources: {'Port': ['ID=a89a8926-5286-46f2-8eaa-ca2149057b9e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:35.045064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port cc2b3647-abe1-43d9-9205-3941d4880845 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:35.045489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.202309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e4685-83c6-41d7-adaf-bbec2801b8fb None None] Pushing event updated for resources: {'Port': ['ID=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:35.205381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Attempting to bind port a89a8926-5286-46f2-8eaa-ca2149057b9e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:35.205924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Attempting to bind port a89a8926-5286-46f2-8eaa-ca2149057b9e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:35.206686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Attempting to bind port a89a8926-5286-46f2-8eaa-ca2149057b9e on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:35.217851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:35.218340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Checking segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:35.218648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.219061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Bound using segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:35.219540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Bound port: a89a8926-5286-46f2-8eaa-ca2149057b9e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:35.225273 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.362980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a16ab-b1ad-43a0-9462-6d20b4714995 req-be0b8f0d-ce26-4d9b-99f9-50f9ee57ee3e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:35.371237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d8a16ab-b1ad-43a0-9462-6d20b4714995 req-be0b8f0d-ce26-4d9b-99f9-50f9ee57ee3e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0829422 Nov 08 14:18:35.377057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] For port a89a8926-5286-46f2-8eaa-ca2149057b9e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:35.381250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] For port a89a8926-5286-46f2-8eaa-ca2149057b9e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a89a8926-5286-46f2-8eaa-ca2149057b9e,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:35.387048 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.457476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Routers {'dd381817-f23d-467e-b856-8437d7510396'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:35.458178 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd381817-f23d-467e-b856-8437d7510396'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:35.480751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d8a16ab-b1ad-43a0-9462-6d20b4714995 req-e78a923d-0e64-4f4e-837b-a00c666f3728 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086121 Nov 08 14:18:35.549148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d008e7-51fa-432c-b81d-80ac58e49e0f None None] Pushing event updated for resources: {'Port': ['ID=a89a8926-5286-46f2-8eaa-ca2149057b9e,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:35.563348 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.571264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-49ee3fb3-fe57-4f00-8256-840e5b2e489d None None] Provisioning complete for port a89a8926-5286-46f2-8eaa-ca2149057b9e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:35.571602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-49ee3fb3-fe57-4f00-8256-840e5b2e489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.677101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.696556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] Set router dd381817-f23d-467e-b856-8437d7510396 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:35.715674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Router d1c599df-a734-46d7-86c8-b54e6a7a30fe is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:18:35.822347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-49ee3fb3-fe57-4f00-8256-840e5b2e489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.837261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:18:35.846824 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d547234-684a-4b10-935c-729d04929597 None None] Sync routers for ids ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:18:35.856610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.858650 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] Routers {'d1c599df-a734-46d7-86c8-b54e6a7a30fe'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:35.859271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:35.860762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39312) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:18:35.861383 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-17a6f453-57ac-4efc-b224-af843bf1f84d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5257146 Nov 08 14:18:35.905227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.933984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-49ee3fb3-fe57-4f00-8256-840e5b2e489d None None] For port a89a8926-5286-46f2-8eaa-ca2149057b9e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a89a8926-5286-46f2-8eaa-ca2149057b9e,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:35.942895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-49ee3fb3-fe57-4f00-8256-840e5b2e489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:35.994697 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] Set router d1c599df-a734-46d7-86c8-b54e6a7a30fe gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:36.045943 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee3fb3-fe57-4f00-8256-840e5b2e489d None None] Pushing event updated for resources: {'Port': ['ID=a89a8926-5286-46f2-8eaa-ca2149057b9e,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:36.072008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:18:30Z', 'revision_number': 4, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port': {'id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:28Z', 'updated_at': '2021-11-08T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a89a8926-5286-46f2-8eaa-ca2149057b9e', 'name': '', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'mac_address': 'fa:16:3e:f5:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:30Z', 'updated_at': '2021-11-08T14:18:35Z', 'revision_number': 4, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'subnets': [{'id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:36.234556 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:18:34Z', 'revision_number': 3, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:36.265785 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d547234-684a-4b10-935c-729d04929597 None None] Checking router: d1c599df-a734-46d7-86c8-b54e6a7a30fe for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:18:36.267236 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d547234-684a-4b10-935c-729d04929597 None None] Updating router d1c599df-a734-46d7-86c8-b54e6a7a30fe port f04c99fe-5473-4dcf-9ff0-7dc1aced364c binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:18:36.294540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0d5f3-0598-4487-88d1-901d42e39620 None None] The sync data for ids ['dd381817-f23d-467e-b856-8437d7510396'] in n-d-804292-2 is: [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:18:30Z', 'revision_number': 4, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port': {'id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:28Z', 'updated_at': '2021-11-08T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a89a8926-5286-46f2-8eaa-ca2149057b9e', 'name': '', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'mac_address': 'fa:16:3e:f5:48:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:30Z', 'updated_at': '2021-11-08T14:18:35Z', 'revision_number': 4, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'subnets': [{'id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:18:36.300676 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d547234-684a-4b10-935c-729d04929597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:36.312272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f34cba3d-ffbb-4145-abf2-d41482f98eb2 None None] Provisioning complete for port a89a8926-5286-46f2-8eaa-ca2149057b9e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:36.313151 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f34cba3d-ffbb-4145-abf2-d41482f98eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:36.520036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b43362-18d9-45af-81c7-ade6d5ad9117 None None] Network da93826b-fddd-4a0d-a430-656c250ca6f3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:18:36.605644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:36.629500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0b19dd7f-2006-4ac9-8db0-f1305eea90f3 None None] Provisioning complete for port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:36.630635 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b19dd7f-2006-4ac9-8db0-f1305eea90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:36.698635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bf9d3-f9fc-49ed-909f-950d4b4ee5ef req-a490b0eb-a743-47e4-8219-6e61e23cb642 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:36.719887 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-489bf9d3-f9fc-49ed-909f-950d4b4ee5ef req-a490b0eb-a743-47e4-8219-6e61e23cb642 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.1224613 Nov 08 14:18:36.809990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-489bf9d3-f9fc-49ed-909f-950d4b4ee5ef req-c728e9db-25e2-48ac-9203-e225234ef606 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869417 Nov 08 14:18:36.847574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b19dd7f-2006-4ac9-8db0-f1305eea90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:36.875111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Allocated IP 172.20.0.1 (da93826b-fddd-4a0d-a430-656c250ca6f3/a648be50-434a-4074-adfe-bb9c19a41b5f/313ff941-679a-4af8-a9b2-97bcafc37c07) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:36.911244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-0b19dd7f-2006-4ac9-8db0-f1305eea90f3 None None] For port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,segment=NetworkSegment(82a18e46-74b0-4d70-9fe4-72056d628a42),segment_id=82a18e46-74b0-4d70-9fe4-72056d628a42)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:36.916463 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0b19dd7f-2006-4ac9-8db0-f1305eea90f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.020275 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d547234-684a-4b10-935c-729d04929597 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.028669 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d547234-684a-4b10-935c-729d04929597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.031100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a89a8926-5286-46f2-8eaa-ca2149057b9e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:37.080763 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbf0a5-7c5a-4f73-bfc6-0c5adb93d40a None None] Pushing event updated for resources: {'Port': ['ID=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:37.109858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7d547234-684a-4b10-935c-729d04929597 None None] Attempting to bind port f04c99fe-5473-4dcf-9ff0-7dc1aced364c on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:37.110318 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7d547234-684a-4b10-935c-729d04929597 None None] Attempting to bind port f04c99fe-5473-4dcf-9ff0-7dc1aced364c by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:37.110736 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d547234-684a-4b10-935c-729d04929597 None None] Attempting to bind port f04c99fe-5473-4dcf-9ff0-7dc1aced364c on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:37.112623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.113716 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19dd7f-2006-4ac9-8db0-f1305eea90f3 None None] Pushing event updated for resources: {'Port': ['ID=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:37.118154 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d547234-684a-4b10-935c-729d04929597 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:37.119046 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d547234-684a-4b10-935c-729d04929597 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:37.119650 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d547234-684a-4b10-935c-729d04929597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.120775 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d547234-684a-4b10-935c-729d04929597 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:37.121474 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7d547234-684a-4b10-935c-729d04929597 None None] Bound port: f04c99fe-5473-4dcf-9ff0-7dc1aced364c, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:37.122527 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d547234-684a-4b10-935c-729d04929597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.134941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a89a8926-5286-46f2-8eaa-ca2149057b9e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:37.135364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.172239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.192242 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7d547234-684a-4b10-935c-729d04929597 None None] For port f04c99fe-5473-4dcf-9ff0-7dc1aced364c, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:37.197071 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7d547234-684a-4b10-935c-729d04929597 None None] For port f04c99fe-5473-4dcf-9ff0-7dc1aced364c, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:37.203245 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d547234-684a-4b10-935c-729d04929597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.250668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Network da93826b-fddd-4a0d-a430-656c250ca6f3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:37.272423 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bbf0a5-7c5a-4f73-bfc6-0c5adb93d40a None None] Pushing event updated for resources: {'Port': ['ID=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:37.279283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:37.284145 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:37.290121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:37.312185 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] Routers {'d1c599df-a734-46d7-86c8-b54e6a7a30fe'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:37.312904 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:37.352790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.365400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-55ef6c65-f00a-4a9d-8368-891ac80f00e4 None None] Provisioning complete for port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:37.365400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55ef6c65-f00a-4a9d-8368-891ac80f00e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.428098 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Pushing event updated for resources: {'Port': ['ID=313ff941-679a-4af8-a9b2-97bcafc37c07,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:37.432477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:37.432477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.522549 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] Set router d1c599df-a734-46d7-86c8-b54e6a7a30fe gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:37.580366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.760990 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7d547234-684a-4b10-935c-729d04929597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:18:34Z', 'revision_number': 3, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:37.777752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b4bdc0b3-166d-4295-ba26-81cbec65d7f8 None None] Provisioning complete for port 313ff941-679a-4af8-a9b2-97bcafc37c07 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:37.778353 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc0b3-166d-4295-ba26-81cbec65d7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.793446 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d547234-684a-4b10-935c-729d04929597 None None] The sync data for ids ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'] in n-d-804292-2 is: [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:18:34Z', 'revision_number': 3, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:18:37.815938 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.830963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.842544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b4bdc0b3-166d-4295-ba26-81cbec65d7f8 None None] Port 313ff941-679a-4af8-a9b2-97bcafc37c07 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:18:37.923971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:37.925677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Pushing event updated for resources: {'Port': ['ID=313ff941-679a-4af8-a9b2-97bcafc37c07,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:37.966970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f73b13-ca2c-4859-b597-196354444c49 req-dd3443a0-1500-4503-a475-560c0228a95e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:37.968727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71f73b13-ca2c-4859-b597-196354444c49 req-dd3443a0-1500-4503-a475-560c0228a95e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0665665 Nov 08 14:18:38.041117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71f73b13-ca2c-4859-b597-196354444c49 req-6ce99de4-a6f2-4c7c-a364-cf2d76545a6e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633168 Nov 08 14:18:38.043970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Network da93826b-fddd-4a0d-a430-656c250ca6f3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:38.046027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:38.184691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Router d1c599df-a734-46d7-86c8-b54e6a7a30fe has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:18:38.356669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:18:38.362857 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-442929ef-4744-4630-8cc0-62c9a6f63e97 admin admin] 10.222.0.65 "PUT /v2.0/routers/d1c599df-a734-46d7-86c8-b54e6a7a30fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5009570 Nov 08 14:18:38.381266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-43142c5c-d91a-41b7-b9a4-e2774048d0f8 None None] Provisioning complete for port 313ff941-679a-4af8-a9b2-97bcafc37c07 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:38.381670 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-43142c5c-d91a-41b7-b9a4-e2774048d0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:38.422650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-43142c5c-d91a-41b7-b9a4-e2774048d0f8 None None] Port 313ff941-679a-4af8-a9b2-97bcafc37c07 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:18:38.917455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f04c99fe-5473-4dcf-9ff0-7dc1aced364c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:38.998363 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f04c99fe-5473-4dcf-9ff0-7dc1aced364c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:38.999465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:39.144668 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:39.171204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port f04c99fe-5473-4dcf-9ff0-7dc1aced364c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:39.177003 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:39.177800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:39.263859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:39.276705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:39.277074 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:39.305769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33e11-b3d6-4190-b5c5-362c9e21f8b9 req-dbf27952-96e5-40d1-bf0d-7308d17305f1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:39.307470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5c33e11-b3d6-4190-b5c5-362c9e21f8b9 req-dbf27952-96e5-40d1-bf0d-7308d17305f1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.1326418 Nov 08 14:18:39.310699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-1576274a-3406-4b8d-9079-ec44a662bccf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:39.312224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-1576274a-3406-4b8d-9079-ec44a662bccf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/networks?id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a HTTP/1.1" status: 200 len: 911 time: 0.3303163 Nov 08 14:18:39.347778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-cb148437-6812-4d9c-b2d7-13ae3abad70e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/quotas/dc1b77bbef7b4febbff1c45f086fa79d HTTP/1.1" status: 200 len: 375 time: 0.0256221 Nov 08 14:18:39.425628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5c33e11-b3d6-4190-b5c5-362c9e21f8b9 req-8c6a90aa-fa5c-4571-ac4c-b145f3041c09 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099513 Nov 08 14:18:39.455671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-10521d05-f82d-42c1-b0fd-27a103ca7225 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc1b77bbef7b4febbff1c45f086fa79d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968530 Nov 08 14:18:39.553298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-ca89ee5b-d8d7-49a1-9806-5d079713c0d6 service neutron] 10.222.0.65 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905635 Nov 08 14:18:39.652372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-b1ce6c36-4d51-477d-8652-83e21a258598 service neutron] 10.222.0.65 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916040 Nov 08 14:18:39.827459 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88d56ea0-01d8-4506-a860-76245cc83481 req-d8ad8ca4-e081-4c12-a367-6fe37f8139fc tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 210 time: 0.0326920 Nov 08 14:18:39.922097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Sync routers for ids ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:18:39.933572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Routers {'d1c599df-a734-46d7-86c8-b54e6a7a30fe'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:39.934252 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:40.100027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Set router d1c599df-a734-46d7-86c8-b54e6a7a30fe gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:40.338418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:18:37Z', 'revision_number': 4, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '313ff941-679a-4af8-a9b2-97bcafc37c07', 'name': '', 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'mac_address': 'fa:16:3e:d4:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'a648be50-434a-4074-adfe-bb9c19a41b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:36Z', 'updated_at': '2021-11-08T14:18:37Z', 'revision_number': 2, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'subnets': [{'id': 'a648be50-434a-4074-adfe-bb9c19a41b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:40.375924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Checking router: d1c599df-a734-46d7-86c8-b54e6a7a30fe for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:18:40.376294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Updating router d1c599df-a734-46d7-86c8-b54e6a7a30fe port 313ff941-679a-4af8-a9b2-97bcafc37c07 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:18:40.410386 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:40.559598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402419e-853b-4f00-80ef-089df8ea797e req-05842896-1ad7-47b5-b44b-f631294434d8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:40.567816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d402419e-853b-4f00-80ef-089df8ea797e req-05842896-1ad7-47b5-b44b-f631294434d8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0652132 Nov 08 14:18:40.621190 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d402419e-853b-4f00-80ef-089df8ea797e req-0e616a70-1d65-4030-881d-6576fc93e74d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516341 Nov 08 14:18:40.733529 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:40.739254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:40.794273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b33093-3471-453c-a8df-65c43a6c965e None None] Pushing event updated for resources: {'Port': ['ID=313ff941-679a-4af8-a9b2-97bcafc37c07,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:40.836164 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f04c99fe-5473-4dcf-9ff0-7dc1aced364c up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:40.886790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Attempting to bind port 313ff941-679a-4af8-a9b2-97bcafc37c07 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:40.887162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Attempting to bind port 313ff941-679a-4af8-a9b2-97bcafc37c07 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:40.887527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Attempting to bind port 313ff941-679a-4af8-a9b2-97bcafc37c07 on network da93826b-fddd-4a0d-a430-656c250ca6f3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:40.899780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:40.900315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Checking segment: {'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:40.900891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:40.901408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Bound using segment: {'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:40.901902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Bound port: 313ff941-679a-4af8-a9b2-97bcafc37c07, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a18e46-74b0-4d70-9fe4-72056d628a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:40.902412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:40.947045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd803aa4-07b5-41bb-9aad-f6992803a88e req-f8bfa255-3f90-4527-85fa-490d186978df tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 210 time: 0.0329421 Nov 08 14:18:40.978204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f04c99fe-5473-4dcf-9ff0-7dc1aced364c triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:40.978906 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.032031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] For port 313ff941-679a-4af8-a9b2-97bcafc37c07, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:41.049087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] For port 313ff941-679a-4af8-a9b2-97bcafc37c07, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=313ff941-679a-4af8-a9b2-97bcafc37c07,segment=NetworkSegment(82a18e46-74b0-4d70-9fe4-72056d628a42),segment_id=82a18e46-74b0-4d70-9fe4-72056d628a42)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:41.060898 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.093540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-7ab0e3b1-b749-449a-872b-ac292eaaf933 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:41.095478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-7ab0e3b1-b749-449a-872b-ac292eaaf933 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.70 "GET /v2.0/networks?id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a HTTP/1.1" status: 200 len: 911 time: 0.1317239 Nov 08 14:18:41.111786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Request body: {'port': {'device_id': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'admin_state_up': True, 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:41.137363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Made reservation on behalf of dc1b77bbef7b4febbff1c45f086fa79d for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:41.141564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.166474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-875a47f6-1a10-42a6-8d45-273a3734ddb2 None None] Provisioning complete for port 313ff941-679a-4af8-a9b2-97bcafc37c07 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:41.166845 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-875a47f6-1a10-42a6-8d45-273a3734ddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.195575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Routers {'d1c599df-a734-46d7-86c8-b54e6a7a30fe'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:18:41.195575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:18:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:41.236475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b33093-3471-453c-a8df-65c43a6c965e None None] Pushing event updated for resources: {'Port': ['ID=313ff941-679a-4af8-a9b2-97bcafc37c07,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:41.269325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Allocated IP 172.20.0.12 (a9bce3cb-814d-4de5-90b5-0f5fb564b88a/708a4e8e-4d57-4059-93a9-d517b0cf3da2/9046e031-22e7-49fb-a096-7e2facd66463) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:41.366459 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] Set router d1c599df-a734-46d7-86c8-b54e6a7a30fe gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:18:41.446510 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.490802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.540471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:41.543605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:41.550562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:41.579129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Pushing event updated for resources: {'Port': ['ID=9046e031-22e7-49fb-a096-7e2facd66463,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:41.604840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:41.606152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.616640 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-875a47f6-1a10-42a6-8d45-273a3734ddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.636397 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-fb94b8f9-f069-4385-9e56-330220d942bf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5318131 Nov 08 14:18:41.652082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Request body: {'port': {'device_id': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:41.721387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-875a47f6-1a10-42a6-8d45-273a3734ddb2 None None] For port 313ff941-679a-4af8-a9b2-97bcafc37c07, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=313ff941-679a-4af8-a9b2-97bcafc37c07,segment=NetworkSegment(82a18e46-74b0-4d70-9fe4-72056d628a42),segment_id=82a18e46-74b0-4d70-9fe4-72056d628a42)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:41.731292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.763761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-875a47f6-1a10-42a6-8d45-273a3734ddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:41.794961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecbf5c6-3b89-40e5-8088-cecd4c152a6b req-93133d2d-3b16-4f28-ab96-97792bfd2f6a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:41.797869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ecbf5c6-3b89-40e5-8088-cecd4c152a6b req-93133d2d-3b16-4f28-ab96-97792bfd2f6a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0906827 Nov 08 14:18:41.864573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a47f6-1a10-42a6-8d45-273a3734ddb2 None None] Pushing event updated for resources: {'Port': ['ID=313ff941-679a-4af8-a9b2-97bcafc37c07,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:41.888918 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ecbf5c6-3b89-40e5-8088-cecd4c152a6b req-e3e87a71-9533-4714-8d2b-bdd2da2b7fb5 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837350 Nov 08 14:18:41.917988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f5339882-55e7-4b2c-ab1e-f15c686cbd3c None None] Provisioning complete for port 313ff941-679a-4af8-a9b2-97bcafc37c07 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:41.918340 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f5339882-55e7-4b2c-ab1e-f15c686cbd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:42.007977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:18:37Z', 'revision_number': 4, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '313ff941-679a-4af8-a9b2-97bcafc37c07', 'name': '', 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'mac_address': 'fa:16:3e:d4:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'a648be50-434a-4074-adfe-bb9c19a41b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:36Z', 'updated_at': '2021-11-08T14:18:41Z', 'revision_number': 4, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'subnets': [{'id': 'a648be50-434a-4074-adfe-bb9c19a41b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:18:42.072882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5ebbe-2857-4e56-8015-d2df651051e4 None None] The sync data for ids ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'] in n-d-804292-2 is: [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:18:37Z', 'revision_number': 4, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '313ff941-679a-4af8-a9b2-97bcafc37c07', 'name': '', 'network_id': 'da93826b-fddd-4a0d-a430-656c250ca6f3', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'mac_address': 'fa:16:3e:d4:47:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'a648be50-434a-4074-adfe-bb9c19a41b5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:36Z', 'updated_at': '2021-11-08T14:18:41Z', 'revision_number': 4, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'subnets': [{'id': 'a648be50-434a-4074-adfe-bb9c19a41b5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:18:42.090499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fe2e1-db1f-4448-8b20-f706a5d8acee req-b775c8a4-75ac-4387-9610-74e030e64337 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:42.092840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a87fe2e1-db1f-4448-8b20-f706a5d8acee req-b775c8a4-75ac-4387-9610-74e030e64337 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1028 time: 0.0671556 Nov 08 14:18:42.104013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f5339882-55e7-4b2c-ab1e-f15c686cbd3c None None] Provisioning complete for port 9046e031-22e7-49fb-a096-7e2facd66463 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:42.104386 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f5339882-55e7-4b2c-ab1e-f15c686cbd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:42.123573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9046e031-22e7-49fb-a096-7e2facd66463 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:42.136116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:42.183615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Transition to ACTIVE for port object 9046e031-22e7-49fb-a096-7e2facd66463 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:18:42.185027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f5339882-55e7-4b2c-ab1e-f15c686cbd3c None None] Port 9046e031-22e7-49fb-a096-7e2facd66463 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:18:42.189122 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:42.192946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a87fe2e1-db1f-4448-8b20-f706a5d8acee req-39d17b05-61a0-4dd9-807b-2db16808e94f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913661 Nov 08 14:18:42.263092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Pushing event updated for resources: {'Port': ['ID=9046e031-22e7-49fb-a096-7e2facd66463,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:42.361649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Attempting to bind port 9046e031-22e7-49fb-a096-7e2facd66463 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:42.362035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Attempting to bind port 9046e031-22e7-49fb-a096-7e2facd66463 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:42.362541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Attempting to bind port 9046e031-22e7-49fb-a096-7e2facd66463 on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:42.368683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Port 9046e031-22e7-49fb-a096-7e2facd66463 on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:18:42.368875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Attempting to bind port 9046e031-22e7-49fb-a096-7e2facd66463 on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:42.375810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:42.376423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Checking segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:42.377031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Bound using segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:42.377506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Bound port: 9046e031-22e7-49fb-a096-7e2facd66463, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:42.377960 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:42.486107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] For port 9046e031-22e7-49fb-a096-7e2facd66463, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:42.491886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] For port 9046e031-22e7-49fb-a096-7e2facd66463, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9046e031-22e7-49fb-a096-7e2facd66463,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:42.498032 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:42.556606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:42.557739 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:42.560283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] 10.222.0.70 "PUT /v2.0/ports/9046e031-22e7-49fb-a096-7e2facd66463 HTTP/1.1" status: 200 len: 1092 time: 0.9136055 Nov 08 14:18:42.560794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'tag': '9046e031-22e7-49fb-a096-7e2facd66463'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:42.569257 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce" -d '{"events": [{"name": "network-changed", "server_uuid": "f01e179b-11b8-4948-9db2-de6dc7a999f4", "tag": "9046e031-22e7-49fb-a096-7e2facd66463"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:42.595928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6f08f-2912-4733-b6c9-2945baabb55a service neutron] Pushing event updated for resources: {'Port': ['ID=9046e031-22e7-49fb-a096-7e2facd66463,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:42.679163 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55dd0de8-a3db-446c-9009-7cd3d25883f1 x-openstack-request-id: req-55dd0de8-a3db-446c-9009-7cd3d25883f1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:42.679574 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f01e179b-11b8-4948-9db2-de6dc7a999f4", "tag": "9046e031-22e7-49fb-a096-7e2facd66463", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:42.679978 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55dd0de8-a3db-446c-9009-7cd3d25883f1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:42.680529 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'tag': '9046e031-22e7-49fb-a096-7e2facd66463', 'status': 'completed', 'code': 200} Nov 08 14:18:42.714070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-e0c5685c-00a7-422e-82f1-78b64b103e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:42.716422 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-e0c5685c-00a7-422e-82f1-78b64b103e54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc1b77bbef7b4febbff1c45f086fa79d&device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1095 time: 0.0859399 Nov 08 14:18:42.773310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-a383f68a-b692-432d-8347-bb067a539346 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9046e031-22e7-49fb-a096-7e2facd66463 HTTP/1.1" status: 200 len: 217 time: 0.0485325 Nov 08 14:18:42.840527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-d25316ad-1d52-413d-8949-eb7bc70bb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:42.843713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-d25316ad-1d52-413d-8949-eb7bc70bb5e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=708a4e8e-4d57-4059-93a9-d517b0cf3da2 HTTP/1.1" status: 200 len: 849 time: 0.0624022 Nov 08 14:18:42.886374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 313ff941-679a-4af8-a9b2-97bcafc37c07 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:42.916835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-72200f37-1d1d-4297-9cfb-7f3e97a69f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:42.919716 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-72200f37-1d1d-4297-9cfb-7f3e97a69f8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695193 Nov 08 14:18:42.995764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 313ff941-679a-4af8-a9b2-97bcafc37c07 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:42.996143 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:43.067063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6b1d4-1f2a-42bc-bb75-2753dbb1b742 req-69339fd9-5c24-4060-8786-a4f988fae1ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:43.077410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0c6b1d4-1f2a-42bc-bb75-2753dbb1b742 req-69339fd9-5c24-4060-8786-a4f988fae1ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 944 time: 0.0716436 Nov 08 14:18:43.124317 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-2aa261b7-d327-4641-b42e-9ec501830067 service neutron] 10.222.0.70 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963515 Nov 08 14:18:43.160040 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0c6b1d4-1f2a-42bc-bb75-2753dbb1b742 req-11b74eec-cbf0-4ff2-91d7-3f9e3a8d07a7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814209 Nov 08 14:18:43.234220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9d6aef0-2ad5-4ea7-bb61-cf872de32f46 req-ca308e4a-e0d8-45f8-856f-32864f070923 service neutron] 10.222.0.70 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034710 Nov 08 14:18:43.331032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2043-44c6-4c08-ba92-80c831058fcd req-f48f2ad3-f23d-4137-ad95-00feab0a909f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:43.332831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aabf2043-44c6-4c08-ba92-80c831058fcd req-f48f2ad3-f23d-4137-ad95-00feab0a909f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1095 time: 0.0564885 Nov 08 14:18:43.334202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-5c3cf3e5-9914-4617-b7b2-6022042bcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:43.335828 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-5c3cf3e5-9914-4617-b7b2-6022042bcf6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc1b77bbef7b4febbff1c45f086fa79d&device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1095 time: 0.0510011 Nov 08 14:18:43.406434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aabf2043-44c6-4c08-ba92-80c831058fcd req-8b9fbdfd-5b5c-4f86-8d90-5a874e9a08b6 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649352 Nov 08 14:18:43.455172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-634ec70b-4440-4a22-93ab-f45d0cf70d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:43.456757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-634ec70b-4440-4a22-93ab-f45d0cf70d26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a HTTP/1.1" status: 200 len: 911 time: 0.1143425 Nov 08 14:18:43.502587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b7488057-7101-4ff4-8eb0-4d077c143d10 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:18:43.518666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-bb64fcb8-d999-409d-8cdd-9817bb09d642 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9046e031-22e7-49fb-a096-7e2facd66463 HTTP/1.1" status: 200 len: 217 time: 0.0537295 Nov 08 14:18:43.581927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-101bcd0b-cb1f-4090-8ff1-a0de194e7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:43.583763 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-101bcd0b-cb1f-4090-8ff1-a0de194e7cea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=708a4e8e-4d57-4059-93a9-d517b0cf3da2 HTTP/1.1" status: 200 len: 849 time: 0.0581591 Nov 08 14:18:43.633885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-95ca2af8-be9e-4d05-a868-2b5a8d4e7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:43.636295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-95ca2af8-be9e-4d05-a868-2b5a8d4e7ef0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447412 Nov 08 14:18:43.636768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b7488057-7101-4ff4-8eb0-4d077c143d10, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b7488057-7101-4ff4-8eb0-4d077c143d10,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:43.651707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'b7488057-7101-4ff4-8eb0-4d077c143d10', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'port_id': 'b7488057-7101-4ff4-8eb0-4d077c143d10', 'mac_address': 'fa:16:3e:6a:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:18:43.672259 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:18:43.695424 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:43.709169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7488057-7101-4ff4-8eb0-4d077c143d10 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:43.730277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b7488057-7101-4ff4-8eb0-4d077c143d10, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b7488057-7101-4ff4-8eb0-4d077c143d10,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:43.735429 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-8d4cd11e-3e3d-4add-a569-3ff591d39356 service neutron] 10.222.0.70 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920675 Nov 08 14:18:43.735670 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:43.798230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b7488057-7101-4ff4-8eb0-4d077c143d10,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:43.841991 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9adb2e0d-3b5f-4ed2-8f9c-cf2a94973cce req-f52be519-cbe3-4866-9f8b-3befaa5bf33d service neutron] 10.222.0.70 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956566 Nov 08 14:18:44.027860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b7488057-7101-4ff4-8eb0-4d077c143d10'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:44.283828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeaff8-9971-4545-b1e2-c3715c631d78 req-e49f6a73-eec8-4892-b3d3-459130ae8f5e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:44.285225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90aeaff8-9971-4545-b1e2-c3715c631d78 req-e49f6a73-eec8-4892-b3d3-459130ae8f5e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 945 time: 0.0526483 Nov 08 14:18:44.338042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90aeaff8-9971-4545-b1e2-c3715c631d78 req-1906f4c4-c45f-40c2-8e22-c4d50fd2fc52 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Nov 08 14:18:44.516383 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b48820-dccb-4a44-892d-ae390dfacfaf req-5a4bf762-cc9f-4625-98bf-06503f2abcfe tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:44.517892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26b48820-dccb-4a44-892d-ae390dfacfaf req-5a4bf762-cc9f-4625-98bf-06503f2abcfe tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1095 time: 0.0437489 Nov 08 14:18:44.573019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-26b48820-dccb-4a44-892d-ae390dfacfaf req-8f0bda01-704e-4e88-a90b-c0c0b7c7e213 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477929 Nov 08 14:18:45.470436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa907866-7e30-4a94-91db-e6340db2eef4 req-f169a541-a9ae-489e-899d-21c5cf99dbd9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:45.472138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa907866-7e30-4a94-91db-e6340db2eef4 req-f169a541-a9ae-489e-899d-21c5cf99dbd9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 945 time: 0.0538116 Nov 08 14:18:45.507468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9046e031-22e7-49fb-a096-7e2facd66463 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:18:45.509649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b7488057-7101-4ff4-8eb0-4d077c143d10 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:45.538716 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa907866-7e30-4a94-91db-e6340db2eef4 req-b78ff3ff-8163-4053-95aa-f6531895afef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538006 Nov 08 14:18:45.628170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port b7488057-7101-4ff4-8eb0-4d077c143d10 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:18:45.638535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port b7488057-7101-4ff4-8eb0-4d077c143d10 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:45.638920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:45.684628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9046e031-22e7-49fb-a096-7e2facd66463, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9046e031-22e7-49fb-a096-7e2facd66463,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:45.693818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb7ff9-3a15-45a7-863b-7ab5bd1564e1 req-3ce60104-a0b9-4c1a-b88f-b5c92d433260 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:45.695897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7afb7ff9-3a15-45a7-863b-7ab5bd1564e1 req-3ce60104-a0b9-4c1a-b88f-b5c92d433260 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1095 time: 0.0492303 Nov 08 14:18:45.707281 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '9046e031-22e7-49fb-a096-7e2facd66463', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'port_id': '9046e031-22e7-49fb-a096-7e2facd66463', 'mac_address': 'fa:16:3e:8c:d5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:18:45.753046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7afb7ff9-3a15-45a7-863b-7ab5bd1564e1 req-c2b469cc-a393-46f0-b49e-eb1724445153 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Nov 08 14:18:45.783201 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:45.804422 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:45.807275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9046e031-22e7-49fb-a096-7e2facd66463 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:45.844446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9046e031-22e7-49fb-a096-7e2facd66463, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9046e031-22e7-49fb-a096-7e2facd66463,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:45.850623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7488057-7101-4ff4-8eb0-4d077c143d10'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:45.853071 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee385a6-eb21-423d-b2a2-234216bdbb0f" -d '{"events": [{"server_uuid": "e6e3825a-9ef3-4f93-a2ef-8bb63e157e25", "name": "network-vif-plugged", "status": "completed", "tag": "b7488057-7101-4ff4-8eb0-4d077c143d10"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:45.859087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:45.871799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port b7488057-7101-4ff4-8eb0-4d077c143d10, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b7488057-7101-4ff4-8eb0-4d077c143d10,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:45.898439 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:45.912530 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b806633a-b7e8-45fc-8363-d11e13504bf7 x-openstack-request-id: req-b806633a-b7e8-45fc-8363-d11e13504bf7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:45.912844 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e3825a-9ef3-4f93-a2ef-8bb63e157e25", "name": "network-vif-plugged", "status": "completed", "tag": "b7488057-7101-4ff4-8eb0-4d077c143d10", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:45.913112 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b806633a-b7e8-45fc-8363-d11e13504bf7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:45.913529 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7488057-7101-4ff4-8eb0-4d077c143d10', 'code': 200} Nov 08 14:18:45.929824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9046e031-22e7-49fb-a096-7e2facd66463,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:45.989918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=b7488057-7101-4ff4-8eb0-4d077c143d10,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:46.019407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95114788-fade-48e2-a997-63de69a714f9 req-7de3f48b-c2a0-4660-9119-60b551e2e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:46.020987 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95114788-fade-48e2-a997-63de69a714f9 req-7de3f48b-c2a0-4660-9119-60b551e2e3e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 1097 time: 0.0471971 Nov 08 14:18:46.064722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9046e031-22e7-49fb-a096-7e2facd66463'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:46.078262 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-95114788-fade-48e2-a997-63de69a714f9 req-93faf096-13c6-467f-97a7-cab844fd4b0d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468357 Nov 08 14:18:46.684112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d6993-671b-454f-b199-f1b9c3076f6c req-0f22681b-86d1-4b16-94e5-8282bf3a5af6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:46.685596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-676d6993-671b-454f-b199-f1b9c3076f6c req-0f22681b-86d1-4b16-94e5-8282bf3a5af6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 946 time: 0.0716321 Nov 08 14:18:46.736063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-676d6993-671b-454f-b199-f1b9c3076f6c req-9e3b5389-e6c9-4afa-9629-f3455c81d61b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437155 Nov 08 14:18:46.866382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2111ba-5de4-4f4b-8510-420045b52648 req-15d3f781-a4e3-410c-b073-c731a1cbbb31 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:46.867853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e2111ba-5de4-4f4b-8510-420045b52648 req-15d3f781-a4e3-410c-b073-c731a1cbbb31 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1096 time: 0.0427458 Nov 08 14:18:46.914472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e2111ba-5de4-4f4b-8510-420045b52648 req-05745dc8-33ed-432b-b6d6-1fdbbc3dd6c4 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Nov 08 14:18:47.520539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9046e031-22e7-49fb-a096-7e2facd66463 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:18:47.573194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 9046e031-22e7-49fb-a096-7e2facd66463 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:18:47.578662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 9046e031-22e7-49fb-a096-7e2facd66463 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:47.579098 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:47.666565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:47.704047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9046e031-22e7-49fb-a096-7e2facd66463, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9046e031-22e7-49fb-a096-7e2facd66463,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:47.708701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:47.776484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9046e031-22e7-49fb-a096-7e2facd66463,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:47.869391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588b11e-3f62-46b3-8c44-a122775243d4 req-528c8805-8cdd-46ec-bd5b-45eefe38a884 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:47.870969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6588b11e-3f62-46b3-8c44-a122775243d4 req-528c8805-8cdd-46ec-bd5b-45eefe38a884 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 946 time: 0.0554702 Nov 08 14:18:47.915034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9046e031-22e7-49fb-a096-7e2facd66463'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:47.917765 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3f8780-073c-4fb9-80ea-9abcfe13320d" -d '{"events": [{"server_uuid": "f01e179b-11b8-4948-9db2-de6dc7a999f4", "name": "network-vif-plugged", "status": "completed", "tag": "9046e031-22e7-49fb-a096-7e2facd66463"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:47.927935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6588b11e-3f62-46b3-8c44-a122775243d4 req-80b0def9-3a91-457c-8068-60327e437676 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496707 Nov 08 14:18:47.956240 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20041e7-1f02-4acf-8a30-2193b3e6c1a8 x-openstack-request-id: req-e20041e7-1f02-4acf-8a30-2193b3e6c1a8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:47.956543 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e179b-11b8-4948-9db2-de6dc7a999f4", "name": "network-vif-plugged", "status": "completed", "tag": "9046e031-22e7-49fb-a096-7e2facd66463", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:47.956804 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e20041e7-1f02-4acf-8a30-2193b3e6c1a8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:47.957198 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9046e031-22e7-49fb-a096-7e2facd66463', 'code': 200} Nov 08 14:18:48.072503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e9f3e-b684-4cbe-847d-86fe1498c55a req-8cf656f6-e061-40f6-9b76-a3eefb37c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:48.073570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e5e9f3e-b684-4cbe-847d-86fe1498c55a req-8cf656f6-e061-40f6-9b76-a3eefb37c3cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0546815 Nov 08 14:18:48.073716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d808efb-fa9e-48c2-9280-f564ec4afe11 req-eacf6ace-a9c3-4bac-ab92-55ce34254f98 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:48.075232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d808efb-fa9e-48c2-9280-f564ec4afe11 req-eacf6ace-a9c3-4bac-ab92-55ce34254f98 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0741146 Nov 08 14:18:48.090148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b97bb-7e24-4a1f-9d49-77ec886b52d3 req-2f5fc95b-144e-4a2d-8b66-49328cd54afa tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:48.091641 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c89b97bb-7e24-4a1f-9d49-77ec886b52d3 req-2f5fc95b-144e-4a2d-8b66-49328cd54afa tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 946 time: 0.0638535 Nov 08 14:18:48.126691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1e5e9f3e-b684-4cbe-847d-86fe1498c55a req-f50ebac3-4253-4306-879c-c4054f09ca0f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451772 Nov 08 14:18:48.158644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d808efb-fa9e-48c2-9280-f564ec4afe11 req-bd830f17-ab4c-4831-b01f-c056a463949e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765190 Nov 08 14:18:48.173031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c89b97bb-7e24-4a1f-9d49-77ec886b52d3 req-1ea1e8ce-4c4a-46e9-90ec-83e5bf852bf6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675707 Nov 08 14:18:48.483449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05314c5-527e-41c9-885b-6679ee33b709 req-7b9cbac7-3e4b-4194-a0aa-a9cc03045271 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:48.484991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e05314c5-527e-41c9-885b-6679ee33b709 req-7b9cbac7-3e4b-4194-a0aa-a9cc03045271 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 946 time: 0.0560460 Nov 08 14:18:48.538038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e05314c5-527e-41c9-885b-6679ee33b709 req-526a581b-040d-4fc9-ab53-4014312488f5 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470676 Nov 08 14:18:49.277349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32d158-5501-4aae-a9fc-8fbbccae5c46 req-f7389a0c-5983-449a-a1be-a5407571e77a tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:49.278904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c32d158-5501-4aae-a9fc-8fbbccae5c46 req-f7389a0c-5983-449a-a1be-a5407571e77a tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0472403 Nov 08 14:18:49.330448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c32d158-5501-4aae-a9fc-8fbbccae5c46 req-4e123542-c203-4a96-a406-6cb3b32c99a6 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Nov 08 14:18:49.665558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce77061-7bf6-46cd-90bb-3c920fd28841 req-c3ad1af5-6822-4a5e-9444-af8afdf807ca tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:49.667054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fce77061-7bf6-46cd-90bb-3c920fd28841 req-c3ad1af5-6822-4a5e-9444-af8afdf807ca tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 946 time: 0.0573206 Nov 08 14:18:49.716380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fce77061-7bf6-46cd-90bb-3c920fd28841 req-f1f2b643-e891-4d20-97a0-134488c2bebe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Nov 08 14:18:49.977979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-f5762ef0-4c9b-4c8b-a452-31f99a3755c1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:49.979473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-f5762ef0-4c9b-4c8b-a452-31f99a3755c1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 946 time: 0.0516062 Nov 08 14:18:50.089981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port b7488057-7101-4ff4-8eb0-4d077c143d10 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:18:50.090367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:50.195151 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] For port b7488057-7101-4ff4-8eb0-4d077c143d10, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=b7488057-7101-4ff4-8eb0-4d077c143d10,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:50.195623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:50.210681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for b7488057-7101-4ff4-8eb0-4d077c143d10 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:18:50.357698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:50.372292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['b7488057-7101-4ff4-8eb0-4d077c143d10'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:50.376874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['11e88f4d-bb0e-4548-bcd7-bb39b4f8811e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:50.401618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=b7488057-7101-4ff4-8eb0-4d077c143d10,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:50.460364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] No DVR routers for this DVR port b7488057-7101-4ff4-8eb0-4d077c143d10 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:18:50.463307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e78d90-e1a7-420c-b894-9b032f9f458d req-69f0a5d5-73f1-457a-92d7-be804700b9f9 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:50.463899 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:50.468563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-431d8bb7-dddf-44d5-b145-c676f3217b12 req-beb39874-6311-4801-9e90-469028d4edc8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "DELETE /v2.0/ports/b7488057-7101-4ff4-8eb0-4d077c143d10 HTTP/1.1" status: 204 len: 173 time: 0.4821498 Nov 08 14:18:50.469078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'name': 'network-vif-deleted', 'tag': 'b7488057-7101-4ff4-8eb0-4d077c143d10'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:50.471446 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4f8612-1723-4db8-a138-e281d7872923" -d '{"events": [{"server_uuid": "e6e3825a-9ef3-4f93-a2ef-8bb63e157e25", "name": "network-vif-deleted", "tag": "b7488057-7101-4ff4-8eb0-4d077c143d10"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:50.472373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91e78d90-e1a7-420c-b894-9b032f9f458d req-69f0a5d5-73f1-457a-92d7-be804700b9f9 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0610132 Nov 08 14:18:50.543885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91e78d90-e1a7-420c-b894-9b032f9f458d req-744ace71-ab49-48f2-81ef-6c1d053d2c46 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704100 Nov 08 14:18:50.565476 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f285e0-73de-4ade-b697-c78ef725cf0c x-openstack-request-id: req-05f285e0-73de-4ade-b697-c78ef725cf0c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:50.565766 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6e3825a-9ef3-4f93-a2ef-8bb63e157e25", "name": "network-vif-deleted", "tag": "b7488057-7101-4ff4-8eb0-4d077c143d10", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:50.566012 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05f285e0-73de-4ade-b697-c78ef725cf0c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:50.566407 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6e3825a-9ef3-4f93-a2ef-8bb63e157e25', 'name': 'network-vif-deleted', 'tag': 'b7488057-7101-4ff4-8eb0-4d077c143d10', 'status': 'completed', 'code': 200} Nov 08 14:18:50.679151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef11b3-3bc9-42ef-8a27-705410fc9458 req-c6f54cfa-eb6c-4fb6-8a4d-3fcb872ad7ad tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:50.680959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ef11b3-3bc9-42ef-8a27-705410fc9458 req-c6f54cfa-eb6c-4fb6-8a4d-3fcb872ad7ad tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0459795 Nov 08 14:18:50.734555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9ef11b3-3bc9-42ef-8a27-705410fc9458 req-087f63d7-797a-4a94-b126-1d89b7e4764a tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467198 Nov 08 14:18:50.830980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a0da21a-c684-4481-84e6-d2d369636ebe req-4c765ab9-7622-4636-8d90-3a70477fd924 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 210 time: 0.0276237 Nov 08 14:18:50.879505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099bb74-ba6e-435c-b177-b2ad638bb88f req-b9e5f82c-2f89-4ed1-8baf-aee46cb39eb6 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:50.881251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3099bb74-ba6e-435c-b177-b2ad638bb88f req-b9e5f82c-2f89-4ed1-8baf-aee46cb39eb6 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0528245 Nov 08 14:18:50.933430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3099bb74-ba6e-435c-b177-b2ad638bb88f req-9e6a5332-480c-44c6-b03e-e31548a214ea tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445402 Nov 08 14:18:51.159302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-9ef4c071-5ca5-4f25-a9a0-4bcfad218d93 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:51.160849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-9ef4c071-5ca5-4f25-a9a0-4bcfad218d93 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/networks?id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a HTTP/1.1" status: 200 len: 911 time: 0.0930631 Nov 08 14:18:51.182585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-af06aeaa-3f45-45d1-b10b-0a4a5a58d293 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/quotas/dc1b77bbef7b4febbff1c45f086fa79d HTTP/1.1" status: 200 len: 375 time: 0.0150871 Nov 08 14:18:51.234413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-2bd91dc9-2737-47e9-a0cb-90a1560d2735 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc1b77bbef7b4febbff1c45f086fa79d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0451322 Nov 08 14:18:51.246612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-e982326a-145a-44d7-83cf-79a58d3a1194 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:18:51.247613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-e982326a-145a-44d7-83cf-79a58d3a1194 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055361 Nov 08 14:18:51.355502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-3a72d57b-4de7-4651-8c6e-faa7a41258ba service neutron] 10.222.0.65 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012814 Nov 08 14:18:51.472770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-d98b932c-09c5-43fb-8878-92830fa24ad3 service neutron] 10.222.0.65 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101446 Nov 08 14:18:51.984072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e25ed4f-db27-4286-9572-99f913129689 req-acd15191-23bd-4a42-b7bf-6d850d03735e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 210 time: 0.0554326 Nov 08 14:18:52.015628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39847d1f-7b67-4797-825c-47c602b38577 req-edc5302e-70ef-45fa-87d4-1b6be431aec4 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 210 time: 0.0293617 Nov 08 14:18:53.084070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7617914a-d1ef-42b7-a35f-50f4918a954e req-5a41520d-291b-4002-9cd4-9f3ecabded25 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 210 time: 0.0404246 Nov 08 14:18:53.133728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c139e6a-96e4-4d11-b4c4-1cbc8359d4cc req-473498b7-dd62-4747-8463-637637391902 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 210 time: 0.0348837 Nov 08 14:18:53.173862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-d7277e24-957c-45a7-9ac8-cdfe83da7889 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:53.175366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-d7277e24-957c-45a7-9ac8-cdfe83da7889 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.54 "GET /v2.0/networks?id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a HTTP/1.1" status: 200 len: 911 time: 0.1519332 Nov 08 14:18:53.190901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Request body: {'port': {'device_id': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'admin_state_up': True, 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:53.229702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Made reservation on behalf of dc1b77bbef7b4febbff1c45f086fa79d for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:18:53.232194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:53.386743 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:53.390636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Allocated IP 172.20.0.13 (a9bce3cb-814d-4de5-90b5-0f5fb564b88a/708a4e8e-4d57-4059-93a9-d517b0cf3da2/e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:18:53.542760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b7488057-7101-4ff4-8eb0-4d077c143d10 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:18:53.557219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:53.568025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: b7488057-7101-4ff4-8eb0-4d077c143d10 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:18:53.568499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device b7488057-7101-4ff4-8eb0-4d077c143d10 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:18:53.595767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:53.605748 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9046e031-22e7-49fb-a096-7e2facd66463'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:53.649636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:18:53.660384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:18:53.667033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:18:53.671660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Pushing event updated for resources: {'Port': ['ID=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:53.718653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:53.719274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:53.740266 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f4247747-c989-4cf0-883b-a40228f97349 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5556695 Nov 08 14:18:53.755300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Request body: {'port': {'device_id': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:18:53.827335 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:53.867490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:54.012216 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f88cdf5c-1183-4016-b58b-5151925e4f60 None None] Provisioning complete for port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:18:54.012593 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f88cdf5c-1183-4016-b58b-5151925e4f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:54.059830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f88cdf5c-1183-4016-b58b-5151925e4f60 None None] Port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:18:54.207202 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0160514a-1d93-47ad-bcd7-fd3b7a2acef9 req-f8d49386-00ef-472a-a2e1-7331d80cb34e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 210 time: 0.0450695 Nov 08 14:18:54.234257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:54.244857 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:54.266575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Transition to ACTIVE for port object e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:18:54.275997 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:54.306931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9978e-af54-41bb-907e-df2245530665 req-9bb46c3e-74cd-4337-ae23-5de99d9b23fc tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:54.308537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cd9978e-af54-41bb-907e-df2245530665 req-9bb46c3e-74cd-4337-ae23-5de99d9b23fc tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1028 time: 0.0630519 Nov 08 14:18:54.357015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Pushing event updated for resources: {'Port': ['ID=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:54.380879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cd9978e-af54-41bb-907e-df2245530665 req-de16c6e5-3739-43cc-b8bf-8f5b2e4e9b8a tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654132 Nov 08 14:18:54.490725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Attempting to bind port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:18:54.491223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Attempting to bind port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:18:54.491762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Attempting to bind port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:54.504858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:18:54.505612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Attempting to bind port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 on network a9bce3cb-814d-4de5-90b5-0f5fb564b88a {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:18:54.513793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:18:54.514420 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Checking segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:18:54.514969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Bound using segment: {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:18:54.515585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Bound port: e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5312b42b-1694-455c-9b65-04066fe32779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:18:54.516166 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:54.630919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] For port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:18:54.636604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] For port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:18:54.645196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:54.690869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:54.691532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:54.693209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] 10.222.0.54 "PUT /v2.0/ports/e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 HTTP/1.1" status: 200 len: 1092 time: 0.9444649 Nov 08 14:18:54.693810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'tag': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:18:54.697184 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035b9125-f358-41c9-b2eb-e020eafc3c77" -d '{"events": [{"name": "network-changed", "server_uuid": "84b577bc-f5d6-4ac6-a02c-e79526e3ece4", "tag": "e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:18:54.772295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e45f4-6e27-4038-ae27-3052caf1cc2a service neutron] Pushing event updated for resources: {'Port': ['ID=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:54.791523 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5979a1a3-b5b1-4618-9384-96bc393effb6 x-openstack-request-id: req-5979a1a3-b5b1-4618-9384-96bc393effb6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:18:54.792099 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84b577bc-f5d6-4ac6-a02c-e79526e3ece4", "tag": "e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:18:54.792099 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5979a1a3-b5b1-4618-9384-96bc393effb6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:18:54.792595 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'tag': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8', 'status': 'completed', 'code': 200} Nov 08 14:18:54.814996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-99766fe0-b7a8-4538-a044-fd3ba4410afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:54.817251 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-99766fe0-b7a8-4538-a044-fd3ba4410afc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc1b77bbef7b4febbff1c45f086fa79d&device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1095 time: 0.0570271 Nov 08 14:18:54.877002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-6b517937-21ab-451f-ac0f-33db252506cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 HTTP/1.1" status: 200 len: 217 time: 0.0504546 Nov 08 14:18:54.960334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-d41c094a-bfb6-4c79-b916-c17dd0d406c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:54.963100 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-d41c094a-bfb6-4c79-b916-c17dd0d406c4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=708a4e8e-4d57-4059-93a9-d517b0cf3da2 HTTP/1.1" status: 200 len: 849 time: 0.0720994 Nov 08 14:18:55.042686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-a1f02c66-284c-4de0-a100-10b4f9200bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:55.044985 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-a1f02c66-284c-4de0-a100-10b4f9200bfe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677431 Nov 08 14:18:55.226310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-6263da53-9015-4031-b933-0ab467e2cba7 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730156 Nov 08 14:18:55.344358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc4ca7dc-4e51-44b5-ad7c-e8bda62d9acd req-42f82155-a74d-4916-ab3e-53035129b8fe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=e6e3825a-9ef3-4f93-a2ef-8bb63e157e25 HTTP/1.1" status: 200 len: 210 time: 0.0457492 Nov 08 14:18:55.442382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ff5ee65-a240-44cb-8a20-1a98340eb3c9 req-f2e004a2-2afe-418f-80a1-c475f1f4893e service neutron] 10.222.0.54 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084117 Nov 08 14:18:55.611663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e78f9-ec3c-4336-b462-a1e8fe1cd0c0 req-52ca6a9c-f39e-4f8b-8d56-d50e8cb5f8d2 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:55.613366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-757e78f9-ec3c-4336-b462-a1e8fe1cd0c0 req-52ca6a9c-f39e-4f8b-8d56-d50e8cb5f8d2 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1095 time: 0.0965102 Nov 08 14:18:55.690180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-757e78f9-ec3c-4336-b462-a1e8fe1cd0c0 req-7eb7ebf1-57a8-4d14-bf28-9ca41717f7f0 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685968 Nov 08 14:18:55.982892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-8fd4258b-5376-4d1b-b3b2-618f3b80d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:55.985669 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-8fd4258b-5376-4d1b-b3b2-618f3b80d5af service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dc1b77bbef7b4febbff1c45f086fa79d&device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1095 time: 0.4795578 Nov 08 14:18:56.164942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-63deca8c-cb98-4c5a-ada8-83042aeb5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:56.170599 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-63deca8c-cb98-4c5a-ada8-83042aeb5cfa service neutron] 10.222.0.54 "GET /v2.0/networks?id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a HTTP/1.1" status: 200 len: 911 time: 0.1777086 Nov 08 14:18:56.245767 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-927d6ff0-9871-4fbe-aeb1-634eef8359d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 HTTP/1.1" status: 200 len: 217 time: 0.0651016 Nov 08 14:18:56.341024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-59be29c4-a5c6-4363-945c-a6ac849df97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:56.344100 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-59be29c4-a5c6-4363-945c-a6ac849df97d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=708a4e8e-4d57-4059-93a9-d517b0cf3da2 HTTP/1.1" status: 200 len: 849 time: 0.0909884 Nov 08 14:18:56.440938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-106ef61b-a65a-4999-a11e-60d0b0325448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:56.443248 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-106ef61b-a65a-4999-a11e-60d0b0325448 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a9bce3cb-814d-4de5-90b5-0f5fb564b88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904105 Nov 08 14:18:56.586317 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-4007881f-614b-4aaf-9ba3-c76ebc354107 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342969 Nov 08 14:18:56.717969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-035b9125-f358-41c9-b2eb-e020eafc3c77 req-b9ff07a3-1666-4ad2-b189-7a1a23f71c09 service neutron] 10.222.0.54 "GET /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240723 Nov 08 14:18:56.845002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19e4f1-214c-4efc-be07-48408abbeca0 req-f6b7d2eb-3ce5-43d7-b18e-435c4294b938 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:56.852893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c19e4f1-214c-4efc-be07-48408abbeca0 req-f6b7d2eb-3ce5-43d7-b18e-435c4294b938 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1095 time: 0.0686376 Nov 08 14:18:56.914137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c19e4f1-214c-4efc-be07-48408abbeca0 req-7fd17c29-fe17-4d0e-8f2f-0bfaaf3f4396 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594597 Nov 08 14:18:57.959163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:18:57.986561 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6910-5f7b-48b5-8a90-4d121a69689e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:58.051080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb535d-201c-4b06-b926-a17a629a70d3 req-f6b9054d-b6d9-4c82-9c42-07c764f9607b tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:58.052649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89bb535d-201c-4b06-b926-a17a629a70d3 req-f6b9054d-b6d9-4c82-9c42-07c764f9607b tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1095 time: 0.0499349 Nov 08 14:18:58.092566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:58.109818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8', 'network_id': 'a9bce3cb-814d-4de5-90b5-0f5fb564b88a', 'port_id': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8', 'mac_address': 'fa:16:3e:2e:8c:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '708a4e8e-4d57-4059-93a9-d517b0cf3da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:18:58.116705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89bb535d-201c-4b06-b926-a17a629a70d3 req-7ec775bb-6bdf-4b43-ac0b-07226409cbec tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562942 Nov 08 14:18:58.154190 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:58.182527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:18:58.206868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:18:58.210781 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:18:58.285291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:18:58.495409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:18:59.230964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7fccf-3611-4b9f-b8de-2805a9417a7a req-d012dcf4-c854-4ec9-869e-7290b01afe62 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:18:59.232501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82d7fccf-3611-4b9f-b8de-2805a9417a7a req-d012dcf4-c854-4ec9-869e-7290b01afe62 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1096 time: 0.0432956 Nov 08 14:18:59.278067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82d7fccf-3611-4b9f-b8de-2805a9417a7a req-0550b8d9-49e8-4a23-a192-6dd05e6a9e18 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393407 Nov 08 14:18:59.960579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:19:00.017127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:19:00.021433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:00.021880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:00.115170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:00.144172 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:00.146433 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e321886-0634-44be-a213-4419bf42cc79" -d '{"events": [{"server_uuid": "84b577bc-f5d6-4ac6-a02c-e79526e3ece4", "name": "network-vif-plugged", "status": "completed", "tag": "e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:00.160839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:00.168168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:00.198612 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626cfb83-3df7-474c-b5c8-1463ddb99d66 x-openstack-request-id: req-626cfb83-3df7-474c-b5c8-1463ddb99d66 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:00.199010 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b577bc-f5d6-4ac6-a02c-e79526e3ece4", "name": "network-vif-plugged", "status": "completed", "tag": "e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:00.199255 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-626cfb83-3df7-474c-b5c8-1463ddb99d66 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:00.199648 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8', 'code': 200} Nov 08 14:19:00.236768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:00.327928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c8080-4264-4685-8c9d-8b4614f3d6da req-34b997d1-6cef-44b9-93ed-6704cb698f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:00.329527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d5c8080-4264-4685-8c9d-8b4614f3d6da req-34b997d1-6cef-44b9-93ed-6704cb698f83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.0592692 Nov 08 14:19:00.385417 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d5c8080-4264-4685-8c9d-8b4614f3d6da req-16cf6d70-8892-4d7c-bbfd-a3a671769f38 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483735 Nov 08 14:19:00.395337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d2f69-db2b-44f2-9209-f7b49ae2fa76 req-9cdb023d-ea96-461b-afe0-24dd35c5d927 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:00.396969 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e6d2f69-db2b-44f2-9209-f7b49ae2fa76 req-9cdb023d-ea96-461b-afe0-24dd35c5d927 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.0464537 Nov 08 14:19:00.450267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e6d2f69-db2b-44f2-9209-f7b49ae2fa76 req-5f3dbe99-92f6-44cb-83c1-61ecee0a51b9 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Nov 08 14:19:01.484111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-85ce1ff4-6d18-45e9-b428-270960b0c183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:01.696529 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56222b71-9754-44c5-8749-d087c97dfea5 req-a95e64a0-ff04-4320-88b0-d805bbb47b2f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:01.698096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56222b71-9754-44c5-8749-d087c97dfea5 req-a95e64a0-ff04-4320-88b0-d805bbb47b2f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.1671143 Nov 08 14:19:01.747640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56222b71-9754-44c5-8749-d087c97dfea5 req-6f79b034-4c22-4a7c-ab4f-cc8b394960fa tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417819 Nov 08 14:19:02.058359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957b1e1-bf54-416b-ac20-fa9922b515db req-35c4d336-3cb8-473a-bfbb-c99a31eae00d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:02.059908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4957b1e1-bf54-416b-ac20-fa9922b515db req-35c4d336-3cb8-473a-bfbb-c99a31eae00d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 946 time: 0.0531197 Nov 08 14:19:02.114535 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4957b1e1-bf54-416b-ac20-fa9922b515db req-b625848b-fec4-4673-ab34-48cc4dc57ac0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456944 Nov 08 14:19:02.948195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49e71b-ee00-456d-8b06-7351da062b24 req-d43f317c-c8e1-4d9a-a2a7-e92289001f55 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:02.949743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a49e71b-ee00-456d-8b06-7351da062b24 req-d43f317c-c8e1-4d9a-a2a7-e92289001f55 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.1151278 Nov 08 14:19:03.001622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a49e71b-ee00-456d-8b06-7351da062b24 req-8f52866b-9db3-4bf3-843d-782a85657a75 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Nov 08 14:19:03.141009 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:03.152029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21db6f-d312-4a30-b23e-59e04e54c4b2 req-2af0011e-dcfe-485c-be7c-fc5bcd5afaf5 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:03.155966 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de21db6f-d312-4a30-b23e-59e04e54c4b2 req-2af0011e-dcfe-485c-be7c-fc5bcd5afaf5 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.0687611 Nov 08 14:19:03.245476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de21db6f-d312-4a30-b23e-59e04e54c4b2 req-cefa2f2b-946a-407d-b22e-37aef54dcd2f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815752 Nov 08 14:19:03.276503 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c556a56-05da-4fd8-a7ad-1cce409a041b req-76c7a336-5760-4ede-bd8d-d5777c7ad0ea tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:03.278009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c556a56-05da-4fd8-a7ad-1cce409a041b req-76c7a336-5760-4ede-bd8d-d5777c7ad0ea tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 946 time: 0.0776379 Nov 08 14:19:03.372940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c556a56-05da-4fd8-a7ad-1cce409a041b req-b0b762f9-95f4-4c65-b936-2da00acb45de tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=e0514e6b-3569-4533-a6d8-ed37cc6b5de5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837538 Nov 08 14:19:03.390810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb8bb6-26b2-413e-a1ea-8039d2b949fc req-a8f63181-3822-4b76-84e0-e1ba220e2c5f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:03.392408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66eb8bb6-26b2-413e-a1ea-8039d2b949fc req-a8f63181-3822-4b76-84e0-e1ba220e2c5f tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.0633287 Nov 08 14:19:03.454864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66eb8bb6-26b2-413e-a1ea-8039d2b949fc req-feb8f43c-1b38-4513-ae2e-87b3c51d036b tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549242 Nov 08 14:19:03.613637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-0fbc25fc-6646-4cc4-8880-a0c6f23015e3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:03.615418 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-0fbc25fc-6646-4cc4-8880-a0c6f23015e3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 946 time: 0.0591309 Nov 08 14:19:03.724052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:03.724469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:03.736482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99591b38-800d-488b-adf4-3601bf8bdf2b req-b5b95fb9-4428-4e02-a3c9-58438df8ca91 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:03.738087 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99591b38-800d-488b-adf4-3601bf8bdf2b req-b5b95fb9-4428-4e02-a3c9-58438df8ca91 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.0451493 Nov 08 14:19:03.822081 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99591b38-800d-488b-adf4-3601bf8bdf2b req-02ab9717-f22d-44c7-b62a-384f08855d2a tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757608 Nov 08 14:19:03.850997 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] For port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:03.851382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:03.875104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:04.019802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:04.032869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['11e88f4d-bb0e-4548-bcd7-bb39b4f8811e'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:04.049171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=11e88f4d-bb0e-4548-bcd7-bb39b4f8811e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:04.098216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] No DVR routers for this DVR port 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:04.101028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:04.104992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6d534dd0-8c83-4029-b6cd-0cbe1af4fe58 req-bbe3d392-5ec3-4dfe-8cf1-621fd1b60be6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "DELETE /v2.0/ports/11e88f4d-bb0e-4548-bcd7-bb39b4f8811e HTTP/1.1" status: 204 len: 173 time: 0.4819055 Nov 08 14:19:04.105250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10729250-62ab-430c-a9c8-548fec321daf', 'name': 'network-vif-deleted', 'tag': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:04.107894 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c97e96d-88b4-4496-9600-e80b82e24705" -d '{"events": [{"server_uuid": "10729250-62ab-430c-a9c8-548fec321daf", "name": "network-vif-deleted", "tag": "11e88f4d-bb0e-4548-bcd7-bb39b4f8811e"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:04.156986 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0849a47f-0ec4-4cae-bcd6-748f943e30f2 x-openstack-request-id: req-0849a47f-0ec4-4cae-bcd6-748f943e30f2 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:04.157227 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10729250-62ab-430c-a9c8-548fec321daf", "name": "network-vif-deleted", "tag": "11e88f4d-bb0e-4548-bcd7-bb39b4f8811e", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:04.157426 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0849a47f-0ec4-4cae-bcd6-748f943e30f2 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:04.157923 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10729250-62ab-430c-a9c8-548fec321daf', 'name': 'network-vif-deleted', 'tag': '11e88f4d-bb0e-4548-bcd7-bb39b4f8811e', 'status': 'completed', 'code': 200} Nov 08 14:19:04.494760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-08c61952-3d02-4f6c-a416-b4e25a53ed0d req-44e979ee-c2a8-4466-9149-c1e8cf3b8acf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 210 time: 0.0377891 Nov 08 14:19:04.962910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d1436-8863-4985-aef2-a68716f063a9 req-4260b2d9-a835-48c4-8f4e-e0bdc0d53119 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:04.968416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c33d1436-8863-4985-aef2-a68716f063a9 req-4260b2d9-a835-48c4-8f4e-e0bdc0d53119 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.0496898 Nov 08 14:19:05.027586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c33d1436-8863-4985-aef2-a68716f063a9 req-bf982d67-45e4-4b0f-bfd7-8e54ed87d51c tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563273 Nov 08 14:19:05.137486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7affad3-f132-40e5-82bd-96394d4d766c req-b9adbb10-8e5d-425f-8813-bd934252b7d0 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:05.139092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7affad3-f132-40e5-82bd-96394d4d766c req-b9adbb10-8e5d-425f-8813-bd934252b7d0 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 1097 time: 0.0649562 Nov 08 14:19:05.263338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Deleting port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:05.263675 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:05.364691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] For port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:05.364953 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:05.381488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Calling delete_port for e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:05.547167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:05.563132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9046e031-22e7-49fb-a096-7e2facd66463'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:05.567920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:05.586976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Pushing event deleted for resources: {'Port': ['ID=e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:05.665588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] No DVR routers for this DVR port e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:05.672285 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:05.676942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9ba42f8-7a72-4137-a19b-b33533a8b066 req-de9d083e-0144-49c5-9b85-7a76f6720a25 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 210 time: 0.0746937 Nov 08 14:19:05.681621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f7affad3-f132-40e5-82bd-96394d4d766c req-8ab81d2e-6cfe-4bfb-ae6b-f170f149b90e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 HTTP/1.1" status: 204 len: 173 time: 0.5338931 Nov 08 14:19:05.714426 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:05.880520 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:06.159213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'name': 'network-vif-deleted', 'tag': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:06.162830 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9d50d5-ea0d-498e-b332-ba2c9b8f5020" -d '{"events": [{"server_uuid": "84b577bc-f5d6-4ac6-a02c-e79526e3ece4", "name": "network-vif-deleted", "tag": "e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:06.194596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a9e70a6-e41d-456e-8ad4-50200a7a2ff8 req-bc0e5609-5cd9-4a00-8fea-786939ef32d6 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=84b577bc-f5d6-4ac6-a02c-e79526e3ece4 HTTP/1.1" status: 200 len: 210 time: 0.0564330 Nov 08 14:19:06.213499 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4cb3a5-fa46-4872-bdcf-a369d91577a6 x-openstack-request-id: req-ec4cb3a5-fa46-4872-bdcf-a369d91577a6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:06.213797 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84b577bc-f5d6-4ac6-a02c-e79526e3ece4", "name": "network-vif-deleted", "tag": "e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:06.214057 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec4cb3a5-fa46-4872-bdcf-a369d91577a6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:06.214582 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84b577bc-f5d6-4ac6-a02c-e79526e3ece4', 'name': 'network-vif-deleted', 'tag': 'e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8', 'status': 'completed', 'code': 200} Nov 08 14:19:06.799647 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00155f40-d21e-40c2-89dc-a57ee0ee7fa1 req-11169e79-e99c-4165-9678-5cebd6479fb3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 210 time: 0.0423033 Nov 08 14:19:07.534857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec903f0-ee60-4a1a-9461-8f21dce9a490 req-3bcf7249-73fa-4d01-b04e-190ce0cf580e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:07.537846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ec903f0-ee60-4a1a-9461-8f21dce9a490 req-3bcf7249-73fa-4d01-b04e-190ce0cf580e tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0516040 Nov 08 14:19:07.596685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ec903f0-ee60-4a1a-9461-8f21dce9a490 req-61ccf8ce-8cf6-4a28-86ca-425321a70be6 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Nov 08 14:19:07.928204 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf181932-d7c5-4af5-8af6-9bf0422fc44e req-a954c466-8301-443c-a275-f08bed2dce92 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 210 time: 0.0360100 Nov 08 14:19:07.957709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:07.993508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:07.993856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 11e88f4d-bb0e-4548-bcd7-bb39b4f8811e not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:08.744464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cf25e-a0be-4459-ad81-5b0cb8e498d2 req-5ad0d2a0-03bf-419c-849a-2d0865cde1f2 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:08.746031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-569cf25e-a0be-4459-ad81-5b0cb8e498d2 req-5ad0d2a0-03bf-419c-849a-2d0865cde1f2 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0474610 Nov 08 14:19:08.802632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-569cf25e-a0be-4459-ad81-5b0cb8e498d2 req-90a572e3-ea7d-4a6d-ac76-6b26f14e25e1 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=e9bd6de7-ec63-4b71-85f1-dee39f3096f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497539 Nov 08 14:19:08.861045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-d4207494-40c4-446e-be91-66904f913adf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:08.862596 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-d4207494-40c4-446e-be91-66904f913adf tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 1097 time: 0.0584013 Nov 08 14:19:08.957996 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Deleting port 9046e031-22e7-49fb-a096-7e2facd66463 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:08.958338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:09.061983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] For port 9046e031-22e7-49fb-a096-7e2facd66463, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9046e031-22e7-49fb-a096-7e2facd66463,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:09.062360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:09.080194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Calling delete_port for 9046e031-22e7-49fb-a096-7e2facd66463 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:09.102811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5debfb7-5246-47fb-ad8c-568ccdb27de6 req-677006c6-089a-4e8f-ab2f-d48167190afc tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=10729250-62ab-430c-a9c8-548fec321daf HTTP/1.1" status: 200 len: 210 time: 0.0586843 Nov 08 14:19:09.307826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:09.320440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9046e031-22e7-49fb-a096-7e2facd66463'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:09.357139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Pushing event deleted for resources: {'Port': ['ID=9046e031-22e7-49fb-a096-7e2facd66463,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:09.443424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] No DVR routers for this DVR port 9046e031-22e7-49fb-a096-7e2facd66463 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:09.448136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:09.455161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea529d0d-42d5-40cf-aaa6-dd3fdbafe22d req-4efafeef-219e-4f98-9fd8-9c612ab1de02 tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9046e031-22e7-49fb-a096-7e2facd66463 HTTP/1.1" status: 204 len: 173 time: 0.5849988 Nov 08 14:19:09.455976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'name': 'network-vif-deleted', 'tag': '9046e031-22e7-49fb-a096-7e2facd66463'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:09.460247 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c915cbc-148c-4a17-9715-fbd487b60642" -d '{"events": [{"server_uuid": "f01e179b-11b8-4948-9db2-de6dc7a999f4", "name": "network-vif-deleted", "tag": "9046e031-22e7-49fb-a096-7e2facd66463"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:09.550188 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b538f65-15da-4f95-939e-d5779d86bb0b x-openstack-request-id: req-7b538f65-15da-4f95-939e-d5779d86bb0b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:09.551346 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f01e179b-11b8-4948-9db2-de6dc7a999f4", "name": "network-vif-deleted", "tag": "9046e031-22e7-49fb-a096-7e2facd66463", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:09.551346 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b538f65-15da-4f95-939e-d5779d86bb0b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:09.551914 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01e179b-11b8-4948-9db2-de6dc7a999f4', 'name': 'network-vif-deleted', 'tag': '9046e031-22e7-49fb-a096-7e2facd66463', 'status': 'completed', 'code': 200} Nov 08 14:19:09.960826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:10.008839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-181b33e2-379e-4093-afee-0ccd6e7d423c req-887c2dd8-bf80-4bb7-948b-e7cad15f9b2b tempest-TestServerMultinode-765200496 tempest-TestServerMultinode-765200496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f01e179b-11b8-4948-9db2-de6dc7a999f4 HTTP/1.1" status: 200 len: 210 time: 0.0564139 Nov 08 14:19:10.019689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:10.020575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e60e92aa-fbd6-485f-9bf4-456f5cd3d4d8 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:11.110764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39532) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:11.636917 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:12.040096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Deleting port a89a8926-5286-46f2-8eaa-ca2149057b9e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:12.040598 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:12.152271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] For port a89a8926-5286-46f2-8eaa-ca2149057b9e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a89a8926-5286-46f2-8eaa-ca2149057b9e,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:12.153330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:12.173136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Calling delete_port for a89a8926-5286-46f2-8eaa-ca2149057b9e owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:12.429086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:12.461867 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89a8926-5286-46f2-8eaa-ca2149057b9e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:12.752010 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:13.094201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Router dd381817-f23d-467e-b856-8437d7510396 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:13.285669 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:13.294714 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7d47053b-f8f7-441c-b099-de728910cd31 admin admin] 10.222.0.65 "PUT /v2.0/routers/dd381817-f23d-467e-b856-8437d7510396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1815078 Nov 08 14:19:13.299204 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39538) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:13.304137 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] Sync routers for ids ['dd381817-f23d-467e-b856-8437d7510396'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:13.321073 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] Routers {'dd381817-f23d-467e-b856-8437d7510396'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:13.321799 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd381817-f23d-467e-b856-8437d7510396'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:13.499077 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] Set router dd381817-f23d-467e-b856-8437d7510396 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:13.549712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:13.669324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9046e031-22e7-49fb-a096-7e2facd66463 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:13.746268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 9046e031-22e7-49fb-a096-7e2facd66463 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:13.747359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9046e031-22e7-49fb-a096-7e2facd66463 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:13.787103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:13.893779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Deleting port cc2b3647-abe1-43d9-9205-3941d4880845 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:13.894416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:13.900027 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64'}], 'enable_snat': True}, 'gw_port_id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:19:12Z', 'revision_number': 5, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port': {'id': 'cc2b3647-abe1-43d9-9205-3941d4880845', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd381817-f23d-467e-b856-8437d7510396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:28Z', 'updated_at': '2021-11-08T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:13.933660 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] Checking router: dd381817-f23d-467e-b856-8437d7510396 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:19:13.944646 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] Routers {'dd381817-f23d-467e-b856-8437d7510396'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:13.945193 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['dd381817-f23d-467e-b856-8437d7510396'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:14.023075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] For port cc2b3647-abe1-43d9-9205-3941d4880845, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cc2b3647-abe1-43d9-9205-3941d4880845,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:14.023556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.050646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Calling delete_port for cc2b3647-abe1-43d9-9205-3941d4880845 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:14.073370 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] Set router dd381817-f23d-467e-b856-8437d7510396 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:14.151228 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:19:13Z', 'revision_number': 6, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:14.191640 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd62855d-def1-436f-8a43-6d50fa02a0db None None] The sync data for ids ['dd381817-f23d-467e-b856-8437d7510396'] in n-d-804292-2 is: [{'id': 'dd381817-f23d-467e-b856-8437d7510396', 'name': 'tempest-TestServerMultinode-1094948688-router', 'tenant_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:27Z', 'updated_at': '2021-11-08T14:19:13Z', 'revision_number': 6, 'project_id': '8d4b4b71454647779e2eb2cc0ce039e0', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:14.277821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.316581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2b3647-abe1-43d9-9205-3941d4880845,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:14.417934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.531548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.535347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.606156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.609607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd381817-f23d-467e-b856-8437d7510396 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:19:14.614929 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.619700 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-44cb58f8-5573-41a3-b349-797d932bd16c admin admin] 10.222.0.65 "DELETE /v2.0/routers/dd381817-f23d-467e-b856-8437d7510396 HTTP/1.1" status: 204 len: 168 time: 1.3155923 Nov 08 14:19:14.620217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39584) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:14.682108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Deleting subnet 708a4e8e-4d57-4059-93a9-d517b0cf3da2 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:19:14.686190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.743889 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:14.910184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.007784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.031601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39586) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:15.040292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7801351e-8dcd-404e-81fe-8a230ced1494 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304452010', 'description': 'tempest-secgroup-smoke-304452010 description', 'project_id': '21ee37a55c5941f3a01cf0b58976454c'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:15.047055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708a4e8e-4d57-4059-93a9-d517b0cf3da2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:15.063770 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.069800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed46fe7-2057-498d-a393-7c6a7a1dd08f None None] Network a9bce3cb-814d-4de5-90b5-0f5fb564b88a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:15.080000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] 10.222.0.65 "DELETE /v2.0/subnets/708a4e8e-4d57-4059-93a9-d517b0cf3da2 HTTP/1.1" status: 204 len: 168 time: 0.4528410 Nov 08 14:19:15.081608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39588) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:15.096256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.096620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.097094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.097841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.098675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.099027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.099430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.099818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.100203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.101305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.101961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.102302 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d81fab-7944-4de4-be4b-9f8d4c47c6bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.110992 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7801351e-8dcd-404e-81fe-8a230ced1494 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.204765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a89a8926-5286-46f2-8eaa-ca2149057b9e no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:15.242974 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.268406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a89a8926-5286-46f2-8eaa-ca2149057b9e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:15.268751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a89a8926-5286-46f2-8eaa-ca2149057b9e not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:15.269375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device cc2b3647-abe1-43d9-9205-3941d4880845 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:15.272474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7801351e-8dcd-404e-81fe-8a230ced1494 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.283715 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7801351e-8dcd-404e-81fe-8a230ced1494 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.293555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: cc2b3647-abe1-43d9-9205-3941d4880845 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:15.294262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device cc2b3647-abe1-43d9-9205-3941d4880845 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:15.334306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Deleting port a0d534cc-1273-448d-bae1-0cf39a43e7f5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:15.335235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.357643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7801351e-8dcd-404e-81fe-8a230ced1494 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.362076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7801351e-8dcd-404e-81fe-8a230ced1494 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3280652 Nov 08 14:19:15.365472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801351e-8dcd-404e-81fe-8a230ced1494 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea23800-bf2d-4c61-a6ac-c378b083326e,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:15.370401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39590) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:15.386076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-71a07db8-11b6-4106-9b12-03d78530ab59 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'security_group_rule': {'security_group_id': '7ea23800-bf2d-4c61-a6ac-c378b083326e', 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:15.445173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] For port a0d534cc-1273-448d-bae1-0cf39a43e7f5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a0d534cc-1273-448d-bae1-0cf39a43e7f5,segment=NetworkSegment(5312b42b-1694-455c-9b65-04066fe32779),segment_id=5312b42b-1694-455c-9b65-04066fe32779)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:15.445558 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.448086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71a07db8-11b6-4106-9b12-03d78530ab59 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.456547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] DHCP port deletion for a9bce3cb-814d-4de5-90b5-0f5fb564b88a request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:19:15.462499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Calling delete_port for a0d534cc-1273-448d-bae1-0cf39a43e7f5 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:15.563261 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.581891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Deleting port a0d534cc-1273-448d-bae1-0cf39a43e7f5 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:15.582568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.597551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d534cc-1273-448d-bae1-0cf39a43e7f5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:15.599876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] No DVR routers for this DVR port a0d534cc-1273-448d-bae1-0cf39a43e7f5 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:15.619270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71a07db8-11b6-4106-9b12-03d78530ab59 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.627719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71a07db8-11b6-4106-9b12-03d78530ab59 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.674270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a07db8-11b6-4106-9b12-03d78530ab59 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f471207-8c35-4ada-a0a9-53c9d629fdc7,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:15.683599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-71a07db8-11b6-4106-9b12-03d78530ab59 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.689712 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-71a07db8-11b6-4106-9b12-03d78530ab59 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038869 Nov 08 14:19:15.690781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39592) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:15.698934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ec8c2671-87f2-4f20-9f6f-8eedead046ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'security_group_rule': {'security_group_id': '7ea23800-bf2d-4c61-a6ac-c378b083326e', 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:15.714912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] For port a0d534cc-1273-448d-bae1-0cf39a43e7f5, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:15.715672 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.741240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Calling delete_port for a0d534cc-1273-448d-bae1-0cf39a43e7f5 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:15.745738 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Port a0d534cc-1273-448d-bae1-0cf39a43e7f5 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:19:15.747385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.766827 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.785384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2671-87f2-4f20-9f6f-8eedead046ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.787646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] No DVR routers for this DVR port a0d534cc-1273-448d-bae1-0cf39a43e7f5 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:15.789925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Pushing event deleted for resources: {'Port': ['ID=a0d534cc-1273-448d-bae1-0cf39a43e7f5,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:15.808221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.808655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.809059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.809464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.809860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.810257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.810649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.811139 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.811713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.812141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.812574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.813081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d9e8f1a-d03e-4982-9bdd-f0eea1f72e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:15.816536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9bce3cb-814d-4de5-90b5-0f5fb564b88a']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:15.832863 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5312b42b-1694-455c-9b65-04066fe32779') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:15.833386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5312b42b-1694-455c-9b65-04066fe32779') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:15.852394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.876587 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.882873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2671-87f2-4f20-9f6f-8eedead046ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.888758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2671-87f2-4f20-9f6f-8eedead046ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.891034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:19:15.892241 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:19:15.894896 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:19:15.915910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c2671-87f2-4f20-9f6f-8eedead046ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384e550f-3e4a-4926-9a42-e063a383d72b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:15.928603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ec8c2671-87f2-4f20-9f6f-8eedead046ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.929968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ec8c2671-87f2-4f20-9f6f-8eedead046ec tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2376990 Nov 08 14:19:15.934241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39594) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:15.941857 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-380575f8-3c29-4096-b42a-cf129905c6b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'security_group_rule': {'security_group_id': '7ea23800-bf2d-4c61-a6ac-c378b083326e', 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:15.985299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-380575f8-3c29-4096-b42a-cf129905c6b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.989765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:15.998287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.004176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] 10.222.0.65 "DELETE /v2.0/networks/a9bce3cb-814d-4de5-90b5-0f5fb564b88a HTTP/1.1" status: 204 len: 168 time: 0.9204171 Nov 08 14:19:16.016565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39596) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:16.021288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfd00b-d83e-4272-881f-f46f41303faa admin admin] Pushing event deleted for resources: {'Network': ['ID=a9bce3cb-814d-4de5-90b5-0f5fb564b88a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:16.163495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-380575f8-3c29-4096-b42a-cf129905c6b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.173475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-380575f8-3c29-4096-b42a-cf129905c6b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.223170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380575f8-3c29-4096-b42a-cf129905c6b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c97eba-e14c-47f9-a38f-d14a8eea92e5,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:16.239720 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-380575f8-3c29-4096-b42a-cf129905c6b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.242012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-380575f8-3c29-4096-b42a-cf129905c6b1 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3061533 Nov 08 14:19:16.246260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39598) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:16.253413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-16f4b58d-0850-4ad0-81de-d1ab26578b67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'security_group_rule': {'security_group_id': '7ea23800-bf2d-4c61-a6ac-c378b083326e', 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:16.290800 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f4b58d-0850-4ad0-81de-d1ab26578b67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.379933 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f4b58d-0850-4ad0-81de-d1ab26578b67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.386941 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f4b58d-0850-4ad0-81de-d1ab26578b67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.426169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4b58d-0850-4ad0-81de-d1ab26578b67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4eede0-ef44-4531-82a4-967eb433bc91,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:16.443529 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-16f4b58d-0850-4ad0-81de-d1ab26578b67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.445601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-16f4b58d-0850-4ad0-81de-d1ab26578b67 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1979942 Nov 08 14:19:16.448539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39600) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:16.457091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'security_group_rule': {'security_group_id': '7ea23800-bf2d-4c61-a6ac-c378b083326e', 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:16.491652 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Project 21ee37a55c5941f3a01cf0b58976454c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:19:16.501214 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.597338 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.602728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.629336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0714bb58-a3b3-4f41-9f73-5f3401a406e8,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:16.643775 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.645881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-42bba95e-4c8e-4e0a-8a60-7f01eed17180 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1952739 Nov 08 14:19:16.648914 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39602) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:16.654471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'security_group_rule': {'security_group_id': '7ea23800-bf2d-4c61-a6ac-c378b083326e', 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:16.685084 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Project 21ee37a55c5941f3a01cf0b58976454c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:19:16.692621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.789234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.798292 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.822933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215514d0-ee7a-45cf-a788-e358997a4b6e,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:16.835470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:16.840410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a872aaf2-75bb-4734-9677-c491c00e7717 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1901858 Nov 08 14:19:16.883811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a0d534cc-1273-448d-bae1-0cf39a43e7f5 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:16.923910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a0d534cc-1273-448d-bae1-0cf39a43e7f5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:16.924470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a0d534cc-1273-448d-bae1-0cf39a43e7f5 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:16.947654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:17.276237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Deleting port 313ff941-679a-4af8-a9b2-97bcafc37c07 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:17.276805 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:17.394720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] For port 313ff941-679a-4af8-a9b2-97bcafc37c07, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=313ff941-679a-4af8-a9b2-97bcafc37c07,segment=NetworkSegment(82a18e46-74b0-4d70-9fe4-72056d628a42),segment_id=82a18e46-74b0-4d70-9fe4-72056d628a42)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:17.395520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:17.414563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Calling delete_port for 313ff941-679a-4af8-a9b2-97bcafc37c07 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:17.709625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:17.749688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Pushing event deleted for resources: {'Port': ['ID=313ff941-679a-4af8-a9b2-97bcafc37c07,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:17.975817 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:18.309518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Router d1c599df-a734-46d7-86c8-b54e6a7a30fe has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:18.502246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:18.510442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-99e55aca-0a3c-432d-8614-5599ce393c94 admin admin] 10.222.0.65 "PUT /v2.0/routers/d1c599df-a734-46d7-86c8-b54e6a7a30fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4994566 Nov 08 14:19:18.513271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39678) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:18.523955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] Sync routers for ids ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:18.541524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] Routers {'d1c599df-a734-46d7-86c8-b54e6a7a30fe'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:18.542874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:18.668430 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:18.683619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] Set router d1c599df-a734-46d7-86c8-b54e6a7a30fe gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:19.072093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:19:17Z', 'revision_number': 5, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:19.101091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] Checking router: d1c599df-a734-46d7-86c8-b54e6a7a30fe for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:19:19.110567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] Routers {'d1c599df-a734-46d7-86c8-b54e6a7a30fe'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:19.111286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:19.138700 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.211264 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Deleting port f04c99fe-5473-4dcf-9ff0-7dc1aced364c {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:19.212194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.243600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] Set router d1c599df-a734-46d7-86c8-b54e6a7a30fe gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:19.306660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] For port f04c99fe-5473-4dcf-9ff0-7dc1aced364c, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:19.307126 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.326684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Calling delete_port for f04c99fe-5473-4dcf-9ff0-7dc1aced364c owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:19.503940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:19:17Z', 'revision_number': 5, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:19.537933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aada9034-7a7c-4c8d-96d7-c9a4e045c3f6 None None] The sync data for ids ['d1c599df-a734-46d7-86c8-b54e6a7a30fe'] in n-d-804292-2 is: [{'id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'name': 'tempest-TestServerMultinode-846080199-router', 'tenant_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:18:33Z', 'updated_at': '2021-11-08T14:19:17Z', 'revision_number': 5, 'project_id': 'dc1b77bbef7b4febbff1c45f086fa79d', 'gw_port': {'id': 'f04c99fe-5473-4dcf-9ff0-7dc1aced364c', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c599df-a734-46d7-86c8-b54e6a7a30fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:18:34Z', 'updated_at': '2021-11-08T14:18:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:19.593058 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.627722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f04c99fe-5473-4dcf-9ff0-7dc1aced364c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:19.698689 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.868420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.871556 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.948926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.949887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1c599df-a734-46d7-86c8-b54e6a7a30fe {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:19:19.958476 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:19.966236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39682) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:19.967068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9bb0b6d2-2631-46f8-a263-706379ae7f4f admin admin] 10.222.0.65 "DELETE /v2.0/routers/d1c599df-a734-46d7-86c8-b54e6a7a30fe HTTP/1.1" status: 204 len: 168 time: 1.4491572 Nov 08 14:19:20.041556 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Deleting subnet a648be50-434a-4074-adfe-bb9c19a41b5f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:19:20.046002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.112521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.254506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.330463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.363358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b024940a-cc9a-4a14-98be-dbbda539bcce None None] Network da93826b-fddd-4a0d-a430-656c250ca6f3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:20.365808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.374657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a648be50-434a-4074-adfe-bb9c19a41b5f HTTP/1.1" status: 204 len: 168 time: 0.4050722 Nov 08 14:19:20.374657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a648be50-434a-4074-adfe-bb9c19a41b5f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:20.375359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39684) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:20.385214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.385472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.385700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.386037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.386373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.386705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.387034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.387616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.387978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.388302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.389096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.390013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71c3ae7-57ea-4689-926d-d294a0f36285 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:19:20.492615 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.583577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Deleting port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:20.584020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.682215 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:19:20.695385 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] For port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,segment=NetworkSegment(82a18e46-74b0-4d70-9fe4-72056d628a42),segment_id=82a18e46-74b0-4d70-9fe4-72056d628a42)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:20.697141 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.715494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Calling delete_port for 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:20.765685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] DHCP port deletion for da93826b-fddd-4a0d-a430-656c250ca6f3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:19:20.871608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.911597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:20.912346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] Deleting port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:20.915407 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:20.922353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] No DVR routers for this DVR port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:20.951059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 313ff941-679a-4af8-a9b2-97bcafc37c07 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:21.008864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 313ff941-679a-4af8-a9b2-97bcafc37c07 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:21.010045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 313ff941-679a-4af8-a9b2-97bcafc37c07 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:21.010219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f04c99fe-5473-4dcf-9ff0-7dc1aced364c no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:21.076361 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.103705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f04c99fe-5473-4dcf-9ff0-7dc1aced364c {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:21.104279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f04c99fe-5473-4dcf-9ff0-7dc1aced364c not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:21.104975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:21.117445 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da93826b-fddd-4a0d-a430-656c250ca6f3']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:21.136204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a18e46-74b0-4d70-9fe4-72056d628a42') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:21.136695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a18e46-74b0-4d70-9fe4-72056d628a42') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:21.154388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:21.155509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:21.162838 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.167461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] For port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:21.168126 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.191470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] Calling delete_port for 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:21.192798 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.195501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] Port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:19:21.198411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.204081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:19:21.204602 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:19:21.220072 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:19:21.272975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] Pushing event deleted for resources: {'Port': ['ID=5bc46f5a-6d46-4a1c-b2b5-0eda076912d7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:21.282103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240d2d7-5bdf-4d6d-8c1b-9de34f418654 None None] No DVR routers for this DVR port 5bc46f5a-6d46-4a1c-b2b5-0eda076912d7 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:21.312005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.325410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.332699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/da93826b-fddd-4a0d-a430-656c250ca6f3 HTTP/1.1" status: 204 len: 168 time: 0.9555516 Nov 08 14:19:21.344939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5ea8e-f232-4a13-b1e9-d45f874836f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=da93826b-fddd-4a0d-a430-656c250ca6f3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:21.599169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39690) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:21.662898 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-09994b1e-2ef6-4e12-8d1b-d9ea22932b2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d4b4b71454647779e2eb2cc0ce039e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0618768 Nov 08 14:19:21.666948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39694) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:21.742284 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b5c797e-7e1a-4e9e-bc5a-c475a6580aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.766505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b5c797e-7e1a-4e9e-bc5a-c475a6580aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.826645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b5c797e-7e1a-4e9e-bc5a-c475a6580aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.832331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b5c797e-7e1a-4e9e-bc5a-c475a6580aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:21.837679 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5b5c797e-7e1a-4e9e-bc5a-c475a6580aa3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/212fb915-2eed-4268-9618-25fc7edf6388 HTTP/1.1" status: 204 len: 168 time: 0.1656582 Nov 08 14:19:21.851194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c797e-7e1a-4e9e-bc5a-c475a6580aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212fb915-2eed-4268-9618-25fc7edf6388,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:22.305279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39700) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:22.367502 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c11284b3-468f-4330-ac1d-7825fb878e02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc1b77bbef7b4febbff1c45f086fa79d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601799 Nov 08 14:19:22.370033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39702) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:22.432589 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1df15047-efb8-4bef-b2af-4e48778cb670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:22.465471 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1df15047-efb8-4bef-b2af-4e48778cb670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:22.530812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1df15047-efb8-4bef-b2af-4e48778cb670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:22.535806 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1df15047-efb8-4bef-b2af-4e48778cb670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:22.537687 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1df15047-efb8-4bef-b2af-4e48778cb670 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e9bd6de7-ec63-4b71-85f1-dee39f3096f7 HTTP/1.1" status: 204 len: 168 time: 0.1664205 Nov 08 14:19:22.551346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df15047-efb8-4bef-b2af-4e48778cb670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd6de7-ec63-4b71-85f1-dee39f3096f7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:23.383763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39726) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:23.391865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.509757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1901730975-network', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:23.538085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Made reservation on behalf of 0754c7f45a874cc9898db0f40bb230de for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:23.540608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.550189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.654623 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.661077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.691453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:19:23.699022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f2e27d-34f1-4f4d-b6c5-1e9cb13443bb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:23.708171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.708415 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Added segment db9f1a64-e3eb-404e-91b3-507858bcc23c of type vlan for network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 Nov 08 14:19:23.766709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.796608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.797812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:23.798493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.871583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4866471 Nov 08 14:19:23.875125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39732) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:23.878843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:23.880702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Request body: {'subnet': {'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1901730975-subnet', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:23.895199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ace3dd-98b2-4341-92f6-71f98ecf02af admin admin] Pushing event updated for resources: {'Network': ['ID=399f123b-4eca-4f9c-b750-48c0fb87e2a0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:23.908824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:19:23.916806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Made reservation on behalf of 0754c7f45a874cc9898db0f40bb230de for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:23.919417 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.118973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.179648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:24.193877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Checking segment: {'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:19:24.193877 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Network hostable DHCP agents. Network: 399f123b-4eca-4f9c-b750-48c0fb87e2a0, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:19:24.210094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:19:24.222291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 399f123b-4eca-4f9c-b750-48c0fb87e2a0) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:24.226349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:24.226934 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.232864 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad60236-cf02-42e9-b794-4f3adee7bb02 None None] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:24.246617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-20e40b38-1bdd-4594-9a87-f964ed8204e0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3702469 Nov 08 14:19:24.250006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39734) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:24.254725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1901730975-router', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:24.281647 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.283230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.348305 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.399778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-399f123b-4eca-4f9c-b750-48c0fb87e2a0', 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'fixed_ips': [{'subnet_id': '2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:19:24.401487 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.497114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.551201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Allocated IP 172.20.0.2 (399f123b-4eca-4f9c-b750-48c0fb87e2a0/2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7/37918d6a-947c-45b2-8910-9378a0d04951) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:24.719993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.727129 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.728819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.752673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.769875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:24.775606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:24.779156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:24.785465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Pushing event updated for resources: {'Port': ['ID=37918d6a-947c-45b2-8910-9378a0d04951,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:24.846584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Attempting to bind port 37918d6a-947c-45b2-8910-9378a0d04951 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:19:24.846942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Attempting to bind port 37918d6a-947c-45b2-8910-9378a0d04951 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:19:24.847305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Attempting to bind port 37918d6a-947c-45b2-8910-9378a0d04951 on network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:24.853217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:19:24.853588 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Checking segment: {'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:19:24.853994 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.854381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Bound using segment: {'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:19:24.854848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Bound port: 37918d6a-947c-45b2-8910-9378a0d04951, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:19:24.855224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:24.886304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Allocated IP 172.25.8.22 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/00d0cf3f-bf30-4234-a463-ba5c6a562810) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:24.959477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] For port 37918d6a-947c-45b2-8910-9378a0d04951, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:19:24.970631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] For port 37918d6a-947c-45b2-8910-9378a0d04951, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37918d6a-947c-45b2-8910-9378a0d04951,segment=NetworkSegment(db9f1a64-e3eb-404e-91b3-507858bcc23c),segment_id=db9f1a64-e3eb-404e-91b3-507858bcc23c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:19:24.978929 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:25.047597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:25.084076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e32fff-6e49-442d-a520-ecc4be1d2d0e None None] Pushing event updated for resources: {'Port': ['ID=37918d6a-947c-45b2-8910-9378a0d04951,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:25.111271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:25.161835 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:25.166464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:25.169087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:25.171641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Pushing event updated for resources: {'Port': ['ID=00d0cf3f-bf30-4234-a463-ba5c6a562810,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:25.475057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:25.685401 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:25.835081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Router 3d482851-42d5-42ff-840b-83968a7273da is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:19:25.961357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:25.976833 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Sync routers for ids ['3d482851-42d5-42ff-840b-83968a7273da'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:25.983558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:25.984873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-96b1401a-fa30-4050-886f-9a4b9ab80f18 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.7338047 Nov 08 14:19:25.987469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39738) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:25.999795 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Routers {'3d482851-42d5-42ff-840b-83968a7273da'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:26.000659 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3d482851-42d5-42ff-840b-83968a7273da'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:26.213441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb5cb86-9b01-4099-8b8e-211447d3421b None None] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:26.311809 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Set router 3d482851-42d5-42ff-840b-83968a7273da gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:26.317865 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-926312df-475c-41fc-89a0-ee92966ba334 None None] Provisioning complete for port 37918d6a-947c-45b2-8910-9378a0d04951 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:26.318382 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926312df-475c-41fc-89a0-ee92966ba334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:26.482407 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926312df-475c-41fc-89a0-ee92966ba334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:26.534644 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d482851-42d5-42ff-840b-83968a7273da', 'name': 'tempest-ImageQuotaTest-1901730975-router', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:25Z', 'revision_number': 3, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'gw_port': {'id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:26.555090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-926312df-475c-41fc-89a0-ee92966ba334 None None] For port 37918d6a-947c-45b2-8910-9378a0d04951, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37918d6a-947c-45b2-8910-9378a0d04951,segment=NetworkSegment(db9f1a64-e3eb-404e-91b3-507858bcc23c),segment_id=db9f1a64-e3eb-404e-91b3-507858bcc23c)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:26.568246 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-926312df-475c-41fc-89a0-ee92966ba334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:26.591116 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Checking router: 3d482851-42d5-42ff-840b-83968a7273da for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:19:26.591329 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Updating router 3d482851-42d5-42ff-840b-83968a7273da port 00d0cf3f-bf30-4234-a463-ba5c6a562810 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:19:26.638869 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:26.648898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926312df-475c-41fc-89a0-ee92966ba334 None None] Pushing event updated for resources: {'Port': ['ID=37918d6a-947c-45b2-8910-9378a0d04951,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:26.698163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:26.904906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b3eaafc7-21bc-475b-8c32-0b9051895a13 None None] Provisioning complete for port 37918d6a-947c-45b2-8910-9378a0d04951 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:26.905557 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b3eaafc7-21bc-475b-8c32-0b9051895a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:26.910570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37918d6a-947c-45b2-8910-9378a0d04951 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:19:26.953331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Allocated IP 172.20.0.1 (399f123b-4eca-4f9c-b750-48c0fb87e2a0/2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7/0e00ced3-73af-4863-a349-b9aa628501fd) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:27.016354 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.025182 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.057235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 37918d6a-947c-45b2-8910-9378a0d04951 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:27.057235 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.090315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.147475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.148615 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Attempting to bind port 00d0cf3f-bf30-4234-a463-ba5c6a562810 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:19:27.149249 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Attempting to bind port 00d0cf3f-bf30-4234-a463-ba5c6a562810 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:19:27.153051 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Attempting to bind port 00d0cf3f-bf30-4234-a463-ba5c6a562810 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:27.173280 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd583142-07d6-4c38-b05c-341ce6f17386 None None] Pushing event updated for resources: {'Port': ['ID=00d0cf3f-bf30-4234-a463-ba5c6a562810,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:27.181504 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:19:27.181863 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:19:27.182265 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.182836 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:19:27.188850 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Bound port: 00d0cf3f-bf30-4234-a463-ba5c6a562810, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:19:27.189461 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.199704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:27.202774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:27.224782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:27.259628 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] For port 00d0cf3f-bf30-4234-a463-ba5c6a562810, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:19:27.259903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Pushing event updated for resources: {'Port': ['ID=0e00ced3-73af-4863-a349-b9aa628501fd,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:27.264181 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] For port 00d0cf3f-bf30-4234-a463-ba5c6a562810, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=00d0cf3f-bf30-4234-a463-ba5c6a562810,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:19:27.273611 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.277963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.335939 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Routers {'3d482851-42d5-42ff-840b-83968a7273da'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:27.336348 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3d482851-42d5-42ff-840b-83968a7273da'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:27.380121 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd583142-07d6-4c38-b05c-341ce6f17386 None None] Pushing event updated for resources: {'Port': ['ID=00d0cf3f-bf30-4234-a463-ba5c6a562810,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:27.468531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.508562 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] Set router 3d482851-42d5-42ff-840b-83968a7273da gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:27.603679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-15c3fcfe-a354-4a81-b10e-f01c02a9452a None None] Provisioning complete for port 0e00ced3-73af-4863-a349-b9aa628501fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:27.605300 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-15c3fcfe-a354-4a81-b10e-f01c02a9452a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.680595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-15c3fcfe-a354-4a81-b10e-f01c02a9452a None None] Port 0e00ced3-73af-4863-a349-b9aa628501fd cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:19:27.733896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.740314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:27.821039 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d482851-42d5-42ff-840b-83968a7273da', 'name': 'tempest-ImageQuotaTest-1901730975-router', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:25Z', 'revision_number': 3, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'gw_port': {'id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:27.853229 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a9fb42-34b2-4866-bedf-1d50c4352c1e None None] The sync data for ids ['3d482851-42d5-42ff-840b-83968a7273da'] in n-d-804292-2 is: [{'id': '3d482851-42d5-42ff-840b-83968a7273da', 'name': 'tempest-ImageQuotaTest-1901730975-router', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:25Z', 'revision_number': 3, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'gw_port': {'id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:27.981494 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8e5d60e4-c588-4c34-8f8f-d7aa222fd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:28.233706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:28.242951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Pushing event updated for resources: {'Port': ['ID=0e00ced3-73af-4863-a349-b9aa628501fd,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:28.377175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:28.379199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:28.553978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Router 3d482851-42d5-42ff-840b-83968a7273da has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:28.735456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:28.736783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-25936162-2926-46d8-8e7a-9056d7b48b26 None None] Provisioning complete for port 0e00ced3-73af-4863-a349-b9aa628501fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:28.737742 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25936162-2926-46d8-8e7a-9056d7b48b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:28.748438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c1b236cc-c5a9-4f25-915f-273cb495897d admin admin] 10.222.0.65 "PUT /v2.0/routers/3d482851-42d5-42ff-840b-83968a7273da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7597191 Nov 08 14:19:28.783871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-25936162-2926-46d8-8e7a-9056d7b48b26 None None] Port 0e00ced3-73af-4863-a349-b9aa628501fd cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:19:28.903586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 00d0cf3f-bf30-4234-a463-ba5c6a562810 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:19:28.995458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 00d0cf3f-bf30-4234-a463-ba5c6a562810 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:28.995972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:29.132220 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:29.164089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 00d0cf3f-bf30-4234-a463-ba5c6a562810, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=00d0cf3f-bf30-4234-a463-ba5c6a562810,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:29.171079 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:29.244618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=00d0cf3f-bf30-4234-a463-ba5c6a562810,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:29.927312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Sync routers for ids ['3d482851-42d5-42ff-840b-83968a7273da'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:29.946375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Routers {'3d482851-42d5-42ff-840b-83968a7273da'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:29.948855 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3d482851-42d5-42ff-840b-83968a7273da'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:30.153933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Set router 3d482851-42d5-42ff-840b-83968a7273da gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:30.372502 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39766) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:30.411133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d482851-42d5-42ff-840b-83968a7273da', 'name': 'tempest-ImageQuotaTest-1901730975-router', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:27Z', 'revision_number': 4, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'gw_port': {'id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '0e00ced3-73af-4863-a349-b9aa628501fd', 'name': '', 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'mac_address': 'fa:16:3e:27:1e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:26Z', 'updated_at': '2021-11-08T14:19:27Z', 'revision_number': 2, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'subnets': [{'id': '2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:30.447998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Checking router: 3d482851-42d5-42ff-840b-83968a7273da for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:19:30.448761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Updating router 3d482851-42d5-42ff-840b-83968a7273da port 0e00ced3-73af-4863-a349-b9aa628501fd binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:19:30.488862 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:30.835603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:30.935688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 00d0cf3f-bf30-4234-a463-ba5c6a562810 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:19:31.036673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 00d0cf3f-bf30-4234-a463-ba5c6a562810 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:31.036673 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.107999 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.118163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.205427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c68c07-9036-4542-b3a5-0793466e8a7f None None] Pushing event updated for resources: {'Port': ['ID=0e00ced3-73af-4863-a349-b9aa628501fd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:31.223997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Deleting port 0e00ced3-73af-4863-a349-b9aa628501fd {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:31.224338 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.268765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Attempting to bind port 0e00ced3-73af-4863-a349-b9aa628501fd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:19:31.269078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Attempting to bind port 0e00ced3-73af-4863-a349-b9aa628501fd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:19:31.269526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Attempting to bind port 0e00ced3-73af-4863-a349-b9aa628501fd on network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:31.277627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:19:31.278092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Checking segment: {'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:19:31.278560 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.278963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Bound using segment: {'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:19:31.279442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Bound port: 0e00ced3-73af-4863-a349-b9aa628501fd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9f1a64-e3eb-404e-91b3-507858bcc23c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:19:31.279887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.328277 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] For port 0e00ced3-73af-4863-a349-b9aa628501fd, host n-d-804292-2, got binding levels [] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:31.328634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.350893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Calling delete_port for 0e00ced3-73af-4863-a349-b9aa628501fd owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:31.357147 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] For port 0e00ced3-73af-4863-a349-b9aa628501fd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:19:31.361397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] For port 0e00ced3-73af-4863-a349-b9aa628501fd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0e00ced3-73af-4863-a349-b9aa628501fd,segment=NetworkSegment(db9f1a64-e3eb-404e-91b3-507858bcc23c),segment_id=db9f1a64-e3eb-404e-91b3-507858bcc23c)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:19:31.367606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.433793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Routers {'3d482851-42d5-42ff-840b-83968a7273da'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:31.434374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['3d482851-42d5-42ff-840b-83968a7273da'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:31.478995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c68c07-9036-4542-b3a5-0793466e8a7f None None] Pushing event updated for resources: {'Port': ['ID=0e00ced3-73af-4863-a349-b9aa628501fd,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:31.525393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7261046c-2fdf-44a8-b88d-f0d611107425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.601790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-47aaa87c-a1c3-45b6-9784-92fdd945ed84 None None] Provisioning complete for port 0e00ced3-73af-4863-a349-b9aa628501fd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:31.602276 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-47aaa87c-a1c3-45b6-9784-92fdd945ed84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.618483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:31.629512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] Set router 3d482851-42d5-42ff-840b-83968a7273da gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:19:31.654366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e00ced3-73af-4863-a349-b9aa628501fd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:31.713830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-47aaa87c-a1c3-45b6-9784-92fdd945ed84 None None] Could not find standard attr ID for object 0e00ced3-73af-4863-a349-b9aa628501fd. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:19:31.792836 n-d-804292-2 neutron-server[101842]: INFO neutron.plugins.ml2.db [None req-47aaa87c-a1c3-45b6-9784-92fdd945ed84 None None] No ports have port_id starting with 0e00ced3-73af-4863-a349-b9aa628501fd Nov 08 14:19:31.930382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-230d98b0-226b-4298-ad87-8cde812b6624 None None] Could not find standard attr ID for object 0e00ced3-73af-4863-a349-b9aa628501fd. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:19:31.969025 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:32.032768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d482851-42d5-42ff-840b-83968a7273da', 'name': 'tempest-ImageQuotaTest-1901730975-router', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:27Z', 'revision_number': 4, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'gw_port': {'id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '0e00ced3-73af-4863-a349-b9aa628501fd', 'name': '', 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'mac_address': 'fa:16:3e:27:1e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:26Z', 'updated_at': '2021-11-08T14:19:31Z', 'revision_number': 4, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'subnets': [{'id': '2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:32.067463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030a3185-d1e7-4828-a226-428fd2da95ae None None] The sync data for ids ['3d482851-42d5-42ff-840b-83968a7273da'] in n-d-804292-2 is: [{'id': '3d482851-42d5-42ff-840b-83968a7273da', 'name': 'tempest-ImageQuotaTest-1901730975-router', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:27Z', 'revision_number': 4, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'gw_port': {'id': '00d0cf3f-bf30-4234-a463-ba5c6a562810', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:24Z', 'updated_at': '2021-11-08T14:19:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '0e00ced3-73af-4863-a349-b9aa628501fd', 'name': '', 'network_id': '399f123b-4eca-4f9c-b750-48c0fb87e2a0', 'tenant_id': '0754c7f45a874cc9898db0f40bb230de', 'mac_address': 'fa:16:3e:27:1e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d482851-42d5-42ff-840b-83968a7273da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': '2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:19:26Z', 'updated_at': '2021-11-08T14:19:31Z', 'revision_number': 4, 'project_id': '0754c7f45a874cc9898db0f40bb230de', 'subnets': [{'id': '2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:32.266493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Router 3d482851-42d5-42ff-840b-83968a7273da has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:32.388100 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:32.394003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a976dc9e-87d8-4c5c-9d73-94402257d6a8 admin admin] 10.222.0.65 "PUT /v2.0/routers/3d482851-42d5-42ff-840b-83968a7273da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203099 Nov 08 14:19:32.397727 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39780) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:32.549945 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:32.722880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:32.801607 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Deleting port 00d0cf3f-bf30-4234-a463-ba5c6a562810 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:32.801917 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:32.913412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] For port 00d0cf3f-bf30-4234-a463-ba5c6a562810, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=00d0cf3f-bf30-4234-a463-ba5c6a562810,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:32.913892 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:32.935641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Calling delete_port for 00d0cf3f-bf30-4234-a463-ba5c6a562810 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:33.132913 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.150502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.180252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d0cf3f-bf30-4234-a463-ba5c6a562810,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:33.274679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.418413 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.422383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.512665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.513658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d482851-42d5-42ff-840b-83968a7273da {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:19:33.519189 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.524360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5cc11fd6-2ba4-4e9c-981e-de30b4de2ac9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3d482851-42d5-42ff-840b-83968a7273da HTTP/1.1" status: 204 len: 168 time: 1.1217005 Nov 08 14:19:33.524618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39792) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:33.580199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] Deleting subnet 2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:19:33.586318 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.592348 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] Sync routers for ids ['3d482851-42d5-42ff-840b-83968a7273da'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:33.601503 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] Routers set() bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:33.602110 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] Router IDs set() for agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 14:19:33.602872 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_agentschedulers_db [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d482851-42d5-42ff-840b-83968a7273da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent'). {{(pid=101843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 08 14:19:33.613604 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] Routers set() bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:33.613911 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] Router IDs set() for agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 08 14:19:33.614431 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_agentschedulers_db [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3d482851-42d5-42ff-840b-83968a7273da'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent'). {{(pid=101843) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 08 14:19:33.614805 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7f0ea-1d5f-4203-be8a-351d674c8026 None None] The sync data for ids ['3d482851-42d5-42ff-840b-83968a7273da'] in n-d-804292-2 is: [] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:19:33.635647 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.752308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.815577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.843496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:33.847593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:33.851057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-53623522-1db0-424e-9c55-1f61e3505ff7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2fb9b9db-db1e-4d2a-b9ea-6ad32b797fb7 HTTP/1.1" status: 204 len: 168 time: 0.3253138 Nov 08 14:19:33.854611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39796) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:33.864294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3b1b4b-1146-418f-b1ba-a04399ba04ad None None] Network 399f123b-4eca-4f9c-b750-48c0fb87e2a0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:19:33.948153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.033237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Deleting port 37918d6a-947c-45b2-8910-9378a0d04951 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:34.033725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.135637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] For port 37918d6a-947c-45b2-8910-9378a0d04951, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=37918d6a-947c-45b2-8910-9378a0d04951,segment=NetworkSegment(db9f1a64-e3eb-404e-91b3-507858bcc23c),segment_id=db9f1a64-e3eb-404e-91b3-507858bcc23c)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:34.136110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.155852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Calling delete_port for 37918d6a-947c-45b2-8910-9378a0d04951 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:34.224874 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] DHCP port deletion for 399f123b-4eca-4f9c-b750-48c0fb87e2a0 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:19:34.271787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.304912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=37918d6a-947c-45b2-8910-9378a0d04951,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:34.308720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] No DVR routers for this DVR port 37918d6a-947c-45b2-8910-9378a0d04951 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:34.330544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] Deleting port 37918d6a-947c-45b2-8910-9378a0d04951 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:19:34.330999 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.397706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.424161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399f123b-4eca-4f9c-b750-48c0fb87e2a0']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:34.427263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] For port 37918d6a-947c-45b2-8910-9378a0d04951, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:34.427857 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.435789 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9f1a64-e3eb-404e-91b3-507858bcc23c') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:34.436576 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9f1a64-e3eb-404e-91b3-507858bcc23c') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:34.445644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] Calling delete_port for 37918d6a-947c-45b2-8910-9378a0d04951 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:19:34.447184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.448926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] Port 37918d6a-947c-45b2-8910-9378a0d04951 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:19:34.450396 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.463301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.470818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:19:34.471359 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:19:34.473760 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:19:34.478498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] Pushing event deleted for resources: {'Port': ['ID=37918d6a-947c-45b2-8910-9378a0d04951,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:34.482267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a808f-4025-4061-8431-58f2b0f3067d None None] No DVR routers for this DVR port 37918d6a-947c-45b2-8910-9378a0d04951 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:19:34.564364 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.570740 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.574779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] 10.222.0.65 "DELETE /v2.0/networks/399f123b-4eca-4f9c-b750-48c0fb87e2a0 HTTP/1.1" status: 204 len: 168 time: 0.7188871 Nov 08 14:19:34.588257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813f9bc-63fd-4d4c-8eaa-017f73d89f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=399f123b-4eca-4f9c-b750-48c0fb87e2a0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:34.703390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39808) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:34.767332 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a03aa1bc-5f90-4b9c-85f4-ca4bf92d79d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0754c7f45a874cc9898db0f40bb230de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0625980 Nov 08 14:19:34.770097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39812) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:34.836540 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4216a86-eb95-4890-bf1c-e5ea491aa378 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.870548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4216a86-eb95-4890-bf1c-e5ea491aa378 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.879336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0e00ced3-73af-4863-a349-b9aa628501fd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:34.911430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 0e00ced3-73af-4863-a349-b9aa628501fd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:34.911946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0e00ced3-73af-4863-a349-b9aa628501fd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:34.912472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 00d0cf3f-bf30-4234-a463-ba5c6a562810 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:34.931879 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4216a86-eb95-4890-bf1c-e5ea491aa378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.932580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 00d0cf3f-bf30-4234-a463-ba5c6a562810 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:34.933227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 00d0cf3f-bf30-4234-a463-ba5c6a562810 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:34.933714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37918d6a-947c-45b2-8910-9378a0d04951 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:19:34.936069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c4216a86-eb95-4890-bf1c-e5ea491aa378 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:34.937428 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c4216a86-eb95-4890-bf1c-e5ea491aa378 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78f2e27d-34f1-4f4d-b6c5-1e9cb13443bb HTTP/1.1" status: 204 len: 168 time: 0.1654401 Nov 08 14:19:34.946975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4216a86-eb95-4890-bf1c-e5ea491aa378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f2e27d-34f1-4f4d-b6c5-1e9cb13443bb,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:34.976961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 37918d6a-947c-45b2-8910-9378a0d04951 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:19:34.977199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 37918d6a-947c-45b2-8910-9378a0d04951 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:19:35.320278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39818) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:35.334942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7ff078c1-e7e5-432d-a514-36a77a2dc078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.437168 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7ff078c1-e7e5-432d-a514-36a77a2dc078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.442005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7ff078c1-e7e5-432d-a514-36a77a2dc078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.480106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff078c1-e7e5-432d-a514-36a77a2dc078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99145605-c68d-4cf5-9be2-017afe5e0405,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:35.488809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 39820) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:35.495366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7ff078c1-e7e5-432d-a514-36a77a2dc078 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1738482 Nov 08 14:19:35.555010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dbbf18e6-7edb-4320-95aa-98aa1db7fff4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.590701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dbbf18e6-7edb-4320-95aa-98aa1db7fff4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.654634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.664830 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dbbf18e6-7edb-4320-95aa-98aa1db7fff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.667821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dbbf18e6-7edb-4320-95aa-98aa1db7fff4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:35.669597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dbbf18e6-7edb-4320-95aa-98aa1db7fff4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99145605-c68d-4cf5-9be2-017afe5e0405 HTTP/1.1" status: 204 len: 168 time: 0.1797578 Nov 08 14:19:35.679391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf18e6-7edb-4320-95aa-98aa1db7fff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99145605-c68d-4cf5-9be2-017afe5e0405,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:35.843443 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:39.282903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-0f3f2145-8454-4eeb-9ac9-f9cf0ee6d13c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304452010&fields=id&tenant_id=21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 267 time: 0.0498512 Nov 08 14:19:39.401324 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-672371fd-b1bc-43ab-bb57-55b89ebc7364 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:39.402727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-672371fd-b1bc-43ab-bb57-55b89ebc7364 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1127114 Nov 08 14:19:39.419175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-3731f0b8-2730-490f-89ca-67993867a281 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/quotas/21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 375 time: 0.0097780 Nov 08 14:19:39.796934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-88f05306-bb82-46cd-81ad-aed280fbbb24 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3717699 Nov 08 14:19:39.897541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-dfca281f-2ca8-41a0-a541-39b602481f53 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869212 Nov 08 14:19:40.003413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-12746b17-3525-490c-b9b5-b5f2579d1f88 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995550 Nov 08 14:19:40.306894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9d9a416-8f1c-4a7b-b1a8-763fb0be594d req-651e4395-0ca2-47e9-90aa-185a828eae30 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 210 time: 0.0301404 Nov 08 14:19:41.339005 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-772c57ca-1230-4697-b4a9-2ac8179b20fe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:41.340723 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-772c57ca-1230-4697-b4a9-2ac8179b20fe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1349800 Nov 08 14:19:41.412792 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d526c134-0c10-4e0c-a004-310902848a76 req-b4794903-b862-4fc2-8a51-5eb8e699dfd9 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 210 time: 0.0293212 Nov 08 14:19:41.422030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-f07fe8da-7bf9-432e-8cb2-7bcfbf52929d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 379 time: 0.0721040 Nov 08 14:19:41.432293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'port': {'device_id': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'admin_state_up': True, 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'security_groups': ['7ea23800-bf2d-4c61-a6ac-c378b083326e']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:41.577606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:19:41.581234 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:41.730769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.20.0.9 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/a218e7c9-bf91-4aca-9055-4c575debd44f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:41.898358 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:41.942314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:41.991806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:41.995322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:41.997894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:42.004972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=a218e7c9-bf91-4aca-9055-4c575debd44f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:42.060458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:42.061119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.082097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-8f12b02e-a867-43a9-a156-b7654a031f8d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6541636 Nov 08 14:19:42.095275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Request body: {'port': {'device_id': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:42.170758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.275059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d84d52f6-3e01-467e-9568-114e50ae3bb2 None None] Provisioning complete for port a218e7c9-bf91-4aca-9055-4c575debd44f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:42.276104 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d84d52f6-3e01-467e-9568-114e50ae3bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.315190 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d84d52f6-3e01-467e-9568-114e50ae3bb2 None None] Port a218e7c9-bf91-4aca-9055-4c575debd44f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:19:42.469001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a218e7c9-bf91-4aca-9055-4c575debd44f {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:42.486725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.508980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Transition to ACTIVE for port object a218e7c9-bf91-4aca-9055-4c575debd44f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:19:42.513532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.553371 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173bc1c-b4fd-4d9c-a44d-0cb867e18916 req-bd15619a-2f3e-473c-81be-a540e427b5cd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:42.554770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0173bc1c-b4fd-4d9c-a44d-0cb867e18916 req-bd15619a-2f3e-473c-81be-a540e427b5cd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 931 time: 0.0629630 Nov 08 14:19:42.611052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0173bc1c-b4fd-4d9c-a44d-0cb867e18916 req-a2bc04fa-f540-4973-8292-16aa59c16a0c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495930 Nov 08 14:19:42.647042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a218e7c9-bf91-4aca-9055-4c575debd44f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:42.671630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Attempting to bind port a218e7c9-bf91-4aca-9055-4c575debd44f on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:19:42.672383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Attempting to bind port a218e7c9-bf91-4aca-9055-4c575debd44f by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:19:42.673242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Attempting to bind port a218e7c9-bf91-4aca-9055-4c575debd44f on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:42.680111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Port a218e7c9-bf91-4aca-9055-4c575debd44f on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:19:42.680824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Attempting to bind port a218e7c9-bf91-4aca-9055-4c575debd44f on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:19:42.687231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:19:42.687631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:19:42.688076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:19:42.688514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Bound port: a218e7c9-bf91-4aca-9055-4c575debd44f, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:19:42.689053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.765774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] For port a218e7c9-bf91-4aca-9055-4c575debd44f, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:19:42.770013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] For port a218e7c9-bf91-4aca-9055-4c575debd44f, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a218e7c9-bf91-4aca-9055-4c575debd44f,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:19:42.776354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.821250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:42.821807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:42.823222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/a218e7c9-bf91-4aca-9055-4c575debd44f HTTP/1.1" status: 200 len: 1091 time: 0.7332053 Nov 08 14:19:42.823690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:42.825962 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:42.852479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169ed53-2393-4add-b426-c0f9094db5c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a218e7c9-bf91-4aca-9055-4c575debd44f,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:42.907385 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bf7739-7352-4927-bf56-85cead5e29d6 x-openstack-request-id: req-c7bf7739-7352-4927-bf56-85cead5e29d6 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:42.907683 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:42.907959 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7bf7739-7352-4927-bf56-85cead5e29d6 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:42.909101 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'status': 'completed', 'code': 200} Nov 08 14:19:42.951253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-499a4050-fcd1-4505-bad7-8596c91a7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:42.952261 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-499a4050-fcd1-4505-bad7-8596c91a7d85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 1094 time: 0.0767548 Nov 08 14:19:43.001813 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-dc9d1214-39d0-4085-9289-0449bd619102 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a218e7c9-bf91-4aca-9055-4c575debd44f HTTP/1.1" status: 200 len: 217 time: 0.0399053 Nov 08 14:19:43.058761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-7467e9fc-17fb-4c12-a043-0140203d2f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.060474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-7467e9fc-17fb-4c12-a043-0140203d2f39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0513785 Nov 08 14:19:43.121073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-2118f9f9-af32-48d7-b1a4-ed6d09dfa427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.124226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-2118f9f9-af32-48d7-b1a4-ed6d09dfa427 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549598 Nov 08 14:19:43.225908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-b06f2341-4304-402c-ad4b-dfd6d0f93b10 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963206 Nov 08 14:19:43.329418 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e580be9-6ea6-48c4-b36e-76cddd162f37 req-71fe7fcf-6652-4e5d-b078-875725429391 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938139 Nov 08 14:19:43.432717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-6eb8c583-277a-4186-afa3-4b2f012d22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.434349 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-6eb8c583-277a-4186-afa3-4b2f012d22e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 1094 time: 0.0568795 Nov 08 14:19:43.540926 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-6c81c940-e1f9-4721-b922-d434f0a200d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.542398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-6c81c940-e1f9-4721-b922-d434f0a200d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1011472 Nov 08 14:19:43.586621 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-effbf9e6-c182-4e1c-87f3-6929244249c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a218e7c9-bf91-4aca-9055-4c575debd44f HTTP/1.1" status: 200 len: 217 time: 0.0370317 Nov 08 14:19:43.637026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-75a457d6-c6f4-4cb5-b3b4-8fb2ebd9082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.638780 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-75a457d6-c6f4-4cb5-b3b4-8fb2ebd9082e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0459108 Nov 08 14:19:43.700250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-122269de-3ddb-4650-b647-b233f5208a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.702366 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-122269de-3ddb-4650-b647-b233f5208a1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560446 Nov 08 14:19:43.748707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e50fa6-d1e1-4c73-8dbf-fb792b2e7063 req-5351425d-dd41-4c7f-acd8-ce227db51737 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:43.750540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16e50fa6-d1e1-4c73-8dbf-fb792b2e7063 req-5351425d-dd41-4c7f-acd8-ce227db51737 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0561726 Nov 08 14:19:43.814998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-d1f109c7-e0f6-4d0f-8976-cbb8b79dcaa9 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018727 Nov 08 14:19:43.817496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16e50fa6-d1e1-4c73-8dbf-fb792b2e7063 req-4b8b53ca-781d-4e91-b706-dc39331a10a3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601122 Nov 08 14:19:43.923873 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d9d7cd2d-c1f4-486a-922d-bdc850fb6144 req-67821c62-4c53-49b0-b5c9-4090cbca8697 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019182 Nov 08 14:19:44.953649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ac2a1-771d-4257-b052-aafdacbf9eb1 req-a5d64974-df6a-4d81-839c-c60f09e42678 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:44.955237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab6ac2a1-771d-4257-b052-aafdacbf9eb1 req-a5d64974-df6a-4d81-839c-c60f09e42678 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0595396 Nov 08 14:19:45.018829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab6ac2a1-771d-4257-b052-aafdacbf9eb1 req-3db93706-1030-4a3a-81d2-64496bc28871 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563376 Nov 08 14:19:46.156726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91410698-d61c-44d8-84ee-44a3b405d898 req-423bda23-adf8-4b78-b4e3-1d4da83cadd6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:46.158264 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91410698-d61c-44d8-84ee-44a3b405d898 req-423bda23-adf8-4b78-b4e3-1d4da83cadd6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0675507 Nov 08 14:19:46.211423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-91410698-d61c-44d8-84ee-44a3b405d898 req-c52701e7-5c26-4e1e-974b-fa99340e24b7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465035 Nov 08 14:19:47.335951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db71b0-cc13-4cc4-bcbb-e224c8e963cc req-b0e06c2a-c4c0-4920-a54d-f6b0773702aa tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:47.337473 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45db71b0-cc13-4cc4-bcbb-e224c8e963cc req-b0e06c2a-c4c0-4920-a54d-f6b0773702aa tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0522392 Nov 08 14:19:47.391358 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45db71b0-cc13-4cc4-bcbb-e224c8e963cc req-91338c76-9817-4295-b588-fc60c97888d8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471096 Nov 08 14:19:48.518738 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b05a5-24d5-4f85-b8e1-e7c73dbb963d req-9c3c996c-4fee-4500-b0fd-d78841fcf250 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:48.520361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb7b05a5-24d5-4f85-b8e1-e7c73dbb963d req-9c3c996c-4fee-4500-b0fd-d78841fcf250 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0580359 Nov 08 14:19:48.572582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb7b05a5-24d5-4f85-b8e1-e7c73dbb963d req-d322e606-4f3b-4424-a752-cdd46af312be tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460889 Nov 08 14:19:49.700278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8febf1-d78d-49ac-a046-dd8531895dc1 req-89b4a497-b7b9-4f38-8d11-3903ac83cc2b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:49.701804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a8febf1-d78d-49ac-a046-dd8531895dc1 req-89b4a497-b7b9-4f38-8d11-3903ac83cc2b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0572040 Nov 08 14:19:49.756669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a8febf1-d78d-49ac-a046-dd8531895dc1 req-8d663496-2df7-4a02-bbc3-1750e1954912 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486302 Nov 08 14:19:50.881662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d85d32-f116-4912-b06c-f360fdba97f1 req-49f30e66-bf1b-42f6-abd4-472ab8a8df69 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:50.883192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0d85d32-f116-4912-b06c-f360fdba97f1 req-49f30e66-bf1b-42f6-abd4-472ab8a8df69 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0543754 Nov 08 14:19:50.933366 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d0d85d32-f116-4912-b06c-f360fdba97f1 req-b63cdfe4-aaaa-410f-afcc-b7341516cef0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437062 Nov 08 14:19:52.049640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27b6a-b6dd-47e6-bed0-c0035d4942ae req-277df305-938d-4cbd-a51c-093327fd3f4e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:52.051137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4e27b6a-b6dd-47e6-bed0-c0035d4942ae req-277df305-938d-4cbd-a51c-093327fd3f4e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0498240 Nov 08 14:19:52.105548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4e27b6a-b6dd-47e6-bed0-c0035d4942ae req-acc7803b-9ad3-49e9-94e3-3509fdb09988 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468848 Nov 08 14:19:53.220269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9c186-6108-428c-a1df-245d5717dc1d req-19617bc5-8aaa-4367-bf5f-1a94acb9b89e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:53.221776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ec9c186-6108-428c-a1df-245d5717dc1d req-19617bc5-8aaa-4367-bf5f-1a94acb9b89e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 943 time: 0.0480969 Nov 08 14:19:53.276293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ec9c186-6108-428c-a1df-245d5717dc1d req-64481e48-8fd7-41d0-830b-79ab9b0e05fa tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485587 Nov 08 14:19:53.383488 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:53.863533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:53.871025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a218e7c9-bf91-4aca-9055-4c575debd44f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:19:53.972118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a218e7c9-bf91-4aca-9055-4c575debd44f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a218e7c9-bf91-4aca-9055-4c575debd44f,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:53.987911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'port_id': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'mac_address': 'fa:16:3e:78:d3:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:19:54.035072 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:54.048517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a218e7c9-bf91-4aca-9055-4c575debd44f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:19:54.070040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a218e7c9-bf91-4aca-9055-4c575debd44f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a218e7c9-bf91-4aca-9055-4c575debd44f,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:54.077777 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:54.135906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a218e7c9-bf91-4aca-9055-4c575debd44f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:54.282213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a218e7c9-bf91-4aca-9055-4c575debd44f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:19:54.409459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b434e6-5413-4b43-85f6-ad1091193009 req-3083de24-e88c-446b-9adc-f78a981bde95 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:54.410989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74b434e6-5413-4b43-85f6-ad1091193009 req-3083de24-e88c-446b-9adc-f78a981bde95 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 944 time: 0.0569153 Nov 08 14:19:54.475193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74b434e6-5413-4b43-85f6-ad1091193009 req-3db99960-045e-47fa-9eec-4aa85f5cbc58 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573716 Nov 08 14:19:55.596465 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e573aa-1dfd-4e78-b12c-e61bac36877a req-347689b1-4781-4609-afe7-7737bcd96473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:55.597895 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3e573aa-1dfd-4e78-b12c-e61bac36877a req-347689b1-4781-4609-afe7-7737bcd96473 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 944 time: 0.0520926 Nov 08 14:19:55.649684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3e573aa-1dfd-4e78-b12c-e61bac36877a req-c169cd83-3141-49ba-bf2a-640a30f210b3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453639 Nov 08 14:19:55.882061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a218e7c9-bf91-4aca-9055-4c575debd44f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:19:55.931712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port a218e7c9-bf91-4aca-9055-4c575debd44f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:19:55.935857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port a218e7c9-bf91-4aca-9055-4c575debd44f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:19:55.936243 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:56.019418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:56.044427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:56.046680 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d62471-8042-4db5-b434-4aac446b46e6" -d '{"events": [{"server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "name": "network-vif-plugged", "status": "completed", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:56.060726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a218e7c9-bf91-4aca-9055-4c575debd44f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a218e7c9-bf91-4aca-9055-4c575debd44f,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:19:56.064949 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:56.087838 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2981b09-264a-47c9-8f17-4c0d0921a66c x-openstack-request-id: req-b2981b09-264a-47c9-8f17-4c0d0921a66c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:56.088130 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "name": "network-vif-plugged", "status": "completed", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:56.088379 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2981b09-264a-47c9-8f17-4c0d0921a66c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:56.088811 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'code': 200} Nov 08 14:19:56.118806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a218e7c9-bf91-4aca-9055-4c575debd44f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:56.187280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22870c0-d76a-478e-a6a3-bf29c83761c6 req-c93d6919-bdf2-4dd3-9f83-a1873325686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:56.188738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f22870c0-d76a-478e-a6a3-bf29c83761c6 req-c93d6919-bdf2-4dd3-9f83-a1873325686e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 1096 time: 0.0427151 Nov 08 14:19:56.237728 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f22870c0-d76a-478e-a6a3-bf29c83761c6 req-ef850ac0-87b7-480d-aec7-08ffdeeaa1e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 Nov 08 14:19:56.788339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d075f-34a6-481a-9aab-8321e6882e84 req-889dad24-080e-415b-a23b-16727474a84b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:56.789839 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab7d075f-34a6-481a-9aab-8321e6882e84 req-889dad24-080e-415b-a23b-16727474a84b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 945 time: 0.0625501 Nov 08 14:19:56.846023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab7d075f-34a6-481a-9aab-8321e6882e84 req-17a200ef-93ac-4f38-a54e-db5b0f89b7f7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500574 Nov 08 14:19:57.674911 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:19:57.970595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45cb4c8-7427-488e-b808-e833c38fbe9c req-7830fdb1-aaf0-472e-9635-b68c0143d1c6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:57.972228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c45cb4c8-7427-488e-b808-e833c38fbe9c req-7830fdb1-aaf0-472e-9635-b68c0143d1c6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 945 time: 0.0541294 Nov 08 14:19:57.974416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d95b9fb-c9c8-488b-a85d-e30b448af96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:58.033488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c45cb4c8-7427-488e-b808-e833c38fbe9c req-8d4e2509-f102-4f3c-9061-80f5ed00f5dd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494671 Nov 08 14:19:58.155170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13214b79-8ef5-4fe1-b4b0-93201a0a16ce req-9c5ddb78-0378-459f-8091-8bd04496b625 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:58.156608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13214b79-8ef5-4fe1-b4b0-93201a0a16ce req-9c5ddb78-0378-459f-8091-8bd04496b625 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 945 time: 0.0522525 Nov 08 14:19:58.210841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-13214b79-8ef5-4fe1-b4b0-93201a0a16ce req-1c6dbbbb-3e47-4bb9-91dc-9c247990796f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479972 Nov 08 14:19:58.234310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39892) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:58.275212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f4e69-c614-4e04-b3fe-acf9c229c4ee tempest-TestVolumeBootPattern-842089840 tempest-TestVolumeBootPattern-842089840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:19:58.276852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a9f4e69-c614-4e04-b3fe-acf9c229c4ee tempest-TestVolumeBootPattern-842089840 tempest-TestVolumeBootPattern-842089840-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 1091 time: 0.0405793 Nov 08 14:19:58.279680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 39894) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:19:58.284463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:19:58.309923 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:58.412818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:58.522406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.25.8.28 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/8fb9051c-731c-4611-808e-68e7cf3dadb2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:19:58.625521 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:58.660260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:58.695623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:19:58.698297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:19:58.709173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:19:58.732557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=8fb9051c-731c-4611-808e-68e7cf3dadb2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:59.113141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:59.182298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:59.343418 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:59.348203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:59.419834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=8fb9051c-731c-4611-808e-68e7cf3dadb2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:19:59.432808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:59.540412 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Floating IP e5807071-bd04-40b9-8f6c-e7af4b8a0468 associated. External IP: 172.25.8.28, port: a218e7c9-bf91-4aca-9055-4c575debd44f. Nov 08 14:19:59.757569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:19:59.867468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:19:59.878440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:19:59.884717 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:19:59.888603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:19:59.889502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:19:59.914263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7503e981-fed1-4616-9da9-942bad21988b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6335201 Nov 08 14:19:59.914846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:19:59.917127 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf392e97-10cd-450b-bc68-27e3f83bef45" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:19:59.954723 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415a72eb-96cc-4e71-ab10-24bed9ab0149 x-openstack-request-id: req-415a72eb-96cc-4e71-ab10-24bed9ab0149 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:19:59.955019 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:19:59.955277 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-415a72eb-96cc-4e71-ab10-24bed9ab0149 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:19:59.955681 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'status': 'completed', 'code': 200} Nov 08 14:20:00.004057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:00.019055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-c1692bf5-dedd-4ef1-b10b-23aa1be4e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:00.020484 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-c1692bf5-dedd-4ef1-b10b-23aa1be4e6db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 1096 time: 0.0423665 Nov 08 14:20:00.116708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-48a6bc78-b3ff-4099-a179-dc624cd60cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:00.118190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-48a6bc78-b3ff-4099-a179-dc624cd60cb9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0899603 Nov 08 14:20:00.183199 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-5c9cdb0e-5e88-49c4-9002-5e6ef29be048 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a218e7c9-bf91-4aca-9055-4c575debd44f HTTP/1.1" status: 200 len: 998 time: 0.0584230 Nov 08 14:20:00.236118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-3a4a5724-91e8-49b7-9279-115f00f4e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:00.237337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'e5807071-bd04-40b9-8f6c-e7af4b8a0468', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:78:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:19:58Z', 'updated_at': '2021-11-08T14:19:58Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:00.237607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-3a4a5724-91e8-49b7-9279-115f00f4e53c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0482883 Nov 08 14:20:00.263751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:20:00.273624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:20:00.274159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:19:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:00.285408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-9d89820f-d51e-4226-90b9-912ef26dcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:00.286905 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-9d89820f-d51e-4226-90b9-912ef26dcd52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420730 Nov 08 14:20:00.383008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:20:00.384294 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-07230849-9710-4943-84ec-bf0db0c820a9 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877781 Nov 08 14:20:00.480383 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bf392e97-10cd-450b-bc68-27e3f83bef45 req-18ea08b7-a810-4efa-ae27-a717077816e5 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894923 Nov 08 14:20:00.767600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'e5807071-bd04-40b9-8f6c-e7af4b8a0468', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:78:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:19:58Z', 'updated_at': '2021-11-08T14:19:58Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:20:00.793013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf786879-1d8e-4976-978a-3a4515b3209c None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'e5807071-bd04-40b9-8f6c-e7af4b8a0468', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:78:d3:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:19:58Z', 'updated_at': '2021-11-08T14:19:58Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:20:00.990236 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66209897-dbdd-4acc-a110-93a7df9241a9 None None] New status for floating IP e5807071-bd04-40b9-8f6c-e7af4b8a0468: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:20:01.491966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63672d7d-231b-42e7-9f73-084a5f899a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:03.135462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:03.676141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-8c621553-a717-4179-8ff4-9276f5e079b9 req-fb1a35b3-057c-40c6-8fa4-f36e13022974 tempest-TestNetworkAdvancedServerOps-1612117189 tempest-TestNetworkAdvancedServerOps-1612117189-project] (101840) timed out ('10.222.0.54', 63804) {{(pid=101840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:20:05.652934 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:05.840481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:07.960245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-3cd8ec0e-d776-4fda-8644-01ca8833359d req-2acdb3ff-2889-4631-868f-84af0ad7e139 service neutron] (101841) timed out ('10.222.0.65', 46764) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:20:09.817362 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-5211ad37-785e-49d2-9c68-abdc87886718 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403327 Nov 08 14:20:09.904915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-1c9b4aeb-4712-4e17-92df-7037599c7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:09.906417 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-1c9b4aeb-4712-4e17-92df-7037599c7953 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 1096 time: 0.0452454 Nov 08 14:20:10.012601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-f1d43eb1-9445-416e-8f12-f38154dc21db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:10.013965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-f1d43eb1-9445-416e-8f12-f38154dc21db service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0872955 Nov 08 14:20:10.083784 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-70fa8741-1f29-4597-8726-9046eb9cb55f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a218e7c9-bf91-4aca-9055-4c575debd44f HTTP/1.1" status: 200 len: 1000 time: 0.0619500 Nov 08 14:20:10.134369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-f7d990a7-ee98-45ac-8bdb-5793f28dee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:10.135847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-f7d990a7-ee98-45ac-8bdb-5793f28dee44 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0451531 Nov 08 14:20:10.181678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-edf37ce0-e3a3-4158-97be-f2089baa0eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:20:10.183180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-edf37ce0-e3a3-4158-97be-f2089baa0eae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406432 Nov 08 14:20:10.586458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-0623c1f6-077e-455e-8ede-0ac341be0460 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949981 Nov 08 14:20:10.678265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-adeecf2f-18e9-493f-8303-5f53c6725fdc req-3d93e01f-0116-4386-ba21-359d1d145057 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842259 Nov 08 14:20:23.385625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:23.880490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:27.976874 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-617bedd5-9d4f-46b7-a89b-4c49160a6166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:31.484373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db4c329c-2501-434e-9db0-d776b6f2a613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:33.144810 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:34.673985 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:20:35.654966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:35.846378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:53.384139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:53.874303 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:20:57.981507 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4648c140-1393-4fc6-b2b0-91eddf154bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:01.487563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ced114c7-0ffe-4b2d-86d1-aa0af7401c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:03.140369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:05.653062 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:05.837966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:09.152532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-a5af433a-3f63-4845-8aba-2176b3b455a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411689 Nov 08 14:21:09.241973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-d89fae47-dc8f-43db-917f-1b1877dc19da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:09.243487 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-d89fae47-dc8f-43db-917f-1b1877dc19da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 1096 time: 0.0445356 Nov 08 14:21:09.352149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-f12714d0-c4d5-4075-bbc4-3d521c68358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:09.353626 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-f12714d0-c4d5-4075-bbc4-3d521c68358d service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0896666 Nov 08 14:21:09.422778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-1c539b43-61a2-40b8-9f48-b8e88e061fc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a218e7c9-bf91-4aca-9055-4c575debd44f HTTP/1.1" status: 200 len: 1000 time: 0.0620270 Nov 08 14:21:09.472743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-430e7d0c-51e8-41eb-a9a2-def1a7fa1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:09.474183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-430e7d0c-51e8-41eb-a9a2-def1a7fa1015 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0435753 Nov 08 14:21:09.520934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-c666d93b-2500-44b9-83a5-6c6c6dec5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:09.522416 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-c666d93b-2500-44b9-83a5-6c6c6dec5b47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411229 Nov 08 14:21:09.617884 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-cd0d9580-9ee0-4b7c-a83a-a801822b38dc service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883863 Nov 08 14:21:09.714488 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ccd10ec6-15e6-4aa5-8c8d-faf112840f3c req-131ba229-2e69-4008-ab2c-0e6011a6263d service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896797 Nov 08 14:21:11.673979 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:21:23.386981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:23.888114 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:27.984302 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d0856fd1-d129-4ba0-b3b6-5302ad45cc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:31.491141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-824d1d8b-6c40-4515-aa8b-6eb6b7289b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:33.145525 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:35.656259 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:35.841399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:40.533463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-91ed050c-db53-4557-982b-272387926038 req-0b0dced5-3e34-4ab3-ba18-4c3c5af50be4 service neutron] (101841) timed out ('10.222.0.65', 36806) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:21:48.673262 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:21:52.115203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943cd00-b044-4452-b4a8-cbec64ed811b req-f3f2fe98-1e5d-44f8-b89b-dd505b77b02e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:52.116754 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3943cd00-b044-4452-b4a8-cbec64ed811b req-f3f2fe98-1e5d-44f8-b89b-dd505b77b02e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 945 time: 0.0534310 Nov 08 14:21:52.169752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3943cd00-b044-4452-b4a8-cbec64ed811b req-4d34c56e-e3fd-4ecb-b09f-c104a6036757 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467641 Nov 08 14:21:53.306399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d029a74-1e44-4bba-bf73-cbb28a031146 req-a644e92f-12d1-4ee9-b5ad-5912774acf97 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:53.307935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d029a74-1e44-4bba-bf73-cbb28a031146 req-a644e92f-12d1-4ee9-b5ad-5912774acf97 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 945 time: 0.0516207 Nov 08 14:21:53.365416 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d029a74-1e44-4bba-bf73-cbb28a031146 req-984f95cf-89ec-45f8-9770-65653654c65c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506394 Nov 08 14:21:53.386743 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:53.583681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-a948db40-c37d-4e81-b2c0-f339109064ca tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:21:53.585164 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-a948db40-c37d-4e81-b2c0-f339109064ca tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 945 time: 0.0572107 Nov 08 14:21:53.680125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port a218e7c9-bf91-4aca-9055-4c575debd44f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:21:53.680470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:53.779247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] For port a218e7c9-bf91-4aca-9055-4c575debd44f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a218e7c9-bf91-4aca-9055-4c575debd44f,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:21:53.779531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:53.890939 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:54.022697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:54.023064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:54.023393 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Floating IP e5807071-bd04-40b9-8f6c-e7af4b8a0468 disassociated. External IP: 172.25.8.28, port: a218e7c9-bf91-4aca-9055-4c575debd44f. Nov 08 14:21:54.023760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for a218e7c9-bf91-4aca-9055-4c575debd44f owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:21:54.169779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:54.207195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=a218e7c9-bf91-4aca-9055-4c575debd44f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:21:54.221400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.221592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.221939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.222286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.222616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.222948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.223279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.223605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.223953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.224279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.224670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.225152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:21:54.344634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:21:54.475060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:21:54.479718 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7387e7b-18b7-4f4f-87d8-fdd24e8ba8e5 req-6f9caaf0-e8f8-4a37-9fd9-a22872f86343 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 210 time: 0.0287278 Nov 08 14:21:54.486264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:21:54.499398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:54.500715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:21:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:54.548804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] No DVR routers for this DVR port a218e7c9-bf91-4aca-9055-4c575debd44f on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:21:54.551791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:54.556890 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea14f588-cf91-470e-af04-a42fd604bd6c req-498adb63-cc8d-4705-82f2-b7801c174966 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "DELETE /v2.0/ports/a218e7c9-bf91-4aca-9055-4c575debd44f HTTP/1.1" status: 204 len: 173 time: 0.9658942 Nov 08 14:21:54.557836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'name': 'network-vif-deleted', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:21:54.561201 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c2d8e0-7208-4da5-9da3-7259383b8d95" -d '{"events": [{"server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "name": "network-vif-deleted", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:21:54.637917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:54.701349 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e2a99b-06f0-4106-bdb4-6ce00d8707fa x-openstack-request-id: req-56e2a99b-06f0-4106-bdb4-6ce00d8707fa {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:21:54.702389 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4d76a7-088f-4adf-a438-f8e530d9c751", "name": "network-vif-deleted", "tag": "a218e7c9-bf91-4aca-9055-4c575debd44f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:21:54.702802 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56e2a99b-06f0-4106-bdb4-6ce00d8707fa {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:21:54.703380 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4d76a7-088f-4adf-a438-f8e530d9c751', 'name': 'network-vif-deleted', 'tag': 'a218e7c9-bf91-4aca-9055-4c575debd44f', 'status': 'completed', 'code': 200} Nov 08 14:21:54.913948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:54.954240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:21:54.963909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:21:54.964640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:21:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:55.109765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:21:55.356787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:21:55.404985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ea3ebc-6daf-4546-a763-abeb81fade51 None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:21:55.600897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7eec8d5-8b40-45f6-b45d-18a2d7e58802 req-26fd6628-dbd9-49ba-8aa0-777b2b9fda1d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 210 time: 0.0305934 Nov 08 14:21:55.770139 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7800493e-0287-46a8-b76a-7e52103066b6 None None] New status for floating IP e5807071-bd04-40b9-8f6c-e7af4b8a0468: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:21:56.542572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a218e7c9-bf91-4aca-9055-4c575debd44f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:21:56.568511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: a218e7c9-bf91-4aca-9055-4c575debd44f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:21:56.568852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a218e7c9-bf91-4aca-9055-4c575debd44f not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:21:56.703072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d795182-dda9-430f-b02a-ff2cf8110067 req-22593a03-6423-4342-bb60-4abd942e45d0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 210 time: 0.0289254 Nov 08 14:21:57.806919 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c11a4aba-3bc3-46ab-87d4-701bccfab11c req-2ee8c405-870f-4744-b4ab-5341cfab53f2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 210 time: 0.0289485 Nov 08 14:21:57.993729 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-acf270a3-02c8-462c-bba8-4afe9ca36ce4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:21:58.918368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e9c9ae1-f0d9-48fe-b2b8-7c9cf46ea810 req-d3e69a78-8881-41b6-a51d-9a282654a29b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4d76a7-088f-4adf-a438-f8e530d9c751 HTTP/1.1" status: 200 len: 210 time: 0.0289841 Nov 08 14:22:00.151148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-af4b57af-d8e8-4ca8-842d-deb69959f7fe tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304452010&fields=id&tenant_id=21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 267 time: 0.0504789 Nov 08 14:22:00.260440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-96ef2d2c-d2d8-4754-8027-0ac99e742b00 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:00.261921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-96ef2d2c-d2d8-4754-8027-0ac99e742b00 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1037633 Nov 08 14:22:00.278281 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-c2d6deb0-97bd-470b-9f11-5d6bd826d170 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/quotas/21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 375 time: 0.0097954 Nov 08 14:22:00.337644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-970d56d3-ea0b-42cc-9a73-2b51f8dba2a2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530431 Nov 08 14:22:00.551512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-f3debc32-ba83-43a8-a221-2d62cf1a0feb service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011359 Nov 08 14:22:00.647585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-134e78f5-76cf-4a3e-a23e-3cc8a35be0e9 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898447 Nov 08 14:22:01.495001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba0b180c-9e83-430f-9548-7a7dd863692b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:01.957676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce984eef-20d0-4fc4-baeb-f213436c6cdf req-0dbcdd4a-2b23-4bbe-b661-8e90d7a428e7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0356402 Nov 08 14:22:03.036292 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ef0dcc2-daf4-4241-98ad-f06df1b35514 req-910695e0-8ff5-4acd-8118-851cd9f566ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0276268 Nov 08 14:22:03.149478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:04.118598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-88698201-d5a3-416f-b12b-097075b41b7b req-e074352f-e087-4204-9fec-6e52dbfdedde tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0301080 Nov 08 14:22:05.199951 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17648105-db20-4fc2-9d75-2e364d2c7aa2 req-805d80cc-1b23-4710-abc3-98659b82122c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0296190 Nov 08 14:22:05.661632 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:05.844211 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:06.146605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-b9c3fb6f-72bb-41e7-92c8-5d586889820d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:06.148162 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-b9c3fb6f-72bb-41e7-92c8-5d586889820d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1171942 Nov 08 14:22:06.220546 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-e6c62a4b-8a79-4b1c-b6d2-07a4071fd061 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 379 time: 0.0634563 Nov 08 14:22:06.229952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'port': {'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'admin_state_up': True, 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'security_groups': ['7ea23800-bf2d-4c61-a6ac-c378b083326e']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:06.304630 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c600c1d-1fbf-40ce-9633-cf4fc3c3a0cc req-79f656ef-a885-4003-bddd-0cac90e26c46 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0289774 Nov 08 14:22:06.361540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:22:06.365157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:06.530967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.20.0.10 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/a3489305-f680-4765-a295-c5b68a8f5161) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:22:06.698721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:06.734294 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:06.778929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:22:06.782288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:22:06.788501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:22:06.815582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=a3489305-f680-4765-a295-c5b68a8f5161,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:06.848744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:06.849514 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:06.875463 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-414d3dcc-c4c3-4005-8f5a-db5a4849f67d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6493528 Nov 08 14:22:06.982853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Request body: {'port': {'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:07.040505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:07.070155 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7efe4eba-36f4-4452-89f7-6510ab0117be None None] Provisioning complete for port a3489305-f680-4765-a295-c5b68a8f5161 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:22:07.071490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7efe4eba-36f4-4452-89f7-6510ab0117be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:07.109221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7efe4eba-36f4-4452-89f7-6510ab0117be None None] Port a3489305-f680-4765-a295-c5b68a8f5161 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:22:07.324984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3489305-f680-4765-a295-c5b68a8f5161 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:22:07.333055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:07.347654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Transition to ACTIVE for port object a3489305-f680-4765-a295-c5b68a8f5161 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:22:07.353020 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:07.432824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3489305-f680-4765-a295-c5b68a8f5161,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:07.453699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77963f-61d3-4f21-9896-e2dcca3a7130 req-62f73ada-aa7b-4e8d-afee-e555e14b3b3f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:07.462551 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab77963f-61d3-4f21-9896-e2dcca3a7130 req-62f73ada-aa7b-4e8d-afee-e555e14b3b3f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0714953 Nov 08 14:22:07.503792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Attempting to bind port a3489305-f680-4765-a295-c5b68a8f5161 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:22:07.504127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Attempting to bind port a3489305-f680-4765-a295-c5b68a8f5161 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:22:07.504449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Attempting to bind port a3489305-f680-4765-a295-c5b68a8f5161 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:22:07.509473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Port a3489305-f680-4765-a295-c5b68a8f5161 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:22:07.509792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Attempting to bind port a3489305-f680-4765-a295-c5b68a8f5161 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:22:07.515836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:22:07.516176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:22:07.516549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:22:07.517029 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Bound port: a3489305-f680-4765-a295-c5b68a8f5161, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:22:07.517353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:07.528944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab77963f-61d3-4f21-9896-e2dcca3a7130 req-da3fc950-13d8-40e6-9f51-c7ca75bfc2e0 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652111 Nov 08 14:22:07.626404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] For port a3489305-f680-4765-a295-c5b68a8f5161, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:22:07.632240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] For port a3489305-f680-4765-a295-c5b68a8f5161, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3489305-f680-4765-a295-c5b68a8f5161,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:22:07.637871 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:07.682786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:07.683311 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:07.684789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] 10.222.0.54 "PUT /v2.0/ports/a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 1092 time: 0.8008225 Nov 08 14:22:07.685262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:07.688579 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7c97f3-9236-4c46-8220-fe4c49be23b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "tag": "a3489305-f680-4765-a295-c5b68a8f5161"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:07.732408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c199cb7-65a0-4a6c-9de1-fccb35561ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=a3489305-f680-4765-a295-c5b68a8f5161,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:07.785927 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86ea2b-66a1-473f-84b5-0ef34789d3c3 x-openstack-request-id: req-fa86ea2b-66a1-473f-84b5-0ef34789d3c3 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:07.786564 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "tag": "a3489305-f680-4765-a295-c5b68a8f5161", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:07.786985 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa86ea2b-66a1-473f-84b5-0ef34789d3c3 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:07.788456 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161', 'status': 'completed', 'code': 200} Nov 08 14:22:07.834807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-bebc8c29-7b1a-4320-b1de-5a1fb90cbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:07.836833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-bebc8c29-7b1a-4320-b1de-5a1fb90cbb20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1095 time: 0.0746553 Nov 08 14:22:07.894472 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-d3bf4a6b-8638-4a9c-bf76-dddfa66a5f5b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 217 time: 0.0481689 Nov 08 14:22:07.951826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-1d0c1bb7-af82-4183-a1e0-74d39d3b31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:07.953550 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-1d0c1bb7-af82-4183-a1e0-74d39d3b31a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0526147 Nov 08 14:22:08.012191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-38e5b33c-0565-448c-b1f0-2c3634b02887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.014684 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-38e5b33c-0565-448c-b1f0-2c3634b02887 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542440 Nov 08 14:22:08.112056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-424fedcc-566d-45fa-807b-3855db3b3d8e service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902150 Nov 08 14:22:08.206363 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0eb74cec-22ad-4b03-86cc-4939c718a851 req-0722ed8f-f9fa-4bf8-aa5a-e1199878f67c service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872622 Nov 08 14:22:08.296828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-2077ef2f-e051-4c13-a3d6-fd2ed50f039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.298333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-2077ef2f-e051-4c13-a3d6-fd2ed50f039e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1095 time: 0.0461938 Nov 08 14:22:08.387980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-24609cb8-5367-42a5-8b49-1dd228f4fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.389995 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-24609cb8-5367-42a5-8b49-1dd228f4fcd6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0845032 Nov 08 14:22:08.434308 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-467db1ec-e1e6-4622-8a9d-c70edc4aaad1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 217 time: 0.0378637 Nov 08 14:22:08.484373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-32808137-c9e5-4790-9516-b949e7f8a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.485838 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-32808137-c9e5-4790-9516-b949e7f8a8b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0447667 Nov 08 14:22:08.533927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-13ef63e5-70f3-4e3a-a64c-62ea5dfa6139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.535437 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-13ef63e5-70f3-4e3a-a64c-62ea5dfa6139 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425224 Nov 08 14:22:08.631656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-106c8e53-558b-446e-b9ba-fd922a8bf2a3 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889056 Nov 08 14:22:08.656591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c31984-7b90-4fd4-a345-8e5c0c43f066 req-9e06f4cb-1aff-44dc-a7a3-47a5b960fa7b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:08.658273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38c31984-7b90-4fd4-a345-8e5c0c43f066 req-9e06f4cb-1aff-44dc-a7a3-47a5b960fa7b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0512702 Nov 08 14:22:08.713080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38c31984-7b90-4fd4-a345-8e5c0c43f066 req-a54e1884-df2d-42d5-bf85-9c56fd7d3f2c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481167 Nov 08 14:22:08.738527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8e7c97f3-9236-4c46-8220-fe4c49be23b6 req-abf51e6e-1f41-4d52-bd17-4f162e43d5a4 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975912 Nov 08 14:22:09.839533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544d9a6-a228-4eea-b8bc-ec5f8e97d426 req-0b045d7b-3735-4d58-b4a5-3a73b3477938 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:09.841152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6544d9a6-a228-4eea-b8bc-ec5f8e97d426 req-0b045d7b-3735-4d58-b4a5-3a73b3477938 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0499573 Nov 08 14:22:09.900112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6544d9a6-a228-4eea-b8bc-ec5f8e97d426 req-5ded7170-5142-41bc-b2ea-cc58b250afc5 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521736 Nov 08 14:22:11.027015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3d523-abab-4268-b83a-fc874b1b949a req-b265bd0a-de8a-4c7b-b77a-91b714dc4dd7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:11.028558 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ed3d523-abab-4268-b83a-fc874b1b949a req-b265bd0a-de8a-4c7b-b77a-91b714dc4dd7 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0511699 Nov 08 14:22:11.082043 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ed3d523-abab-4268-b83a-fc874b1b949a req-3127604a-c48e-4a01-b723-17b2bf2d4f5e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468755 Nov 08 14:22:12.203460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d93e52-1901-4643-ad2d-e4d944a0cbf1 req-c0f11392-e63d-418c-9cdb-813477655ccf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:12.205011 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1d93e52-1901-4643-ad2d-e4d944a0cbf1 req-c0f11392-e63d-418c-9cdb-813477655ccf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0494881 Nov 08 14:22:12.256192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1d93e52-1901-4643-ad2d-e4d944a0cbf1 req-d5907a15-37c0-4299-8a87-0cf9616f2040 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451400 Nov 08 14:22:13.378300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c5c93-9ea9-4245-8d1d-b4e3ef6ce0f2 req-9eb26684-225c-40f9-9cbe-4c5aa3429340 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:13.379794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94c5c93-9ea9-4245-8d1d-b4e3ef6ce0f2 req-9eb26684-225c-40f9-9cbe-4c5aa3429340 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0534999 Nov 08 14:22:13.440267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e94c5c93-9ea9-4245-8d1d-b4e3ef6ce0f2 req-47952715-fb48-4c42-8d3f-37b3103df2ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544753 Nov 08 14:22:14.555599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ece0a-e249-423f-bd69-2497f04202ec req-8395072d-a757-41e8-ac44-bdcf9014e4ad tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:14.557121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8ece0a-e249-423f-bd69-2497f04202ec req-8395072d-a757-41e8-ac44-bdcf9014e4ad tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0482602 Nov 08 14:22:14.607486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e8ece0a-e249-423f-bd69-2497f04202ec req-b12ec373-dab1-4af3-abfc-91b2ed466672 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 Nov 08 14:22:15.728340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73faee3-7693-40f5-98fc-4a41a5925b92 req-3671d887-c5e4-40bd-b400-699cfec8abc5 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:15.729843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d73faee3-7693-40f5-98fc-4a41a5925b92 req-3671d887-c5e4-40bd-b400-699cfec8abc5 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0510628 Nov 08 14:22:15.786722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d73faee3-7693-40f5-98fc-4a41a5925b92 req-714c776f-16f2-46d9-941f-ac0c02c2fbd8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507896 Nov 08 14:22:16.905030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486b08d-47b5-46ff-ade0-063d9ee3ac26 req-e7ad065e-d274-4dd6-8100-520ac623862f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:16.907465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8486b08d-47b5-46ff-ade0-063d9ee3ac26 req-e7ad065e-d274-4dd6-8100-520ac623862f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0511372 Nov 08 14:22:16.962181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8486b08d-47b5-46ff-ade0-063d9ee3ac26 req-ad1b7841-c1fd-4365-b198-307fcbb29e2f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Nov 08 14:22:18.083749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c96ef-386c-47c6-bcde-961b6c284645 req-92e8ca3c-0c45-459e-8686-e442059f6cee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:18.085230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c67c96ef-386c-47c6-bcde-961b6c284645 req-92e8ca3c-0c45-459e-8686-e442059f6cee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 944 time: 0.0519893 Nov 08 14:22:18.135539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c67c96ef-386c-47c6-bcde-961b6c284645 req-d0da72b8-b5dc-4445-a4bb-261004a1fe93 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442898 Nov 08 14:22:18.907525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3489305-f680-4765-a295-c5b68a8f5161 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:22:19.008845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a3489305-f680-4765-a295-c5b68a8f5161, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3489305-f680-4765-a295-c5b68a8f5161,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:19.020630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'a3489305-f680-4765-a295-c5b68a8f5161', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:22:19.061728 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:19.075135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3489305-f680-4765-a295-c5b68a8f5161 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:22:19.094621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a3489305-f680-4765-a295-c5b68a8f5161, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3489305-f680-4765-a295-c5b68a8f5161,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:19.101679 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:19.151302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=a3489305-f680-4765-a295-c5b68a8f5161,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:19.158575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.158920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.160000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.160328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.160669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.160999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.161329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.161675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.161979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.162343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.162630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.162948 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:22:19.265274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2534ac-7068-4055-92b1-2c61a1f3ee04 req-68b64b81-aced-4b4b-8a37-e94763656cba tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:19.266812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf2534ac-7068-4055-92b1-2c61a1f3ee04 req-68b64b81-aced-4b4b-8a37-e94763656cba tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 945 time: 0.0534217 Nov 08 14:22:19.317233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf2534ac-7068-4055-92b1-2c61a1f3ee04 req-99538815-64a1-4214-90cb-49e51f001ddd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441415 Nov 08 14:22:19.449918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['a3489305-f680-4765-a295-c5b68a8f5161'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:22:20.437704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a085a-3ffa-4aab-98a0-a4ee88759c73 req-0fb481e4-94cd-4c3f-903a-0f9b7ea81d8b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:20.439748 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b38a085a-3ffa-4aab-98a0-a4ee88759c73 req-0fb481e4-94cd-4c3f-903a-0f9b7ea81d8b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 945 time: 0.0513113 Nov 08 14:22:20.488998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b38a085a-3ffa-4aab-98a0-a4ee88759c73 req-7c15b1cd-e02e-4085-b419-5667517eac39 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432551 Nov 08 14:22:20.909273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3489305-f680-4765-a295-c5b68a8f5161 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:22:20.959972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port a3489305-f680-4765-a295-c5b68a8f5161 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:22:20.965448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port a3489305-f680-4765-a295-c5b68a8f5161 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:22:20.965815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:21.204390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:21.228553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:21.231052 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a235657e-3d4b-435d-a05c-63779b2ddd51" -d '{"events": [{"server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "name": "network-vif-plugged", "status": "completed", "tag": "a3489305-f680-4765-a295-c5b68a8f5161"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:21.248079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a3489305-f680-4765-a295-c5b68a8f5161, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3489305-f680-4765-a295-c5b68a8f5161,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:22:21.254209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:21.307634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=a3489305-f680-4765-a295-c5b68a8f5161,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:21.348745 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612787e3-781a-4bb9-877e-8a71d08e92d5 x-openstack-request-id: req-612787e3-781a-4bb9-877e-8a71d08e92d5 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:21.349047 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "name": "network-vif-plugged", "status": "completed", "tag": "a3489305-f680-4765-a295-c5b68a8f5161", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:21.349302 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-612787e3-781a-4bb9-877e-8a71d08e92d5 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:21.349697 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161', 'code': 200} Nov 08 14:22:21.451460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4e3e7-866c-4ab7-af0b-8cbefd175a19 req-58c4b11b-7546-4529-b1b3-5f06aa06ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:21.453030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c3f4e3e7-866c-4ab7-af0b-8cbefd175a19 req-58c4b11b-7546-4529-b1b3-5f06aa06ae88 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1097 time: 0.0437782 Nov 08 14:22:21.504649 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c3f4e3e7-866c-4ab7-af0b-8cbefd175a19 req-ae35bd46-a931-4b51-a2cc-a4596d8a7f8a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449724 Nov 08 14:22:21.613829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d379bd2-9e82-47fe-a57d-313f44d5853f req-0a00cad2-bc52-4ea2-969b-98b23dc3abe4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:21.615323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d379bd2-9e82-47fe-a57d-313f44d5853f req-0a00cad2-bc52-4ea2-969b-98b23dc3abe4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 946 time: 0.0575478 Nov 08 14:22:21.667486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8d379bd2-9e82-47fe-a57d-313f44d5853f req-8e872da3-e60c-4f77-93ba-4b261431c87a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461886 Nov 08 14:22:22.793752 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059ce93-6ac9-402a-a64a-57ea076c015a req-0abdd72f-e238-4a07-8bbe-c41296baaa2a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:22.795154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8059ce93-6ac9-402a-a64a-57ea076c015a req-0abdd72f-e238-4a07-8bbe-c41296baaa2a tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 946 time: 0.0528576 Nov 08 14:22:22.848442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8059ce93-6ac9-402a-a64a-57ea076c015a req-b933ceb5-a4ab-4ab4-907c-48ec963ff320 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466788 Nov 08 14:22:23.386085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:23.895347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:23.963462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788b8cb-fc13-4911-93e1-4f135a0cd9d9 req-99ac8951-820c-4261-81ff-e76e25361174 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:23.964979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5788b8cb-fc13-4911-93e1-4f135a0cd9d9 req-99ac8951-820c-4261-81ff-e76e25361174 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 946 time: 0.0485938 Nov 08 14:22:24.022543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5788b8cb-fc13-4911-93e1-4f135a0cd9d9 req-d5a2046d-1459-47f6-ad23-27d8519c643f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505676 Nov 08 14:22:24.141791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8105af-3f2f-4465-9b65-d262216a1d90 req-a739080c-7e49-4674-b4f5-5064889603f3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:24.143165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c8105af-3f2f-4465-9b65-d262216a1d90 req-a739080c-7e49-4674-b4f5-5064889603f3 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 946 time: 0.0531898 Nov 08 14:22:24.194206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c8105af-3f2f-4465-9b65-d262216a1d90 req-9173c49c-0416-4e4c-bf7c-6fc454bf0fa4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447562 Nov 08 14:22:24.218179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40068) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:24.360929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a2165-f12c-4092-b4fa-1b70d36a97d7 tempest-TestVolumeBootPattern-842089840 tempest-TestVolumeBootPattern-842089840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:24.362425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d6a2165-f12c-4092-b4fa-1b70d36a97d7 tempest-TestVolumeBootPattern-842089840 tempest-TestVolumeBootPattern-842089840-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1092 time: 0.1425853 Nov 08 14:22:24.365165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:22:24.369338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:22:24.392226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:24.491383 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:24.599209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.25.8.151 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/6147b17d-932c-4d8d-973e-299bef9b62eb) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:22:24.704617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:24.741203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:24.778367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:22:24.781895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:22:24.787824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:22:24.812902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=6147b17d-932c-4d8d-973e-299bef9b62eb,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:25.524882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:25.590797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:25.673928 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:22:25.743206 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:25.747771 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:25.814537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=6147b17d-932c-4d8d-973e-299bef9b62eb,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:22:25.828258 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:25.932716 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Floating IP cec396fd-d760-466d-b738-edd922a2b55f associated. External IP: 172.25.8.151, port: a3489305-f680-4765-a295-c5b68a8f5161. Nov 08 14:22:26.151168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:22:26.261030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:22:26.271088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:22:26.281044 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:26.283315 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:22:26.283891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:22:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:26.309371 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cb895811-2fac-4af0-9976-90e78cfd829d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9431915 Nov 08 14:22:26.309967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:22:26.312291 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aece329-36bf-4a47-91b5-7b4972fc2926" -d '{"events": [{"name": "network-changed", "server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "tag": "a3489305-f680-4765-a295-c5b68a8f5161"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:22:26.350960 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c54e89-7eb9-448e-900e-3669cf2a99ef x-openstack-request-id: req-98c54e89-7eb9-448e-900e-3669cf2a99ef {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:22:26.351256 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "tag": "a3489305-f680-4765-a295-c5b68a8f5161", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:22:26.351513 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98c54e89-7eb9-448e-900e-3669cf2a99ef {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:22:26.351956 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161', 'status': 'completed', 'code': 200} Nov 08 14:22:26.397151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:22:26.417696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-cfca4a72-4765-4cdf-9e4d-a3aa2bc81746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:26.419224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-cfca4a72-4765-4cdf-9e4d-a3aa2bc81746 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1097 time: 0.0426064 Nov 08 14:22:26.518327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-5b41ac09-3888-4341-8d46-ef1d734dd424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:26.520093 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-5b41ac09-3888-4341-8d46-ef1d734dd424 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0930715 Nov 08 14:22:26.585382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-339ba837-37a0-4e40-8323-d04a36630f24 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 1000 time: 0.0582321 Nov 08 14:22:26.627635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:25Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:26.638580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-aaa4e585-5150-42bc-9767-f4eb54d0cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:26.640061 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-aaa4e585-5150-42bc-9767-f4eb54d0cb68 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0483079 Nov 08 14:22:26.660849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:22:26.669574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:22:26.670116 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:22:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:26.689998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-236ad288-eb65-4f84-a774-cb6b03d0b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:22:26.691511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-236ad288-eb65-4f84-a774-cb6b03d0b289 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440407 Nov 08 14:22:26.778925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:22:26.792055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-2001ce4c-669c-4bdf-afa7-486fec7c3858 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925314 Nov 08 14:22:26.892498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2aece329-36bf-4a47-91b5-7b4972fc2926 req-5692724b-729f-4e02-abe3-24317892961d service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930302 Nov 08 14:22:27.018796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:25Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:22:27.045248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654315c-bc59-4d09-a59d-358172893c6e None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:25Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:22:27.242944 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453003c-5b22-4caf-909c-9159c63c90a8 None None] New status for floating IP cec396fd-d760-466d-b738-edd922a2b55f: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:22:27.987406 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1078020f-091e-4ccd-bbe8-4d3f3d90e018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:31.498038 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d817033-b304-4a14-9325-9224cfd01558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:33.152988 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:35.666391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:35.855346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:53.386149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:53.908880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:22:57.991327 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8ee14e2-73f3-4292-af0e-2f26103ce37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:01.504477 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-275e96e9-604e-4eba-ac0a-5c0b5891ea9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:02.676284 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:23:03.160990 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:04.069989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-e94d3dd4-c628-44e7-8c67-dbd9457ea33b req-acdd8445-15ce-4bd6-af13-51d2a5cbafc9 service neutron] (101841) timed out ('10.222.0.70', 63174) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:23:05.676327 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:05.851193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:13.692836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-0d064879-f515-4cc4-aa28-4381de46a313 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436211 Nov 08 14:23:13.785756 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-2c8e3d7c-ad40-4a5d-a36f-e2529b5ff8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:13.787337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-2c8e3d7c-ad40-4a5d-a36f-e2529b5ff8c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1097 time: 0.0497224 Nov 08 14:23:13.905717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-397c8c10-98ee-488d-a071-425652a59c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:13.907006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-397c8c10-98ee-488d-a071-425652a59c5e service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0975406 Nov 08 14:23:13.981078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-f0d36fb6-5227-4742-81c2-655b26b26520 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 1002 time: 0.0658677 Nov 08 14:23:14.039179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-790f730b-1d34-43e5-95ed-faf9170b22af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:14.040720 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-790f730b-1d34-43e5-95ed-faf9170b22af service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0510323 Nov 08 14:23:14.100782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-d9d19ba2-615c-4f2d-965f-8c0c304b19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:23:14.102299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-d9d19ba2-615c-4f2d-965f-8c0c304b19ea service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504465 Nov 08 14:23:14.213850 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-e6d5683e-be8e-4fc0-80a5-ae95139d058b service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012270 Nov 08 14:23:14.321203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-576d28f8-f67d-4870-aa6c-2b10a8305054 req-252b1e58-ab4e-4dc1-bdfc-d2b79894bfe8 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992844 Nov 08 14:23:23.383819 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:23.906258 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:27.994891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a4013a75-cfce-42b0-b307-51acfadc30c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:31.496343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1757-de8a-4e68-9d0e-a97cf9552c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:33.164940 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:35.670907 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:35.858061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:39.674955 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:23:53.384702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:53.903331 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:23:58.000262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fa54413a-1028-4535-a335-5628ffe9a351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:01.518337 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-36aed375-6e86-482b-bc13-8bc719c825b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:03.163064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:05.674603 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:05.851127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:06.199880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-a46826d3-4c3f-465d-bfde-67a32c7c2f3f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304452010&fields=id&tenant_id=21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 267 time: 0.0489500 Nov 08 14:24:06.326146 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-27166252-f471-4f87-bad1-b3eb1e226174 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:06.327655 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-27166252-f471-4f87-bad1-b3eb1e226174 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1204062 Nov 08 14:24:06.344262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-10196c52-3ff9-43ae-97f2-ed29c3b7572f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/quotas/21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 375 time: 0.0099239 Nov 08 14:24:06.408287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-5211cc6c-b487-45e6-bce2-c0ad97b4eb72 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0583427 Nov 08 14:24:06.596399 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-3908963c-1bce-45a3-b788-954946622308 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742294 Nov 08 14:24:06.687937 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2c1323c6-1dd1-4e12-80cf-a5a933651103 service neutron] 10.222.0.65 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848460 Nov 08 14:24:07.049994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-891718e9-159d-4792-89cc-c552e8340000 req-92f579ee-ae37-4032-ab7c-e2d15272cdcb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 210 time: 0.0949876 Nov 08 14:24:08.041395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-041b3f6d-afc0-4894-b480-ad45fc21e57c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:08.043035 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-041b3f6d-afc0-4894-b480-ad45fc21e57c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 812 time: 0.1163983 Nov 08 14:24:08.111722 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-aa6d398a-9e63-408d-affc-ca7c1221335f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21ee37a55c5941f3a01cf0b58976454c HTTP/1.1" status: 200 len: 379 time: 0.0599654 Nov 08 14:24:08.123195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'port': {'device_id': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'admin_state_up': True, 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'security_groups': ['7ea23800-bf2d-4c61-a6ac-c378b083326e']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:24:08.167702 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7428818f-22fe-43f2-a02e-4595edbdbccb req-93a49f8a-e91b-4340-8377-a9f488e59c32 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 210 time: 0.0323446 Nov 08 14:24:08.240881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Made reservation on behalf of 21ee37a55c5941f3a01cf0b58976454c for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:24:08.244520 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:08.374393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.20.0.5 (69eefbad-4719-42b1-867c-22a28fcc4ef6/b6644fb1-464a-4348-80f0-8f3b5ca81014/866539b2-a225-4373-aadc-2c73f43c0667) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:24:08.525025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:08.560395 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:08.606056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:24:08.611279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:24:08.615463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:24:08.622434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=866539b2-a225-4373-aadc-2c73f43c0667,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:08.652436 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.652783 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.653128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.653469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.653809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.654142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.654471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.654802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.655133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.655461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.655809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.656137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:08.688369 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:08.689092 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:08.706568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-4e3d9d96-9379-48cc-927f-4a28325f71ee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882387 Nov 08 14:24:08.722247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Request body: {'port': {'device_id': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:24:08.784331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:08.915132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2f0b1259-79b0-4cab-9cca-ccda88058b23 None None] Provisioning complete for port 866539b2-a225-4373-aadc-2c73f43c0667 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:24:08.915679 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f0b1259-79b0-4cab-9cca-ccda88058b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:08.963817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b1259-79b0-4cab-9cca-ccda88058b23 None None] Port 866539b2-a225-4373-aadc-2c73f43c0667 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:24:09.073252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 866539b2-a225-4373-aadc-2c73f43c0667 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:24:09.080955 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:09.093439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Transition to ACTIVE for port object 866539b2-a225-4373-aadc-2c73f43c0667 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:24:09.097074 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:09.155617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Pushing event updated for resources: {'Port': ['ID=866539b2-a225-4373-aadc-2c73f43c0667,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:09.255612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Attempting to bind port 866539b2-a225-4373-aadc-2c73f43c0667 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:24:09.256113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Attempting to bind port 866539b2-a225-4373-aadc-2c73f43c0667 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:24:09.256576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Attempting to bind port 866539b2-a225-4373-aadc-2c73f43c0667 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:24:09.262913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Port 866539b2-a225-4373-aadc-2c73f43c0667 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:24:09.263375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Attempting to bind port 866539b2-a225-4373-aadc-2c73f43c0667 on network 69eefbad-4719-42b1-867c-22a28fcc4ef6 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:24:09.269377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:24:09.269850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Checking segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:24:09.270866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Bound using segment: {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:24:09.271800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Bound port: 866539b2-a225-4373-aadc-2c73f43c0667, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8cb6682-d153-4cf7-b970-05e402613b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:24:09.272274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:09.337125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344b7a-9531-4260-bf44-4afa2a5e8449 req-78dd0a4f-770f-4988-becd-a0d92f5b0490 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:09.339314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52344b7a-9531-4260-bf44-4afa2a5e8449 req-78dd0a4f-770f-4988-becd-a0d92f5b0490 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0627258 Nov 08 14:24:09.350107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] For port 866539b2-a225-4373-aadc-2c73f43c0667, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:24:09.354086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] For port 866539b2-a225-4373-aadc-2c73f43c0667, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=866539b2-a225-4373-aadc-2c73f43c0667,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:24:09.359627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:09.406979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52344b7a-9531-4260-bf44-4afa2a5e8449 req-5973b9ca-6b20-4f0f-97b3-4bf309cbbf0c tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603747 Nov 08 14:24:09.409061 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:09.409678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:09.411180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] 10.222.0.70 "PUT /v2.0/ports/866539b2-a225-4373-aadc-2c73f43c0667 HTTP/1.1" status: 200 len: 1091 time: 0.6932912 Nov 08 14:24:09.413885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:24:09.416291 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be7a705-0109-4e71-b840-0699803b5170" -d '{"events": [{"name": "network-changed", "server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "tag": "866539b2-a225-4373-aadc-2c73f43c0667"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:24:09.453495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dec5b-1b74-46d0-b775-63d420f2b772 service neutron] Pushing event updated for resources: {'Port': ['ID=866539b2-a225-4373-aadc-2c73f43c0667,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:09.504195 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e060dcc5-d1da-4ad9-af3f-aecd107d6ad4 x-openstack-request-id: req-e060dcc5-d1da-4ad9-af3f-aecd107d6ad4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:24:09.504492 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "tag": "866539b2-a225-4373-aadc-2c73f43c0667", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:24:09.504822 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e060dcc5-d1da-4ad9-af3f-aecd107d6ad4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:24:09.505236 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667', 'status': 'completed', 'code': 200} Nov 08 14:24:09.524665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-82139fe6-a51f-408b-bdd8-282e43352ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:09.526559 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-82139fe6-a51f-408b-bdd8-282e43352ec2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0631261 Nov 08 14:24:09.573473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-0fa4dacc-00c4-4e1e-8221-8e0ff24db8a2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866539b2-a225-4373-aadc-2c73f43c0667 HTTP/1.1" status: 200 len: 217 time: 0.0391090 Nov 08 14:24:09.652901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-f07519fb-e2f9-44e5-a9bf-c574af8bf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:09.654412 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-f07519fb-e2f9-44e5-a9bf-c574af8bf8bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0742886 Nov 08 14:24:09.711629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-a258419a-fef8-468f-b042-7485c2b32bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:09.713426 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-a258419a-fef8-468f-b042-7485c2b32bef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504508 Nov 08 14:24:09.821307 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-9e17d8da-b653-4c62-9264-1f4b719bc1ff service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991082 Nov 08 14:24:09.926469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8bdfeb9b-8239-4756-983a-a453514d1bfc req-a07026be-d502-4c45-a19b-c18a4b3a8f37 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986211 Nov 08 14:24:10.033774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a705-0109-4e71-b840-0699803b5170 req-1cec58ca-ee4e-428a-83da-6a453fe5076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:10.035444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9be7a705-0109-4e71-b840-0699803b5170 req-1cec58ca-ee4e-428a-83da-6a453fe5076a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 1094 time: 0.0561969 Nov 08 14:24:10.143598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a705-0109-4e71-b840-0699803b5170 req-1b59277d-76a4-41e5-b67b-4ebc7fb87067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:10.145394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9be7a705-0109-4e71-b840-0699803b5170 req-1b59277d-76a4-41e5-b67b-4ebc7fb87067 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1004961 Nov 08 14:24:10.192050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9be7a705-0109-4e71-b840-0699803b5170 req-7445e71a-ab87-4165-9886-46cde87b20e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866539b2-a225-4373-aadc-2c73f43c0667 HTTP/1.1" status: 200 len: 217 time: 0.0397518 Nov 08 14:24:10.253545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a705-0109-4e71-b840-0699803b5170 req-42da1368-cde3-47e9-a4dd-503e30c74ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:10.254730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9be7a705-0109-4e71-b840-0699803b5170 req-42da1368-cde3-47e9-a4dd-503e30c74ed0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0559993 Nov 08 14:24:10.309416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7a705-0109-4e71-b840-0699803b5170 req-04cb6b65-03ee-4ae2-9b45-e54a7498f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:10.311610 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9be7a705-0109-4e71-b840-0699803b5170 req-04cb6b65-03ee-4ae2-9b45-e54a7498f485 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502079 Nov 08 14:24:10.430145 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9be7a705-0109-4e71-b840-0699803b5170 req-23c2d408-2382-471e-be70-a1c8783fe500 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112759 Nov 08 14:24:10.562436 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9be7a705-0109-4e71-b840-0699803b5170 req-9780e462-6793-4780-9aac-de313eb618e1 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249411 Nov 08 14:24:10.571583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427cf9f-a8dc-4714-83d1-07e9b2c0e801 req-bcdd3de4-80f9-4a46-afc5-e41f4c4cff2f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:10.573206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5427cf9f-a8dc-4714-83d1-07e9b2c0e801 req-bcdd3de4-80f9-4a46-afc5-e41f4c4cff2f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0711148 Nov 08 14:24:10.631997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5427cf9f-a8dc-4714-83d1-07e9b2c0e801 req-9e802d52-c8df-41e0-9f69-67b06448cc0f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522044 Nov 08 14:24:11.766926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871ba95-5a34-49b5-a656-c59cb23cc135 req-f731a867-f29e-4834-8b55-d73ee736ba16 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:11.768431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0871ba95-5a34-49b5-a656-c59cb23cc135 req-f731a867-f29e-4834-8b55-d73ee736ba16 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0544219 Nov 08 14:24:11.820072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0871ba95-5a34-49b5-a656-c59cb23cc135 req-46497673-a40b-4bac-88b2-9a957fffd096 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443199 Nov 08 14:24:12.956283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506760d-f6f1-4cde-a4ae-d01d232f8f9b req-150346b2-04c7-44f8-ba0e-98b8efc7c81e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:12.958646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2506760d-f6f1-4cde-a4ae-d01d232f8f9b req-150346b2-04c7-44f8-ba0e-98b8efc7c81e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0654106 Nov 08 14:24:13.023763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2506760d-f6f1-4cde-a4ae-d01d232f8f9b req-3e0cd9a7-cd86-45a4-a946-b454c6394d39 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589056 Nov 08 14:24:14.141311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e88a-acb8-4f04-bce1-8920a1d24bbc req-790d0e3c-b623-4232-97af-45b9df57b7cd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:14.142773 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e357e88a-acb8-4f04-bce1-8920a1d24bbc req-790d0e3c-b623-4232-97af-45b9df57b7cd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0489378 Nov 08 14:24:14.196892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e357e88a-acb8-4f04-bce1-8920a1d24bbc req-84124976-9a1a-4ab8-81b8-16bdc06ca811 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477998 Nov 08 14:24:14.729493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-b515c4b1-9832-4686-bb27-1ded101e5da2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412197 Nov 08 14:24:14.811875 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-13e69952-89c7-4556-945b-d19a969d65f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:14.813301 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-13e69952-89c7-4556-945b-d19a969d65f1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1097 time: 0.0409396 Nov 08 14:24:14.926080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-b6b87108-f6a8-4ceb-811b-6080c9048f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:14.928116 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-b6b87108-f6a8-4ceb-811b-6080c9048f1a service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0964599 Nov 08 14:24:15.005508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-cce1c699-8ce9-4f2f-a248-81abb5c343d6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 1002 time: 0.0693293 Nov 08 14:24:15.059012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-6db7d451-3a19-4bdd-9828-2ce823fb6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:15.060513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-6db7d451-3a19-4bdd-9828-2ce823fb6662 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0485287 Nov 08 14:24:15.109271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-ecd16469-7eb1-4f1e-b2f1-8fae18562327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:15.110674 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-ecd16469-7eb1-4f1e-b2f1-8fae18562327 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429969 Nov 08 14:24:15.207219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-ca8dafcf-3b54-4346-9e40-0d341cf619ee service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892830 Nov 08 14:24:15.300730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-de730453-0253-4b9e-88f7-dc35a0419e50 req-90999e37-179a-453f-a698-6876a454fa6b service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Nov 08 14:24:15.321907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93ca06-eb97-48a9-899a-a0f5ba83ea9c req-8abeb515-685f-46f8-93cd-d17439b70c49 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:15.323405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc93ca06-eb97-48a9-899a-a0f5ba83ea9c req-8abeb515-685f-46f8-93cd-d17439b70c49 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0512819 Nov 08 14:24:15.375066 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc93ca06-eb97-48a9-899a-a0f5ba83ea9c req-7b94ba78-47a8-4924-8798-f6e385242302 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448208 Nov 08 14:24:16.494259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b52444-e408-4ba4-b7f5-712dfa91de3c req-7b57f202-225a-47bf-8287-4a938e36624f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:16.495818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66b52444-e408-4ba4-b7f5-712dfa91de3c req-7b57f202-225a-47bf-8287-4a938e36624f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0508773 Nov 08 14:24:16.545926 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66b52444-e408-4ba4-b7f5-712dfa91de3c req-5ccbf86c-7f55-4b02-b157-351790a18283 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440710 Nov 08 14:24:16.677283 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:24:17.684311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a720ed5-5a0d-49e6-8435-f369091c90ba req-72680219-95bf-4e6e-9655-6f5c7f7f9c82 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:17.685885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a720ed5-5a0d-49e6-8435-f369091c90ba req-72680219-95bf-4e6e-9655-6f5c7f7f9c82 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0590432 Nov 08 14:24:17.742903 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a720ed5-5a0d-49e6-8435-f369091c90ba req-4877075b-9f13-47ec-9bc8-9cabc15846cf tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491753 Nov 08 14:24:18.863597 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4308a-dad5-4ece-92b8-72af81afabc8 req-82f8c222-2cf8-4d83-86b0-c5b33a70132e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:18.865133 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ba4308a-dad5-4ece-92b8-72af81afabc8 req-82f8c222-2cf8-4d83-86b0-c5b33a70132e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0519979 Nov 08 14:24:18.916598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ba4308a-dad5-4ece-92b8-72af81afabc8 req-d2c608e9-9244-480a-81da-b85944c4d98e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455086 Nov 08 14:24:20.038364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773665a7-74c2-433d-a64e-9b136df968a7 req-cbeb73bb-75da-40d1-a17a-86135fab1e03 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:20.039893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-773665a7-74c2-433d-a64e-9b136df968a7 req-cbeb73bb-75da-40d1-a17a-86135fab1e03 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0537934 Nov 08 14:24:20.090163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-773665a7-74c2-433d-a64e-9b136df968a7 req-cc3210ce-2274-46fb-9384-7e727b0d9d43 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442502 Nov 08 14:24:21.134639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 866539b2-a225-4373-aadc-2c73f43c0667 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:24:21.210638 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b48ac0-6756-4c4a-a3ab-dae09e2fa6f0 req-d003b21d-1144-4a68-b4dc-76a51d5aaff4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:21.212413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6b48ac0-6756-4c4a-a3ab-dae09e2fa6f0 req-d003b21d-1144-4a68-b4dc-76a51d5aaff4 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 943 time: 0.0525038 Nov 08 14:24:21.238680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 866539b2-a225-4373-aadc-2c73f43c0667, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=866539b2-a225-4373-aadc-2c73f43c0667,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:21.250389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '866539b2-a225-4373-aadc-2c73f43c0667', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'port_id': '866539b2-a225-4373-aadc-2c73f43c0667', 'mac_address': 'fa:16:3e:31:d5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:24:21.263360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6b48ac0-6756-4c4a-a3ab-dae09e2fa6f0 req-076ef7d1-99df-4d56-8f59-aa8a50cec8b8 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448050 Nov 08 14:24:21.290158 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:21.303042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 866539b2-a225-4373-aadc-2c73f43c0667 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:24:21.322518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 866539b2-a225-4373-aadc-2c73f43c0667, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=866539b2-a225-4373-aadc-2c73f43c0667,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:21.326714 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:21.391269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=866539b2-a225-4373-aadc-2c73f43c0667,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:21.399636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.400005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.400350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.400682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.401011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.401341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.401835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.401985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.402357 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.402698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.403032 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.403344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:24:21.554033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['866539b2-a225-4373-aadc-2c73f43c0667'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:24:22.384413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfabd4-55e6-4947-bbe8-01f88b377e0e req-3429f544-478d-4b57-9c48-583e3d740ceb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:22.385910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6bfabd4-55e6-4947-bbe8-01f88b377e0e req-3429f544-478d-4b57-9c48-583e3d740ceb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 944 time: 0.0509284 Nov 08 14:24:22.441434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6bfabd4-55e6-4947-bbe8-01f88b377e0e req-2351f29d-51b3-4e06-9554-baaf834ca234 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489156 Nov 08 14:24:23.165394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 866539b2-a225-4373-aadc-2c73f43c0667 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:24:23.217332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 866539b2-a225-4373-aadc-2c73f43c0667 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:24:23.222117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 866539b2-a225-4373-aadc-2c73f43c0667 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:24:23.222524 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:23.304580 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:23.328885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:24:23.331171 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20304f3e-d3b2-44d9-9bc8-940cda05bcf8" -d '{"events": [{"server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "name": "network-vif-plugged", "status": "completed", "tag": "866539b2-a225-4373-aadc-2c73f43c0667"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:24:23.344706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 866539b2-a225-4373-aadc-2c73f43c0667, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=866539b2-a225-4373-aadc-2c73f43c0667,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:24:23.349876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:23.378648 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dea369c-71a6-4dbe-9cbc-05eee3c44cb6 x-openstack-request-id: req-6dea369c-71a6-4dbe-9cbc-05eee3c44cb6 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:24:23.378985 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "name": "network-vif-plugged", "status": "completed", "tag": "866539b2-a225-4373-aadc-2c73f43c0667", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:24:23.379243 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dea369c-71a6-4dbe-9cbc-05eee3c44cb6 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:24:23.380272 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667', 'code': 200} Nov 08 14:24:23.415142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:23.416297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=866539b2-a225-4373-aadc-2c73f43c0667,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:23.489827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba16c9-56a1-4ab1-ad13-458a629c028a req-82f0fd72-e666-4380-8988-d6f3b96642e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:23.491922 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcba16c9-56a1-4ab1-ad13-458a629c028a req-82f0fd72-e666-4380-8988-d6f3b96642e2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0475357 Nov 08 14:24:23.547631 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fcba16c9-56a1-4ab1-ad13-458a629c028a req-97a5e909-adc5-4c59-96e2-40a43fbbb905 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486569 Nov 08 14:24:23.566746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eb11e-357f-4253-8e19-449f8abe5136 req-c204dcde-5281-4062-81e9-0663f39db5dd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:23.568349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a3eb11e-357f-4253-8e19-449f8abe5136 req-c204dcde-5281-4062-81e9-0663f39db5dd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 945 time: 0.0537980 Nov 08 14:24:23.620581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a3eb11e-357f-4253-8e19-449f8abe5136 req-a6c7ae05-5443-4add-bdd5-7058fdeddb99 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458465 Nov 08 14:24:23.912298 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:24.745551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ab67a-4587-412e-834f-97a7fe678fdb req-2ea18b17-5955-464e-a6d7-e8aab0aa43b6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:24.747154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c21ab67a-4587-412e-834f-97a7fe678fdb req-2ea18b17-5955-464e-a6d7-e8aab0aa43b6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Nov 08 14:24:24.797545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c21ab67a-4587-412e-834f-97a7fe678fdb req-cc9b3307-ad25-4f7c-b119-ab36b38fc68e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442796 Nov 08 14:24:24.920171 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc93db-2c8b-4a0d-9cf1-6c83f3cbfc95 req-70a3c23f-5b8c-4747-8d42-18018e2e97bc tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:24.921693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94dc93db-2c8b-4a0d-9cf1-6c83f3cbfc95 req-70a3c23f-5b8c-4747-8d42-18018e2e97bc tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 945 time: 0.0553126 Nov 08 14:24:24.977981 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-94dc93db-2c8b-4a0d-9cf1-6c83f3cbfc95 req-19275330-874a-46f1-b7b1-e5c0c4a05aa2 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499036 Nov 08 14:24:25.000422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40236) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:25.040969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac15d3f-374b-4c7e-9239-9fd661791420 tempest-TestVolumeBootPattern-842089840 tempest-TestVolumeBootPattern-842089840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:25.042485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ac15d3f-374b-4c7e-9239-9fd661791420 tempest-TestVolumeBootPattern-842089840 tempest-TestVolumeBootPattern-842089840-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 1091 time: 0.0411446 Nov 08 14:24:25.045364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40238) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:24:25.049567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '866539b2-a225-4373-aadc-2c73f43c0667', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:24:25.072524 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:25.173213 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:25.283775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Allocated IP 172.25.8.167 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/4a49ce9e-fd09-42ae-b462-23183ff79ca9) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:24:25.391590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:25.427818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:25.464249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:24:25.467062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:24:25.472666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:24:25.497113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=4a49ce9e-fd09-42ae-b462-23183ff79ca9,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:25.843037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:25.911983 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:26.071830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:26.077629 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:26.143432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event updated for resources: {'Port': ['ID=4a49ce9e-fd09-42ae-b462-23183ff79ca9,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:24:26.156249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:26.602307 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Floating IP f04dca31-fdd9-4f92-be8c-f8dca97e68ba associated. External IP: 172.25.8.167, port: 866539b2-a225-4373-aadc-2c73f43c0667. Nov 08 14:24:26.815096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:24:26.928329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:24:26.938644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:24:26.945585 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:26.950211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:26.951014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:24:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:26.978806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4755acb4-0a6d-44f4-8567-6947e02d7d2e tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9323685 Nov 08 14:24:26.979448 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:24:26.982682 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57360981-a2c0-43d8-be67-d14d541e4540" -d '{"events": [{"name": "network-changed", "server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "tag": "866539b2-a225-4373-aadc-2c73f43c0667"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:24:27.030287 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9401235f-9d23-44b2-9143-63414abd377a x-openstack-request-id: req-9401235f-9d23-44b2-9143-63414abd377a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:24:27.030586 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "tag": "866539b2-a225-4373-aadc-2c73f43c0667", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:24:27.030839 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9401235f-9d23-44b2-9143-63414abd377a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:24:27.031243 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667', 'status': 'completed', 'code': 200} Nov 08 14:24:27.083613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:27.101001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360981-a2c0-43d8-be67-d14d541e4540 req-7fd83e65-e56a-4d8c-a9d0-ca13f3e41ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:27.103351 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57360981-a2c0-43d8-be67-d14d541e4540 req-7fd83e65-e56a-4d8c-a9d0-ca13f3e41ec0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0478914 Nov 08 14:24:27.215661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360981-a2c0-43d8-be67-d14d541e4540 req-3bb8eefb-ff1c-45b7-aaac-4eb3bc23a027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:27.217177 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57360981-a2c0-43d8-be67-d14d541e4540 req-3bb8eefb-ff1c-45b7-aaac-4eb3bc23a027 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1074498 Nov 08 14:24:27.287787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57360981-a2c0-43d8-be67-d14d541e4540 req-4c27209a-f16b-47e1-8188-cea56a7f6e15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866539b2-a225-4373-aadc-2c73f43c0667 HTTP/1.1" status: 200 len: 999 time: 0.0633845 Nov 08 14:24:27.326239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:27Z', 'revision_number': 1, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}, {'id': 'f04dca31-fdd9-4f92-be8c-f8dca97e68ba', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': '866539b2-a225-4373-aadc-2c73f43c0667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:31:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:24:25Z', 'updated_at': '2021-11-08T14:24:25Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:27.344578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360981-a2c0-43d8-be67-d14d541e4540 req-d9c78504-e627-4335-a24f-7536ac3eba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:27.345956 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57360981-a2c0-43d8-be67-d14d541e4540 req-d9c78504-e627-4335-a24f-7536ac3eba56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0521076 Nov 08 14:24:27.352983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:24:27.361956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:24:27.362555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:24:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:27.394398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57360981-a2c0-43d8-be67-d14d541e4540 req-2205e09f-396f-4524-8fad-5dd6c535dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:24:27.397185 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57360981-a2c0-43d8-be67-d14d541e4540 req-2205e09f-396f-4524-8fad-5dd6c535dda6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436671 Nov 08 14:24:27.474202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:24:27.493464 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57360981-a2c0-43d8-be67-d14d541e4540 req-287cae3e-1090-439b-b3b9-19c581ac5a9c service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895240 Nov 08 14:24:27.596516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-57360981-a2c0-43d8-be67-d14d541e4540 req-bd4c561d-b55d-4975-ba59-37aa0ef2dfd4 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961337 Nov 08 14:24:27.712094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:27Z', 'revision_number': 1, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}, {'id': 'f04dca31-fdd9-4f92-be8c-f8dca97e68ba', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': '866539b2-a225-4373-aadc-2c73f43c0667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:31:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:24:25Z', 'updated_at': '2021-11-08T14:24:25Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:24:27.739949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb039c9-115d-4218-9b4a-22a518614280 None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:27Z', 'revision_number': 1, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}, {'id': 'f04dca31-fdd9-4f92-be8c-f8dca97e68ba', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.167', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': '866539b2-a225-4373-aadc-2c73f43c0667', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:31:d5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:24:25Z', 'updated_at': '2021-11-08T14:24:25Z', 'revision_number': 0, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:24:27.937340 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e656a5b1-9b25-4515-aae7-b19709667214 None None] New status for floating IP f04dca31-fdd9-4f92-be8c-f8dca97e68ba: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:24:27.994432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f397fe12-468f-40bc-aa01-24fef3ae7f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:31.506394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2097b0b7-5994-4ba9-9dbd-02fcac1eb926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:33.164012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:35.678701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:35.858769 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:53.400502 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:53.680219 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:24:53.901433 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:24:57.995226 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d13c0f63-a0e1-4f44-ba8d-21776e710732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:01.513966 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c354a4c2-ff8b-4470-8be8-c8d07d156671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:03.168735 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:05.682397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:05.851991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:11.210415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-98c8502c-1f02-43d4-9379-2f94348a8dab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935125 Nov 08 14:25:11.304942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-c9b2c3cd-024c-49fa-ad1a-c409393ed778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:11.306382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-c9b2c3cd-024c-49fa-ad1a-c409393ed778 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0491660 Nov 08 14:25:11.419762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-d951015d-e3ad-4c54-a83c-938e339a4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:11.421245 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-d951015d-e3ad-4c54-a83c-938e339a4bbf service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0917373 Nov 08 14:25:11.499283 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-7f4ebc0c-aee7-4d1b-b715-4754514a9a97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866539b2-a225-4373-aadc-2c73f43c0667 HTTP/1.1" status: 200 len: 1001 time: 0.0710111 Nov 08 14:25:11.568687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-45c4e2d5-1317-41bf-9e59-1367547b819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:11.570768 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-45c4e2d5-1317-41bf-9e59-1367547b819e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0641334 Nov 08 14:25:11.625461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-508fee80-3773-469f-b9ab-1ad4a9802317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:11.627066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-508fee80-3773-469f-b9ab-1ad4a9802317 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496829 Nov 08 14:25:11.639283 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-92de7d09-b629-477e-aacd-d66fde6a57b7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:25:11.640263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-92de7d09-b629-477e-aacd-d66fde6a57b7 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054197 Nov 08 14:25:11.746802 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-f0a1cb22-6650-4a37-933b-f0a4de3f2ac4 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996070 Nov 08 14:25:11.843511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f85dbbbd-0410-44d7-9bf0-2cc39e966306 req-af6fdf7d-691c-4a8a-bba6-b6f1c450c5f2 service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889542 Nov 08 14:25:15.715645 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-195952e9-d9d4-40ca-b4e7-c34996dece83 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412264 Nov 08 14:25:15.803837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-42a21957-2931-46a3-8ff1-e8e13ae159a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:15.805244 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-42a21957-2931-46a3-8ff1-e8e13ae159a8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1097 time: 0.0463269 Nov 08 14:25:15.911989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-f01a846e-e336-472b-92cb-6fedf1aa6b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:15.913682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-f01a846e-e336-472b-92cb-6fedf1aa6b61 service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0874834 Nov 08 14:25:15.991353 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-451988f7-3c2b-441f-a2ee-dc125a1fc1ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 1002 time: 0.0707939 Nov 08 14:25:16.046465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-d4d1620f-ee65-451c-8278-9ea987628117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:16.048172 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-d4d1620f-ee65-451c-8278-9ea987628117 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0489659 Nov 08 14:25:16.103156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-fab919c2-4144-4b80-82b0-7c252db9680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:16.104917 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-fab919c2-4144-4b80-82b0-7c252db9680f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497677 Nov 08 14:25:16.219426 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-4b294f93-e5eb-4535-ac3c-470363380dce service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071053 Nov 08 14:25:16.329851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db3921d6-9dce-4284-8f6e-dc128427c779 req-4a3c20f0-eafc-4d42-8338-ae506daafa08 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013818 Nov 08 14:25:23.419687 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:23.902714 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:27.998352 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98031a20-5c6e-4fef-a39d-1684cfb6350b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:30.679943 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:25:31.507698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb7c0074-1927-4e29-bda0-8cda4072923e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:33.169325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:35.687248 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:35.857660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:41.082237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-4d09355e-9043-478e-bbce-3df80ceb8c9e req-bc4c253e-a001-4373-b483-18398170a45e service neutron] (101841) timed out ('10.222.0.65', 44658) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:25:53.429391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:53.916184 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:54.588292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40268) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:25:54.772286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port 4a49ce9e-fd09-42ae-b462-23183ff79ca9 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:25:54.772777 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:54.853558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:54.853926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:54.866501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for 4a49ce9e-fd09-42ae-b462-23183ff79ca9 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:25:55.035595 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:55.060031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=4a49ce9e-fd09-42ae-b462-23183ff79ca9,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:55.074773 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.075251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.075456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.076374 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.076715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.077049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.077402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.077725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.078051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.078371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.078696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.079015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:25:55.143416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:55.143771 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Floating IP f04dca31-fdd9-4f92-be8c-f8dca97e68ba disassociated (deleted). External IP: 172.25.8.167, port: 866539b2-a225-4373-aadc-2c73f43c0667. Nov 08 14:25:55.377924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:25:55.500158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:25:55.507133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:55.512120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:25:55.524915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:55.525572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:25:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:55.545372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a78f6ab4-51f5-46f7-abe3-bf32f1b363ef tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "DELETE /v2.0/floatingips/f04dca31-fdd9-4f92-be8c-f8dca97e68ba HTTP/1.1" status: 204 len: 168 time: 0.9554236 Nov 08 14:25:55.546044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:25:55.548273 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b59a703-1b00-4721-8ffd-ea57bb2ab653" -d '{"events": [{"name": "network-changed", "server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "tag": "866539b2-a225-4373-aadc-2c73f43c0667"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:25:55.594456 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390aa795-22ca-4693-9850-5adececf52ec x-openstack-request-id: req-390aa795-22ca-4693-9850-5adececf52ec {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:25:55.595194 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "tag": "866539b2-a225-4373-aadc-2c73f43c0667", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:25:55.595194 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-390aa795-22ca-4693-9850-5adececf52ec {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:25:55.595713 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667', 'status': 'completed', 'code': 200} Nov 08 14:25:55.669399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:55.672114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-aa002e82-0ede-47e6-9acb-042a2ba76169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:55.675415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-aa002e82-0ede-47e6-9acb-042a2ba76169 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 1096 time: 0.0529356 Nov 08 14:25:55.806564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-925ae701-0b22-4f08-a15d-58cc3d1be1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:55.808342 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-925ae701-0b22-4f08-a15d-58cc3d1be1f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.1266012 Nov 08 14:25:55.858979 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-3a036c7a-d5ce-4dfb-8bce-44ddb8f31398 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=866539b2-a225-4373-aadc-2c73f43c0667 HTTP/1.1" status: 200 len: 217 time: 0.0411813 Nov 08 14:25:55.863057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d20142-730f-4c46-8fce-1c0989829c94 req-703b1642-ff70-4f3c-8243-69107e9d2873 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:55.865243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1d20142-730f-4c46-8fce-1c0989829c94 req-703b1642-ff70-4f3c-8243-69107e9d2873 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 945 time: 0.0627522 Nov 08 14:25:55.936443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-3e76309f-fa7e-4106-835d-246fcd48a30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:55.938357 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-3e76309f-fa7e-4106-835d-246fcd48a30e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0716763 Nov 08 14:25:55.954435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1d20142-730f-4c46-8fce-1c0989829c94 req-f2c8a3c3-c597-4068-a4f2-0ef4c25e2063 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811098 Nov 08 14:25:56.004689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-af510bca-ec90-4a70-8208-ad4289bca611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:56.006906 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-af510bca-ec90-4a70-8208-ad4289bca611 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589855 Nov 08 14:25:56.017219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:27Z', 'revision_number': 1, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:56.046902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:25:56.058122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:25:56.058801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:25:31Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:56.121913 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-a7de782e-2cfb-47a9-bcd6-87872cae2fda service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057093 Nov 08 14:25:56.195055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:25:56.233644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6b59a703-1b00-4721-8ffd-ea57bb2ab653 req-d9cf767b-44de-4bb9-bf28-7b73a605ec6d service neutron] 10.222.0.70 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036556 Nov 08 14:25:56.452501 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:27Z', 'revision_number': 1, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:25:56.480021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114a63d-b8c2-4498-82b0-431d40d9db98 None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'cec396fd-d760-466d-b738-edd922a2b55f', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'floating_ip_address': '172.25.8.151', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'port_id': 'a3489305-f680-4765-a295-c5b68a8f5161', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'mac_address': 'fa:16:3e:b6:5a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d602345-7502-418b-81ab-45c14e983936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:22:25Z', 'updated_at': '2021-11-08T14:22:27Z', 'revision_number': 1, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:25:56.732600 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b8cc23-7fac-4bbb-a2ca-b6258e282525 None None] New status for floating IP f04dca31-fdd9-4f92-be8c-f8dca97e68ba: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:25:57.111303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e4714-7098-4a69-baf8-a94e216fc60f req-8434416f-0d10-401c-9f48-be306bb3ac39 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:57.112956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-467e4714-7098-4a69-baf8-a94e216fc60f req-8434416f-0d10-401c-9f48-be306bb3ac39 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 945 time: 0.0659530 Nov 08 14:25:57.166859 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-467e4714-7098-4a69-baf8-a94e216fc60f req-f0574620-db4a-4a84-bd20-718d69179336 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474215 Nov 08 14:25:57.276897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-6c2f0435-e03e-4ede-9b04-82dfb35c68db tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:25:57.278310 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-6c2f0435-e03e-4ede-9b04-82dfb35c68db tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 945 time: 0.0527856 Nov 08 14:25:57.377864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port 866539b2-a225-4373-aadc-2c73f43c0667 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:25:57.378203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:57.480975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] For port 866539b2-a225-4373-aadc-2c73f43c0667, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=866539b2-a225-4373-aadc-2c73f43c0667,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:25:57.481339 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:57.496876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for 866539b2-a225-4373-aadc-2c73f43c0667 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:25:57.636608 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:57.667572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=866539b2-a225-4373-aadc-2c73f43c0667,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:25:57.713931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] No DVR routers for this DVR port 866539b2-a225-4373-aadc-2c73f43c0667 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:25:57.716741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:57.720442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a2eea49-fcd8-42a9-b79b-59c15198d7df req-51508841-635f-4d65-b432-ce0c294b9123 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.70 "DELETE /v2.0/ports/866539b2-a225-4373-aadc-2c73f43c0667 HTTP/1.1" status: 204 len: 173 time: 0.4364159 Nov 08 14:25:57.720904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'name': 'network-vif-deleted', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:25:57.723160 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d846c2fd-1018-45f1-8cf5-d98896b0a51c" -d '{"events": [{"server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "name": "network-vif-deleted", "tag": "866539b2-a225-4373-aadc-2c73f43c0667"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:25:57.767042 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60471a68-4093-47e8-b99f-dfa1aaf8da24 x-openstack-request-id: req-60471a68-4093-47e8-b99f-dfa1aaf8da24 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:25:57.767341 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b33b16e-2880-4d5b-8d75-8885167a5fd7", "name": "network-vif-deleted", "tag": "866539b2-a225-4373-aadc-2c73f43c0667", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:25:57.767903 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60471a68-4093-47e8-b99f-dfa1aaf8da24 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:25:57.768528 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b33b16e-2880-4d5b-8d75-8885167a5fd7', 'name': 'network-vif-deleted', 'tag': '866539b2-a225-4373-aadc-2c73f43c0667', 'status': 'completed', 'code': 200} Nov 08 14:25:58.003963 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be58cc92-af9a-4a7b-b743-8d6a35faab91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:25:58.271975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aa265bbe-6bd1-46fa-8464-f1056728c035 req-b30c210e-e124-41c9-ba84-cdb9d9b3fcee tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 210 time: 0.0278201 Nov 08 14:25:59.378487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e10d85ec-543e-4894-8a96-8e5c2491464c req-cf8e06dd-de98-42cf-838a-26fd2445136d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 210 time: 0.0294635 Nov 08 14:26:00.480744 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ea64ac7-af2f-4ae9-b525-255091f1a2ab req-a8467ae2-9a24-4002-a985-8bf35d5f8bce tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 210 time: 0.0263317 Nov 08 14:26:01.512992 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a9040cee-0fe8-4e24-b6ec-01ef443fd8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:01.582417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-176fe0c7-fc29-48f4-8d0a-4b7178c6a931 req-b065bef5-bddd-4c95-9483-dee7c962e02d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b33b16e-2880-4d5b-8d75-8885167a5fd7 HTTP/1.1" status: 200 len: 210 time: 0.0276747 Nov 08 14:26:01.617202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 866539b2-a225-4373-aadc-2c73f43c0667 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:01.641551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 866539b2-a225-4373-aadc-2c73f43c0667 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:01.641870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 866539b2-a225-4373-aadc-2c73f43c0667 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:03.172389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:05.689216 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:05.865208 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:07.682583 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:26:07.997880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:08.160469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port 6147b17d-932c-4d8d-973e-299bef9b62eb {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:08.160805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:08.233164 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:08.233480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:08.245208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for 6147b17d-932c-4d8d-973e-299bef9b62eb owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:08.393786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:08.420201 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=6147b17d-932c-4d8d-973e-299bef9b62eb,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:08.448270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.448620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.448966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.449308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.449648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.449984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.450315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.451363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.451699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.452092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.452423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.452754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:08.495698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:08.496005 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Floating IP cec396fd-d760-466d-b738-edd922a2b55f disassociated (deleted). External IP: 172.25.8.151, port: a3489305-f680-4765-a295-c5b68a8f5161. Nov 08 14:26:08.702013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:26:08.810044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:26:08.815256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:08.820816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:26:08.831140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:26:08.831780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:26:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:08.845429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a7560681-067c-422e-ae23-2bac1b7f1f1b tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "DELETE /v2.0/floatingips/cec396fd-d760-466d-b738-edd922a2b55f HTTP/1.1" status: 204 len: 168 time: 0.8464274 Nov 08 14:26:08.846027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:26:08.848357 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764" -d '{"events": [{"name": "network-changed", "server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "tag": "a3489305-f680-4765-a295-c5b68a8f5161"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:26:08.951876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:26:08.965345 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cfbfcb-cead-4662-b81e-ecb8c0694f93 x-openstack-request-id: req-c1cfbfcb-cead-4662-b81e-ecb8c0694f93 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:26:08.965653 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "tag": "a3489305-f680-4765-a295-c5b68a8f5161", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:26:08.965897 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1cfbfcb-cead-4662-b81e-ecb8c0694f93 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:26:08.966414 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161', 'status': 'completed', 'code': 200} Nov 08 14:26:09.050251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-c47aeb6b-5048-41bb-a787-b5b0005a11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:09.051811 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-c47aeb6b-5048-41bb-a787-b5b0005a11fd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=21ee37a55c5941f3a01cf0b58976454c&device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 1097 time: 0.0523422 Nov 08 14:26:09.114321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce177ad-285a-4baf-8654-019f1bd5b122 req-027cc19c-8a14-4bd6-b059-196ccd6b58ea tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:09.116164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ce177ad-285a-4baf-8654-019f1bd5b122 req-027cc19c-8a14-4bd6-b059-196ccd6b58ea tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Nov 08 14:26:09.151827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-6e228b06-0e03-47af-a1a6-627321d65e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:09.153315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-6e228b06-0e03-47af-a1a6-627321d65e7c service neutron] 10.222.0.54 "GET /v2.0/networks?id=69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 200 len: 913 time: 0.0933230 Nov 08 14:26:09.176958 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ce177ad-285a-4baf-8654-019f1bd5b122 req-e0bd236f-f433-4d80-bdd5-f7a817caf624 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497177 Nov 08 14:26:09.190521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:09.202594 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-2e8c4bdb-36d7-4756-82df-175136162934 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 200 len: 217 time: 0.0405715 Nov 08 14:26:09.217703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:26:09.226476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:26:09.227097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:26:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:09.256099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-1e70661b-54e9-4677-9427-c07dc17d3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:09.257593 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-1e70661b-54e9-4677-9427-c07dc17d3a13 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 200 len: 851 time: 0.0465310 Nov 08 14:26:09.306509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-2e8b3a30-6bd1-42ea-aafb-ea52ca162a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:09.308214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-2e8b3a30-6bd1-42ea-aafb-ea52ca162a0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=69eefbad-4719-42b1-867c-22a28fcc4ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427456 Nov 08 14:26:09.319910 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-4f5d1e03-3e97-413e-b0da-ac5352370a7c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:26:09.321070 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-4f5d1e03-3e97-413e-b0da-ac5352370a7c service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052943 Nov 08 14:26:09.335228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:26:09.418432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-d2908374-66d5-4b3e-bd2d-2a7f0e28de18 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901849 Nov 08 14:26:09.515577 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19ebccc7-6552-41ee-9bbf-2a7f08d5c764 req-479d34b2-3aec-40db-9d90-669d23d8f7a3 service neutron] 10.222.0.54 "GET /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889113 Nov 08 14:26:09.541117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:09.570186 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64828c24-aa42-4bb1-88bf-892ad4ad7bbc None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:15:14Z', 'revision_number': 4, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'fe914d6c-bc1e-4f5b-a132-f08c8855c527', 'name': '', 'network_id': '69eefbad-4719-42b1-867c-22a28fcc4ef6', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'mac_address': 'fa:16:3e:dc:ac:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:13Z', 'updated_at': '2021-11-08T14:15:19Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'subnets': [{'id': 'b6644fb1-464a-4348-80f0-8f3b5ca81014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:26:09.797947 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4295d7-7a4f-48d9-9985-17d60ac97550 None None] New status for floating IP cec396fd-d760-466d-b738-edd922a2b55f: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:26:10.299005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96097f43-a40a-4ced-8deb-b5a422250fbe req-471b1dd3-7d62-40c8-b084-872789b7545d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:10.300534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96097f43-a40a-4ced-8deb-b5a422250fbe req-471b1dd3-7d62-40c8-b084-872789b7545d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 946 time: 0.0501220 Nov 08 14:26:10.354163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96097f43-a40a-4ced-8deb-b5a422250fbe req-ef7aa3c5-5bd8-4625-a487-04812e0c1d5d tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/security-groups?id=7ea23800-bf2d-4c61-a6ac-c378b083326e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476346 Nov 08 14:26:10.672600 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-9cb98d93-4181-494d-8f31-f98586bd4ece tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:10.674065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-9cb98d93-4181-494d-8f31-f98586bd4ece tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 946 time: 0.0528176 Nov 08 14:26:10.775693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port a3489305-f680-4765-a295-c5b68a8f5161 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:10.776027 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:10.874010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] For port a3489305-f680-4765-a295-c5b68a8f5161, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3489305-f680-4765-a295-c5b68a8f5161,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:10.874376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:10.888036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for a3489305-f680-4765-a295-c5b68a8f5161 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:11.028871 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:11.059075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=a3489305-f680-4765-a295-c5b68a8f5161,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:11.098143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] No DVR routers for this DVR port a3489305-f680-4765-a295-c5b68a8f5161 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:26:11.100712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:11.103966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea0c8766-df8b-4351-b5fb-fffd3a6b9e0e req-f172cdf7-09f7-4604-85c6-ef94e0279fc6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.54 "DELETE /v2.0/ports/a3489305-f680-4765-a295-c5b68a8f5161 HTTP/1.1" status: 204 len: 173 time: 0.4240201 Nov 08 14:26:11.104401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'name': 'network-vif-deleted', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:26:11.106610 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d293c1-7a8f-41c3-9ee7-1621e8ada9ab" -d '{"events": [{"server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "name": "network-vif-deleted", "tag": "a3489305-f680-4765-a295-c5b68a8f5161"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:26:11.151026 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf9efc0-adf5-47a0-8261-f1caee832841 x-openstack-request-id: req-6cf9efc0-adf5-47a0-8261-f1caee832841 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:26:11.151327 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d602345-7502-418b-81ab-45c14e983936", "name": "network-vif-deleted", "tag": "a3489305-f680-4765-a295-c5b68a8f5161", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:26:11.151581 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cf9efc0-adf5-47a0-8261-f1caee832841 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:26:11.152020 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d602345-7502-418b-81ab-45c14e983936', 'name': 'network-vif-deleted', 'tag': 'a3489305-f680-4765-a295-c5b68a8f5161', 'status': 'completed', 'code': 200} Nov 08 14:26:11.479064 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1050b988-e889-423c-815e-2a40bf994abe req-4cf53d7c-f53f-410b-a557-35eb284512ac tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0371270 Nov 08 14:26:12.586157 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e97f2864-a656-4c1a-b205-f3865310f33d req-cddb58e9-7a7f-43fe-b31a-563674e001d6 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0273659 Nov 08 14:26:13.693991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fc98f107-721c-4953-8f99-b66bc7e2e0b1 req-9c3d6bb9-ea9c-436a-b86d-bec70e2c7d8f tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0296619 Nov 08 14:26:13.982242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3489305-f680-4765-a295-c5b68a8f5161 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:14.003963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: a3489305-f680-4765-a295-c5b68a8f5161 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:14.004308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3489305-f680-4765-a295-c5b68a8f5161 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:14.810891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2332eaf6-793e-4fb6-b350-200710d5a94f req-ab55ee3a-c4cf-4094-878d-702f69bf41ed tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0370808 Nov 08 14:26:15.937999 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34155a5c-ece1-4358-9ae5-970930a5b551 req-55ff822f-f10d-42b1-b22c-c0bcfd9da9bd tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d602345-7502-418b-81ab-45c14e983936 HTTP/1.1" status: 200 len: 210 time: 0.0297241 Nov 08 14:26:16.996905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40344) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:17.121328 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Deleting port 8fb9051c-731c-4611-808e-68e7cf3dadb2 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:17.121665 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:17.197435 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:17.197765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:17.209779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Calling delete_port for 8fb9051c-731c-4611-808e-68e7cf3dadb2 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:17.342129 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:17.367909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'Port': ['ID=8fb9051c-731c-4611-808e-68e7cf3dadb2,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:17.432785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:17.435973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:17.437180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-418b8ab5-e29b-4fd7-bddb-308a5f7f7584 tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "DELETE /v2.0/floatingips/e5807071-bd04-40b9-8f6c-e7af4b8a0468 HTTP/1.1" status: 204 len: 168 time: 0.4389582 Nov 08 14:26:20.739093 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40360) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:20.799758 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-669df612-ef29-49ff-9843-97338ce137bb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:20.831179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-669df612-ef29-49ff-9843-97338ce137bb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:20.894052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-669df612-ef29-49ff-9843-97338ce137bb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:20.897159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-669df612-ef29-49ff-9843-97338ce137bb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:20.898393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-669df612-ef29-49ff-9843-97338ce137bb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] 10.222.0.65 "DELETE /v2.0/security-groups/7ea23800-bf2d-4c61-a6ac-c378b083326e HTTP/1.1" status: 204 len: 168 time: 0.1579647 Nov 08 14:26:20.908225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669df612-ef29-49ff-9843-97338ce137bb tempest-TestVolumeBootPattern-897992128 tempest-TestVolumeBootPattern-897992128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea23800-bf2d-4c61-a6ac-c378b083326e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:20.973975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40364) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:21.739276 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:21.993515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Deleting port fe914d6c-bc1e-4f5b-a132-f08c8855c527 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:21.993787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:22.082473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] For port fe914d6c-bc1e-4f5b-a132-f08c8855c527, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=fe914d6c-bc1e-4f5b-a132-f08c8855c527,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:22.082821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:22.095818 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Calling delete_port for fe914d6c-bc1e-4f5b-a132-f08c8855c527 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:22.290525 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:22.314659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe914d6c-bc1e-4f5b-a132-f08c8855c527,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:22.497064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:22.717138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:26:22.829084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:26:22.834079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1b45d193-9172-4ff3-9ae6-fc06936b5b88 admin admin] 10.222.0.65 "PUT /v2.0/routers/63f5ee7f-f988-4e53-9cdb-77fee4217a50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8591452 Nov 08 14:26:22.836766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40368) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:22.840014 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] Sync routers for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:26:22.855274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:26:22.855942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:26:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:22.947848 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:22.963445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:26:23.313379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:26:22Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:23.339868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] Checking router: 63f5ee7f-f988-4e53-9cdb-77fee4217a50 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:26:23.349490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] Routers {'63f5ee7f-f988-4e53-9cdb-77fee4217a50'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:26:23.350122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:26:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:23.367019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.423651 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Deleting port 32b719f2-c246-440c-a536-a9a1c05d7f9a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:23.424022 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.473764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] Set router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:26:23.475983 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.512183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] For port 32b719f2-c246-440c-a536-a9a1c05d7f9a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=32b719f2-c246-440c-a536-a9a1c05d7f9a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:23.512549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.526227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Calling delete_port for 32b719f2-c246-440c-a536-a9a1c05d7f9a owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:23.658446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:26:22Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:23.685211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf6fb7a-6933-4b73-8151-ed8e5fa5034b None None] The sync data for ids ['63f5ee7f-f988-4e53-9cdb-77fee4217a50'] in n-d-804292-2 is: [{'id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'name': 'tempest-TestVolumeBootPattern-2129407924-router', 'tenant_id': '21ee37a55c5941f3a01cf0b58976454c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:06Z', 'updated_at': '2021-11-08T14:26:22Z', 'revision_number': 5, 'project_id': '21ee37a55c5941f3a01cf0b58976454c', 'gw_port': {'id': '32b719f2-c246-440c-a536-a9a1c05d7f9a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:57:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f5ee7f-f988-4e53-9cdb-77fee4217a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:07Z', 'updated_at': '2021-11-08T14:15:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:26:23.698775 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.726799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Pushing event deleted for resources: {'Port': ['ID=32b719f2-c246-440c-a536-a9a1c05d7f9a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:23.793910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.884558 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.886699 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.919484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.929258 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.929822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f5ee7f-f988-4e53-9cdb-77fee4217a50 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:26:23.934163 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:23.935854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d7c0c18b-d7fc-4f30-9ff6-966dacbbc01d admin admin] 10.222.0.65 "DELETE /v2.0/routers/63f5ee7f-f988-4e53-9cdb-77fee4217a50 HTTP/1.1" status: 204 len: 168 time: 1.0980668 Nov 08 14:26:23.938408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40370) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:23.984374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] Deleting subnet b6644fb1-464a-4348-80f0-8f3b5ca81014 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:26:23.987598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.028105 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.109823 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.166399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.193390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6644fb1-464a-4348-80f0-8f3b5ca81014,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:24.198679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.201956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-760fc6ae-55de-40b8-8c50-98f94e6db359 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b6644fb1-464a-4348-80f0-8f3b5ca81014 HTTP/1.1" status: 204 len: 168 time: 0.2626092 Nov 08 14:26:24.204483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40372) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:24.207170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5211b954-f5c1-4970-b43b-4bab907924d6 None None] Network 69eefbad-4719-42b1-867c-22a28fcc4ef6 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:26:24.283264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.339224 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Deleting port b124d47f-a268-4d29-93ac-782d48668cbd {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:24.339568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.409526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] DHCP port deletion for 69eefbad-4719-42b1-867c-22a28fcc4ef6 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:26:24.426398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] For port b124d47f-a268-4d29-93ac-782d48668cbd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b124d47f-a268-4d29-93ac-782d48668cbd,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:24.426766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.440359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Calling delete_port for b124d47f-a268-4d29-93ac-782d48668cbd owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:24.457532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Deleting port b124d47f-a268-4d29-93ac-782d48668cbd {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:24.457897 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.521721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.527693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] For port b124d47f-a268-4d29-93ac-782d48668cbd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b124d47f-a268-4d29-93ac-782d48668cbd,segment=NetworkSegment(f8cb6682-d153-4cf7-b970-05e402613b7b),segment_id=f8cb6682-d153-4cf7-b970-05e402613b7b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:24.528111 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.541573 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Calling delete_port for b124d47f-a268-4d29-93ac-782d48668cbd owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:24.549410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Pushing event deleted for resources: {'Port': ['ID=b124d47f-a268-4d29-93ac-782d48668cbd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:24.551250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] No DVR routers for this DVR port b124d47f-a268-4d29-93ac-782d48668cbd on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:26:24.622801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.625679 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.646032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69eefbad-4719-42b1-867c-22a28fcc4ef6']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:24.648835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Pushing event deleted for resources: {'Port': ['ID=b124d47f-a268-4d29-93ac-782d48668cbd,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:24.654000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] No DVR routers for this DVR port b124d47f-a268-4d29-93ac-782d48668cbd on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:26:24.656337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8cb6682-d153-4cf7-b970-05e402613b7b') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:24.656784 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8cb6682-d153-4cf7-b970-05e402613b7b') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:24.661326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.661679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.662020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.662360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.662696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.663027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.663370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.664169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.664169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.664351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.664646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.664967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bb49d5-bf71-4d22-9317-4674cb83e6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:24.671327 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.685016 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.690903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:26:24.691281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:26:24.693096 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:26:24.752595 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.759696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:24.762935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] 10.222.0.65 "DELETE /v2.0/networks/69eefbad-4719-42b1-867c-22a28fcc4ef6 HTTP/1.1" status: 204 len: 168 time: 0.5573814 Nov 08 14:26:24.765994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40374) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:24.774069 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44789085-c59a-4cc2-ac3f-9d2792537044 admin admin] Pushing event deleted for resources: {'Network': ['ID=69eefbad-4719-42b1-867c-22a28fcc4ef6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:25.058666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 32b719f2-c246-440c-a536-a9a1c05d7f9a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:25.080373 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 32b719f2-c246-440c-a536-a9a1c05d7f9a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:25.080726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 32b719f2-c246-440c-a536-a9a1c05d7f9a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:25.081142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fe914d6c-bc1e-4f5b-a132-f08c8855c527 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:25.099747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: fe914d6c-bc1e-4f5b-a132-f08c8855c527 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:25.100104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device fe914d6c-bc1e-4f5b-a132-f08c8855c527 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:25.100513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b124d47f-a268-4d29-93ac-782d48668cbd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:25.119291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b124d47f-a268-4d29-93ac-782d48668cbd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:25.119643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b124d47f-a268-4d29-93ac-782d48668cbd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:25.133550 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:25.379587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Deleting port ae8651e2-f38d-421a-8e10-54192b27a4b7 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:25.379863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:25.462119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] For port ae8651e2-f38d-421a-8e10-54192b27a4b7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ae8651e2-f38d-421a-8e10-54192b27a4b7,segment=NetworkSegment(6f6d1425-c3d6-4bc5-948c-1180caca3823),segment_id=6f6d1425-c3d6-4bc5-948c-1180caca3823)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:25.462472 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:25.475537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Calling delete_port for ae8651e2-f38d-421a-8e10-54192b27a4b7 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:25.657667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:25.682577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8651e2-f38d-421a-8e10-54192b27a4b7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:25.860661 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.079881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Router 06e6495f-1181-4757-a86f-36e4ebf234bf has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:26:26.184421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:26:26.189495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-355fed92-f5eb-416d-acc8-d2b301727d94 admin admin] 10.222.0.65 "PUT /v2.0/routers/06e6495f-1181-4757-a86f-36e4ebf234bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4217887 Nov 08 14:26:26.192199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40376) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:26.195659 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] Sync routers for ids ['06e6495f-1181-4757-a86f-36e4ebf234bf'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:26:26.205909 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] Routers {'06e6495f-1181-4757-a86f-36e4ebf234bf'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:26:26.206522 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:26:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['06e6495f-1181-4757-a86f-36e4ebf234bf'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:26.297666 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.405531 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.407110 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] Set router 06e6495f-1181-4757-a86f-36e4ebf234bf gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:26:26.459144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Deleting port 14e57319-af61-4ab0-98e3-dd7d2dfee385 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:26.459483 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.539212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] For port 14e57319-af61-4ab0-98e3-dd7d2dfee385, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14e57319-af61-4ab0-98e3-dd7d2dfee385,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:26.539702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.554737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Calling delete_port for 14e57319-af61-4ab0-98e3-dd7d2dfee385 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:26.585917 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:26:25Z', 'revision_number': 5, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port': {'id': '14e57319-af61-4ab0-98e3-dd7d2dfee385', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:6e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:26.612868 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] Checking router: 06e6495f-1181-4757-a86f-36e4ebf234bf for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:26:26.622687 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] Routers {'06e6495f-1181-4757-a86f-36e4ebf234bf'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:26:26.623231 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:26:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['06e6495f-1181-4757-a86f-36e4ebf234bf'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:26.708161 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] Set router 06e6495f-1181-4757-a86f-36e4ebf234bf gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:26:26.722323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.752578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=14e57319-af61-4ab0-98e3-dd7d2dfee385,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:26.767910 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:26:26Z', 'revision_number': 6, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:26.796420 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6701d382-8826-433e-bfdf-b5df7e221d02 None None] The sync data for ids ['06e6495f-1181-4757-a86f-36e4ebf234bf'] in n-d-804292-2 is: [{'id': '06e6495f-1181-4757-a86f-36e4ebf234bf', 'name': 'tempest-TestVolumeBootPattern-1826159660-router', 'tenant_id': '08b74291e0b1494abf4ea21d046f6479', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:15:18Z', 'updated_at': '2021-11-08T14:26:26Z', 'revision_number': 6, 'project_id': '08b74291e0b1494abf4ea21d046f6479', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:26:26.815985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.908383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.910559 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.954195 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.954783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06e6495f-1181-4757-a86f-36e4ebf234bf {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:26:26.959299 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:26.960303 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d440c7d7-19d3-4b74-919f-e9d89c6b8e7e admin admin] 10.222.0.65 "DELETE /v2.0/routers/06e6495f-1181-4757-a86f-36e4ebf234bf HTTP/1.1" status: 204 len: 168 time: 0.7669778 Nov 08 14:26:26.962797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40378) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:27.011229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] Deleting subnet 0c844244-cbaa-4083-b9db-ebef32d550ef {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:26:27.015213 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.049568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.128762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.195120 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.225252 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.231005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0c844244-cbaa-4083-b9db-ebef32d550ef HTTP/1.1" status: 204 len: 168 time: 0.2651536 Nov 08 14:26:27.231005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f0b4b-e2c6-43a0-9037-ac000abf4478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c844244-cbaa-4083-b9db-ebef32d550ef,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:27.232860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40380) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:27.236829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4016e4-d2a2-4ac0-8ac5-2c299d6fd40f None None] Network 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:26:27.297313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ae8651e2-f38d-421a-8e10-54192b27a4b7 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:27.307925 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.328672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ae8651e2-f38d-421a-8e10-54192b27a4b7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:27.329025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ae8651e2-f38d-421a-8e10-54192b27a4b7 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:27.367418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Deleting port 19be2a31-040a-43e8-90b0-d575bfdf9bdc {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:27.367418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.438983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] For port 19be2a31-040a-43e8-90b0-d575bfdf9bdc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=19be2a31-040a-43e8-90b0-d575bfdf9bdc,segment=NetworkSegment(6f6d1425-c3d6-4bc5-948c-1180caca3823),segment_id=6f6d1425-c3d6-4bc5-948c-1180caca3823)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:27.439344 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.452482 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Calling delete_port for 19be2a31-040a-43e8-90b0-d575bfdf9bdc owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:27.469682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] DHCP port deletion for 8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:26:27.520179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] Deleting port 19be2a31-040a-43e8-90b0-d575bfdf9bdc {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:27.520324 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.555010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.586660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Pushing event deleted for resources: {'Port': ['ID=19be2a31-040a-43e8-90b0-d575bfdf9bdc,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:27.586976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] For port 19be2a31-040a-43e8-90b0-d575bfdf9bdc, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=19be2a31-040a-43e8-90b0-d575bfdf9bdc,segment=NetworkSegment(6f6d1425-c3d6-4bc5-948c-1180caca3823),segment_id=6f6d1425-c3d6-4bc5-948c-1180caca3823)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:27.587397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.590716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] No DVR routers for this DVR port 19be2a31-040a-43e8-90b0-d575bfdf9bdc on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:26:27.603917 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] Calling delete_port for 19be2a31-040a-43e8-90b0-d575bfdf9bdc owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:27.666138 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.686509 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.690890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:27.702139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6d1425-c3d6-4bc5-948c-1180caca3823') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:27.702447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6d1425-c3d6-4bc5-948c-1180caca3823') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:26:27.712402 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.713077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] Pushing event deleted for resources: {'Port': ['ID=19be2a31-040a-43e8-90b0-d575bfdf9bdc,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:27.717340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd1437-802c-43d5-9e4e-b0bd9a50798b None None] No DVR routers for this DVR port 19be2a31-040a-43e8-90b0-d575bfdf9bdc on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:26:27.729186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.736735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:26:27.737173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:26:27.739271 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:26:27.794725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.800645 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:27.803794 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e HTTP/1.1" status: 204 len: 168 time: 0.5700758 Nov 08 14:26:27.814648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406548b-2c46-4d15-b4ab-e06ea1e40305 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f09b4a6-e89b-41cf-bdc0-0cbe8b18ec6e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:27.931213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40384) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:27.976968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-631eca2e-cf58-4f62-9f17-aaa5d3554251 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21ee37a55c5941f3a01cf0b58976454c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444372 Nov 08 14:26:27.979285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40386) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:27.999015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c4c719a-8855-4a17-8c52-11a9feabf229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.035887 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d33ee25d-fe77-4098-9552-cfa42871a81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.057776 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d33ee25d-fe77-4098-9552-cfa42871a81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.104939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d33ee25d-fe77-4098-9552-cfa42871a81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.107416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d33ee25d-fe77-4098-9552-cfa42871a81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.108604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d33ee25d-fe77-4098-9552-cfa42871a81e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0514e6b-3569-4533-a6d8-ed37cc6b5de5 HTTP/1.1" status: 204 len: 168 time: 0.1270092 Nov 08 14:26:28.116380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ee25d-fe77-4098-9552-cfa42871a81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0514e6b-3569-4533-a6d8-ed37cc6b5de5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:28.437293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40392) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:28.476918 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89fc5f90-61b9-44cd-b4f8-0cf065df8f87 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08b74291e0b1494abf4ea21d046f6479&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382974 Nov 08 14:26:28.479330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40394) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:28.532424 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-148e34d3-cdb1-4c80-a551-3861ec94f454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.554181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-148e34d3-cdb1-4c80-a551-3861ec94f454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.603452 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-148e34d3-cdb1-4c80-a551-3861ec94f454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.606276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-148e34d3-cdb1-4c80-a551-3861ec94f454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:28.608074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-148e34d3-cdb1-4c80-a551-3861ec94f454 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f7e0165-cbc1-47b4-8c7e-8d5289f2ed2d HTTP/1.1" status: 204 len: 168 time: 0.1277661 Nov 08 14:26:28.616198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e34d3-cdb1-4c80-a551-3861ec94f454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7e0165-cbc1-47b4-8c7e-8d5289f2ed2d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:29.060189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14e57319-af61-4ab0-98e3-dd7d2dfee385 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:29.085479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 14e57319-af61-4ab0-98e3-dd7d2dfee385 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:29.085822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14e57319-af61-4ab0-98e3-dd7d2dfee385 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:29.086239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 19be2a31-040a-43e8-90b0-d575bfdf9bdc no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:29.107337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 19be2a31-040a-43e8-90b0-d575bfdf9bdc {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:29.107676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 19be2a31-040a-43e8-90b0-d575bfdf9bdc not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:26:31.508540 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c73275c2-a96e-4706-9e9c-d17f2ab81fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:33.174943 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:35.692201 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:35.863219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:38.984612 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-7ce6ff99-6918-46c0-8e27-6679b6ea8e81 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=e7d0a7894c1c465f8e0b8ef24108541f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222118 Nov 08 14:26:39.095935 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-6504e167-143f-4210-9124-424059a7bcf1 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:39.097584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-6504e167-143f-4210-9124-424059a7bcf1 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1073782 Nov 08 14:26:39.112414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-0cd99cae-3167-4c5b-8694-741ac00df944 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/quotas/e7d0a7894c1c465f8e0b8ef24108541f HTTP/1.1" status: 200 len: 375 time: 0.0092041 Nov 08 14:26:39.146141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-81924d42-15c4-4ca3-98e6-307968a7abb6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7d0a7894c1c465f8e0b8ef24108541f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283313 Nov 08 14:26:40.326736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a97f609d-3cfc-4313-8957-2bfa4cc6f1e4 req-8132a3ca-dc9b-4e66-8b21-baf1ef72abaa tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 210 time: 0.0274918 Nov 08 14:26:41.405595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbd3fb60-c507-4760-8224-2c107cd0924b req-dfeba769-a4fe-479b-bbaa-76e978ca413e tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 210 time: 0.0273087 Nov 08 14:26:42.485506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e3a00ce-f341-4a6a-8d42-b5452886a3e0 req-be839ae6-b8b4-4713-96ba-1cb461203b01 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 210 time: 0.0274978 Nov 08 14:26:43.570710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82fdbc28-e72a-4a6c-854f-8d25ffbb4d2a req-caae805d-ac18-4573-8021-80b7a647ef61 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 210 time: 0.0314302 Nov 08 14:26:44.671658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b593f7c6-894d-4686-b337-599b1886a7b3 req-b7ca79c8-90cc-4cbf-80fa-2f91e8d357c0 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 210 time: 0.0305090 Nov 08 14:26:44.685739 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:26:45.245013 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-06ecd33e-4502-4deb-ae6b-edeff6a48ca8 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e7d0a7894c1c465f8e0b8ef24108541f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224144 Nov 08 14:26:45.357714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-7673f2f5-eb57-4ced-8eb9-21b152e8212c tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:45.359143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-7673f2f5-eb57-4ced-8eb9-21b152e8212c tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082330 Nov 08 14:26:45.373136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Request body: {'port': {'device_id': '13768dd5-f504-45ac-a166-31b210ed304f', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'admin_state_up': True, 'tenant_id': 'e7d0a7894c1c465f8e0b8ef24108541f'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:26:45.480362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Made reservation on behalf of e7d0a7894c1c465f8e0b8ef24108541f for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:26:45.484438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:45.493312 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:45.574036 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:45.577655 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:45.642506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:45.721853 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Allocated IP 192.168.233.77 (2a96325e-aaf6-4a43-b18b-daaa73c9b894/d9b7a19b-0cc4-40cf-9a61-17415b70efd0/98b4ffbd-15d5-4907-8e81-3d2f02cb5277) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:26:45.767273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a67a2c67-2cb9-4aeb-9792-60392a0cdc7e req-4bd99ca2-9854-4409-819d-b4ecacbfaac6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 210 time: 0.0264461 Nov 08 14:26:45.879868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:45.915034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:45.958617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:26:45.963913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:26:45.968468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:26:46.000577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Pushing event updated for resources: {'Port': ['ID=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:46.028115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:46.029321 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.046296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-2e481241-7a20-4290-8231-c237dc3b25b6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6771328 Nov 08 14:26:46.059240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Request body: {'port': {'device_id': '13768dd5-f504-45ac-a166-31b210ed304f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:26:46.118802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.260013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ab7562f7-d787-44b6-b35b-14a6d0e6e9e1 None None] Provisioning complete for port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:26:46.260605 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ab7562f7-d787-44b6-b35b-14a6d0e6e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.297226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ab7562f7-d787-44b6-b35b-14a6d0e6e9e1 None None] Port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:26:46.398488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:26:46.407277 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.422812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Transition to ACTIVE for port object 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:26:46.426336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.479929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:46.557404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Attempting to bind port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:26:46.557404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Attempting to bind port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:26:46.558034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Attempting to bind port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:26:46.564251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:26:46.564580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Attempting to bind port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 on network 2a96325e-aaf6-4a43-b18b-daaa73c9b894 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:26:46.571270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:26:46.571614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Checking segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:26:46.572035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Bound using segment: {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:26:46.572575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Bound port: 98b4ffbd-15d5-4907-8e81-3d2f02cb5277, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '512cf102-8402-4527-87c5-df6ad847310d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:26:46.573079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.644342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] For port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:26:46.647889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] For port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:26:46.654275 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.696030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:46.696821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:46.700031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] 10.222.0.70 "PUT /v2.0/ports/98b4ffbd-15d5-4907-8e81-3d2f02cb5277 HTTP/1.1" status: 200 len: 1095 time: 0.6450305 Nov 08 14:26:46.700652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13768dd5-f504-45ac-a166-31b210ed304f', 'tag': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:26:46.703432 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f2b04d-76c2-49f3-9020-9b9771d3fe70" -d '{"events": [{"name": "network-changed", "server_uuid": "13768dd5-f504-45ac-a166-31b210ed304f", "tag": "98b4ffbd-15d5-4907-8e81-3d2f02cb5277"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:26:46.748195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f920bc6-cb9a-465a-8593-e87adf0b1f25 service neutron] Pushing event updated for resources: {'Port': ['ID=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:46.754790 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a437efa-5058-4744-886c-717c1b59d567 x-openstack-request-id: req-3a437efa-5058-4744-886c-717c1b59d567 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:26:46.755228 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13768dd5-f504-45ac-a166-31b210ed304f", "tag": "98b4ffbd-15d5-4907-8e81-3d2f02cb5277", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:26:46.755617 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a437efa-5058-4744-886c-717c1b59d567 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:26:46.756238 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13768dd5-f504-45ac-a166-31b210ed304f', 'tag': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277', 'status': 'completed', 'code': 200} Nov 08 14:26:46.816646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-46869b25-07b4-4b26-9c93-c1af2cf19e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:46.818330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-46869b25-07b4-4b26-9c93-c1af2cf19e2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7d0a7894c1c465f8e0b8ef24108541f&device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 1098 time: 0.0474305 Nov 08 14:26:46.870988 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-bb6f2c1f-ffc5-4332-9799-5055fc6c8214 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=98b4ffbd-15d5-4907-8e81-3d2f02cb5277 HTTP/1.1" status: 200 len: 217 time: 0.0438244 Nov 08 14:26:46.897434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77390cda-a983-40c0-91ef-c251c25b201a req-317d701a-dab3-462b-aeb3-4546b05a1cc4 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:46.899959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77390cda-a983-40c0-91ef-c251c25b201a req-317d701a-dab3-462b-aeb3-4546b05a1cc4 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 947 time: 0.0574355 Nov 08 14:26:46.937158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-e041c646-0e9d-4408-80d4-602d056bab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:46.939269 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-e041c646-0e9d-4408-80d4-602d056bab31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0617974 Nov 08 14:26:46.963544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77390cda-a983-40c0-91ef-c251c25b201a req-27b79a5d-6aab-4583-b748-a184d5b7e794 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570686 Nov 08 14:26:46.995924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-448fda8d-da88-4758-be32-7fb3ae8a61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:46.999034 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-448fda8d-da88-4758-be32-7fb3ae8a61b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0527351 Nov 08 14:26:47.097377 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-d080338a-2a2e-4e05-99fb-377e7a6b90ea service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912094 Nov 08 14:26:47.218999 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36debdf4-e0fe-4e65-ab85-ae6fb2aed4e6 req-6e282970-e61b-49d8-96db-7caf312f8887 service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145418 Nov 08 14:26:47.319977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-9222566a-5004-4bc1-af01-210482fc2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:47.321444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-9222566a-5004-4bc1-af01-210482fc2ffb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e7d0a7894c1c465f8e0b8ef24108541f&device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 1098 time: 0.0498800 Nov 08 14:26:47.425286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-004ae5b9-27ca-491b-b857-beb917e37d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:47.426768 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-004ae5b9-27ca-491b-b857-beb917e37d74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2a96325e-aaf6-4a43-b18b-daaa73c9b894 HTTP/1.1" status: 200 len: 870 time: 0.0987329 Nov 08 14:26:47.471090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-1ea93469-da11-4a39-9be6-5fac1e9914b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=98b4ffbd-15d5-4907-8e81-3d2f02cb5277 HTTP/1.1" status: 200 len: 217 time: 0.0371397 Nov 08 14:26:47.531911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-3d64ecfe-2617-4a0e-aab0-1ad50e0b1d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:47.533379 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-3d64ecfe-2617-4a0e-aab0-1ad50e0b1d8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d9b7a19b-0cc4-40cf-9a61-17415b70efd0 HTTP/1.1" status: 200 len: 843 time: 0.0522206 Nov 08 14:26:47.584206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-72f435f9-2a87-41a3-999a-550df450a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:47.585742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-72f435f9-2a87-41a3-999a-550df450a635 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2a96325e-aaf6-4a43-b18b-daaa73c9b894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0450687 Nov 08 14:26:47.687138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-15d88a31-ecd1-4136-8887-94425e8efa3e service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926907 Nov 08 14:26:48.099865 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d165c85-eb17-4002-9354-a3c489008814 req-58b66847-f921-425b-9ba6-d5f60d5b14e2 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:48.101705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d165c85-eb17-4002-9354-a3c489008814 req-58b66847-f921-425b-9ba6-d5f60d5b14e2 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 947 time: 0.0562212 Nov 08 14:26:48.146127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-76f2b04d-76c2-49f3-9020-9b9771d3fe70 req-6030e416-5849-4999-a2ff-ebc7e7523f2e service neutron] 10.222.0.70 "GET /v2.0/networks/2a96325e-aaf6-4a43-b18b-daaa73c9b894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506617 Nov 08 14:26:48.162104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d165c85-eb17-4002-9354-a3c489008814 req-1d6f231f-d140-47c1-83b5-5d7f2fe17369 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529411 Nov 08 14:26:49.281067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7f5d6-bf3c-4de7-8f51-26e6986af32d req-ea465b10-dcd6-4ee9-90d6-3d41c8fa9a05 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:49.282484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4cb7f5d6-bf3c-4de7-8f51-26e6986af32d req-ea465b10-dcd6-4ee9-90d6-3d41c8fa9a05 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 947 time: 0.0507045 Nov 08 14:26:49.333576 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4cb7f5d6-bf3c-4de7-8f51-26e6986af32d req-8e4c7192-633b-4988-8538-ad717ffcd965 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449252 Nov 08 14:26:49.870134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:26:49.970729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:49.981977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277', 'network_id': '2a96325e-aaf6-4a43-b18b-daaa73c9b894', 'port_id': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277', 'mac_address': 'fa:16:3e:9a:2e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b7a19b-0cc4-40cf-9a61-17415b70efd0', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:26:50.019481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:50.033038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:26:50.055775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:50.060035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:50.107069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:50.261059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['98b4ffbd-15d5-4907-8e81-3d2f02cb5277'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:26:50.458846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade09bd-252e-4c43-849d-4fa1f23e320c req-72994aaa-8cc0-4639-95ac-9e47a3a0602d tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:50.460361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ade09bd-252e-4c43-849d-4fa1f23e320c req-72994aaa-8cc0-4639-95ac-9e47a3a0602d tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 948 time: 0.0505264 Nov 08 14:26:50.507872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ade09bd-252e-4c43-849d-4fa1f23e320c req-09899904-f27c-4681-a87c-d6b732b41bd3 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Nov 08 14:26:51.640033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6703191-6d2f-4316-999c-c36d3df9d392 req-5fae18ac-5e9d-4a2c-a3b1-f26157ea2bbe tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:51.641552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6703191-6d2f-4316-999c-c36d3df9d392 req-5fae18ac-5e9d-4a2c-a3b1-f26157ea2bbe tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 948 time: 0.0562038 Nov 08 14:26:51.696196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e6703191-6d2f-4316-999c-c36d3df9d392 req-6e7f59e2-6cb3-4041-a601-5339f2b9ffaf tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462711 Nov 08 14:26:51.903803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:26:51.961735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:26:51.966830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:26:51.967205 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:52.055183 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:52.079718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13768dd5-f504-45ac-a166-31b210ed304f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:26:52.082040 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f1252-e2b0-461e-9701-eedd9d4f9300" -d '{"events": [{"server_uuid": "13768dd5-f504-45ac-a166-31b210ed304f", "name": "network-vif-plugged", "status": "completed", "tag": "98b4ffbd-15d5-4907-8e81-3d2f02cb5277"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:26:52.099718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:52.109427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:52.134957 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22166c6-4d9a-4db6-bc66-990c801b6f6b x-openstack-request-id: req-c22166c6-4d9a-4db6-bc66-990c801b6f6b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:26:52.135248 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13768dd5-f504-45ac-a166-31b210ed304f", "name": "network-vif-plugged", "status": "completed", "tag": "98b4ffbd-15d5-4907-8e81-3d2f02cb5277", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:26:52.135496 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c22166c6-4d9a-4db6-bc66-990c801b6f6b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:26:52.141824 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13768dd5-f504-45ac-a166-31b210ed304f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277', 'code': 200} Nov 08 14:26:52.163189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:52.237477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d2751-3b99-4495-bee5-e1f8d57642ea req-a299ada9-8186-4776-8c0a-e7d97a34dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:52.238965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db1d2751-3b99-4495-bee5-e1f8d57642ea req-a299ada9-8186-4776-8c0a-e7d97a34dc50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 1100 time: 0.0413876 Nov 08 14:26:52.284086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db1d2751-3b99-4495-bee5-e1f8d57642ea req-ae02d7f0-3c32-4ed7-92e7-a8aee517fb09 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383453 Nov 08 14:26:52.817830 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c0182-c47f-47d2-9957-5b50679f1f00 req-8c10dd7d-b61e-4b57-9f2d-a750f9c28bd2 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:52.819239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-446c0182-c47f-47d2-9957-5b50679f1f00 req-8c10dd7d-b61e-4b57-9f2d-a750f9c28bd2 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 949 time: 0.0493772 Nov 08 14:26:52.867246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-446c0182-c47f-47d2-9957-5b50679f1f00 req-e7caaf4c-d3ff-41ff-a69c-821f779f3f9d tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Nov 08 14:26:53.442534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:53.914852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:54.003009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7d3e9-d2a0-447f-8192-37cff24bc6b2 req-a5ad5631-01cb-413d-b8e5-ba6fa285ef2f tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:54.004600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0e7d3e9-d2a0-447f-8192-37cff24bc6b2 req-a5ad5631-01cb-413d-b8e5-ba6fa285ef2f tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 949 time: 0.0636039 Nov 08 14:26:54.055138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c0e7d3e9-d2a0-447f-8192-37cff24bc6b2 req-96b41f89-bf56-49ff-8047-c439ff6bd234 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437815 Nov 08 14:26:54.348663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-b8698d27-1bb2-4e0f-818a-2c52ea3b8757 req-15bd747d-5a5c-4bea-b03e-33cb3a81703a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:26:54.349684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8698d27-1bb2-4e0f-818a-2c52ea3b8757 req-15bd747d-5a5c-4bea-b03e-33cb3a81703a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054832 Nov 08 14:26:54.687275 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-453a74f7-b49f-4e86-80a8-0738773d99b0 req-ff817cce-49e9-4c4d-b8de-dc9ec6fcf8e2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:26:54.688419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-453a74f7-b49f-4e86-80a8-0738773d99b0 req-ff817cce-49e9-4c4d-b8de-dc9ec6fcf8e2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055714 Nov 08 14:26:55.048334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fda4c-b420-49fa-b3cc-bfa83e325140 req-cd9d574b-1973-486e-9d29-1cbacdf2a4f6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:55.049838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b74fda4c-b420-49fa-b3cc-bfa83e325140 req-cd9d574b-1973-486e-9d29-1cbacdf2a4f6 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 949 time: 0.0515149 Nov 08 14:26:55.100149 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b74fda4c-b420-49fa-b3cc-bfa83e325140 req-4ec7a4f9-a0db-47a4-a882-8f3d842a14c2 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438826 Nov 08 14:26:56.220499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568233a1-4671-4942-9409-f8a5713873b3 req-53aa207b-7405-4cf8-a785-7fed315b124c tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:56.222004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-568233a1-4671-4942-9409-f8a5713873b3 req-53aa207b-7405-4cf8-a785-7fed315b124c tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 949 time: 0.0486057 Nov 08 14:26:56.275843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-16586193-75cb-4bb4-8994-68d12ce04101 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:56.277331 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-16586193-75cb-4bb4-8994-68d12ce04101 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.70 "GET /v2.0/ports?device_id=13768dd5-f504-45ac-a166-31b210ed304f HTTP/1.1" status: 200 len: 949 time: 0.0584111 Nov 08 14:26:56.288525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-568233a1-4671-4942-9409-f8a5713873b3 req-01ca0316-69ea-4d9b-8238-7fc9291e1d6b tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.65 "GET /v2.0/security-groups?id=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551193 Nov 08 14:26:56.393115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Deleting port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:26:56.393581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:56.499689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] For port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,segment=NetworkSegment(512cf102-8402-4527-87c5-df6ad847310d),segment_id=512cf102-8402-4527-87c5-df6ad847310d)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:26:56.500092 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:56.518002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Calling delete_port for 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:26:56.655463 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:56.667432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['98b4ffbd-15d5-4907-8e81-3d2f02cb5277'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:26:56.685164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Pushing event deleted for resources: {'Port': ['ID=98b4ffbd-15d5-4907-8e81-3d2f02cb5277,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:56.697465 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.697816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.698159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.698494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.698821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.699154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.699477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.699837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.700165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.701001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.701324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.701649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:26:56.737177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] No DVR routers for this DVR port 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:26:56.740007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:56.743345 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b9dbd876-b2ed-4be0-8194-4297cf47aed1 req-a6e48be7-27fe-49ab-8065-4e11d3c80831 tempest-ServersAdminNegativeTestJSON-257771874 tempest-ServersAdminNegativeTestJSON-257771874-project] 10.222.0.70 "DELETE /v2.0/ports/98b4ffbd-15d5-4907-8e81-3d2f02cb5277 HTTP/1.1" status: 204 len: 173 time: 0.4600763 Nov 08 14:26:56.743838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13768dd5-f504-45ac-a166-31b210ed304f', 'name': 'network-vif-deleted', 'tag': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:26:56.746157 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788a5587-85b9-44a6-a202-a5c0a3fb5ffb" -d '{"events": [{"server_uuid": "13768dd5-f504-45ac-a166-31b210ed304f", "name": "network-vif-deleted", "tag": "98b4ffbd-15d5-4907-8e81-3d2f02cb5277"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:26:56.870829 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5d9369-2249-476e-96e2-39efbb83c968 x-openstack-request-id: req-ba5d9369-2249-476e-96e2-39efbb83c968 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:26:56.871145 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13768dd5-f504-45ac-a166-31b210ed304f", "name": "network-vif-deleted", "tag": "98b4ffbd-15d5-4907-8e81-3d2f02cb5277", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:26:56.871487 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba5d9369-2249-476e-96e2-39efbb83c968 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:26:56.871840 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13768dd5-f504-45ac-a166-31b210ed304f', 'name': 'network-vif-deleted', 'tag': '98b4ffbd-15d5-4907-8e81-3d2f02cb5277', 'status': 'completed', 'code': 200} Nov 08 14:26:57.613003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40546) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:57.750345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1ddd1746-40f8-40fc-a12a-07bbd9abb5e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7d0a7894c1c465f8e0b8ef24108541f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1358285 Nov 08 14:26:57.752064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40550) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:57.807443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63d89fd8-fb09-4e59-91cd-44bc86595fb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:57.831145 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63d89fd8-fb09-4e59-91cd-44bc86595fb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:57.880921 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63d89fd8-fb09-4e59-91cd-44bc86595fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:57.884579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-63d89fd8-fb09-4e59-91cd-44bc86595fb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:57.886252 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-63d89fd8-fb09-4e59-91cd-44bc86595fb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f HTTP/1.1" status: 204 len: 168 time: 0.1327569 Nov 08 14:26:57.900012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d89fd8-fb09-4e59-91cd-44bc86595fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20979a4-191f-4dd5-b2f1-9c4ffdf26d9f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:58.013137 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e54da9b7-b6e3-4d70-91eb-ff402c1236c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.168658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40556) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:58.182934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56a82c5d-3edf-490b-a322-05350c0e714c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.263308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56a82c5d-3edf-490b-a322-05350c0e714c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.273130 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-56a82c5d-3edf-490b-a322-05350c0e714c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.322719 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-56a82c5d-3edf-490b-a322-05350c0e714c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de73a3a952c44393a492e515fc5a6a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1530063 Nov 08 14:26:58.323618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a82c5d-3edf-490b-a322-05350c0e714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac1078d-dbb0-4193-bdbb-365b7070bfd5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:58.325870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40558) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:58.381127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87f30a18-97c5-49eb-9c59-802bf209ff46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.408231 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87f30a18-97c5-49eb-9c59-802bf209ff46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.466117 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87f30a18-97c5-49eb-9c59-802bf209ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.469274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-87f30a18-97c5-49eb-9c59-802bf209ff46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:58.470694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-87f30a18-97c5-49eb-9c59-802bf209ff46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ac1078d-dbb0-4193-bdbb-365b7070bfd5 HTTP/1.1" status: 204 len: 168 time: 0.1435268 Nov 08 14:26:58.480682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f30a18-97c5-49eb-9c59-802bf209ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac1078d-dbb0-4193-bdbb-365b7070bfd5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:59.341583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40580) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:59.459331 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1786407493-network', 'tenant_id': 'b17876f5627d423587e3f6363158bc5a'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:26:59.483229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Made reservation on behalf of b17876f5627d423587e3f6363158bc5a for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:26:59.486249 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.500636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.585515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.589993 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.617611 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:26:59.627918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aa5763-837c-48f7-8518-2141a694bb7b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:59.635836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.636186 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Added segment 9595befe-68ef-4f3d-8aec-283fcec2a340 of type vlan for network 431c2b0f-3cbe-4a95-961c-ba86034cc15d Nov 08 14:26:59.678919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.706648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.707678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:26:59.708284 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.767195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4244606 Nov 08 14:26:59.770317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40584) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:26:59.775758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Request body: {'subnet': {'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1786407493-subnet', 'tenant_id': 'b17876f5627d423587e3f6363158bc5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:26:59.787208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ae537-1995-48d6-a0f0-7b76b74c0de2 admin admin] Pushing event updated for resources: {'Network': ['ID=431c2b0f-3cbe-4a95-961c-ba86034cc15d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:26:59.799445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 431c2b0f-3cbe-4a95-961c-ba86034cc15d details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:26:59.804843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Made reservation on behalf of b17876f5627d423587e3f6363158bc5a for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:26:59.807239 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:26:59.961202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:26:59.985821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:26:59.986145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 98b4ffbd-15d5-4907-8e81-3d2f02cb5277 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:27:00.018421 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:00.068227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:00.084942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Checking segment: {'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:27:00.085321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Network hostable DHCP agents. Network: 431c2b0f-3cbe-4a95-961c-ba86034cc15d, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:27:00.102413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Network 431c2b0f-3cbe-4a95-961c-ba86034cc15d is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:27:00.112868 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 431c2b0f-3cbe-4a95-961c-ba86034cc15d) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:27:00.118010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:00.119099 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:00.122316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744a48a-a962-4450-8004-d45f65e50b63 None None] Network 431c2b0f-3cbe-4a95-961c-ba86034cc15d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:27:00.137475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a7a3e6e2-c3cc-4c19-98fb-e2c90f8cb0e0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3658624 Nov 08 14:27:00.267899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfbfe26-88f3-4569-a412-9dd4892b975b None None] Network 431c2b0f-3cbe-4a95-961c-ba86034cc15d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:27:00.632845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-22010d02-9f1e-44e6-b78c-a2e288af33e8 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:00.634343 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-22010d02-9f1e-44e6-b78c-a2e288af33e8 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 812 time: 0.1109824 Nov 08 14:27:00.650613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-7e8b1ba0-551c-4c36-9b54-56bf7dbd03e9 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/quotas/b17876f5627d423587e3f6363158bc5a HTTP/1.1" status: 200 len: 375 time: 0.0097814 Nov 08 14:27:00.694598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-0ce73f9f-a32d-4222-9a63-25bb815300ed tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357933 Nov 08 14:27:00.706376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-61f3b476-21d3-4040-adbd-24936a5eec2f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:27:00.707504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-61f3b476-21d3-4040-adbd-24936a5eec2f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056171 Nov 08 14:27:00.814086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-ddb0b8e8-7c50-48db-a52e-3f2bee2196f7 service neutron] 10.222.0.65 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967138 Nov 08 14:27:00.925291 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-33a66943-0e31-40e3-9f9d-21a493df0899 service neutron] 10.222.0.65 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983346 Nov 08 14:27:01.107282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db55cecd-2d00-4c78-bd88-8b3840cedce7 req-a4906dc2-09b1-4d9c-95f5-cde06d715301 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Nov 08 14:27:01.511324 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ed75ba69-1c89-45cc-97db-4cde3f875ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:02.182294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e644b1af-64c5-480a-9062-5a6c58df23d2 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:02.184027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e644b1af-64c5-480a-9062-5a6c58df23d2 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.70 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 812 time: 0.1505673 Nov 08 14:27:02.200795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Request body: {'port': {'device_id': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d', 'admin_state_up': True, 'tenant_id': 'b17876f5627d423587e3f6363158bc5a'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:27:02.227045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efa53ccc-73a5-4a2d-bf8f-78f4570d0e3e req-16fe1176-da8d-4b06-b848-4428eb6afd7b tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Nov 08 14:27:02.337199 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Made reservation on behalf of b17876f5627d423587e3f6363158bc5a for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:27:02.342067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:02.474992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Allocated IP 172.20.0.2 (431c2b0f-3cbe-4a95-961c-ba86034cc15d/739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6/5635d3e6-1958-442c-bfca-11989af6ed16) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:27:02.636024 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:02.673163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:02.717476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Network 431c2b0f-3cbe-4a95-961c-ba86034cc15d is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:27:02.722622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:27:02.727211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:27:02.734267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:02.804290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:02.805386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:02.830100 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-beee6410-0afe-4541-84aa-0dfe73e4250c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6357486 Nov 08 14:27:02.843170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Request body: {'port': {'device_id': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:27:02.900741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:03.186003 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:03.192048 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5635d3e6-1958-442c-bfca-11989af6ed16 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:27:03.199800 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:03.212293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Transition to ACTIVE for port object 5635d3e6-1958-442c-bfca-11989af6ed16 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:27:03.216708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:03.267044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:03.355524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:27:03.356095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:27:03.357197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 on network 431c2b0f-3cbe-4a95-961c-ba86034cc15d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:27:03.362942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Port 5635d3e6-1958-442c-bfca-11989af6ed16 on network 431c2b0f-3cbe-4a95-961c-ba86034cc15d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:27:03.363454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 on network 431c2b0f-3cbe-4a95-961c-ba86034cc15d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:27:03.368647 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:27:03.369058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Checking segment: {'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:27:03.370569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Bound using segment: {'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:27:03.370569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Bound port: 5635d3e6-1958-442c-bfca-11989af6ed16, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:27:03.370569 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:03.376039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51798a2-d988-467d-b390-c57be6b92146 req-a2ffa3cf-d961-4fac-9886-6b040d163ac8 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:03.378187 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f51798a2-d988-467d-b390-c57be6b92146 req-a2ffa3cf-d961-4fac-9886-6b040d163ac8 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 943 time: 0.0678699 Nov 08 14:27:03.431036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f51798a2-d988-467d-b390-c57be6b92146 req-81a92d32-2750-47cd-ab07-0ccdc4990866 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473144 Nov 08 14:27:03.441408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:27:03.444760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:27:03.449753 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:03.485449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:03.486071 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:03.487525 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] 10.222.0.70 "PUT /v2.0/ports/5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 1091 time: 0.6494403 Nov 08 14:27:03.487993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:03.490275 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae" -d '{"events": [{"name": "network-changed", "server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:03.518233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72abb2b-fd22-4ec8-ab7f-c845c606310b service neutron] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:03.535752 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cb9124-b2b3-4ace-8ca6-692d2737c9dd x-openstack-request-id: req-e8cb9124-b2b3-4ace-8ca6-692d2737c9dd {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:03.536053 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:03.536320 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8cb9124-b2b3-4ace-8ca6-692d2737c9dd {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:03.536716 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16', 'status': 'completed', 'code': 200} Nov 08 14:27:03.584426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-3cbaa91f-5e85-42c9-abfd-92cc9ef62fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:03.585880 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-3cbaa91f-5e85-42c9-abfd-92cc9ef62fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1094 time: 0.0427668 Nov 08 14:27:03.629930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e5c46cb5-8f3d-472a-b06e-03113e036b2a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0347097 Nov 08 14:27:03.685454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-eb8196f1-a168-476f-b057-4cba31db1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:03.687090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-eb8196f1-a168-476f-b057-4cba31db1561 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0508924 Nov 08 14:27:03.720489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-e9b197d1-419d-4116-8396-3c8ae6512e4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260119 Nov 08 14:27:03.818312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-9a257231-044b-425e-995b-173cf64eeb52 service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905144 Nov 08 14:27:03.928910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8b53fd75-6a6c-4e46-8d4c-590db3b5e8e3 req-500aacbe-b8f4-4cd1-a039-4feab16e081b service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037211 Nov 08 14:27:04.030107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-2283a9b0-de18-4e87-803c-f77147debf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:04.031635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-2283a9b0-de18-4e87-803c-f77147debf9d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1094 time: 0.0467308 Nov 08 14:27:04.137588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-e7ad8c57-999d-4c81-bd00-505b2d6a9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:04.138996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-e7ad8c57-999d-4c81-bd00-505b2d6a9d58 service neutron] 10.222.0.70 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 913 time: 0.0999417 Nov 08 14:27:04.185500 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-42564f4f-0d8e-4465-b3dc-c46690dd6fae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0382714 Nov 08 14:27:04.245592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-dbaf16ec-8a70-4ae7-aed7-272bbdbb5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:04.247113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-dbaf16ec-8a70-4ae7-aed7-272bbdbb5200 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0529881 Nov 08 14:27:04.285641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-14b0b1cb-66a7-4385-83db-21827f12246d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272365 Nov 08 14:27:04.395023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-985c6d2d-2b4f-4855-a0d2-ecf004f0e602 service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015961 Nov 08 14:27:04.493585 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-54ee80d6-3b4c-4e71-9627-974f9f9c3cae req-139cac11-8042-4e9e-af83-0dbd85bfb9fc service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915015 Nov 08 14:27:04.551678 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34b170-2b6d-4166-a52d-e80c6fbecfe2 req-a9b69b68-70b3-428d-b255-17447d9cb805 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:04.553308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d34b170-2b6d-4166-a52d-e80c6fbecfe2 req-a9b69b68-70b3-428d-b255-17447d9cb805 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 943 time: 0.0497425 Nov 08 14:27:04.602096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d34b170-2b6d-4166-a52d-e80c6fbecfe2 req-cc936938-3d56-4e12-b29f-59a46eb4aa7d tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427396 Nov 08 14:27:05.696490 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:05.735581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a7b8b-9db5-4602-a775-bad9b259b43c req-4d7023a9-bbf2-4ee9-b7dd-0771b21739d4 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:05.737221 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de4a7b8b-9db5-4602-a775-bad9b259b43c req-4d7023a9-bbf2-4ee9-b7dd-0771b21739d4 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 943 time: 0.0567729 Nov 08 14:27:05.790955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-de4a7b8b-9db5-4602-a775-bad9b259b43c req-5c65c3d4-273a-4e3c-b8a4-ae9f383e430e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468121 Nov 08 14:27:05.869309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:05.960996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:27:06.071621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:06.084231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '5635d3e6-1958-442c-bfca-11989af6ed16', 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d', 'port_id': '5635d3e6-1958-442c-bfca-11989af6ed16', 'mac_address': 'fa:16:3e:de:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:27:06.123894 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:06.138497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5635d3e6-1958-442c-bfca-11989af6ed16 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:27:06.162392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:06.169793 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:06.220577 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:06.356848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['5635d3e6-1958-442c-bfca-11989af6ed16'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:27:07.220939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99af33-613b-44dc-895d-378131e02bae req-ab302055-ed36-44d0-801b-0528fa22a231 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:07.222413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af99af33-613b-44dc-895d-378131e02bae req-ab302055-ed36-44d0-801b-0528fa22a231 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 944 time: 0.3607481 Nov 08 14:27:07.270533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af99af33-613b-44dc-895d-378131e02bae req-68419950-8e5f-485f-ac18-47a175672b8d tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Nov 08 14:27:07.979260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:27:08.028925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 5635d3e6-1958-442c-bfca-11989af6ed16 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:27:08.033820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 5635d3e6-1958-442c-bfca-11989af6ed16 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:27:08.034191 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:08.115714 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:08.139085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:08.142067 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85504ba4-66d3-4fdb-893c-8c161c51cbd2" -d '{"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-plugged", "status": "completed", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:08.155282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:08.159563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:08.183381 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d64dc9d-dfb4-46cc-bbd0-5807a38d7227 x-openstack-request-id: req-7d64dc9d-dfb4-46cc-bbd0-5807a38d7227 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:08.183671 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-plugged", "status": "completed", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:08.183951 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d64dc9d-dfb4-46cc-bbd0-5807a38d7227 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:08.184343 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16', 'code': 200} Nov 08 14:27:08.210705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:08.275992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdda9a1-5fcb-4afe-8087-23c9bd9010e9 req-e3768d0d-7e81-4cfd-8413-11a1f4d78ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:08.277419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bdda9a1-5fcb-4afe-8087-23c9bd9010e9 req-e3768d0d-7e81-4cfd-8413-11a1f4d78ad0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1096 time: 0.0407670 Nov 08 14:27:08.323681 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2bdda9a1-5fcb-4afe-8087-23c9bd9010e9 req-f343a790-20f5-4540-8379-59ccbd86f24a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393472 Nov 08 14:27:08.387215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4f336-14b0-4d34-9bab-d6a338b72c30 req-4177fbf5-1c5d-4f06-9989-9c602c7f4419 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:08.388715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9c4f336-14b0-4d34-9bab-d6a338b72c30 req-4177fbf5-1c5d-4f06-9989-9c602c7f4419 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0492637 Nov 08 14:27:08.437938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9c4f336-14b0-4d34-9bab-d6a338b72c30 req-f1aff43c-3f9f-4af5-b803-a153a656c525 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Nov 08 14:27:09.557659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc30ac-6297-4484-a115-7158f0226345 req-1cc0b140-9f38-425a-9ab6-2fa2fa079198 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:09.559146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49cc30ac-6297-4484-a115-7158f0226345 req-1cc0b140-9f38-425a-9ab6-2fa2fa079198 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0498953 Nov 08 14:27:09.611315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-49cc30ac-6297-4484-a115-7158f0226345 req-a43ed6b7-8591-44fa-b415-22b04a4ebc9f tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452001 Nov 08 14:27:09.806007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40634) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:27:09.861420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245fa9b-ff55-4124-a7d1-38f711ed9a1f req-54624c2e-2559-4392-9bba-adc6380b1326 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:09.862920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c245fa9b-ff55-4124-a7d1-38f711ed9a1f req-54624c2e-2559-4392-9bba-adc6380b1326 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0493472 Nov 08 14:27:09.936056 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-8b5c3f42-c934-4220-bdf3-fe5357ef49b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1282980 Nov 08 14:27:09.945712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-49e6cae0-3c9b-43f9-8f11-e4dd788c460a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:27:09.946705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-49e6cae0-3c9b-43f9-8f11-e4dd788c460a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055006 Nov 08 14:27:09.950211 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c245fa9b-ff55-4124-a7d1-38f711ed9a1f req-8ebcbc88-e0c5-40e3-bcd7-964ee7a0039a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787191 Nov 08 14:27:11.073391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863567e-4a10-408f-9e01-3b3a5af4f4a0 req-3060b3ba-7019-4ddb-bac3-93543b583764 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:11.074869 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8863567e-4a10-408f-9e01-3b3a5af4f4a0 req-3060b3ba-7019-4ddb-bac3-93543b583764 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0507116 Nov 08 14:27:11.127851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8863567e-4a10-408f-9e01-3b3a5af4f4a0 req-7168fb53-0479-4ca4-9c60-af4b9b75bb75 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468807 Nov 08 14:27:11.224772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-42853161-38ac-4123-80eb-36612e4bf6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:11.226260 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-42853161-38ac-4123-80eb-36612e4bf6dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1096 time: 0.0444348 Nov 08 14:27:11.317297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-348b1fb1-8a0b-465a-903a-0f9ceece6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:11.318658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-348b1fb1-8a0b-465a-903a-0f9ceece6d8b service neutron] 10.222.0.70 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 913 time: 0.0861042 Nov 08 14:27:11.363715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-8f530cfe-b22d-4b42-8f05-13a36b1e588c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0377913 Nov 08 14:27:11.411823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-ed3cf305-ed60-4e10-842d-51bd8b39ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:11.413261 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-ed3cf305-ed60-4e10-842d-51bd8b39ad52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0434871 Nov 08 14:27:11.446402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-fb570664-b0d7-450d-a7dc-3e4659980f88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261800 Nov 08 14:27:11.540007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-d4f2b9cc-92ee-4b05-859c-b24ab337a94b service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869617 Nov 08 14:27:11.628928 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-a16c83ad-ad7f-4a3d-a36b-0ddc13e262c0 service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816901 Nov 08 14:27:12.247645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc298fec-e6af-43b9-a967-97e1ef9b4421 req-05cb6518-c7ea-444b-8042-636c6db80057 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:12.249167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc298fec-e6af-43b9-a967-97e1ef9b4421 req-05cb6518-c7ea-444b-8042-636c6db80057 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0494208 Nov 08 14:27:12.297560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc298fec-e6af-43b9-a967-97e1ef9b4421 req-be2059f4-6ed3-4e5d-a17e-b5eae9e72d91 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Nov 08 14:27:13.412132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac8cbf-8ab9-431a-b6db-4d4709d5a12f req-57d20a48-ad41-4e5a-9325-344f57d8af28 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:13.413617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cac8cbf-8ab9-431a-b6db-4d4709d5a12f req-57d20a48-ad41-4e5a-9325-344f57d8af28 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0490305 Nov 08 14:27:13.462267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1cac8cbf-8ab9-431a-b6db-4d4709d5a12f req-f60ecd5b-5692-4be0-aaf7-ad76818f5989 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Nov 08 14:27:14.179658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-8c193b80-edcb-42b6-843c-b3a9cad21e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:14.181453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-8c193b80-edcb-42b6-843c-b3a9cad21e83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1096 time: 0.0410960 Nov 08 14:27:14.291568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-5896f6b9-8509-451a-ba2b-1fd39738e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:14.293073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-5896f6b9-8509-451a-ba2b-1fd39738e7de service neutron] 10.222.0.70 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 913 time: 0.0926249 Nov 08 14:27:14.335946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-afaa3565-78e6-4fad-8a15-52cef8d138a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0351570 Nov 08 14:27:14.389337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-73b6fd58-572e-4d2e-b54d-75b5b316d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:14.391441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-73b6fd58-572e-4d2e-b54d-75b5b316d2de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0493846 Nov 08 14:27:14.423186 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-12c08764-d49d-4687-ab43-8019d33ecc5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244920 Nov 08 14:27:14.520216 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-815c330b-bf1e-457e-8e32-ad74c5d01461 service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897033 Nov 08 14:27:14.585726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60d54b-46b5-4f4e-a2d1-3cd2542b596d req-adb7bdfb-9dba-4446-925d-0cfa1050a3d3 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:14.587307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d60d54b-46b5-4f4e-a2d1-3cd2542b596d req-adb7bdfb-9dba-4446-925d-0cfa1050a3d3 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0534880 Nov 08 14:27:14.616688 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6ba102f-f722-4f12-9728-be78740b3f00 req-f6fdfd4a-5924-4836-bd87-9ea0f18d130a service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901899 Nov 08 14:27:14.635696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d60d54b-46b5-4f4e-a2d1-3cd2542b596d req-9fa9aab8-d14f-4a6e-b186-d96b78fb4c22 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Nov 08 14:27:15.753055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246ea7c-bca1-4c0c-baa9-6803d8eceb07 req-0d53a6da-22df-4cb8-b690-a5000f018f89 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:15.754471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3246ea7c-bca1-4c0c-baa9-6803d8eceb07 req-0d53a6da-22df-4cb8-b690-a5000f018f89 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0498302 Nov 08 14:27:15.802572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3246ea7c-bca1-4c0c-baa9-6803d8eceb07 req-7bcd3029-1942-4667-b578-e425e5840e9f tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Nov 08 14:27:16.925161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8932c9-3251-4c93-8a1d-99712be05d71 req-31f3924c-5a0d-43c7-b380-df90777d50ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:16.926706 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca8932c9-3251-4c93-8a1d-99712be05d71 req-31f3924c-5a0d-43c7-b380-df90777d50ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0555360 Nov 08 14:27:16.976305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca8932c9-3251-4c93-8a1d-99712be05d71 req-72b6cbb4-fc07-444a-8ac8-3302b08f8921 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434294 Nov 08 14:27:18.098965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b21ac-6b91-4c0d-8942-8f4b0e8e2cde req-c24d1abc-2b5f-4c94-be97-f76cf71f1858 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:18.100570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-800b21ac-6b91-4c0d-8942-8f4b0e8e2cde req-c24d1abc-2b5f-4c94-be97-f76cf71f1858 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0555055 Nov 08 14:27:18.152701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-800b21ac-6b91-4c0d-8942-8f4b0e8e2cde req-83b9a211-c988-49d3-9b46-19a33ee6b3d9 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Nov 08 14:27:19.274125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0023103-8b75-4423-8fcd-949e62f07513 req-6d1e632e-3133-4df5-80a7-0c1330e6869f tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:19.275893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0023103-8b75-4423-8fcd-949e62f07513 req-6d1e632e-3133-4df5-80a7-0c1330e6869f tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0492475 Nov 08 14:27:19.326386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0023103-8b75-4423-8fcd-949e62f07513 req-ee937d7c-d986-40a3-ab75-17359dc1951e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444648 Nov 08 14:27:20.443515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815c6ab2-faf1-4f30-af3c-636c8caf0266 req-057bfa9b-db78-4ba2-8bf5-812898ff4a59 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:20.445054 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-815c6ab2-faf1-4f30-af3c-636c8caf0266 req-057bfa9b-db78-4ba2-8bf5-812898ff4a59 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0500629 Nov 08 14:27:20.492994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-815c6ab2-faf1-4f30-af3c-636c8caf0266 req-cca839a1-3cbd-4aaf-a4ff-de1ae3aa701a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Nov 08 14:27:21.613518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f1a8ab-9276-4b3e-b33a-0d6ac5148476 req-2e3c3727-1d79-4ad7-992f-a6ec4071522f tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:21.615047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f1a8ab-9276-4b3e-b33a-0d6ac5148476 req-2e3c3727-1d79-4ad7-992f-a6ec4071522f tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0520098 Nov 08 14:27:21.664898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89f1a8ab-9276-4b3e-b33a-0d6ac5148476 req-2c0102f5-fb9e-4024-8058-11dcf97e8f01 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434585 Nov 08 14:27:21.684784 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:27:22.790925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353acc1-e90b-4f32-8404-d5a376850e3b req-3afa781e-f09d-4dc1-8376-26f18decb83a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:22.792347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e353acc1-e90b-4f32-8404-d5a376850e3b req-3afa781e-f09d-4dc1-8376-26f18decb83a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0525012 Nov 08 14:27:22.839517 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e353acc1-e90b-4f32-8404-d5a376850e3b req-b31d026f-d0a7-45ad-be4f-75bac15f40bb tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Nov 08 14:27:23.458373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:23.915035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:23.961857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3582a-2496-458a-a0f1-2ca7158b06cd req-84cc8a2c-61bc-4597-b7f2-fc2a39372129 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:23.963380 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dee3582a-2496-458a-a0f1-2ca7158b06cd req-84cc8a2c-61bc-4597-b7f2-fc2a39372129 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0507631 Nov 08 14:27:24.021127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dee3582a-2496-458a-a0f1-2ca7158b06cd req-eb173d70-4dda-444f-8e79-18abae03aca0 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495753 Nov 08 14:27:25.148740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ec14d-0199-42a2-960e-e0e2521da4a9 req-d076ceac-53f4-4883-96ad-7158ebfd0458 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:25.150236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-245ec14d-0199-42a2-960e-e0e2521da4a9 req-d076ceac-53f4-4883-96ad-7158ebfd0458 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0487525 Nov 08 14:27:25.201116 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-245ec14d-0199-42a2-960e-e0e2521da4a9 req-5f78dae2-683e-4241-8222-b1c288b8428b tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Nov 08 14:27:26.318308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecebc39-c541-45da-be32-5a9c0e0d8aaa req-9ad03dcc-ca3d-4707-9751-6bc5ca430066 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:26.319803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ecebc39-c541-45da-be32-5a9c0e0d8aaa req-9ad03dcc-ca3d-4707-9751-6bc5ca430066 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0509176 Nov 08 14:27:26.367603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ecebc39-c541-45da-be32-5a9c0e0d8aaa req-24893d3e-a723-4165-864f-faff75e5b380 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Nov 08 14:27:27.485571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd7845-df06-4b13-869a-2bbeacee119f req-6cdac0f1-be63-4f97-a373-14c703e5fda1 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:27.487150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5fd7845-df06-4b13-869a-2bbeacee119f req-6cdac0f1-be63-4f97-a373-14c703e5fda1 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0483334 Nov 08 14:27:27.535696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5fd7845-df06-4b13-869a-2bbeacee119f req-70092bb3-6ea9-41da-b120-9c5a807a2468 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Nov 08 14:27:28.005382 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cdb1a738-e0be-46af-a197-ca0b9a7a44fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:28.657294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99774a8b-6058-4a7a-9f06-ee38e0c0f921 req-861ad483-5309-41c0-b902-c5df87dda1a6 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:28.658936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99774a8b-6058-4a7a-9f06-ee38e0c0f921 req-861ad483-5309-41c0-b902-c5df87dda1a6 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0541153 Nov 08 14:27:28.706600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-99774a8b-6058-4a7a-9f06-ee38e0c0f921 req-afeca757-658e-4e51-a702-8e2fc9baf300 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Nov 08 14:27:29.827162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9071ed-4f66-470c-8480-21f344e215f7 req-6d181972-ad33-45f2-b409-6692b67020b6 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:29.829247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c9071ed-4f66-470c-8480-21f344e215f7 req-6d181972-ad33-45f2-b409-6692b67020b6 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0516460 Nov 08 14:27:29.877440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c9071ed-4f66-470c-8480-21f344e215f7 req-23fe8df7-339b-4605-af5a-3eaa33393d1a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Nov 08 14:27:30.999537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05b73b-7c83-4a5e-b055-87bfad7c8dc2 req-a324fec0-6a93-48e6-becd-ff063ca2fc48 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:31.001115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c05b73b-7c83-4a5e-b055-87bfad7c8dc2 req-a324fec0-6a93-48e6-becd-ff063ca2fc48 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0538356 Nov 08 14:27:31.051245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c05b73b-7c83-4a5e-b055-87bfad7c8dc2 req-cb83c388-93e8-4c0a-8534-ebe935eca3d8 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438905 Nov 08 14:27:31.508604 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-15ba0aea-8d86-44b3-ab6c-bd9bc05df32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:32.170771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce4e40-a11b-44f8-925f-07438803c5ba req-dc6dcd3d-d281-4e00-900a-05b823ba31db tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:32.172333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59ce4e40-a11b-44f8-925f-07438803c5ba req-dc6dcd3d-d281-4e00-900a-05b823ba31db tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0524011 Nov 08 14:27:32.220548 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59ce4e40-a11b-44f8-925f-07438803c5ba req-2f336c23-2f3c-4743-bfb6-a23bbdf86982 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414813 Nov 08 14:27:33.181638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:33.338882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c722dc-45cc-401f-ad9e-7eac0af56c48 req-b62b8f52-0fa3-43ac-8040-9dc27c9b46ea tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:33.340269 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79c722dc-45cc-401f-ad9e-7eac0af56c48 req-b62b8f52-0fa3-43ac-8040-9dc27c9b46ea tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0488241 Nov 08 14:27:33.393615 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-79c722dc-45cc-401f-ad9e-7eac0af56c48 req-e21d9dca-7873-47b1-82b6-a6e52ec7e58a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Nov 08 14:27:34.511783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf60f2-17f1-4fbc-96bf-8af514bdf6df req-1d570d13-33dd-407d-a3cf-0288c099b90e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:34.513273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddbf60f2-17f1-4fbc-96bf-8af514bdf6df req-1d570d13-33dd-407d-a3cf-0288c099b90e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Nov 08 14:27:34.561158 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ddbf60f2-17f1-4fbc-96bf-8af514bdf6df req-4569d720-6bb2-4f9e-a279-22ea1b9c6b6c tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Nov 08 14:27:35.677018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde99531-f1aa-4d9d-b0c4-e23086a88e5d req-b5325c4d-2914-4802-971c-1b97d23482fa tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:35.678540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cde99531-f1aa-4d9d-b0c4-e23086a88e5d req-b5325c4d-2914-4802-971c-1b97d23482fa tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0494058 Nov 08 14:27:35.697256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:35.729345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cde99531-f1aa-4d9d-b0c4-e23086a88e5d req-4dda9609-d4b7-436a-8f97-fafab96286df tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446706 Nov 08 14:27:35.863176 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:36.851072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5748ab-a812-4a3f-9cac-cb1f4f8671db req-f73f110f-171f-495c-ab42-88bb6430dc5e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:36.852603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e5748ab-a812-4a3f-9cac-cb1f4f8671db req-f73f110f-171f-495c-ab42-88bb6430dc5e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0534139 Nov 08 14:27:36.899703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e5748ab-a812-4a3f-9cac-cb1f4f8671db req-43236882-d6c3-49ab-887e-05598098b7eb tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Nov 08 14:27:38.018670 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadb299-583e-4ef5-87db-1e2a6318a7bf req-7b4b0b19-3c41-44f8-9032-560e7ae7dccb tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:38.020234 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baadb299-583e-4ef5-87db-1e2a6318a7bf req-7b4b0b19-3c41-44f8-9032-560e7ae7dccb tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0501099 Nov 08 14:27:38.071319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-baadb299-583e-4ef5-87db-1e2a6318a7bf req-dcbfd8a2-67df-41fc-954c-befba27d5796 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429363 Nov 08 14:27:38.627317 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-4849132f-3d0c-46fc-a353-df8285194d9d req-83c05baf-57de-4511-8489-9e399bbc13c9 service neutron] show failed (client error): The resource could not be found. Nov 08 14:27:38.628370 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-83c05baf-57de-4511-8489-9e399bbc13c9 service neutron] 10.222.0.70 "GET /v2.0/ports/5635d3e6-1958-442c-bfca-11989af6ed16/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0556781 Nov 08 14:27:38.919308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-7f8490b5-e027-40cb-a7ed-d0eca7907577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:38.920940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-7f8490b5-e027-40cb-a7ed-d0eca7907577 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8&tenant_id=b17876f5627d423587e3f6363158bc5a HTTP/1.1" status: 200 len: 1096 time: 0.1304269 Nov 08 14:27:38.934476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:27:38.988964 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:39.192313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a1a77-e4c9-4a66-9130-12786cd1f528 req-d0fccdd5-bb30-4020-af12-51150b92ef00 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:39.193814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed6a1a77-e4c9-4a66-9130-12786cd1f528 req-d0fccdd5-bb30-4020-af12-51150b92ef00 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0495183 Nov 08 14:27:39.194352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:39.228060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:27:39.247618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed6a1a77-e4c9-4a66-9130-12786cd1f528 req-5fe0ef45-0ae0-4d67-9dcd-57e21ede1dc7 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476382 Nov 08 14:27:39.278825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:39.281144 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578665a0-7c88-4348-b3cc-63b80e5bed5a" -d '{"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:39.285055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:39.299026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Transition to ACTIVE for port object 5635d3e6-1958-442c-bfca-11989af6ed16 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:27:39.302849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:39.336221 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b34044-3871-47ac-8d23-87e1693180bb x-openstack-request-id: req-e5b34044-3871-47ac-8d23-87e1693180bb {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:39.336513 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:39.336771 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5b34044-3871-47ac-8d23-87e1693180bb {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:39.337161 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16', 'code': 200} Nov 08 14:27:39.368142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] No DVR routers for this DVR port 5635d3e6-1958-442c-bfca-11989af6ed16 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:27:39.371141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:39.405241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:27:39.405573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:27:39.405900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 on network 431c2b0f-3cbe-4a95-961c-ba86034cc15d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:27:39.410383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Port 5635d3e6-1958-442c-bfca-11989af6ed16 on network 431c2b0f-3cbe-4a95-961c-ba86034cc15d not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:27:39.410699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Attempting to bind port 5635d3e6-1958-442c-bfca-11989af6ed16 on network 431c2b0f-3cbe-4a95-961c-ba86034cc15d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:27:39.415539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:27:39.415909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Checking segment: {'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:27:39.416289 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Bound using segment: {'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:27:39.416711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Bound port: 5635d3e6-1958-442c-bfca-11989af6ed16, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9595befe-68ef-4f3d-8aec-283fcec2a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:27:39.417065 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:39.483752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:27:39.487518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:27:39.492442 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:39.533868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:39.534557 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:39.536069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] 10.222.0.54 "PUT /v2.0/ports/5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 1091 time: 0.6057489 Nov 08 14:27:39.551170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0f01a-8a28-4d04-aa78-5a103ca7580a service neutron] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:39.599337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-1b4ac78a-6d17-4d75-a65a-825f5c5de6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:39.600962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-1b4ac78a-6d17-4d75-a65a-825f5c5de6a6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1094 time: 0.0414257 Nov 08 14:27:39.696304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-2285e8e6-d1c4-4634-aafd-ca283777eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:39.697667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-2285e8e6-d1c4-4634-aafd-ca283777eac5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 913 time: 0.0896277 Nov 08 14:27:39.741531 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-6172fd07-5705-43af-833f-2ad7e299919f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0350592 Nov 08 14:27:39.801812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849132f-3d0c-46fc-a353-df8285194d9d req-d17e6611-9c9c-4920-a182-c418585041ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:39.803273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-d17e6611-9c9c-4920-a182-c418585041ba service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0496275 Nov 08 14:27:39.835662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-5ed5dc77-8ab8-43d0-bdd8-2bcae08c4a43 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257099 Nov 08 14:27:39.926545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-5ba3ceaf-759d-43f4-807c-05d1bd290305 service neutron] 10.222.0.54 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841172 Nov 08 14:27:40.034408 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4849132f-3d0c-46fc-a353-df8285194d9d req-02af4bdc-75ae-4888-b355-840aa783b158 service neutron] 10.222.0.54 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008227 Nov 08 14:27:40.373821 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e537a7f-e00b-4d4d-9193-c99b077cc15a req-d0d46fdf-8245-4c26-974c-fc3e25be9ed1 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:40.375333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e537a7f-e00b-4d4d-9193-c99b077cc15a req-d0d46fdf-8245-4c26-974c-fc3e25be9ed1 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 943 time: 0.0536275 Nov 08 14:27:40.429490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e537a7f-e00b-4d4d-9193-c99b077cc15a req-4c5c3738-c913-433b-ae0a-8d31790fa164 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469158 Nov 08 14:27:41.338678 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:41.341117 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fa8ea5-73f1-4a5f-b3af-07c011e31848" -d '{"events": [{"name": "network-changed", "server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:41.389796 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda57803-5184-4f33-8842-f447d59f7558 x-openstack-request-id: req-bda57803-5184-4f33-8842-f447d59f7558 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:41.390088 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:41.390340 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bda57803-5184-4f33-8842-f447d59f7558 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:41.390735 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16', 'status': 'completed', 'code': 200} Nov 08 14:27:41.474322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-493bfcdb-6e00-416f-b248-3520b6b04a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:41.475847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-493bfcdb-6e00-416f-b248-3520b6b04a74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1094 time: 0.0657346 Nov 08 14:27:41.482722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-8d6ce207-64c7-4657-9cc0-eebbab24af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:41.484151 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-8d6ce207-64c7-4657-9cc0-eebbab24af73 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1094 time: 0.0661211 Nov 08 14:27:41.550697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307101ac-ab99-4d40-a3e4-f2c24cd1ef32 req-7d36a4a4-cd3f-4774-9f94-738f6cc0f467 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:41.552340 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-307101ac-ab99-4d40-a3e4-f2c24cd1ef32 req-7d36a4a4-cd3f-4774-9f94-738f6cc0f467 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 943 time: 0.0499077 Nov 08 14:27:41.601120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-307101ac-ab99-4d40-a3e4-f2c24cd1ef32 req-5c6d01ca-0709-466d-a037-386eca957c47 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Nov 08 14:27:41.643790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-9c609b04-cd55-4b10-b147-5d8923ba1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:41.645239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-9c609b04-cd55-4b10-b147-5d8923ba1610 service neutron] 10.222.0.70 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 913 time: 0.1602371 Nov 08 14:27:41.647763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-87105c6f-812f-4440-a7be-00787f977230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:41.649092 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-87105c6f-812f-4440-a7be-00787f977230 service neutron] 10.222.0.54 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 913 time: 0.1560719 Nov 08 14:27:41.716285 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-e59b5d5f-8c53-4058-a4f9-4b4229eb2616 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0641353 Nov 08 14:27:41.717887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-ad356aac-9cad-4071-923f-b6e92818f802 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0604844 Nov 08 14:27:41.805902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-933ed9fa-522b-40be-bcea-2b5396459287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:41.807345 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-933ed9fa-522b-40be-bcea-2b5396459287 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0836284 Nov 08 14:27:41.808741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-9b4b1270-ad1c-4fda-9e30-11d81c0bba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:41.810026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-9b4b1270-ad1c-4fda-9e30-11d81c0bba89 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0772929 Nov 08 14:27:41.857556 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-040d1146-7034-42b2-a022-1a52139517dd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435240 Nov 08 14:27:41.859076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-045291a0-3179-47ff-9337-c0cc5bc35f37 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379539 Nov 08 14:27:42.026325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-0b609463-8585-4687-96cc-503eca2b11b7 service neutron] 10.222.0.54 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543024 Nov 08 14:27:42.028372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-e97d9468-a081-4018-becf-82d4c423718b service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630774 Nov 08 14:27:42.163372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:27:42.209868 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:27:42.388638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:27:42.491627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:42.506483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '5635d3e6-1958-442c-bfca-11989af6ed16', 'network_id': '431c2b0f-3cbe-4a95-961c-ba86034cc15d', 'port_id': '5635d3e6-1958-442c-bfca-11989af6ed16', 'mac_address': 'fa:16:3e:de:b9:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:27:42.528431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-4fbd1bd3-ad05-4f82-a672-dcf5aa18c080 service neutron] 10.222.0.54 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949489 Nov 08 14:27:42.531832 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-58fa8ea5-73f1-4a5f-b3af-07c011e31848 req-f778abc9-7eb5-4132-8bdd-c98788598a89 service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899669 Nov 08 14:27:42.550028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:42.564835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5635d3e6-1958-442c-bfca-11989af6ed16 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:27:42.585074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:42.589101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:42.640071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:42.647904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.648250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.648591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.649005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.649339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.649662 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.649983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.650302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.650884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.651202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.651521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.651863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:42.726585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a3dc9-4d17-488b-9029-9c8420e9a5c5 req-85c0dd65-3336-4245-b086-ad2e2fb83d8e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:42.728086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-037a3dc9-4d17-488b-9029-9c8420e9a5c5 req-85c0dd65-3336-4245-b086-ad2e2fb83d8e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 944 time: 0.0533087 Nov 08 14:27:42.776562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-037a3dc9-4d17-488b-9029-9c8420e9a5c5 req-4915ac3d-21f4-4c50-a013-9b689cb221e8 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423305 Nov 08 14:27:43.895113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352eb9f9-267d-4fe9-9680-b2fd76700afa req-e75832ba-206c-4b83-a352-c053102b7b07 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:43.896644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-352eb9f9-267d-4fe9-9680-b2fd76700afa req-e75832ba-206c-4b83-a352-c053102b7b07 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 944 time: 0.0508239 Nov 08 14:27:43.946006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-352eb9f9-267d-4fe9-9680-b2fd76700afa req-32132073-a700-44f3-95c5-cae43d66b322 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Nov 08 14:27:43.964673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5635d3e6-1958-442c-bfca-11989af6ed16'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:27:44.227097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fc4cf-2145-4e39-80f2-020bb850301f req-fcead198-375c-48ad-9464-0763d7fbe07e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:44.228689 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-fcead198-375c-48ad-9464-0763d7fbe07e tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.70 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8&tenant_id=b17876f5627d423587e3f6363158bc5a&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 944 time: 0.0940351 Nov 08 14:27:44.297739 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-019fc4cf-2145-4e39-80f2-020bb850301f req-e5999145-4cca-480c-aa8e-7b0c0b0bd0e8 service neutron] delete failed (client error): The resource could not be found. Nov 08 14:27:44.299315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-e5999145-4cca-480c-aa8e-7b0c0b0bd0e8 service neutron] 10.222.0.70 "DELETE /v2.0/ports/5635d3e6-1958-442c-bfca-11989af6ed16/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0627956 Nov 08 14:27:44.382481 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fc4cf-2145-4e39-80f2-020bb850301f req-5dfe7613-9288-409f-85d6-8577fb2511d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:44.383984 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-5dfe7613-9288-409f-85d6-8577fb2511d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b17876f5627d423587e3f6363158bc5a&device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 1095 time: 0.0416329 Nov 08 14:27:44.478020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fc4cf-2145-4e39-80f2-020bb850301f req-b2c92757-bbb3-43ef-9e41-0a630f652d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:44.479513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-b2c92757-bbb3-43ef-9e41-0a630f652d02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 200 len: 913 time: 0.0891509 Nov 08 14:27:44.522739 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-4cefc01e-bb3f-4b7a-a8be-36b96746d7fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 200 len: 217 time: 0.0365813 Nov 08 14:27:44.573507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fc4cf-2145-4e39-80f2-020bb850301f req-9ea6a01c-a986-4cc0-b12c-2efffa4dd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:44.574997 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-9ea6a01c-a986-4cc0-b12c-2efffa4dd641 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 200 len: 852 time: 0.0459194 Nov 08 14:27:44.609227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-4042ebfb-1bea-4ced-9a35-7539faa637f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=431c2b0f-3cbe-4a95-961c-ba86034cc15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265901 Nov 08 14:27:44.719272 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-ae0812b9-24d1-4f0c-ae51-427f0dc0d70b service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948675 Nov 08 14:27:44.820080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-073fba55-ebeb-42b4-aa5b-79be961fd55d service neutron] 10.222.0.70 "GET /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939314 Nov 08 14:27:45.509269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6658a14-4a02-472f-9f01-35dc2765262e req-d4dd20ee-be3e-406e-bea5-cec71600fe2a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:45.510734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6658a14-4a02-472f-9f01-35dc2765262e req-d4dd20ee-be3e-406e-bea5-cec71600fe2a tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 944 time: 0.0529206 Nov 08 14:27:45.558741 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6658a14-4a02-472f-9f01-35dc2765262e req-4d5626a1-ba26-445a-aa16-dafc8bb23286 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Nov 08 14:27:46.428279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:27:46.479092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 5635d3e6-1958-442c-bfca-11989af6ed16 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:27:46.483377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 5635d3e6-1958-442c-bfca-11989af6ed16 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:27:46.483757 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:46.571455 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:46.594095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:46.596993 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1307202a-03d8-4876-a785-c28fc07a55cf" -d '{"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-plugged", "status": "completed", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:46.614364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:46.620100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:46.679388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:46.724656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aa18f-9bbe-42bb-b3c5-e12f4b6f24da req-fb42538c-4a7b-44de-88c8-64ab942294cc tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:46.733093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a71aa18f-9bbe-42bb-b3c5-e12f4b6f24da req-fb42538c-4a7b-44de-88c8-64ab942294cc tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0866470 Nov 08 14:27:46.733298 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc6f995-b0f7-443b-9e81-086174aeeef8 x-openstack-request-id: req-4cc6f995-b0f7-443b-9e81-086174aeeef8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:46.733298 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-plugged", "status": "completed", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:46.733298 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cc6f995-b0f7-443b-9e81-086174aeeef8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:46.733298 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16', 'code': 200} Nov 08 14:27:46.778991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a71aa18f-9bbe-42bb-b3c5-e12f4b6f24da req-5a2cd1ee-683f-4f3c-bcf0-2b9b7c4d8601 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.65 "GET /v2.0/security-groups?id=81aa5763-837c-48f7-8518-2141a694bb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Nov 08 14:27:46.869543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fc4cf-2145-4e39-80f2-020bb850301f req-6e0f4e7f-fdbe-4556-a2bd-0ad0896717f0 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:46.871094 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-6e0f4e7f-fdbe-4556-a2bd-0ad0896717f0 tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.54 "GET /v2.0/ports?device_id=1656f1e5-9370-435e-87c7-ddaec626f3e8 HTTP/1.1" status: 200 len: 945 time: 0.0551164 Nov 08 14:27:46.967338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Deleting port 5635d3e6-1958-442c-bfca-11989af6ed16 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:27:46.967821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:47.073716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] For port 5635d3e6-1958-442c-bfca-11989af6ed16, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=5635d3e6-1958-442c-bfca-11989af6ed16,segment=NetworkSegment(9595befe-68ef-4f3d-8aec-283fcec2a340),segment_id=9595befe-68ef-4f3d-8aec-283fcec2a340)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:47.074080 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:47.088521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Calling delete_port for 5635d3e6-1958-442c-bfca-11989af6ed16 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:27:47.261526 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:47.278518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['5635d3e6-1958-442c-bfca-11989af6ed16'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:27:47.308505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Pushing event deleted for resources: {'Port': ['ID=5635d3e6-1958-442c-bfca-11989af6ed16,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:47.370899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] No DVR routers for this DVR port 5635d3e6-1958-442c-bfca-11989af6ed16 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:27:47.374131 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:47.378360 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-019fc4cf-2145-4e39-80f2-020bb850301f req-81a3c9cf-0311-4c59-abc2-18353aad04ae tempest-DeleteServersTestJSON-1664380920 tempest-DeleteServersTestJSON-1664380920-project] 10.222.0.54 "DELETE /v2.0/ports/5635d3e6-1958-442c-bfca-11989af6ed16 HTTP/1.1" status: 204 len: 173 time: 0.5009701 Nov 08 14:27:47.378952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-deleted', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:47.381331 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c96739-0eb0-43ae-a258-5eaf43d0ae33" -d '{"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-deleted", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:47.430760 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920483e5-67f6-4769-9385-2b4ab747365e x-openstack-request-id: req-920483e5-67f6-4769-9385-2b4ab747365e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:47.431943 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1656f1e5-9370-435e-87c7-ddaec626f3e8", "name": "network-vif-deleted", "tag": "5635d3e6-1958-442c-bfca-11989af6ed16", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:47.431943 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-920483e5-67f6-4769-9385-2b4ab747365e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:47.432477 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1656f1e5-9370-435e-87c7-ddaec626f3e8', 'name': 'network-vif-deleted', 'tag': '5635d3e6-1958-442c-bfca-11989af6ed16', 'status': 'completed', 'code': 200} Nov 08 14:27:47.921370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40746) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:27:47.967667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Deleting subnet 739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:27:47.971591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.015543 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.058737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.122449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.151838 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.158532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6 HTTP/1.1" status: 204 len: 168 time: 0.2326207 Nov 08 14:27:48.158532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=739b1fe1-16ec-4f5f-9c94-a9d4bf5795a6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:48.158963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40748) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:27:48.171476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.171855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.172207 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.172557 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.172895 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.173232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.174130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.174467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.174802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.175131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.175464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.175817 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d563fd0-706e-40ea-a2fa-fd41e13bdc47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:27:48.248905 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.339589 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.362538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['431c2b0f-3cbe-4a95-961c-ba86034cc15d']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:27:48.373303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9595befe-68ef-4f3d-8aec-283fcec2a340') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:27:48.373533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9595befe-68ef-4f3d-8aec-283fcec2a340') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:27:48.384480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.404415 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.416327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:27:48.416900 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:27:48.420163 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:27:48.494837 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.504234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.508306 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] 10.222.0.65 "DELETE /v2.0/networks/431c2b0f-3cbe-4a95-961c-ba86034cc15d HTTP/1.1" status: 204 len: 168 time: 0.3486156 Nov 08 14:27:48.520885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da6541-a908-478c-ad23-71cc1eeb395a admin admin] Pushing event deleted for resources: {'Network': ['ID=431c2b0f-3cbe-4a95-961c-ba86034cc15d,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:48.634509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40752) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:27:48.678191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ff3dce05-3af1-4650-be19-79c5cf2195af admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b17876f5627d423587e3f6363158bc5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424867 Nov 08 14:27:48.680875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40754) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:27:48.730472 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4526-b0f6-429a-8703-fbe0c056cb78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.757388 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4526-b0f6-429a-8703-fbe0c056cb78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.805258 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4526-b0f6-429a-8703-fbe0c056cb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.808312 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5a1c4526-b0f6-429a-8703-fbe0c056cb78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:48.809601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5a1c4526-b0f6-429a-8703-fbe0c056cb78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/81aa5763-837c-48f7-8518-2141a694bb7b HTTP/1.1" status: 204 len: 168 time: 0.1277142 Nov 08 14:27:48.819214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1c4526-b0f6-429a-8703-fbe0c056cb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aa5763-837c-48f7-8518-2141a694bb7b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:49.529479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 40776) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:27:49.637574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-977255567-network', 'tenant_id': 'db0fe4a9150847b0a762ebc9c833c888'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:27:49.659575 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Made reservation on behalf of db0fe4a9150847b0a762ebc9c833c888 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:27:49.661822 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.670114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.744041 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.748796 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.773809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:27:49.791194 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4398873-c4e4-444a-9af1-761ca27879ae,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:49.795342 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.795883 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Added segment f93f7780-5d0b-47b7-b858-6ed562939516 of type vlan for network 2600d7ee-640d-4057-ae0e-1683aca3c761 Nov 08 14:27:49.851382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.879584 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.880682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:49.881260 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:49.942374 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4116535 Nov 08 14:27:49.946494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 40780) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:27:49.951513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Request body: {'subnet': {'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-977255567-subnet', 'tenant_id': 'db0fe4a9150847b0a762ebc9c833c888', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:27:49.953182 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e7fe8-3fe8-4df8-ab13-6eb079aeab11 admin admin] Pushing event updated for resources: {'Network': ['ID=2600d7ee-640d-4057-ae0e-1683aca3c761,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:49.964962 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 2600d7ee-640d-4057-ae0e-1683aca3c761 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:27:49.978660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Made reservation on behalf of db0fe4a9150847b0a762ebc9c833c888 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:27:49.981450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:50.158674 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:50.219140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1af202-6ce9-4fc1-9865-924d20e33e61,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:50.229935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Checking segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:27:50.230534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Network hostable DHCP agents. Network: 2600d7ee-640d-4057-ae0e-1683aca3c761, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:27:50.249492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Network 2600d7ee-640d-4057-ae0e-1683aca3c761 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:27:50.259110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 2600d7ee-640d-4057-ae0e-1683aca3c761) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:27:50.263480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:50.264101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:50.269652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d87940b-f99a-49a5-a5ef-76931957c2f0 None None] Network 2600d7ee-640d-4057-ae0e-1683aca3c761 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:27:50.286425 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-45aa475c-31b9-4965-915b-3812840d266e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3338733 Nov 08 14:27:50.403842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6364e1f-e627-498e-b5d9-2eb9e387b421 None None] Network 2600d7ee-640d-4057-ae0e-1683aca3c761 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:27:50.466077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:27:50.505559 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 5635d3e6-1958-442c-bfca-11989af6ed16 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:27:50.505978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 5635d3e6-1958-442c-bfca-11989af6ed16 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:27:50.768253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-5eb9273c-55e5-405b-b9dc-ba7cee47c207 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:50.769720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-5eb9273c-55e5-405b-b9dc-ba7cee47c207 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 814 time: 0.1141531 Nov 08 14:27:50.786945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-c01317b0-57bc-4b40-8f39-ba5b668d0fa4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/quotas/db0fe4a9150847b0a762ebc9c833c888 HTTP/1.1" status: 200 len: 375 time: 0.0102992 Nov 08 14:27:50.827220 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-838e9e4f-1b1b-4e23-b4d7-d1148e28b4e4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320816 Nov 08 14:27:50.975311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-1ef92117-c81b-45ff-a2e2-7265f0f4d9e9 service neutron] 10.222.0.65 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400316 Nov 08 14:27:51.073632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-d0c92660-daca-4072-a196-392f3429b3d1 service neutron] 10.222.0.65 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922074 Nov 08 14:27:51.237163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0c01a431-391b-48e0-83c0-1a307200ed23 req-bf5d0e1b-93eb-434e-aac1-fbb206831442 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 210 time: 0.0296896 Nov 08 14:27:52.225564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-90eaaa16-7b71-4730-8208-001d21ce7e95 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:52.227149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-90eaaa16-7b71-4730-8208-001d21ce7e95 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 814 time: 0.1216278 Nov 08 14:27:52.241398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Request body: {'port': {'device_id': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761', 'admin_state_up': True, 'tenant_id': 'db0fe4a9150847b0a762ebc9c833c888'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:27:52.335990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3bef1aef-ad13-44c5-a19a-81b87a903b5e req-5f8cf030-6b17-46d8-9452-05fc192079f5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 210 time: 0.0275910 Nov 08 14:27:52.366659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Made reservation on behalf of db0fe4a9150847b0a762ebc9c833c888 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:27:52.370225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:52.506379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Allocated IP 172.20.0.6 (2600d7ee-640d-4057-ae0e-1683aca3c761/3f1af202-6ce9-4fc1-9865-924d20e33e61/0c673b20-1ed0-4d2c-b89e-3c100ef2f220) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:27:52.659641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:52.696609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:52.738437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Network 2600d7ee-640d-4057-ae0e-1683aca3c761 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:27:52.741618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:27:52.747660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:27:52.779310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:52.808143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:52.808762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:52.827344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-9bb985fa-d3d7-4f81-ad03-2bde2c5c334b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906847 Nov 08 14:27:52.843324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Request body: {'port': {'device_id': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:27:52.898053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.168954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:27:53.177838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.193498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Transition to ACTIVE for port object 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:27:53.197795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.257471 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:53.333384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:27:53.333634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:27:53.333943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:27:53.339069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:27:53.339393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:27:53.344898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:27:53.345917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Checking segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:27:53.346458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Bound using segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:27:53.346891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Bound port: 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:27:53.347256 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.438501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:27:53.443524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:27:53.450233 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.461097 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.475103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756feb5a-d59b-424a-854e-1077d8c5edb0 req-4ca03822-eb0c-4bbd-8aa8-78e0d6b2f0bd tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:53.479165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-756feb5a-d59b-424a-854e-1077d8c5edb0 req-4ca03822-eb0c-4bbd-8aa8-78e0d6b2f0bd tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 943 time: 0.0671172 Nov 08 14:27:53.513370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:53.514397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.516697 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] 10.222.0.54 "PUT /v2.0/ports/0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 1091 time: 0.6798668 Nov 08 14:27:53.517414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:53.521376 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372b5795-7fb3-42a3-8664-4a36c7b31f81" -d '{"events": [{"name": "network-changed", "server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:53.533726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-756feb5a-d59b-424a-854e-1077d8c5edb0 req-b711c160-b4b4-4a3c-84f3-48bc44f2735c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500369 Nov 08 14:27:53.556417 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad74e1-ee15-4a80-bfad-2cf0a2d208a0 service neutron] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:53.592497 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e37015-edef-4641-beb9-fb1940cdc5a8 x-openstack-request-id: req-b4e37015-edef-4641-beb9-fb1940cdc5a8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:53.592793 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:53.593052 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4e37015-edef-4641-beb9-fb1940cdc5a8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:53.593456 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'status': 'completed', 'code': 200} Nov 08 14:27:53.610830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-d7ffd7b8-c7f7-48a6-a737-27232eae6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:53.612423 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-d7ffd7b8-c7f7-48a6-a737-27232eae6b78 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1094 time: 0.0499065 Nov 08 14:27:53.656415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-91b0f763-73ba-4dcb-b323-ca666969306a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0350084 Nov 08 14:27:53.710757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-fa695a7a-b03a-4a80-89f5-c77eb5140bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:53.712261 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-fa695a7a-b03a-4a80-89f5-c77eb5140bad service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0483727 Nov 08 14:27:53.744760 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-935f189d-326a-4df5-8721-10189c37f903 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258329 Nov 08 14:27:53.839922 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-d72bedb4-6b76-48d0-ba89-f359e7386dd1 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873802 Nov 08 14:27:53.920549 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:53.952537 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-feb82391-daf0-4c07-a5aa-57e1ddd12504 req-6bba6ffc-16aa-45e5-9608-7f6732d2bb54 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047487 Nov 08 14:27:54.058638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-164a6fb5-9fa0-4ef8-83b1-abe71c09747f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:54.060215 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-164a6fb5-9fa0-4ef8-83b1-abe71c09747f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1094 time: 0.0469255 Nov 08 14:27:54.166377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-e1886ea0-597d-4b9d-9ebb-6d6d20fe64db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:54.168048 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-e1886ea0-597d-4b9d-9ebb-6d6d20fe64db service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.1007910 Nov 08 14:27:54.211608 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-d4b500ed-4bec-473e-b8ce-cda704f4859f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0359387 Nov 08 14:27:54.270511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-c276e2ac-1140-40b0-9e23-c8eace9d4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:54.272063 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-c276e2ac-1140-40b0-9e23-c8eace9d4ce9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0539501 Nov 08 14:27:54.305249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-6853a6b2-0db6-479f-b5dd-db0adacc05b0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257819 Nov 08 14:27:54.419351 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-3cf5c67d-55ca-4537-a85d-13e81df8ba22 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065512 Nov 08 14:27:54.535586 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-372b5795-7fb3-42a3-8664-4a36c7b31f81 req-9d292d0d-1c40-4f0d-b12a-15bdf0cf843d service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096864 Nov 08 14:27:54.670997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba169798-7768-4a4a-ad86-701ae6370774 req-445754f4-18b7-4ff8-b522-28297a028120 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:54.672541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba169798-7768-4a4a-ad86-701ae6370774 req-445754f4-18b7-4ff8-b522-28297a028120 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 943 time: 0.0573969 Nov 08 14:27:54.726693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba169798-7768-4a4a-ad86-701ae6370774 req-de0f7c43-ad21-42ec-a9c4-c0719a1dd64b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474119 Nov 08 14:27:55.853316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e668ea-1524-4177-88c2-8f4b9a7aec56 req-f899cb4a-dd3a-44d0-864f-37e4d99a55de tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:55.854387 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61e668ea-1524-4177-88c2-8f4b9a7aec56 req-f899cb4a-dd3a-44d0-864f-37e4d99a55de tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 943 time: 0.0528677 Nov 08 14:27:55.911524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-61e668ea-1524-4177-88c2-8f4b9a7aec56 req-3a2b612c-71de-4985-8792-749c5aaebc59 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Nov 08 14:27:56.458477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:27:56.559779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:56.571257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761', 'port_id': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'mac_address': 'fa:16:3e:15:43:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1af202-6ce9-4fc1-9865-924d20e33e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:27:56.614216 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:56.627455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:27:56.647123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:56.651364 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:56.700421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:56.932416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['0c673b20-1ed0-4d2c-b89e-3c100ef2f220'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:27:57.055131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d80560-da33-4722-833b-f516e3bc68f3 req-5a650964-c96d-4be4-9838-440eb1f44e10 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:57.056739 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32d80560-da33-4722-833b-f516e3bc68f3 req-5a650964-c96d-4be4-9838-440eb1f44e10 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 944 time: 0.0531836 Nov 08 14:27:57.121539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-32d80560-da33-4722-833b-f516e3bc68f3 req-af324a8e-fab2-4e75-add4-ab2cf22d4104 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581183 Nov 08 14:27:58.011566 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-45975c0d-cfa2-4729-acbb-93615e70f8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:58.258746 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0c1f2-9768-4569-aaf8-fb343af1c849 req-773c1112-2e00-4cce-87b0-442b262e2f01 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:58.260302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01d0c1f2-9768-4569-aaf8-fb343af1c849 req-773c1112-2e00-4cce-87b0-442b262e2f01 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 944 time: 0.0518239 Nov 08 14:27:58.318403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01d0c1f2-9768-4569-aaf8-fb343af1c849 req-cf9df575-de02-42a1-bfd1-bd2dac8b0636 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488675 Nov 08 14:27:58.462152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:27:58.515493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:27:58.519272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:27:58.519638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:58.601083 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:58.625774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:27:58.628047 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ad8a3a-28c2-435b-9a93-602ef7844a1d" -d '{"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-plugged", "status": "completed", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:27:58.646666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:27:58.652172 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:27:58.680796 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e6d2e8-5ee6-42eb-b524-0c2c46f99557 x-openstack-request-id: req-b6e6d2e8-5ee6-42eb-b524-0c2c46f99557 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:27:58.681154 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-plugged", "status": "completed", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:27:58.681339 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6e6d2e8-5ee6-42eb-b524-0c2c46f99557 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:27:58.681735 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'code': 200} Nov 08 14:27:58.686454 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:27:58.710798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:27:58.772118 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d48c6-767e-4514-b99d-428d4580ebbd req-d6acbb8c-8df9-432c-b9da-810add0a98a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:58.773662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-263d48c6-767e-4514-b99d-428d4580ebbd req-d6acbb8c-8df9-432c-b9da-810add0a98a9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1096 time: 0.0421739 Nov 08 14:27:58.820933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-263d48c6-767e-4514-b99d-428d4580ebbd req-f08d0df7-8d76-4dab-965e-7e085d51ea3b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402992 Nov 08 14:27:59.444070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323c08a-8573-45cb-bfd3-99a74a6b7255 req-a513f642-1c5d-448f-b6f3-82553b96ab59 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:27:59.445644 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6323c08a-8573-45cb-bfd3-99a74a6b7255 req-a513f642-1c5d-448f-b6f3-82553b96ab59 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0551186 Nov 08 14:27:59.496605 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6323c08a-8573-45cb-bfd3-99a74a6b7255 req-b9abbe1d-ba42-453a-a584-d59a98895a30 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446684 Nov 08 14:28:00.631454 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c4967-11cf-42b9-8ec7-607d7c636de7 req-73a6f67a-f20d-4d32-a072-678ae3278514 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:00.633228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a9c4967-11cf-42b9-8ec7-607d7c636de7 req-73a6f67a-f20d-4d32-a072-678ae3278514 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0592527 Nov 08 14:28:00.687652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a9c4967-11cf-42b9-8ec7-607d7c636de7 req-aa0288fd-8493-4155-aac8-ce61ad074374 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482318 Nov 08 14:28:00.827036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1acbc5-7495-4dd3-8784-c6dd65be68c3 req-c873b700-9a49-422c-a170-aa26a8bca241 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:00.829123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd1acbc5-7495-4dd3-8784-c6dd65be68c3 req-c873b700-9a49-422c-a170-aa26a8bca241 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0572414 Nov 08 14:28:00.887807 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd1acbc5-7495-4dd3-8784-c6dd65be68c3 req-ea95ce78-8c61-4d62-9c88-d2709f3d6eb2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515928 Nov 08 14:28:01.133907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df28253-d900-42c0-b19a-5782432d6719 req-32bef3da-552b-4d34-998a-08e1e9339409 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:01.135307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8df28253-d900-42c0-b19a-5782432d6719 req-32bef3da-552b-4d34-998a-08e1e9339409 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0574858 Nov 08 14:28:01.188247 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8df28253-d900-42c0-b19a-5782432d6719 req-b1c85452-e1dc-4817-aa18-c0ca6833fba5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Nov 08 14:28:01.306154 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c12a03-79b7-4562-9c0c-a3136aee8dce req-bf7dd1c4-a4ae-407e-b738-d9a280425190 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:01.307703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02c12a03-79b7-4562-9c0c-a3136aee8dce req-bf7dd1c4-a4ae-407e-b738-d9a280425190 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0523117 Nov 08 14:28:01.358163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02c12a03-79b7-4562-9c0c-a3136aee8dce req-119bc865-6d79-40c6-b64b-b8fd59b9a93e tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442333 Nov 08 14:28:01.502914 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-76734f68-7511-4417-a125-494e39bfbc4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:01.655029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-9e17738c-d1be-419d-8143-4549e7d88720 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0741136 Nov 08 14:28:01.673967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8bd9c-c86c-4e21-8802-fdb7eef91858 req-c9af5aa1-7fbb-46ce-a470-1a17b0747d6f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:01.675489 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b3b8bd9c-c86c-4e21-8802-fdb7eef91858 req-c9af5aa1-7fbb-46ce-a470-1a17b0747d6f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0698550 Nov 08 14:28:01.733993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b3b8bd9c-c86c-4e21-8802-fdb7eef91858 req-38c803e1-d7e2-49a2-a088-85a7be0386bf tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511906 Nov 08 14:28:02.857372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144fe75-8a8d-4d42-89d4-062aebe47e65 req-22959c30-0b54-4a8b-98ff-e598af4e007e tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:02.858770 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2144fe75-8a8d-4d42-89d4-062aebe47e65 req-22959c30-0b54-4a8b-98ff-e598af4e007e tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0525150 Nov 08 14:28:02.914055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2144fe75-8a8d-4d42-89d4-062aebe47e65 req-5b44e920-f339-4254-8bc2-ba51bf43f46f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479553 Nov 08 14:28:02.950989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-7344550b-1fe3-44b6-889e-8d5095b1fbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:02.952545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-7344550b-1fe3-44b6-889e-8d5095b1fbf3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1096 time: 0.0471389 Nov 08 14:28:03.047828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-baa629ad-68a7-4871-ac58-82e9dbb579ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:03.049768 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-baa629ad-68a7-4871-ac58-82e9dbb579ab service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0906906 Nov 08 14:28:03.095836 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-101d2eb2-1055-4dee-bcb4-abd05501c365 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0384610 Nov 08 14:28:03.146902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-effd2ffc-24c6-498c-a10a-1c80a0a30b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:03.148405 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-effd2ffc-24c6-498c-a10a-1c80a0a30b5f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0464222 Nov 08 14:28:03.181686 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-f9d4e627-0728-438b-95e4-6c70e29cc26d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267918 Nov 08 14:28:03.189072 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:03.288598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-8fd6a0f2-1c36-4abd-8995-90c547e0d307 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999553 Nov 08 14:28:03.383852 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-9ba5d39f-57c5-4306-be54-d64fe4e62d25 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879655 Nov 08 14:28:04.047926 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ceafcc-da67-4164-866d-4cd3de83254f req-6e84614b-bee6-4393-8cce-3e5efad833c7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:04.050037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9ceafcc-da67-4164-866d-4cd3de83254f req-6e84614b-bee6-4393-8cce-3e5efad833c7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0590792 Nov 08 14:28:04.107806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c9ceafcc-da67-4164-866d-4cd3de83254f req-55d385d4-0810-40c1-9e52-762e3a34cfaa tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511234 Nov 08 14:28:05.230776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04813b-a863-4258-b394-6b5d82603ac2 req-734780e7-40c2-4ef3-971e-4f3b5532b914 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:05.232304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c04813b-a863-4258-b394-6b5d82603ac2 req-734780e7-40c2-4ef3-971e-4f3b5532b914 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0510283 Nov 08 14:28:05.282308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3c04813b-a863-4258-b394-6b5d82603ac2 req-936faa88-393d-4120-ac9e-b0c2f4797eab tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435367 Nov 08 14:28:05.702157 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:05.870690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:06.403624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54e606-27b2-4949-a221-492da570af7f req-fa5ca9a7-edc8-444f-916c-0746686d7c51 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:06.405163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd54e606-27b2-4949-a221-492da570af7f req-fa5ca9a7-edc8-444f-916c-0746686d7c51 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0531805 Nov 08 14:28:06.458816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dd54e606-27b2-4949-a221-492da570af7f req-4620072c-d601-4076-896f-54cc1017df39 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468502 Nov 08 14:28:07.580088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780af328-84af-4a86-8841-9c28fcc1c3e7 req-6555858a-3ed3-48bc-8103-a655e2f17a54 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:07.581571 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-780af328-84af-4a86-8841-9c28fcc1c3e7 req-6555858a-3ed3-48bc-8103-a655e2f17a54 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0503476 Nov 08 14:28:07.646417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-780af328-84af-4a86-8841-9c28fcc1c3e7 req-10a0da89-9b5e-4917-a90e-df305e6c9a2d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584958 Nov 08 14:28:08.767425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d81c1c-23ee-4497-8944-52afaa102c44 req-0cb5e661-19c2-4622-ac45-e972e7a968b2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:08.768866 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07d81c1c-23ee-4497-8944-52afaa102c44 req-0cb5e661-19c2-4622-ac45-e972e7a968b2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0505993 Nov 08 14:28:08.819097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07d81c1c-23ee-4497-8944-52afaa102c44 req-e8255a2c-06f3-4f24-8afc-8f4eee16d785 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 Nov 08 14:28:09.945155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf4e69-a0bd-4e17-8a8e-5cd9e8704da2 req-c18f4185-d87f-47ce-8916-65cd1df42981 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:09.946732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcaf4e69-a0bd-4e17-8a8e-5cd9e8704da2 req-c18f4185-d87f-47ce-8916-65cd1df42981 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0554240 Nov 08 14:28:10.000430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcaf4e69-a0bd-4e17-8a8e-5cd9e8704da2 req-32d2e6e1-6d2d-42aa-b910-7413ed0070cf tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474408 Nov 08 14:28:11.137601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffff147-e8c9-4c81-86e5-680d64d98d7a req-bf7be7c7-b96d-4562-a8f2-29ef36052ca1 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:11.139183 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ffff147-e8c9-4c81-86e5-680d64d98d7a req-bf7be7c7-b96d-4562-a8f2-29ef36052ca1 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0537724 Nov 08 14:28:11.194747 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ffff147-e8c9-4c81-86e5-680d64d98d7a req-6721f16c-0278-418f-a974-f5a7ecf3bf78 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488734 Nov 08 14:28:12.333642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75175f-9a43-4810-ac98-2cbe008546a6 req-fe87bf6a-bf31-40bf-a0b1-00757c81cca4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:12.335256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c75175f-9a43-4810-ac98-2cbe008546a6 req-fe87bf6a-bf31-40bf-a0b1-00757c81cca4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0530431 Nov 08 14:28:12.394543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c75175f-9a43-4810-ac98-2cbe008546a6 req-a0245df1-5d06-4c39-ab6d-dc439068e504 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495427 Nov 08 14:28:13.513596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cc9e6-7691-4b8b-a2a7-3a53b92ea9e8 req-8124206f-3465-4aec-8f49-f83a9d685ef2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:13.515089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-299cc9e6-7691-4b8b-a2a7-3a53b92ea9e8 req-8124206f-3465-4aec-8f49-f83a9d685ef2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0515833 Nov 08 14:28:13.563470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-299cc9e6-7691-4b8b-a2a7-3a53b92ea9e8 req-9d935d3d-4b22-4c9b-b652-e812f3853128 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Nov 08 14:28:14.682551 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaedbd-244d-44b6-bfb4-045ef52c3404 req-ac289ecc-ad3d-4a58-95e3-2a4120fe26dc tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:14.684045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10aaedbd-244d-44b6-bfb4-045ef52c3404 req-ac289ecc-ad3d-4a58-95e3-2a4120fe26dc tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0493670 Nov 08 14:28:14.730793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10aaedbd-244d-44b6-bfb4-045ef52c3404 req-82aec6d8-9100-4307-966e-d8fb8d265f09 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400064 Nov 08 14:28:15.852348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ceb82-e000-46ae-9c9b-959708784a32 req-c1a2e037-4386-40c9-a670-fb108c3bf510 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:15.853817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-973ceb82-e000-46ae-9c9b-959708784a32 req-c1a2e037-4386-40c9-a670-fb108c3bf510 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0526726 Nov 08 14:28:15.901734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-973ceb82-e000-46ae-9c9b-959708784a32 req-6e828eca-7917-4e5d-ae58-b72f6e52249e tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Nov 08 14:28:17.019412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b534e7-013d-4378-b8be-75417d3dbcfe req-6a93444f-4eda-47a0-8d8e-6f384d95f88b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:17.020934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05b534e7-013d-4378-b8be-75417d3dbcfe req-6a93444f-4eda-47a0-8d8e-6f384d95f88b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0512176 Nov 08 14:28:17.069855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05b534e7-013d-4378-b8be-75417d3dbcfe req-69fe26db-debe-45fd-a29c-b0553cfd4d27 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423539 Nov 08 14:28:18.203961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84d3bb-4381-41a8-95b7-5dfc20a53fb9 req-1ee48208-aa1e-496a-81ec-18b6e13df1ce tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:18.205511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd84d3bb-4381-41a8-95b7-5dfc20a53fb9 req-1ee48208-aa1e-496a-81ec-18b6e13df1ce tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0549366 Nov 08 14:28:18.257762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd84d3bb-4381-41a8-95b7-5dfc20a53fb9 req-fab873c0-f1b6-4eba-ad64-60926ea23e24 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450234 Nov 08 14:28:18.730763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e7ebc-132c-4694-9fa4-6302784c049e req-d5fc1fa6-5dc5-4ec4-9f73-0fe6a721759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:18.732327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-891e7ebc-132c-4694-9fa4-6302784c049e req-d5fc1fa6-5dc5-4ec4-9f73-0fe6a721759d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1096 time: 0.0450027 Nov 08 14:28:18.841911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e7ebc-132c-4694-9fa4-6302784c049e req-c9f23dfa-7cc8-4217-8bca-ad14720d8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:18.843265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-891e7ebc-132c-4694-9fa4-6302784c049e req-c9f23dfa-7cc8-4217-8bca-ad14720d8080 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0895267 Nov 08 14:28:18.885598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-891e7ebc-132c-4694-9fa4-6302784c049e req-e420cd78-e1b4-4a54-a95c-0bcd464fb247 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0337877 Nov 08 14:28:18.941042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e7ebc-132c-4694-9fa4-6302784c049e req-d99a6570-a39d-49f3-858f-b1d2b228b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:18.942501 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-891e7ebc-132c-4694-9fa4-6302784c049e req-d99a6570-a39d-49f3-858f-b1d2b228b8c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0494173 Nov 08 14:28:18.974167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-891e7ebc-132c-4694-9fa4-6302784c049e req-3c1d11b8-e2f1-4fc7-b81b-b1026e663f18 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249734 Nov 08 14:28:19.066290 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-891e7ebc-132c-4694-9fa4-6302784c049e req-b6548d3c-2f25-4ccf-896b-d8085091d124 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847075 Nov 08 14:28:19.160820 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-891e7ebc-132c-4694-9fa4-6302784c049e req-539fcf58-9bf4-4396-8d20-c666e521fe4c service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870471 Nov 08 14:28:19.374553 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18112337-26ef-407b-9706-3a5181481ba9 req-f4290d27-c45f-4cf3-8888-2d2607ad8e13 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:19.376040 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18112337-26ef-407b-9706-3a5181481ba9 req-f4290d27-c45f-4cf3-8888-2d2607ad8e13 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0492229 Nov 08 14:28:19.425174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18112337-26ef-407b-9706-3a5181481ba9 req-0f8fd124-f4b4-4721-9c35-77a580a2e48a tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428660 Nov 08 14:28:20.549834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45be684-76e2-4f5b-8c54-b7088f3cbbff req-f54d345d-75c1-4ef9-aa94-d7ef83e4d9ac tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:20.551302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b45be684-76e2-4f5b-8c54-b7088f3cbbff req-f54d345d-75c1-4ef9-aa94-d7ef83e4d9ac tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0557773 Nov 08 14:28:20.602776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b45be684-76e2-4f5b-8c54-b7088f3cbbff req-52335228-c01d-4a84-a78d-b19aa97362f2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454209 Nov 08 14:28:21.722110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251ca27-43f1-4ddc-83ad-c3576902d4fe req-d8d4693d-99af-4230-a05b-c0b183995cc3 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:21.723609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5251ca27-43f1-4ddc-83ad-c3576902d4fe req-d8d4693d-99af-4230-a05b-c0b183995cc3 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0490236 Nov 08 14:28:21.771825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5251ca27-43f1-4ddc-83ad-c3576902d4fe req-cf15e325-2727-4389-89a5-9bdd434f75c5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417745 Nov 08 14:28:22.898715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56f86b-ddb2-44c7-be7b-242800b633a0 req-ad96c5b7-2141-4364-b75b-d8539a9ec38c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:22.900240 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be56f86b-ddb2-44c7-be7b-242800b633a0 req-ad96c5b7-2141-4364-b75b-d8539a9ec38c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0500867 Nov 08 14:28:22.954024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be56f86b-ddb2-44c7-be7b-242800b633a0 req-0c9436af-cac3-4c6c-969d-aed34459b142 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Nov 08 14:28:23.473115 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:23.929918 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:24.083012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c12c9-fef3-4ff7-8ac1-d7fc3e8126dd req-53e6d342-e14c-41bf-a739-b654dcf8fe52 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:24.084729 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a5c12c9-fef3-4ff7-8ac1-d7fc3e8126dd req-53e6d342-e14c-41bf-a739-b654dcf8fe52 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0568197 Nov 08 14:28:24.134933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a5c12c9-fef3-4ff7-8ac1-d7fc3e8126dd req-3e52c2fa-d3ad-4313-9435-aa2cc04dea62 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435023 Nov 08 14:28:25.264272 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3410b-3c4e-40d8-9772-4e879527b753 req-a127a18f-03f4-4090-aee3-e33510463ad2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:25.265746 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ca3410b-3c4e-40d8-9772-4e879527b753 req-a127a18f-03f4-4090-aee3-e33510463ad2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0511427 Nov 08 14:28:25.315876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4ca3410b-3c4e-40d8-9772-4e879527b753 req-2ae6eb1b-6683-42bc-96b8-78115519125b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433939 Nov 08 14:28:26.437552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850c6e3-f071-458b-92a4-cdcf6a71bf85 req-2b646cef-c4a6-4cf8-874e-84fd6f0313bf tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:26.439046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e850c6e3-f071-458b-92a4-cdcf6a71bf85 req-2b646cef-c4a6-4cf8-874e-84fd6f0313bf tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0501728 Nov 08 14:28:26.491960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e850c6e3-f071-458b-92a4-cdcf6a71bf85 req-0020f431-0d26-41c4-9b78-380146995794 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467608 Nov 08 14:28:27.608679 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd0022-eaad-4a4e-a788-639086a8e219 req-aed35c63-3ffa-4e61-b4e8-7dea82c59316 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:27.610146 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cfd0022-eaad-4a4e-a788-639086a8e219 req-aed35c63-3ffa-4e61-b4e8-7dea82c59316 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0494494 Nov 08 14:28:27.659016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6cfd0022-eaad-4a4e-a788-639086a8e219 req-afe82cd8-1ce9-41bd-89d9-320e9d6054f4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421939 Nov 08 14:28:28.004021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-424a2e17-c6f1-4668-adf8-b00930fc0f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:28.774788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071959bc-941e-4345-a71a-3a06ac3b599f req-b1ed3cb5-b6d5-4dd1-b720-c5336064ef18 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:28.776180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-071959bc-941e-4345-a71a-3a06ac3b599f req-b1ed3cb5-b6d5-4dd1-b720-c5336064ef18 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0482469 Nov 08 14:28:28.824446 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-071959bc-941e-4345-a71a-3a06ac3b599f req-7d1b28aa-1c46-45fe-963a-5447154f2549 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418899 Nov 08 14:28:29.948406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43323eab-5bad-40f1-b6dd-779acf8637ab req-971842f5-ad9a-4ab9-aa54-8b952c9515c6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:29.949902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43323eab-5bad-40f1-b6dd-779acf8637ab req-971842f5-ad9a-4ab9-aa54-8b952c9515c6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0557184 Nov 08 14:28:29.997949 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43323eab-5bad-40f1-b6dd-779acf8637ab req-66060043-268d-414c-b6e8-e2b581c828fe tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Nov 08 14:28:30.296831 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-042d4468-4dd3-4c5b-ac9f-304b3538ce0d service neutron] show failed (client error): The resource could not be found. Nov 08 14:28:30.297749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-042d4468-4dd3-4c5b-ac9f-304b3538ce0d service neutron] 10.222.0.54 "GET /v2.0/ports/0c673b20-1ed0-4d2c-b89e-3c100ef2f220/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0712798 Nov 08 14:28:30.530307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-b8424bbf-0015-4aa1-9199-da9aa02d04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:30.531864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-b8424bbf-0015-4aa1-9199-da9aa02d04c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a&tenant_id=db0fe4a9150847b0a762ebc9c833c888 HTTP/1.1" status: 200 len: 1096 time: 0.0429542 Nov 08 14:28:30.543727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:28:30.605315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:30.828836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:30.865440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:28:30.915456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:28:30.918360 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bacb5f-0b50-4d40-ab53-00c4acac9df1" -d '{"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:28:30.923266 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:30.939630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Transition to ACTIVE for port object 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:28:30.945140 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:30.985717 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a140d3ee-62ba-4f11-af0a-f07897f9b640 x-openstack-request-id: req-a140d3ee-62ba-4f11-af0a-f07897f9b640 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:28:30.986174 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-unplugged", "status": "completed", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:28:30.986296 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a140d3ee-62ba-4f11-af0a-f07897f9b640 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:28:30.986642 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'code': 200} Nov 08 14:28:31.012848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] No DVR routers for this DVR port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:28:31.020052 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:31.031658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.032041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.032418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.032765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.033096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.033425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.033753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.034078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.034406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.034730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.035055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.035378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:31.066584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:28:31.066862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:28:31.067210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:28:31.071944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:28:31.072274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Attempting to bind port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:28:31.077426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:28:31.077772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Checking segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:28:31.078162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Bound using segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:28:31.078593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Bound port: 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:28:31.078986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:31.125675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c05ddf-dc4a-44bd-a1e0-b3c8015b9abf req-53c9f017-3c5f-4503-8248-492f526aa875 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:31.127372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2c05ddf-dc4a-44bd-a1e0-b3c8015b9abf req-53c9f017-3c5f-4503-8248-492f526aa875 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 943 time: 0.0527558 Nov 08 14:28:31.147497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:28:31.151102 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:28:31.156077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:31.182614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2c05ddf-dc4a-44bd-a1e0-b3c8015b9abf req-6bd20355-730c-43b0-bcfb-93998c3bd981 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Nov 08 14:28:31.191887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:31.192529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:31.194006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 1091 time: 0.6545901 Nov 08 14:28:31.218753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff143742-3636-4b6d-9ed3-8130f159f7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:31.264764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-c0cb8bd7-df04-4ed9-994c-4a0d14e7a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:31.266241 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-c0cb8bd7-df04-4ed9-994c-4a0d14e7a81b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1094 time: 0.0442760 Nov 08 14:28:31.356331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-50986ef0-1b36-435e-aace-d3cf57e80bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:31.357781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-50986ef0-1b36-435e-aace-d3cf57e80bc5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0844607 Nov 08 14:28:31.402513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-cd02a535-0872-49d0-bfef-c1d6c7fd1ffa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0377603 Nov 08 14:28:31.455353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-c04c7af8-0b24-43ab-a2b4-408f790e34c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:31.456859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-c04c7af8-0b24-43ab-a2b4-408f790e34c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0472102 Nov 08 14:28:31.489614 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-249fb70c-635e-4aae-b452-92393e4e01c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254571 Nov 08 14:28:31.507416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4cf14d01-5a32-4911-90f7-93595d4f9839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:31.585748 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-fdabe9f8-159b-435f-b693-70abc8854eaf service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901294 Nov 08 14:28:31.677142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-571b284d-62ef-407d-bed2-5c86af748fe7 req-0fbf77ec-0c89-4982-a11f-c41ea295d857 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846386 Nov 08 14:28:32.311716 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d73c9cf-3f29-4b9f-a51e-1d37beaa58b2 req-3cf5c1a2-6835-41a9-8a6a-feb80ec7c6ba tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:32.313195 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d73c9cf-3f29-4b9f-a51e-1d37beaa58b2 req-3cf5c1a2-6835-41a9-8a6a-feb80ec7c6ba tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 943 time: 0.0522971 Nov 08 14:28:32.361429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1d73c9cf-3f29-4b9f-a51e-1d37beaa58b2 req-6c895db5-68c2-45ee-9e9f-4d98d367640c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415027 Nov 08 14:28:32.988046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:28:32.990425 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3983135b-a79f-4719-a201-01ddf5021080" -d '{"events": [{"name": "network-changed", "server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:28:33.039371 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04593b8-3990-498a-8666-98b4dc0c882d x-openstack-request-id: req-c04593b8-3990-498a-8666-98b4dc0c882d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:28:33.039782 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:28:33.040125 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c04593b8-3990-498a-8666-98b4dc0c882d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:28:33.040540 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'status': 'completed', 'code': 200} Nov 08 14:28:33.135339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983135b-a79f-4719-a201-01ddf5021080 req-2eb79923-6e32-4de2-afb9-bbef31a42ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.136857 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-2eb79923-6e32-4de2-afb9-bbef31a42ca5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1094 time: 0.0759263 Nov 08 14:28:33.139507 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983135b-a79f-4719-a201-01ddf5021080 req-abe3aa31-dc49-4be6-8169-1a6a60bdd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.140966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-abe3aa31-dc49-4be6-8169-1a6a60bdd3a7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1094 time: 0.0711534 Nov 08 14:28:33.190139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:33.493922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31310845-9a62-4f10-861b-35a16cd36019 req-5f1e7941-d393-4769-8c43-2fdaf26e3027 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.495528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31310845-9a62-4f10-861b-35a16cd36019 req-5f1e7941-d393-4769-8c43-2fdaf26e3027 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 943 time: 0.0579379 Nov 08 14:28:33.546785 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31310845-9a62-4f10-861b-35a16cd36019 req-31b425a6-6a36-4557-b99b-c11e156f32e4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443168 Nov 08 14:28:33.653562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983135b-a79f-4719-a201-01ddf5021080 req-dd53c058-c77a-4673-80db-827ffa2dcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.655066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-dd53c058-c77a-4673-80db-827ffa2dcc34 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.5072753 Nov 08 14:28:33.656191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983135b-a79f-4719-a201-01ddf5021080 req-c33cb6d3-ac0c-4845-8797-8b66a81d2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.658165 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-c33cb6d3-ac0c-4845-8797-8b66a81d2592 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.5025513 Nov 08 14:28:33.738485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-b6fa72d1-8a52-42c6-8763-dee2bbec3eb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0683246 Nov 08 14:28:33.747364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-89fc7d2e-f361-4eb0-8c0d-e28b2bd5d648 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0832348 Nov 08 14:28:33.767190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457decd8-1f96-4b10-8f7c-7e058e2edff2 req-4939b94e-c3ed-486a-aa01-709a242adaf6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.769072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-457decd8-1f96-4b10-8f7c-7e058e2edff2 req-4939b94e-c3ed-486a-aa01-709a242adaf6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 943 time: 0.0532930 Nov 08 14:28:33.824120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-457decd8-1f96-4b10-8f7c-7e058e2edff2 req-2407423d-d2e4-4182-b7d3-183c47751229 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483286 Nov 08 14:28:33.861184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983135b-a79f-4719-a201-01ddf5021080 req-d094d66b-ab96-4bfb-8210-e7c23f173071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.862644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-d094d66b-ab96-4bfb-8210-e7c23f173071 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.1043336 Nov 08 14:28:33.864014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983135b-a79f-4719-a201-01ddf5021080 req-5950febd-89b2-4825-8dd5-00ec1c4fc1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.865356 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-5950febd-89b2-4825-8dd5-00ec1c4fc1a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.1157162 Nov 08 14:28:33.885992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c0991-f9eb-49cb-941b-e596150b46fd req-e52ae91b-b909-4c36-a94a-f2b4701862c1 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:33.887402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-e52ae91b-b909-4c36-a94a-f2b4701862c1 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.54 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a&tenant_id=db0fe4a9150847b0a762ebc9c833c888&binding%3Ahost_id=n-h1-804292-2 HTTP/1.1" status: 200 len: 943 time: 0.1510446 Nov 08 14:28:33.918912 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-7f9007fd-8c86-4717-b252-80cc88c780ff service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495477 Nov 08 14:28:33.960194 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-da4de6ef-a851-44e8-b1c0-c8db5f47e759 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823119 Nov 08 14:28:34.116143 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-945c0991-f9eb-49cb-941b-e596150b46fd req-8a4758fc-5ec6-45cf-9e46-a3adee0b9095 service neutron] delete failed (client error): The resource could not be found. Nov 08 14:28:34.117167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-8a4758fc-5ec6-45cf-9e46-a3adee0b9095 service neutron] 10.222.0.54 "DELETE /v2.0/ports/0c673b20-1ed0-4d2c-b89e-3c100ef2f220/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.2068396 Nov 08 14:28:34.145822 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-cae01bbb-c4cb-46e2-9651-6428ffaebb22 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717906 Nov 08 14:28:34.147804 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-82e6e1c4-9205-4fa4-97b1-7a855dcc966c service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987669 Nov 08 14:28:34.311336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-032f6b81-2824-42e4-848c-588c648a8652 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586378 Nov 08 14:28:34.313174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3983135b-a79f-4719-a201-01ddf5021080 req-c7616055-f0d2-424d-abfe-456b3171420b service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533756 Nov 08 14:28:34.413767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c0991-f9eb-49cb-941b-e596150b46fd req-9439edfc-b3c5-4ae9-8f4d-e358f222d0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:34.415250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-9439edfc-b3c5-4ae9-8f4d-e358f222d0e7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 1094 time: 0.0428305 Nov 08 14:28:34.493823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:28:34.520453 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c0991-f9eb-49cb-941b-e596150b46fd req-8dfffd28-3bfb-4eca-bee6-3b9271f191a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:34.521941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-8dfffd28-3bfb-4eca-bee6-3b9271f191a1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0998454 Nov 08 14:28:34.565028 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-01581932-52c6-41a9-ad8f-28af06499ec1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 200 len: 217 time: 0.0362298 Nov 08 14:28:34.598233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:34.613446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761', 'port_id': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'mac_address': 'fa:16:3e:15:43:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1af202-6ce9-4fc1-9865-924d20e33e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:28:34.621363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c0991-f9eb-49cb-941b-e596150b46fd req-73efa80a-1f8c-41bb-b60d-25ae66761d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:34.622879 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-73efa80a-1f8c-41bb-b60d-25ae66761d95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0517759 Nov 08 14:28:34.638136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:28:34.657145 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-d5b7c649-8f15-4273-8e5b-2ca3ab896357 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265260 Nov 08 14:28:34.680761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:34.701798 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:28:34.707533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:28:34.723575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:34.727390 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:34.754863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-f29eed98-7d86-411e-849b-0c56f3b63cc1 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908525 Nov 08 14:28:34.776705 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:34.858474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-2008d375-508a-4875-bef9-01f67368ca3f service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966566 Nov 08 14:28:34.942883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0c673b20-1ed0-4d2c-b89e-3c100ef2f220'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:28:34.955587 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a753f-2136-4df1-9bc3-289f4d5050b6 req-e84cc89f-9a1a-4d97-b05a-fde1e2fd3cef tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:34.958512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb2a753f-2136-4df1-9bc3-289f4d5050b6 req-e84cc89f-9a1a-4d97-b05a-fde1e2fd3cef tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 944 time: 0.0572379 Nov 08 14:28:35.019592 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb2a753f-2136-4df1-9bc3-289f4d5050b6 req-8993fc4a-931b-474c-a281-a8ce632c8cca tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523100 Nov 08 14:28:35.686085 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:28:35.702456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:35.866568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:36.149657 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8c230-e85b-44a8-a320-98612883e0c9 req-a6753e6f-9dfc-4a0a-b4c9-96995c160c3d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:36.151100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cd8c230-e85b-44a8-a320-98612883e0c9 req-a6753e6f-9dfc-4a0a-b4c9-96995c160c3d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 944 time: 0.0520399 Nov 08 14:28:36.201463 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7cd8c230-e85b-44a8-a320-98612883e0c9 req-65b8a9a1-0913-4b65-95f9-2934eb7e8d53 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Nov 08 14:28:36.336230 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d979b0-8693-4d89-afa1-b248377720df req-b3d81117-58d6-4330-82f0-757ae95ed6d6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:36.338226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6d979b0-8693-4d89-afa1-b248377720df req-b3d81117-58d6-4330-82f0-757ae95ed6d6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 944 time: 0.0620146 Nov 08 14:28:36.388307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c6d979b0-8693-4d89-afa1-b248377720df req-22f0171c-af48-486c-8a21-b7ea2299d3bf tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Nov 08 14:28:36.505476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:28:36.511289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f1eae-e947-4cdf-ac2e-506d46890e56 req-4ce4209a-f7a3-4eb3-8f94-73b6ecbcdc40 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:36.512834 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-129f1eae-e947-4cdf-ac2e-506d46890e56 req-4ce4209a-f7a3-4eb3-8f94-73b6ecbcdc40 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 944 time: 0.0554731 Nov 08 14:28:36.564720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:28:36.569370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:28:36.569744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:36.573338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-129f1eae-e947-4cdf-ac2e-506d46890e56 req-511fed49-c71b-405e-aed6-95ddf1364f30 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537405 Nov 08 14:28:36.660469 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:36.686732 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:28:36.689018 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f0e019-3a15-4161-b41d-6f0176fe804a" -d '{"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-plugged", "status": "completed", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:28:36.702947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:36.709568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:36.749542 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ccde17-c67c-4413-90e8-2e167aa430d2 x-openstack-request-id: req-71ccde17-c67c-4413-90e8-2e167aa430d2 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:28:36.749873 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-plugged", "status": "completed", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:28:36.750234 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71ccde17-c67c-4413-90e8-2e167aa430d2 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:28:36.750657 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'code': 200} Nov 08 14:28:36.788086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:37.004548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-4d0c2d76-d1ee-4744-ba99-d63617a14343 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:37.006814 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-4d0c2d76-d1ee-4744-ba99-d63617a14343 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 814 time: 0.1271913 Nov 08 14:28:37.024285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-e8684fb7-c881-4877-9985-4fad87a31658 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/quotas/db0fe4a9150847b0a762ebc9c833c888 HTTP/1.1" status: 200 len: 375 time: 0.0112600 Nov 08 14:28:37.079726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-3f3d8aaa-df74-4ee2-ade9-1063e599f95d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488071 Nov 08 14:28:37.181882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-8d4727ed-69ca-441f-a848-78f75e940c96 service neutron] 10.222.0.65 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950756 Nov 08 14:28:37.278108 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-6eb5b16d-e14c-4c8f-aa06-3e40d05eaeeb service neutron] 10.222.0.65 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899563 Nov 08 14:28:37.439802 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0d5822a-cbfb-47d3-a76c-493d34904ff7 req-fd891545-c24a-4773-af39-20c57d717590 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 210 time: 0.0277319 Nov 08 14:28:38.080982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fbf69803-13f2-4d03-be02-0a6628194173 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:38.082561 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fbf69803-13f2-4d03-be02-0a6628194173 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d64b9ea-4faa-4818-b817-f58d5e38697a HTTP/1.1" status: 200 len: 945 time: 0.0599508 Nov 08 14:28:38.194623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Deleting port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:28:38.194886 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:38.305930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] For port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:38.306306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:38.321899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Calling delete_port for 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:28:38.548612 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:38.569557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0c673b20-1ed0-4d2c-b89e-3c100ef2f220'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:28:38.583168 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f123f47c-a203-46c3-a99f-5707e0f0c3c7 req-9c896d30-1237-4d6e-8dcb-ba681dd47d43 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 210 time: 0.0521758 Nov 08 14:28:38.601313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Pushing event deleted for resources: {'Port': ['ID=0c673b20-1ed0-4d2c-b89e-3c100ef2f220,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:38.628237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-af4e7543-972f-47f3-bf78-3d8732d7d82a tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:38.629887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-af4e7543-972f-47f3-bf78-3d8732d7d82a tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 814 time: 0.2188592 Nov 08 14:28:38.649017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Request body: {'port': {'device_id': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761', 'admin_state_up': True, 'tenant_id': 'db0fe4a9150847b0a762ebc9c833c888'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:28:38.684710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] No DVR routers for this DVR port 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:28:38.689268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:38.692775 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.70 "DELETE /v2.0/ports/0c673b20-1ed0-4d2c-b89e-3c100ef2f220 HTTP/1.1" status: 204 len: 173 time: 0.6029532 Nov 08 14:28:38.693227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-deleted', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:28:38.695554 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a81a8b1-4610-4144-becf-cd36dc8fe9ce" -d '{"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-deleted", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:28:38.761496 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8d9d4a-c099-4a7c-ad5a-06ccd22d258f x-openstack-request-id: req-eb8d9d4a-c099-4a7c-ad5a-06ccd22d258f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:28:38.761792 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d64b9ea-4faa-4818-b817-f58d5e38697a", "name": "network-vif-deleted", "tag": "0c673b20-1ed0-4d2c-b89e-3c100ef2f220", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:28:38.762059 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb8d9d4a-c099-4a7c-ad5a-06ccd22d258f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:28:38.762462 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d64b9ea-4faa-4818-b817-f58d5e38697a', 'name': 'network-vif-deleted', 'tag': '0c673b20-1ed0-4d2c-b89e-3c100ef2f220', 'status': 'completed', 'code': 200} Nov 08 14:28:38.812550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Made reservation on behalf of db0fe4a9150847b0a762ebc9c833c888 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:28:38.818530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:38.980103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Allocated IP 172.20.0.4 (2600d7ee-640d-4057-ae0e-1683aca3c761/3f1af202-6ce9-4fc1-9865-924d20e33e61/d2862404-9bd9-4007-ad69-32ab669f4a71) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:28:39.156332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:39.195474 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:39.207423 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['0c673b20-1ed0-4d2c-b89e-3c100ef2f220'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:28:39.240442 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Network 2600d7ee-640d-4057-ae0e-1683aca3c761 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:28:39.244308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:28:39.253455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:28:39.284778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:39.315760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:39.316660 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:39.332837 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bcf8092b-e561-4d33-b086-a5bd622a71b7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6879296 Nov 08 14:28:39.345651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Request body: {'port': {'device_id': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:28:39.405788 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:39.725986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2862404-9bd9-4007-ad69-32ab669f4a71 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:28:39.734100 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:39.742691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f0ed6-9622-4c7a-9b44-9a40237b9f73 req-41077e24-6204-4c48-bf6f-05842859fc0b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:39.744153 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa3f0ed6-9622-4c7a-9b44-9a40237b9f73 req-41077e24-6204-4c48-bf6f-05842859fc0b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 931 time: 0.0644944 Nov 08 14:28:39.748143 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Transition to ACTIVE for port object d2862404-9bd9-4007-ad69-32ab669f4a71 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:28:39.752293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:39.809114 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa3f0ed6-9622-4c7a-9b44-9a40237b9f73 req-a41cfe30-c458-439a-98cc-a0862d5cddd5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552783 Nov 08 14:28:39.842709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:39.879363 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:28:39.879724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:28:39.880203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:28:39.885367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Port d2862404-9bd9-4007-ad69-32ab669f4a71 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:28:39.885693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:28:39.892176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:28:39.892565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Checking segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:28:39.892993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Bound using segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:28:39.893501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Bound port: d2862404-9bd9-4007-ad69-32ab669f4a71, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:28:39.893890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:39.968334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:28:39.972918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:28:39.977865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:40.021197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:40.021884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:40.023368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] 10.222.0.70 "PUT /v2.0/ports/d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 1091 time: 0.6823897 Nov 08 14:28:40.045550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe865e32-8ba5-4c15-973a-d8c62e74805e service neutron] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:40.109406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-17ea23d7-7e78-454e-a352-4d439421abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:40.111078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-17ea23d7-7e78-454e-a352-4d439421abd5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1094 time: 0.0461919 Nov 08 14:28:40.157665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-0daf71fd-5058-4218-9691-386aa02696c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0386469 Nov 08 14:28:40.218804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-c702ef51-82a2-4861-96ba-371ded2f3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:40.220552 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-c702ef51-82a2-4861-96ba-371ded2f3998 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0564041 Nov 08 14:28:40.257491 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-8a075492-3c1d-411c-99bc-d935c7a06ff0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291500 Nov 08 14:28:40.357188 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-6fd23350-05e5-4894-8216-70eee2984484 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921774 Nov 08 14:28:40.459344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d37b37a0-2cb6-431b-9945-469becb558f4 req-bd334e1f-4681-46fb-bd4d-0397f6c4d3c9 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957818 Nov 08 14:28:40.764176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:28:40.766768 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15363702-9045-4c58-8d08-0fdbd7be1fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:28:40.808887 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d448002e-3a33-4948-a6d0-1fff70d83319 x-openstack-request-id: req-d448002e-3a33-4948-a6d0-1fff70d83319 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:28:40.809207 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:28:40.809410 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d448002e-3a33-4948-a6d0-1fff70d83319 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:28:40.809819 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'status': 'completed', 'code': 200} Nov 08 14:28:40.881829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-a0c6b181-a9d6-45e7-9cf0-88391c2504a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:40.883347 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-a0c6b181-a9d6-45e7-9cf0-88391c2504a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1094 time: 0.0467851 Nov 08 14:28:40.962106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2adca-9cff-45be-ac19-cd32065bc00e req-e1d25298-9365-48c5-9ccd-0920624d8a09 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:40.963801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbd2adca-9cff-45be-ac19-cd32065bc00e req-e1d25298-9365-48c5-9ccd-0920624d8a09 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 943 time: 0.0536673 Nov 08 14:28:41.002939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-fd5725a5-a405-4565-a344-ef93c054a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:41.004467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-fd5725a5-a405-4565-a344-ef93c054a377 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.1117532 Nov 08 14:28:41.021602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cbd2adca-9cff-45be-ac19-cd32065bc00e req-85fa0f7d-c44a-4107-8162-80ee305e12e3 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Nov 08 14:28:41.047259 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-734d1323-9b5c-4d90-9724-6836e7e59f6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0353503 Nov 08 14:28:41.097378 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-679d8f5c-e4c0-4d79-b19a-167cd05a2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:41.098855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-679d8f5c-e4c0-4d79-b19a-167cd05a2bd3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0437443 Nov 08 14:28:41.135687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-8650f92c-72ff-4ff5-b5d3-db7e2a2ca696 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294290 Nov 08 14:28:41.230656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-c823de83-49c0-4bee-be2f-fbbcbca07fac service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865872 Nov 08 14:28:41.335470 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15363702-9045-4c58-8d08-0fdbd7be1fbf req-8f200b21-88c7-4093-ad66-e52cd5bab2ab service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964944 Nov 08 14:28:42.146077 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca03375-83e4-4803-a170-39369423d905 req-216fb078-5791-492e-bad9-a1829866d0d5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:42.147619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bca03375-83e4-4803-a170-39369423d905 req-216fb078-5791-492e-bad9-a1829866d0d5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 943 time: 0.0539179 Nov 08 14:28:42.197829 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bca03375-83e4-4803-a170-39369423d905 req-fff2d554-ad9d-49ec-8280-ac76e34d3111 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Nov 08 14:28:42.554126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:28:42.556303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:28:42.582316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:28:42.582696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 0c673b20-1ed0-4d2c-b89e-3c100ef2f220 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:28:42.677759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:42.688752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761', 'port_id': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'mac_address': 'fa:16:3e:4c:fc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1af202-6ce9-4fc1-9865-924d20e33e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:28:42.727671 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:42.740650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2862404-9bd9-4007-ad69-32ab669f4a71 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:28:42.760196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:42.763807 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:42.812269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:42.819942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.820288 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.820634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.820973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.821312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.821652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.821984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.822309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.822634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.822980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.823285 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.823614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:28:42.952614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['d2862404-9bd9-4007-ad69-32ab669f4a71'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:28:43.324677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4428262-d9d5-4d29-83da-579c912f0dbc req-3d8f00f4-5324-4bd0-9f86-c94c423cbac7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:43.326176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4428262-d9d5-4d29-83da-579c912f0dbc req-3d8f00f4-5324-4bd0-9f86-c94c423cbac7 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 944 time: 0.0594330 Nov 08 14:28:43.376960 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d4428262-d9d5-4d29-83da-579c912f0dbc req-0d1fb14a-243d-413b-a9cb-5bc9b87e3be9 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438139 Nov 08 14:28:44.496412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2defa-df68-4e46-8e39-0ce8f03db2cc req-6b35c730-cca6-4b40-b479-c8b632d1f498 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:44.498009 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5e2defa-df68-4e46-8e39-0ce8f03db2cc req-6b35c730-cca6-4b40-b479-c8b632d1f498 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 944 time: 0.0508826 Nov 08 14:28:44.553080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d5e2defa-df68-4e46-8e39-0ce8f03db2cc req-22a14955-93a1-4953-864c-e57a0d697903 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474033 Nov 08 14:28:44.569037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:28:44.626312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port d2862404-9bd9-4007-ad69-32ab669f4a71 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:28:44.631033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port d2862404-9bd9-4007-ad69-32ab669f4a71 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:28:44.631537 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:44.877139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:44.903015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:28:44.905370 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537e7ee-3ff0-4b62-9027-a82e1a62661e" -d '{"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-plugged", "status": "completed", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:28:44.921524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:28:44.925950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:44.954955 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e19c3f-8304-4f86-8681-fd9c356824be x-openstack-request-id: req-47e19c3f-8304-4f86-8681-fd9c356824be {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:28:44.955965 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-plugged", "status": "completed", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:28:44.956246 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47e19c3f-8304-4f86-8681-fd9c356824be {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:28:44.956630 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'code': 200} Nov 08 14:28:44.990909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:28:45.056852 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bea78-3a5b-47aa-b040-a6e1f54a518e req-1845d42f-5fe9-492c-9465-b8d3c9828eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:45.058372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a9bea78-3a5b-47aa-b040-a6e1f54a518e req-1845d42f-5fe9-492c-9465-b8d3c9828eb1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1096 time: 0.0429034 Nov 08 14:28:45.105244 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8a9bea78-3a5b-47aa-b040-a6e1f54a518e req-5a40ad26-067b-457e-ab21-29c5dd015981 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Nov 08 14:28:45.676070 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a113d32-1816-4795-ac7f-699f67822d4f req-20431734-ecc6-46c3-b26f-89a49cc40e90 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:45.677585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a113d32-1816-4795-ac7f-699f67822d4f req-20431734-ecc6-46c3-b26f-89a49cc40e90 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0557775 Nov 08 14:28:45.727120 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0a113d32-1816-4795-ac7f-699f67822d4f req-931e16ee-46f2-4654-b35c-1042a0e21392 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426829 Nov 08 14:28:46.850452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae182-9301-44cc-abd0-f6c8245ec6a7 req-8a9f3107-de51-40ec-839b-5c9b4cf5fee2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:46.852074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52dae182-9301-44cc-abd0-f6c8245ec6a7 req-8a9f3107-de51-40ec-839b-5c9b4cf5fee2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Nov 08 14:28:46.905404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-52dae182-9301-44cc-abd0-f6c8245ec6a7 req-4eeeefad-d034-47fa-855f-47928fbdb2f6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466840 Nov 08 14:28:47.030566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6b6ae-d739-4f47-abf0-d7f812911a56 req-43ab09d6-d16d-47b6-8830-8c5755c23897 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:47.032014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3a6b6ae-d739-4f47-abf0-d7f812911a56 req-43ab09d6-d16d-47b6-8830-8c5755c23897 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Nov 08 14:28:47.082130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3a6b6ae-d739-4f47-abf0-d7f812911a56 req-516555d1-3779-430c-969d-58b00b9d618f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Nov 08 14:28:47.364019 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-61ef90eb-132e-404f-b9d8-98ca56244b1b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731945 Nov 08 14:28:47.376876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a9f5d3-2551-4b85-b3f8-596fdf6d21cb req-1d847450-7158-423f-9de4-8a98b58dc230 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:47.379200 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5a9f5d3-2551-4b85-b3f8-596fdf6d21cb req-1d847450-7158-423f-9de4-8a98b58dc230 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0637324 Nov 08 14:28:47.436579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5a9f5d3-2551-4b85-b3f8-596fdf6d21cb req-50d818c7-7a0f-46d1-9ca9-bb99a757aa10 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504627 Nov 08 14:28:48.554763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-a06efaaa-691a-4898-abc0-4de6ae94bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:48.556391 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-a06efaaa-691a-4898-abc0-4de6ae94bcf0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1096 time: 0.0447404 Nov 08 14:28:48.574603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2f485-e26c-48f1-8beb-0ea8a3283147 req-b3e3bed8-9fb7-4f80-9971-50fe26692131 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:48.576335 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fa2f485-e26c-48f1-8beb-0ea8a3283147 req-b3e3bed8-9fb7-4f80-9971-50fe26692131 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0570233 Nov 08 14:28:48.649953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fa2f485-e26c-48f1-8beb-0ea8a3283147 req-8abe122c-38c0-457a-95f0-4159b4b66a5f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668497 Nov 08 14:28:48.673874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-fec88810-17c5-4c54-a43b-6e63d03953ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:48.676180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-fec88810-17c5-4c54-a43b-6e63d03953ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.1131165 Nov 08 14:28:48.719026 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-d3e1092e-80e6-4da4-89f5-cf8a385e9038 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0359154 Nov 08 14:28:48.775423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-28897f36-f147-412d-bbb9-e55d7e56b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:48.777362 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-28897f36-f147-412d-bbb9-e55d7e56b255 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0517807 Nov 08 14:28:48.811000 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-ab103082-b3c4-40bc-9f37-e6e13680d0b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261960 Nov 08 14:28:48.919543 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-dfa3cadc-ad61-48ac-bb17-ed851c93891c service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007733 Nov 08 14:28:49.030134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-b2417f88-5b80-464b-97dc-66347252fc3a service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016252 Nov 08 14:28:49.779991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcec0e-a93d-4bd1-b56c-0a43f9527d52 req-3ff7d520-7c1e-45e6-8148-3fe0e7f96d3c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:49.781491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16fcec0e-a93d-4bd1-b56c-0a43f9527d52 req-3ff7d520-7c1e-45e6-8148-3fe0e7f96d3c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0548449 Nov 08 14:28:49.844382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-16fcec0e-a93d-4bd1-b56c-0a43f9527d52 req-2f46d96d-1165-4094-a8bb-1e59e1ac14ad tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525260 Nov 08 14:28:50.982064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478c605-d6c4-4e61-970b-3a69706b73d8 req-b88b03a1-fd2d-4172-9c29-18f6e0a3e2c0 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:50.983572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e478c605-d6c4-4e61-970b-3a69706b73d8 req-b88b03a1-fd2d-4172-9c29-18f6e0a3e2c0 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0562561 Nov 08 14:28:51.033707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e478c605-d6c4-4e61-970b-3a69706b73d8 req-d0bb54b3-9543-4a90-8d30-a0266633675f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435903 Nov 08 14:28:52.151353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ead8f-2a95-41ea-a1ee-9c446e7c751b req-7b3488db-2c99-4160-9bd5-5e191a6cee8d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:52.153163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b83ead8f-2a95-41ea-a1ee-9c446e7c751b req-7b3488db-2c99-4160-9bd5-5e191a6cee8d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0503554 Nov 08 14:28:52.200862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b83ead8f-2a95-41ea-a1ee-9c446e7c751b req-6561234a-9a6f-407f-a44c-624255443c8a tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416627 Nov 08 14:28:53.322992 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750b22d-f356-45fe-b094-9905d9e4a4ec req-82132005-a1f1-426f-8670-d6be006014b5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:53.324508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5750b22d-f356-45fe-b094-9905d9e4a4ec req-82132005-a1f1-426f-8670-d6be006014b5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0531578 Nov 08 14:28:53.481141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:53.679102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5750b22d-f356-45fe-b094-9905d9e4a4ec req-dd54eaea-8f2d-43f0-b853-b836dcc3f83b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483052 Nov 08 14:28:53.943548 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:54.799240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fddeac-df15-4a30-8fe2-daf4ec448706 req-f25c6a1e-6a3b-4742-a728-76ed1b3f7787 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:54.801293 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10fddeac-df15-4a30-8fe2-daf4ec448706 req-f25c6a1e-6a3b-4742-a728-76ed1b3f7787 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0496321 Nov 08 14:28:54.848685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10fddeac-df15-4a30-8fe2-daf4ec448706 req-74e431cf-84b3-4a71-88fa-ee249399bfe5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412564 Nov 08 14:28:55.976265 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad874a-18ea-416f-914a-4182cc1c7022 req-b1533a26-51a3-4c11-a14b-b06b2519e52f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:55.977740 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dad874a-18ea-416f-914a-4182cc1c7022 req-b1533a26-51a3-4c11-a14b-b06b2519e52f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Nov 08 14:28:56.030636 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1dad874a-18ea-416f-914a-4182cc1c7022 req-03f15186-caa4-4234-b3a1-62c384fa6c9c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Nov 08 14:28:57.147076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407addc4-7c0e-4df7-85ba-f5f26bcddb92 req-8da1921e-e759-4f44-a0ac-f1f6f8563213 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:57.148564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-407addc4-7c0e-4df7-85ba-f5f26bcddb92 req-8da1921e-e759-4f44-a0ac-f1f6f8563213 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0488508 Nov 08 14:28:57.196044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-407addc4-7c0e-4df7-85ba-f5f26bcddb92 req-7cb87731-ca28-4927-8f28-cbd4edc23110 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410035 Nov 08 14:28:58.005911 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ed40eb0f-a016-4ab4-96f4-f1459c79d989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:28:58.313543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800444d-db6b-473e-a275-1d383f53b00e req-4b529eda-a9ce-4862-bd20-cf149f0061bb tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:58.315201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d800444d-db6b-473e-a275-1d383f53b00e req-4b529eda-a9ce-4862-bd20-cf149f0061bb tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0504389 Nov 08 14:28:58.364414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d800444d-db6b-473e-a275-1d383f53b00e req-351053ec-2589-4a2a-9618-e6d107cb4606 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431786 Nov 08 14:28:59.484519 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b75e-333c-4d13-97fe-3d984a77777e req-59bfc3e1-110d-4d1d-8071-47ae9052e899 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:28:59.486002 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1e6b75e-333c-4d13-97fe-3d984a77777e req-59bfc3e1-110d-4d1d-8071-47ae9052e899 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0522268 Nov 08 14:28:59.534304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1e6b75e-333c-4d13-97fe-3d984a77777e req-3e4ad74a-0ad6-40f0-bc8b-55bb7780e5df tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422583 Nov 08 14:29:00.651803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98959fdc-9e40-428d-8f11-a6b8b393e035 req-58829086-1c8b-4b6b-8bd5-b6c0a8505269 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:00.653540 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98959fdc-9e40-428d-8f11-a6b8b393e035 req-58829086-1c8b-4b6b-8bd5-b6c0a8505269 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Nov 08 14:29:00.702121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-98959fdc-9e40-428d-8f11-a6b8b393e035 req-3dc686ca-009c-4ff0-9b65-ae0212c4b8c8 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Nov 08 14:29:01.508435 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9881dc4-7c4d-4a02-b153-d919a9327933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:01.818076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae9176-46fe-419e-8a8d-3895b7e6c438 req-e688e91f-d49b-453b-8ca6-4df683101cbc tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:01.819445 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62ae9176-46fe-419e-8a8d-3895b7e6c438 req-e688e91f-d49b-453b-8ca6-4df683101cbc tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0481901 Nov 08 14:29:01.869302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62ae9176-46fe-419e-8a8d-3895b7e6c438 req-8777672a-a9aa-42d4-8c84-638d4037689e tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438342 Nov 08 14:29:02.986962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b435b4-3d56-42d1-aab1-a944efaa5f2a req-82ed152d-510b-4b2d-bc00-208ce7f10372 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:02.988488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95b435b4-3d56-42d1-aab1-a944efaa5f2a req-82ed152d-510b-4b2d-bc00-208ce7f10372 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0499835 Nov 08 14:29:03.038355 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95b435b4-3d56-42d1-aab1-a944efaa5f2a req-d588d647-e93a-4776-b9e8-9446f23e3434 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Nov 08 14:29:03.190163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:04.156930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6a204-38a8-49fe-a3c7-ea1b261d57ba req-0aa51844-678f-45df-bf46-88ced51ae43c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:04.158397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86c6a204-38a8-49fe-a3c7-ea1b261d57ba req-0aa51844-678f-45df-bf46-88ced51ae43c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0487247 Nov 08 14:29:04.204813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86c6a204-38a8-49fe-a3c7-ea1b261d57ba req-26451b6f-a248-4ba7-a5d9-9b9ce61d7cc6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403419 Nov 08 14:29:05.333536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d8d8c-bf40-4804-96cf-99da8fd39609 req-24119cd9-2b11-4ece-92f8-4fc08fed5085 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:05.334947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a27d8d8c-bf40-4804-96cf-99da8fd39609 req-24119cd9-2b11-4ece-92f8-4fc08fed5085 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0555866 Nov 08 14:29:05.382826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a27d8d8c-bf40-4804-96cf-99da8fd39609 req-2cad6aa4-1a77-472f-83ca-ca04d02fb30d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416420 Nov 08 14:29:05.704130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:05.858811 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:06.501764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7b33-4c30-49ee-b218-3c0c6606a922 req-d25d7237-fe74-4dff-8ef8-ec382ab5fdf6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:06.503902 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70ec7b33-4c30-49ee-b218-3c0c6606a922 req-d25d7237-fe74-4dff-8ef8-ec382ab5fdf6 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Nov 08 14:29:06.551653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70ec7b33-4c30-49ee-b218-3c0c6606a922 req-5c8d5866-3956-421a-b3a0-3974e8e9dd99 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Nov 08 14:29:07.743811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4317c43-c0c1-4f48-a87c-2c3079514a64 req-6711f241-c36a-4733-a023-e1df9a04b6ef tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:07.745227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4317c43-c0c1-4f48-a87c-2c3079514a64 req-6711f241-c36a-4733-a023-e1df9a04b6ef tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.1247964 Nov 08 14:29:07.794888 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4317c43-c0c1-4f48-a87c-2c3079514a64 req-8b23de1b-33dc-4cd5-889a-bbe6b4f91bb3 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435598 Nov 08 14:29:08.967569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee7ee6-2a8e-4044-b132-936600d8a4bf req-2fc2fc7d-9bab-4421-b9f6-bdbc9321afb4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:08.969126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4ee7ee6-2a8e-4044-b132-936600d8a4bf req-2fc2fc7d-9bab-4421-b9f6-bdbc9321afb4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.1036739 Nov 08 14:29:09.022280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4ee7ee6-2a8e-4044-b132-936600d8a4bf req-fe944100-eff6-4dc1-b50d-2384d3e02bd8 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462909 Nov 08 14:29:10.140326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edd290-7125-4583-9da1-e00ea9aab85c req-dcc6400c-b2f5-4a5b-a5b8-63769a9b5ec4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:10.141849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62edd290-7125-4583-9da1-e00ea9aab85c req-dcc6400c-b2f5-4a5b-a5b8-63769a9b5ec4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0488243 Nov 08 14:29:10.192803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-62edd290-7125-4583-9da1-e00ea9aab85c req-038f60db-2f09-4e99-9f41-525f8216fec8 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450964 Nov 08 14:29:11.308357 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b5725-cc39-4a7a-92ec-021e9f6b6df9 req-a7a8b628-87db-49ce-b709-2f6acd0cccb3 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:11.309880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a2b5725-cc39-4a7a-92ec-021e9f6b6df9 req-a7a8b628-87db-49ce-b709-2f6acd0cccb3 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0487134 Nov 08 14:29:11.357788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a2b5725-cc39-4a7a-92ec-021e9f6b6df9 req-4076c81d-04d5-4678-8f0a-e4a08c8e7d9d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407038 Nov 08 14:29:12.474581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c6733-7059-47fe-a174-fe720f2e0ba1 req-37b91898-0121-49ed-ad47-48a0d807ffc5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:12.476161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-431c6733-7059-47fe-a174-fe720f2e0ba1 req-37b91898-0121-49ed-ad47-48a0d807ffc5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0485930 Nov 08 14:29:12.523617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-431c6733-7059-47fe-a174-fe720f2e0ba1 req-ff1d8b62-473e-4932-95e6-029e73701fc2 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Nov 08 14:29:12.685719 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:29:13.645688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976185bc-f797-4199-b5ee-47612630b6b2 req-43b5c857-56c0-4f4a-91ea-e1438bc0e32c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:13.647162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-976185bc-f797-4199-b5ee-47612630b6b2 req-43b5c857-56c0-4f4a-91ea-e1438bc0e32c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0537620 Nov 08 14:29:13.695846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-976185bc-f797-4199-b5ee-47612630b6b2 req-3e36cc76-a98a-4595-bf00-e36db86dee38 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Nov 08 14:29:14.194624 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-87a93485-72cc-4945-aea0-3869a5adbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:14.196134 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-87a93485-72cc-4945-aea0-3869a5adbb29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1096 time: 0.0419533 Nov 08 14:29:14.303963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-8e159230-c5cc-4cf5-ad90-44148725af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:14.305439 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-8e159230-c5cc-4cf5-ad90-44148725af69 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0896914 Nov 08 14:29:14.346893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-87b63294-d5a8-47b7-86f2-0ef4e44941ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0345008 Nov 08 14:29:14.395794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-e10e9b43-aa3a-48e3-b1da-6fa802abd8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:14.397235 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-e10e9b43-aa3a-48e3-b1da-6fa802abd8fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0432806 Nov 08 14:29:14.472747 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-f88c36b1-4284-4441-978e-bab7f8dfdaf5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283270 Nov 08 14:29:14.564203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-6ce7abab-dd83-4ca2-90c7-586a7de2189e service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838797 Nov 08 14:29:14.662341 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-38ed4782-d15f-4f76-9f56-615f14addb45 req-d8fcdc20-9bdf-4d3f-a899-c0ee275e2ebf service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880544 Nov 08 14:29:14.813173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff9bb8-8b3a-4978-9da9-134ce7c09ed5 req-4f4723ca-b8f0-4915-9edc-41801f6faf4e tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:14.814648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bff9bb8-8b3a-4978-9da9-134ce7c09ed5 req-4f4723ca-b8f0-4915-9edc-41801f6faf4e tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0485218 Nov 08 14:29:14.863412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9bff9bb8-8b3a-4978-9da9-134ce7c09ed5 req-11edf964-2b91-4c4f-a159-f4ae4f13ce3f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420730 Nov 08 14:29:15.913892 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-e7b925a7-0a8e-40ad-b557-015779505029 req-7e653ec5-e0de-44e6-94f0-0c1b4102d6cf service neutron] show failed (client error): The resource could not be found. Nov 08 14:29:15.914953 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-7e653ec5-e0de-44e6-94f0-0c1b4102d6cf service neutron] 10.222.0.70 "GET /v2.0/ports/d2862404-9bd9-4007-ad69-32ab669f4a71/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0596461 Nov 08 14:29:15.997982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04411faf-4c70-4e9f-b468-3013e89fedb0 req-40a7c0b1-35b2-49ad-8f39-d6342025fa8f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:16.000188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04411faf-4c70-4e9f-b468-3013e89fedb0 req-40a7c0b1-35b2-49ad-8f39-d6342025fa8f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0550203 Nov 08 14:29:16.056086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04411faf-4c70-4e9f-b468-3013e89fedb0 req-91de66c4-799d-4bc4-9f42-447eab0d1751 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488915 Nov 08 14:29:16.127177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-bfccc896-ce5c-4cbb-bfdd-f4fdaed2a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:16.128747 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-bfccc896-ce5c-4cbb-bfdd-f4fdaed2a9da service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174&tenant_id=db0fe4a9150847b0a762ebc9c833c888 HTTP/1.1" status: 200 len: 1096 time: 0.0415292 Nov 08 14:29:16.140580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:16.197097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:16.398424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:16.431462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:29:16.470675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:29:16.473525 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9914ba7-650f-4965-8e4c-3cd00a0cbb7d" -d '{"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-unplugged", "status": "completed", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:29:16.477352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:16.490945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Transition to ACTIVE for port object d2862404-9bd9-4007-ad69-32ab669f4a71 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:29:16.494706 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:16.527773 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb58fa-35c8-4b77-b068-deec9bbaaec5 x-openstack-request-id: req-8aeb58fa-35c8-4b77-b068-deec9bbaaec5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:29:16.528068 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-unplugged", "status": "completed", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:29:16.528326 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8aeb58fa-35c8-4b77-b068-deec9bbaaec5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:29:16.529055 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'code': 200} Nov 08 14:29:16.567297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] No DVR routers for this DVR port d2862404-9bd9-4007-ad69-32ab669f4a71 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:29:16.570347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:16.944643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:29:16.945299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:29:16.945299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:29:16.949570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Port d2862404-9bd9-4007-ad69-32ab669f4a71 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:29:16.949884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Attempting to bind port d2862404-9bd9-4007-ad69-32ab669f4a71 on network 2600d7ee-640d-4057-ae0e-1683aca3c761 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:29:16.954654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:29:16.955017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Checking segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:29:16.955388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Bound using segment: {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:29:16.955827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Bound port: d2862404-9bd9-4007-ad69-32ab669f4a71, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f93f7780-5d0b-47b7-b858-6ed562939516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:29:16.956173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:17.016612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:29:17.019667 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:29:17.024076 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:17.056947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:17.057558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:17.058921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] 10.222.0.54 "PUT /v2.0/ports/d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 1091 time: 0.9222732 Nov 08 14:29:17.081150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb6d5d-5d4a-45af-845b-67d8390ac175 service neutron] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:17.127598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-4a2a2ee0-9756-4665-b27b-90ea2746881a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:17.130125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-4a2a2ee0-9756-4665-b27b-90ea2746881a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1094 time: 0.0460765 Nov 08 14:29:17.181321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5b2e8-ca1b-4d75-96c4-7c01689fb8ee req-f5d8c9c2-15fc-4d69-a8a8-3ffa77f14c0b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:17.182823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ce5b2e8-ca1b-4d75-96c4-7c01689fb8ee req-f5d8c9c2-15fc-4d69-a8a8-3ffa77f14c0b tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 943 time: 0.0503886 Nov 08 14:29:17.223158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-9b0889eb-9033-46a7-9df1-d5a783211f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:17.224768 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-9b0889eb-9033-46a7-9df1-d5a783211f9f service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0882986 Nov 08 14:29:17.231005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ce5b2e8-ca1b-4d75-96c4-7c01689fb8ee req-ce03ecee-1493-4671-94a2-69acb2905d9d tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Nov 08 14:29:17.269415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-5f3c8de3-da2f-44b7-97b5-aa12092f6d33 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0379069 Nov 08 14:29:17.317494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b925a7-0a8e-40ad-b557-015779505029 req-e0070bfc-0423-4bb9-82af-77388a95e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:17.318915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-e0070bfc-0423-4bb9-82af-77388a95e3eb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0433695 Nov 08 14:29:17.350821 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-325afef8-3529-481e-8988-60f54ee30a9e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251243 Nov 08 14:29:17.442981 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-828a9175-9261-4f6c-978b-81ea2ced390f service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849593 Nov 08 14:29:17.534206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e7b925a7-0a8e-40ad-b557-015779505029 req-b41548a2-dab6-4bb4-9fd4-f54038e3b375 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839839 Nov 08 14:29:18.350108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4503a7-e090-419e-b7e2-6769cfd84555 req-9f7734ea-6491-425b-ab3f-a422582fa0fc tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:18.351562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc4503a7-e090-419e-b7e2-6769cfd84555 req-9f7734ea-6491-425b-ab3f-a422582fa0fc tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 943 time: 0.0484557 Nov 08 14:29:18.398222 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc4503a7-e090-419e-b7e2-6769cfd84555 req-52a74e45-72ed-47c4-9bdd-0644cac5655c tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407474 Nov 08 14:29:18.530441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:29:18.532838 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9af393-cf93-4650-b15e-4bbd983e1cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:29:18.580805 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7227cf-1f2c-4a2c-a7b4-20aa071632cf x-openstack-request-id: req-cd7227cf-1f2c-4a2c-a7b4-20aa071632cf {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:29:18.581126 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:29:18.581377 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd7227cf-1f2c-4a2c-a7b4-20aa071632cf {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:29:18.581783 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'status': 'completed', 'code': 200} Nov 08 14:29:18.669827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-78b8e8e4-eae8-4242-93ba-48b94bb5e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:18.671299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-78b8e8e4-eae8-4242-93ba-48b94bb5e627 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1094 time: 0.0701613 Nov 08 14:29:18.677384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-b380a363-ac26-4bb8-a3ac-721e3565203f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:18.678765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-b380a363-ac26-4bb8-a3ac-721e3565203f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1094 time: 0.0696473 Nov 08 14:29:18.786467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:29:18.824922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:29:18.832814 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-0c354856-4d1a-4589-9974-f8861ef88c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:18.834337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-0c354856-4d1a-4589-9974-f8861ef88c0d service neutron] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.1547389 Nov 08 14:29:18.835431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-04592014-c837-4113-b840-0592c3a4c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:18.836749 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-04592014-c837-4113-b840-0592c3a4c6a7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.1502273 Nov 08 14:29:18.908802 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-efd5df8a-9577-4b0c-b3b7-46ff4fd19a3a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0674314 Nov 08 14:29:18.910720 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-df7164eb-1aa1-4567-acd1-e7e8fe0dd46b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0633385 Nov 08 14:29:18.994441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-5dd8ea1a-d3a1-4960-8c76-948b3ea5e455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:18.994441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-5dd8ea1a-d3a1-4960-8c76-948b3ea5e455 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0775375 Nov 08 14:29:18.994767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-bcc82559-b4c3-4ed1-801b-4f98570193fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:18.995980 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-bcc82559-b4c3-4ed1-801b-4f98570193fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0729790 Nov 08 14:29:19.039633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-3dcb9f8a-577c-46ab-a302-6adb25f43ee5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352561 Nov 08 14:29:19.060390 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-8b6ce035-c5c3-4f15-9108-4bbd18a8b9bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487280 Nov 08 14:29:19.202006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-8dc3f68f-b8c3-4fbe-99cd-298ebaedfb2d service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496811 Nov 08 14:29:19.219498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-642ff624-8c8d-4437-b9b2-88e6cacb2999 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481857 Nov 08 14:29:19.364330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-675875ba-acf3-42f6-99c5-f50348f2c271 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549015 Nov 08 14:29:19.369592 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe9af393-cf93-4650-b15e-4bbd983e1cf5 req-37998b65-53ff-4bf3-b3b3-4334652009d4 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396127 Nov 08 14:29:19.472664 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-4bca3dce-9c57-4ec4-ab55-db3848f6e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:19.474272 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-4bca3dce-9c57-4ec4-ab55-db3848f6e27d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1094 time: 0.0499654 Nov 08 14:29:19.538663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aaceae-3f13-458e-8f62-2d890fa1370c req-fd8b8f14-6d0a-442c-92b8-1ce0370c4b4a tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:19.540184 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69aaceae-3f13-458e-8f62-2d890fa1370c req-fd8b8f14-6d0a-442c-92b8-1ce0370c4b4a tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 943 time: 0.0551202 Nov 08 14:29:19.588049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69aaceae-3f13-458e-8f62-2d890fa1370c req-62a15439-3ac3-4a15-a14c-4ce8d3641429 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Nov 08 14:29:19.592002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-0d819bf2-a965-4193-838d-71354f06929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:19.593498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-0d819bf2-a965-4193-838d-71354f06929e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0923519 Nov 08 14:29:19.635951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-1a95586a-92f1-4932-a0eb-f7e98247bbc5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0349541 Nov 08 14:29:19.691331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-57fa3333-a4ef-430d-9ec5-4182658f8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:19.692844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-57fa3333-a4ef-430d-9ec5-4182658f8a9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0504725 Nov 08 14:29:19.725778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-e8691630-df04-4a1b-947c-efcb3a1dbf6c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257282 Nov 08 14:29:19.817582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-d64aacd1-f51c-486f-a8bc-f956c51717dd service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850422 Nov 08 14:29:19.913867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab4e33f-dd67-4445-a673-ed659c80f159 req-572e14b0-9dde-4413-be4f-d481fe2962b0 service neutron] 10.222.0.54 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890207 Nov 08 14:29:20.714308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5477efb-9442-47e8-8f49-3ab0b77d63ec req-401f2378-e290-45cc-9e0d-057309b1335f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:20.715836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5477efb-9442-47e8-8f49-3ab0b77d63ec req-401f2378-e290-45cc-9e0d-057309b1335f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 943 time: 0.0536029 Nov 08 14:29:20.767404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5477efb-9442-47e8-8f49-3ab0b77d63ec req-36e4234b-49ab-4e10-bc0b-f625cbfa5aaa tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Nov 08 14:29:20.842792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:29:20.953972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:20.967617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'network_id': '2600d7ee-640d-4057-ae0e-1683aca3c761', 'port_id': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'mac_address': 'fa:16:3e:4c:fc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1af202-6ce9-4fc1-9865-924d20e33e61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:29:20.975209 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdde6ef-6f29-419e-83bd-ce8810e1932b req-5226059d-38db-4c04-9c41-e7daf75c31aa tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:20.976804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bdde6ef-6f29-419e-83bd-ce8810e1932b req-5226059d-38db-4c04-9c41-e7daf75c31aa tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 943 time: 0.0540133 Nov 08 14:29:20.988823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-ba6c5c3e-7856-4e23-9b7c-74859783c2ff tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:20.990494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-ba6c5c3e-7856-4e23-9b7c-74859783c2ff tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174&tenant_id=db0fe4a9150847b0a762ebc9c833c888&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 943 time: 0.0554829 Nov 08 14:29:21.013693 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:21.028901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2862404-9bd9-4007-ad69-32ab669f4a71 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:29:21.038824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2bdde6ef-6f29-419e-83bd-ce8810e1932b req-6e61d76e-e5ac-4a35-9b44-047402420af9 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536637 Nov 08 14:29:21.050215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:21.061762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:21.064499 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-49cf393b-869d-4c40-b280-395534c11647 service neutron] delete failed (client error): The resource could not be found. Nov 08 14:29:21.066081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-49cf393b-869d-4c40-b280-395534c11647 service neutron] 10.222.0.70 "DELETE /v2.0/ports/d2862404-9bd9-4007-ad69-32ab669f4a71/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0675986 Nov 08 14:29:21.116361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:21.161262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-f70add8e-1686-4940-ab3d-991f3e35befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:21.162777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-f70add8e-1686-4940-ab3d-991f3e35befb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=db0fe4a9150847b0a762ebc9c833c888&device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 1095 time: 0.0480313 Nov 08 14:29:21.257680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-97e7c9c8-3d6d-46ff-9405-02ce2764413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:21.259146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-97e7c9c8-3d6d-46ff-9405-02ce2764413e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 200 len: 915 time: 0.0895371 Nov 08 14:29:21.306769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-677ca279-aa09-4053-80eb-b19dff194762 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 200 len: 217 time: 0.0403445 Nov 08 14:29:21.359008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-b2472124-25f8-444f-b144-b0bfbe4a018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:21.360556 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-b2472124-25f8-444f-b144-b0bfbe4a018a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 200 len: 854 time: 0.0457258 Nov 08 14:29:21.393446 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-6d655ace-99e5-4eb1-a446-a927d26539a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2600d7ee-640d-4057-ae0e-1683aca3c761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250547 Nov 08 14:29:21.408658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d2862404-9bd9-4007-ad69-32ab669f4a71'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:29:21.492801 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-2c2cb57b-76b8-4d79-944a-6b41528f11d3 service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922511 Nov 08 14:29:21.588887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-700638be-36a7-4c04-8adb-a7d6ab62ea07 req-4ddb7af1-e9e6-4da0-9e94-9597922ba05c service neutron] 10.222.0.70 "GET /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Nov 08 14:29:22.167214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b1ef6-b2f1-4a45-9ab6-a7a087cb5d58 req-a7682fbe-6af6-433a-bdf6-f9af9f291aac tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:22.168871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-680b1ef6-b2f1-4a45-9ab6-a7a087cb5d58 req-a7682fbe-6af6-433a-bdf6-f9af9f291aac tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 944 time: 0.0529385 Nov 08 14:29:22.222873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-680b1ef6-b2f1-4a45-9ab6-a7a087cb5d58 req-e370731c-64b2-47d1-9a4c-47914c445206 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444868 Nov 08 14:29:22.343242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edadce0e-a969-40f7-83dc-b9d31e6157b8 req-3d4f4b90-9c82-43b1-820b-daf1346c7426 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:22.344821 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edadce0e-a969-40f7-83dc-b9d31e6157b8 req-3d4f4b90-9c82-43b1-820b-daf1346c7426 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 944 time: 0.0495713 Nov 08 14:29:22.398328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-edadce0e-a969-40f7-83dc-b9d31e6157b8 req-9067854a-838d-4a71-b513-50f57653d71a tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Nov 08 14:29:22.516659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bd005-16c8-46cc-9cc2-dde61bbf87d5 req-e1f73f63-01b4-4dcc-a267-1b098d4c69e4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:22.517957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea3bd005-16c8-46cc-9cc2-dde61bbf87d5 req-e1f73f63-01b4-4dcc-a267-1b098d4c69e4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 944 time: 0.0516908 Nov 08 14:29:22.570189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea3bd005-16c8-46cc-9cc2-dde61bbf87d5 req-f870e4cc-c49e-44d1-b5e0-5ba318eabcbc tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461318 Nov 08 14:29:22.865967 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:29:22.919432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c406e-9594-4d92-b5dc-340177589253 req-9a54e392-5573-44e1-87d8-3a828bf42606 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:22.919971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port d2862404-9bd9-4007-ad69-32ab669f4a71 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:29:22.921248 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c3c406e-9594-4d92-b5dc-340177589253 req-9a54e392-5573-44e1-87d8-3a828bf42606 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 944 time: 0.0527232 Nov 08 14:29:22.924159 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d2862404-9bd9-4007-ad69-32ab669f4a71 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:22.924524 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:22.972348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c3c406e-9594-4d92-b5dc-340177589253 req-26b3a08f-f1f1-4f72-ad74-22072cd1146f tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Nov 08 14:29:23.011639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:23.039003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:29:23.041300 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b119a-1758-4ea1-b91c-f5f105325ee9" -d '{"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-plugged", "status": "completed", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:29:23.054936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:23.059369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:23.083138 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8d4629-cd0c-4ac5-9380-7182f6e6ffe4 x-openstack-request-id: req-6b8d4629-cd0c-4ac5-9380-7182f6e6ffe4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:29:23.083440 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-plugged", "status": "completed", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:29:23.083699 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b8d4629-cd0c-4ac5-9380-7182f6e6ffe4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:29:23.084123 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'code': 200} Nov 08 14:29:23.114167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:23.503756 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:23.958724 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:24.098681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb7e9a4-d3cf-40d0-accf-7b6471ebd0fe req-6230de15-01dd-4dc4-ac83-25f9647a40c9 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:24.100225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbb7e9a4-d3cf-40d0-accf-7b6471ebd0fe req-6230de15-01dd-4dc4-ac83-25f9647a40c9 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0540814 Nov 08 14:29:24.151448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbb7e9a4-d3cf-40d0-accf-7b6471ebd0fe req-2c6c0828-f0a7-4c96-a729-c62756809076 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.65 "GET /v2.0/security-groups?id=f4398873-c4e4-444a-9af1-761ca27879ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450757 Nov 08 14:29:24.190987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-28cde2ce-2614-467c-bb90-1e9f98892752 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:24.192714 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-28cde2ce-2614-467c-bb90-1e9f98892752 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf50b649-7bcd-4e61-8fca-18af48a8d174 HTTP/1.1" status: 200 len: 945 time: 0.0512965 Nov 08 14:29:24.292940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Deleting port d2862404-9bd9-4007-ad69-32ab669f4a71 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:29:24.293194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:24.387806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] For port d2862404-9bd9-4007-ad69-32ab669f4a71, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d2862404-9bd9-4007-ad69-32ab669f4a71,segment=NetworkSegment(f93f7780-5d0b-47b7-b858-6ed562939516),segment_id=f93f7780-5d0b-47b7-b858-6ed562939516)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:24.388168 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:24.401333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Calling delete_port for d2862404-9bd9-4007-ad69-32ab669f4a71 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:29:24.539482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:24.552594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d2862404-9bd9-4007-ad69-32ab669f4a71'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:29:24.570509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Pushing event deleted for resources: {'Port': ['ID=d2862404-9bd9-4007-ad69-32ab669f4a71,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:24.616025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] No DVR routers for this DVR port d2862404-9bd9-4007-ad69-32ab669f4a71 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:29:24.618725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:24.622123 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fde08df1-ed7e-4532-a812-ad27e0b3ee73 req-e4b112f5-fa44-4ff3-9018-493f2083d0d4 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] 10.222.0.54 "DELETE /v2.0/ports/d2862404-9bd9-4007-ad69-32ab669f4a71 HTTP/1.1" status: 204 len: 173 time: 0.4220603 Nov 08 14:29:24.622567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-deleted', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:29:24.624863 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db6afb4-1d9d-411e-8f59-0b0ede742fc4" -d '{"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-deleted", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:29:24.665766 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-723f4543-5f63-49ad-b36d-593718572946 x-openstack-request-id: req-723f4543-5f63-49ad-b36d-593718572946 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:29:24.666057 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf50b649-7bcd-4e61-8fca-18af48a8d174", "name": "network-vif-deleted", "tag": "d2862404-9bd9-4007-ad69-32ab669f4a71", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:29:24.666314 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-723f4543-5f63-49ad-b36d-593718572946 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:29:24.666706 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf50b649-7bcd-4e61-8fca-18af48a8d174', 'name': 'network-vif-deleted', 'tag': 'd2862404-9bd9-4007-ad69-32ab669f4a71', 'status': 'completed', 'code': 200} Nov 08 14:29:25.275303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41114) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:25.321214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] Deleting subnet 3f1af202-6ce9-4fc1-9865-924d20e33e61 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:29:25.324637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.360951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.401719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.458274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.486718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1af202-6ce9-4fc1-9865-924d20e33e61,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:25.489412 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.495100 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4a09f36a-63e1-45e4-96a7-d90840b6c711 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3f1af202-6ce9-4fc1-9865-924d20e33e61 HTTP/1.1" status: 204 len: 168 time: 0.2163572 Nov 08 14:29:25.495700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41116) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:25.568277 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.651103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.671675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2600d7ee-640d-4057-ae0e-1683aca3c761']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:25.682583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93f7780-5d0b-47b7-b858-6ed562939516') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:25.682880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93f7780-5d0b-47b7-b858-6ed562939516') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:25.692958 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.706167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.712128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:29:25.712494 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:29:25.714145 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:29:25.773326 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.779787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:25.782921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] 10.222.0.65 "DELETE /v2.0/networks/2600d7ee-640d-4057-ae0e-1683aca3c761 HTTP/1.1" status: 204 len: 168 time: 0.2855413 Nov 08 14:29:25.794327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Pushing event deleted for resources: {'Network': ['ID=2600d7ee-640d-4057-ae0e-1683aca3c761,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:25.803172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.803521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.803898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.804240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.804573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.804905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.805235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.805580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.805913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.806238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.806571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.806884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b88ae8-c5a2-415d-87ec-e32d17c215bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:25.912099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41120) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:25.952478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d1c59a20-05e4-4e6d-9c7a-752a11fc1017 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db0fe4a9150847b0a762ebc9c833c888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391908 Nov 08 14:29:25.956346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41122) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:26.008879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3db4677-1c1d-46a5-bd5f-29e199d6c385 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:26.033249 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3db4677-1c1d-46a5-bd5f-29e199d6c385 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:26.081150 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3db4677-1c1d-46a5-bd5f-29e199d6c385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:26.083790 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c3db4677-1c1d-46a5-bd5f-29e199d6c385 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:26.084974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c3db4677-1c1d-46a5-bd5f-29e199d6c385 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4398873-c4e4-444a-9af1-761ca27879ae HTTP/1.1" status: 204 len: 168 time: 0.1276803 Nov 08 14:29:26.093215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db4677-1c1d-46a5-bd5f-29e199d6c385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4398873-c4e4-444a-9af1-761ca27879ae,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:26.791681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41144) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:26.892777 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2002584893-network', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:26.914167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Made reservation on behalf of 882ae11f434e4c65ac7ac8d1ba157142 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:29:26.916604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:26.926819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:26.927334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:29:26.948438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: d2862404-9bd9-4007-ad69-32ab669f4a71 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:29:26.949042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d2862404-9bd9-4007-ad69-32ab669f4a71 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:29:27.011221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.016075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.042086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:29:27.052383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21e2fb3-03cf-4d48-bb07-9578e88c92e4,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:27.057093 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.057432 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Added segment 6c098aab-9540-4d64-a469-57457480497b of type vlan for network becc8053-35e1-4106-abd7-fd8f63f6ced3 Nov 08 14:29:27.105106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.133255 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.134384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:27.135039 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.197518 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4045405 Nov 08 14:29:27.200431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41148) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:27.205410 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Request body: {'subnet': {'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2002584893-subnet', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:27.216716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1775325-9b4c-4b71-939a-8c3ee6a92f73 admin admin] Pushing event updated for resources: {'Network': ['ID=becc8053-35e1-4106-abd7-fd8f63f6ced3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:27.226823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:29:27.235544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Made reservation on behalf of 882ae11f434e4c65ac7ac8d1ba157142 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:29:27.238735 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.448402 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.503349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64eeceed-0891-4b05-ba8c-09de6375c0e3,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:27.520038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:29:27.520403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Network hostable DHCP agents. Network: becc8053-35e1-4106-abd7-fd8f63f6ced3, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:29:27.547083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:29:27.558942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, becc8053-35e1-4106-abd7-fd8f63f6ced3) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:29:27.565219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:27.566151 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.573832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c881e-3f15-4946-98c3-e789e753605d None None] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:29:27.598803 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-60435ecf-6ac2-4c60-aa56-5a6255420aa9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3972487 Nov 08 14:29:27.601737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:27.607809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:27.633654 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.634903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.699916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.756279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-becc8053-35e1-4106-abd7-fd8f63f6ced3', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:29:27.757350 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.855535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:27.914386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Allocated IP 172.20.0.2 (becc8053-35e1-4106-abd7-fd8f63f6ced3/64eeceed-0891-4b05-ba8c-09de6375c0e3/aed8afa0-e65a-4a1c-be83-57bf8d41a161) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:29:28.026563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b4d30f08-c102-4e0c-a0c9-4271ded904a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.076276 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.097698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.101971 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.109478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.148762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:29:28.151893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:29:28.155852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:29:28.173061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Pushing event updated for resources: {'Port': ['ID=aed8afa0-e65a-4a1c-be83-57bf8d41a161,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:28.226686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Attempting to bind port aed8afa0-e65a-4a1c-be83-57bf8d41a161 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:29:28.227055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Attempting to bind port aed8afa0-e65a-4a1c-be83-57bf8d41a161 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:29:28.227416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Attempting to bind port aed8afa0-e65a-4a1c-be83-57bf8d41a161 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:29:28.227532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Allocated IP 172.25.8.252 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/f429234a-3fb3-471b-b39c-6f543e76c7a4) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:29:28.233209 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:29:28.233574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:29:28.233969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.234451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:29:28.234873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Bound port: aed8afa0-e65a-4a1c-be83-57bf8d41a161, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:29:28.235385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.306223 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] For port aed8afa0-e65a-4a1c-be83-57bf8d41a161, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:29:28.311319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] For port aed8afa0-e65a-4a1c-be83-57bf8d41a161, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aed8afa0-e65a-4a1c-be83-57bf8d41a161,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:29:28.317004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.342713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.385640 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:28.394170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049859cb-332e-471f-a743-f6b46a4ba3d3 None None] Pushing event updated for resources: {'Port': ['ID=aed8afa0-e65a-4a1c-be83-57bf8d41a161,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:28.432177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:29:28.437755 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:29:28.442787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:29:28.449441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Pushing event updated for resources: {'Port': ['ID=f429234a-3fb3-471b-b39c-6f543e76c7a4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:28.838371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:29.089445 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:29.225791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aed8afa0-e65a-4a1c-be83-57bf8d41a161 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:29:29.287835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aed8afa0-e65a-4a1c-be83-57bf8d41a161 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:29.288250 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:29.298305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:29:29.398546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:29.442830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port aed8afa0-e65a-4a1c-be83-57bf8d41a161, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aed8afa0-e65a-4a1c-be83-57bf8d41a161,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:29.448230 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:29.504837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=aed8afa0-e65a-4a1c-be83-57bf8d41a161,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:29.505241 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:29:29.516205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:29:29.528524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:29:29.528846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:29.529151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:29:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:29.534617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ea85c36c-062b-4966-ba07-2b9631083a19 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9262486 Nov 08 14:29:29.535034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41152) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:29.571013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98bd9f-99cc-4043-a7cf-bd181b711042 None None] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:29:29.686447 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-702997cc-4ef4-4ed1-8db3-d1985caaa6bb None None] Provisioning complete for port aed8afa0-e65a-4a1c-be83-57bf8d41a161 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:29.686712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-702997cc-4ef4-4ed1-8db3-d1985caaa6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:29.766671 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:29:30.067574 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:28Z', 'revision_number': 3, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:30.103774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:29:30.104189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Updating router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 port f429234a-3fb3-471b-b39c-6f543e76c7a4 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:29:30.148505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.364637 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.459315 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.462253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f3f39e19-88c6-4f98-81fd-e6b55624feef None None] Provisioning complete for port aed8afa0-e65a-4a1c-be83-57bf8d41a161 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:30.463193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3f39e19-88c6-4f98-81fd-e6b55624feef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.485363 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.565013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Allocated IP 172.20.0.1 (becc8053-35e1-4106-abd7-fd8f63f6ced3/64eeceed-0891-4b05-ba8c-09de6375c0e3/8a04f4d9-2035-4caa-91ba-289cace0e5a1) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:29:30.691529 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.730676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Attempting to bind port f429234a-3fb3-471b-b39c-6f543e76c7a4 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:29:30.731059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Attempting to bind port f429234a-3fb3-471b-b39c-6f543e76c7a4 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:29:30.731451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Attempting to bind port f429234a-3fb3-471b-b39c-6f543e76c7a4 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:29:30.736696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.743997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea971-7b9b-4d39-9881-a7112e3035bb None None] Pushing event updated for resources: {'Port': ['ID=f429234a-3fb3-471b-b39c-6f543e76c7a4,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:30.747805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:29:30.748201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:29:30.748625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.749043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:29:30.749595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Bound port: f429234a-3fb3-471b-b39c-6f543e76c7a4, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:29:30.749945 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.785712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:29:30.789504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:29:30.795769 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:29:30.822633 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a04f4d9-2035-4caa-91ba-289cace0e5a1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:30.843851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] For port f429234a-3fb3-471b-b39c-6f543e76c7a4, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:29:30.850535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] For port f429234a-3fb3-471b-b39c-6f543e76c7a4, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f429234a-3fb3-471b-b39c-6f543e76c7a4,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:29:30.854971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.855705 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:30.918319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:29:30.918968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:29:01Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:30.974844 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ea971-7b9b-4d39-9881-a7112e3035bb None None] Pushing event updated for resources: {'Port': ['ID=f429234a-3fb3-471b-b39c-6f543e76c7a4,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:31.066278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:29:31.075122 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.196081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aed8afa0-e65a-4a1c-be83-57bf8d41a161 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:29:31.246017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2bb92366-8a01-4e08-8825-5186612ee265 None None] Provisioning complete for port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:31.246384 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2bb92366-8a01-4e08-8825-5186612ee265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.314725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2bb92366-8a01-4e08-8825-5186612ee265 None None] Port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:29:31.316867 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.323304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.349004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port aed8afa0-e65a-4a1c-be83-57bf8d41a161 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:31.349372 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.435097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.436978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Pushing event updated for resources: {'Port': ['ID=8a04f4d9-2035-4caa-91ba-289cace0e5a1,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:31.438145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:28Z', 'revision_number': 3, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:31.471897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd399c8b-e021-40d9-99df-fa2a40bf2e93 None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:28Z', 'revision_number': 3, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:29:31.527951 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3bb00187-b9b3-4552-b5a8-509d68773fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.593026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:29:31.594504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:29:31.745577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:29:31.856087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-32a8efe0-1bcf-455b-b2d4-c09cc97ad955 None None] Provisioning complete for port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:31.856479 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-32a8efe0-1bcf-455b-b2d4-c09cc97ad955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:31.886491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:29:31.892256 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-18f52062-a1cc-463d-b858-7cd9899effa1 admin admin] 10.222.0.65 "PUT /v2.0/routers/d1670d30-5379-4e6d-a04e-a6d33d3b3f26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3553805 Nov 08 14:29:31.912264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-32a8efe0-1bcf-455b-b2d4-c09cc97ad955 None None] Port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:29:32.772154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41160) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:32.776784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--207540493', 'description': 'tempest-description--678253346'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:32.800515 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:32.870757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:32.875202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:32.914617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:32.915909 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1427045 Nov 08 14:29:32.917200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b31724-d7a3-4ae0-a999-2a38e4c152fa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:32.920375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41162) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:32.926552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.926897 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.927164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a61e6060-e2be-4731-b804-8096ada60133 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'security_group_rule': {'security_group_id': 'e1b31724-d7a3-4ae0-a999-2a38e4c152fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:32.927290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.927563 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.928239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.928423 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.928749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.929497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.929497 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.929856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.930012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.930334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383cc8f-775c-4720-ab6a-c98f7854bb66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:32.959026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a61e6060-e2be-4731-b804-8096ada60133 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.023764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a61e6060-e2be-4731-b804-8096ada60133 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.029005 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a61e6060-e2be-4731-b804-8096ada60133 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.055075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e6060-e2be-4731-b804-8096ada60133 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6de7d0-e540-40b5-b04b-f277996fc7ad,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:33.060623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a61e6060-e2be-4731-b804-8096ada60133 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.061891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a61e6060-e2be-4731-b804-8096ada60133 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402483 Nov 08 14:29:33.064522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:33.070820 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-840da9ac-0927-4120-82ba-b0443a5e4ed3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'security_group_rule': {'security_group_id': 'e1b31724-d7a3-4ae0-a999-2a38e4c152fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:33.096735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-840da9ac-0927-4120-82ba-b0443a5e4ed3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.178777 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-840da9ac-0927-4120-82ba-b0443a5e4ed3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.188165 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-840da9ac-0927-4120-82ba-b0443a5e4ed3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.200548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f429234a-3fb3-471b-b39c-6f543e76c7a4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:29:33.210924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840da9ac-0927-4120-82ba-b0443a5e4ed3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b7c0c2-0ff3-47f6-82e0-54a214938ff7,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:33.225057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-840da9ac-0927-4120-82ba-b0443a5e4ed3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.228013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-840da9ac-0927-4120-82ba-b0443a5e4ed3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612191 Nov 08 14:29:33.232205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 41166) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:33.234121 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.239094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:33.271503 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:29:33.283526 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:29:33.285003 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:29:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:33.287056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f429234a-3fb3-471b-b39c-6f543e76c7a4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:33.287875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.288328 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.413611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.415150 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:29:33.430230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.445317 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port f429234a-3fb3-471b-b39c-6f543e76c7a4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f429234a-3fb3-471b-b39c-6f543e76c7a4,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:33.452525 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.535880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=f429234a-3fb3-471b-b39c-6f543e76c7a4,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:33.583865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Allocated IP 172.25.8.254 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/2faa5374-d18a-4bd2-b077-36fe5bdb7546) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:29:33.690883 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 2, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:33.724723 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:29:33.725070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Updating router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:29:33.726114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.754341 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.774807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.815252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:29:33.820704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:29:33.824656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:29:33.831586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'Port': ['ID=2faa5374-d18a-4bd2-b077-36fe5bdb7546,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:33.933469 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:33.976180 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.082158 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.087558 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.142547 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Pushing event updated for resources: {'Port': ['ID=8a04f4d9-2035-4caa-91ba-289cace0e5a1,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:34.152926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.158589 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.167645 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.168036 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.168358 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.168694 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.169023 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.169348 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.169673 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.170001 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.170324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.170644 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.170961 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.171279 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:34.211800 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Attempting to bind port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:29:34.212118 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Attempting to bind port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:29:34.212506 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Attempting to bind port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:29:34.218169 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:29:34.218544 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:29:34.218947 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.219335 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:29:34.219827 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Bound port: 8a04f4d9-2035-4caa-91ba-289cace0e5a1, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:29:34.220567 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.230152 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'Port': ['ID=2faa5374-d18a-4bd2-b077-36fe5bdb7546,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:34.244990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.263972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.265295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-16d99f0a-b114-43e7-9175-e1968629143b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0318942 Nov 08 14:29:34.316233 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] For port 8a04f4d9-2035-4caa-91ba-289cace0e5a1, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:29:34.319841 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] For port 8a04f4d9-2035-4caa-91ba-289cace0e5a1, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8a04f4d9-2035-4caa-91ba-289cace0e5a1,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:29:34.325869 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.398897 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10c1cc-726a-4d12-b898-8e5cad76392a None None] Pushing event updated for resources: {'Port': ['ID=8a04f4d9-2035-4caa-91ba-289cace0e5a1,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:34.406445 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:29:34.407071 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:29:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:34.459708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-cdab7044-af02-438d-b6ef-debb2cdb4eaa tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--207540493&fields=id&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 267 time: 0.0605497 Nov 08 14:29:34.461564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7ed78ac5-d32f-4222-98b5-d80ab29c214e None None] Provisioning complete for port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:34.462136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7ed78ac5-d32f-4222-98b5-d80ab29c214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.571636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7ed78ac5-d32f-4222-98b5-d80ab29c214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.586128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-075d6ae6-c39e-430d-a0fd-1c1ebde0c1b8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:34.589091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-075d6ae6-c39e-430d-a0fd-1c1ebde0c1b8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1216445 Nov 08 14:29:34.606470 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-4ce98c36-1af1-48a6-b17f-9ac6608c6179 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/quotas/882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 375 time: 0.0108283 Nov 08 14:29:34.613960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7ed78ac5-d32f-4222-98b5-d80ab29c214e None None] For port 8a04f4d9-2035-4caa-91ba-289cace0e5a1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8a04f4d9-2035-4caa-91ba-289cace0e5a1,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:34.619623 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7ed78ac5-d32f-4222-98b5-d80ab29c214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.672730 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-97842b63-c0c8-4ae4-a60e-16d07e00eb72 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0585964 Nov 08 14:29:34.676441 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed78ac5-d32f-4222-98b5-d80ab29c214e None None] Pushing event updated for resources: {'Port': ['ID=8a04f4d9-2035-4caa-91ba-289cace0e5a1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:34.683575 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:29:34.691962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-ac036517-3079-4df6-9e68-fb04359a8237 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:29:34.692965 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-ac036517-3079-4df6-9e68-fb04359a8237 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059547 Nov 08 14:29:34.745733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-abc31d42-e75d-4558-a1d9-c93a3fa9f12a None None] Provisioning complete for port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:34.746195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-abc31d42-e75d-4558-a1d9-c93a3fa9f12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:34.797490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-0c10cc2a-cc10-4fde-915e-e98afafff35b service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963292 Nov 08 14:29:34.911749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-2ebd9f4c-5d01-4cc4-a808-2a294e2dce38 service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057968 Nov 08 14:29:34.916963 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:34.948349 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9eacd1-53d1-49c7-9baf-1ee35dd951bc None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:29:35.109769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3bee7b4b-d2b0-48c1-8f1f-c171c4171d8f req-a6805812-2f03-466b-8a07-9bc9808cceab tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 210 time: 0.0314941 Nov 08 14:29:35.259856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8a04f4d9-2035-4caa-91ba-289cace0e5a1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:29:35.316514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:35.316979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:35.453302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f429234a-3fb3-471b-b39c-6f543e76c7a4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:29:35.524214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port f429234a-3fb3-471b-b39c-6f543e76c7a4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:35.524868 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:35.715074 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:35.879130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:36.231245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe179b47-e5dd-45cc-ae27-4a1e868d1b5f req-04c23980-9365-4b4e-a518-59dde2547c61 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 210 time: 0.0278153 Nov 08 14:29:36.580055 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-5f33bd3c-0299-41d6-9687-5716966c24e1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:36.581612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-5f33bd3c-0299-41d6-9687-5716966c24e1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1207535 Nov 08 14:29:36.651476 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-1b20b5f3-c5b1-446e-b076-152142a99b05 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 379 time: 0.0597150 Nov 08 14:29:36.664469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'port': {'device_id': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'admin_state_up': True, 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'security_groups': ['e1b31724-d7a3-4ae0-a999-2a38e4c152fa']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:36.786632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Made reservation on behalf of 882ae11f434e4c65ac7ac8d1ba157142 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:29:36.790726 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:36.933110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Allocated IP 172.20.0.11 (becc8053-35e1-4106-abd7-fd8f63f6ced3/64eeceed-0891-4b05-ba8c-09de6375c0e3/a3ce5e41-bfa8-4869-afdf-c32c5e6cda06) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:29:37.093672 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.138006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.186351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:29:37.192819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:29:37.197382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:29:37.204738 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:37.260617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:37.261306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.282352 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-77537dac-b315-4e69-ab6e-ecaf47833358 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6218419 Nov 08 14:29:37.299361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Request body: {'port': {'device_id': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:37.395442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133698d-1989-42e0-a2b7-0fd1e0dfdd1f req-4327076f-fe08-4d61-953e-1fd3ed7fa081 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:37.397218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9133698d-1989-42e0-a2b7-0fd1e0dfdd1f req-4327076f-fe08-4d61-953e-1fd3ed7fa081 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 932 time: 0.0718069 Nov 08 14:29:37.400354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.467464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9133698d-1989-42e0-a2b7-0fd1e0dfdd1f req-2fa1aa07-0167-4fc2-8c22-21f0c688ff3c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565710 Nov 08 14:29:37.501728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-69758caa-3957-4609-ad92-09fe73458d06 None None] Provisioning complete for port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:37.503487 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-69758caa-3957-4609-ad92-09fe73458d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.540733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-69758caa-3957-4609-ad92-09fe73458d06 None None] Port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:29:37.722179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:29:37.730116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.743281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Transition to ACTIVE for port object a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:29:37.747667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.805233 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:37.880898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:29:37.881240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:29:37.881573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:29:37.886748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:29:37.887078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:29:37.893127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:29:37.893643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:29:37.894039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:29:37.894488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Bound port: a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:29:37.894852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:37.972069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:29:37.975917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:29:37.981508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:38.021318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:38.022347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:38.024091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] 10.222.0.70 "PUT /v2.0/ports/a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1092 time: 0.7294743 Nov 08 14:29:38.026863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:29:38.029850 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccb7a36-856a-4032-b078-b20beb2b00c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:29:38.070946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16ba4-41a6-4644-b7fe-84d0796b418c service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:38.119497 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d03d63-dfdd-4334-84de-61ee9bae7f4f x-openstack-request-id: req-47d03d63-dfdd-4334-84de-61ee9bae7f4f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:29:38.120029 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:29:38.120588 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47d03d63-dfdd-4334-84de-61ee9bae7f4f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:29:38.121223 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'status': 'completed', 'code': 200} Nov 08 14:29:38.147985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-c57ca0a7-d4ce-4501-a749-66bf88597a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:38.150717 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-c57ca0a7-d4ce-4501-a749-66bf88597a9f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1095 time: 0.0650897 Nov 08 14:29:38.196440 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-b05f3520-820a-40ec-89bc-996b455e2780 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 217 time: 0.0366321 Nov 08 14:29:38.256759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-fd67f917-c3c4-4239-9ff5-6caf7724d9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:38.258342 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-fd67f917-c3c4-4239-9ff5-6caf7724d9ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0550559 Nov 08 14:29:38.614798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9b681-4651-45a8-b3ef-457a526b54ba req-e9e66e18-5eac-4a8d-8e50-69e602076b82 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:38.616488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07a9b681-4651-45a8-b3ef-457a526b54ba req-e9e66e18-5eac-4a8d-8e50-69e602076b82 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0627553 Nov 08 14:29:38.660125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-3b8160e6-5c36-4264-a755-c32cc4d94bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:38.661651 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-3b8160e6-5c36-4264-a755-c32cc4d94bc6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966379 Nov 08 14:29:38.671703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-07a9b681-4651-45a8-b3ef-457a526b54ba req-c4bf8bdf-63d0-4bd7-90e6-8a91616faf50 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487411 Nov 08 14:29:38.775840 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-f1f99f1f-65b1-4551-8f9b-53b14a3e9b1e service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055722 Nov 08 14:29:38.887660 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc5df7f-ec6d-4e11-b1b5-312edf9ec0d6 req-4100312b-37da-43e9-8dc1-e490a4ecf5ab service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055264 Nov 08 14:29:38.982138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-54eaa655-07ef-41f1-bb3a-ef80ffe04b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:38.982138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-54eaa655-07ef-41f1-bb3a-ef80ffe04b94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1095 time: 0.0444405 Nov 08 14:29:39.093811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-86dd28e0-34a4-439e-8590-9a7d9770a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:39.095248 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-86dd28e0-34a4-439e-8590-9a7d9770a8ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1063874 Nov 08 14:29:39.139183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-bbcab36f-35be-4633-b1c3-71ee750713b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 217 time: 0.0361209 Nov 08 14:29:39.202123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-1a207b0c-c744-495e-830f-beb082d80a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:39.203826 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-1a207b0c-c744-495e-830f-beb082d80a84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0565555 Nov 08 14:29:39.265164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-98eb2a5d-4705-4e8c-96ab-c6d92601275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:39.266706 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-98eb2a5d-4705-4e8c-96ab-c6d92601275b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552902 Nov 08 14:29:39.396302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-e6217325-1d29-4e8a-b85c-2ea0974b6aca service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200130 Nov 08 14:29:39.508949 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-eccb7a36-856a-4032-b078-b20beb2b00c3 req-838c1623-104c-4cad-b9c9-d9bc4d564b49 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050797 Nov 08 14:29:39.872119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fe0c7-4ae6-4621-aba1-aa37b5b4d194 req-2c582c4b-3071-4fbd-9fe9-6140557414b9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:39.873990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-701fe0c7-4ae6-4621-aba1-aa37b5b4d194 req-2c582c4b-3071-4fbd-9fe9-6140557414b9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0717783 Nov 08 14:29:39.952901 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-701fe0c7-4ae6-4621-aba1-aa37b5b4d194 req-e819fcce-11a8-4b5a-ba67-d3e7dbbac12a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667450 Nov 08 14:29:40.885234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:29:41.017140 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:41.041304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'mac_address': 'fa:16:3e:aa:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:29:41.090016 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:41.093730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c47e3ef-7f56-4b49-a439-20e90a6699a7 req-be659cf7-9916-4652-a82a-88b4e304ae2f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:41.095527 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c47e3ef-7f56-4b49-a439-20e90a6699a7 req-be659cf7-9916-4652-a82a-88b4e304ae2f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0600846 Nov 08 14:29:41.115415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:29:41.147944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:41.153336 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:41.168438 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c47e3ef-7f56-4b49-a439-20e90a6699a7 req-cae63117-4636-4655-9d00-f1935535d3c0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611255 Nov 08 14:29:41.204248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:41.354640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:29:42.313548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c1d52-9445-4610-9fd3-2687d9c520ac req-2a359f26-4efe-4d3d-a20a-f7d30c8af7e5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:42.315674 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-890c1d52-9445-4610-9fd3-2687d9c520ac req-2a359f26-4efe-4d3d-a20a-f7d30c8af7e5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 945 time: 0.0535617 Nov 08 14:29:42.396957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-890c1d52-9445-4610-9fd3-2687d9c520ac req-8710803d-d2a3-48f1-a5e6-e299a38db774 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742693 Nov 08 14:29:42.895860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:29:42.948958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:29:42.954313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:29:42.954803 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:43.054016 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:43.083336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:29:43.085711 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1bdc2e-6db8-4f1b-8a86-30f9f8eecf94" -d '{"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:29:43.107351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:29:43.114937 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:43.142762 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad9d814-77c6-4603-930e-fb4ed8c0318c x-openstack-request-id: req-6ad9d814-77c6-4603-930e-fb4ed8c0318c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:29:43.143621 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:29:43.143884 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ad9d814-77c6-4603-930e-fb4ed8c0318c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:29:43.144424 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'code': 200} Nov 08 14:29:43.173366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:29:43.182126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.182376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.182658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.182974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.183345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.183717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.183999 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.184326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.184658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.185085 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.185426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.185779 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:29:43.264628 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73ae8a-d7c1-4584-b28e-acb6125e9bdd req-9ef3f9cf-ac74-4e4a-863e-9fd60d8b252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:43.266368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c73ae8a-d7c1-4584-b28e-acb6125e9bdd req-9ef3f9cf-ac74-4e4a-863e-9fd60d8b252c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1097 time: 0.0531616 Nov 08 14:29:43.327076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4c73ae8a-d7c1-4584-b28e-acb6125e9bdd req-1b4011d4-e85a-4383-a8be-c14b22fd7bca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536346 Nov 08 14:29:43.525167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806162d-9a05-4b81-b62d-f80c6a137393 req-c8b38d83-6d90-4bff-9c1c-9d5428de2f55 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:43.526666 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c806162d-9a05-4b81-b62d-f80c6a137393 req-c8b38d83-6d90-4bff-9c1c-9d5428de2f55 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0524518 Nov 08 14:29:43.582828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c806162d-9a05-4b81-b62d-f80c6a137393 req-ac3f4b6f-676a-4144-941b-b2558a8eb29c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493371 Nov 08 14:29:44.735560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9384a-1711-4128-8b41-f97105c7b177 req-e166ad80-9967-452c-914f-fb32e7f421b8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:44.738037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afa9384a-1711-4128-8b41-f97105c7b177 req-e166ad80-9967-452c-914f-fb32e7f421b8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0793762 Nov 08 14:29:44.792657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afa9384a-1711-4128-8b41-f97105c7b177 req-dfeb6f8b-c820-4d4c-b264-3a4b7de28711 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479839 Nov 08 14:29:44.927989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc1b5a-e751-4743-81dc-e7c5de36d99a req-c0a30a56-bd39-4667-aac8-3d288e818b57 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:44.929574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-35fc1b5a-e751-4743-81dc-e7c5de36d99a req-c0a30a56-bd39-4667-aac8-3d288e818b57 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0533502 Nov 08 14:29:44.939044 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41220) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:29:44.947079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'floatingip': {'port_id': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:29:44.992502 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:45.479552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:45.483667 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:45.591483 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de associated. External IP: 172.25.8.254, port: a3ce5e41-bfa8-4869-afdf-c32c5e6cda06. Nov 08 14:29:45.821837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:29:45.944016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:29:45.948745 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:45.955802 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:29:45.966792 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:29:45.967445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:29:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:45.981389 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-755d1252-907a-4b02-b9b8-a15a2f7784ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "PUT /v2.0/floatingips/486c31e6-6542-4e91-ad41-e39d70e331de HTTP/1.1" status: 200 len: 992 time: 1.0399346 Nov 08 14:29:45.982023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:29:45.984470 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:29:46.045950 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c1e81c-0e3f-40e5-85cf-66d8085b6041 x-openstack-request-id: req-a2c1e81c-0e3f-40e5-85cf-66d8085b6041 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:29:46.046594 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:29:46.047017 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2c1e81c-0e3f-40e5-85cf-66d8085b6041 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:29:46.047665 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'status': 'completed', 'code': 200} Nov 08 14:29:46.105057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:29:46.116521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-bb04b563-4a10-41d1-8577-0a24787a10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:46.118055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-bb04b563-4a10-41d1-8577-0a24787a10c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1097 time: 0.0426722 Nov 08 14:29:46.222945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-7a8d28ff-c108-4d75-9330-2bf005c531fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:46.224490 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-7a8d28ff-c108-4d75-9330-2bf005c531fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0999651 Nov 08 14:29:46.301559 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-1c45ca6e-a38e-4e4a-933c-d55e7ba4db10 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1000 time: 0.0703924 Nov 08 14:29:46.359660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-8a991587-8874-4f4c-9bfc-37ce885cc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:46.361220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-8a991587-8874-4f4c-9bfc-37ce885cc130 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0526605 Nov 08 14:29:46.392163 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:aa:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:29:45Z', 'revision_number': 1, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:46.414796 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-912ad3e9-a72f-4a36-bbf8-10d083889020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:29:46.416907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-912ad3e9-a72f-4a36-bbf8-10d083889020 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493064 Nov 08 14:29:46.424789 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:29:46.434489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:29:46.435100 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:29:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:46.524887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-0561de1b-6cf9-4cda-88e2-6be6de750bbc service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007142 Nov 08 14:29:46.554594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:29:46.624632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8ed1d037-2027-4fa0-bbb3-37fd2af01bea req-220030ae-2596-422f-a21d-713c564fb371 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929484 Nov 08 14:29:46.798289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:aa:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:29:45Z', 'revision_number': 1, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:29:46.825059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c5cff8-6cd7-40f4-8327-c3097970c81f None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:aa:97:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:29:45Z', 'revision_number': 1, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:29:47.064972 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ce5d15-3ac7-46ae-b0f7-707c962e1659 None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:29:49.690670 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:29:53.534366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:53.961104 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:29:58.020218 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6946482-ba47-42a9-8495-dce563759e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:01.513634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63e69fbf-874c-43a4-a7ab-88007b56414d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:03.194803 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:05.712057 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:05.864892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:15.194303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-23d0a59f-489d-4dba-8c78-6317614af03f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908461 Nov 08 14:30:15.285082 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-326f753e-49e3-459c-8537-f692800a5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:30:15.286510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-326f753e-49e3-459c-8537-f692800a5918 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1097 time: 0.0491097 Nov 08 14:30:15.397340 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-62f2db89-5019-4a91-8b29-78baaa3221fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:30:15.398841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-62f2db89-5019-4a91-8b29-78baaa3221fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0929630 Nov 08 14:30:15.473180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-d96ea120-15fc-4131-8da6-81c2452592cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1002 time: 0.0669484 Nov 08 14:30:15.525518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-9112d053-d1da-4fb5-8616-01d7c309bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:30:15.527008 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-9112d053-d1da-4fb5-8616-01d7c309bb0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0474091 Nov 08 14:30:15.579300 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-5411e897-07b7-492d-ba09-274a14e436c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:30:15.581735 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-5411e897-07b7-492d-ba09-274a14e436c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477567 Nov 08 14:30:15.681402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-af037899-73d5-40db-8b8e-5838d4e9aba3 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921984 Nov 08 14:30:15.788184 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-caeddd60-6813-422f-894f-0e06b2f33c65 req-ddbc2943-8347-40b9-9df8-872b68707059 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987263 Nov 08 14:30:23.543387 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:23.957228 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:26.691126 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:30:28.014475 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f0729ba6-2366-4291-a97b-e35b5f31a8ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:31.515719 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8815470-06f8-46db-8d5d-c912b7fbd11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:33.194378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:35.713297 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:35.867636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:53.549895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:53.976973 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:30:58.017345 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d104f21e-32a1-4e53-b48f-426126d597df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:01.518605 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9e51ecde-fb5d-4cc5-9aea-9203da19bd76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:03.195688 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:03.690028 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:31:05.716534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:05.873231 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:17.148400 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-0032c5af-effc-47e7-a617-72c99dffc13b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467470 Nov 08 14:31:17.230450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dadb3-4875-4006-b403-295560216240 req-d3c7a831-f5ee-4f79-8b33-fce3ce9df98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:17.232036 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-d3c7a831-f5ee-4f79-8b33-fce3ce9df98a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1097 time: 0.0415914 Nov 08 14:31:17.340991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dadb3-4875-4006-b403-295560216240 req-4f254209-b264-48ec-aa01-96509a6670a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:17.342483 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-4f254209-b264-48ec-aa01-96509a6670a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0901759 Nov 08 14:31:17.413043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-a68e62ed-d90d-4c1d-8581-4b8995dbfef2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1002 time: 0.0632951 Nov 08 14:31:17.462153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dadb3-4875-4006-b403-295560216240 req-c1cae400-aa60-4350-a985-ce21132f1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:17.463609 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-c1cae400-aa60-4350-a985-ce21132f1b58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0444114 Nov 08 14:31:17.512810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4dadb3-4875-4006-b403-295560216240 req-4535db59-1849-4a4f-8b3f-1c7f7aaf4034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:17.514372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-4535db59-1849-4a4f-8b3f-1c7f7aaf4034 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437033 Nov 08 14:31:17.612049 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-ec20bcec-2a37-45cb-af6b-ed36124aa95e service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907264 Nov 08 14:31:17.702664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f4dadb3-4875-4006-b403-295560216240 req-86555e37-21b4-4dba-aeac-34ce93948dcb service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839906 Nov 08 14:31:22.337508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49d6eb-c56e-4b12-ad05-ab1518c97424 req-3ba12753-aa2b-495c-a635-17b0398bb944 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:22.338990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e49d6eb-c56e-4b12-ad05-ab1518c97424 req-3ba12753-aa2b-495c-a635-17b0398bb944 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0560634 Nov 08 14:31:22.388220 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e49d6eb-c56e-4b12-ad05-ab1518c97424 req-58cfe5fe-7a71-4cbf-81c9-45dc6de9ca5c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432875 Nov 08 14:31:22.643876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-369caff7-22bd-453f-9f0d-2afcf7da9334 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663564 Nov 08 14:31:22.656161 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e824d-e5ea-4a03-bd07-c0162448603c req-ad68bbf7-5d56-4795-a650-ef8331bf847e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:22.657940 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec5e824d-e5ea-4a03-bd07-c0162448603c req-ad68bbf7-5d56-4795-a650-ef8331bf847e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0723207 Nov 08 14:31:22.707018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec5e824d-e5ea-4a03-bd07-c0162448603c req-bb5a455b-780a-4344-8145-9b475fb83df5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431492 Nov 08 14:31:23.547301 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:23.728625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-509fd041-8fce-48f6-b5ae-1d938acdc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:23.730161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-509fd041-8fce-48f6-b5ae-1d938acdc779 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1097 time: 0.0476568 Nov 08 14:31:23.825370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d0a2279e-31c0-4295-bec1-a4fa84f16714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:23.827228 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d0a2279e-31c0-4295-bec1-a4fa84f16714 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0897655 Nov 08 14:31:23.833166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e960-fce1-47a9-aa9c-3b35c4a6f3c7 req-9f2f6652-55c4-4ea7-bd94-5fe937098af9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:23.834614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d747e960-fce1-47a9-aa9c-3b35c4a6f3c7 req-9f2f6652-55c4-4ea7-bd94-5fe937098af9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0525780 Nov 08 14:31:23.882971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d747e960-fce1-47a9-aa9c-3b35c4a6f3c7 req-d60ba72e-35ca-4172-ac92-8699304c0441 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416417 Nov 08 14:31:23.898534 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-a29123df-8cb9-4eac-a76d-39644152e9cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1002 time: 0.0642700 Nov 08 14:31:23.948800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-23fedd26-0fdf-4985-ba22-8812818d6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:23.950302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-23fedd26-0fdf-4985-ba22-8812818d6773 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0451417 Nov 08 14:31:23.969754 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:23.998513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-b0696aa8-f1b5-48f0-a419-4d4f0174b4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:24.000076 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-b0696aa8-f1b5-48f0-a419-4d4f0174b4ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428557 Nov 08 14:31:24.099966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-5dc6eca5-b3c9-4efa-b861-b64270c1355c service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923200 Nov 08 14:31:24.190680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-beab3327-95a0-4a05-bd2d-d574378b4552 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839705 Nov 08 14:31:25.001193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d33ca-5e2c-4192-a171-7aacf034d910 req-14b6d59f-8bd3-416c-a93d-fcf00e0a8710 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:25.002686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-130d33ca-5e2c-4192-a171-7aacf034d910 req-14b6d59f-8bd3-416c-a93d-fcf00e0a8710 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0483429 Nov 08 14:31:25.051000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-130d33ca-5e2c-4192-a171-7aacf034d910 req-c91c9075-720f-4690-a484-55d9bc259d90 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423508 Nov 08 14:31:26.167345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff8b6-75bb-4c0b-8b70-9d562e4fc5ac req-8d1230c8-19e8-49d5-b4bb-f8c73e84238e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:26.168846 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c50ff8b6-75bb-4c0b-8b70-9d562e4fc5ac req-8d1230c8-19e8-49d5-b4bb-f8c73e84238e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0488245 Nov 08 14:31:26.218274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c50ff8b6-75bb-4c0b-8b70-9d562e4fc5ac req-a51697c8-bc7f-4276-9ea6-7be425f8b844 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433595 Nov 08 14:31:27.334593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1b334-9065-4ce8-81b4-62dff454e605 req-fafc0d55-ecfe-405d-9c2c-3ae81c99400e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:27.336076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1e1b334-9065-4ce8-81b4-62dff454e605 req-fafc0d55-ecfe-405d-9c2c-3ae81c99400e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0476487 Nov 08 14:31:27.383267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1e1b334-9065-4ce8-81b4-62dff454e605 req-a5f099dd-cb5f-4df0-bcbe-59905586badc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403640 Nov 08 14:31:28.017957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f2e62d61-5074-437f-a65b-30f7bf611fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:28.500906 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a259b1-da70-4cac-9c80-e4483a90ac28 req-b1888b7d-4f06-490f-8a3f-ebb8140bb78e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:28.502430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95a259b1-da70-4cac-9c80-e4483a90ac28 req-b1888b7d-4f06-490f-8a3f-ebb8140bb78e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0503755 Nov 08 14:31:28.550103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95a259b1-da70-4cac-9c80-e4483a90ac28 req-0416efdd-f3dc-4dae-9ba8-afe1afd30983 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416665 Nov 08 14:31:29.672397 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6843-b11c-4893-b1d7-9140b36f0ce6 req-0e1dcda9-09f2-4bf4-84ec-24dd19c4c2a6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:29.673883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2af6843-b11c-4893-b1d7-9140b36f0ce6 req-0e1dcda9-09f2-4bf4-84ec-24dd19c4c2a6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0536652 Nov 08 14:31:29.721756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2af6843-b11c-4893-b1d7-9140b36f0ce6 req-bc429ba7-2232-41c3-b70e-e8d7a1688bc2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420330 Nov 08 14:31:30.837128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e880731-2d5b-4e88-bade-250dd712bba1 req-cdb7c178-8e0c-4142-8377-9afe856e1e68 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:30.839225 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e880731-2d5b-4e88-bade-250dd712bba1 req-cdb7c178-8e0c-4142-8377-9afe856e1e68 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0487053 Nov 08 14:31:30.886173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e880731-2d5b-4e88-bade-250dd712bba1 req-d4147613-3e79-477b-a2ca-6f430b7f3fbe tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409796 Nov 08 14:31:31.521991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2e9ccf4b-a6f5-456f-bab3-4f2bf182e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:32.016932 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba14329-f4c1-4758-9b51-f0a0727d9819 req-5ec5cce4-511b-49fc-88f9-6c3900dd4c3f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:32.018466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fba14329-f4c1-4758-9b51-f0a0727d9819 req-5ec5cce4-511b-49fc-88f9-6c3900dd4c3f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0576043 Nov 08 14:31:32.375538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fba14329-f4c1-4758-9b51-f0a0727d9819 req-ca64d8c1-b28c-4afb-8a54-35f59874acb2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510301 Nov 08 14:31:33.198875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:33.491853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff09e228-ab7c-438b-a3c2-61b38424d147 req-9ab9c0f0-9b54-4b4d-8cdf-28735f69c690 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:33.493371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff09e228-ab7c-438b-a3c2-61b38424d147 req-9ab9c0f0-9b54-4b4d-8cdf-28735f69c690 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0489337 Nov 08 14:31:33.545026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff09e228-ab7c-438b-a3c2-61b38424d147 req-20fd2a46-1f11-4966-a355-8d84dd59088a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Nov 08 14:31:34.661267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e5ea5-755d-42ba-9dc4-9f232de283dd req-b9840be4-dee3-462f-9ee4-22a9fe96af5b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:34.662864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c9e5ea5-755d-42ba-9dc4-9f232de283dd req-b9840be4-dee3-462f-9ee4-22a9fe96af5b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0494633 Nov 08 14:31:34.712580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c9e5ea5-755d-42ba-9dc4-9f232de283dd req-115d66b7-01d7-4973-833c-da2164c124a0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Nov 08 14:31:35.718758 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:35.827702 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3b85d-b647-45f5-a357-ae79db827ee4 req-c6c29e46-16e6-4c31-98b0-a6e725937505 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:35.829197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24b3b85d-b647-45f5-a357-ae79db827ee4 req-c6c29e46-16e6-4c31-98b0-a6e725937505 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 946 time: 0.0481319 Nov 08 14:31:35.866995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:35.879151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24b3b85d-b647-45f5-a357-ae79db827ee4 req-01af43b5-f15d-47c9-b282-621343d78f43 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435855 Nov 08 14:31:36.101970 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-1a00694d-44a8-4e4d-b663-25677eb3ae4d service neutron] show failed (client error): The resource could not be found. Nov 08 14:31:36.102910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-1a00694d-44a8-4e4d-b663-25677eb3ae4d service neutron] 10.222.0.70 "GET /v2.0/ports/a3ce5e41-bfa8-4869-afdf-c32c5e6cda06/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0617104 Nov 08 14:31:36.305785 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-811cb0b2-7388-4c54-8146-8140eb28a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:36.307260 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-811cb0b2-7388-4c54-8146-8140eb28a8de service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 1097 time: 0.0409496 Nov 08 14:31:36.320472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:31:36.374709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:36.582963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:36.616142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:31:36.657969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:31:36.660185 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4e1cb0-f9d8-4adb-b0b6-a9d817c4fecb" -d '{"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:31:36.664868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:36.677688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Transition to ACTIVE for port object a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:31:36.681217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:36.715375 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4caacf8-21aa-4d06-91ac-d3369ba13fe4 x-openstack-request-id: req-a4caacf8-21aa-4d06-91ac-d3369ba13fe4 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:31:36.715542 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-unplugged", "status": "completed", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:31:36.715819 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4caacf8-21aa-4d06-91ac-d3369ba13fe4 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:31:36.716215 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'code': 200} Nov 08 14:31:36.783180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:36.808898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.809858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.810197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.810540 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.810854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.811177 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.811499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.811843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.812169 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.812495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.812885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.813130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:36.867141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] No DVR routers for this DVR port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:31:37.007216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:31:37.007572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:31:37.007925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:31:37.012381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:31:37.013038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Attempting to bind port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:31:37.013156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6614c78-6603-4922-8970-4e701c6523e5 req-f0a4b68e-3bb2-488a-a72d-ba101e32f598 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:37.014430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6614c78-6603-4922-8970-4e701c6523e5 req-f0a4b68e-3bb2-488a-a72d-ba101e32f598 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0582304 Nov 08 14:31:37.017646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:31:37.018123 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:31:37.018360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:31:37.018787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Bound port: a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:31:37.019144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:37.064142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6614c78-6603-4922-8970-4e701c6523e5 req-e1802878-0818-4d83-94d9-4bc1c7a2fc8e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433636 Nov 08 14:31:37.088505 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:31:37.092059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:31:37.096935 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:37.129136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:37.129898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:37.131214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] 10.222.0.54 "PUT /v2.0/ports/a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1092 time: 0.8149579 Nov 08 14:31:37.171298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c3958d-1ea4-404f-ae30-44a72b4b4211 service neutron] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:37.201770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-4cb96ec7-9b30-48f7-9947-721733afd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:37.203320 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-4cb96ec7-9b30-48f7-9947-721733afd073 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1095 time: 0.0460527 Nov 08 14:31:37.313080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-3ddf9397-3734-4d5d-8d04-7f2a2d8de788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:37.314674 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-3ddf9397-3734-4d5d-8d04-7f2a2d8de788 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1042244 Nov 08 14:31:37.383696 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-bff94a19-17ef-4b3b-bf38-88b4c97dc30f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1000 time: 0.0604584 Nov 08 14:31:37.439426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-155ec0ae-59e1-4e8d-966e-cfdc00672839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:37.440934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-155ec0ae-59e1-4e8d-966e-cfdc00672839 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0504820 Nov 08 14:31:37.489806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-3475e434-80b4-4c90-95e8-7d2c5cd7e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:37.491337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-3475e434-80b4-4c90-95e8-7d2c5cd7e182 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438261 Nov 08 14:31:37.583205 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-081c57c2-9dc7-41a3-a2d0-f9b925cff39f service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842884 Nov 08 14:31:37.678753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cf0ae238-16c4-4436-9d3b-693c64504939 req-5559060f-6a22-4e9b-9ffd-4b479e59cb64 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886972 Nov 08 14:31:38.188682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a8da7-2612-4176-973f-255fdc9a7b93 req-a5161534-72d8-45f0-8eb9-aa7f4f14448c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:38.190180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f66a8da7-2612-4176-973f-255fdc9a7b93 req-a5161534-72d8-45f0-8eb9-aa7f4f14448c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0546026 Nov 08 14:31:38.238840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f66a8da7-2612-4176-973f-255fdc9a7b93 req-91a8620a-f8a5-475c-bb83-a204260531d3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Nov 08 14:31:38.717450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:31:38.719850 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63804161-37d8-4ede-81bf-2d3f02c5aad0" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:31:38.769836 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d24aade-e202-4f52-8843-197f337fc84e x-openstack-request-id: req-1d24aade-e202-4f52-8843-197f337fc84e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:31:38.770211 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:31:38.770477 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1d24aade-e202-4f52-8843-197f337fc84e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:31:38.770898 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'status': 'completed', 'code': 200} Nov 08 14:31:38.855135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-93964ed3-6e27-436b-9cbc-078357422e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:38.856745 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-93964ed3-6e27-436b-9cbc-078357422e4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1095 time: 0.0602024 Nov 08 14:31:38.859264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-3de72f97-1c77-4cfe-8ee5-5d9275a9170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:38.860639 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-3de72f97-1c77-4cfe-8ee5-5d9275a9170b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1095 time: 0.0721431 Nov 08 14:31:39.021142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-20eff3d9-b332-4f94-8939-eecbb1c5c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:39.022487 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-20eff3d9-b332-4f94-8939-eecbb1c5c352 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1570284 Nov 08 14:31:39.023544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-fedcf175-2455-4433-85bd-6a27fb21eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:39.024849 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-fedcf175-2455-4433-85bd-6a27fb21eda5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1519551 Nov 08 14:31:39.131444 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-c32eef4d-a6f3-42bd-86af-92f85725fce0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1000 time: 0.1020010 Nov 08 14:31:39.135112 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-1210f920-99c6-426c-a9e9-54a283d40313 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1000 time: 0.1000576 Nov 08 14:31:39.212922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-1f63f842-3c64-4d4b-86ff-f5bae21b37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:39.214385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-1f63f842-3c64-4d4b-86ff-f5bae21b37cb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0760999 Nov 08 14:31:39.217760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-42f84bb3-d706-40a4-a60f-595481fabdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:39.219072 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-42f84bb3-d706-40a4-a60f-595481fabdd5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0735681 Nov 08 14:31:39.290346 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-7c3b24ff-8247-4913-9e81-d5b21f39c134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:39.291876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-7c3b24ff-8247-4913-9e81-d5b21f39c134 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697484 Nov 08 14:31:39.297617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-44f19b67-1815-46b3-afac-e27a3faffd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:39.299042 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-44f19b67-1815-46b3-afac-e27a3faffd62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696821 Nov 08 14:31:39.358827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39fbfd-4ed7-4144-9d79-57067dc5c14d req-0fb8899b-fd32-4586-b9fd-44240e10e03b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:39.360385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f39fbfd-4ed7-4144-9d79-57067dc5c14d req-0fb8899b-fd32-4586-b9fd-44240e10e03b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0499096 Nov 08 14:31:39.415485 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f39fbfd-4ed7-4144-9d79-57067dc5c14d req-85a90363-8b70-4c6c-a141-8647c2c8ccdd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490263 Nov 08 14:31:39.451772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-a44469f4-9a10-4303-be87-a0b456f84d03 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517439 Nov 08 14:31:39.453623 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-df8da046-d876-4997-8b15-55ac67106067 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468165 Nov 08 14:31:39.485758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:31:39.525599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:31:39.950286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-118c169a-9047-4e39-b184-e10a7a395e5e service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894958 Nov 08 14:31:39.952233 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-63804161-37d8-4ede-81bf-2d3f02c5aad0 req-5cce3ead-e006-46fa-a78d-9020c916ac44 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845490 Nov 08 14:31:40.547639 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a795dfe-099c-434f-84bb-d36a44bc2709 req-4b718382-e1b8-47bb-9837-5f1326e532e1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:40.549262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a795dfe-099c-434f-84bb-d36a44bc2709 req-4b718382-e1b8-47bb-9837-5f1326e532e1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0579722 Nov 08 14:31:40.609750 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a795dfe-099c-434f-84bb-d36a44bc2709 req-1a202a67-1987-4996-b5a3-cf206e7cb62c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525625 Nov 08 14:31:40.693617 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:31:41.787369 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4f15a-c4c8-4b58-8a45-002ddc84545a req-e51e2c7c-3905-43c1-9bd6-abf9d1e8a3f6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:41.788791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42c4f15a-c4c8-4b58-8a45-002ddc84545a req-e51e2c7c-3905-43c1-9bd6-abf9d1e8a3f6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0488930 Nov 08 14:31:41.835841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42c4f15a-c4c8-4b58-8a45-002ddc84545a req-9b1ff6dd-5f8d-4cb0-aa96-da1aab69f157 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402670 Nov 08 14:31:42.041109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656e19a-a813-470c-8e43-085fc338b74d req-fb6aaa46-b955-4e84-a3ad-9da9d282bebd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:42.042553 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9656e19a-a813-470c-8e43-085fc338b74d req-fb6aaa46-b955-4e84-a3ad-9da9d282bebd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0544508 Nov 08 14:31:42.051583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-4da64029-f34c-483d-abb8-186abd20755d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:42.053064 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-4da64029-f34c-483d-abb8-186abd20755d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e&tenant_id=882ae11f434e4c65ac7ac8d1ba157142&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 944 time: 0.0573997 Nov 08 14:31:42.094173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9656e19a-a813-470c-8e43-085fc338b74d req-14284d59-7ea8-4043-88f9-a70d6ac3415c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455585 Nov 08 14:31:42.116182 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-26786fcd-3865-43e0-ac48-f94587865baf service neutron] delete failed (client error): The resource could not be found. Nov 08 14:31:42.117227 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-26786fcd-3865-43e0-ac48-f94587865baf service neutron] 10.222.0.70 "DELETE /v2.0/ports/a3ce5e41-bfa8-4869-afdf-c32c5e6cda06/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0562098 Nov 08 14:31:42.203050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-f84a3488-4668-4721-a50b-b2433cd535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:42.204593 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-f84a3488-4668-4721-a50b-b2433cd535b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 1095 time: 0.0424588 Nov 08 14:31:42.299110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-95efa34a-e84a-45f6-8a15-7c8ce8a46428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:42.300530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-95efa34a-e84a-45f6-8a15-7c8ce8a46428 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0891709 Nov 08 14:31:42.365823 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-cd422af0-8723-4706-880f-adb80fa9402c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 200 len: 1000 time: 0.0580690 Nov 08 14:31:42.419699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-a12fec33-c3ac-445f-b97c-ce71b26ef2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:42.421189 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-a12fec33-c3ac-445f-b97c-ce71b26ef2d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0480905 Nov 08 14:31:42.476554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-8d4561ea-f998-4b24-b4e6-2f74641ee20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:42.478060 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-8d4561ea-f998-4b24-b4e6-2f74641ee20b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500779 Nov 08 14:31:42.570099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-1aaabb91-12fa-4e36-816b-1f74307e98a4 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842841 Nov 08 14:31:42.671073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304ddf2b-4a09-4cfa-9871-fee3adf7c869 req-60deb3da-128b-46dd-a2de-75b531e9cd2b service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905161 Nov 08 14:31:43.259572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62ac4d-4466-4282-96df-2cf75e2f19c9 req-0fdc5cc0-484b-4c7f-b811-9e5220bd1fbb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:43.261086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c62ac4d-4466-4282-96df-2cf75e2f19c9 req-0fdc5cc0-484b-4c7f-b811-9e5220bd1fbb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0554328 Nov 08 14:31:43.313518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c62ac4d-4466-4282-96df-2cf75e2f19c9 req-7bd63478-a0e2-47fd-a5aa-928853ed337a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448797 Nov 08 14:31:43.434195 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbe7a9-e6d8-4f8a-8064-24cb8ad1d60f req-636935df-82cd-4388-a0b7-44a9535aa0a1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:43.435774 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72bbe7a9-e6d8-4f8a-8064-24cb8ad1d60f req-636935df-82cd-4388-a0b7-44a9535aa0a1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0528529 Nov 08 14:31:43.485228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72bbe7a9-e6d8-4f8a-8064-24cb8ad1d60f req-347af95b-7219-4661-9597-6c861242a7c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432813 Nov 08 14:31:43.555611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:31:43.610641 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe99a-493d-4a34-8564-8e93161141ba req-e64cfd32-fb8b-46da-8546-51ea4d3f0973 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:43.612174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85efe99a-493d-4a34-8564-8e93161141ba req-e64cfd32-fb8b-46da-8546-51ea4d3f0973 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 944 time: 0.0566137 Nov 08 14:31:43.657623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:43.665428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85efe99a-493d-4a34-8564-8e93161141ba req-7021af77-9ec9-45a4-8814-ce9517ffe63a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463994 Nov 08 14:31:43.669896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'mac_address': 'fa:16:3e:aa:97:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:31:43.713276 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:43.727899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:31:43.749715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:43.754416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:43.806131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:43.817654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.817654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.817654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.817654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.817654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.817654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.818234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.818234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.818578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.819005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.819340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.819690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:31:43.922619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c6567-2a40-4040-b01c-d2a88790c6ff req-c281c281-707c-45c8-ab9a-af4f8c0fe52d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:43.924044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f83c6567-2a40-4040-b01c-d2a88790c6ff req-c281c281-707c-45c8-ab9a-af4f8c0fe52d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 945 time: 0.0528715 Nov 08 14:31:43.976151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f83c6567-2a40-4040-b01c-d2a88790c6ff req-c557e4a0-6c28-49f3-a207-eeabc66bbf3e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461109 Nov 08 14:31:44.149378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:31:45.098076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4fb0d-39d8-40ce-87ed-62795fba4ad6 req-782b30cd-c616-4b88-b9e9-f6f5f36e3deb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:45.099609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25a4fb0d-39d8-40ce-87ed-62795fba4ad6 req-782b30cd-c616-4b88-b9e9-f6f5f36e3deb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 945 time: 0.0515425 Nov 08 14:31:45.151230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25a4fb0d-39d8-40ce-87ed-62795fba4ad6 req-ec4c041a-ea05-456b-840e-d947b8da287b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Nov 08 14:31:45.419677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-4606b819-ce06-427d-ba2d-15f30478a1d5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:45.421239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-4606b819-ce06-427d-ba2d-15f30478a1d5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 945 time: 0.0503151 Nov 08 14:31:45.520683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Deleting port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:31:45.521023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.574248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:31:45.611878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:45.612239 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.625448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:31:45.629965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:31:45.630344 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.713233 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.737254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:31:45.739531 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36815370-0ccb-4d28-9da4-2c221712d35c" -d '{"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:31:45.753778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:45.758545 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.785142 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7359c357-d91f-4a86-9a9e-1296560917fc x-openstack-request-id: req-7359c357-d91f-4a86-9a9e-1296560917fc {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:31:45.785142 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-plugged", "status": "completed", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:31:45.785142 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7359c357-d91f-4a86-9a9e-1296560917fc {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:31:45.785142 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'code': 200} Nov 08 14:31:45.796762 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.797034 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.797347 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de disassociated. External IP: 172.25.8.254, port: a3ce5e41-bfa8-4869-afdf-c32c5e6cda06. Nov 08 14:31:45.797683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Calling delete_port for a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:31:45.812054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:45.931712 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:45.965047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event deleted for resources: {'Port': ['ID=a3ce5e41-bfa8-4869-afdf-c32c5e6cda06,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:46.084675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:31:46.202087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:31:46.211633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:31:46.224766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:31:46.225497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:31:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:31:46.252077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6091e342-35aa-4b58-8a58-f017b27c6a3c req-b1773f35-108c-4503-a218-692dc5a6d469 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ce337cb-a769-4994-8233-4b4f9de6d70e HTTP/1.1" status: 200 len: 210 time: 0.0278645 Nov 08 14:31:46.253687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] No DVR routers for this DVR port a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:31:46.257784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:46.261604 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ea5bc25d-9b54-4232-98ff-7aabe0f1be50 req-2dac2ef8-bae1-4d85-a997-76675c0d6696 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.54 "DELETE /v2.0/ports/a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 HTTP/1.1" status: 204 len: 173 time: 0.8336523 Nov 08 14:31:46.261768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-deleted', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:31:46.265120 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ee8356-b1f1-4ac6-b010-b0bf5574ca3d" -d '{"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-deleted", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:31:46.319307 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0ae286-db89-4761-b442-5ceb3629eb6c x-openstack-request-id: req-1c0ae286-db89-4761-b442-5ceb3629eb6c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:31:46.319603 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce337cb-a769-4994-8233-4b4f9de6d70e", "name": "network-vif-deleted", "tag": "a3ce5e41-bfa8-4869-afdf-c32c5e6cda06", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:31:46.321261 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c0ae286-db89-4761-b442-5ceb3629eb6c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:31:46.321450 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce337cb-a769-4994-8233-4b4f9de6d70e', 'name': 'network-vif-deleted', 'tag': 'a3ce5e41-bfa8-4869-afdf-c32c5e6cda06', 'status': 'completed', 'code': 200} Nov 08 14:31:46.344935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:31:46.562272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:31:46.593168 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:31:46.602199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:31:46.602807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:31:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:31:46.709542 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:31:46.909206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:31:46.935043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818284b-1f73-4f2a-a662-796b31c7863f None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:31:47.161415 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7ffea-2937-4a3a-ba21-3f495b4a7e53 None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:31:47.497209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-55c9cb1a-af7d-484c-a651-e1bd17a2e4ca tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--207540493&fields=id&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 267 time: 0.0443637 Nov 08 14:31:47.611375 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-ecbea300-14a1-456f-9759-a8ba533360bc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:47.612964 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-ecbea300-14a1-456f-9759-a8ba533360bc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1079130 Nov 08 14:31:47.629397 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-3e15707f-cc5c-415d-932a-fcefd01aa971 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/quotas/882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 375 time: 0.0102644 Nov 08 14:31:47.683703 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-07ddbd13-c704-44b9-9d85-75cb7bf155c8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481517 Nov 08 14:31:47.842381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-4da5721d-8639-4edf-9edf-f281f92fe5e3 service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466782 Nov 08 14:31:47.939205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-a1ad4d5d-666b-4303-8e1e-f0fb899f4a0f service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903797 Nov 08 14:31:49.131442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-689f9521-7cef-413e-9d04-753e70304ad2 req-45170679-618c-4910-8fd9-1b3503bc8cef tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 210 time: 0.0274546 Nov 08 14:31:49.597427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:31:49.631910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:31:49.632483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a3ce5e41-bfa8-4869-afdf-c32c5e6cda06 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:31:50.292285 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b06a0fa7-aec6-4d98-93db-a8249f3116f6 req-1894ecf0-7999-4d7d-af9e-993fa568354f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 210 time: 0.0720227 Nov 08 14:31:51.480749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6aef4e4d-2fe9-4409-b137-48b9bf04e7a4 req-0db6c24e-5f47-42e4-ba98-eeceffc508af tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 210 time: 0.0767229 Nov 08 14:31:52.090553 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-238de02f-35dd-4af1-9033-4ddda711cf2d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:52.092195 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-238de02f-35dd-4af1-9033-4ddda711cf2d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1115816 Nov 08 14:31:52.164398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-edad4c15-dc80-47fc-b69d-38ce4c4c23b8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 379 time: 0.0632017 Nov 08 14:31:52.177392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'port': {'device_id': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'admin_state_up': True, 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'security_groups': ['e1b31724-d7a3-4ae0-a999-2a38e4c152fa']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:31:52.292671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Made reservation on behalf of 882ae11f434e4c65ac7ac8d1ba157142 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:31:52.297338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:52.436342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Allocated IP 172.20.0.12 (becc8053-35e1-4106-abd7-fd8f63f6ced3/64eeceed-0891-4b05-ba8c-09de6375c0e3/d5f8427f-d8c9-49ee-998e-d69ed729334f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:31:52.589013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:52.594650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60be0cc4-fccc-4e57-8ef9-2c6d6923ec23 req-9f419133-bf7f-4298-a910-0e78ca482c81 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 210 time: 0.0324278 Nov 08 14:31:52.627580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:52.677366 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:31:52.682595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:31:52.685190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:31:52.712548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:52.748205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:52.748791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:52.766186 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-de967381-a59c-425b-9e4c-4d653bfb58f5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5925651 Nov 08 14:31:52.780092 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Request body: {'port': {'device_id': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:31:52.838360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:52.941965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4c4ca629-eca8-45d4-a73c-baaae60732da None None] Provisioning complete for port d5f8427f-d8c9-49ee-998e-d69ed729334f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:31:52.942699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c4ca629-eca8-45d4-a73c-baaae60732da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:52.977529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ca629-eca8-45d4-a73c-baaae60732da None None] Port d5f8427f-d8c9-49ee-998e-d69ed729334f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:31:53.122285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f8427f-d8c9-49ee-998e-d69ed729334f {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:31:53.130060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:53.144330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Transition to ACTIVE for port object d5f8427f-d8c9-49ee-998e-d69ed729334f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:31:53.147869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:53.222187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:53.277984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:31:53.278545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:31:53.278948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:31:53.287037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Port d5f8427f-d8c9-49ee-998e-d69ed729334f on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:31:53.287571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:31:53.295060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:31:53.295401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:31:53.295821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:31:53.296246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Bound port: d5f8427f-d8c9-49ee-998e-d69ed729334f, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:31:53.296599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:53.375188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:31:53.378518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:31:53.384295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:53.420887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:53.421588 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:53.423044 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] 10.222.0.70 "PUT /v2.0/ports/d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1092 time: 0.6488564 Nov 08 14:31:53.423355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:31:53.425755 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c55f17c765a51e8771173fbf2d7cb73314933e2d8e4d0963b76b09ac1648ac5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc007318-1338-49ed-b74d-744e56be7892" -d '{"events": [{"name": "network-changed", "server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:31:53.461406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61daf30b-c663-4e16-8b3d-06318b6a5eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:53.470954 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86830b5-8e79-4405-83e2-cd36e97cf176 x-openstack-request-id: req-c86830b5-8e79-4405-83e2-cd36e97cf176 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:31:53.471328 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:31:53.471504 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c86830b5-8e79-4405-83e2-cd36e97cf176 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:31:53.471943 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'status': 'completed', 'code': 200} Nov 08 14:31:53.532987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-e0a52d41-0a52-4f6e-9c49-7bff9326f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:53.534583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-e0a52d41-0a52-4f6e-9c49-7bff9326f96b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1095 time: 0.0507853 Nov 08 14:31:53.548693 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:53.580216 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-381c003b-54ab-4465-aacf-3372947bc024 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 217 time: 0.0381839 Nov 08 14:31:53.646409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-58be31cb-b84b-4315-b57a-1121118008d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:53.648043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-58be31cb-b84b-4315-b57a-1121118008d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0614011 Nov 08 14:31:53.697306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-f2ad2bd9-8962-41aa-9f7e-32953ef99f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:53.698739 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-f2ad2bd9-8962-41aa-9f7e-32953ef99f5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433099 Nov 08 14:31:53.719267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40b939-c2f7-4bf9-b2ae-08b4169fcf4f req-0e61911d-4989-426a-9941-a3a1d6831423 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:53.721111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c40b939-c2f7-4bf9-b2ae-08b4169fcf4f req-0e61911d-4989-426a-9941-a3a1d6831423 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 944 time: 0.0499661 Nov 08 14:31:53.789404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c40b939-c2f7-4bf9-b2ae-08b4169fcf4f req-f2710548-0c96-4f45-8f4a-50e8424fa68c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619652 Nov 08 14:31:53.831682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-c48d04f5-f8f2-42b5-8e58-16419d6d69bc service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252074 Nov 08 14:31:53.926167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9ebe1760-8c5b-49fc-8549-fefcf7358fe0 req-caaa0b69-94c7-49ec-a67f-38cf1f23c5d2 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868139 Nov 08 14:31:53.992361 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:54.013594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007318-1338-49ed-b74d-744e56be7892 req-8c1b4586-9852-4b25-95f1-c39de62e16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:54.015992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc007318-1338-49ed-b74d-744e56be7892 req-8c1b4586-9852-4b25-95f1-c39de62e16f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1095 time: 0.0440800 Nov 08 14:31:54.118982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007318-1338-49ed-b74d-744e56be7892 req-c4873ae5-fd1d-4c11-b320-41a454c4ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:54.120475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc007318-1338-49ed-b74d-744e56be7892 req-c4873ae5-fd1d-4c11-b320-41a454c4ab81 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0990233 Nov 08 14:31:54.164732 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc007318-1338-49ed-b74d-744e56be7892 req-fff86b6f-30f0-4759-a41c-7879464e7255 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 217 time: 0.0371583 Nov 08 14:31:54.224090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007318-1338-49ed-b74d-744e56be7892 req-f0f5e695-acec-48e4-af8d-3b08f03a1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:54.225634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc007318-1338-49ed-b74d-744e56be7892 req-f0f5e695-acec-48e4-af8d-3b08f03a1883 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0533211 Nov 08 14:31:54.277327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc007318-1338-49ed-b74d-744e56be7892 req-691d08f2-c808-4b8a-804a-2655086b5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:54.279907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc007318-1338-49ed-b74d-744e56be7892 req-691d08f2-c808-4b8a-804a-2655086b5f5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462480 Nov 08 14:31:54.383044 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc007318-1338-49ed-b74d-744e56be7892 req-26f48c02-8d1c-4d41-833c-97f235c7103d service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952160 Nov 08 14:31:54.499937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc007318-1338-49ed-b74d-744e56be7892 req-c837af1e-6282-47fe-a702-0a94703d96a3 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052713 Nov 08 14:31:54.918800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ec46a-ce2b-4543-aec1-7ab3ab7bf0ae req-93ed46b5-0cad-4065-9e9c-4d19782b6cb3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:54.920812 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e1ec46a-ce2b-4543-aec1-7ab3ab7bf0ae req-93ed46b5-0cad-4065-9e9c-4d19782b6cb3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 944 time: 0.0546513 Nov 08 14:31:54.979140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e1ec46a-ce2b-4543-aec1-7ab3ab7bf0ae req-3bb2dc9f-11b6-4b8f-a544-ffa126d60256 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506258 Nov 08 14:31:55.485847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:31:55.584306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:55.595146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'mac_address': 'fa:16:3e:70:b7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:31:55.635440 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:55.647965 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f8427f-d8c9-49ee-998e-d69ed729334f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:31:55.667611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:55.673214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:55.719131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:55.901097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['d5f8427f-d8c9-49ee-998e-d69ed729334f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:31:56.109289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0dccca-9246-4415-a0dd-2678bfeb377b req-60601994-3584-41d8-a47c-4cddecc89f2e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:56.110783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f0dccca-9246-4415-a0dd-2678bfeb377b req-60601994-3584-41d8-a47c-4cddecc89f2e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 945 time: 0.0596538 Nov 08 14:31:56.159894 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1f0dccca-9246-4415-a0dd-2678bfeb377b req-4af5c765-a290-4a7a-ac9e-43e34d29e33b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430367 Nov 08 14:31:57.278724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4729afe-02c2-4183-bf45-4b33741358d0 req-90817eb6-f23f-4185-8ae2-4fc1bdfffe8d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:57.280537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4729afe-02c2-4183-bf45-4b33741358d0 req-90817eb6-f23f-4185-8ae2-4fc1bdfffe8d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 945 time: 0.0502746 Nov 08 14:31:57.329245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c4729afe-02c2-4183-bf45-4b33741358d0 req-09d3c367-4055-407f-942a-3f9d410f74bc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427535 Nov 08 14:31:57.502545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:31:57.553829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port d5f8427f-d8c9-49ee-998e-d69ed729334f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:31:57.558530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port d5f8427f-d8c9-49ee-998e-d69ed729334f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:31:57.559564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:57.641227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:57.664592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:31:57.666882 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}54294af97bf71ebd6630bfb46a0478921bffeb39d0bc49892a55e81ecf2fcbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac2d9fd-3fcc-4986-a158-2c0c2fe67a93" -d '{"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:31:57.683051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:31:57.689860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:57.714696 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b2f51e-b181-4b50-98bb-3de95553f097 x-openstack-request-id: req-b0b2f51e-b181-4b50-98bb-3de95553f097 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:31:57.714991 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:31:57.715244 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b0b2f51e-b181-4b50-98bb-3de95553f097 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:31:57.715824 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'code': 200} Nov 08 14:31:57.745672 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:31:57.824676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07862ba9-2428-4ebb-993e-18ca92e0a61c req-8ccaa0b9-89d9-4a89-b47b-ec7bbc41fb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:57.826236 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07862ba9-2428-4ebb-993e-18ca92e0a61c req-8ccaa0b9-89d9-4a89-b47b-ec7bbc41fb11 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1097 time: 0.0512276 Nov 08 14:31:57.872065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-07862ba9-2428-4ebb-993e-18ca92e0a61c req-efc23fcb-a67e-4107-97aa-4851837f16ec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 Nov 08 14:31:58.022733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a68d3d97-f633-4ace-939a-3a1633036dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:31:58.454875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c29df0-ad85-48b7-b959-7f4b92e82862 req-0dfea35a-e95e-434a-a38c-6f9cdc28ffce tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:58.456476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9c29df0-ad85-48b7-b959-7f4b92e82862 req-0dfea35a-e95e-434a-a38c-6f9cdc28ffce tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0520949 Nov 08 14:31:58.510425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9c29df0-ad85-48b7-b959-7f4b92e82862 req-ff9bad00-f174-4d4a-8fa6-c3627e69183f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480142 Nov 08 14:31:59.630732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba36fff-0f69-4655-a41c-e3b3a2b67f3e req-d3241e72-ba65-454a-b8a2-be714f7b30e0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:59.632283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ba36fff-0f69-4655-a41c-e3b3a2b67f3e req-d3241e72-ba65-454a-b8a2-be714f7b30e0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0505209 Nov 08 14:31:59.682708 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ba36fff-0f69-4655-a41c-e3b3a2b67f3e req-1c426c7e-3256-4097-bff5-08b7a6aea837 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444107 Nov 08 14:31:59.796809 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f309a4f-acc0-421f-80f7-b965f8f1d50c req-3a964c6c-6c3a-4b32-bb6d-57fe763658fb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:31:59.798260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f309a4f-acc0-421f-80f7-b965f8f1d50c req-3a964c6c-6c3a-4b32-bb6d-57fe763658fb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0497079 Nov 08 14:31:59.806857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 41576) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:31:59.811778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'floatingip': {'port_id': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:31:59.854117 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:00.304695 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:00.308772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:00.409055 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de associated. External IP: 172.25.8.254, port: d5f8427f-d8c9-49ee-998e-d69ed729334f. Nov 08 14:32:00.629236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:32:00.758860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:32:00.764540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:00.769238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:32:00.778795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:32:00.779687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:31:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:32:00.795210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-af95ef09-7a36-4cbc-a47d-f88e6b9db92b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "PUT /v2.0/floatingips/486c31e6-6542-4e91-ad41-e39d70e331de HTTP/1.1" status: 200 len: 992 time: 0.9872868 Nov 08 14:32:00.795800 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:32:00.798096 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7178b8f1f0a7d8b738208396de42b265348733dbd51fe45d3d65ba1d087e0d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf963c1-ed59-455d-9964-9bdad5923479" -d '{"events": [{"name": "network-changed", "server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:32:00.897853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:32:00.909883 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c1b2b-dcd3-4f63-bd59-344adcd4cab7 x-openstack-request-id: req-451c1b2b-dcd3-4f63-bd59-344adcd4cab7 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:32:00.910182 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:32:00.910429 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-451c1b2b-dcd3-4f63-bd59-344adcd4cab7 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:32:00.910834 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'status': 'completed', 'code': 200} Nov 08 14:32:01.002334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-a3df0d80-1de4-4187-b37a-75b4a0b94b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:01.003914 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-a3df0d80-1de4-4187-b37a-75b4a0b94b5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1097 time: 0.0678051 Nov 08 14:32:01.099765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-194e43fd-5885-4d3a-8f64-c4a9e1404117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:01.101626 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-194e43fd-5885-4d3a-8f64-c4a9e1404117 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0908735 Nov 08 14:32:01.178881 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-bbb2fd52-d3ce-4bcd-acdb-3a2a0577a442 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1000 time: 0.0694823 Nov 08 14:32:01.234965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-b85f1062-9cc3-454a-954b-b49e0c545f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:01.236489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-b85f1062-9cc3-454a-954b-b49e0c545f28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0497625 Nov 08 14:32:01.289365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-f6061b9a-62f1-4adc-9368-21b34e4b3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:01.290876 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-f6061b9a-62f1-4adc-9368-21b34e4b3bc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477068 Nov 08 14:32:01.306564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:70:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:32:00Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:32:01.334215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:32:01.343658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:32:01.344313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:31:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:32:01.392058 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-d6fc57c0-6ad6-4a42-a677-3a388ed44e13 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930035 Nov 08 14:32:01.461957 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:32:01.487497 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7cf963c1-ed59-455d-9964-9bdad5923479 req-b587cb03-4121-4d38-afc1-0b61a1cedea7 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882547 Nov 08 14:32:01.569313 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-66091e46-5e70-4734-9f48-bfc188541f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:01.719601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:70:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:32:00Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:32:01.747679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81936978-7a3c-41ca-be0f-452ea744eaf2 None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:70:b7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:32:00Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:32:01.978528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9538a75-be20-4345-b8a1-9a1403900f24 None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:32:03.201754 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:05.721010 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:05.870076 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:17.693437 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:32:18.236180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-98a5131d-fb4f-4049-9da7-087ea12bbd9c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839226 Nov 08 14:32:18.320319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-f1085be7-6043-485f-bcef-f5c3e78283a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:18.321794 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-f1085be7-6043-485f-bcef-f5c3e78283a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1097 time: 0.0408366 Nov 08 14:32:18.424907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-ec6a11f2-aaef-4890-a7fb-053677c95383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:18.426293 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-ec6a11f2-aaef-4890-a7fb-053677c95383 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0853534 Nov 08 14:32:18.500209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-9d8684a7-c484-4c15-a007-c7ad1937f7b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1002 time: 0.0658209 Nov 08 14:32:18.549459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-840adbba-a7a0-4d19-acc9-d5018365905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:18.550917 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-840adbba-a7a0-4d19-acc9-d5018365905a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0443144 Nov 08 14:32:18.596195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-c1a4b8a0-35b1-474a-beb8-b584fd2cc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:32:18.597690 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-c1a4b8a0-35b1-474a-beb8-b584fd2cc2cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401566 Nov 08 14:32:18.693948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-9160cbb8-9e87-4d24-ac42-3e0ba9736a78 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891056 Nov 08 14:32:18.791904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5b9c99b8-ad7f-48ee-ac79-6a832909b126 req-2bfe5be2-2b8f-4cfc-9823-52f2cf361cc7 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890889 Nov 08 14:32:23.548380 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:23.985346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:28.023333 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a67b02d-c25a-4bfe-953f-ee05098af70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:31.522412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dfb4e33f-18a2-49c5-bcdf-551d326b07fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:33.204989 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:35.721972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:35.873114 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:53.561064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:53.980900 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:32:54.693348 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:32:58.025866 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8bcd6a2c-f126-41ba-b510-187ead853d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:01.528571 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ef205687-f498-42a1-87a1-c4ed2aeb5e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:03.210206 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:05.735924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:05.886104 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:20.158664 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-1f98a5ec-c255-4486-9da0-79e0a9d3c643 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586181 Nov 08 14:33:20.273967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-30960f24-7220-4ebc-a926-905dd9d95941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:20.276042 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-30960f24-7220-4ebc-a926-905dd9d95941 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1097 time: 0.0620153 Nov 08 14:33:20.429676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-e3bc91b8-48e9-4765-ab9c-89dd1b12ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:20.431406 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-e3bc91b8-48e9-4765-ab9c-89dd1b12ce62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1317244 Nov 08 14:33:20.505180 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-9aaefb23-0471-4200-aa7e-f4279b77db17 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1002 time: 0.0657823 Nov 08 14:33:20.557235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-40158c57-13d1-4cd1-9422-1205116317b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:20.558677 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-40158c57-13d1-4cd1-9422-1205116317b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0471942 Nov 08 14:33:20.612906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-abd45c7a-319c-43b9-a0ec-14948e161bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:20.614698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-abd45c7a-319c-43b9-a0ec-14948e161bac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490406 Nov 08 14:33:20.711853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-09dc3b5f-ad5d-4c22-a975-80744b634ab1 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898807 Nov 08 14:33:20.827640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86eada14-72fb-47c0-a79a-6ef8ca26e93d req-6244a59a-aa4e-4b51-864c-68c144fce363 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058416 Nov 08 14:33:23.559800 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:23.992130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:28.029051 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e072-256c-4ec3-a5ef-9d33ae08d00a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:31.521903 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9892e3df-5fdf-40c2-9992-d07588ceb84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:31.693822 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:33:33.222758 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:35.728273 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:35.879570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:37.325099 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68199f-6d2a-467c-ac8b-ab8ffe3a0e9b req-c11d54e8-83d7-4626-b212-2be5400f5e07 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:37.326493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b68199f-6d2a-467c-ac8b-ab8ffe3a0e9b req-c11d54e8-83d7-4626-b212-2be5400f5e07 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0552440 Nov 08 14:33:37.374295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b68199f-6d2a-467c-ac8b-ab8ffe3a0e9b req-223b94f3-22a3-481f-ad55-d433a2248326 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Nov 08 14:33:38.493262 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9277d7-9f35-4e92-9765-2d25c06dc873 req-c646c2cc-8666-4fbf-854a-0485aad3ce5f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:38.494793 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a9277d7-9f35-4e92-9765-2d25c06dc873 req-c646c2cc-8666-4fbf-854a-0485aad3ce5f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0494118 Nov 08 14:33:38.542980 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a9277d7-9f35-4e92-9765-2d25c06dc873 req-32b1b217-4abd-4d8e-b2bf-bff4fe1dc16f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422544 Nov 08 14:33:39.664578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2876539-83a1-4bac-88f3-0d4f4ff66ef0 req-e6939a67-6f31-40df-9a39-e08de265dbd5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:39.666135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2876539-83a1-4bac-88f3-0d4f4ff66ef0 req-e6939a67-6f31-40df-9a39-e08de265dbd5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0522821 Nov 08 14:33:39.714201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d2876539-83a1-4bac-88f3-0d4f4ff66ef0 req-97b3a028-e246-4dbe-9f1d-ac03e7370c18 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419366 Nov 08 14:33:40.833181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25515db-df8d-4205-a7db-952a41d2417e req-3ba3167f-9c70-4eb0-82db-c6005fe238ee tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:40.834709 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b25515db-df8d-4205-a7db-952a41d2417e req-3ba3167f-9c70-4eb0-82db-c6005fe238ee tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0489450 Nov 08 14:33:40.883041 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b25515db-df8d-4205-a7db-952a41d2417e req-1b505ac0-096c-4d20-a930-7ccc40cf8794 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 Nov 08 14:33:42.005975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35e434-4a7f-4669-9e99-7dab1e4bd2bc req-f54ed5d5-d138-4783-aebc-e23972746e5a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:42.007534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e35e434-4a7f-4669-9e99-7dab1e4bd2bc req-f54ed5d5-d138-4783-aebc-e23972746e5a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0547411 Nov 08 14:33:42.060185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4e35e434-4a7f-4669-9e99-7dab1e4bd2bc req-c7bef8b3-0bcb-4aa4-8fa2-3fd9108dc74c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457997 Nov 08 14:33:43.175640 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318c6af-630e-43d0-8201-3dc1c52e0958 req-978acbdb-f4f2-4e17-a899-52c590c927ef tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:43.177142 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2318c6af-630e-43d0-8201-3dc1c52e0958 req-978acbdb-f4f2-4e17-a899-52c590c927ef tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0495622 Nov 08 14:33:43.225530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2318c6af-630e-43d0-8201-3dc1c52e0958 req-881cbc97-80ca-47e7-899c-489d8355809e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Nov 08 14:33:44.349243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25564af9-3c9b-429b-86cc-4839b70ac4b4 req-78e0f306-352d-4734-a116-31901ae5290d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:44.350788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25564af9-3c9b-429b-86cc-4839b70ac4b4 req-78e0f306-352d-4734-a116-31901ae5290d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0514469 Nov 08 14:33:44.404103 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25564af9-3c9b-429b-86cc-4839b70ac4b4 req-5b5a28b8-e8d2-49e4-835d-e963015b93ba tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 Nov 08 14:33:45.534731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6610b1a-0f1f-4b8e-af6c-f7077c0a4de4 req-b9b3772d-7589-459f-a1e4-b80b3bdf8034 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:45.536236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6610b1a-0f1f-4b8e-af6c-f7077c0a4de4 req-b9b3772d-7589-459f-a1e4-b80b3bdf8034 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0603197 Nov 08 14:33:45.598105 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b6610b1a-0f1f-4b8e-af6c-f7077c0a4de4 req-195a8451-687f-437b-96a4-55f592fd1f47 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544221 Nov 08 14:33:46.715466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1630e0a3-d7e5-472e-a6fc-79e0779e51e0 req-96f6232e-fa3b-4953-9437-266d4e598ed9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:46.717044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1630e0a3-d7e5-472e-a6fc-79e0779e51e0 req-96f6232e-fa3b-4953-9437-266d4e598ed9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0494823 Nov 08 14:33:46.765700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1630e0a3-d7e5-472e-a6fc-79e0779e51e0 req-b42a13c3-377f-4852-9404-0b4c0a6d61e4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Nov 08 14:33:47.891925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d03cd-b30e-4df9-8520-aa8f9404488c req-f327ff9c-e6aa-45aa-a76d-057b92429151 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:47.893428 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb3d03cd-b30e-4df9-8520-aa8f9404488c req-f327ff9c-e6aa-45aa-a76d-057b92429151 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0529313 Nov 08 14:33:47.946384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb3d03cd-b30e-4df9-8520-aa8f9404488c req-600b2f4f-95f9-4202-8d5d-b9e361451184 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468400 Nov 08 14:33:48.206808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c252b9-7aac-4941-92c6-d8d3465a7e35 req-4c72f1b2-ea92-489c-b4c5-9d653da7e53a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:48.208354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86c252b9-7aac-4941-92c6-d8d3465a7e35 req-4c72f1b2-ea92-489c-b4c5-9d653da7e53a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0504062 Nov 08 14:33:48.283672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-f2050cd3-f644-4ed8-be49-efbaadf460ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319649 Nov 08 14:33:48.287006 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-86c252b9-7aac-4941-92c6-d8d3465a7e35 req-1575d213-efd4-4882-92d7-ce9bb942964e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698385 Nov 08 14:33:49.413252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c0d95-51b2-4fe9-8c47-d4ba4b7b538f req-8deae0a4-ec0c-4969-a21a-ad5c09b3c102 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:49.414736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-978c0d95-51b2-4fe9-8c47-d4ba4b7b538f req-8deae0a4-ec0c-4969-a21a-ad5c09b3c102 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0535398 Nov 08 14:33:49.463640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-978c0d95-51b2-4fe9-8c47-d4ba4b7b538f req-dcfaee31-c61c-4a25-a7f8-1f65f5220294 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Nov 08 14:33:50.591890 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e756b75b-9338-40d9-9ffd-38ebdd283558 req-2af5adde-91a4-468b-a4be-87ca09ad4c62 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:50.593400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e756b75b-9338-40d9-9ffd-38ebdd283558 req-2af5adde-91a4-468b-a4be-87ca09ad4c62 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0506208 Nov 08 14:33:50.642160 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e756b75b-9338-40d9-9ffd-38ebdd283558 req-84342add-82f2-40b1-8099-275e3f9db4e3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428033 Nov 08 14:33:51.761991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760598ae-0e3c-4e36-83c4-9cc221f3b1c5 req-7e9e5504-c2b0-4661-8bf2-db1b32d0fe46 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:51.763381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-760598ae-0e3c-4e36-83c4-9cc221f3b1c5 req-7e9e5504-c2b0-4661-8bf2-db1b32d0fe46 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0501990 Nov 08 14:33:51.815381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-760598ae-0e3c-4e36-83c4-9cc221f3b1c5 req-a8f6fc83-9d87-4554-8d89-ac6586f6213d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454249 Nov 08 14:33:52.934542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec7d3d-150e-41df-b8b8-7e68e9180f4f req-0d8a5109-dc20-4470-adc0-5612aa1fbde3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:52.936074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95ec7d3d-150e-41df-b8b8-7e68e9180f4f req-0d8a5109-dc20-4470-adc0-5612aa1fbde3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0509539 Nov 08 14:33:52.988082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-95ec7d3d-150e-41df-b8b8-7e68e9180f4f req-9af2e3fd-e4cb-4b61-a003-31f5a8d33834 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456271 Nov 08 14:33:53.575017 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:53.584309 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-b5b255dd-4462-422e-be14-742850376b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:53.585842 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-b5b255dd-4462-422e-be14-742850376b93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1097 time: 0.0491366 Nov 08 14:33:53.691047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ec216945-9944-4050-81ba-dd5bfaaa3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:53.692579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ec216945-9944-4050-81ba-dd5bfaaa3cd4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0989566 Nov 08 14:33:53.762039 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-70e9344a-0b16-416e-9993-7f2bd239c4d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1002 time: 0.0624430 Nov 08 14:33:53.811892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-cde84c39-c07d-4860-834c-d03c99ce2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:53.813949 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-cde84c39-c07d-4860-834c-d03c99ce2142 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0454476 Nov 08 14:33:53.863803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-9694855e-941a-4cb7-a84e-64e882bbcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:53.865311 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-9694855e-941a-4cb7-a84e-64e882bbcf51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449626 Nov 08 14:33:53.959105 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-873f6559-3cee-4c3f-b54b-0786a20b685a service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Nov 08 14:33:53.996736 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:54.073684 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-935be5d1-f166-467a-8cd3-1700645250c8 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076906 Nov 08 14:33:54.153130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd572bd-5d8d-43cc-9db3-8175e02ac6d4 req-4b323fe1-6b88-405a-9401-fb51decde1df tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:54.154696 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fd572bd-5d8d-43cc-9db3-8175e02ac6d4 req-4b323fe1-6b88-405a-9401-fb51decde1df tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0686407 Nov 08 14:33:54.210562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fd572bd-5d8d-43cc-9db3-8175e02ac6d4 req-d289a9dd-7154-4959-9139-4f25b5a1ecdc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482080 Nov 08 14:33:55.346804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1136ab-0f0e-47f8-bc14-ffd8cc4d547e req-26c8e789-249a-4d6d-8eb8-1ae8f0ab4509 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:55.348386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c1136ab-0f0e-47f8-bc14-ffd8cc4d547e req-26c8e789-249a-4d6d-8eb8-1ae8f0ab4509 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0540783 Nov 08 14:33:55.402280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c1136ab-0f0e-47f8-bc14-ffd8cc4d547e req-d9d8e0a3-0184-460c-a44a-7fd8fbfe0f43 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476971 Nov 08 14:33:55.963083 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-17fa94e8-ec47-42e3-8f2d-57a26be4c027 service neutron] show failed (client error): The resource could not be found. Nov 08 14:33:55.964168 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-17fa94e8-ec47-42e3-8f2d-57a26be4c027 service neutron] 10.222.0.70 "GET /v2.0/ports/d5f8427f-d8c9-49ee-998e-d69ed729334f/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0564172 Nov 08 14:33:56.263416 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-bd21ebc1-c9ad-4e5c-990a-92c64cee129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:56.264993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-bd21ebc1-c9ad-4e5c-990a-92c64cee129b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 1097 time: 0.0864105 Nov 08 14:33:56.276422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:33:56.334596 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:56.536232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335516-5978-400a-87ce-bd68a64d6cbd req-4dcaf1e1-d326-44f5-bad8-44c5835f8ba6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:56.537780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30335516-5978-400a-87ce-bd68a64d6cbd req-4dcaf1e1-d326-44f5-bad8-44c5835f8ba6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0606227 Nov 08 14:33:56.550788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:33:56.587326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:33:56.590858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-30335516-5978-400a-87ce-bd68a64d6cbd req-6f3fec5b-414b-4418-ad27-42663025090e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451968 Nov 08 14:33:56.629202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:33:56.635095 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:56.650486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Transition to ACTIVE for port object d5f8427f-d8c9-49ee-998e-d69ed729334f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:33:56.655209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:56.684467 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e4ea2d-27c7-4ca2-96ea-27176e130ee6" -d '{"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:33:56.751443 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:33:56.764899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.766229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.766468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.766788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.767136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.767462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.767821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.768154 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.768521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.768815 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.769140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.769468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:33:56.816970 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a11d85-f3f0-4a0e-81ec-6aee86221f92 x-openstack-request-id: req-87a11d85-f3f0-4a0e-81ec-6aee86221f92 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:33:56.817205 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:33:56.817376 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87a11d85-f3f0-4a0e-81ec-6aee86221f92 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:33:56.817950 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'code': 200} Nov 08 14:33:56.818689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] No DVR routers for this DVR port d5f8427f-d8c9-49ee-998e-d69ed729334f on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:33:56.970479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:33:56.971214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:33:56.971214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:33:56.975686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Port d5f8427f-d8c9-49ee-998e-d69ed729334f on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:33:56.976044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Attempting to bind port d5f8427f-d8c9-49ee-998e-d69ed729334f on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:33:56.981099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:33:56.981439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:33:56.981827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:33:56.982253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Bound port: d5f8427f-d8c9-49ee-998e-d69ed729334f, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:33:56.982614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:57.048935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:33:57.052108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:33:57.059909 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:57.442367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:57.442934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:57.444419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] 10.222.0.54 "PUT /v2.0/ports/d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1092 time: 1.1721127 Nov 08 14:33:57.469360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf87eab-1f91-4b34-846b-e3902d9aef18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:33:57.518877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-584c9bfc-cc52-4e5f-ad02-8d28f9a248c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:57.520487 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-584c9bfc-cc52-4e5f-ad02-8d28f9a248c6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1095 time: 0.0479593 Nov 08 14:33:57.633357 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-9cdb4b61-20a7-4afb-95da-a07c79d1d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:57.634915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-9cdb4b61-20a7-4afb-95da-a07c79d1d6ac service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1078312 Nov 08 14:33:57.715625 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-2e83b44d-4348-4ea1-a953-ed8bd6f11123 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1000 time: 0.0733728 Nov 08 14:33:57.726686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970822-0886-44b8-a3cb-abbb55e2ce3d req-4939a176-8442-4ac0-830f-76c3881cc3f9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:57.728259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34970822-0886-44b8-a3cb-abbb55e2ce3d req-4939a176-8442-4ac0-830f-76c3881cc3f9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 944 time: 0.0535743 Nov 08 14:33:57.768287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-deca414b-61c5-4a07-b71a-30abef8b323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:57.769842 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-deca414b-61c5-4a07-b71a-30abef8b323e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0475991 Nov 08 14:33:57.786701 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34970822-0886-44b8-a3cb-abbb55e2ce3d req-7512b990-4f54-4b4d-9a73-b1c0ca333035 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522141 Nov 08 14:33:57.824876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-33cdd9d3-b265-4dfd-8b9c-b6dc836cf47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:57.826468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-33cdd9d3-b265-4dfd-8b9c-b6dc836cf47c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489328 Nov 08 14:33:57.920213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-af19c925-91d5-4f14-b523-568f2a2be1cf service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867798 Nov 08 14:33:58.013540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:33:58.029509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6172adb-5107-46fe-9f4d-3a596b7a8c55 req-d76f881f-85c9-49b4-a1b6-aa1927840c3a service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026103 Nov 08 14:33:58.057893 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c81f2e5b-cc14-4700-b831-3ac5b5130d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:33:58.067109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:33:58.818784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:33:58.821228 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304149a7-ecd6-4043-b6e5-43ed26eca62f" -d '{"events": [{"name": "network-changed", "server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:33:58.874463 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a035d31c-98ee-4f6f-9740-94a3fa320052 x-openstack-request-id: req-a035d31c-98ee-4f6f-9740-94a3fa320052 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:33:58.874764 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:33:58.875303 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a035d31c-98ee-4f6f-9740-94a3fa320052 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:33:58.875803 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'status': 'completed', 'code': 200} Nov 08 14:33:58.924329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649689e-2f73-4ead-8c40-f6d9c3f76ae9 req-3b74d862-e415-4da3-b7b8-84ea91f4fd85 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:58.925866 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f649689e-2f73-4ead-8c40-f6d9c3f76ae9 req-3b74d862-e415-4da3-b7b8-84ea91f4fd85 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 944 time: 0.0582228 Nov 08 14:33:58.969133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-a4c4b77e-03b8-46cf-ae13-b89fcf3ed72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:58.970739 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-a4c4b77e-03b8-46cf-ae13-b89fcf3ed72e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1095 time: 0.0768256 Nov 08 14:33:58.977955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-09f5aad9-5f45-47d8-a053-5569866f19a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:58.979446 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-09f5aad9-5f45-47d8-a053-5569866f19a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1095 time: 0.0736504 Nov 08 14:33:58.980556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f649689e-2f73-4ead-8c40-f6d9c3f76ae9 req-d1412a18-6a85-49cb-8451-8ec9a8e5b203 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472057 Nov 08 14:33:59.138979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-f5763133-a7f3-4f79-8f95-0bced2c28fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:59.140433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-f5763133-a7f3-4f79-8f95-0bced2c28fb3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1600840 Nov 08 14:33:59.143620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-da1ffd39-74e5-4e56-a6d2-3192eef33581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:59.145043 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-da1ffd39-74e5-4e56-a6d2-3192eef33581 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1557086 Nov 08 14:33:59.259167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-47d9d2e0-95f2-4bac-a1c4-29d738044b69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1000 time: 0.1081638 Nov 08 14:33:59.262998 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-47336961-29ba-48e6-85cf-58c3bc79a8bc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1000 time: 0.1044552 Nov 08 14:33:59.344483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-e588a523-8202-46d4-b476-961220e74eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:59.345982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-e588a523-8202-46d4-b476-961220e74eea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0794363 Nov 08 14:33:59.347376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-82c929cb-8e86-454d-964f-13606847c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:59.348712 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-82c929cb-8e86-454d-964f-13606847c866 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0749390 Nov 08 14:33:59.425326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-7a24d5e6-3e6d-45ba-a0f9-1aedc6b128cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:59.426759 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-7a24d5e6-3e6d-45ba-a0f9-1aedc6b128cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740855 Nov 08 14:33:59.429404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-d5e1be07-35f5-4d90-8bf0-c4eff631c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:33:59.430774 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-d5e1be07-35f5-4d90-8bf0-c4eff631c8b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706339 Nov 08 14:33:59.589530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-6788ff1d-43df-4d34-9fb9-c753b4923001 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555023 Nov 08 14:33:59.592995 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-f120c0d9-9393-4456-b40d-2a5d4e636dba service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512489 Nov 08 14:33:59.757325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-d8b65f31-b63f-4c22-be9b-9fe2cf37c12c service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600106 Nov 08 14:33:59.759252 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-304149a7-ecd6-4043-b6e5-43ed26eca62f req-4aa15dc9-aa32-4502-8684-15332a81bdb4 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545489 Nov 08 14:34:00.109982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67606bd3-3e0a-445c-8d26-7ec45c4a368f req-5b186dff-1aca-4584-953d-5ffa632fc952 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:00.111656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67606bd3-3e0a-445c-8d26-7ec45c4a368f req-5b186dff-1aca-4584-953d-5ffa632fc952 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 944 time: 0.0519016 Nov 08 14:34:00.163609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67606bd3-3e0a-445c-8d26-7ec45c4a368f req-d3fe92c9-72ea-4c05-9c2e-2c399bbf481d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458338 Nov 08 14:34:01.296202 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c411f87-4401-4df1-ba8f-0dd80edcdf4a req-10bb352e-e588-4c57-b426-35a2a80b0d0d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:01.298058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c411f87-4401-4df1-ba8f-0dd80edcdf4a req-10bb352e-e588-4c57-b426-35a2a80b0d0d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 944 time: 0.0555086 Nov 08 14:34:01.346376 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c411f87-4401-4df1-ba8f-0dd80edcdf4a req-251e454e-a40f-4026-9135-ddd3b7ec8780 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426364 Nov 08 14:34:01.532815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-01493e69-0db5-4153-813c-1d89d7ada239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:01.557907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9156e-3d3a-49be-a826-dd1fdc4016b8 req-ccba4ecd-bec2-4553-9b04-d3c87e36cef8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:01.559836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41c9156e-3d3a-49be-a826-dd1fdc4016b8 req-ccba4ecd-bec2-4553-9b04-d3c87e36cef8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 944 time: 0.0558665 Nov 08 14:34:01.578771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-2c0930cf-bead-4665-b51a-47fae173c749 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:01.580314 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-2c0930cf-bead-4665-b51a-47fae173c749 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc&tenant_id=882ae11f434e4c65ac7ac8d1ba157142&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 944 time: 0.0609522 Nov 08 14:34:01.609986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-41c9156e-3d3a-49be-a826-dd1fdc4016b8 req-3e206bcb-daae-4405-9b61-36aa5632f4a4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437775 Nov 08 14:34:01.647722 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-2b8ce477-28b6-465f-a633-e16e060e7c70 service neutron] delete failed (client error): The resource could not be found. Nov 08 14:34:01.648799 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-2b8ce477-28b6-465f-a633-e16e060e7c70 service neutron] 10.222.0.70 "DELETE /v2.0/ports/d5f8427f-d8c9-49ee-998e-d69ed729334f/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0616932 Nov 08 14:34:01.734060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-eb86f699-9411-4d62-a877-cce4ffd9a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:01.735665 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-eb86f699-9411-4d62-a877-cce4ffd9a63d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1095 time: 0.0426190 Nov 08 14:34:01.831812 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-b63a7a8d-9d00-4be9-a90e-d0666e88f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:01.833330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-b63a7a8d-9d00-4be9-a90e-d0666e88f5f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0913432 Nov 08 14:34:01.900447 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-10688d54-4274-4697-bca3-87aab78069fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1000 time: 0.0580740 Nov 08 14:34:01.952403 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-ff30b3ef-f8d2-4b9f-96b5-b57dfdcf60e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:01.954433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-ff30b3ef-f8d2-4b9f-96b5-b57dfdcf60e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0470176 Nov 08 14:34:02.009010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-662de9c3-e451-4146-a40f-78056c326ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:02.010409 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-662de9c3-e451-4146-a40f-78056c326ac4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492887 Nov 08 14:34:02.103054 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-93848873-5cd8-4aed-a18a-501cafbcef2e service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846310 Nov 08 14:34:02.124769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:34:02.210597 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93af1938-2fa4-4485-8c50-57f92f7d86d4 req-a5b4c896-d926-4e8d-97d8-9d8991c0a39d service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997078 Nov 08 14:34:02.233493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:34:02.248647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'mac_address': 'fa:16:3e:70:b7:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:34:02.297225 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:02.311568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f8427f-d8c9-49ee-998e-d69ed729334f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:34:02.333271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:34:02.337327 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:02.384833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:02.392636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.392980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.393316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.393650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.393972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.394292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.394610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.394927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.395240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.395552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.395992 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.396211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:34:02.654524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['d5f8427f-d8c9-49ee-998e-d69ed729334f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:34:02.749669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa3b6d-f7fc-41e0-a46b-1feddc2e535f req-51b027b4-f1b8-4a25-bbd5-558e1aa41288 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:02.751384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5eaa3b6d-f7fc-41e0-a46b-1feddc2e535f req-51b027b4-f1b8-4a25-bbd5-558e1aa41288 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 945 time: 0.0559213 Nov 08 14:34:02.809790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5eaa3b6d-f7fc-41e0-a46b-1feddc2e535f req-2df44e1f-26f1-494c-a0ef-d092fabe0ac5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506320 Nov 08 14:34:02.927522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983ad52d-923e-4ff6-9153-ea5cf7f200ed req-880d586f-f1ae-4e7a-b370-e7067863ca2d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:02.928930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-983ad52d-923e-4ff6-9153-ea5cf7f200ed req-880d586f-f1ae-4e7a-b370-e7067863ca2d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 945 time: 0.0517161 Nov 08 14:34:02.977373 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-983ad52d-923e-4ff6-9153-ea5cf7f200ed req-bb8c2161-2cc2-4439-b810-0650479a7f2f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423348 Nov 08 14:34:03.207474 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1d0d23-c902-4d20-b2c5-c48dfdda874d req-ce597c8e-b618-4e52-b5ef-2b2d2adc9364 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:03.209259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c1d0d23-c902-4d20-b2c5-c48dfdda874d req-ce597c8e-b618-4e52-b5ef-2b2d2adc9364 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 945 time: 0.0544338 Nov 08 14:34:03.219405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:03.238559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-63e9c0fc-9bad-4682-bf0a-03d7c9abac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:03.240701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-63e9c0fc-9bad-4682-bf0a-03d7c9abac1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 1096 time: 0.0506730 Nov 08 14:34:03.266302 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5c1d0d23-c902-4d20-b2c5-c48dfdda874d req-30caf2d8-97ac-4883-be25-d911aecf17bc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501733 Nov 08 14:34:03.341819 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-2be9ea0a-638a-4723-85ec-b2a90028221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:03.343300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-2be9ea0a-638a-4723-85ec-b2a90028221b service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0950766 Nov 08 14:34:03.410316 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-563b84e5-39cb-499b-9835-f75943b35d60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 200 len: 1001 time: 0.0597751 Nov 08 14:34:03.461485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-69e47c51-fc02-424c-aa91-c058aa0b6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:03.462869 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-69e47c51-fc02-424c-aa91-c058aa0b6914 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0449383 Nov 08 14:34:03.514889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-955bba86-8693-4f1b-8481-9d92ef607632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:03.516478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-955bba86-8693-4f1b-8481-9d92ef607632 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470464 Nov 08 14:34:03.611363 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-52935667-96b1-490a-893b-59d4ae65c779 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879228 Nov 08 14:34:03.709137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a44ebe61-c78c-4d71-a32f-77766b66dd46 req-d14b6f2c-4204-4023-98cb-4d1e57435c30 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911863 Nov 08 14:34:04.124733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:34:04.180509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port d5f8427f-d8c9-49ee-998e-d69ed729334f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:34:04.184434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port d5f8427f-d8c9-49ee-998e-d69ed729334f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:34:04.184797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:04.287781 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:04.313464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:34:04.330220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:34:04.336393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:04.366180 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d21fe4-1b5f-4af5-9b74-d8e58b731fd1" -d '{"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:34:04.396985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7346b7-0efb-43e6-aa1e-0c23dc5c08c7 req-0f1b18f5-3a48-4ce0-9d0d-9b94c82449ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:04.399312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d7346b7-0efb-43e6-aa1e-0c23dc5c08c7 req-0f1b18f5-3a48-4ce0-9d0d-9b94c82449ff tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0582395 Nov 08 14:34:04.400584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:04.454263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0d7346b7-0efb-43e6-aa1e-0c23dc5c08c7 req-d26c6503-2ecc-45c2-a2e4-88b91b1fbada tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Nov 08 14:34:04.460014 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad2ea9a-3657-48cf-86dd-f6e3cca9bba2 x-openstack-request-id: req-4ad2ea9a-3657-48cf-86dd-f6e3cca9bba2 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:34:04.460545 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-plugged", "status": "completed", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:34:04.460877 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ad2ea9a-3657-48cf-86dd-f6e3cca9bba2 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:34:04.461522 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'code': 200} Nov 08 14:34:04.704232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c8bc-48f9-42c8-a5df-501df4feac08 req-9ce844c8-d50f-4d6a-9f60-79bf18b5a79f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:04.705628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4951c8bc-48f9-42c8-a5df-501df4feac08 req-9ce844c8-d50f-4d6a-9f60-79bf18b5a79f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0508389 Nov 08 14:34:04.754984 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4951c8bc-48f9-42c8-a5df-501df4feac08 req-cb612749-30a2-4929-a2a3-3fa52432c71d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432379 Nov 08 14:34:05.732141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:05.879192 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ea8aa-b96f-4a45-9e7d-8161b8db1d2a req-f9389d0b-b6a1-4d80-bc60-f3e9300a766e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:05.881414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a2ea8aa-b96f-4a45-9e7d-8161b8db1d2a req-f9389d0b-b6a1-4d80-bc60-f3e9300a766e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0545237 Nov 08 14:34:05.883590 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:05.934232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a2ea8aa-b96f-4a45-9e7d-8161b8db1d2a req-2473ca5e-d5cd-48e5-8c8c-91cc50bc0060 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421820 Nov 08 14:34:06.227108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91aa89-6da3-4846-8569-250976195dff req-12b2e616-f187-4498-9a9d-5f9752eb1f84 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:06.228662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e91aa89-6da3-4846-8569-250976195dff req-12b2e616-f187-4498-9a9d-5f9752eb1f84 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.54 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 946 time: 0.0489349 Nov 08 14:34:06.317051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Deleting port d5f8427f-d8c9-49ee-998e-d69ed729334f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:34:06.317387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:06.408701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] For port d5f8427f-d8c9-49ee-998e-d69ed729334f, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=d5f8427f-d8c9-49ee-998e-d69ed729334f,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:34:06.409063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:06.581789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:06.582150 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:06.582471 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de disassociated. External IP: 172.25.8.254, port: d5f8427f-d8c9-49ee-998e-d69ed729334f. Nov 08 14:34:06.582816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Calling delete_port for d5f8427f-d8c9-49ee-998e-d69ed729334f owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:34:06.715221 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:06.742421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event deleted for resources: {'Port': ['ID=d5f8427f-d8c9-49ee-998e-d69ed729334f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:06.866384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:34:06.980627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:34:06.993575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:34:07.005433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:34:07.016408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:34:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:07.032952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] No DVR routers for this DVR port d5f8427f-d8c9-49ee-998e-d69ed729334f on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:34:07.035713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:07.038946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f865e8ca-5775-4680-88fe-4baf9fd69dea req-8f55c2e9-e2be-45c8-ad82-222702ec0312 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=05a038c6-b674-477a-b7b0-6629d3571cdc HTTP/1.1" status: 200 len: 210 time: 0.0317960 Nov 08 14:34:07.039491 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-6e91aa89-6da3-4846-8569-250976195dff req-fdd771d9-9b63-49a5-89da-ff2cc3df54c9 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.54 "DELETE /v2.0/ports/d5f8427f-d8c9-49ee-998e-d69ed729334f HTTP/1.1" status: 204 len: 173 time: 0.8046882 Nov 08 14:34:07.039616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-deleted', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:34:07.042269 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d6a3f-d28e-4746-9626-405a20a6fae0" -d '{"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-deleted", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:34:07.082425 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e656830-2d4d-488f-8f9e-b0b3e3fb4aa1 x-openstack-request-id: req-3e656830-2d4d-488f-8f9e-b0b3e3fb4aa1 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:34:07.082720 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a038c6-b674-477a-b7b0-6629d3571cdc", "name": "network-vif-deleted", "tag": "d5f8427f-d8c9-49ee-998e-d69ed729334f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:34:07.083009 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e656830-2d4d-488f-8f9e-b0b3e3fb4aa1 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:34:07.083364 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a038c6-b674-477a-b7b0-6629d3571cdc', 'name': 'network-vif-deleted', 'tag': 'd5f8427f-d8c9-49ee-998e-d69ed729334f', 'status': 'completed', 'code': 200} Nov 08 14:34:07.137161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:34:07.350552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:07.378367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:34:07.388369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:34:07.388995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:34:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:07.501242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:34:07.695888 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:07.725440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc5aa16-6ea9-4b1a-8fd1-9a7b258ad6d3 None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:34:07.969067 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dba72a-dea8-4ef0-bb1f-edf8dfc1f3d2 None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:34:08.386780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-31bee384-bab8-404c-a662-2c480a213454 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--207540493&fields=id&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 267 time: 0.0454979 Nov 08 14:34:08.507268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-94144eae-6428-4ede-b2ec-60cf1f764917 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:08.509126 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-94144eae-6428-4ede-b2ec-60cf1f764917 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1147661 Nov 08 14:34:08.525868 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-a00c9a63-02af-4fd8-8959-39a6eea25ac0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/quotas/882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 375 time: 0.0106907 Nov 08 14:34:08.584841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-272ac7e7-0efa-4c5f-af21-a30a1c9a5d3a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0525203 Nov 08 14:34:08.693965 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:34:08.807298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-3102adfb-e214-49d0-819b-3891f7df6c02 service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438594 Nov 08 14:34:08.907932 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-2da23a76-7aca-4d86-94d9-689bcf5081ed service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936041 Nov 08 14:34:09.103640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-792407f1-bc1b-4908-bbde-e69d97420e8f req-097cd389-9f5d-49f6-859c-82500d2037bd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 210 time: 0.0281360 Nov 08 14:34:10.103477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-bf3b9634-e619-4b6f-a487-ebe3a4c9d56f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:10.104957 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-bf3b9634-e619-4b6f-a487-ebe3a4c9d56f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1124027 Nov 08 14:34:10.153431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:34:10.170159 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-cf2b58b9-d8a9-4001-a64e-8a9e6f5a34ac tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 379 time: 0.0559142 Nov 08 14:34:10.178964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: d5f8427f-d8c9-49ee-998e-d69ed729334f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:34:10.179306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device d5f8427f-d8c9-49ee-998e-d69ed729334f not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:34:10.180041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'port': {'device_id': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'admin_state_up': True, 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'security_groups': ['e1b31724-d7a3-4ae0-a999-2a38e4c152fa']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:34:10.234164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf3852ff-e36f-42bd-bbaa-c9deea320472 req-78e0125c-0ac0-41f9-a755-057de83a1b9d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 210 time: 0.0302935 Nov 08 14:34:10.297980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Made reservation on behalf of 882ae11f434e4c65ac7ac8d1ba157142 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:34:10.301813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:10.436520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Allocated IP 172.20.0.3 (becc8053-35e1-4106-abd7-fd8f63f6ced3/64eeceed-0891-4b05-ba8c-09de6375c0e3/e17e4622-c68e-4946-b2e0-fa6086665366) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:34:10.590291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:10.627979 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:10.669331 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:34:10.673083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:34:10.675554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:34:10.712281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:10.742158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:10.742791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:10.761147 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-f8ab2bc2-dead-4214-8dea-fd2892f2d03f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5851359 Nov 08 14:34:10.774404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Request body: {'port': {'device_id': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:34:10.889055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2c1d3161-44d7-472f-be85-2530ef077be4 None None] Provisioning complete for port e17e4622-c68e-4946-b2e0-fa6086665366 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:34:10.889426 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3161-44d7-472f-be85-2530ef077be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:10.925886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d3161-44d7-472f-be85-2530ef077be4 None None] Port e17e4622-c68e-4946-b2e0-fa6086665366 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:34:11.168489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:11.354947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedaac-6191-45bb-a998-775729ee7799 req-278621f4-fe14-4597-8875-cc849b29c31b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:11.356618 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-becedaac-6191-45bb-a998-775729ee7799 req-278621f4-fe14-4597-8875-cc849b29c31b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 931 time: 0.0504873 Nov 08 14:34:11.422948 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-becedaac-6191-45bb-a998-775729ee7799 req-b7ca072a-03df-4f62-8ff8-7350a85c157f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597172 Nov 08 14:34:11.451598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17e4622-c68e-4946-b2e0-fa6086665366 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:34:11.460364 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:11.472671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Transition to ACTIVE for port object e17e4622-c68e-4946-b2e0-fa6086665366 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:34:11.475571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:11.529427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:11.596580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:34:11.596941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:34:11.597299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:34:11.602040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:34:11.602361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:34:11.607429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:34:11.607793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:34:11.608184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:34:11.608611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Bound port: e17e4622-c68e-4946-b2e0-fa6086665366, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:34:11.608974 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:11.679591 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:34:11.682612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:34:11.687780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:11.720424 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:11.721222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:11.723075 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] 10.222.0.70 "PUT /v2.0/ports/e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1091 time: 0.9539487 Nov 08 14:34:11.723522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:34:11.725817 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:34:11.757729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b7e68b-44ee-44bb-bca1-2723bfad1208 service neutron] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:11.811157 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcd86a-cd9d-4d81-b126-bc79120210a7 x-openstack-request-id: req-5dfcd86a-cd9d-4d81-b126-bc79120210a7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:34:11.811456 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:34:11.811715 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5dfcd86a-cd9d-4d81-b126-bc79120210a7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:34:11.812700 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'status': 'completed', 'code': 200} Nov 08 14:34:11.830516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-8361ee3b-3407-4d36-8ac1-a3d336cd52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:11.832065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-8361ee3b-3407-4d36-8ac1-a3d336cd52e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1094 time: 0.0533419 Nov 08 14:34:11.876269 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-fd88b2fc-033c-4492-9c96-32a95f27d0de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 217 time: 0.0367682 Nov 08 14:34:11.930621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-795c7f68-7b8e-4db0-b7e5-2521e0234e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:11.932023 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-795c7f68-7b8e-4db0-b7e5-2521e0234e93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0495393 Nov 08 14:34:11.978641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-42946d97-4a41-4fb0-92f6-65bad674b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:11.980161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-42946d97-4a41-4fb0-92f6-65bad674b8ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411937 Nov 08 14:34:12.077632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-1e4b87b9-954a-4ad9-9205-276910cf1126 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901525 Nov 08 14:34:12.170211 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c93f0825-d8a1-4e79-84a0-ed7bf385e9be req-2111b271-b8aa-41c4-8bfc-591409edf241 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Nov 08 14:34:12.257535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-7f61ce18-b2ed-4723-a747-e95bd8b28408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:12.259281 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-7f61ce18-b2ed-4723-a747-e95bd8b28408 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1094 time: 0.0423169 Nov 08 14:34:12.353573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-76a17cd2-457b-4a30-85c2-158f8fc6d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:12.355135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-76a17cd2-457b-4a30-85c2-158f8fc6d8d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0890138 Nov 08 14:34:12.396520 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-f52e60c1-1d29-47ab-8e30-30699a9f14fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 217 time: 0.0338140 Nov 08 14:34:12.451238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-cc4a7b26-6c25-4e33-bfa9-3c598a525954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:12.452808 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-cc4a7b26-6c25-4e33-bfa9-3c598a525954 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0494838 Nov 08 14:34:12.505367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-30c081db-4175-45ff-9322-1b2d3aa3ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:12.506920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-30c081db-4175-45ff-9322-1b2d3aa3ab7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456550 Nov 08 14:34:12.542014 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8a03e-b52b-41ce-b8fa-afbd24429398 req-21a49118-3397-49d6-a155-e83a130bf71b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:12.544209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1c8a03e-b52b-41ce-b8fa-afbd24429398 req-21a49118-3397-49d6-a155-e83a130bf71b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0516198 Nov 08 14:34:12.593134 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1c8a03e-b52b-41ce-b8fa-afbd24429398 req-73d91492-625d-4ea5-a29d-e4089e44cc73 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426686 Nov 08 14:34:12.606670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-ad2342dd-d089-4fae-aeb2-4bc4cc60711f service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899529 Nov 08 14:34:12.703687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ab25c1ca-3c49-42ee-ace2-1cac3cdc2344 req-342c646f-7ac4-49e7-b086-93f9bc5cfbd4 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895436 Nov 08 14:34:13.721153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee64291-da14-42f6-9f07-4f57467e2c6d req-63ebf7cd-4dab-435b-b9ae-088e0adfaa5a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:13.722621 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ee64291-da14-42f6-9f07-4f57467e2c6d req-63ebf7cd-4dab-435b-b9ae-088e0adfaa5a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0530965 Nov 08 14:34:13.770989 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ee64291-da14-42f6-9f07-4f57467e2c6d req-f1a5de8f-f059-4b4e-80f8-a23a050615cf tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422540 Nov 08 14:34:14.885273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93426359-cf14-4af2-b1bc-52e65389bcc2 req-3cb6230e-73be-4732-a900-6cc27f2c526a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:14.886767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93426359-cf14-4af2-b1bc-52e65389bcc2 req-3cb6230e-73be-4732-a900-6cc27f2c526a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0486832 Nov 08 14:34:14.935954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93426359-cf14-4af2-b1bc-52e65389bcc2 req-d21806c4-8c5b-4b96-bbc7-822c9f2abda7 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426955 Nov 08 14:34:16.053682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff5e7e-86d1-4595-8c95-8580ab378b7d req-623a3872-e1e6-4514-9421-0599a2cb7d52 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:16.055153 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2aff5e7e-86d1-4595-8c95-8580ab378b7d req-623a3872-e1e6-4514-9421-0599a2cb7d52 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0499053 Nov 08 14:34:16.107023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:34:16.110649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2aff5e7e-86d1-4595-8c95-8580ab378b7d req-6efd90a8-a50e-4656-9d61-6c47d3c695bf tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493388 Nov 08 14:34:16.200571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:34:16.214946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:34:16.414763 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:16.427582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17e4622-c68e-4946-b2e0-fa6086665366 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:34:16.446547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:34:16.451196 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:16.499052 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:16.649487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e17e4622-c68e-4946-b2e0-fa6086665366'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:34:17.228918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae51c3a-89fc-43c3-b013-3e41ed01dd36 req-bc15da49-a7b9-4cde-accc-6576d98bc4a1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:17.230408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aae51c3a-89fc-43c3-b013-3e41ed01dd36 req-bc15da49-a7b9-4cde-accc-6576d98bc4a1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0493827 Nov 08 14:34:17.278954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aae51c3a-89fc-43c3-b013-3e41ed01dd36 req-a226b67c-fc0d-48d2-893a-cad0b79327ec tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425746 Nov 08 14:34:18.122360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:34:18.172815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e17e4622-c68e-4946-b2e0-fa6086665366 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:34:18.176883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e17e4622-c68e-4946-b2e0-fa6086665366 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:34:18.177257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:18.255404 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:18.277669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:34:18.282439 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ac6539-78c8-4ea1-845b-16404b0c8503" -d '{"events": [{"server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "name": "network-vif-plugged", "status": "completed", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:34:18.295434 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:34:18.300548 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:18.326464 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcad8735-ccd2-4729-9a2f-7b5ad783b21a x-openstack-request-id: req-bcad8735-ccd2-4729-9a2f-7b5ad783b21a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:34:18.326768 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "name": "network-vif-plugged", "status": "completed", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:34:18.327019 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcad8735-ccd2-4729-9a2f-7b5ad783b21a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:34:18.327447 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'code': 200} Nov 08 14:34:18.354721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:34:18.403147 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f9724-e546-495d-8eb7-79b602fce9c8 req-50784394-671a-4879-ae00-e22cf88ea528 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:18.404671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b3f9724-e546-495d-8eb7-79b602fce9c8 req-50784394-671a-4879-ae00-e22cf88ea528 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Nov 08 14:34:18.422920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046a8c6-b22c-4d12-b469-bf1bc10f6dea req-43198cfc-2ec2-43c1-b9f0-94e7169ab15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:18.424896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5046a8c6-b22c-4d12-b469-bf1bc10f6dea req-43198cfc-2ec2-43c1-b9f0-94e7169ab15e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1096 time: 0.0431895 Nov 08 14:34:18.466538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b3f9724-e546-495d-8eb7-79b602fce9c8 req-682498fb-616d-43f2-a2c3-9a5c09cd4f17 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547156 Nov 08 14:34:18.482754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5046a8c6-b22c-4d12-b469-bf1bc10f6dea req-83130fb1-6581-4217-abec-2932a485f437 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506029 Nov 08 14:34:19.595512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50901c7f-37c2-443f-b321-8a7025ee6241 req-5e9ce6d3-1f6d-40cc-85b8-49f7cfb14284 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:19.596994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50901c7f-37c2-443f-b321-8a7025ee6241 req-5e9ce6d3-1f6d-40cc-85b8-49f7cfb14284 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0529652 Nov 08 14:34:19.646113 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-50901c7f-37c2-443f-b321-8a7025ee6241 req-7560d32c-a941-40a1-b7de-d1a0d464d428 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427687 Nov 08 14:34:19.759842 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60453a70-64fd-4cd2-81bd-1324fb470f09 req-8f1c8c5f-7971-4518-8653-c823cfa5af5a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:19.761241 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60453a70-64fd-4cd2-81bd-1324fb470f09 req-8f1c8c5f-7971-4518-8653-c823cfa5af5a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0506644 Nov 08 14:34:19.770486 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42000) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:34:19.775039 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'floatingip': {'port_id': 'e17e4622-c68e-4946-b2e0-fa6086665366'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:34:19.816884 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:20.157717 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-68b8b9ac-001e-42cd-862a-ffede5b27222 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450816 Nov 08 14:34:20.242406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60780a0-03ec-4955-b740-2c121f881867 req-d5abdf72-4536-41b6-8d76-3e21c5b7aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:20.244106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-d5abdf72-4536-41b6-8d76-3e21c5b7aea5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1096 time: 0.0414822 Nov 08 14:34:20.352569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60780a0-03ec-4955-b740-2c121f881867 req-8e05fe27-f28e-488c-b77a-0c40ebb2cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:20.354031 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-8e05fe27-f28e-488c-b77a-0c40ebb2cffa service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0896444 Nov 08 14:34:20.396699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-0fb76200-72c8-42d7-8d9f-c18d76b876f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 217 time: 0.0352094 Nov 08 14:34:20.448687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60780a0-03ec-4955-b740-2c121f881867 req-2931d502-a159-415a-a8cd-1cd37a4cd51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:20.450046 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-2931d502-a159-415a-a8cd-1cd37a4cd51c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0463350 Nov 08 14:34:20.500392 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60780a0-03ec-4955-b740-2c121f881867 req-baa1b5e7-953c-4110-af6b-596e1c3d5994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:20.501907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-baa1b5e7-953c-4110-af6b-596e1c3d5994 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433149 Nov 08 14:34:20.573207 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:20.577193 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:20.600115 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-51b37449-c1c7-49f6-b78e-f69d64326384 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895858 Nov 08 14:34:20.679443 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de associated. External IP: 172.25.8.254, port: e17e4622-c68e-4946-b2e0-fa6086665366. Nov 08 14:34:20.699263 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c60780a0-03ec-4955-b740-2c121f881867 req-bbffbad1-1b25-4c43-b5bd-17111c964896 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889044 Nov 08 14:34:20.891872 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:34:21.004568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:34:21.009898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:21.014533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:34:21.025352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:34:21.025772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:34:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:21.038881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7ea178fc-8307-4405-b008-c6a7ccfd17d0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "PUT /v2.0/floatingips/486c31e6-6542-4e91-ad41-e39d70e331de HTTP/1.1" status: 200 len: 991 time: 1.2673106 Nov 08 14:34:21.039536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:34:21.106317 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e398efb-9c21-44a5-9266-5ace679030b6" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:34:21.144074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:34:21.198427 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69561e8-a907-4810-b191-90e82eb1223d x-openstack-request-id: req-d69561e8-a907-4810-b191-90e82eb1223d {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:34:21.198723 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:34:21.198979 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d69561e8-a907-4810-b191-90e82eb1223d {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:34:21.199381 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'status': 'completed', 'code': 200} Nov 08 14:34:21.262487 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-9ee49dac-0ef4-4044-af9a-72e00e97d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:21.263931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-9ee49dac-0ef4-4044-af9a-72e00e97d19e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1096 time: 0.0426290 Nov 08 14:34:21.354237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-f4bb7dc0-ec96-451e-b669-6b63c405db3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:21.355790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-f4bb7dc0-ec96-451e-b669-6b63c405db3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0853105 Nov 08 14:34:21.378486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:34:20Z', 'revision_number': 9, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:21.405022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:34:21.413768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:34:21.414374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:34:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:21.425944 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-71dc9dc1-2159-448b-9811-d2ed62a2d4ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 999 time: 0.0635319 Nov 08 14:34:21.479247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-6a48bf09-6c7d-4b27-aaed-8eb99589da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:21.480846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-6a48bf09-6c7d-4b27-aaed-8eb99589da0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0478160 Nov 08 14:34:21.526368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:34:21.528318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-beefee7a-ca16-4728-81be-77d59f51f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:34:21.529898 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-beefee7a-ca16-4728-81be-77d59f51f432 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423796 Nov 08 14:34:21.627222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-700a6ac6-7874-44fd-ab02-eaaad09863ae service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904167 Nov 08 14:34:21.725137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9e398efb-9c21-44a5-9266-5ace679030b6 req-cae98b9f-eb32-4ab8-925f-92f8df55c130 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912416 Nov 08 14:34:21.763194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:34:20Z', 'revision_number': 9, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:34:21.789508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f2a16d-e0dd-4b46-9ab3-3a7dea6a0abf None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:34:20Z', 'revision_number': 9, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:34:22.004147 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093a40a9-b17f-4a40-b2ad-fa44e5d06271 None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:34:23.569042 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:23.994762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:28.030474 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-27dcc93b-1526-4cc5-b38b-567e05ea6bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:31.526120 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-89739566-994c-4642-8333-64fb80c6766f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:33.215503 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:35.735194 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:35.886459 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:45.693030 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:34:53.588890 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:53.994837 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:34:58.033559 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c223ea5d-3c42-4d60-9b8e-40a74775965c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:01.528353 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e6d51cd-675c-4987-be60-5e043d65cf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:03.216949 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:05.737953 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:05.890247 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:21.159568 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-92f697df-bd5d-459d-a87c-8e4413db17e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484383 Nov 08 14:35:21.242294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-6ec4f577-7e57-4150-8d21-761aa577391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:21.243841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-6ec4f577-7e57-4150-8d21-761aa577391e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1096 time: 0.0427611 Nov 08 14:35:21.354260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-f4a24fbb-fdf6-4141-979c-f59dea7558d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:21.355651 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-f4a24fbb-fdf6-4141-979c-f59dea7558d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0931346 Nov 08 14:35:21.424963 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-b7fe4167-1b0e-41a7-875f-e42d5eac35c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1002 time: 0.0622301 Nov 08 14:35:21.477480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-5a28bc3b-8852-410d-b7d8-629075e2ebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:21.479053 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-5a28bc3b-8852-410d-b7d8-629075e2ebaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0476611 Nov 08 14:35:21.537844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-f5160fb6-0e94-4ccb-a935-206794e58e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:21.539415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-f5160fb6-0e94-4ccb-a935-206794e58e21 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533874 Nov 08 14:35:21.553070 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-897dd730-fce9-4c30-8fd0-87534bd3109d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:35:21.554220 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-897dd730-fce9-4c30-8fd0-87534bd3109d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079072 Nov 08 14:35:21.657012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-8f70b59b-2875-4de8-b216-fdcddb228da6 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954280 Nov 08 14:35:21.759399 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b945533d-931f-4fbf-8064-0cbd392b65a8 req-9b7b930f-39c5-4a40-a0ea-9c45917ed84d service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957527 Nov 08 14:35:22.692152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:35:23.587163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:24.008598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:28.036598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-843c35fd-53c5-44fd-863b-0903608d7ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:31.531160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5c05b8a-245e-4459-9115-a6474581a239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:33.222695 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:35.742406 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:35.893838 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:53.590776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:54.008412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:57.850700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490662a-dc76-43ac-8dc7-4fa92bc1cefa req-93c473af-f9d2-4e00-ade8-bbff845fa129 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:57.852201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0490662a-dc76-43ac-8dc7-4fa92bc1cefa req-93c473af-f9d2-4e00-ade8-bbff845fa129 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0666423 Nov 08 14:35:57.936690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0490662a-dc76-43ac-8dc7-4fa92bc1cefa req-4cc12bca-bb79-4318-a1d3-ad982f7f20d6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759602 Nov 08 14:35:57.945694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dc4ea971-3016-4fb4-a03f-5810b9a44114 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133881 Nov 08 14:35:58.040892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9923ec8f-40ba-434c-8f90-ccb4ba2d68d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:35:59.075458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb23a93-7643-47ff-92a8-e60aba8f8509 req-b7e387fa-a5fe-4c9d-97ef-fa6356ff75d8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:59.078068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb23a93-7643-47ff-92a8-e60aba8f8509 req-b7e387fa-a5fe-4c9d-97ef-fa6356ff75d8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0623479 Nov 08 14:35:59.118950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-809424d5-a8b9-41ec-8908-f06f2ccd204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:59.120606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-809424d5-a8b9-41ec-8908-f06f2ccd204a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1096 time: 0.0487061 Nov 08 14:35:59.131536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecb23a93-7643-47ff-92a8-e60aba8f8509 req-031b7a0d-10bc-4a20-b74d-a684bb2af9ed tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463963 Nov 08 14:35:59.221458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-48a20a1d-b669-404f-9280-ace1b561f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:59.222884 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-48a20a1d-b669-404f-9280-ace1b561f18d service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0956321 Nov 08 14:35:59.295703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-9bdaa1a6-ce50-4680-b2fc-2945f1d6163a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1002 time: 0.0650890 Nov 08 14:35:59.350784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-77ae8356-850f-45c8-ab31-62ecf601e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:59.352453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-77ae8356-850f-45c8-ab31-62ecf601e25d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0485704 Nov 08 14:35:59.406229 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-90a4e998-dfe9-45cc-a208-fef200953189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:35:59.408115 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-90a4e998-dfe9-45cc-a208-fef200953189 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485432 Nov 08 14:35:59.507467 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-611254c7-5c8f-4952-80c7-1a472cd115cc service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920427 Nov 08 14:35:59.608600 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-d9be7cfc-2b8f-4140-b0b8-d0cc58f34763 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938969 Nov 08 14:35:59.692109 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:36:00.257322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff141bd-bbe8-4099-a0a4-d8f8824eb5bc req-0b33d851-fc94-40e2-9a03-85426d984deb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:00.259112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cff141bd-bbe8-4099-a0a4-d8f8824eb5bc req-0b33d851-fc94-40e2-9a03-85426d984deb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0545850 Nov 08 14:36:00.321656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cff141bd-bbe8-4099-a0a4-d8f8824eb5bc req-c06ccbb6-2f92-48b7-b8e9-088bef5096c8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512450 Nov 08 14:36:01.447647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf7ddf-83d2-480f-8a2b-570a081dd6db req-2af2ad01-2a97-436e-91d3-962fcb501a8b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:01.449193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9bf7ddf-83d2-480f-8a2b-570a081dd6db req-2af2ad01-2a97-436e-91d3-962fcb501a8b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0510566 Nov 08 14:36:01.501590 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9bf7ddf-83d2-480f-8a2b-570a081dd6db req-da0574f0-5f67-4255-afca-9d2b8db23790 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461907 Nov 08 14:36:01.537313 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0dbd779f-adde-4f50-8d49-c04e282cc609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:02.623587 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608956e9-212a-411f-94a6-e57833dced58 req-848a08dc-c6c4-45ef-8551-ed6b78620f23 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:02.625086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-608956e9-212a-411f-94a6-e57833dced58 req-848a08dc-c6c4-45ef-8551-ed6b78620f23 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0497780 Nov 08 14:36:02.673705 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-608956e9-212a-411f-94a6-e57833dced58 req-d9e2e815-abd7-4fc3-9c33-5e8a876e4398 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Nov 08 14:36:03.224444 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:03.797852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db81e2e-4564-4408-be66-852a18a0be69 req-ade38274-dad3-4c7e-b2de-e247517cb4de tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:03.799265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4db81e2e-4564-4408-be66-852a18a0be69 req-ade38274-dad3-4c7e-b2de-e247517cb4de tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0538855 Nov 08 14:36:03.848876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4db81e2e-4564-4408-be66-852a18a0be69 req-55f923cb-e764-490e-b852-2a7cb34a5175 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429108 Nov 08 14:36:04.980756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351d0a6-8339-49f1-9851-9cb41e87eeab req-46754e66-ddf1-431c-ae3e-62cb278dad01 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:04.982396 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e351d0a6-8339-49f1-9851-9cb41e87eeab req-46754e66-ddf1-431c-ae3e-62cb278dad01 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0573254 Nov 08 14:36:05.034825 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e351d0a6-8339-49f1-9851-9cb41e87eeab req-934c2cf9-4abb-4dee-bdb2-26a3bb15bc94 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459650 Nov 08 14:36:05.744476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:05.899370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:06.165829 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b99032-895d-40a6-91db-c3c31d84d059 req-445530d6-3255-4407-b3f8-4d0f01e4b58b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:06.167308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b99032-895d-40a6-91db-c3c31d84d059 req-445530d6-3255-4407-b3f8-4d0f01e4b58b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0588033 Nov 08 14:36:06.220676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-90b99032-895d-40a6-91db-c3c31d84d059 req-5ac18376-b6e6-4e02-ab9e-e38a8de59498 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470624 Nov 08 14:36:07.348578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea80d62-b4fd-4c3a-b37e-919b05ad7698 req-fb9069f9-db5d-401c-8781-fef1be78eb4a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:07.350206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dea80d62-b4fd-4c3a-b37e-919b05ad7698 req-fb9069f9-db5d-401c-8781-fef1be78eb4a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0565302 Nov 08 14:36:07.403681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dea80d62-b4fd-4c3a-b37e-919b05ad7698 req-beebe776-76ce-4637-8460-d2acfb5770f4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471544 Nov 08 14:36:08.530266 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede2be7-427a-4efa-9ca8-787aecdf3d28 req-97257b1e-d79c-4b7e-b85f-cb47261ca98e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:08.531771 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ede2be7-427a-4efa-9ca8-787aecdf3d28 req-97257b1e-d79c-4b7e-b85f-cb47261ca98e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0492210 Nov 08 14:36:08.585209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5ede2be7-427a-4efa-9ca8-787aecdf3d28 req-9f3be7e0-6926-4397-9a0b-6ce6f9de0001 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466237 Nov 08 14:36:09.708401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b04512-0531-4fbb-907e-6796c26f9473 req-d81cb3dd-5fe3-4538-8d0d-879f132839d2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:09.709963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05b04512-0531-4fbb-907e-6796c26f9473 req-d81cb3dd-5fe3-4538-8d0d-879f132839d2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0533478 Nov 08 14:36:09.761803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-05b04512-0531-4fbb-907e-6796c26f9473 req-ae409f11-600a-4b9b-9f1e-03c81476ce66 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456896 Nov 08 14:36:10.886153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bb38e-feae-4f5f-9a31-77ba9300d7b6 req-bf024713-dd2e-4839-810c-8f5332293002 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:10.887904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd3bb38e-feae-4f5f-9a31-77ba9300d7b6 req-bf024713-dd2e-4839-810c-8f5332293002 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0537899 Nov 08 14:36:10.945994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd3bb38e-feae-4f5f-9a31-77ba9300d7b6 req-61d2746c-bae7-4228-a4b2-14b114247cc7 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511355 Nov 08 14:36:11.614591 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-61117193-df4f-44b0-935d-c02442175288 service neutron] show failed (client error): The resource could not be found. Nov 08 14:36:11.615543 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-61117193-df4f-44b0-935d-c02442175288 service neutron] 10.222.0.70 "GET /v2.0/ports/e17e4622-c68e-4946-b2e0-fa6086665366/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0599260 Nov 08 14:36:11.824041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-0467469e-daed-48bc-92ae-4fada917e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:11.825554 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-0467469e-daed-48bc-92ae-4fada917e69a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 1096 time: 0.0429997 Nov 08 14:36:11.836879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-89137d6d-7d6f-4766-841b-0ecbfc417a1a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:36:11.838133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-89137d6d-7d6f-4766-841b-0ecbfc417a1a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058289 Nov 08 14:36:11.850315 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:36:11.906862 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:12.086840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5fe35-ffe4-4977-9ca4-bc5c4c9d2808 req-bbf785d2-d3f3-4a57-bc7e-2be44c030bbb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:12.088382 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bd5fe35-ffe4-4977-9ca4-bc5c4c9d2808 req-bbf785d2-d3f3-4a57-bc7e-2be44c030bbb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0569868 Nov 08 14:36:12.121110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:12.138543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bd5fe35-ffe4-4977-9ca4-bc5c4c9d2808 req-63d7d3bb-b1c8-4db2-945b-1267badb35b5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440478 Nov 08 14:36:12.156713 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:36:12.199159 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:36:12.201417 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb1d602-7cec-4a20-b4ed-100fd3c520ef" -d '{"events": [{"server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "name": "network-vif-unplugged", "status": "completed", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:36:12.205613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:12.219242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Transition to ACTIVE for port object e17e4622-c68e-4946-b2e0-fa6086665366 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:36:12.223976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:12.256611 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25ab0b3-c394-4911-b4a9-70f2df59c2e7 x-openstack-request-id: req-e25ab0b3-c394-4911-b4a9-70f2df59c2e7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:36:12.256911 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "name": "network-vif-unplugged", "status": "completed", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:36:12.257161 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e25ab0b3-c394-4911-b4a9-70f2df59c2e7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:36:12.257561 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'code': 200} Nov 08 14:36:12.311637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:12.324301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.324681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.324995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.325328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.325661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.325991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.326319 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.326642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.326970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.327290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.327610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.327995 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:12.363253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] No DVR routers for this DVR port e17e4622-c68e-4946-b2e0-fa6086665366 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:36:12.505744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:36:12.506072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:36:12.506396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:36:12.510757 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:36:12.511073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:36:12.515908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:36:12.516242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:36:12.516617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:36:12.517033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Bound port: e17e4622-c68e-4946-b2e0-fa6086665366, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:36:12.517385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:12.581079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:36:12.584314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:36:12.588484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:12.623606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:12.624552 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:12.626143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] 10.222.0.54 "PUT /v2.0/ports/e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1091 time: 0.7801039 Nov 08 14:36:12.665640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb17742-e483-4490-90dd-971b5c52b94b service neutron] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:12.707244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-edeacd43-3f8a-4e73-b7f3-36db2d6d8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:12.709577 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-edeacd43-3f8a-4e73-b7f3-36db2d6d8c7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1094 time: 0.0585070 Nov 08 14:36:12.818422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-d7a5e61d-bbd4-46dd-94ed-35b4920c6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:12.819957 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-d7a5e61d-bbd4-46dd-94ed-35b4920c6ec0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1033344 Nov 08 14:36:12.892164 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-8f022b0d-31ff-4b74-9f04-f37d45347ca0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.0646255 Nov 08 14:36:12.944408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-137da400-02d9-4009-8d5a-5d1b6316bd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:12.945925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-137da400-02d9-4009-8d5a-5d1b6316bd43 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0469868 Nov 08 14:36:12.999710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-27bdb8a3-926f-4249-9b76-ab635a549a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:13.001312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-27bdb8a3-926f-4249-9b76-ab635a549a3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482979 Nov 08 14:36:13.098741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-156cd427-e309-49cc-a222-3468299adac9 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903029 Nov 08 14:36:13.205255 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-34b6d145-e21e-4c02-a2fe-1c18a621a58a req-3f3de0c7-6c11-4bf0-b813-5595403a649d service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987666 Nov 08 14:36:13.289020 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132fe2a-6b8c-4edf-96d0-e3c1fbae4540 req-ba4e9144-8e45-4233-9dfd-5a3eb421fac6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:13.290504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4132fe2a-6b8c-4edf-96d0-e3c1fbae4540 req-ba4e9144-8e45-4233-9dfd-5a3eb421fac6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0733397 Nov 08 14:36:13.351290 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4132fe2a-6b8c-4edf-96d0-e3c1fbae4540 req-6aed3a53-70f1-4d21-9b0f-e0355b7b8b1a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540683 Nov 08 14:36:14.258512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:36:14.260945 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1850115-b61b-49ad-b33f-a051846bff9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:36:14.310036 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190e20ef-9cc2-4685-a6a0-c55aadeda80f x-openstack-request-id: req-190e20ef-9cc2-4685-a6a0-c55aadeda80f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:36:14.310339 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:36:14.310597 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-190e20ef-9cc2-4685-a6a0-c55aadeda80f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:36:14.311049 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'status': 'completed', 'code': 200} Nov 08 14:36:14.399884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-dbf7d4f7-71dd-4834-a4c2-91eb471814b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.401400 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-dbf7d4f7-71dd-4834-a4c2-91eb471814b5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1094 time: 0.0647845 Nov 08 14:36:14.404041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-39282767-85e4-4b46-9197-33981825da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.405381 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-39282767-85e4-4b46-9197-33981825da5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1094 time: 0.0783832 Nov 08 14:36:14.475128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0397ff88-0fbe-4ba0-92ae-32d3e5b77f0d req-a7939086-b470-42b1-b3ed-042b2406b7bd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.476698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0397ff88-0fbe-4ba0-92ae-32d3e5b77f0d req-a7939086-b470-42b1-b3ed-042b2406b7bd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0534060 Nov 08 14:36:14.532728 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0397ff88-0fbe-4ba0-92ae-32d3e5b77f0d req-56d4e85e-faea-40dd-a718-aba46944da48 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491307 Nov 08 14:36:14.565470 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-f0da5d08-3738-4623-adf7-dc1f26daf9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.567474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-f0da5d08-3738-4623-adf7-dc1f26daf9b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1570659 Nov 08 14:36:14.570028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-7f870244-5616-4e17-b2e1-f8cd110f7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.571337 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-7f870244-5616-4e17-b2e1-f8cd110f7365 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1531184 Nov 08 14:36:14.680611 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-98c97463-d3ce-47f9-9dbe-c9b543a91f5d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.1001067 Nov 08 14:36:14.682207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-dc1b4033-2ed6-465e-bb71-32c0b9d18559 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.1072674 Nov 08 14:36:14.767440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-c82e49d1-7881-4f35-a91b-996b55cd571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.768921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-c82e49d1-7881-4f35-a91b-996b55cd571a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0808115 Nov 08 14:36:14.770924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-2e57d310-e54b-4081-b6f3-46479ab53ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.772286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-2e57d310-e54b-4081-b6f3-46479ab53ba3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0763731 Nov 08 14:36:14.842804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-223a54b3-6d1c-411c-b7fe-ac02effa46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.844241 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-223a54b3-6d1c-411c-b7fe-ac02effa46e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605216 Nov 08 14:36:14.846021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1850115-b61b-49ad-b33f-a051846bff9f req-9dff35d9-943c-448b-8a6c-a1295570951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:14.847344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-9dff35d9-943c-448b-8a6c-a1295570951e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711968 Nov 08 14:36:15.343572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-4eeb301b-e633-47d9-87f0-7fb5ccc15e35 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909985 Nov 08 14:36:15.345269 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-ffe6c962-d654-4e23-a354-6d4fdad081b3 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4859784 Nov 08 14:36:15.502517 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-253665fc-a07f-449b-8273-5752e7b1f06e service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512494 Nov 08 14:36:15.506172 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f1850115-b61b-49ad-b33f-a051846bff9f req-91a73d88-0e39-41db-9ee2-2b9f0e9ea28f service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539142 Nov 08 14:36:15.653380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d0aed-1d88-4cbb-aed5-e5128f4fd766 req-c93f9892-cf44-422e-b1a8-35624eb72dd1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:15.655050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec6d0aed-1d88-4cbb-aed5-e5128f4fd766 req-c93f9892-cf44-422e-b1a8-35624eb72dd1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0493536 Nov 08 14:36:15.705648 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec6d0aed-1d88-4cbb-aed5-e5128f4fd766 req-f93bc514-5c5d-4846-8986-2c6ce1b9494f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438998 Nov 08 14:36:16.697339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:36:16.738716 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:36:16.830609 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db863e-afbd-4739-8290-28e85a6d0911 req-7dc02f7c-06f4-4f70-813f-c7693682b925 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:16.832169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4db863e-afbd-4739-8290-28e85a6d0911 req-7dc02f7c-06f4-4f70-813f-c7693682b925 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0516860 Nov 08 14:36:16.882801 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4db863e-afbd-4739-8290-28e85a6d0911 req-e88d21cd-a108-401e-a917-48298cb89957 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438931 Nov 08 14:36:17.188362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-062a6949-b017-48ca-a5a3-527804a36c21 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:17.190066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-062a6949-b017-48ca-a5a3-527804a36c21 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.54 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915&tenant_id=882ae11f434e4c65ac7ac8d1ba157142&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 943 time: 0.0642109 Nov 08 14:36:17.204102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e699cdd-b1f1-4e57-ad16-e39f711e1ede req-ba04383c-fcca-4114-9c70-7f31b3de63f0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:17.205640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e699cdd-b1f1-4e57-ad16-e39f711e1ede req-ba04383c-fcca-4114-9c70-7f31b3de63f0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0621192 Nov 08 14:36:17.258232 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e699cdd-b1f1-4e57-ad16-e39f711e1ede req-85badf90-2ec2-489e-a778-9766af7388a2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454686 Nov 08 14:36:17.260011 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-bff6060e-40d4-4703-803a-8385dbf73b1a service neutron] 10.222.0.54 "GET /v2.0/ports/e17e4622-c68e-4946-b2e0-fa6086665366/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 382 time: 0.0613654 Nov 08 14:36:17.335545 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-c9250a6d-a47e-41ca-9c43-62b118f969ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:17.337101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-c9250a6d-a47e-41ca-9c43-62b118f969ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1094 time: 0.0471718 Nov 08 14:36:17.436035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-ff8270d0-aaf6-4303-9298-bc05723bfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:17.437433 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-ff8270d0-aaf6-4303-9298-bc05723bfa27 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0937235 Nov 08 14:36:17.510791 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-0d5839f9-0a12-43f6-b395-01e272bf90e9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.0655751 Nov 08 14:36:17.561328 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-1e0e228f-21af-4655-b625-1e9ddeede8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:17.562843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-1e0e228f-21af-4655-b625-1e9ddeede8e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0450120 Nov 08 14:36:17.607945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-3dd8cf69-7267-4818-b5f4-188a9df4410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:17.609448 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-3dd8cf69-7267-4818-b5f4-188a9df4410a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400610 Nov 08 14:36:17.702678 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-3ee2429c-3b13-4195-91e6-6b94348a431d service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863338 Nov 08 14:36:17.793756 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-60c05e85-73ba-4326-8165-5c9299181630 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844147 Nov 08 14:36:18.381443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d46c1-1937-4d8c-83de-4fade2014b0e req-e8b13f0e-b8d2-4231-bf22-4bdfc5cefc8a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:18.382916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-560d46c1-1937-4d8c-83de-4fade2014b0e req-e8b13f0e-b8d2-4231-bf22-4bdfc5cefc8a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 943 time: 0.0496571 Nov 08 14:36:18.431267 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-560d46c1-1937-4d8c-83de-4fade2014b0e req-be844ae2-7deb-4de1-a8b0-edb9aefffd3c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423791 Nov 08 14:36:18.749519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:36:18.849445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:18.860918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:36:18.898193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:18.912381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17e4622-c68e-4946-b2e0-fa6086665366 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:36:18.935371 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:18.939457 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:18.992082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:18.999979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.000244 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.000591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.000929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.001263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.001598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.001933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.002257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.002595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.002921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.003247 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.003571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:36:19.569293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917ce15-ba51-4fd2-a54c-7332e8adc4fc req-1bb4afe8-af0d-48c1-90c0-77516ed2e321 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:19.570893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4917ce15-ba51-4fd2-a54c-7332e8adc4fc req-1bb4afe8-af0d-48c1-90c0-77516ed2e321 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0626290 Nov 08 14:36:19.637361 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4917ce15-ba51-4fd2-a54c-7332e8adc4fc req-620f63a8-32a7-40d5-b670-0a77988fb252 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481954 Nov 08 14:36:19.723568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-76b13a2f-91a5-4f1f-bd8c-6f0b3403ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:19.725215 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-76b13a2f-91a5-4f1f-bd8c-6f0b3403ba4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 1095 time: 0.0473132 Nov 08 14:36:19.738138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:36:19.800993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:20.040794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:20.082618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:36:20.123396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e17e4622-c68e-4946-b2e0-fa6086665366 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:36:20.133483 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:20.146398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Ignored duplicate provisioning block setup for port e17e4622-c68e-4946-b2e0-fa6086665366 by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 08 14:36:20.151617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:20.239387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=9']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:20.285172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] No DVR routers for this DVR port e17e4622-c68e-4946-b2e0-fa6086665366 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:36:20.426802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:36:20.427125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:36:20.427475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:36:20.431779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:36:20.432097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Attempting to bind port e17e4622-c68e-4946-b2e0-fa6086665366 on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:36:20.436816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:36:20.437146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:36:20.437519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:36:20.437932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Bound port: e17e4622-c68e-4946-b2e0-fa6086665366, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:36:20.438279 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:20.504290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:36:20.508056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:36:20.512546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:20.547718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:20.548584 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:20.550018 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] 10.222.0.70 "PUT /v2.0/ports/e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1091 time: 0.8169792 Nov 08 14:36:20.552301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:36:20.554568 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c557641-df6e-422c-a26d-414a2bf5462f" -d '{"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:36:20.611091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bec74e-e785-4f9f-9536-4c93b8892338 service neutron] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:20.623716 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54686427-eae6-4bd8-90ea-60685caf8eb7 x-openstack-request-id: req-54686427-eae6-4bd8-90ea-60685caf8eb7 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:36:20.624075 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:36:20.624345 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54686427-eae6-4bd8-90ea-60685caf8eb7 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:36:20.624753 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'status': 'completed', 'code': 200} Nov 08 14:36:20.639241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-92e7d257-f5d5-492c-8bd8-b56d6db34058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:20.640844 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-92e7d257-f5d5-492c-8bd8-b56d6db34058 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1095 time: 0.0587182 Nov 08 14:36:20.750250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-74577f46-590a-49fb-ab33-0c50659dd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:20.751792 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-74577f46-590a-49fb-ab33-0c50659dd485 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1095 time: 0.1093311 Nov 08 14:36:20.762185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaf6f7e-86b9-4da4-b1f8-48cca154c23d req-f7dde730-0ff2-4386-a7bf-f506dff8941d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:20.767661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-beaf6f7e-86b9-4da4-b1f8-48cca154c23d req-f7dde730-0ff2-4386-a7bf-f506dff8941d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0588534 Nov 08 14:36:20.789045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-fff36c5b-4797-432e-adea-387b1a4459fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:20.790736 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-fff36c5b-4797-432e-adea-387b1a4459fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1397967 Nov 08 14:36:20.819199 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-beaf6f7e-86b9-4da4-b1f8-48cca154c23d req-a8e6d89b-7509-4d74-bfda-3e7014a25bea tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493584 Nov 08 14:36:20.902607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-33261fa4-0d97-4860-8b2f-a8ef09b54d42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.1031945 Nov 08 14:36:20.923881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-6a1ba77f-27e8-45d7-98d5-1313d965719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:20.925298 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-6a1ba77f-27e8-45d7-98d5-1313d965719c service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1645367 Nov 08 14:36:21.008882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-397c9d29-6ff2-4e79-99aa-ad2597b97c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.010364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-397c9d29-6ff2-4e79-99aa-ad2597b97c3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0987880 Nov 08 14:36:21.028823 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-d19dbe97-1709-433d-a457-f3a973c3aa22 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.0809383 Nov 08 14:36:21.101978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c286004-7c39-4057-87ea-9948612e9f48 req-c7b17885-5ba6-422a-81ab-6f9b47422ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.103381 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-c7b17885-5ba6-422a-81ab-6f9b47422ff3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862048 Nov 08 14:36:21.104671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-5c1d0722-a89f-4f47-b0fb-c0687bbb9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.105969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-5c1d0722-a89f-4f47-b0fb-c0687bbb9fd0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0628123 Nov 08 14:36:21.211665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-b836a9ef-4b1c-4b2f-880e-0f2177194718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.213190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-b836a9ef-4b1c-4b2f-880e-0f2177194718 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948427 Nov 08 14:36:21.253084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-b07ff5d8-d1ea-41bf-bdd8-cb9445076b4e service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424751 Nov 08 14:36:21.376315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-24ad2b4c-d777-4f84-b40e-b724746ac290 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550243 Nov 08 14:36:21.420937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8c286004-7c39-4057-87ea-9948612e9f48 req-cade6ed4-03fd-411b-bc2a-033a4e0849be service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387780 Nov 08 14:36:21.507971 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-b045ac4f-f27e-4ec5-948a-77ac2873ecc8 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244924 Nov 08 14:36:21.521364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-f5ed6353-0c5b-4bf7-82bc-98ae94567be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.523323 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-f5ed6353-0c5b-4bf7-82bc-98ae94567be8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1095 time: 0.0591059 Nov 08 14:36:21.613781 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-3f18150f-bd00-49ae-b4c5-da10675d4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.616266 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-3f18150f-bd00-49ae-b4c5-da10675d4e77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0865345 Nov 08 14:36:21.688033 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-17e287c0-464b-4e4b-ad93-c95f20a8cdea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.0649171 Nov 08 14:36:21.740307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-9026fde4-4be9-44fb-8efa-6c3c1314cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.741877 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-9026fde4-4be9-44fb-8efa-6c3c1314cf87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0465214 Nov 08 14:36:21.788049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557641-df6e-422c-a26d-414a2bf5462f req-9d2392b1-69b9-4056-997b-93947dade589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.789538 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-9d2392b1-69b9-4056-997b-93947dade589 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406551 Nov 08 14:36:21.891941 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-8e382f2b-48eb-43b0-936d-c7d2eb775008 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947230 Nov 08 14:36:21.968543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd3ae6-d3b6-4b72-8ec7-090cf9eaa35d req-da40731e-08fc-41c2-85df-1b17afd2ced6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:21.970109 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bafd3ae6-d3b6-4b72-8ec7-090cf9eaa35d req-da40731e-08fc-41c2-85df-1b17afd2ced6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0586076 Nov 08 14:36:21.997040 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2c557641-df6e-422c-a26d-414a2bf5462f req-fe8a83f4-3d21-49a7-8926-0ea8d507cbbd service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971174 Nov 08 14:36:22.033039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bafd3ae6-d3b6-4b72-8ec7-090cf9eaa35d req-fbfda862-24bb-4b66-a64b-8ce50e815a95 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559497 Nov 08 14:36:22.202206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291681-04fc-44d6-8743-4734ecbfeead req-39fb30f0-e152-4bae-936e-d115613fd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:22.203695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc291681-04fc-44d6-8743-4734ecbfeead req-39fb30f0-e152-4bae-936e-d115613fd3d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 1095 time: 0.0489657 Nov 08 14:36:22.311364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291681-04fc-44d6-8743-4734ecbfeead req-129f48e5-83c5-4baa-843d-2070f70282dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:22.312772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc291681-04fc-44d6-8743-4734ecbfeead req-129f48e5-83c5-4baa-843d-2070f70282dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0870149 Nov 08 14:36:22.383521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc291681-04fc-44d6-8743-4734ecbfeead req-40799c91-3219-4a0e-ad09-850e8b60ede7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 200 len: 1000 time: 0.0628717 Nov 08 14:36:22.434916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291681-04fc-44d6-8743-4734ecbfeead req-01207862-21bb-4234-9f55-eecd3dd6142f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:22.436458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc291681-04fc-44d6-8743-4734ecbfeead req-01207862-21bb-4234-9f55-eecd3dd6142f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0462780 Nov 08 14:36:22.483586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc291681-04fc-44d6-8743-4734ecbfeead req-3ac73046-a629-47c6-9f94-74c400259824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:22.485125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc291681-04fc-44d6-8743-4734ecbfeead req-3ac73046-a629-47c6-9f94-74c400259824 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414248 Nov 08 14:36:22.582307 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc291681-04fc-44d6-8743-4734ecbfeead req-e34803de-24c2-4c18-8237-b5d6366fa90d service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894327 Nov 08 14:36:22.674696 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc291681-04fc-44d6-8743-4734ecbfeead req-1602d715-5511-454e-8543-400adb701f7d service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841541 Nov 08 14:36:22.766389 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:36:22.806744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:36:23.180695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767fd4e-db47-4ef1-bd1f-c2bbbc49bee3 req-ddd0a776-0151-4a82-8c96-79f8ee1c2b9a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:23.182212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a767fd4e-db47-4ef1-bd1f-c2bbbc49bee3 req-ddd0a776-0151-4a82-8c96-79f8ee1c2b9a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0522060 Nov 08 14:36:23.231386 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a767fd4e-db47-4ef1-bd1f-c2bbbc49bee3 req-a6ef41d3-86a8-47ee-a32f-5b245733f319 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Nov 08 14:36:23.347697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a83f1-5773-4d68-b9da-8c70f494afe6 req-926ba6af-af9f-4253-bcfa-5f8519d120cf tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:23.349682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f44a83f1-5773-4d68-b9da-8c70f494afe6 req-926ba6af-af9f-4253-bcfa-5f8519d120cf tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0505357 Nov 08 14:36:23.398676 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f44a83f1-5773-4d68-b9da-8c70f494afe6 req-da7c4be7-8ef8-47a4-b30a-7c26be52c3ac tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Nov 08 14:36:23.525206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40331f6c-e5a8-4443-b5b0-67ac074bca69 req-ac0510ea-1546-47bb-9466-554f507f49a1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:23.526671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40331f6c-e5a8-4443-b5b0-67ac074bca69 req-ac0510ea-1546-47bb-9466-554f507f49a1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0615163 Nov 08 14:36:23.578093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40331f6c-e5a8-4443-b5b0-67ac074bca69 req-6dcc8023-f728-46fe-b00f-1dbeda4c1d7e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447173 Nov 08 14:36:23.585673 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:23.815231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd93829-7134-4b0c-87f1-1af441c61085 req-68e4ae3c-8c3d-45c9-b13c-32a99e77699a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:23.816755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7fd93829-7134-4b0c-87f1-1af441c61085 req-68e4ae3c-8c3d-45c9-b13c-32a99e77699a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Nov 08 14:36:23.864457 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7fd93829-7134-4b0c-87f1-1af441c61085 req-699577aa-fd20-4b4b-ad39-d74e7154bce2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410225 Nov 08 14:36:24.009478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:24.728816 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:36:24.827399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:24.838919 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:36:24.879984 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:24.893495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17e4622-c68e-4946-b2e0-fa6086665366 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:36:24.913596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:24.919096 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:24.978769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:24.997515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-b9a71700-0c23-4b6e-b77c-574a4f01fafe tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:24.999010 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-b9a71700-0c23-4b6e-b77c-574a4f01fafe tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0582154 Nov 08 14:36:25.003973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb940-5fd6-41d1-b0cb-7cae61853236 req-5d721e8f-d188-4267-8cb8-62a15d6bc440 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:25.006159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdbcb940-5fd6-41d1-b0cb-7cae61853236 req-5d721e8f-d188-4267-8cb8-62a15d6bc440 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 945 time: 0.0574639 Nov 08 14:36:25.058713 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdbcb940-5fd6-41d1-b0cb-7cae61853236 req-958005c3-f752-42e4-a1fa-d08bc8d43b86 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462945 Nov 08 14:36:25.099510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Deleting port e17e4622-c68e-4946-b2e0-fa6086665366 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:36:25.099780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:25.200599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] For port e17e4622-c68e-4946-b2e0-fa6086665366, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e17e4622-c68e-4946-b2e0-fa6086665366,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:25.200873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:25.387667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:25.388109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:25.388525 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de disassociated. External IP: 172.25.8.254, port: e17e4622-c68e-4946-b2e0-fa6086665366. Nov 08 14:36:25.388957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Calling delete_port for e17e4622-c68e-4946-b2e0-fa6086665366 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:36:25.526118 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:25.555924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event deleted for resources: {'Port': ['ID=e17e4622-c68e-4946-b2e0-fa6086665366,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:25.680533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:36:25.793316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:36:25.804102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:36:25.814458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:36:25.815062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:36:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:25.833674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] No DVR routers for this DVR port e17e4622-c68e-4946-b2e0-fa6086665366 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:36:25.836547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:25.839770 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d52c1cb0-e80a-4bc0-a3d6-efb84301131d req-d909e287-ab2c-4818-abb1-b60c6eae448a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "DELETE /v2.0/ports/e17e4622-c68e-4946-b2e0-fa6086665366 HTTP/1.1" status: 204 len: 173 time: 0.8337710 Nov 08 14:36:25.840210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'name': 'network-vif-deleted', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:36:25.842545 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa25a4f6-4507-4898-ba14-db4261d10601" -d '{"events": [{"server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "name": "network-vif-deleted", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:36:25.886449 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a96e28d-e59a-474c-a110-98122e00a746 x-openstack-request-id: req-0a96e28d-e59a-474c-a110-98122e00a746 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:36:25.886795 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1f5196c-3e86-4269-a2cd-ecf93858b915", "name": "network-vif-deleted", "tag": "e17e4622-c68e-4946-b2e0-fa6086665366", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:36:25.887059 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a96e28d-e59a-474c-a110-98122e00a746 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:36:25.887605 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1f5196c-3e86-4269-a2cd-ecf93858b915', 'name': 'network-vif-deleted', 'tag': 'e17e4622-c68e-4946-b2e0-fa6086665366', 'status': 'completed', 'code': 200} Nov 08 14:36:25.942600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:36:26.146213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:26.170595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ecc9a47a-69b7-460f-8d8a-fa605ae7192e req-b3d99151-0ab1-4cc1-9165-0c91d68ed6b6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1f5196c-3e86-4269-a2cd-ecf93858b915 HTTP/1.1" status: 200 len: 210 time: 0.0278594 Nov 08 14:36:26.177075 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:36:26.187036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:36:26.187661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:36:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:26.455284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:36:26.659679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:26.686830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d997e6-4db5-46c1-85bd-9cca84f17729 None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:36:26.907997 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de9356-b7cb-48fa-b91a-c48bbf0503db None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:36:27.455712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-ec04bd06-4c11-4375-989c-fc93d5167d73 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--207540493&fields=id&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 267 time: 0.0426559 Nov 08 14:36:27.570381 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-ee54ef9d-01d7-498e-9aa9-74229c6b24cc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:27.571804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-ee54ef9d-01d7-498e-9aa9-74229c6b24cc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1089029 Nov 08 14:36:27.586928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-3281c9e5-6044-4fdc-9ce2-0668bded98ee tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/quotas/882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 375 time: 0.0092621 Nov 08 14:36:27.641315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-b5434e50-2305-41e4-b66e-5256d7f39f47 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488515 Nov 08 14:36:27.810883 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-dc6ebbf7-c666-4646-a29a-a628d9149871 service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225748 Nov 08 14:36:27.906599 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-946c7924-4b60-42e4-9af5-3c71a377d321 service neutron] 10.222.0.65 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894294 Nov 08 14:36:28.044237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce171a90-18e8-4fa9-a2f2-844416c79d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:29.101525 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7581a23-4d13-4c5c-a4c5-88a1d1a29075 req-a4d7dcab-b55a-41f9-9d3e-923e15de315c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 210 time: 0.0271723 Nov 08 14:36:30.091561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-637354e6-db4b-4df2-9cd6-cc9e251c02c3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:30.093136 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-637354e6-db4b-4df2-9cd6-cc9e251c02c3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 812 time: 0.1229630 Nov 08 14:36:30.159460 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-f7193c2a-c9ae-4ba8-8c24-510b8ac35af0 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 379 time: 0.0573001 Nov 08 14:36:30.169706 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'port': {'device_id': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'admin_state_up': True, 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'security_groups': ['e1b31724-d7a3-4ae0-a999-2a38e4c152fa']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:36:30.205345 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22825216-76be-4caa-a7d1-afad008fbed2 req-01d4d754-8e64-41e5-b3c0-cd4f2fedc002 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 210 time: 0.0335217 Nov 08 14:36:30.285597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Made reservation on behalf of 882ae11f434e4c65ac7ac8d1ba157142 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:36:30.289363 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:30.426779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Allocated IP 172.20.0.11 (becc8053-35e1-4106-abd7-fd8f63f6ced3/64eeceed-0891-4b05-ba8c-09de6375c0e3/e5c62cba-98a9-4535-ad33-c747438446ce) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:36:30.772493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:36:30.793541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e17e4622-c68e-4946-b2e0-fa6086665366 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:36:30.793886 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e17e4622-c68e-4946-b2e0-fa6086665366 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:36:30.911791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:30.954145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:30.999652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:36:31.005689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:36:31.009649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:36:31.017285 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:31.068928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:31.070317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.089161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e18e234f-08f1-42c8-86bc-b39b78c242c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9232333 Nov 08 14:36:31.102237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Request body: {'port': {'device_id': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:36:31.162851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.294796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-abae8d0b-5032-4764-8f11-785677bc250e None None] Provisioning complete for port e5c62cba-98a9-4535-ad33-c747438446ce triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:36:31.295571 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-abae8d0b-5032-4764-8f11-785677bc250e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.331996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-abae8d0b-5032-4764-8f11-785677bc250e None None] Port e5c62cba-98a9-4535-ad33-c747438446ce cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:36:31.333487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2747c-4d6a-4b56-b3a6-609388149719 req-fe90904d-e764-48cf-8da8-b8c04e6d096c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:31.335130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ed2747c-4d6a-4b56-b3a6-609388149719 req-fe90904d-e764-48cf-8da8-b8c04e6d096c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 932 time: 0.0568998 Nov 08 14:36:31.388161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ed2747c-4d6a-4b56-b3a6-609388149719 req-9cd58d40-182c-4adf-8c77-68047e716b95 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456979 Nov 08 14:36:31.451775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:36:31.459913 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.474737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Transition to ACTIVE for port object e5c62cba-98a9-4535-ad33-c747438446ce will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:36:31.478819 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.539274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:31.543636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48d6059c-7d67-41b3-b7c1-d03e6b1dc1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.612304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:36:31.612640 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:36:31.613002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:36:31.618218 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:36:31.618516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:36:31.624053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:36:31.624053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:36:31.624297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:36:31.624717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Bound port: e5c62cba-98a9-4535-ad33-c747438446ce, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:36:31.625079 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.693119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:36:31.696644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:36:31.701764 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.742019 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:31.742645 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:31.744673 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] 10.222.0.70 "PUT /v2.0/ports/e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1092 time: 0.6468506 Nov 08 14:36:31.744673 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:36:31.746754 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e707b99-c635-45cf-b2fc-9554aebcba4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:36:31.780291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5393fe-b998-4fe7-ad6e-ae2cd34e168f service neutron] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:31.851237 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce10eeeb-83ae-4005-b89c-7294d2f7eeea x-openstack-request-id: req-ce10eeeb-83ae-4005-b89c-7294d2f7eeea {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:36:31.851537 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:36:31.851814 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce10eeeb-83ae-4005-b89c-7294d2f7eeea {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:36:31.852538 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'status': 'completed', 'code': 200} Nov 08 14:36:31.871415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-c5ffcaee-2b70-4b32-ab46-051307596280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:31.873038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-c5ffcaee-2b70-4b32-ab46-051307596280 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1095 time: 0.0625365 Nov 08 14:36:31.918627 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-e9b9fe88-eff3-43fa-8c71-17be0e8e8d70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 217 time: 0.0372913 Nov 08 14:36:31.972568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-191cf12d-8370-4bdb-bd6b-5e58e6769381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:31.974992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-191cf12d-8370-4bdb-bd6b-5e58e6769381 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0489864 Nov 08 14:36:32.033864 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-3c7ecd93-80c5-42a9-91d7-85b8e9a9b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:32.033864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-3c7ecd93-80c5-42a9-91d7-85b8e9a9b5c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491216 Nov 08 14:36:32.127458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-39ae0c8f-a36c-41fb-b2f0-d449da7932bf service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879195 Nov 08 14:36:32.225513 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21d587c8-752e-4c03-bdab-5f1585f7de9f req-22a0d1e6-d68b-4b62-b1b3-e12044591695 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911283 Nov 08 14:36:32.317763 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-534392e9-baec-4625-80b0-9e59afcc06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:32.319264 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-534392e9-baec-4625-80b0-9e59afcc06a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1095 time: 0.0459425 Nov 08 14:36:32.417304 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-d48baea7-f167-4e67-8ac0-ad22a00c3e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:32.419120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-d48baea7-f167-4e67-8ac0-ad22a00c3e86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0930629 Nov 08 14:36:32.462829 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-b8cd812c-2191-4ad4-afe8-69a48de973d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 217 time: 0.0368884 Nov 08 14:36:32.516300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c08e2-e08d-4b7f-a9a9-9f21bf590096 req-6d552c45-bca8-4286-9573-52d0156ff4ed tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:32.517027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-47b3729b-7d4c-4970-9aba-2a0a606693ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:32.517813 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d54c08e2-e08d-4b7f-a9a9-9f21bf590096 req-6d552c45-bca8-4286-9573-52d0156ff4ed tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0579643 Nov 08 14:36:32.518668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-47b3729b-7d4c-4970-9aba-2a0a606693ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0491693 Nov 08 14:36:32.569480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d54c08e2-e08d-4b7f-a9a9-9f21bf590096 req-96441d17-e1b5-45f1-8e7e-762136d6e101 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455585 Nov 08 14:36:32.580643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-23acd9a2-45c2-4d9a-a82b-a794df6ef3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:32.582607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-23acd9a2-45c2-4d9a-a82b-a794df6ef3f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560205 Nov 08 14:36:32.687962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-955aa99f-13bd-4e59-a640-2294b102a840 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969927 Nov 08 14:36:32.784344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e707b99-c635-45cf-b2fc-9554aebcba4c req-662c12d0-99b2-4824-b3df-e7dc8c2dcb3b service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895281 Nov 08 14:36:33.226177 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:33.698256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cd515-6658-4b22-ac3f-c6b77cf63ffa req-fed63dac-082c-4171-b1c8-50ee32cb2f58 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:33.699796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-401cd515-6658-4b22-ac3f-c6b77cf63ffa req-fed63dac-082c-4171-b1c8-50ee32cb2f58 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0527887 Nov 08 14:36:33.758501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-401cd515-6658-4b22-ac3f-c6b77cf63ffa req-63663843-afd0-4670-8fa2-14b01f58bc63 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496428 Nov 08 14:36:34.790431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:36:34.876206 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce59c88-03e4-4b57-bf7c-0e018dee714b req-46c0ed43-a85e-4b1c-be8f-26ade0e61440 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:34.878390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ce59c88-03e4-4b57-bf7c-0e018dee714b req-46c0ed43-a85e-4b1c-be8f-26ade0e61440 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0505168 Nov 08 14:36:34.897667 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:34.909772 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'mac_address': 'fa:16:3e:1e:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:36:34.932732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ce59c88-03e4-4b57-bf7c-0e018dee714b req-5dd019af-f142-4bd0-9117-8cb2bdc6f896 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480554 Nov 08 14:36:34.957597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:34.971416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:36:34.992033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:34.999918 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:35.047817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:35.195469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e5c62cba-98a9-4535-ad33-c747438446ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:36:35.747513 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:35.902210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:36.064092 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd68782-03f5-4806-a339-61e21466674b req-0911a1bd-e6f4-41d4-9895-a2d17c55a7b4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:36.065673 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afd68782-03f5-4806-a339-61e21466674b req-0911a1bd-e6f4-41d4-9895-a2d17c55a7b4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0526662 Nov 08 14:36:36.113693 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-afd68782-03f5-4806-a339-61e21466674b req-850c2b72-7c35-4b52-8064-e3372035cef3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Nov 08 14:36:36.692095 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:36:36.806538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:36:36.856572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e5c62cba-98a9-4535-ad33-c747438446ce completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:36:36.860760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e5c62cba-98a9-4535-ad33-c747438446ce triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:36:36.861136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:36.942563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:36.966661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:36:36.969272 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4212008-3810-468e-b956-f1b783a31e58" -d '{"events": [{"server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "name": "network-vif-plugged", "status": "completed", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:36:36.982608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:36:36.986599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:37.010296 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7c46a2-399b-4510-8864-28555720330c x-openstack-request-id: req-3a7c46a2-399b-4510-8864-28555720330c {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:36:37.010589 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "name": "network-vif-plugged", "status": "completed", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:36:37.010845 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a7c46a2-399b-4510-8864-28555720330c {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:36:37.011236 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'code': 200} Nov 08 14:36:37.039206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:36:37.109648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a696-db0c-46b4-a638-78370615bd97 req-338ccaab-e01c-4a74-abee-63d759e82732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:37.111063 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c786a696-db0c-46b4-a638-78370615bd97 req-338ccaab-e01c-4a74-abee-63d759e82732 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1097 time: 0.0423357 Nov 08 14:36:37.159449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c786a696-db0c-46b4-a638-78370615bd97 req-a144c199-d434-4ce7-b857-d42991a13f7e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Nov 08 14:36:37.254649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee2485c-187c-4fb0-8bb7-4e685eb71cdd req-eb3326f4-04e3-4962-8e09-04a67ae05043 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:37.257212 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eee2485c-187c-4fb0-8bb7-4e685eb71cdd req-eb3326f4-04e3-4962-8e09-04a67ae05043 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0737939 Nov 08 14:36:37.311896 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eee2485c-187c-4fb0-8bb7-4e685eb71cdd req-e793fac5-7bb5-4b49-940d-f1f0bb1e0bfa tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469396 Nov 08 14:36:38.435422 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c6869-4c00-43cc-a108-189e8a791e5b req-cf09e5df-2fb5-4716-8d37-55d6dc3ecf9a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:38.436982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-040c6869-4c00-43cc-a108-189e8a791e5b req-cf09e5df-2fb5-4716-8d37-55d6dc3ecf9a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0520434 Nov 08 14:36:38.491765 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-040c6869-4c00-43cc-a108-189e8a791e5b req-f77d1ecd-2c4e-4ec4-87a8-97cf9a5a0d90 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428579 Nov 08 14:36:38.611843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2e7cd-3105-40be-8582-42d21da37ec3 req-b7fa6499-a25e-4270-b1be-74b2b5a552bb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:38.613274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fbf2e7cd-3105-40be-8582-42d21da37ec3 req-b7fa6499-a25e-4270-b1be-74b2b5a552bb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0542917 Nov 08 14:36:38.623050 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42388) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:36:38.627501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Request body: {'floatingip': {'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:36:38.676668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:39.118923 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:39.123572 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:39.227188 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de associated. External IP: 172.25.8.254, port: e5c62cba-98a9-4535-ad33-c747438446ce. Nov 08 14:36:39.458372 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:36:39.873791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:36:39.878732 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:39.884937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:36:39.896102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:36:39.896721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:36:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:39.907938 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8891ea34-c224-4308-b1f2-c0827c0c9af4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "PUT /v2.0/floatingips/486c31e6-6542-4e91-ad41-e39d70e331de HTTP/1.1" status: 200 len: 993 time: 1.2837548 Nov 08 14:36:39.908580 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:36:39.911029 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bea899-08a7-4ad2-876c-f989f172337c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:36:39.960904 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47fac2b-ef4d-4aa2-b9f2-4503b435a231 x-openstack-request-id: req-f47fac2b-ef4d-4aa2-b9f2-4503b435a231 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:36:39.961249 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:36:39.961503 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f47fac2b-ef4d-4aa2-b9f2-4503b435a231 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:36:39.961925 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'status': 'completed', 'code': 200} Nov 08 14:36:40.016881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:36:40.025318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bea899-08a7-4ad2-876c-f989f172337c req-c64a0548-0f08-441a-a415-825ec422100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:40.026847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9bea899-08a7-4ad2-876c-f989f172337c req-c64a0548-0f08-441a-a415-825ec422100d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1097 time: 0.0428789 Nov 08 14:36:40.138718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bea899-08a7-4ad2-876c-f989f172337c req-222dd931-e973-46f7-a833-d882801d77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:40.140222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9bea899-08a7-4ad2-876c-f989f172337c req-222dd931-e973-46f7-a833-d882801d77f7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1058366 Nov 08 14:36:40.213080 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9bea899-08a7-4ad2-876c-f989f172337c req-733e2c73-8cd9-4815-af08-7b8fc1b46267 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.0656924 Nov 08 14:36:40.262217 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:1e:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:36:39Z', 'revision_number': 13, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:40.269923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bea899-08a7-4ad2-876c-f989f172337c req-06fc24e2-5806-424f-8db6-9ed4e9145ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:40.271394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9bea899-08a7-4ad2-876c-f989f172337c req-06fc24e2-5806-424f-8db6-9ed4e9145ccd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0520062 Nov 08 14:36:40.289481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:36:40.298598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:36:40.299213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:36:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:40.321316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bea899-08a7-4ad2-876c-f989f172337c req-1e48c377-ccfb-4609-9760-b36fb5945d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:36:40.322839 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9bea899-08a7-4ad2-876c-f989f172337c req-1e48c377-ccfb-4609-9760-b36fb5945d57 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444882 Nov 08 14:36:40.418902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:36:40.433113 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9bea899-08a7-4ad2-876c-f989f172337c req-275f3d5c-8a39-49bd-b8b6-10b4219dfc0d service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034014 Nov 08 14:36:40.529472 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a9bea899-08a7-4ad2-876c-f989f172337c req-00d147a9-f36e-44a5-b1f2-746dc0e90ecc service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897646 Nov 08 14:36:40.655814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:1e:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:36:39Z', 'revision_number': 13, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:36:40.687427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1790581a-7651-49e7-aa06-ae2dcec97763 None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '486c31e6-6542-4e91-ad41-e39d70e331de', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'mac_address': 'fa:16:3e:1e:99:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:29:33Z', 'updated_at': '2021-11-08T14:36:39Z', 'revision_number': 13, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:36:40.902379 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3f1647-68c4-46df-a844-50fbe301326e None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:36:53.586031 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:54.014253 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:36:58.048865 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-92f0d6d9-6951-42ab-8d85-e7fee7a80035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:01.527000 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f1093cc8-907d-4f15-b9b6-cbd5e55fb705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:03.229335 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:05.748782 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:05.904776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:13.691476 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:37:22.192183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-ac7eed48-e486-4b21-b73c-64488e9730c6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837705 Nov 08 14:37:22.284213 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-db89fa22-76e9-42ac-9c5d-6d6d95076446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:37:22.285561 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-db89fa22-76e9-42ac-9c5d-6d6d95076446 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1097 time: 0.0482137 Nov 08 14:37:22.390825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-6fc588ff-4d96-454d-ae5e-66e7eb99d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:37:22.392232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-6fc588ff-4d96-454d-ae5e-66e7eb99d667 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0864470 Nov 08 14:37:22.464982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-8e47be80-53fe-492f-8468-3230bf8e7bd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1003 time: 0.0649228 Nov 08 14:37:22.516686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-f3016d38-a879-48ec-bb49-6a7910618470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:37:22.518159 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-f3016d38-a879-48ec-bb49-6a7910618470 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0466745 Nov 08 14:37:22.567816 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-cf2db30f-02c4-487a-ad5a-18636141c3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:37:22.569349 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-cf2db30f-02c4-487a-ad5a-18636141c3b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445454 Nov 08 14:37:22.668647 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-8eadc770-9c11-479c-937d-8bba9eb1d1e4 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917847 Nov 08 14:37:22.761104 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b64f86e2-3cfc-444d-aa6b-2ee04673d58b req-adc3cce0-308c-48f1-9ddb-b8dc791b8f6f service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847251 Nov 08 14:37:23.580707 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:24.023839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:28.043319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6654a54f-12d1-4ab5-8ced-3a0a1960f901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:31.533400 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a0face5f-e6d0-4558-8563-48d94fabd8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:33.236324 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:35.754056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:35.915030 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:50.696013 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:37:53.587611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:54.033513 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:37:58.048242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f14ab09d-1d91-4da0-8e2d-0f7303ef6480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:01.525982 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4b095d66-64af-43c4-b97e-0a39b921be80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:03.237694 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:05.757371 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:05.908970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:18.491527 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f69a225-d63b-4a2e-8362-d2cb69ed819b req-d50e6647-09c3-4399-9a3f-09c2bf899328 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:18.493171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f69a225-d63b-4a2e-8362-d2cb69ed819b req-d50e6647-09c3-4399-9a3f-09c2bf899328 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0988595 Nov 08 14:38:18.542818 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f69a225-d63b-4a2e-8362-d2cb69ed819b req-d0767183-59a3-4ccd-a88f-cff538f0a54c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432479 Nov 08 14:38:23.158027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-51c18733-0357-4668-b227-0aebbf7f9827 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512750 Nov 08 14:38:23.248478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-62100001-83c7-4a06-ab04-af917802e15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:23.250146 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-62100001-83c7-4a06-ab04-af917802e15c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1097 time: 0.0494967 Nov 08 14:38:23.368559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-6468ab7c-0d66-4122-ada5-5ade20edc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:23.370097 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-6468ab7c-0d66-4122-ada5-5ade20edc5d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0937817 Nov 08 14:38:23.456009 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-b00ebc1f-2340-4893-b53d-19fef414312d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1003 time: 0.0773830 Nov 08 14:38:23.512824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-84db2c61-4b17-4790-9dc7-a5ee5dcae76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:23.514344 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-84db2c61-4b17-4790-9dc7-a5ee5dcae76e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0519409 Nov 08 14:38:23.565973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-1f62ae58-32c6-4e09-966e-29dad50b7005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:23.567657 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-1f62ae58-32c6-4e09-966e-29dad50b7005 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463908 Nov 08 14:38:23.584834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:23.669123 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-58e1e037-ca45-436e-8f86-eea4baa759e9 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939496 Nov 08 14:38:23.765483 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c382f77-6e07-4d4f-a568-8299936d7de8 req-0ec69fbc-f556-4e6e-9f7a-6abdca6e820d service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889933 Nov 08 14:38:24.041575 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:27.695064 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:38:28.051412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d20fbd98-59cc-43b5-8cd7-da40684684ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:29.706512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-3e9f5335-fc05-4e85-aa6b-d4db0b3af4d7 req-05719a1d-fa2b-40fb-859c-b19109d7344d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:38:29.707486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e9f5335-fc05-4e85-aa6b-d4db0b3af4d7 req-05719a1d-fa2b-40fb-859c-b19109d7344d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053794 Nov 08 14:38:29.922261 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ff2b4-845b-4413-a57f-b480d0a50e6d req-bf8b65b4-fe7a-4a26-8bab-df27c6cd30ec tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:29.923675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-101ff2b4-845b-4413-a57f-b480d0a50e6d req-bf8b65b4-fe7a-4a26-8bab-df27c6cd30ec tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0727584 Nov 08 14:38:29.927511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-485df9b7-da1d-4679-aac7-3438f87d2a00 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844173 Nov 08 14:38:29.940123 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-0ed12b71-0f51-40f2-9180-8b43d47793f3 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:38:29.941119 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-0ed12b71-0f51-40f2-9180-8b43d47793f3 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048873 Nov 08 14:38:29.993464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-101ff2b4-845b-4413-a57f-b480d0a50e6d req-10673bd8-7d14-4453-9f85-f79eac85a829 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631013 Nov 08 14:38:31.088870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-cb8f2205-903b-4470-84a8-1de4c04f9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:31.090644 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-cb8f2205-903b-4470-84a8-1de4c04f9c89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1097 time: 0.0542161 Nov 08 14:38:31.126487 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4cbf2-16e9-49cc-ac77-4c1cb7156a82 req-b604f4f6-b167-4532-82d9-afe313fcb6bb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:31.128039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03e4cbf2-16e9-49cc-ac77-4c1cb7156a82 req-b604f4f6-b167-4532-82d9-afe313fcb6bb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0526006 Nov 08 14:38:31.181078 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-03e4cbf2-16e9-49cc-ac77-4c1cb7156a82 req-2b2ae2ef-49a3-47f7-b6ad-a6c1b2b442d6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449634 Nov 08 14:38:31.194522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-a3f971ef-8777-46cf-beec-ebce9c15ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:31.196044 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-a3f971ef-8777-46cf-beec-ebce9c15ade6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0978155 Nov 08 14:38:31.268262 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-2740147c-bc94-49bb-9432-35630af3797c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1003 time: 0.0652924 Nov 08 14:38:31.319698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-780867b4-1510-4478-be1d-0c97a9b34a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:31.321111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-780867b4-1510-4478-be1d-0c97a9b34a90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0468159 Nov 08 14:38:31.367547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-d2193648-77e0-4388-951b-96e858802c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:31.369164 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-d2193648-77e0-4388-951b-96e858802c20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412486 Nov 08 14:38:31.468378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-86cd4127-f0a5-4ac7-9cbe-9990867912ab service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923619 Nov 08 14:38:31.527226 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-19184f16-caaa-42ce-87e2-d7ce7e446eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:31.566521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-0dd2173b-d8b6-47d8-9553-7c8346d440e6 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904078 Nov 08 14:38:32.311973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233d8a-5733-41b3-8c89-084d4a15227f req-c5e952b8-d5cb-426d-a62e-8da0830f4c1d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:32.313922 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a233d8a-5733-41b3-8c89-084d4a15227f req-c5e952b8-d5cb-426d-a62e-8da0830f4c1d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0577385 Nov 08 14:38:32.362661 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a233d8a-5733-41b3-8c89-084d4a15227f req-7d9452ca-e8d0-4337-8b7b-8417e65135f8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429883 Nov 08 14:38:33.239660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:33.490896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625b1d-300f-4f69-8da5-9881e6ad94b4 req-4a8e02c6-4075-4a7b-a9e6-9cad85876913 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:33.492437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b625b1d-300f-4f69-8da5-9881e6ad94b4 req-4a8e02c6-4075-4a7b-a9e6-9cad85876913 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0532100 Nov 08 14:38:33.543595 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b625b1d-300f-4f69-8da5-9881e6ad94b4 req-4c68ea81-c37f-4bb8-8348-883dd9028039 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447373 Nov 08 14:38:34.663498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da20e11-3a45-44b5-9812-717d3a9d14a8 req-4aa1f34c-01f7-426d-93e0-b2b3193ce66e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:34.665905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4da20e11-3a45-44b5-9812-717d3a9d14a8 req-4aa1f34c-01f7-426d-93e0-b2b3193ce66e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0513651 Nov 08 14:38:34.721726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4da20e11-3a45-44b5-9812-717d3a9d14a8 req-1da0d5c8-cc6c-441b-9ffc-c4d4f958fddb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498621 Nov 08 14:38:35.758503 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:35.846571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc032d-6fad-4a0f-8d0e-73e4da34f16e req-62b22fc8-1d43-4aba-b662-127c52163ee3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:35.848203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1dc032d-6fad-4a0f-8d0e-73e4da34f16e req-62b22fc8-1d43-4aba-b662-127c52163ee3 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0507593 Nov 08 14:38:35.899766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1dc032d-6fad-4a0f-8d0e-73e4da34f16e req-8224e248-a837-44b4-b5bf-8b63d0f7004b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443923 Nov 08 14:38:35.912136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:37.029339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178596d-41de-4545-b1a7-a5c2567e0090 req-078b34f6-ad60-493c-bfb0-a7928d4337fc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:37.030991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9178596d-41de-4545-b1a7-a5c2567e0090 req-078b34f6-ad60-493c-bfb0-a7928d4337fc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0507820 Nov 08 14:38:37.087649 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9178596d-41de-4545-b1a7-a5c2567e0090 req-8669b482-1985-4fc0-bc53-97efd899f2a2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498335 Nov 08 14:38:38.211979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc26a1-8703-4335-9a42-f919adf538f1 req-29186621-f456-4833-ae86-33f6be90bc2e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:38.213498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bbc26a1-8703-4335-9a42-f919adf538f1 req-29186621-f456-4833-ae86-33f6be90bc2e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0536842 Nov 08 14:38:38.262601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bbc26a1-8703-4335-9a42-f919adf538f1 req-4bdc0731-a59c-42d6-9d25-3056fb9de4a6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Nov 08 14:38:39.381505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ff813-dbcb-4908-8254-0de9b4526fae req-94645056-b6e5-42cb-9c87-fa928ae40961 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:39.382982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f1ff813-dbcb-4908-8254-0de9b4526fae req-94645056-b6e5-42cb-9c87-fa928ae40961 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0501599 Nov 08 14:38:39.432582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f1ff813-dbcb-4908-8254-0de9b4526fae req-9077f1f8-001f-4ff0-a052-37387a3376cb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Nov 08 14:38:40.564665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4658345-4327-418d-b34b-d86650726c3b req-fb0c86ee-09b3-45f3-ac91-06298d39e943 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:40.566175 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4658345-4327-418d-b34b-d86650726c3b req-fb0c86ee-09b3-45f3-ac91-06298d39e943 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0634663 Nov 08 14:38:40.614316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4658345-4327-418d-b34b-d86650726c3b req-7649ff8d-b2dc-4c17-bb85-580b0e12126a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 Nov 08 14:38:41.735306 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d62f7-90b4-4802-a8e3-5e2f900ede37 req-407573e3-d8be-4281-9e95-008ad4442607 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:41.736851 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-935d62f7-90b4-4802-a8e3-5e2f900ede37 req-407573e3-d8be-4281-9e95-008ad4442607 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0505197 Nov 08 14:38:41.786871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-935d62f7-90b4-4802-a8e3-5e2f900ede37 req-f7a9efb7-307e-490b-acd7-2fc0a191df36 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438867 Nov 08 14:38:42.909478 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ffa22-5e1f-4ecb-a72a-6784169dc9f8 req-cab9d485-517b-4b6c-98a1-0c82b91096ce tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:42.911036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d98ffa22-5e1f-4ecb-a72a-6784169dc9f8 req-cab9d485-517b-4b6c-98a1-0c82b91096ce tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0510910 Nov 08 14:38:42.965068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d98ffa22-5e1f-4ecb-a72a-6784169dc9f8 req-d79ff51c-aaba-4b83-b650-f9870860d2c7 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475776 Nov 08 14:38:44.100058 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6615-1882-4936-b114-68fc44463c9a req-34f6a937-f062-45cf-96a7-ab9baff9a944 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:44.101566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d8d6615-1882-4936-b114-68fc44463c9a req-34f6a937-f062-45cf-96a7-ab9baff9a944 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0518992 Nov 08 14:38:44.154921 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d8d6615-1882-4936-b114-68fc44463c9a req-d0936041-7651-44b7-9787-5d226250708b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470376 Nov 08 14:38:45.289109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e84da9-6219-41cf-8228-2a331b108898 req-0129f968-2b4e-456c-873c-524be2cbad92 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:45.291251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82e84da9-6219-41cf-8228-2a331b108898 req-0129f968-2b4e-456c-873c-524be2cbad92 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0506909 Nov 08 14:38:45.346779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-82e84da9-6219-41cf-8228-2a331b108898 req-e0e94630-2340-4473-9807-c326355663eb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493391 Nov 08 14:38:45.642628 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-c86ae624-8c86-413d-badd-9e615ef46800 req-591d179c-44d7-4126-a9a6-748ba720a7d8 service neutron] show failed (client error): The resource could not be found. Nov 08 14:38:45.643667 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-591d179c-44d7-4126-a9a6-748ba720a7d8 service neutron] 10.222.0.70 "GET /v2.0/ports/e5c62cba-98a9-4535-ad33-c747438446ce/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0612547 Nov 08 14:38:45.845687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-ad735164-fdec-4deb-9839-d68a4eef6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:45.847106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-ad735164-fdec-4deb-9839-d68a4eef6949 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 1097 time: 0.0433481 Nov 08 14:38:45.860221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:38:45.917355 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:46.136482 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:38:46.174157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:38:46.216525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:38:46.218860 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af07da7-92cd-40ce-8e29-183177eb24aa" -d '{"events": [{"server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:38:46.222881 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:46.237451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Transition to ACTIVE for port object e5c62cba-98a9-4535-ad33-c747438446ce will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:38:46.242314 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:46.280099 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e33a033-392f-4e3f-b756-81249957e566 x-openstack-request-id: req-4e33a033-392f-4e3f-b756-81249957e566 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:38:46.280398 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "name": "network-vif-unplugged", "status": "completed", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:38:46.280657 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e33a033-392f-4e3f-b756-81249957e566 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:38:46.281658 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'code': 200} Nov 08 14:38:46.298571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:38:46.344275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.344633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.344989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.345306 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.345672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.345980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.346349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.346740 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.347062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.347361 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.347672 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.348044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:38:46.392737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] No DVR routers for this DVR port e5c62cba-98a9-4535-ad33-c747438446ce on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:38:46.496621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5cadee-5cdf-4164-a8ef-ea52d9449832 req-56e1ef07-d3d6-4942-a7da-f04881ec9c4c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:46.499189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c5cadee-5cdf-4164-a8ef-ea52d9449832 req-56e1ef07-d3d6-4942-a7da-f04881ec9c4c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0603740 Nov 08 14:38:46.549930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:38:46.550257 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:38:46.550491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:38:46.556044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:38:46.556311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:38:46.557005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c5cadee-5cdf-4164-a8ef-ea52d9449832 req-f4c5381a-2d88-4da3-9945-43ecdf8ee58c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506835 Nov 08 14:38:46.562400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:38:46.562741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:38:46.563129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:38:46.563555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Bound port: e5c62cba-98a9-4535-ad33-c747438446ce, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:38:46.563987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:46.635710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:38:46.638831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:38:46.643495 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:46.679365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:46.680007 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:46.681990 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-4530e571-9815-490c-812b-df186ad7f87d service neutron] 10.222.0.54 "PUT /v2.0/ports/e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1092 time: 0.8265185 Nov 08 14:38:46.716583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530e571-9815-490c-812b-df186ad7f87d service neutron] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:38:46.763266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-3f88289b-3a6d-4f00-8b92-5f1835b55780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:46.764611 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-3f88289b-3a6d-4f00-8b92-5f1835b55780 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1095 time: 0.0573626 Nov 08 14:38:46.859728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-803c3bb1-e45c-4531-b96f-873f4329e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:46.861466 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-803c3bb1-e45c-4531-b96f-873f4329e6d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0899832 Nov 08 14:38:46.931996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-b6c4a36b-abc6-497a-8eeb-7c9da40f6d28 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.0634050 Nov 08 14:38:46.983634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-8a5a65b5-8cab-4671-ba57-7a6ea1ce7bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:46.985137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-8a5a65b5-8cab-4671-ba57-7a6ea1ce7bef service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0459576 Nov 08 14:38:47.032321 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ae624-8c86-413d-badd-9e615ef46800 req-7bdf3dc2-6642-4832-8378-9b7f66dc8f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:47.034120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-7bdf3dc2-6642-4832-8378-9b7f66dc8f9a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413768 Nov 08 14:38:47.131579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-0e11b32e-ebb2-4955-a3d1-b7cdfc6d8180 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891385 Nov 08 14:38:47.221945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-83e4d590-2779-46a8-9d9f-efbe7610fda7 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827367 Nov 08 14:38:47.554553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:38:47.687971 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:38:47.752219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798765e3-56d8-4c18-afc5-6bf3203adf84 req-2b6a64f8-f41a-4d8e-953f-9ced21f33fa6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:47.754983 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-798765e3-56d8-4c18-afc5-6bf3203adf84 req-2b6a64f8-f41a-4d8e-953f-9ced21f33fa6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0836067 Nov 08 14:38:47.835111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-798765e3-56d8-4c18-afc5-6bf3203adf84 req-29487fed-0080-4382-9771-75061eaa1b76 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710647 Nov 08 14:38:48.282978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:38:48.286143 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5854de-b721-408f-a41f-5244d285d445" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:38:48.343994 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7942a6b7-9f32-4d5a-bd52-e574198f6fa9 x-openstack-request-id: req-7942a6b7-9f32-4d5a-bd52-e574198f6fa9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:38:48.344289 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:38:48.344546 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7942a6b7-9f32-4d5a-bd52-e574198f6fa9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:38:48.344997 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'status': 'completed', 'code': 200} Nov 08 14:38:48.455998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-d1a743ef-f0d2-4864-96d2-e7b59f1db8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.457827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-d1a743ef-f0d2-4864-96d2-e7b59f1db8f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1095 time: 0.0820613 Nov 08 14:38:48.460836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-256f24f4-8f25-4749-a195-1eba79892333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.461515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-256f24f4-8f25-4749-a195-1eba79892333 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1095 time: 0.0959322 Nov 08 14:38:48.632576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-1f41dedc-d92d-4332-ae7d-956c539a072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.634110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-1f41dedc-d92d-4332-ae7d-956c539a072c service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1682951 Nov 08 14:38:48.636983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-9ebe5509-31d3-4427-9d5a-9f5df959a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.638296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-9ebe5509-31d3-4427-9d5a-9f5df959a1dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1644044 Nov 08 14:38:48.751452 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-9245e320-663f-4973-8e20-8aea311bbb1e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.1099062 Nov 08 14:38:48.753255 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-6178d755-106c-4bdc-b069-ae82249602d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.1059747 Nov 08 14:38:48.840198 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-825fda0d-f6fe-456e-9b9b-6959caf11bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.841653 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-825fda0d-f6fe-456e-9b9b-6959caf11bac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0822351 Nov 08 14:38:48.843006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-ebe01d9c-bf5b-41ff-88c8-774b33108d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.844333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-ebe01d9c-bf5b-41ff-88c8-774b33108d58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0774436 Nov 08 14:38:48.919308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-75dfff87-9976-4525-83e0-9b737b1811da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.921125 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-75dfff87-9976-4525-83e0-9b737b1811da service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728011 Nov 08 14:38:48.923136 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5854de-b721-408f-a41f-5244d285d445 req-fa17beb1-8aca-46a0-afa2-5b2634885d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.924541 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-fa17beb1-8aca-46a0-afa2-5b2634885d40 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682285 Nov 08 14:38:48.972833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd89d1-8ea2-4f40-a803-d6c8a4aab4a9 req-0d9d3f62-6220-4e0a-9341-0c83fe957508 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:48.975528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23cd89d1-8ea2-4f40-a803-d6c8a4aab4a9 req-0d9d3f62-6220-4e0a-9341-0c83fe957508 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0555527 Nov 08 14:38:49.033917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-23cd89d1-8ea2-4f40-a803-d6c8a4aab4a9 req-16899f70-7d93-4509-b63e-aaaddb743c83 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506387 Nov 08 14:38:49.089945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-789abdaf-7d0b-40a0-a16d-41dd291a335e service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532297 Nov 08 14:38:49.095143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-fd3b551a-cee5-4356-8c1d-25669191e861 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670969 Nov 08 14:38:49.588506 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-91e919d0-167d-4fd6-a484-20befa44823b service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838223 Nov 08 14:38:49.590291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3e5854de-b721-408f-a41f-5244d285d445 req-2f73458f-e062-4694-8d9c-07677fbdb7b2 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927258 Nov 08 14:38:50.175591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86a5e1-67da-48a3-be86-8f1d2b36582e req-17cf0e66-f8c7-4ddf-9390-45c8a1f2fd8e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:50.177502 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa86a5e1-67da-48a3-be86-8f1d2b36582e req-17cf0e66-f8c7-4ddf-9390-45c8a1f2fd8e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0665531 Nov 08 14:38:50.229575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fa86a5e1-67da-48a3-be86-8f1d2b36582e req-57d6063c-85ed-4ece-9a32-bf08935f537a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452104 Nov 08 14:38:51.373777 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198863b-8bc1-4f2c-88bc-46c788f4b2cd req-877f8e87-6239-4e51-8b82-dbef9302567a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:51.377305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f198863b-8bc1-4f2c-88bc-46c788f4b2cd req-877f8e87-6239-4e51-8b82-dbef9302567a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0700064 Nov 08 14:38:51.451567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f198863b-8bc1-4f2c-88bc-46c788f4b2cd req-c610898a-556a-4a9a-bf5d-df21435da223 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671792 Nov 08 14:38:52.582496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e63d6-4236-49aa-80f7-309e63363e17 req-e11c04aa-e561-40a5-82d1-eb7f8373277c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:52.588206 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-721e63d6-4236-49aa-80f7-309e63363e17 req-e11c04aa-e561-40a5-82d1-eb7f8373277c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0596011 Nov 08 14:38:52.634971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-721e63d6-4236-49aa-80f7-309e63363e17 req-369fba05-a3f6-4127-aec9-ccf36d87fd3b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448594 Nov 08 14:38:53.597467 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:53.755009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbefa349-89d6-4725-bfee-0bcb92eebe02 req-fad0ef66-70cd-486d-8868-82cf0ea69868 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:53.756564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbefa349-89d6-4725-bfee-0bcb92eebe02 req-fad0ef66-70cd-486d-8868-82cf0ea69868 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0498662 Nov 08 14:38:53.806261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bbefa349-89d6-4725-bfee-0bcb92eebe02 req-e5b5225d-7f36-419f-8f77-2219107a0c29 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Nov 08 14:38:54.057853 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:54.935181 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95e1e5-15b2-4173-b0fb-494fdd42584d req-1f767cd8-ba48-4804-ba90-74daa293efb4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:54.936683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea95e1e5-15b2-4173-b0fb-494fdd42584d req-1f767cd8-ba48-4804-ba90-74daa293efb4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0582874 Nov 08 14:38:54.991510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea95e1e5-15b2-4173-b0fb-494fdd42584d req-38248a6c-5b6c-46fa-89fb-74e9695d4fa4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483520 Nov 08 14:38:56.114199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc41425-ce10-4f28-b9c3-93a0c935842c req-53dff63d-2ac4-4141-bcaa-d13d1e4ede4f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:56.115787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2cc41425-ce10-4f28-b9c3-93a0c935842c req-53dff63d-2ac4-4141-bcaa-d13d1e4ede4f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0524931 Nov 08 14:38:56.165918 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2cc41425-ce10-4f28-b9c3-93a0c935842c req-1f507d30-ed26-4921-b344-c387bd596e6b tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439703 Nov 08 14:38:57.284063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669c7cf-c8d9-4aa3-b8d7-ab1a0fe5b8f4 req-2fa1582d-1415-4e2f-a893-73b78e725f64 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:57.285460 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3669c7cf-c8d9-4aa3-b8d7-ab1a0fe5b8f4 req-2fa1582d-1415-4e2f-a893-73b78e725f64 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0497847 Nov 08 14:38:57.336268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3669c7cf-c8d9-4aa3-b8d7-ab1a0fe5b8f4 req-4f6a8b69-32bc-4481-8f6c-544c8e0f516a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449126 Nov 08 14:38:58.053772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ea7eace-d2bd-4cec-b931-fd66d1baf75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:38:58.455524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d158e-f2f8-4bca-8d0e-fc8b64bcff93 req-2a19cbda-6cb5-4f99-807b-8a1282ef4159 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:58.457082 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e57d158e-f2f8-4bca-8d0e-fc8b64bcff93 req-2a19cbda-6cb5-4f99-807b-8a1282ef4159 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0499878 Nov 08 14:38:58.505427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e57d158e-f2f8-4bca-8d0e-fc8b64bcff93 req-19dc3e87-96df-4cf1-a8ba-f21a88772e41 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416844 Nov 08 14:38:59.628151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009365a0-3c78-41c9-98d7-a449bc5e593f req-7c219b33-b314-4f70-a24c-94f5fdfce0b2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:38:59.629663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-009365a0-3c78-41c9-98d7-a449bc5e593f req-7c219b33-b314-4f70-a24c-94f5fdfce0b2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0499475 Nov 08 14:38:59.680400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-009365a0-3c78-41c9-98d7-a449bc5e593f req-2d4e5d7b-9062-4b2a-b745-c8cae966e5d6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447242 Nov 08 14:39:00.801923 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0477221-53ed-40b8-82ec-36e50a1f586c req-a9bc61c6-a225-46f3-b3b4-6389792c1ac5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:00.803329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0477221-53ed-40b8-82ec-36e50a1f586c req-a9bc61c6-a225-46f3-b3b4-6389792c1ac5 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0530059 Nov 08 14:39:00.851318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b0477221-53ed-40b8-82ec-36e50a1f586c req-bbe8220f-865f-4e3b-ba0b-3aa4e12bd10c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Nov 08 14:39:01.531078 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f3850da9-020c-4635-a669-22a86e1b12fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:01.971115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f287d0-080a-4161-8516-152bdcbeae32 req-45962e75-e74f-4d4d-a3e1-d0d73ea5172f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:01.972617 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10f287d0-080a-4161-8516-152bdcbeae32 req-45962e75-e74f-4d4d-a3e1-d0d73ea5172f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0508540 Nov 08 14:39:02.020907 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-10f287d0-080a-4161-8516-152bdcbeae32 req-d6716e10-bc6e-4710-bb51-eb66b9fcc9c2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423253 Nov 08 14:39:02.319165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-3f38298d-13a0-4c2b-96f0-967c5af14557 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:02.320962 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-3f38298d-13a0-4c2b-96f0-967c5af14557 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.54 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef&tenant_id=882ae11f434e4c65ac7ac8d1ba157142&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 944 time: 0.0560632 Nov 08 14:39:02.333688 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb6f55-399f-4176-93ba-b5084e21e892 req-caacff55-ba26-43bf-b52a-a2875852716e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:02.335180 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7bb6f55-399f-4176-93ba-b5084e21e892 req-caacff55-ba26-43bf-b52a-a2875852716e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0506661 Nov 08 14:39:02.387996 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7bb6f55-399f-4176-93ba-b5084e21e892 req-5b65bcaf-94a9-4a3d-a6b4-2c95af003e9c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467570 Nov 08 14:39:02.425740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-3afa656e-1bb7-443c-a8f2-99b05e97bae1 service neutron] 10.222.0.54 "GET /v2.0/ports/e5c62cba-98a9-4535-ad33-c747438446ce/bindings/n-h2-804292-2 HTTP/1.1" status: 200 len: 382 time: 0.0969267 Nov 08 14:39:02.493629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-5dabdf5b-eaa6-462a-b0a8-e478c63ce645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:02.495160 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-5dabdf5b-eaa6-462a-b0a8-e478c63ce645 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1095 time: 0.0465479 Nov 08 14:39:02.586884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-73552269-e96d-44e8-8ec1-e6bd240d09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:02.588966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-73552269-e96d-44e8-8ec1-e6bd240d09a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.0867918 Nov 08 14:39:02.659292 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-247f1e70-d0c4-4208-95d6-d9db5ec4240d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.0629320 Nov 08 14:39:02.710246 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-be9d590a-801d-4965-97ac-9976d72f041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:02.711707 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-be9d590a-801d-4965-97ac-9976d72f041b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0442822 Nov 08 14:39:02.757851 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-4b990731-9b98-4645-b515-73ade7f2eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:02.759213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-4b990731-9b98-4645-b515-73ade7f2eae9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402331 Nov 08 14:39:02.851545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-25c20f7f-bdbc-461c-933e-cf4f74f4cce9 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851960 Nov 08 14:39:02.940776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-97d02f7a-2f3e-4aa4-96ea-0e49f31fdcba service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826192 Nov 08 14:39:03.241052 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:03.416673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e5c62cba-98a9-4535-ad33-c747438446ce details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:39:03.516016 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ecb8b-380d-4438-9d74-5d603001179e req-1c6d322f-3e5f-49c0-83e8-193441e5f764 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:03.516604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:03.517409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c06ecb8b-380d-4438-9d74-5d603001179e req-1c6d322f-3e5f-49c0-83e8-193441e5f764 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 944 time: 0.0541759 Nov 08 14:39:03.527761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'mac_address': 'fa:16:3e:1e:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:39:03.566806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c06ecb8b-380d-4438-9d74-5d603001179e req-b4cdd4b3-8590-4248-afa6-5a552c55a85a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 Nov 08 14:39:03.573484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:03.587065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:03.606448 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:03.611478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:03.658265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:03.667126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.667491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.667858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.668199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.668534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.668869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.669200 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.669529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.669857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.670180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.670509 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.670833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:03.965473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['e5c62cba-98a9-4535-ad33-c747438446ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:39:04.695624 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:39:04.697558 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbc452-1dfd-4545-be92-e5595d3aedde req-dcb6d8bf-587d-4f80-8d20-a6cf1955e9d4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:04.699123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97bbc452-1dfd-4545-be92-e5595d3aedde req-dcb6d8bf-587d-4f80-8d20-a6cf1955e9d4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0527358 Nov 08 14:39:04.751490 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97bbc452-1dfd-4545-be92-e5595d3aedde req-52d31163-fe75-4e06-9d27-38066d33620e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449958 Nov 08 14:39:05.433475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e5c62cba-98a9-4535-ad33-c747438446ce details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:39:05.536255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:05.548551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'mac_address': 'fa:16:3e:1e:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:39:05.761122 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:05.875065 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97324a1-201a-4662-a27c-0dea30a1466a req-5a63fca3-245d-4930-a427-aee9e8216370 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:05.876503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e97324a1-201a-4662-a27c-0dea30a1466a req-5a63fca3-245d-4930-a427-aee9e8216370 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0534630 Nov 08 14:39:05.916456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:05.927434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e97324a1-201a-4662-a27c-0dea30a1466a req-a38b9d7f-534a-40d1-a1d5-63df7537e6bc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441387 Nov 08 14:39:07.049211 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27568f2-71ce-4883-9a8f-e0fd0241a4fe req-59345e93-bdff-4652-b19d-01b9f3f86be6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:07.050763 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f27568f2-71ce-4883-9a8f-e0fd0241a4fe req-59345e93-bdff-4652-b19d-01b9f3f86be6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0510023 Nov 08 14:39:07.103337 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f27568f2-71ce-4883-9a8f-e0fd0241a4fe req-dcc2df41-3902-4d8b-a1ca-0985828ce39e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466130 Nov 08 14:39:07.150208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-ad049581-e1c5-4d9c-963c-94a04be2e8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:07.151765 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-ad049581-e1c5-4d9c-963c-94a04be2e8ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef&tenant_id=882ae11f434e4c65ac7ac8d1ba157142 HTTP/1.1" status: 200 len: 1096 time: 0.0475433 Nov 08 14:39:07.164586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:39:07.217856 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:07.422984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:07.448405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device e5c62cba-98a9-4535-ad33-c747438446ce no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:39:07.455900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:39:07.493885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:07.502837 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:07.514598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Ignored duplicate provisioning block setup for port e5c62cba-98a9-4535-ad33-c747438446ce by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 08 14:39:07.518400 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:07.526574 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:07.539784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:07.587585 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 14:39:07.588651 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 14:39:07.595490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=9']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:07.642929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] No DVR routers for this DVR port e5c62cba-98a9-4535-ad33-c747438446ce on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:39:07.784323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:39:07.784573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:39:07.784902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:39:07.789276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:39:07.789593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Attempting to bind port e5c62cba-98a9-4535-ad33-c747438446ce on network becc8053-35e1-4106-abd7-fd8f63f6ced3 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:39:07.795002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:39:07.795338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Checking segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:39:07.795724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Bound using segment: {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:39:07.796172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Bound port: e5c62cba-98a9-4535-ad33-c747438446ce, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c098aab-9540-4d64-a469-57457480497b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:39:07.796522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:07.860524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:39:07.864846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:39:07.869073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:07.903722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:07.904368 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:07.905776 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] 10.222.0.70 "PUT /v2.0/ports/e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1092 time: 0.7451470 Nov 08 14:39:07.906343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:39:07.908883 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:39:07.961888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e20dc-a1de-4382-8de1-5051114f39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:07.982891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-5f446f24-4ef6-4845-80a8-07d44e56b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:07.984917 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-5f446f24-4ef6-4845-80a8-07d44e56b2dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1096 time: 0.0508764 Nov 08 14:39:08.056118 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0304215-f6f4-4c69-871c-58f16dd02a3b x-openstack-request-id: req-f0304215-f6f4-4c69-871c-58f16dd02a3b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:39:08.056395 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:39:08.056737 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0304215-f6f4-4c69-871c-58f16dd02a3b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:39:08.057098 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'status': 'completed', 'code': 200} Nov 08 14:39:08.123350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-a954cbd8-7d4e-4e98-9029-3b1052ea6e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.124822 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-a954cbd8-7d4e-4e98-9029-3b1052ea6e75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1323957 Nov 08 14:39:08.130141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-10a9250a-eca2-419e-bd04-b1e69b02fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.131679 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-10a9250a-eca2-419e-bd04-b1e69b02fc24 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1096 time: 0.0685904 Nov 08 14:39:08.227355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f784-3302-429d-8316-de315b86b1e4 req-99ce87a6-c0ec-41e6-a862-45239b640928 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.228990 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2824f784-3302-429d-8316-de315b86b1e4 req-99ce87a6-c0ec-41e6-a862-45239b640928 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0534580 Nov 08 14:39:08.254987 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-b4a6017e-0439-4968-a243-226dacbb9837 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.1208799 Nov 08 14:39:08.281864 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2824f784-3302-429d-8316-de315b86b1e4 req-f985d8b5-5267-4792-83de-32302a56051f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445745 Nov 08 14:39:08.313906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-7b5c961b-6c22-468d-9730-bcff1199fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.315454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-7b5c961b-6c22-468d-9730-bcff1199fcf5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1743038 Nov 08 14:39:08.333030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-6a05d188-1739-482c-92ca-7c24f49d4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.334533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-6a05d188-1739-482c-92ca-7c24f49d4f09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0725577 Nov 08 14:39:08.412713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-b14c5cc4-cd58-4d56-9321-e5a21da41c3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.0890381 Nov 08 14:39:08.429840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-84f6c7f6-f9a0-4ec8-9764-03ce1e33741b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.431306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-84f6c7f6-f9a0-4ec8-9764-03ce1e33741b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685813 Nov 08 14:39:08.522037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-78b98b23-479d-4873-b697-afe293e1a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.523521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-78b98b23-479d-4873-b697-afe293e1a481 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.1039207 Nov 08 14:39:08.579423 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-09a40d9b-c96b-4681-9dfa-0f35ab92f9f5 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299794 Nov 08 14:39:08.598076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-296458e3-8fc0-48d6-9e98-d150519edea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.599574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-296458e3-8fc0-48d6-9e98-d150519edea2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676744 Nov 08 14:39:08.741763 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c876fd-5e7e-4e40-bc02-b5db8bc5090c req-ad5a4779-3f56-40fc-9625-9037820bd2c7 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543975 Nov 08 14:39:08.752532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-d7c67a72-39ef-4a50-b7cd-6e3a735deaf0 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422212 Nov 08 14:39:08.868742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-857f431c-9d8c-41f1-840e-2ce67d296fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.870282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-857f431c-9d8c-41f1-840e-2ce67d296fbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 1096 time: 0.0832658 Nov 08 14:39:08.894935 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-9f4fb874-6372-4dda-ae79-2393a40a1e60 service neutron] 10.222.0.54 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341174 Nov 08 14:39:08.983212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-8730e39f-f841-48e6-9fc0-d6a131a6445a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:08.984721 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-8730e39f-f841-48e6-9fc0-d6a131a6445a service neutron] 10.222.0.70 "GET /v2.0/networks?id=becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 200 len: 913 time: 0.1020498 Nov 08 14:39:09.052772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-938e2547-6a40-41f6-be39-8c0a3c7d530a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 200 len: 1001 time: 0.0601339 Nov 08 14:39:09.103726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-cfd95a87-9758-48f6-99ee-28d20b90432d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:09.105226 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-cfd95a87-9758-48f6-99ee-28d20b90432d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 200 len: 851 time: 0.0454965 Nov 08 14:39:09.160010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-7d3605d9-6f85-4605-b93a-22fb403e6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:09.161596 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-7d3605d9-6f85-4605-b93a-22fb403e6016 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=becc8053-35e1-4106-abd7-fd8f63f6ced3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466306 Nov 08 14:39:09.257231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-0392a132-1100-430f-a29f-99e347b21cd4 service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881691 Nov 08 14:39:09.366286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e6a80ba-9126-41a4-a6cf-0fe7b79d1a0f req-4ec2cd05-7640-45c9-b433-cfa41fd85b2a service neutron] 10.222.0.70 "GET /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019132 Nov 08 14:39:09.414132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588de21-2d52-47f9-b08c-a003d388b6f1 req-4898f96c-a7b2-4872-98ca-f04b98516ec2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:09.415934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4588de21-2d52-47f9-b08c-a003d388b6f1 req-4898f96c-a7b2-4872-98ca-f04b98516ec2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0540991 Nov 08 14:39:09.467336 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4588de21-2d52-47f9-b08c-a003d388b6f1 req-25cb8bb7-1f47-4b82-bac8-19e452a7c1ef tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450332 Nov 08 14:39:10.592062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b0336-7118-48bc-9ae6-1463654fafb7 req-5c72414d-8a09-4e98-b020-89bbff2442cc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:10.593507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-684b0336-7118-48bc-9ae6-1463654fafb7 req-5c72414d-8a09-4e98-b020-89bbff2442cc tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0507507 Nov 08 14:39:10.645305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-684b0336-7118-48bc-9ae6-1463654fafb7 req-c16a7c3f-3a77-4b29-b5cd-125c6cbb3074 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456440 Nov 08 14:39:11.765430 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826a5b2-fd28-4a31-998e-4ed091955d37 req-c589ef11-2e61-488c-b4c6-d6d29faf04eb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:11.767099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a826a5b2-fd28-4a31-998e-4ed091955d37 req-c589ef11-2e61-488c-b4c6-d6d29faf04eb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0509963 Nov 08 14:39:11.817788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a826a5b2-fd28-4a31-998e-4ed091955d37 req-8bc3afe2-b206-41af-8f7d-00b8b32bbb4d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447609 Nov 08 14:39:12.939409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c2005-34b5-4e8a-a9fe-4bb46567e5bf req-372ac635-ce1b-42f4-883e-3b22c4804ea2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:12.940768 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f3c2005-34b5-4e8a-a9fe-4bb46567e5bf req-372ac635-ce1b-42f4-883e-3b22c4804ea2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0488653 Nov 08 14:39:12.993097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7f3c2005-34b5-4e8a-a9fe-4bb46567e5bf req-c78ff465-2614-4fe0-b209-0afa653ff1c8 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439427 Nov 08 14:39:14.114712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14036f8-d2a1-4fab-9add-57eef0d84945 req-d426e858-a793-436f-a4f0-5c2e236b15f4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:14.116309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c14036f8-d2a1-4fab-9add-57eef0d84945 req-d426e858-a793-436f-a4f0-5c2e236b15f4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0539742 Nov 08 14:39:14.166580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c14036f8-d2a1-4fab-9add-57eef0d84945 req-3697c59c-9360-40eb-bbde-32b89b8ff38d tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429246 Nov 08 14:39:15.287825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910efb9b-a448-4dcd-b355-8435d7ea8df1 req-b3a2f139-ad0a-4e32-9ce2-31f3b20c1ed1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:15.289327 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-910efb9b-a448-4dcd-b355-8435d7ea8df1 req-b3a2f139-ad0a-4e32-9ce2-31f3b20c1ed1 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0507195 Nov 08 14:39:15.339455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-910efb9b-a448-4dcd-b355-8435d7ea8df1 req-853a3c30-0608-43ae-acb5-2d4e8681016a tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440791 Nov 08 14:39:16.461413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31883b8a-72df-46f6-baa5-30c0bbb6fd9c req-dfa2c37d-130f-42e1-86b3-f71b1686400e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:16.463479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31883b8a-72df-46f6-baa5-30c0bbb6fd9c req-dfa2c37d-130f-42e1-86b3-f71b1686400e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0502639 Nov 08 14:39:16.514854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31883b8a-72df-46f6-baa5-30c0bbb6fd9c req-baa0d28d-c94e-44b5-a69f-cbf765bd3fa6 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453424 Nov 08 14:39:17.632981 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf366cb2-3276-4ea5-9750-48eeb597dcbd req-dae584ba-8501-4cb6-9808-4ea68d8545dd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:17.634493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf366cb2-3276-4ea5-9750-48eeb597dcbd req-dae584ba-8501-4cb6-9808-4ea68d8545dd tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0497873 Nov 08 14:39:17.683156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cf366cb2-3276-4ea5-9750-48eeb597dcbd req-ed218764-0621-4f81-ae52-9427d7f39ef2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Nov 08 14:39:18.801985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ea66c-841c-4d70-9795-89d53af6f89e req-1ad917f5-2081-471f-be45-745d3f745815 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:18.803295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a36ea66c-841c-4d70-9795-89d53af6f89e req-1ad917f5-2081-471f-be45-745d3f745815 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0490952 Nov 08 14:39:18.851321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a36ea66c-841c-4d70-9795-89d53af6f89e req-36aaa5e1-d535-4df1-9d44-128b29e5fad2 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414062 Nov 08 14:39:19.977898 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0440d-1194-46db-9a23-68605e606e3c req-30eef690-8605-4c42-9ffa-6e522d244a4f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:19.979935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a0440d-1194-46db-9a23-68605e606e3c req-30eef690-8605-4c42-9ffa-6e522d244a4f tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0553460 Nov 08 14:39:20.028462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22a0440d-1194-46db-9a23-68605e606e3c req-2441398d-fabb-4f52-8e98-ff1d9412a304 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424321 Nov 08 14:39:21.150148 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02515a44-b94c-40aa-8236-3d0e1624543d req-b6db02ba-3b6c-4b43-9ebf-34f6f40b9487 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:21.151629 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02515a44-b94c-40aa-8236-3d0e1624543d req-b6db02ba-3b6c-4b43-9ebf-34f6f40b9487 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0499287 Nov 08 14:39:21.199911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02515a44-b94c-40aa-8236-3d0e1624543d req-3a1d34ec-357f-4f4e-bd0f-d917eb9893cb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411620 Nov 08 14:39:21.317387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef3378-5989-46dd-ad6b-f0a03e622187 req-b51e1a95-eae2-44b8-b84a-f12d857c5516 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:21.318752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4ef3378-5989-46dd-ad6b-f0a03e622187 req-b51e1a95-eae2-44b8-b84a-f12d857c5516 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0517869 Nov 08 14:39:21.367088 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4ef3378-5989-46dd-ad6b-f0a03e622187 req-1325e3bd-7de3-4b33-823f-7056102d6b98 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Nov 08 14:39:21.482850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc8b28-d15b-4ae1-a66f-81b57abd5bd1 req-d1f86fa3-c660-4747-aa1b-6cf28cf5fd2e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:21.484364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eebc8b28-d15b-4ae1-a66f-81b57abd5bd1 req-d1f86fa3-c660-4747-aa1b-6cf28cf5fd2e tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0492823 Nov 08 14:39:21.533418 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eebc8b28-d15b-4ae1-a66f-81b57abd5bd1 req-8a8d4806-8efc-475b-8777-e68c24174e39 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429952 Nov 08 14:39:21.756580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:39:21.776954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b539087-ba4b-4d39-8e7a-d304c126dfdf req-4a409bac-fdf9-4b25-ace5-f579b173b1bb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:21.779111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b539087-ba4b-4d39-8e7a-d304c126dfdf req-4a409bac-fdf9-4b25-ace5-f579b173b1bb tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 945 time: 0.0539532 Nov 08 14:39:21.831511 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b539087-ba4b-4d39-8e7a-d304c126dfdf req-2c91c7f2-40d7-46fc-8159-3e44aa4931bf tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456223 Nov 08 14:39:21.858435 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:21.869390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'port_id': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'mac_address': 'fa:16:3e:1e:99:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:39:21.910892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:21.924764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:21.944126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:21.948358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:21.998117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:22.196042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['e5c62cba-98a9-4535-ad33-c747438446ce'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:39:22.961257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c054124-334b-4d5d-8102-a8bd2f3ccb61 req-d0a48c6b-33b0-4b1a-889c-53f1e7286e11 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:22.962804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c054124-334b-4d5d-8102-a8bd2f3ccb61 req-d0a48c6b-33b0-4b1a-889c-53f1e7286e11 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0514691 Nov 08 14:39:23.020628 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c054124-334b-4d5d-8102-a8bd2f3ccb61 req-bb4aa559-8238-417e-a88d-dbc3d1b6f2c4 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups?id=e1b31724-d7a3-4ae0-a999-2a38e4c152fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514500 Nov 08 14:39:23.347604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-f4227696-7585-43f4-bb59-7fcfa0b5cc65 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:23.349143 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-f4227696-7585-43f4-bb59-7fcfa0b5cc65 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 946 time: 0.0490978 Nov 08 14:39:23.446859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Deleting port e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:39:23.447203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:23.547211 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] For port e5c62cba-98a9-4535-ad33-c747438446ce, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=e5c62cba-98a9-4535-ad33-c747438446ce,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:23.547577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:23.612939 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:23.732169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:23.732537 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:23.732855 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Floating IP 486c31e6-6542-4e91-ad41-e39d70e331de disassociated. External IP: 172.25.8.254, port: e5c62cba-98a9-4535-ad33-c747438446ce. Nov 08 14:39:23.733195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Calling delete_port for e5c62cba-98a9-4535-ad33-c747438446ce owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:39:23.769791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:39:23.873399 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:23.874077 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port e5c62cba-98a9-4535-ad33-c747438446ce completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:39:23.878298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port e5c62cba-98a9-4535-ad33-c747438446ce triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:39:23.878919 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:23.897675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Port e5c62cba-98a9-4535-ad33-c747438446ce was deleted so its status cannot be updated. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 08 14:39:23.900701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event deleted for resources: {'Port': ['ID=e5c62cba-98a9-4535-ad33-c747438446ce,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:24.028018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:39:24.057397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:24.131111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e2ccd179-4306-4a1a-b690-60435a6d4d31 req-85a795a1-4dc9-447c-9b5a-e7fc393f26de tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 210 time: 0.0322185 Nov 08 14:39:24.150724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:39:24.162463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:39:24.173150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:39:24.174007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:39:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:24.195537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] No DVR routers for this DVR port e5c62cba-98a9-4535-ad33-c747438446ce on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:39:24.199316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:24.202887 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9b6c9f08-7699-4b7a-b8bd-9d69a9b0bf79 req-4a558a0f-d1f0-439b-89ad-b7778e6ecc53 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.70 "DELETE /v2.0/ports/e5c62cba-98a9-4535-ad33-c747438446ce HTTP/1.1" status: 204 len: 173 time: 0.8479292 Nov 08 14:39:24.203437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'name': 'network-vif-deleted', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:39:24.206580 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ffb87d-54ca-4622-9c38-17f25a7fb8d9" -d '{"events": [{"server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "name": "network-vif-deleted", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:39:24.249827 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afb5eca-16ae-4cc1-a49c-1f1d643e2e0e x-openstack-request-id: req-5afb5eca-16ae-4cc1-a49c-1f1d643e2e0e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:39:24.250425 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b0313d-36c2-45cf-9f9f-b499d2cb93ef", "name": "network-vif-deleted", "tag": "e5c62cba-98a9-4535-ad33-c747438446ce", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:39:24.250684 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5afb5eca-16ae-4cc1-a49c-1f1d643e2e0e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:39:24.251088 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b0313d-36c2-45cf-9f9f-b499d2cb93ef', 'name': 'network-vif-deleted', 'tag': 'e5c62cba-98a9-4535-ad33-c747438446ce', 'status': 'completed', 'code': 200} Nov 08 14:39:24.299636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:39:24.516248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:24.543482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:39:24.552087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:39:24.552686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:39:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:24.661261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:39:24.869986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:24.897323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb75f2ee-b2a2-4384-8d8a-2cc9d2cee10f None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:29:31Z', 'revision_number': 4, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8a04f4d9-2035-4caa-91ba-289cace0e5a1', 'name': '', 'network_id': 'becc8053-35e1-4106-abd7-fd8f63f6ced3', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'mac_address': 'fa:16:3e:c4:a2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:30Z', 'updated_at': '2021-11-08T14:29:34Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'subnets': [{'id': '64eeceed-0891-4b05-ba8c-09de6375c0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:39:25.138832 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67811bcb-dd42-4430-bd67-a3e93db122b7 None None] New status for floating IP 486c31e6-6542-4e91-ad41-e39d70e331de: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:39:25.235083 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-268bd5ea-ab9f-4981-8ef3-2c6110a7e1d1 req-9a63d761-866d-4954-a76c-47b04792884c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 210 time: 0.0282001 Nov 08 14:39:26.335244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56ec50cb-b12e-472b-b4aa-141fc26443fb req-bc5d383e-2021-4790-b7b1-528ad573a714 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 210 time: 0.0258188 Nov 08 14:39:27.442974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0adffe6d-c2b0-4a20-a992-717588bcd61b req-83daba15-6b1b-4dd0-8732-0f4f3a11038c tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 210 time: 0.0320566 Nov 08 14:39:27.786059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:39:27.807020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: e5c62cba-98a9-4535-ad33-c747438446ce {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:39:27.807368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device e5c62cba-98a9-4535-ad33-c747438446ce not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:39:28.057816 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a932a58-3e3e-40ad-9a67-95c84fdc00d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:28.545071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31205088-9119-414e-9034-aabe3db9fb0f req-0439cdef-96c5-49f0-9b9f-c66d05831e33 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/ports?device_id=b8b0313d-36c2-45cf-9f9f-b499d2cb93ef HTTP/1.1" status: 200 len: 210 time: 0.0286324 Nov 08 14:39:31.537499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-18045f39-c284-4977-8364-c18b252be1c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.256280 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.394078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42852) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:33.454582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c74345a-7f8d-448e-9cb5-4048783c2003 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.480403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c74345a-7f8d-448e-9cb5-4048783c2003 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.532154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c74345a-7f8d-448e-9cb5-4048783c2003 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.535315 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1c74345a-7f8d-448e-9cb5-4048783c2003 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.536733 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1c74345a-7f8d-448e-9cb5-4048783c2003 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "DELETE /v2.0/security-groups/e1b31724-d7a3-4ae0-a999-2a38e4c152fa HTTP/1.1" status: 204 len: 168 time: 0.1416008 Nov 08 14:39:33.539579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42854) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:33.546970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74345a-7f8d-448e-9cb5-4048783c2003 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b31724-d7a3-4ae0-a999-2a38e4c152fa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:33.562595 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-aa6682d5-bba7-4664-bed2-122745c8c084 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] show failed (client error): The resource could not be found. Nov 08 14:39:33.566471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-aa6682d5-bba7-4664-bed2-122745c8c084 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "GET /v2.0/security-groups/e1b31724-d7a3-4ae0-a999-2a38e4c152fa HTTP/1.1" status: 404 len: 347 time: 0.0250974 Nov 08 14:39:33.568000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42856) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:33.706967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Deleting port 2faa5374-d18a-4bd2-b077-36fe5bdb7546 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:39:33.707306 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.792886 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.793212 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.805856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Calling delete_port for 2faa5374-d18a-4bd2-b077-36fe5bdb7546 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:39:33.946853 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:33.979135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Pushing event deleted for resources: {'Port': ['ID=2faa5374-d18a-4bd2-b077-36fe5bdb7546,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:34.044156 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:34.046713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:34.047943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7037739-4a0e-4f48-9d40-56936d559c96 tempest-ServerActionsTestJSON-1983780785 tempest-ServerActionsTestJSON-1983780785-project] 10.222.0.65 "DELETE /v2.0/floatingips/486c31e6-6542-4e91-ad41-e39d70e331de HTTP/1.1" status: 204 len: 168 time: 0.4787023 Nov 08 14:39:34.051010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42858) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:34.623282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:34.890032 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Deleting port 8a04f4d9-2035-4caa-91ba-289cace0e5a1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:39:34.890270 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:34.971049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] For port 8a04f4d9-2035-4caa-91ba-289cace0e5a1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8a04f4d9-2035-4caa-91ba-289cace0e5a1,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:34.971411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:34.985558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Calling delete_port for 8a04f4d9-2035-4caa-91ba-289cace0e5a1 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:39:35.182407 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:35.208122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8a04f4d9-2035-4caa-91ba-289cace0e5a1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:35.726161 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:35.765227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:35.920969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:35.946077 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:39:36.060538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:39:36.065824 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a5c80c38-ca49-4dc7-a788-19a385cec1ba admin admin] 10.222.0.65 "PUT /v2.0/routers/d1670d30-5379-4e6d-a04e-a6d33d3b3f26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0138078 Nov 08 14:39:36.068511 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42862) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:36.069245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] Sync routers for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:39:36.079994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:39:36.080604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:39:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:36.179504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.192500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:39:36.286135 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.346920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Deleting port f429234a-3fb3-471b-b39c-6f543e76c7a4 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:39:36.347145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.376530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:39:35Z', 'revision_number': 5, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port': {'id': 'f429234a-3fb3-471b-b39c-6f543e76c7a4', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:16:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:29:28Z', 'updated_at': '2021-11-08T14:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:36.407663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] Checking router: d1670d30-5379-4e6d-a04e-a6d33d3b3f26 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:39:36.416354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] Routers {'d1670d30-5379-4e6d-a04e-a6d33d3b3f26'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:39:36.416955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:39:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:36.436146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] For port f429234a-3fb3-471b-b39c-6f543e76c7a4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=f429234a-3fb3-471b-b39c-6f543e76c7a4,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:36.436497 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.451539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Calling delete_port for f429234a-3fb3-471b-b39c-6f543e76c7a4 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:39:36.506133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] Set router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:39:36.558364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:39:36Z', 'revision_number': 6, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:36.588664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3f66c9-7c9e-4401-a9c1-e6767e0b8e6b None None] The sync data for ids ['d1670d30-5379-4e6d-a04e-a6d33d3b3f26'] in n-d-804292-2 is: [{'id': 'd1670d30-5379-4e6d-a04e-a6d33d3b3f26', 'name': 'tempest-ServerActionsTestJSON-2002584893-router', 'tenant_id': '882ae11f434e4c65ac7ac8d1ba157142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:29:27Z', 'updated_at': '2021-11-08T14:39:36Z', 'revision_number': 6, 'project_id': '882ae11f434e4c65ac7ac8d1ba157142', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:39:36.629222 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.657238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f429234a-3fb3-471b-b39c-6f543e76c7a4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:36.720445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.820855 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.823238 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.867681 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.868263 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1670d30-5379-4e6d-a04e-a6d33d3b3f26 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:39:36.873122 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.874306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aec17d3e-bab8-4ae9-85a2-4c20bcdb31e1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d1670d30-5379-4e6d-a04e-a6d33d3b3f26 HTTP/1.1" status: 204 len: 168 time: 0.8048253 Nov 08 14:39:36.876830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42864) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:36.926798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] Deleting subnet 64eeceed-0891-4b05-ba8c-09de6375c0e3 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:39:36.930055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:36.969799 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.061708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.117829 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.150103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64eeceed-0891-4b05-ba8c-09de6375c0e3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:37.152865 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.156081 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-743c2b57-2b10-434b-a8c4-a51cf2c63157 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/64eeceed-0891-4b05-ba8c-09de6375c0e3 HTTP/1.1" status: 204 len: 168 time: 0.2782414 Nov 08 14:39:37.158300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a40c4-4246-423a-94f6-c38aed823dd3 None None] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:39:37.159121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42866) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:37.230889 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.285770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Deleting port aed8afa0-e65a-4a1c-be83-57bf8d41a161 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:39:37.286110 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.357437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] For port aed8afa0-e65a-4a1c-be83-57bf8d41a161, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aed8afa0-e65a-4a1c-be83-57bf8d41a161,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:37.357986 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.372272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Calling delete_port for aed8afa0-e65a-4a1c-be83-57bf8d41a161 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:39:37.384629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] DHCP port deletion for becc8053-35e1-4106-abd7-fd8f63f6ced3 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:39:37.449851 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] Deleting port aed8afa0-e65a-4a1c-be83-57bf8d41a161 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:39:37.450224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.472805 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.474634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8a04f4d9-2035-4caa-91ba-289cace0e5a1 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:39:37.491220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] No DVR routers for this DVR port aed8afa0-e65a-4a1c-be83-57bf8d41a161 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:39:37.504473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8a04f4d9-2035-4caa-91ba-289cace0e5a1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:39:37.504819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8a04f4d9-2035-4caa-91ba-289cace0e5a1 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:39:37.505236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f429234a-3fb3-471b-b39c-6f543e76c7a4 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:39:37.519979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=aed8afa0-e65a-4a1c-be83-57bf8d41a161,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:37.599723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.625355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['becc8053-35e1-4106-abd7-fd8f63f6ced3']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:37.637179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c098aab-9540-4d64-a469-57457480497b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:37.637544 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c098aab-9540-4d64-a469-57457480497b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:39:37.652696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.670911 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.682548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:39:37.683313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:39:37.686207 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:39:37.749700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: f429234a-3fb3-471b-b39c-6f543e76c7a4 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:39:37.749700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device f429234a-3fb3-471b-b39c-6f543e76c7a4 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:39:37.750358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aed8afa0-e65a-4a1c-be83-57bf8d41a161 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:39:37.786689 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.790235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: aed8afa0-e65a-4a1c-be83-57bf8d41a161 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:39:37.790803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device aed8afa0-e65a-4a1c-be83-57bf8d41a161 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:39:37.795136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.802663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] 10.222.0.65 "DELETE /v2.0/networks/becc8053-35e1-4106-abd7-fd8f63f6ced3 HTTP/1.1" status: 204 len: 168 time: 0.6401429 Nov 08 14:39:37.802870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] For port aed8afa0-e65a-4a1c-be83-57bf8d41a161, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=aed8afa0-e65a-4a1c-be83-57bf8d41a161,segment=NetworkSegment(6c098aab-9540-4d64-a469-57457480497b),segment_id=6c098aab-9540-4d64-a469-57457480497b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:37.802870 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.825786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] Calling delete_port for aed8afa0-e65a-4a1c-be83-57bf8d41a161 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:39:37.826859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f3b42a-a164-4203-bd86-12c313b86e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=becc8053-35e1-4106-abd7-fd8f63f6ced3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:37.962039 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:37.997004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] Pushing event deleted for resources: {'Port': ['ID=aed8afa0-e65a-4a1c-be83-57bf8d41a161,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:38.006624 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42870) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:38.007180 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] Network becc8053-35e1-4106-abd7-fd8f63f6ced3 is not hosted by any dhcp agent {{(pid=101842) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 08 14:39:38.008582 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e39d1a9-f13e-4b3b-ae41-5865fe922563 None None] No DVR routers for this DVR port aed8afa0-e65a-4a1c-be83-57bf8d41a161 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:39:38.067840 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c8638049-35a5-495c-a3f8-d9dbcffa244e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=882ae11f434e4c65ac7ac8d1ba157142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570836 Nov 08 14:39:38.069374 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42872) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:38.121132 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:38.143442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:38.191644 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:38.194169 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:38.196213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d21e2fb3-03cf-4d48-bb07-9578e88c92e4 HTTP/1.1" status: 204 len: 168 time: 0.1258469 Nov 08 14:39:38.205004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21e2fb3-03cf-4d48-bb07-9578e88c92e4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:38.214300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.214592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.215448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.215819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.216158 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.216491 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.216845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.217336 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.217676 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.218024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.218330 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.218675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fa3d-8d73-40ac-9319-46d407f69dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:38.972781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 42894) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:39.071686 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1255173230-network', 'tenant_id': 'dd071786eef94ef4a7d87fdfcd8ed3e2'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:39:39.096902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Made reservation on behalf of dd071786eef94ef4a7d87fdfcd8ed3e2 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:39:39.099372 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.108316 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.186330 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.190281 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.215850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:39:39.225908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ba3c87-68ed-4227-a846-1974316825cd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:39.232381 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.232720 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Added segment 66697b68-3676-4ec1-9947-6b20b6ab4639 of type vlan for network 65047711-2abc-421e-9eb6-ecd38dda9404 Nov 08 14:39:39.277279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.302714 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.303674 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:39.304634 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.364298 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3903701 Nov 08 14:39:39.367518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 42898) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:39:39.371965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947920b-a6ba-4592-8102-b03292bcf6c9 admin admin] Pushing event updated for resources: {'Network': ['ID=65047711-2abc-421e-9eb6-ecd38dda9404,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:39.372660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Request body: {'subnet': {'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1255173230-subnet', 'tenant_id': 'dd071786eef94ef4a7d87fdfcd8ed3e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:39:39.381926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 65047711-2abc-421e-9eb6-ecd38dda9404 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:39:39.395957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Made reservation on behalf of dd071786eef94ef4a7d87fdfcd8ed3e2 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:39:39.398261 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.581117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.635693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d905f03-3bb2-4820-b4ce-5d85631a029b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:39.647264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Checking segment: {'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:39:39.647625 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Network hostable DHCP agents. Network: 65047711-2abc-421e-9eb6-ecd38dda9404, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:39:39.664646 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Network 65047711-2abc-421e-9eb6-ecd38dda9404 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:39:39.674798 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 65047711-2abc-421e-9eb6-ecd38dda9404) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:39:39.679043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:39.679644 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:39.683367 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c1e2d-190d-4318-a99d-7f8ce4c8e6db None None] Network 65047711-2abc-421e-9eb6-ecd38dda9404 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:39:39.699376 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b66d7b02-b760-4af5-8bae-d8044f94e7f1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3301139 Nov 08 14:39:39.824472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17cdadd-c8c6-42e1-a4a2-618f3d39651f None None] Network 65047711-2abc-421e-9eb6-ecd38dda9404 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:39:40.147939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-beab8e6f-ba14-419b-bbf5-7874bda29468 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:40.150412 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-beab8e6f-ba14-419b-bbf5-7874bda29468 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/networks?id=65047711-2abc-421e-9eb6-ecd38dda9404 HTTP/1.1" status: 200 len: 814 time: 0.1045532 Nov 08 14:39:40.166464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-f9355107-0b3c-49a1-825f-9b2e41509269 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/quotas/dd071786eef94ef4a7d87fdfcd8ed3e2 HTTP/1.1" status: 200 len: 375 time: 0.0107617 Nov 08 14:39:40.203555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ada2e175-221f-4b60-8626-12ad7c6f609f tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd071786eef94ef4a7d87fdfcd8ed3e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306296 Nov 08 14:39:40.258542 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-3c2fd5fb-5646-4d6e-b1e5-f6e05b1a516f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:39:40.259529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-3c2fd5fb-5646-4d6e-b1e5-f6e05b1a516f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0487299 Nov 08 14:39:40.351377 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-d902ea25-01bd-48b0-84b7-df3381ff0d3d service neutron] 10.222.0.65 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848885 Nov 08 14:39:40.447436 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-7a72bc49-eb51-4d97-845f-ccd6e608831e service neutron] 10.222.0.65 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897145 Nov 08 14:39:40.610905 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8e736b04-e9ec-4f6a-a4ef-e7906caeef00 req-ef80be4f-036d-4671-8195-963db0bab390 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 210 time: 0.0274394 Nov 08 14:39:41.601287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-e546b7b2-95ed-4d27-a31c-53ad0006624f tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:41.603410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-e546b7b2-95ed-4d27-a31c-53ad0006624f tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.70 "GET /v2.0/networks?id=65047711-2abc-421e-9eb6-ecd38dda9404 HTTP/1.1" status: 200 len: 814 time: 0.1374297 Nov 08 14:39:41.617187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Request body: {'port': {'device_id': '279ca775-68cb-4f20-b896-97b29100f915', 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404', 'admin_state_up': True, 'tenant_id': 'dd071786eef94ef4a7d87fdfcd8ed3e2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:39:41.695199 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:39:41.711959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a6438b5d-257e-4894-a450-e2c01600200c req-0f103a7b-7a85-49d2-bbd1-7e7f3695f6d3 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 210 time: 0.0286393 Nov 08 14:39:41.733744 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Made reservation on behalf of dd071786eef94ef4a7d87fdfcd8ed3e2 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:39:41.737941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:41.872969 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Allocated IP 172.20.0.10 (65047711-2abc-421e-9eb6-ecd38dda9404/3d905f03-3bb2-4820-b4ce-5d85631a029b/7d725a9b-3773-4da4-8e71-3837083d7497) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:39:42.030000 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.077828 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.122275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Network 65047711-2abc-421e-9eb6-ecd38dda9404 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:39:42.127589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:39:42.131539 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:39:42.138317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Pushing event updated for resources: {'Port': ['ID=7d725a9b-3773-4da4-8e71-3837083d7497,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:42.186201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:42.186755 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.203082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-dcaea7e7-878b-4fc8-a689-1c574b291db5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900619 Nov 08 14:39:42.215639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Request body: {'port': {'device_id': '279ca775-68cb-4f20-b896-97b29100f915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:39:42.276565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.549850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d725a9b-3773-4da4-8e71-3837083d7497 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:42.558064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.570803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Transition to ACTIVE for port object 7d725a9b-3773-4da4-8e71-3837083d7497 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:39:42.575709 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.625402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Pushing event updated for resources: {'Port': ['ID=7d725a9b-3773-4da4-8e71-3837083d7497,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:42.702967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Attempting to bind port 7d725a9b-3773-4da4-8e71-3837083d7497 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:39:42.703313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Attempting to bind port 7d725a9b-3773-4da4-8e71-3837083d7497 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:39:42.703642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Attempting to bind port 7d725a9b-3773-4da4-8e71-3837083d7497 on network 65047711-2abc-421e-9eb6-ecd38dda9404 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:39:42.709037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Port 7d725a9b-3773-4da4-8e71-3837083d7497 on network 65047711-2abc-421e-9eb6-ecd38dda9404 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:39:42.709360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Attempting to bind port 7d725a9b-3773-4da4-8e71-3837083d7497 on network 65047711-2abc-421e-9eb6-ecd38dda9404 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:39:42.715842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:39:42.716186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Checking segment: {'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:39:42.716570 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Bound using segment: {'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:39:42.717000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Bound port: 7d725a9b-3773-4da4-8e71-3837083d7497, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:39:42.717361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.785928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] For port 7d725a9b-3773-4da4-8e71-3837083d7497, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:39:42.789153 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] For port 7d725a9b-3773-4da4-8e71-3837083d7497, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7d725a9b-3773-4da4-8e71-3837083d7497,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:39:42.792994 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.829095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:42.829724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:42.831476 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] 10.222.0.70 "PUT /v2.0/ports/7d725a9b-3773-4da4-8e71-3837083d7497 HTTP/1.1" status: 200 len: 1092 time: 0.6201506 Nov 08 14:39:42.831973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279ca775-68cb-4f20-b896-97b29100f915', 'tag': '7d725a9b-3773-4da4-8e71-3837083d7497'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:39:42.834381 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8724667-fbe0-46d7-89b9-b653ae7a19c8" -d '{"events": [{"name": "network-changed", "server_uuid": "279ca775-68cb-4f20-b896-97b29100f915", "tag": "7d725a9b-3773-4da4-8e71-3837083d7497"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:39:42.836251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445bf2b-cab3-4ae0-9efd-e8ff1c6ed9a4 req-7fd3d08a-892b-48d8-a612-bae1c4c95558 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:42.837912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9445bf2b-cab3-4ae0-9efd-e8ff1c6ed9a4 req-7fd3d08a-892b-48d8-a612-bae1c4c95558 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 944 time: 0.0530512 Nov 08 14:39:42.864965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21db98-af1d-4921-87ae-b72895652ded service neutron] Pushing event updated for resources: {'Port': ['ID=7d725a9b-3773-4da4-8e71-3837083d7497,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:42.903133 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72043b76-08da-44c7-9066-946b03f463b2 x-openstack-request-id: req-72043b76-08da-44c7-9066-946b03f463b2 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:39:42.903398 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "279ca775-68cb-4f20-b896-97b29100f915", "tag": "7d725a9b-3773-4da4-8e71-3837083d7497", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:39:42.903652 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72043b76-08da-44c7-9066-946b03f463b2 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:39:42.904090 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '279ca775-68cb-4f20-b896-97b29100f915', 'tag': '7d725a9b-3773-4da4-8e71-3837083d7497', 'status': 'completed', 'code': 200} Nov 08 14:39:42.918925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9445bf2b-cab3-4ae0-9efd-e8ff1c6ed9a4 req-73118b10-f7d7-455b-bff6-ed0ef10d9244 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654328 Nov 08 14:39:42.921871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-cb7c1942-3654-4d66-99f1-70756ef76cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:42.923375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-cb7c1942-3654-4d66-99f1-70756ef76cf7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd071786eef94ef4a7d87fdfcd8ed3e2&device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 1095 time: 0.0518882 Nov 08 14:39:42.967266 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-4b60357d-eb15-4a61-a587-7f9d4a0ee133 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d725a9b-3773-4da4-8e71-3837083d7497 HTTP/1.1" status: 200 len: 217 time: 0.0358524 Nov 08 14:39:43.020463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-b2654cde-ee2d-486f-999f-938500674c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:43.021847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-b2654cde-ee2d-486f-999f-938500674c89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d905f03-3bb2-4820-b4ce-5d85631a029b HTTP/1.1" status: 200 len: 854 time: 0.0473800 Nov 08 14:39:43.058839 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-3b531ec5-3529-4cfa-bab7-b7827b7331fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65047711-2abc-421e-9eb6-ecd38dda9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299895 Nov 08 14:39:43.152419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-e7711ae3-844f-4936-ba4a-6acc6927dded service neutron] 10.222.0.70 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860677 Nov 08 14:39:43.251157 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-301e7e7b-49fb-4069-aa55-0714051e2b03 req-48e9c440-9c49-4fe2-bab6-69e2dfd83565 service neutron] 10.222.0.70 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922513 Nov 08 14:39:43.347072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-814f4905-b1aa-42d3-9ac7-e4d117476f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:43.348528 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-814f4905-b1aa-42d3-9ac7-e4d117476f04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd071786eef94ef4a7d87fdfcd8ed3e2&device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 1095 time: 0.0430510 Nov 08 14:39:43.443168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-968355ac-e22e-49f1-9f78-6dcfeca050a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:43.444736 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-968355ac-e22e-49f1-9f78-6dcfeca050a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=65047711-2abc-421e-9eb6-ecd38dda9404 HTTP/1.1" status: 200 len: 915 time: 0.0888016 Nov 08 14:39:43.490724 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-08b61a3c-5616-4054-9388-3ac68ddca96f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d725a9b-3773-4da4-8e71-3837083d7497 HTTP/1.1" status: 200 len: 217 time: 0.0393353 Nov 08 14:39:43.548609 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-2f0c9122-5e1b-4dbd-924f-417f34a812c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:43.550128 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-2f0c9122-5e1b-4dbd-924f-417f34a812c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3d905f03-3bb2-4820-b4ce-5d85631a029b HTTP/1.1" status: 200 len: 854 time: 0.0525703 Nov 08 14:39:43.583402 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-1c0b702e-d0e0-4dd1-93de-58a3f55d16fd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=65047711-2abc-421e-9eb6-ecd38dda9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251031 Nov 08 14:39:43.682864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-0b595e41-6f79-47d2-9c23-a0c5c9830feb service neutron] 10.222.0.70 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920241 Nov 08 14:39:43.777111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e8724667-fbe0-46d7-89b9-b653ae7a19c8 req-773aa6f1-fbf0-454d-a9e8-a50f711d009c service neutron] 10.222.0.70 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866935 Nov 08 14:39:44.044164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094891-b8d3-4094-83a8-345324772c73 req-abb3b609-4acd-45ae-b5b6-b12442237bf5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:44.045682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31094891-b8d3-4094-83a8-345324772c73 req-abb3b609-4acd-45ae-b5b6-b12442237bf5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 944 time: 0.0552282 Nov 08 14:39:44.096005 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-31094891-b8d3-4094-83a8-345324772c73 req-e1c6137c-8e83-4553-8ef2-885bd8fd9d6d tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442359 Nov 08 14:39:45.215237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca6eb7-d12e-4bc5-b47d-1be488c8eb10 req-5c3ec5b7-9c45-4d23-b2e4-29af4eaab09e tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:45.216752 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8ca6eb7-d12e-4bc5-b47d-1be488c8eb10 req-5c3ec5b7-9c45-4d23-b2e4-29af4eaab09e tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 944 time: 0.0493596 Nov 08 14:39:45.265866 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8ca6eb7-d12e-4bc5-b47d-1be488c8eb10 req-41aa0927-40c3-434f-8b56-98ccd84b7ab9 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Nov 08 14:39:45.863839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7d725a9b-3773-4da4-8e71-3837083d7497 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:39:45.966570 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7d725a9b-3773-4da4-8e71-3837083d7497, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7d725a9b-3773-4da4-8e71-3837083d7497,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:45.978984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7d725a9b-3773-4da4-8e71-3837083d7497', 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404', 'port_id': '7d725a9b-3773-4da4-8e71-3837083d7497', 'mac_address': 'fa:16:3e:9c:66:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d905f03-3bb2-4820-b4ce-5d85631a029b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:39:46.022374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:46.037242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d725a9b-3773-4da4-8e71-3837083d7497 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:46.057818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7d725a9b-3773-4da4-8e71-3837083d7497, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7d725a9b-3773-4da4-8e71-3837083d7497,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:46.061892 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:46.108843 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7d725a9b-3773-4da4-8e71-3837083d7497,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:46.251152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7d725a9b-3773-4da4-8e71-3837083d7497'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:39:46.392329 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbf46-3e12-4094-a7d4-3eb704e5893f req-55e3cd9c-3699-4f00-9673-c685a25bd8d9 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:46.393822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06cbbf46-3e12-4094-a7d4-3eb704e5893f req-55e3cd9c-3699-4f00-9673-c685a25bd8d9 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 945 time: 0.0553105 Nov 08 14:39:46.447935 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06cbbf46-3e12-4094-a7d4-3eb704e5893f req-1e0f3acd-494b-4103-8a1c-90e24f1f0f7c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Nov 08 14:39:47.571477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffed80e-9bd0-4e51-b9e6-993f9222ffd1 req-fb72af3b-8f21-46e6-bd0a-ddb0047c03af tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:47.573018 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ffed80e-9bd0-4e51-b9e6-993f9222ffd1 req-fb72af3b-8f21-46e6-bd0a-ddb0047c03af tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 945 time: 0.0520818 Nov 08 14:39:47.623593 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3ffed80e-9bd0-4e51-b9e6-993f9222ffd1 req-21d88a2a-7303-4cce-a1bb-302e7d700cae tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Nov 08 14:39:47.879985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7d725a9b-3773-4da4-8e71-3837083d7497 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:39:47.934489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 7d725a9b-3773-4da4-8e71-3837083d7497 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:39:47.939205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7d725a9b-3773-4da4-8e71-3837083d7497 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:39:47.939578 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:48.028164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:48.052626 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279ca775-68cb-4f20-b896-97b29100f915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d725a9b-3773-4da4-8e71-3837083d7497'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:39:48.054962 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7d0c3e-b5e6-4eb3-9f38-db1084a3309c" -d '{"events": [{"server_uuid": "279ca775-68cb-4f20-b896-97b29100f915", "name": "network-vif-plugged", "status": "completed", "tag": "7d725a9b-3773-4da4-8e71-3837083d7497"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:39:48.069563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7d725a9b-3773-4da4-8e71-3837083d7497, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7d725a9b-3773-4da4-8e71-3837083d7497,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:48.074759 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:48.127964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7d725a9b-3773-4da4-8e71-3837083d7497,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:48.154975 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7236d4-c34e-4567-9759-19ed1b4cb5da x-openstack-request-id: req-be7236d4-c34e-4567-9759-19ed1b4cb5da {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:39:48.155273 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279ca775-68cb-4f20-b896-97b29100f915", "name": "network-vif-plugged", "status": "completed", "tag": "7d725a9b-3773-4da4-8e71-3837083d7497", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:39:48.155533 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be7236d4-c34e-4567-9759-19ed1b4cb5da {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:39:48.155980 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279ca775-68cb-4f20-b896-97b29100f915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d725a9b-3773-4da4-8e71-3837083d7497', 'code': 200} Nov 08 14:39:48.263382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65069c5-15c4-4c47-8fd6-4a1e2682e199 req-3f815dea-1317-4ebe-a958-a6304b4dacef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:48.264951 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a65069c5-15c4-4c47-8fd6-4a1e2682e199 req-3f815dea-1317-4ebe-a958-a6304b4dacef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 1097 time: 0.0489244 Nov 08 14:39:48.312445 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a65069c5-15c4-4c47-8fd6-4a1e2682e199 req-cc4a4724-09f8-4ed4-b8a3-243c21bfb58c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397098 Nov 08 14:39:48.744728 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b3eaa-be29-49e2-aeee-75fb1d704d80 req-5edfcd28-7dd0-4753-a888-d4947390eea2 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:48.746824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730b3eaa-be29-49e2-aeee-75fb1d704d80 req-5edfcd28-7dd0-4753-a888-d4947390eea2 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0530572 Nov 08 14:39:48.798928 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-730b3eaa-be29-49e2-aeee-75fb1d704d80 req-40dd943d-9c20-4177-b525-fe86c8345ced tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454786 Nov 08 14:39:49.926696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7a70-f0bb-4b34-976e-8e2e37d98758 req-99174c1d-a162-4a02-bc2c-4540f68458ea tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:49.928334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29fc7a70-f0bb-4b34-976e-8e2e37d98758 req-99174c1d-a162-4a02-bc2c-4540f68458ea tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0564077 Nov 08 14:39:49.983589 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29fc7a70-f0bb-4b34-976e-8e2e37d98758 req-d9865a06-b708-446c-b75a-672483e94dc6 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481422 Nov 08 14:39:50.228905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-4b93b070-83db-499a-9be1-371794368b51 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:50.230975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-4b93b070-83db-499a-9be1-371794368b51 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/networks?id=65047711-2abc-421e-9eb6-ecd38dda9404 HTTP/1.1" status: 200 len: 814 time: 0.1145322 Nov 08 14:39:50.248250 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-0d24163d-be62-40ee-8f1c-1ccd039e59f5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/quotas/dd071786eef94ef4a7d87fdfcd8ed3e2 HTTP/1.1" status: 200 len: 375 time: 0.0110831 Nov 08 14:39:50.305098 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-af022263-4837-49e0-a487-8999c1c7b226 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd071786eef94ef4a7d87fdfcd8ed3e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504091 Nov 08 14:39:50.317849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-e928e735-fd54-448b-bfe4-15eb2c4c08a2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:39:50.318838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-e928e735-fd54-448b-bfe4-15eb2c4c08a2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052142 Nov 08 14:39:50.419229 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-581e0fae-bc3c-4877-b6d2-17d64d17d0c5 service neutron] 10.222.0.65 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934782 Nov 08 14:39:50.521507 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-94d530c5-05d1-4860-9246-7b49ce0362ad service neutron] 10.222.0.65 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958610 Nov 08 14:39:50.701800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ab2fd1f2-c292-475e-bc03-504ce2438ab6 req-7e9c27da-1153-4d04-91ab-ad094ae66daf tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Nov 08 14:39:51.796003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-86428bff-bf0f-4cc0-bf68-d7332e14559c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:51.798343 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-86428bff-bf0f-4cc0-bf68-d7332e14559c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.54 "GET /v2.0/networks?id=65047711-2abc-421e-9eb6-ecd38dda9404 HTTP/1.1" status: 200 len: 814 time: 0.1303463 Nov 08 14:39:51.815228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Request body: {'port': {'device_id': 'c8911387-281f-400e-8568-6854793236f8', 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404', 'admin_state_up': True, 'tenant_id': 'dd071786eef94ef4a7d87fdfcd8ed3e2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:39:51.817816 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3134c3f8-66ce-4b07-8321-3f03bfcd81ac req-52d8922c-92ce-4b67-b761-9ef5dae91db0 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 210 time: 0.0346134 Nov 08 14:39:51.934122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Made reservation on behalf of dd071786eef94ef4a7d87fdfcd8ed3e2 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:39:51.937770 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.073525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Allocated IP 172.20.0.7 (65047711-2abc-421e-9eb6-ecd38dda9404/3d905f03-3bb2-4820-b4ce-5d85631a029b/f80c456d-6610-4ca8-8a07-1e50180deb0a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:39:52.226723 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.260186 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.273107 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7d725a9b-3773-4da4-8e71-3837083d7497'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:39:52.310084 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Network 65047711-2abc-421e-9eb6-ecd38dda9404 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:39:52.315402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:39:52.319621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:39:52.346288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Pushing event updated for resources: {'Port': ['ID=f80c456d-6610-4ca8-8a07-1e50180deb0a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:52.359185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.359521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.359885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.360214 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.360543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.360879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.361190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.361508 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.361832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.362150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.362466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.363228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:39:52.387677 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:52.388336 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.405640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d89cb6dc-2759-4fcb-8a2f-781c1cd0d749 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5944719 Nov 08 14:39:52.419593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Request body: {'port': {'device_id': 'c8911387-281f-400e-8568-6854793236f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:39:52.474806 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.748164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f80c456d-6610-4ca8-8a07-1e50180deb0a {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:52.756452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.769710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Transition to ACTIVE for port object f80c456d-6610-4ca8-8a07-1e50180deb0a will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:39:52.773666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.828160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Pushing event updated for resources: {'Port': ['ID=f80c456d-6610-4ca8-8a07-1e50180deb0a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:52.897516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Attempting to bind port f80c456d-6610-4ca8-8a07-1e50180deb0a on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:39:52.897855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Attempting to bind port f80c456d-6610-4ca8-8a07-1e50180deb0a by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:39:52.898162 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Attempting to bind port f80c456d-6610-4ca8-8a07-1e50180deb0a on network 65047711-2abc-421e-9eb6-ecd38dda9404 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:39:52.903536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Port f80c456d-6610-4ca8-8a07-1e50180deb0a on network 65047711-2abc-421e-9eb6-ecd38dda9404 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:39:52.904062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Attempting to bind port f80c456d-6610-4ca8-8a07-1e50180deb0a on network 65047711-2abc-421e-9eb6-ecd38dda9404 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:39:52.909684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:39:52.910025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Checking segment: {'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:39:52.910406 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Bound using segment: {'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:39:52.910895 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Bound port: f80c456d-6610-4ca8-8a07-1e50180deb0a, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66697b68-3676-4ec1-9947-6b20b6ab4639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:39:52.911257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:52.946811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0ccbb-3dff-4d0f-9322-41a68eee2421 req-4d7763e6-875b-4c0b-bf56-1a003cedc859 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:52.948210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7c0ccbb-3dff-4d0f-9322-41a68eee2421 req-4d7763e6-875b-4c0b-bf56-1a003cedc859 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 943 time: 0.0560944 Nov 08 14:39:52.989754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] For port f80c456d-6610-4ca8-8a07-1e50180deb0a, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:39:52.996310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] For port f80c456d-6610-4ca8-8a07-1e50180deb0a, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f80c456d-6610-4ca8-8a07-1e50180deb0a,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:39:53.002176 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:53.018975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7c0ccbb-3dff-4d0f-9322-41a68eee2421 req-e4160fd0-5531-4757-813e-5b98c38b6878 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642033 Nov 08 14:39:53.040701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:53.041668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:53.043801 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] 10.222.0.54 "PUT /v2.0/ports/f80c456d-6610-4ca8-8a07-1e50180deb0a HTTP/1.1" status: 200 len: 1091 time: 0.6287413 Nov 08 14:39:53.046596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8911387-281f-400e-8568-6854793236f8', 'tag': 'f80c456d-6610-4ca8-8a07-1e50180deb0a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:39:53.048846 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f12fb1-12af-4a07-9e23-b9511bd0c365" -d '{"events": [{"name": "network-changed", "server_uuid": "c8911387-281f-400e-8568-6854793236f8", "tag": "f80c456d-6610-4ca8-8a07-1e50180deb0a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:39:53.081441 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac8041-076d-4eb4-aa0e-d65ff141ca69 service neutron] Pushing event updated for resources: {'Port': ['ID=f80c456d-6610-4ca8-8a07-1e50180deb0a,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:53.100473 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176478eb-c43b-4edc-a3e3-e1500aae6d38 x-openstack-request-id: req-176478eb-c43b-4edc-a3e3-e1500aae6d38 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:39:53.100768 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8911387-281f-400e-8568-6854793236f8", "tag": "f80c456d-6610-4ca8-8a07-1e50180deb0a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:39:53.101021 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-176478eb-c43b-4edc-a3e3-e1500aae6d38 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:39:53.101416 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8911387-281f-400e-8568-6854793236f8', 'tag': 'f80c456d-6610-4ca8-8a07-1e50180deb0a', 'status': 'completed', 'code': 200} Nov 08 14:39:53.136918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-7ba22c93-be0e-4f20-98f2-68a605ed7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:53.138533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-7ba22c93-be0e-4f20-98f2-68a605ed7bd8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd071786eef94ef4a7d87fdfcd8ed3e2&device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 1094 time: 0.0482523 Nov 08 14:39:53.189506 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-d78b86d6-72a6-432a-87ad-b444f6980e3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f80c456d-6610-4ca8-8a07-1e50180deb0a HTTP/1.1" status: 200 len: 217 time: 0.0416031 Nov 08 14:39:53.242031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-e463fade-47a8-4560-91c7-3fc319338160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:53.243509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-e463fade-47a8-4560-91c7-3fc319338160 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d905f03-3bb2-4820-b4ce-5d85631a029b HTTP/1.1" status: 200 len: 854 time: 0.0454926 Nov 08 14:39:53.275123 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-1b8e09d4-9d21-4e07-bf5f-94b4e837c5b9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65047711-2abc-421e-9eb6-ecd38dda9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245609 Nov 08 14:39:53.369232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-5711dbdc-e0a1-4099-88e9-1fc7694e29b6 service neutron] 10.222.0.54 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871654 Nov 08 14:39:53.464392 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb47213e-6b26-4097-83fc-05f1c82e064d req-109d7976-04a2-4c44-9be3-f43caed5cd73 service neutron] 10.222.0.54 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873811 Nov 08 14:39:53.553018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-b5013c45-2111-481e-afd2-436a579e8d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:53.554424 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-b5013c45-2111-481e-afd2-436a579e8d94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd071786eef94ef4a7d87fdfcd8ed3e2&device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 1094 time: 0.0432124 Nov 08 14:39:53.619242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:53.993574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-207b31c1-6ae6-496d-9aa8-5bcd11b323c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:53.995695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-207b31c1-6ae6-496d-9aa8-5bcd11b323c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=65047711-2abc-421e-9eb6-ecd38dda9404 HTTP/1.1" status: 200 len: 915 time: 0.4338095 Nov 08 14:39:54.039381 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-83a865aa-41b7-46b6-99ce-8e5aeeed76d4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f80c456d-6610-4ca8-8a07-1e50180deb0a HTTP/1.1" status: 200 len: 217 time: 0.0367055 Nov 08 14:39:54.056924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:54.100146 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-718db1b0-899c-4296-9a78-d38d2e6228b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:54.101603 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-718db1b0-899c-4296-9a78-d38d2e6228b8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=3d905f03-3bb2-4820-b4ce-5d85631a029b HTTP/1.1" status: 200 len: 854 time: 0.0556724 Nov 08 14:39:54.134142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-a8a71c2a-5e5a-4a49-b8d0-3f699a61643b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=65047711-2abc-421e-9eb6-ecd38dda9404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252368 Nov 08 14:39:54.151973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755efb22-134b-4a77-b9d5-0dd0212a4a69 req-0dda2227-7d16-4800-a541-a02e867d451c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:54.153563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-755efb22-134b-4a77-b9d5-0dd0212a4a69 req-0dda2227-7d16-4800-a541-a02e867d451c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 943 time: 0.0581396 Nov 08 14:39:54.209467 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-755efb22-134b-4a77-b9d5-0dd0212a4a69 req-dc6f8780-df2f-4f16-ae74-5080538ffbe4 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494227 Nov 08 14:39:54.232493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-7778cfaa-f283-4727-b6ca-09e65d36868d service neutron] 10.222.0.54 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903947 Nov 08 14:39:54.329191 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9f12fb1-12af-4a07-9e23-b9511bd0c365 req-32b67a7b-4969-4834-837a-673b47730559 service neutron] 10.222.0.54 "GET /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Nov 08 14:39:55.329326 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdc1fe-d01e-478d-b06e-bf904c43e5fb req-5d9db56c-a1e9-4669-bce4-af2fa7f1196a tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:55.330815 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6bdc1fe-d01e-478d-b06e-bf904c43e5fb req-5d9db56c-a1e9-4669-bce4-af2fa7f1196a tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 943 time: 0.0491405 Nov 08 14:39:55.379552 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f6bdc1fe-d01e-478d-b06e-bf904c43e5fb req-875ba7ac-0150-47d9-a721-b0129af9f8b2 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426276 Nov 08 14:39:56.501554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e5a0e-d056-48a0-bfd5-c95aef2fe228 req-84f459bc-4b60-44d2-9103-e151afed2136 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:56.503047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-618e5a0e-d056-48a0-bfd5-c95aef2fe228 req-84f459bc-4b60-44d2-9103-e151afed2136 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 943 time: 0.0533063 Nov 08 14:39:56.554852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-618e5a0e-d056-48a0-bfd5-c95aef2fe228 req-3ac7beb4-186e-48b4-8cd7-55955e083270 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Nov 08 14:39:57.678663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b50aa5-9158-400d-9a2f-071d08bdc315 req-64405a21-105a-4267-8af3-72ebca2468d8 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:57.680092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9b50aa5-9158-400d-9a2f-071d08bdc315 req-64405a21-105a-4267-8af3-72ebca2468d8 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 943 time: 0.0566738 Nov 08 14:39:57.686911 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f80c456d-6610-4ca8-8a07-1e50180deb0a details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:39:57.733826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9b50aa5-9158-400d-9a2f-071d08bdc315 req-4c3e3ce5-1a44-4564-9363-0937760b82d0 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Nov 08 14:39:57.792560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f80c456d-6610-4ca8-8a07-1e50180deb0a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f80c456d-6610-4ca8-8a07-1e50180deb0a,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:57.804465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'f80c456d-6610-4ca8-8a07-1e50180deb0a', 'network_id': '65047711-2abc-421e-9eb6-ecd38dda9404', 'port_id': 'f80c456d-6610-4ca8-8a07-1e50180deb0a', 'mac_address': 'fa:16:3e:19:b8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d905f03-3bb2-4820-b4ce-5d85631a029b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:39:57.842642 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:57.857605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f80c456d-6610-4ca8-8a07-1e50180deb0a {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:39:57.878921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f80c456d-6610-4ca8-8a07-1e50180deb0a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f80c456d-6610-4ca8-8a07-1e50180deb0a,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:57.883497 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:57.936925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f80c456d-6610-4ca8-8a07-1e50180deb0a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:39:58.063869 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c141c7ce-1faa-4e62-9692-ed5c244520c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:58.183076 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f80c456d-6610-4ca8-8a07-1e50180deb0a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:39:58.856547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3bdbf-efba-470c-84a4-366a7f07426c req-03dd84c6-1564-4f05-b8df-a41986e1a77f tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:39:58.858063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8d3bdbf-efba-470c-84a4-366a7f07426c req-03dd84c6-1564-4f05-b8df-a41986e1a77f tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 944 time: 0.0541494 Nov 08 14:39:58.906760 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b8d3bdbf-efba-470c-84a4-366a7f07426c req-6e646caf-f014-431d-b242-1ae331ea0bc7 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427871 Nov 08 14:39:59.695727 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f80c456d-6610-4ca8-8a07-1e50180deb0a up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:39:59.748305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port f80c456d-6610-4ca8-8a07-1e50180deb0a completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:39:59.752359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port f80c456d-6610-4ca8-8a07-1e50180deb0a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:39:59.752726 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:59.833316 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:59.857438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8911387-281f-400e-8568-6854793236f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80c456d-6610-4ca8-8a07-1e50180deb0a'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:39:59.859675 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1036235-89f7-4b0c-b27d-43f9318a8cde" -d '{"events": [{"server_uuid": "c8911387-281f-400e-8568-6854793236f8", "name": "network-vif-plugged", "status": "completed", "tag": "f80c456d-6610-4ca8-8a07-1e50180deb0a"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:39:59.872429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port f80c456d-6610-4ca8-8a07-1e50180deb0a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f80c456d-6610-4ca8-8a07-1e50180deb0a,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:39:59.876798 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:39:59.904371 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e0b6b3-9a7a-46d8-bc24-05c4ec589565 x-openstack-request-id: req-07e0b6b3-9a7a-46d8-bc24-05c4ec589565 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:39:59.904664 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8911387-281f-400e-8568-6854793236f8", "name": "network-vif-plugged", "status": "completed", "tag": "f80c456d-6610-4ca8-8a07-1e50180deb0a", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:39:59.904914 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07e0b6b3-9a7a-46d8-bc24-05c4ec589565 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:39:59.905319 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8911387-281f-400e-8568-6854793236f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f80c456d-6610-4ca8-8a07-1e50180deb0a', 'code': 200} Nov 08 14:39:59.931661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=f80c456d-6610-4ca8-8a07-1e50180deb0a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:00.004606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2116aa7-ae26-42c1-834c-d1c845a6af21 req-02c197f1-e48c-4aa9-a96d-cf01173fe0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:00.006185 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2116aa7-ae26-42c1-834c-d1c845a6af21 req-02c197f1-e48c-4aa9-a96d-cf01173fe0f4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 1096 time: 0.0458171 Nov 08 14:40:00.034365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654de2c6-6913-4499-9170-b75b385907d3 req-7096f32d-0d1a-48d1-bf56-a49e872bdec5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:00.035898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-654de2c6-6913-4499-9170-b75b385907d3 req-7096f32d-0d1a-48d1-bf56-a49e872bdec5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 945 time: 0.0583501 Nov 08 14:40:00.052893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f2116aa7-ae26-42c1-834c-d1c845a6af21 req-7a678c02-98cc-4fe6-9e90-5eeb6e608787 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394487 Nov 08 14:40:00.084569 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-654de2c6-6913-4499-9170-b75b385907d3 req-c53682cf-c0c0-45b3-ab29-071fc30e44fd tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423789 Nov 08 14:40:01.205258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b0954-45ed-4f42-9acc-e31650ad066d req-125818c6-de46-46bc-8ce1-b34f4e017a06 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:01.206787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f3b0954-45ed-4f42-9acc-e31650ad066d req-125818c6-de46-46bc-8ce1-b34f4e017a06 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 945 time: 0.0511858 Nov 08 14:40:01.260560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6f3b0954-45ed-4f42-9acc-e31650ad066d req-6b9c2a26-b0d9-4aef-8cdf-b3ef1b635b8b tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469017 Nov 08 14:40:01.533214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44b063f0-cff8-4538-b065-a46432d5b8a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:02.381068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd28fc4-efa0-48dc-a6cd-4fe04214c1c6 req-113edfc8-4e3f-49fe-a7bb-2bc752e251bc tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:02.382939 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bd28fc4-efa0-48dc-a6cd-4fe04214c1c6 req-113edfc8-4e3f-49fe-a7bb-2bc752e251bc tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 945 time: 0.0510027 Nov 08 14:40:02.432482 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1bd28fc4-efa0-48dc-a6cd-4fe04214c1c6 req-aba45506-9f3e-4b8d-8b49-a9790868875c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Nov 08 14:40:02.675888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d33b25-e25e-4fa2-a5fa-e0f8f6e93ac5 req-4f3398fb-10f2-4133-a011-79714de54dde tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:02.677362 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4d33b25-e25e-4fa2-a5fa-e0f8f6e93ac5 req-4f3398fb-10f2-4133-a011-79714de54dde tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 945 time: 0.0505364 Nov 08 14:40:02.726757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4d33b25-e25e-4fa2-a5fa-e0f8f6e93ac5 req-2827e8b7-b67d-47ec-8968-114c42f58921 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Nov 08 14:40:03.246567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:03.851017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2ebe4-07f9-4349-85ba-b715e5e93906 req-c852c6e7-5182-4220-a393-1ad216cb2375 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:03.852541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9c2ebe4-07f9-4349-85ba-b715e5e93906 req-c852c6e7-5182-4220-a393-1ad216cb2375 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 945 time: 0.0543935 Nov 08 14:40:03.900654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a9c2ebe4-07f9-4349-85ba-b715e5e93906 req-2ae36ddd-cff8-4fdc-8de4-75e8a1d41756 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Nov 08 14:40:04.030365 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-5f92fef7-bbd3-4f54-b530-0a4e5d2a13a0 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:04.031711 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-5f92fef7-bbd3-4f54-b530-0a4e5d2a13a0 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.54 "GET /v2.0/ports?device_id=c8911387-281f-400e-8568-6854793236f8 HTTP/1.1" status: 200 len: 945 time: 0.0542462 Nov 08 14:40:04.122722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Deleting port f80c456d-6610-4ca8-8a07-1e50180deb0a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:04.123073 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:04.216373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] For port f80c456d-6610-4ca8-8a07-1e50180deb0a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=f80c456d-6610-4ca8-8a07-1e50180deb0a,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:04.216744 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:04.230234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Calling delete_port for f80c456d-6610-4ca8-8a07-1e50180deb0a owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:04.361360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:04.374553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['f80c456d-6610-4ca8-8a07-1e50180deb0a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:40:04.376975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7d725a9b-3773-4da4-8e71-3837083d7497'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:40:04.393822 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Pushing event deleted for resources: {'Port': ['ID=f80c456d-6610-4ca8-8a07-1e50180deb0a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:04.441174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] No DVR routers for this DVR port f80c456d-6610-4ca8-8a07-1e50180deb0a on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:04.443802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:04.447085 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d993d3c0-2a73-4c2b-932f-ae9222b70e20 req-ddf0f1ef-4640-446f-a006-719b5cf6538c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.54 "DELETE /v2.0/ports/f80c456d-6610-4ca8-8a07-1e50180deb0a HTTP/1.1" status: 204 len: 173 time: 0.4078467 Nov 08 14:40:04.447535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8911387-281f-400e-8568-6854793236f8', 'name': 'network-vif-deleted', 'tag': 'f80c456d-6610-4ca8-8a07-1e50180deb0a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:40:04.449862 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79ed42-7157-421f-be52-5d0f4165e5b9" -d '{"events": [{"server_uuid": "c8911387-281f-400e-8568-6854793236f8", "name": "network-vif-deleted", "tag": "f80c456d-6610-4ca8-8a07-1e50180deb0a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:40:04.493453 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2834e-03a5-4647-b90a-e5e9245c939f x-openstack-request-id: req-7cb2834e-03a5-4647-b90a-e5e9245c939f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:40:04.493914 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8911387-281f-400e-8568-6854793236f8", "name": "network-vif-deleted", "tag": "f80c456d-6610-4ca8-8a07-1e50180deb0a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:40:04.494037 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cb2834e-03a5-4647-b90a-e5e9245c939f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:40:04.494394 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8911387-281f-400e-8568-6854793236f8', 'name': 'network-vif-deleted', 'tag': 'f80c456d-6610-4ca8-8a07-1e50180deb0a', 'status': 'completed', 'code': 200} Nov 08 14:40:05.055444 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f878f2-2d84-46f6-9799-765b21029404 req-4deca092-d8a3-471e-a59e-6b05735fe562 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:05.056853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9f878f2-2d84-46f6-9799-765b21029404 req-4deca092-d8a3-471e-a59e-6b05735fe562 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0498295 Nov 08 14:40:05.105787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f9f878f2-2d84-46f6-9799-765b21029404 req-4e2cbdb5-3aeb-49c3-8e56-77bcdebd11c9 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422637 Nov 08 14:40:05.236672 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73ef0e-432c-47fc-9249-3bda1494ef62 req-c0db46bd-4378-4f6b-a367-14ea68afb34c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:05.238174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a73ef0e-432c-47fc-9249-3bda1494ef62 req-c0db46bd-4378-4f6b-a367-14ea68afb34c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0489841 Nov 08 14:40:05.291563 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a73ef0e-432c-47fc-9249-3bda1494ef62 req-23e359d2-6956-4576-a78a-b3124c2a307c tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474322 Nov 08 14:40:05.408247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12db932-20a3-4a2d-bc88-36720c3458bf req-659767c4-73c7-4b1a-b94e-84dc35c75406 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:05.410014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e12db932-20a3-4a2d-bc88-36720c3458bf req-659767c4-73c7-4b1a-b94e-84dc35c75406 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0500050 Nov 08 14:40:05.460604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e12db932-20a3-4a2d-bc88-36720c3458bf req-58d2548d-bb31-4fcf-92f8-c4a8ab3e8ad6 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445757 Nov 08 14:40:05.637094 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb29aa0-49c9-4170-8067-836ab46d42ea req-a7d877c3-575c-43b5-ae46-962bfe641eb8 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:05.638488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3eb29aa0-49c9-4170-8067-836ab46d42ea req-a7d877c3-575c-43b5-ae46-962bfe641eb8 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0511203 Nov 08 14:40:05.688662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3eb29aa0-49c9-4170-8067-836ab46d42ea req-47949a29-d5f1-47b9-b15e-889a56b762fb tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Nov 08 14:40:05.768544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:05.814574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e0ccd-b047-41dd-9782-2040d08f0f5e req-6d5646da-f723-4d5f-9eb5-d3dae7a3d4e8 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:05.816112 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-682e0ccd-b047-41dd-9782-2040d08f0f5e req-6d5646da-f723-4d5f-9eb5-d3dae7a3d4e8 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0573449 Nov 08 14:40:05.866135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-682e0ccd-b047-41dd-9782-2040d08f0f5e req-52ab44d0-7eb6-4acf-9a34-985ab1245f64 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439029 Nov 08 14:40:05.925268 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:06.002358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636a48f-7331-4d4e-a555-dd9fcfb75c10 req-483b3f85-3a8f-44c1-8f9e-ef3b942c38e4 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:06.003934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c636a48f-7331-4d4e-a555-dd9fcfb75c10 req-483b3f85-3a8f-44c1-8f9e-ef3b942c38e4 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0522699 Nov 08 14:40:06.052245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c636a48f-7331-4d4e-a555-dd9fcfb75c10 req-2237ceae-1a1b-43dc-b01a-f1b23d11d621 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Nov 08 14:40:06.360954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd00eee-7e95-468f-a28c-393635fd02c9 req-ca9d1327-ddad-44c8-9de7-b6e91ad9ffe4 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:06.362422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dd00eee-7e95-468f-a28c-393635fd02c9 req-ca9d1327-ddad-44c8-9de7-b6e91ad9ffe4 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0521932 Nov 08 14:40:06.410003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0dd00eee-7e95-468f-a28c-393635fd02c9 req-2b19b40e-a4d2-49f7-a1ec-c70e832b5520 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Nov 08 14:40:07.529151 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d870f-c2df-43a8-bb6f-b37e58c544ac req-5456a963-0947-41a4-9fa8-44b8ab0ebfc0 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:07.531262 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-012d870f-c2df-43a8-bb6f-b37e58c544ac req-5456a963-0947-41a4-9fa8-44b8ab0ebfc0 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0502717 Nov 08 14:40:07.579093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-012d870f-c2df-43a8-bb6f-b37e58c544ac req-24039374-18b7-4444-9989-24d97af94168 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.65 "GET /v2.0/security-groups?id=55ba3c87-68ed-4227-a846-1974316825cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418553 Nov 08 14:40:07.692450 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-e1eddb79-5acf-4a17-b8e9-92e6db1f38e9 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:07.693833 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-e1eddb79-5acf-4a17-b8e9-92e6db1f38e9 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.70 "GET /v2.0/ports?device_id=279ca775-68cb-4f20-b896-97b29100f915 HTTP/1.1" status: 200 len: 946 time: 0.0492420 Nov 08 14:40:07.711204 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f80c456d-6610-4ca8-8a07-1e50180deb0a no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:40:07.731361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: f80c456d-6610-4ca8-8a07-1e50180deb0a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:40:07.731709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device f80c456d-6610-4ca8-8a07-1e50180deb0a not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:40:07.789467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Deleting port 7d725a9b-3773-4da4-8e71-3837083d7497 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:07.789810 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:07.883760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] For port 7d725a9b-3773-4da4-8e71-3837083d7497, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7d725a9b-3773-4da4-8e71-3837083d7497,segment=NetworkSegment(66697b68-3676-4ec1-9947-6b20b6ab4639),segment_id=66697b68-3676-4ec1-9947-6b20b6ab4639)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:07.884136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:07.898114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Calling delete_port for 7d725a9b-3773-4da4-8e71-3837083d7497 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:08.030519 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:08.042754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7d725a9b-3773-4da4-8e71-3837083d7497'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:40:08.060907 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Pushing event deleted for resources: {'Port': ['ID=7d725a9b-3773-4da4-8e71-3837083d7497,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:08.106217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] No DVR routers for this DVR port 7d725a9b-3773-4da4-8e71-3837083d7497 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:08.108970 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:08.112389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-91687652-b96d-47e1-a52c-e81a68a9e299 req-1ad66eef-7073-4ff6-bb1b-01fa1d3b88c5 tempest-ServersNegativeTestJSON-1539845930 tempest-ServersNegativeTestJSON-1539845930-project] 10.222.0.70 "DELETE /v2.0/ports/7d725a9b-3773-4da4-8e71-3837083d7497 HTTP/1.1" status: 204 len: 173 time: 0.4123156 Nov 08 14:40:08.112834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279ca775-68cb-4f20-b896-97b29100f915', 'name': 'network-vif-deleted', 'tag': '7d725a9b-3773-4da4-8e71-3837083d7497'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:40:08.115090 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1630f0df-c968-4822-bac2-eba5a40c9189" -d '{"events": [{"server_uuid": "279ca775-68cb-4f20-b896-97b29100f915", "name": "network-vif-deleted", "tag": "7d725a9b-3773-4da4-8e71-3837083d7497"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:40:08.156497 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb892b-5316-434d-a63e-294e2daf9ed3 x-openstack-request-id: req-5ceb892b-5316-434d-a63e-294e2daf9ed3 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:40:08.156824 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "279ca775-68cb-4f20-b896-97b29100f915", "name": "network-vif-deleted", "tag": "7d725a9b-3773-4da4-8e71-3837083d7497", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:40:08.157084 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ceb892b-5316-434d-a63e-294e2daf9ed3 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:40:08.157520 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '279ca775-68cb-4f20-b896-97b29100f915', 'name': 'network-vif-deleted', 'tag': '7d725a9b-3773-4da4-8e71-3837083d7497', 'status': 'completed', 'code': 200} Nov 08 14:40:08.634973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43046) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:08.681874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] Deleting subnet 3d905f03-3bb2-4820-b4ce-5d85631a029b {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:40:08.685067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:08.720505 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:08.758841 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:08.815804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:08.842790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d905f03-3bb2-4820-b4ce-5d85631a029b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:08.847640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:08.850864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5492da1a-574e-4ac3-8b14-4668f09194b7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3d905f03-3bb2-4820-b4ce-5d85631a029b HTTP/1.1" status: 204 len: 168 time: 0.2148814 Nov 08 14:40:08.853389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43048) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:08.923754 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.008434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.029362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65047711-2abc-421e-9eb6-ecd38dda9404']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:09.038742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66697b68-3676-4ec1-9947-6b20b6ab4639') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:09.039040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66697b68-3676-4ec1-9947-6b20b6ab4639') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:09.048658 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.062087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.070311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:09.070966 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:09.074378 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:09.133815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.140117 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.143284 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] 10.222.0.65 "DELETE /v2.0/networks/65047711-2abc-421e-9eb6-ecd38dda9404 HTTP/1.1" status: 204 len: 168 time: 0.2889645 Nov 08 14:40:09.154998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896377f-0684-4732-b068-23d4f2fe7933 admin admin] Pushing event deleted for resources: {'Network': ['ID=65047711-2abc-421e-9eb6-ecd38dda9404,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:09.250989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43052) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:09.291208 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8dcf8799-c7ed-48ad-acbd-f7794f713455 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd071786eef94ef4a7d87fdfcd8ed3e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388052 Nov 08 14:40:09.293449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43054) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:09.340354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31f8fcf7-6709-4d45-8ba6-59933b79e47e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.364810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31f8fcf7-6709-4d45-8ba6-59933b79e47e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.411863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31f8fcf7-6709-4d45-8ba6-59933b79e47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.414394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-31f8fcf7-6709-4d45-8ba6-59933b79e47e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:09.418391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-31f8fcf7-6709-4d45-8ba6-59933b79e47e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55ba3c87-68ed-4227-a846-1974316825cd HTTP/1.1" status: 204 len: 168 time: 0.1212113 Nov 08 14:40:09.424535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8fcf7-6709-4d45-8ba6-59933b79e47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ba3c87-68ed-4227-a846-1974316825cd,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:10.097133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43076) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:10.195850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909727044'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:10.218295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:10.221784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.230045 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.304487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.308201 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.335475 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:10.345885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fdb07c-2612-4e97-ad0b-c18888cf77fd,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:10.350594 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.350937 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Added segment 471365f4-6d15-4a16-a040-245ce249f6e5 of type vlan for network 7b9132f9-f121-4600-a527-8152da6b8676 Nov 08 14:40:10.390811 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.416504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.423555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:10.424447 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:10.462875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3646173 Nov 08 14:40:10.498259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2a16e-8878-4ccd-92b7-9d56458464b0 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Network': ['ID=7b9132f9-f121-4600-a527-8152da6b8676,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:10.509495 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 7b9132f9-f121-4600-a527-8152da6b8676 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:12.018941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7d725a9b-3773-4da4-8e71-3837083d7497 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:40:12.044276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 7d725a9b-3773-4da4-8e71-3837083d7497 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:40:12.044612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7d725a9b-3773-4da4-8e71-3837083d7497 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:40:13.737758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43080) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:13.742947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'subnet': {'network_id': '7b9132f9-f121-4600-a527-8152da6b8676', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:13.828645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:13.832087 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.013322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.079612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Subnet': ['ID=4927a0dc-0363-4b9b-897b-06944d30940d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:14.087204 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Checking segment: {'id': '471365f4-6d15-4a16-a040-245ce249f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7b9132f9-f121-4600-a527-8152da6b8676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:14.087571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network hostable DHCP agents. Network: 7b9132f9-f121-4600-a527-8152da6b8676, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:14.105103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network 7b9132f9-f121-4600-a527-8152da6b8676 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:14.114494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 7b9132f9-f121-4600-a527-8152da6b8676) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:14.119317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:14.120200 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.124011 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca80928-57cf-4d5e-9a61-cdaa374ae0b9 None None] Network 7b9132f9-f121-4600-a527-8152da6b8676 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:14.137448 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-61d5c643-038d-4197-99b8-5aeca118522b tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3983803 Nov 08 14:40:14.140760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43082) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:14.145940 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-874854048'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:14.171332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:14.175934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.202576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:14.212445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.212787 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Added segment 2ba4a5cc-3412-47b0-a90b-744b60efca09 of type vlan for network 3a08b601-9221-4eda-ab27-915d0264dc43 Nov 08 14:40:14.253482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.278345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-7b9132f9-f121-4600-a527-8152da6b8676', 'network_id': '7b9132f9-f121-4600-a527-8152da6b8676', 'tenant_id': 'b55b963b82794da588c2c767a300eb36', 'fixed_ips': [{'subnet_id': '4927a0dc-0363-4b9b-897b-06944d30940d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:14.279398 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.280772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.287181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:14.287815 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.325020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1830812 Nov 08 14:40:14.328091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43084) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:14.333521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'subnet': {'network_id': '3a08b601-9221-4eda-ab27-915d0264dc43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:14.362135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104af3e6-4afb-47d7-9992-71a87213b790 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Network': ['ID=3a08b601-9221-4eda-ab27-915d0264dc43,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:14.375298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 3a08b601-9221-4eda-ab27-915d0264dc43 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:14.427267 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:14.431040 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.478663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Allocated IP 2001:db8:0:ffff::2 (7b9132f9-f121-4600-a527-8152da6b8676/4927a0dc-0363-4b9b-897b-06944d30940d/814be6ba-445a-46dc-adf7-6d5face59961) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:14.647061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.654435 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.699486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Network 7b9132f9-f121-4600-a527-8152da6b8676 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:14.702826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:14.707422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:14.710711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Pushing event updated for resources: {'Port': ['ID=814be6ba-445a-46dc-adf7-6d5face59961,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:14.723639 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.724613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.724613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.724861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.725000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.725332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.725658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.725984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.726307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.726652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.726960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.727280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:14.779138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Attempting to bind port 814be6ba-445a-46dc-adf7-6d5face59961 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:14.779511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Attempting to bind port 814be6ba-445a-46dc-adf7-6d5face59961 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '471365f4-6d15-4a16-a040-245ce249f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7b9132f9-f121-4600-a527-8152da6b8676'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:14.779927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Attempting to bind port 814be6ba-445a-46dc-adf7-6d5face59961 on network 7b9132f9-f121-4600-a527-8152da6b8676 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:14.785815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:14.786208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Checking segment: {'id': '471365f4-6d15-4a16-a040-245ce249f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7b9132f9-f121-4600-a527-8152da6b8676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:14.786602 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.786994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Bound using segment: {'id': '471365f4-6d15-4a16-a040-245ce249f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7b9132f9-f121-4600-a527-8152da6b8676'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:14.787538 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Bound port: 814be6ba-445a-46dc-adf7-6d5face59961, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471365f4-6d15-4a16-a040-245ce249f6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '7b9132f9-f121-4600-a527-8152da6b8676'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:14.787945 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.852167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] For port 814be6ba-445a-46dc-adf7-6d5face59961, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:14.855430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] For port 814be6ba-445a-46dc-adf7-6d5face59961, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=814be6ba-445a-46dc-adf7-6d5face59961,segment=NetworkSegment(471365f4-6d15-4a16-a040-245ce249f6e5),segment_id=471365f4-6d15-4a16-a040-245ce249f6e5)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:14.861405 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:14.925686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6cb1a-3a4f-448d-8fe8-53145eb16939 None None] Pushing event updated for resources: {'Port': ['ID=814be6ba-445a-46dc-adf7-6d5face59961,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:14.940269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.005169 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Subnet': ['ID=52c83a35-74c2-42bb-8d20-b5ae7bb432cf,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:15.016366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Checking segment: {'id': '2ba4a5cc-3412-47b0-a90b-744b60efca09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3a08b601-9221-4eda-ab27-915d0264dc43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:15.016799 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network hostable DHCP agents. Network: 3a08b601-9221-4eda-ab27-915d0264dc43, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:15.034628 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network 3a08b601-9221-4eda-ab27-915d0264dc43 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:15.044510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 3a08b601-9221-4eda-ab27-915d0264dc43) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:15.048730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:15.049336 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.054952 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c0d43d-ad63-488f-a1b2-1fc2a308c59e None None] Network 3a08b601-9221-4eda-ab27-915d0264dc43 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:15.075461 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-690de8c9-47e9-4abd-9e8e-66079cd95d05 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7432184 Nov 08 14:40:15.075855 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43086) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:15.225724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.262496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ecd8b-ae89-414f-b37f-ad9fed032736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-3a08b601-9221-4eda-ab27-915d0264dc43', 'network_id': '3a08b601-9221-4eda-ab27-915d0264dc43', 'tenant_id': 'b55b963b82794da588c2c767a300eb36', 'fixed_ips': [{'subnet_id': '52c83a35-74c2-42bb-8d20-b5ae7bb432cf'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:15.263422 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2a4ecd8b-ae89-414f-b37f-ad9fed032736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.309836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.377122 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server [None req-2a4ecd8b-ae89-414f-b37f-ad9fed032736 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52c83a35-74c2-42bb-8d20-b5ae7bb432cf: This subnet is being modified by another concurrent operation. Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise self.value Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server raise exception Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 52c83a35-74c2-42bb-8d20-b5ae7bb432cf: This subnet is being modified by another concurrent operation. Nov 08 14:40:15.381909 n-d-804292-2 neutron-server[101842]: ERROR oslo_messaging.rpc.server Nov 08 14:40:15.403688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eaf750-7cef-41a0-811f-cd9c0c2e77a7 None None] Network 3a08b601-9221-4eda-ab27-915d0264dc43 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:15.407303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Subnet': ['ID=52c83a35-74c2-42bb-8d20-b5ae7bb432cf,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:15.473411 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.494892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a08b601-9221-4eda-ab27-915d0264dc43']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:15.509164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba4a5cc-3412-47b0-a90b-744b60efca09') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:15.509538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba4a5cc-3412-47b0-a90b-744b60efca09') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:15.521967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.529463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 814be6ba-445a-46dc-adf7-6d5face59961 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:15.537880 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.545165 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:15.545566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:15.549068 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:15.581520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 814be6ba-445a-46dc-adf7-6d5face59961 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:15.581964 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.621975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.629749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.636663 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43088) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:15.639999 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/3a08b601-9221-4eda-ab27-915d0264dc43 HTTP/1.1" status: 204 len: 168 time: 0.5592909 Nov 08 14:40:15.642064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1689088444'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:15.654631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cb9ea-3388-44e1-98cc-2efd0fb1898c tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Network': ['ID=3a08b601-9221-4eda-ab27-915d0264dc43,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:15.674568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:15.678677 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.679561 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.706805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:15.716691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 814be6ba-445a-46dc-adf7-6d5face59961, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=814be6ba-445a-46dc-adf7-6d5face59961,segment=NetworkSegment(471365f4-6d15-4a16-a040-245ce249f6e5),segment_id=471365f4-6d15-4a16-a040-245ce249f6e5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:15.717077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.717517 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Added segment 2c83f37d-abca-4978-a2ff-5ed9cb4967eb of type vlan for network 0e005d5e-4168-46fe-bd31-3ff5b2165488 Nov 08 14:40:15.721628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.762325 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.780646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=814be6ba-445a-46dc-adf7-6d5face59961,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:15.792745 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.798577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:15.799192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:15.835556 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1977253 Nov 08 14:40:15.838562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43090) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:15.844606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'subnet': {'network_id': '0e005d5e-4168-46fe-bd31-3ff5b2165488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:15.873340 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc4e5b-455b-4122-99d0-b2e78a355fb1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Network': ['ID=0e005d5e-4168-46fe-bd31-3ff5b2165488,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:15.884017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 0e005d5e-4168-46fe-bd31-3ff5b2165488 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:15.937444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447419b2-747d-4982-a811-0688f544a921 None None] Network 7b9132f9-f121-4600-a527-8152da6b8676 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:15.954345 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:15.958178 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.017013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Performing IP validity checks on allocation pools {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 08 14:40:16.017533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.ipam_backend_mixin [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101840) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 08 14:40:16.154357 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.201051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7583ba74-750a-47c1-87fe-a7b3770f8150 None None] Provisioning complete for port 814be6ba-445a-46dc-adf7-6d5face59961 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:16.201332 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7583ba74-750a-47c1-87fe-a7b3770f8150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.214652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Subnet': ['ID=ba523ff2-e7ad-4d5b-a547-153a8d3ca3f6,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:16.225330 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Checking segment: {'id': '2c83f37d-abca-4978-a2ff-5ed9cb4967eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '0e005d5e-4168-46fe-bd31-3ff5b2165488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:16.225722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network hostable DHCP agents. Network: 0e005d5e-4168-46fe-bd31-3ff5b2165488, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:16.243200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network 0e005d5e-4168-46fe-bd31-3ff5b2165488 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:16.253820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 0e005d5e-4168-46fe-bd31-3ff5b2165488) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:16.259106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:16.259945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.267268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ae37a-fb7f-403b-8338-ef65bb4c26c8 None None] Network 0e005d5e-4168-46fe-bd31-3ff5b2165488 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:16.278768 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3a15655f-6d61-4fca-9c64-47ee5103e3c7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4383254 Nov 08 14:40:16.281373 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43092) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:16.384116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.437710 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.493036 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be76bd88-930e-4157-9a9d-da6ba4f4cbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-0e005d5e-4168-46fe-bd31-3ff5b2165488', 'network_id': '0e005d5e-4168-46fe-bd31-3ff5b2165488', 'tenant_id': 'b55b963b82794da588c2c767a300eb36', 'fixed_ips': [{'subnet_id': 'ba523ff2-e7ad-4d5b-a547-153a8d3ca3f6'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:16.495195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be76bd88-930e-4157-9a9d-da6ba4f4cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.513369 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.548568 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Subnet': ['ID=ba523ff2-e7ad-4d5b-a547-153a8d3ca3f6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:16.589890 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373af82e-34d4-4a00-a5a8-86f23eb2f23b None None] Network 0e005d5e-4168-46fe-bd31-3ff5b2165488 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:16.612637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.634751 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e005d5e-4168-46fe-bd31-3ff5b2165488']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:16.645728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c83f37d-abca-4978-a2ff-5ed9cb4967eb') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:16.646042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c83f37d-abca-4978-a2ff-5ed9cb4967eb') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:16.656625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.673106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.680189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:16.680578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:16.684313 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:16.716096 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ee5c9-c858-4d22-84dd-b84962d7283f None None] get_active_networks_info from n-d-804292-2 {{(pid=101842) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 08 14:40:16.751774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.761257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.764935 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/0e005d5e-4168-46fe-bd31-3ff5b2165488 HTTP/1.1" status: 204 len: 168 time: 0.4825847 Nov 08 14:40:16.768706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43094) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:16.769199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-80a1cf2b-ea7f-4e9b-ab20-d969578b2098 None None] Provisioning complete for port 814be6ba-445a-46dc-adf7-6d5face59961 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:16.769199 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80a1cf2b-ea7f-4e9b-ab20-d969578b2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.774508 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1808492570'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:16.779288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f2959-343d-4e14-bee7-81f14c624d99 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Network': ['ID=0e005d5e-4168-46fe-bd31-3ff5b2165488,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:16.797680 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:16.801389 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.826621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:16.838722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ee5c9-c858-4d22-84dd-b84962d7283f None None] Resources bound (agent type, host, resource id): {{(pid=101842) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 08 14:40:16.838966 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.839331 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Added segment 713b56f3-2c8d-46c5-8ef2-b2651925691f of type vlan for network dc40f025-9a89-469b-a04f-00696af0a365 Nov 08 14:40:16.905862 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.935378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.941627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:16.942269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:16.982132 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2076743 Nov 08 14:40:16.982513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43096) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:16.990456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'subnet': {'network_id': 'dc40f025-9a89-469b-a04f-00696af0a365', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:17.014771 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137c34d-ec0a-44cf-901c-c453a7b2116e tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Network': ['ID=dc40f025-9a89-469b-a04f-00696af0a365,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:17.040022 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network dc40f025-9a89-469b-a04f-00696af0a365 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:17.081038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:17.084802 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.274939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.341402 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Subnet': ['ID=66793063-4031-410a-bcbe-0e42a31311e4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:17.350024 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Checking segment: {'id': '713b56f3-2c8d-46c5-8ef2-b2651925691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'dc40f025-9a89-469b-a04f-00696af0a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:17.350393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network hostable DHCP agents. Network: dc40f025-9a89-469b-a04f-00696af0a365, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:17.368080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network dc40f025-9a89-469b-a04f-00696af0a365 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:17.376720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, dc40f025-9a89-469b-a04f-00696af0a365) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:17.382269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:17.382601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.385507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b594fb4-5454-4fa9-b353-35a3830cfeae None None] Network dc40f025-9a89-469b-a04f-00696af0a365 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:17.399520 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f0194d45-83bd-41ed-a658-794f10c79a51 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4152441 Nov 08 14:40:17.403794 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43098) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:17.408666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-710291006'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:17.430704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:17.436308 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.464906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:17.477512 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.477863 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Added segment 8bcb59b5-13c7-4905-80a3-08fc9acb5c49 of type vlan for network 09c70e49-872d-4283-b891-66e2280fcb7b Nov 08 14:40:17.499768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 814be6ba-445a-46dc-adf7-6d5face59961 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:17.522291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.549067 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.554501 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:17.555080 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.574071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-dc40f025-9a89-469b-a04f-00696af0a365', 'network_id': 'dc40f025-9a89-469b-a04f-00696af0a365', 'tenant_id': 'b55b963b82794da588c2c767a300eb36', 'fixed_ips': [{'subnet_id': '66793063-4031-410a-bcbe-0e42a31311e4'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:17.574908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.597340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 814be6ba-445a-46dc-adf7-6d5face59961 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:17.597707 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.620005 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2150919 Nov 08 14:40:17.623001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43100) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:17.630149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Request body: {'subnet': {'network_id': '09c70e49-872d-4283-b891-66e2280fcb7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:17.637644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562448b-db23-43e1-9341-99e04af7adfa tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Network': ['ID=09c70e49-872d-4283-b891-66e2280fcb7b,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:17.681257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 09c70e49-872d-4283-b891-66e2280fcb7b details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:17.723637 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Made reservation on behalf of b55b963b82794da588c2c767a300eb36 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:17.727171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.851628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Allocated IP 2001:db8::2 (dc40f025-9a89-469b-a04f-00696af0a365/66793063-4031-410a-bcbe-0e42a31311e4/81c535f7-4e39-410f-9340-8552f712a804) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:17.920225 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:17.988157 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event updated for resources: {'Subnet': ['ID=0b5d3b33-8ea5-46f6-824d-c04c62fd3010,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:17.996534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Checking segment: {'id': '8bcb59b5-13c7-4905-80a3-08fc9acb5c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '09c70e49-872d-4283-b891-66e2280fcb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:17.996904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network hostable DHCP agents. Network: 09c70e49-872d-4283-b891-66e2280fcb7b, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:18.014880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Network 09c70e49-872d-4283-b891-66e2280fcb7b is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:18.023123 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.024574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 09c70e49-872d-4283-b891-66e2280fcb7b) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:18.029530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:18.030458 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.033579 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.040468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb7e9d1-a618-4d59-b1ce-07afd60bd75f None None] Network 09c70e49-872d-4283-b891-66e2280fcb7b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:18.048115 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c38b9c57-7f92-40a6-b0fd-38ccf3c26493 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4239032 Nov 08 14:40:18.050753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43102) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:18.105547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Network dc40f025-9a89-469b-a04f-00696af0a365 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:18.135330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:18.139177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Pushing event updated for resources: {'Port': ['ID=81c535f7-4e39-410f-9340-8552f712a804,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:18.141311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:18.155493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.208309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Attempting to bind port 81c535f7-4e39-410f-9340-8552f712a804 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:18.208935 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Attempting to bind port 81c535f7-4e39-410f-9340-8552f712a804 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '713b56f3-2c8d-46c5-8ef2-b2651925691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'dc40f025-9a89-469b-a04f-00696af0a365'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:18.209302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Attempting to bind port 81c535f7-4e39-410f-9340-8552f712a804 on network dc40f025-9a89-469b-a04f-00696af0a365 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:18.210884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.228212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:18.228585 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Checking segment: {'id': '713b56f3-2c8d-46c5-8ef2-b2651925691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'dc40f025-9a89-469b-a04f-00696af0a365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:18.228988 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.229413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Bound using segment: {'id': '713b56f3-2c8d-46c5-8ef2-b2651925691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'dc40f025-9a89-469b-a04f-00696af0a365'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:18.229880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Bound port: 81c535f7-4e39-410f-9340-8552f712a804, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713b56f3-2c8d-46c5-8ef2-b2651925691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'dc40f025-9a89-469b-a04f-00696af0a365'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:18.230260 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.277518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.311817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5d3b33-8ea5-46f6-824d-c04c62fd3010,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:18.340950 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51af595c-474e-4720-af87-daa6de24ca91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-09c70e49-872d-4283-b891-66e2280fcb7b', 'network_id': '09c70e49-872d-4283-b891-66e2280fcb7b', 'tenant_id': 'b55b963b82794da588c2c767a300eb36', 'fixed_ips': [{'subnet_id': '0b5d3b33-8ea5-46f6-824d-c04c62fd3010'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:18.342150 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-51af595c-474e-4720-af87-daa6de24ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.357449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] For port 81c535f7-4e39-410f-9340-8552f712a804, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:18.371234 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.374174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] For port 81c535f7-4e39-410f-9340-8552f712a804, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=81c535f7-4e39-410f-9340-8552f712a804,segment=NetworkSegment(713b56f3-2c8d-46c5-8ef2-b2651925691f),segment_id=713b56f3-2c8d-46c5-8ef2-b2651925691f)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:18.381711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.394542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c70e49-872d-4283-b891-66e2280fcb7b']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:18.405342 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bcb59b5-13c7-4905-80a3-08fc9acb5c49') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:18.405774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bcb59b5-13c7-4905-80a3-08fc9acb5c49') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:18.415627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.429477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.436711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:18.437082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:18.440365 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:18.626888 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.632560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.636421 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/09c70e49-872d-4283-b891-66e2280fcb7b HTTP/1.1" status: 204 len: 168 time: 0.5846276 Nov 08 14:40:18.639400 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43104) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:18.656779 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b579cdc-9931-4286-b913-517c7e6e8ec1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Network': ['ID=09c70e49-872d-4283-b891-66e2280fcb7b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:18.660790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f69cde-f89b-48f6-ac1f-2554de5cf653 None None] Network 09c70e49-872d-4283-b891-66e2280fcb7b requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:18.677275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b9049-7ace-4451-9ef7-6a545b781161 None None] Pushing event updated for resources: {'Port': ['ID=81c535f7-4e39-410f-9340-8552f712a804,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:18.680148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f69cde-f89b-48f6-ac1f-2554de5cf653 None None] Network 09c70e49-872d-4283-b891-66e2280fcb7b could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:40:18.680421 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a77432-7225-48e5-85eb-5010cb2498d6 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] GET failed (client error): The resource could not be found. Nov 08 14:40:18.683235 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-33a77432-7225-48e5-85eb-5010cb2498d6 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "GET /v2.0/subnets/0b5d3b33-8ea5-46f6-824d-c04c62fd3010 HTTP/1.1" status: 404 len: 337 time: 0.0422139 Nov 08 14:40:18.686185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43106) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:18.694808 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:40:18.705554 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-24445cb0-25fd-481a-900f-4a333739d4de tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] DELETE failed (client error): The resource could not be found. Nov 08 14:40:18.706156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24445cb0-25fd-481a-900f-4a333739d4de tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:40:18.712840 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-24445cb0-25fd-481a-900f-4a333739d4de tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/09c70e49-872d-4283-b891-66e2280fcb7b HTTP/1.1" status: 404 len: 339 time: 0.0220189 Nov 08 14:40:18.713031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43108) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:18.739784 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca32b18-3c9b-471b-9dfe-32d7df98843a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] DELETE failed (client error): The resource could not be found. Nov 08 14:40:18.740253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca32b18-3c9b-471b-9dfe-32d7df98843a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:40:18.743315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8ca32b18-3c9b-471b-9dfe-32d7df98843a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/subnets/0b5d3b33-8ea5-46f6-824d-c04c62fd3010 HTTP/1.1" status: 404 len: 337 time: 0.0292513 Nov 08 14:40:18.746613 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43110) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:18.765242 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1fdc1c-d0de-4265-9917-d8c34a2e38f4 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] DELETE failed (client error): The resource could not be found. Nov 08 14:40:18.765831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1fdc1c-d0de-4265-9917-d8c34a2e38f4 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:40:18.768888 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ee1fdc1c-d0de-4265-9917-d8c34a2e38f4 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/09c70e49-872d-4283-b891-66e2280fcb7b HTTP/1.1" status: 404 len: 339 time: 0.0213461 Nov 08 14:40:18.771391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43112) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:18.841820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Deleting subnet 66793063-4031-410a-bcbe-0e42a31311e4 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:40:18.845205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.888282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:18.977549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.044326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.069290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Subnet': ['ID=66793063-4031-410a-bcbe-0e42a31311e4,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:19.077302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.080990 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ee507ab-b6d7-4e71-b28f-e2a49dbe08f9 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/subnets/66793063-4031-410a-bcbe-0e42a31311e4 HTTP/1.1" status: 204 len: 168 time: 0.3084130 Nov 08 14:40:19.083255 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43114) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:19.160786 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.214258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Deleting port 81c535f7-4e39-410f-9340-8552f712a804 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:19.214767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.285281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] For port 81c535f7-4e39-410f-9340-8552f712a804, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=81c535f7-4e39-410f-9340-8552f712a804,segment=NetworkSegment(713b56f3-2c8d-46c5-8ef2-b2651925691f),segment_id=713b56f3-2c8d-46c5-8ef2-b2651925691f)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:19.285961 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.299060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Calling delete_port for 81c535f7-4e39-410f-9340-8552f712a804 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:19.385976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.418945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No DVR routers for this DVR port 81c535f7-4e39-410f-9340-8552f712a804 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:19.423976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Port': ['ID=81c535f7-4e39-410f-9340-8552f712a804,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:19.513011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.527800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 81c535f7-4e39-410f-9340-8552f712a804 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:19.536764 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc40f025-9a89-469b-a04f-00696af0a365']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:19.547576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713b56f3-2c8d-46c5-8ef2-b2651925691f') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:19.547924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713b56f3-2c8d-46c5-8ef2-b2651925691f') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:19.549711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 81c535f7-4e39-410f-9340-8552f712a804 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:40:19.550149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 81c535f7-4e39-410f-9340-8552f712a804 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 08 14:40:19.563582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.571563 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Port 81c535f7-4e39-410f-9340-8552f712a804 not found, will not notify nova. {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 08 14:40:19.578619 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.584866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:19.585423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:19.589024 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:19.605318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08d29c-52be-4ec0-8e8d-a6cd939d536f None None] Network dc40f025-9a89-469b-a04f-00696af0a365 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:19.653009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.660989 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.664178 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/dc40f025-9a89-469b-a04f-00696af0a365 HTTP/1.1" status: 204 len: 168 time: 0.5799458 Nov 08 14:40:19.666679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43116) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:19.687138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425af4fe-5b0e-49b1-a7ea-5eec2e28abb7 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Network': ['ID=dc40f025-9a89-469b-a04f-00696af0a365,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:19.702446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e939d134-6012-4dbe-b28c-e8cebb05b721 None None] Could not find standard attr ID for object 81c535f7-4e39-410f-9340-8552f712a804. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:40:19.707793 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8513ced9-7dd3-4d4f-bd3f-c9b7b2b59aa1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] DELETE failed (client error): The resource could not be found. Nov 08 14:40:19.708249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8513ced9-7dd3-4d4f-bd3f-c9b7b2b59aa1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:40:19.711244 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8513ced9-7dd3-4d4f-bd3f-c9b7b2b59aa1 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/subnets/ba523ff2-e7ad-4d5b-a547-153a8d3ca3f6 HTTP/1.1" status: 404 len: 337 time: 0.0435634 Nov 08 14:40:19.713951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43118) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:19.733830 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-8908b1d6-f95d-444f-9b86-b456d4a61f09 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] DELETE failed (client error): The resource could not be found. Nov 08 14:40:19.734415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8908b1d6-f95d-444f-9b86-b456d4a61f09 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:40:19.737550 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8908b1d6-f95d-444f-9b86-b456d4a61f09 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/0e005d5e-4168-46fe-bd31-3ff5b2165488 HTTP/1.1" status: 404 len: 339 time: 0.0226233 Nov 08 14:40:19.740203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43120) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:19.772954 n-d-804292-2 neutron-server[101841]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c679a9-bbf1-4fb5-a41a-f57914927115 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] DELETE failed (client error): The resource could not be found. Nov 08 14:40:19.773413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c679a9-bbf1-4fb5-a41a-f57914927115 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101841) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:40:19.779212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43122) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:19.779385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-76c679a9-bbf1-4fb5-a41a-f57914927115 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/subnets/52c83a35-74c2-42bb-8d20-b5ae7bb432cf HTTP/1.1" status: 404 len: 337 time: 0.0378814 Nov 08 14:40:19.783391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b30c89-8f59-406c-ac9c-f58d8995cb02 None None] DHCP port deletion for dc40f025-9a89-469b-a04f-00696af0a365 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:40:19.798947 n-d-804292-2 neutron-server[101840]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b1471c-b347-4ce8-a8ad-6bd943c68ea2 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] DELETE failed (client error): The resource could not be found. Nov 08 14:40:19.799496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b1471c-b347-4ce8-a8ad-6bd943c68ea2 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101840) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 08 14:40:19.802526 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-92b1471c-b347-4ce8-a8ad-6bd943c68ea2 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/3a08b601-9221-4eda-ab27-915d0264dc43 HTTP/1.1" status: 404 len: 339 time: 0.0221519 Nov 08 14:40:19.805181 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43124) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:19.860598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Deleting subnet 4927a0dc-0363-4b9b-897b-06944d30940d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:40:19.863828 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.904387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:19.987676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.049264 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.076630 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Subnet': ['ID=4927a0dc-0363-4b9b-897b-06944d30940d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:20.080275 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.083463 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5f173f4c-bdc4-42e4-8f99-fa8757d7e047 tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/subnets/4927a0dc-0363-4b9b-897b-06944d30940d HTTP/1.1" status: 204 len: 168 time: 0.2773764 Nov 08 14:40:20.086076 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43126) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:20.088213 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afda4ae-49cd-4a99-a8a5-fbef0acd5cd7 None None] Network 7b9132f9-f121-4600-a527-8152da6b8676 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:20.163332 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.227267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Deleting port 814be6ba-445a-46dc-adf7-6d5face59961 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:20.227614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.257276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] DHCP port deletion for 7b9132f9-f121-4600-a527-8152da6b8676 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:40:20.297137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] For port 814be6ba-445a-46dc-adf7-6d5face59961, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=814be6ba-445a-46dc-adf7-6d5face59961,segment=NetworkSegment(471365f4-6d15-4a16-a040-245ce249f6e5),segment_id=471365f4-6d15-4a16-a040-245ce249f6e5)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:20.297785 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.308878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] Deleting port 814be6ba-445a-46dc-adf7-6d5face59961 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:20.309255 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.310515 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Calling delete_port for 814be6ba-445a-46dc-adf7-6d5face59961 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:20.375803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] For port 814be6ba-445a-46dc-adf7-6d5face59961, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=814be6ba-445a-46dc-adf7-6d5face59961,segment=NetworkSegment(471365f4-6d15-4a16-a040-245ce249f6e5),segment_id=471365f4-6d15-4a16-a040-245ce249f6e5)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:20.376205 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.389254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] Calling delete_port for 814be6ba-445a-46dc-adf7-6d5face59961 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:20.394687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.422894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Port': ['ID=814be6ba-445a-46dc-adf7-6d5face59961,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:20.424739 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] No DVR routers for this DVR port 814be6ba-445a-46dc-adf7-6d5face59961 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:20.474423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.502560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] No DVR routers for this DVR port 814be6ba-445a-46dc-adf7-6d5face59961 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:20.502767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.511782 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9853516-fd53-42b6-8404-4143491cc474 None None] Pushing event deleted for resources: {'Port': ['ID=814be6ba-445a-46dc-adf7-6d5face59961,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:20.525707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9132f9-f121-4600-a527-8152da6b8676']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:20.535975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471365f4-6d15-4a16-a040-245ce249f6e5') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:20.536274 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471365f4-6d15-4a16-a040-245ce249f6e5') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:20.550360 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.563349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.569464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:20.569905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:20.572960 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:20.631808 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.637154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:20.642982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] 10.222.0.65 "DELETE /v2.0/networks/7b9132f9-f121-4600-a527-8152da6b8676 HTTP/1.1" status: 204 len: 168 time: 0.5533841 Nov 08 14:40:20.655454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec707e-6996-4d4e-ada1-634e0f3a926a tempest-NetworksIpV6Test-986782346 tempest-NetworksIpV6Test-986782346-project] Pushing event deleted for resources: {'Network': ['ID=7b9132f9-f121-4600-a527-8152da6b8676,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:20.883261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43132) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:21.013775 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d8815533-bd13-4a4a-ae0e-bba34288ac14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b55b963b82794da588c2c767a300eb36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1292925 Nov 08 14:40:21.016419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43136) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:21.065294 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acbba476-9d19-45bc-8990-76fffa2d1215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:21.091930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acbba476-9d19-45bc-8990-76fffa2d1215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:21.139513 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acbba476-9d19-45bc-8990-76fffa2d1215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:21.142065 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-acbba476-9d19-45bc-8990-76fffa2d1215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:21.144589 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-acbba476-9d19-45bc-8990-76fffa2d1215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8fdb07c-2612-4e97-ad0b-c18888cf77fd HTTP/1.1" status: 204 len: 168 time: 0.1259632 Nov 08 14:40:21.152567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbba476-9d19-45bc-8990-76fffa2d1215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fdb07c-2612-4e97-ad0b-c18888cf77fd,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:21.476153 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 81c535f7-4e39-410f-9340-8552f712a804 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:40:21.497710 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 81c535f7-4e39-410f-9340-8552f712a804 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:40:21.498058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 81c535f7-4e39-410f-9340-8552f712a804 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:40:21.498472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 814be6ba-445a-46dc-adf7-6d5face59961 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:40:21.518012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 814be6ba-445a-46dc-adf7-6d5face59961 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:40:21.518355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 814be6ba-445a-46dc-adf7-6d5face59961 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:40:21.811299 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43158) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:21.905921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-90405ddf-0236-4aa5-a601-936c63c68b2a tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1427269691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:21.929506 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90405ddf-0236-4aa5-a601-936c63c68b2a tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:21.930579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90405ddf-0236-4aa5-a601-936c63c68b2a tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:21.983106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90405ddf-0236-4aa5-a601-936c63c68b2a tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:21.987821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90405ddf-0236-4aa5-a601-936c63c68b2a tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.005349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-90405ddf-0236-4aa5-a601-936c63c68b2a tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.006558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-90405ddf-0236-4aa5-a601-936c63c68b2a tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1941741 Nov 08 14:40:22.009241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43162) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:22.014086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1014542038'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:22.034320 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Made reservation on behalf of b150b1fa0dfd40daa62fed05ac47ef1e for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:22.037813 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.047025 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.127171 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.131820 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.160217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:22.170387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2333bbdc-f922-44f9-b87a-b6f543dded8f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:22.176789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.177137 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Added segment d271bee7-442b-42bc-be04-ec4adf5ab654 of type vlan for network f4710849-5a5d-452d-a6a8-a818a9080914 Nov 08 14:40:22.219466 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.245877 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.251802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:22.252436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.290896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2806084 Nov 08 14:40:22.294021 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:22.299005 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Request body: {'subnet': {'network_id': 'f4710849-5a5d-452d-a6a8-a818a9080914', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:22.325652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eab6a-5a09-46e8-92de-ba77ccb1fb5d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event updated for resources: {'Network': ['ID=f4710849-5a5d-452d-a6a8-a818a9080914,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:22.336467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network f4710849-5a5d-452d-a6a8-a818a9080914 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:22.391837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Made reservation on behalf of b150b1fa0dfd40daa62fed05ac47ef1e for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:22.395503 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.580845 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.638795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event updated for resources: {'Subnet': ['ID=83cbb742-6b95-41ee-9be5-bebdaa127675,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:22.653791 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Checking segment: {'id': 'd271bee7-442b-42bc-be04-ec4adf5ab654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f4710849-5a5d-452d-a6a8-a818a9080914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:22.654166 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Network hostable DHCP agents. Network: f4710849-5a5d-452d-a6a8-a818a9080914, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:22.671980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Network f4710849-5a5d-452d-a6a8-a818a9080914 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:22.681395 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, f4710849-5a5d-452d-a6a8-a818a9080914) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:22.686122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:22.687128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.691008 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1bcd2-5649-4370-8315-12f01d86e3d4 None None] Network f4710849-5a5d-452d-a6a8-a818a9080914 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:22.703837 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-73bebe0c-ce55-42e1-808a-9256cc38a869 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4086254 Nov 08 14:40:22.706824 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43166) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:22.712108 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-739520001'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:22.735920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Made reservation on behalf of b150b1fa0dfd40daa62fed05ac47ef1e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:22.739461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.765525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:22.777442 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.777792 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Added segment 609685a3-8ce0-460a-9288-7249fc57eb91 of type vlan for network 03130027-97d4-4300-8142-9951e5bd06e8 Nov 08 14:40:22.823360 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.850390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-f4710849-5a5d-452d-a6a8-a818a9080914', 'network_id': 'f4710849-5a5d-452d-a6a8-a818a9080914', 'tenant_id': 'b150b1fa0dfd40daa62fed05ac47ef1e', 'fixed_ips': [{'subnet_id': '83cbb742-6b95-41ee-9be5-bebdaa127675'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:22.850684 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.851262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.857165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:22.857760 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:22.893842 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1859527 Nov 08 14:40:22.896879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43168) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:22.902483 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Request body: {'subnet': {'network_id': '03130027-97d4-4300-8142-9951e5bd06e8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:22.939248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41bf13f-673f-4d14-8a61-33ff9e537cda tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event updated for resources: {'Network': ['ID=03130027-97d4-4300-8142-9951e5bd06e8,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:22.951638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 03130027-97d4-4300-8142-9951e5bd06e8 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:23.058532 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Allocated IP 172.20.0.2 (f4710849-5a5d-452d-a6a8-a818a9080914/83cbb742-6b95-41ee-9be5-bebdaa127675/b554d033-bfbe-4261-beda-ca9158ce5d89) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:23.222848 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.230423 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.274820 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Network f4710849-5a5d-452d-a6a8-a818a9080914 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:23.277857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:23.282500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:23.286122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Pushing event updated for resources: {'Port': ['ID=b554d033-bfbe-4261-beda-ca9158ce5d89,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:23.342605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Attempting to bind port b554d033-bfbe-4261-beda-ca9158ce5d89 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:23.342985 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Attempting to bind port b554d033-bfbe-4261-beda-ca9158ce5d89 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd271bee7-442b-42bc-be04-ec4adf5ab654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f4710849-5a5d-452d-a6a8-a818a9080914'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:23.343354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Attempting to bind port b554d033-bfbe-4261-beda-ca9158ce5d89 on network f4710849-5a5d-452d-a6a8-a818a9080914 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:23.348805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:23.349182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Checking segment: {'id': 'd271bee7-442b-42bc-be04-ec4adf5ab654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f4710849-5a5d-452d-a6a8-a818a9080914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:23.349961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.349961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Bound using segment: {'id': 'd271bee7-442b-42bc-be04-ec4adf5ab654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f4710849-5a5d-452d-a6a8-a818a9080914'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:23.350496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Bound port: b554d033-bfbe-4261-beda-ca9158ce5d89, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd271bee7-442b-42bc-be04-ec4adf5ab654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'f4710849-5a5d-452d-a6a8-a818a9080914'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:23.350884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.353276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Made reservation on behalf of b150b1fa0dfd40daa62fed05ac47ef1e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:23.356843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.418313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] For port b554d033-bfbe-4261-beda-ca9158ce5d89, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:23.421730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] For port b554d033-bfbe-4261-beda-ca9158ce5d89, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b554d033-bfbe-4261-beda-ca9158ce5d89,segment=NetworkSegment(d271bee7-442b-42bc-be04-ec4adf5ab654),segment_id=d271bee7-442b-42bc-be04-ec4adf5ab654)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:23.434403 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.504070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d022b2-6c97-4e16-8d6d-75d92cdf6dbc None None] Pushing event updated for resources: {'Port': ['ID=b554d033-bfbe-4261-beda-ca9158ce5d89,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:23.562773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.637584 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.639073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event updated for resources: {'Subnet': ['ID=1da72eaf-6109-4217-8734-bfa58407bfa0,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:23.647338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Checking segment: {'id': '609685a3-8ce0-460a-9288-7249fc57eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '03130027-97d4-4300-8142-9951e5bd06e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:23.647683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Network hostable DHCP agents. Network: 03130027-97d4-4300-8142-9951e5bd06e8, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:23.674206 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Network 03130027-97d4-4300-8142-9951e5bd06e8 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:23.685121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 03130027-97d4-4300-8142-9951e5bd06e8) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:23.689503 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:23.690114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.700031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da614105-2754-46b3-8f49-753f1b93f124 None None] Network 03130027-97d4-4300-8142-9951e5bd06e8 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:23.711819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-01ed40c8-4ac8-4336-b94f-fb570278f2d7 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8115218 Nov 08 14:40:23.712594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43170) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:23.717571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4c0cd458-7524-4ad8-b345-370311dd21bc tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Request body: {'router': {'external_gateway_info': {'network_id': '03130027-97d4-4300-8142-9951e5bd06e8'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:23.859600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-03130027-97d4-4300-8142-9951e5bd06e8', 'network_id': '03130027-97d4-4300-8142-9951e5bd06e8', 'tenant_id': 'b150b1fa0dfd40daa62fed05ac47ef1e', 'fixed_ips': [{'subnet_id': '1da72eaf-6109-4217-8734-bfa58407bfa0'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:23.860510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:23.933792 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c0cd458-7524-4ad8-b345-370311dd21bc tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.005361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Allocated IP 172.21.0.2 (03130027-97d4-4300-8142-9951e5bd06e8/1da72eaf-6109-4217-8734-bfa58407bfa0/0a7a598b-64a4-44ce-87f8-ae5375ec4796) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:24.047656 n-d-804292-2 neutron-server[101841]: INFO neutron.api.v2.resource [None req-4c0cd458-7524-4ad8-b345-370311dd21bc tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 08 14:40:24.056320 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c0cd458-7524-4ad8-b345-370311dd21bc tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "PUT /v2.0/routers/6d40ede5-be8b-485d-97eb-fdf630d786e4 HTTP/1.1" status: 400 len: 364 time: 0.3350923 Nov 08 14:40:24.056320 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43172) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:24.092731 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.114464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Deleting subnet 1da72eaf-6109-4217-8734-bfa58407bfa0 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:40:24.177125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.183205 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.187354 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.229267 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.229765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Network 03130027-97d4-4300-8142-9951e5bd06e8 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:24.233443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:24.237150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:24.255866 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Pushing event updated for resources: {'Port': ['ID=0a7a598b-64a4-44ce-87f8-ae5375ec4796,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:24.305795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Attempting to bind port 0a7a598b-64a4-44ce-87f8-ae5375ec4796 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:24.306161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Attempting to bind port 0a7a598b-64a4-44ce-87f8-ae5375ec4796 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '609685a3-8ce0-460a-9288-7249fc57eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '03130027-97d4-4300-8142-9951e5bd06e8'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:24.306520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Attempting to bind port 0a7a598b-64a4-44ce-87f8-ae5375ec4796 on network 03130027-97d4-4300-8142-9951e5bd06e8 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:24.312094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:24.312466 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Checking segment: {'id': '609685a3-8ce0-460a-9288-7249fc57eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '03130027-97d4-4300-8142-9951e5bd06e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:24.312868 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.313261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Bound using segment: {'id': '609685a3-8ce0-460a-9288-7249fc57eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '03130027-97d4-4300-8142-9951e5bd06e8'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:24.313852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Bound port: 0a7a598b-64a4-44ce-87f8-ae5375ec4796, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609685a3-8ce0-460a-9288-7249fc57eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '03130027-97d4-4300-8142-9951e5bd06e8'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:24.314233 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.334515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.401608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.407854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] For port 0a7a598b-64a4-44ce-87f8-ae5375ec4796, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:24.413360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] For port 0a7a598b-64a4-44ce-87f8-ae5375ec4796, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0a7a598b-64a4-44ce-87f8-ae5375ec4796,segment=NetworkSegment(609685a3-8ce0-460a-9288-7249fc57eb91),segment_id=609685a3-8ce0-460a-9288-7249fc57eb91)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:24.421510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.430389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event deleted for resources: {'Subnet': ['ID=1da72eaf-6109-4217-8734-bfa58407bfa0,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:24.437816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.444973 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2a84b8f7-b44f-4162-8537-3908b55b5edf tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "DELETE /v2.0/subnets/1da72eaf-6109-4217-8734-bfa58407bfa0 HTTP/1.1" status: 204 len: 168 time: 0.3853161 Nov 08 14:40:24.445286 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43174) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:24.497924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b7c49-36dd-445d-a423-3f0357ea457e None None] Pushing event updated for resources: {'Port': ['ID=0a7a598b-64a4-44ce-87f8-ae5375ec4796,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:24.500606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f77543-16b8-4f9e-938c-8258a83a8dfa None None] Network f4710849-5a5d-452d-a6a8-a818a9080914 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:24.540650 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.597073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Deleting port 0a7a598b-64a4-44ce-87f8-ae5375ec4796 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:24.597419 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.603945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-694999cd-fa60-4e4e-9c10-cde67a29084e None None] Provisioning complete for port b554d033-bfbe-4261-beda-ca9158ce5d89 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:24.604319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-694999cd-fa60-4e4e-9c10-cde67a29084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.673269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] For port 0a7a598b-64a4-44ce-87f8-ae5375ec4796, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0a7a598b-64a4-44ce-87f8-ae5375ec4796,segment=NetworkSegment(609685a3-8ce0-460a-9288-7249fc57eb91),segment_id=609685a3-8ce0-460a-9288-7249fc57eb91)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:24.674234 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.705541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Calling delete_port for 0a7a598b-64a4-44ce-87f8-ae5375ec4796 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:24.772962 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-694999cd-fa60-4e4e-9c10-cde67a29084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.810195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-694999cd-fa60-4e4e-9c10-cde67a29084e None None] For port b554d033-bfbe-4261-beda-ca9158ce5d89, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b554d033-bfbe-4261-beda-ca9158ce5d89,segment=NetworkSegment(d271bee7-442b-42bc-be04-ec4adf5ab654),segment_id=d271bee7-442b-42bc-be04-ec4adf5ab654)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:24.811952 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.814630 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-694999cd-fa60-4e4e-9c10-cde67a29084e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.844454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event deleted for resources: {'Port': ['ID=0a7a598b-64a4-44ce-87f8-ae5375ec4796,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:24.853405 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] No DVR routers for this DVR port 0a7a598b-64a4-44ce-87f8-ae5375ec4796 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:24.879616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694999cd-fa60-4e4e-9c10-cde67a29084e None None] Pushing event updated for resources: {'Port': ['ID=b554d033-bfbe-4261-beda-ca9158ce5d89,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:24.939601 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:24.960958 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03130027-97d4-4300-8142-9951e5bd06e8']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:24.971923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609685a3-8ce0-460a-9288-7249fc57eb91') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:24.972226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609685a3-8ce0-460a-9288-7249fc57eb91') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:24.984602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.003112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.010053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:25.010384 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:25.013685 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:25.036765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4f0e9e7d-629c-487c-b8e1-a5999e81f81d None None] Provisioning complete for port b554d033-bfbe-4261-beda-ca9158ce5d89 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:25.037141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f0e9e7d-629c-487c-b8e1-a5999e81f81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.076730 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.089496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.092781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "DELETE /v2.0/networks/03130027-97d4-4300-8142-9951e5bd06e8 HTTP/1.1" status: 204 len: 168 time: 0.6459808 Nov 08 14:40:25.095442 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43176) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:25.102547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14a572-abc7-4cba-8f6e-97892589c27d tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event deleted for resources: {'Network': ['ID=03130027-97d4-4300-8142-9951e5bd06e8,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:25.154228 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Deleting subnet 83cbb742-6b95-41ee-9be5-bebdaa127675 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:40:25.157650 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.200961 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.294728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.356914 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.384866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event deleted for resources: {'Subnet': ['ID=83cbb742-6b95-41ee-9be5-bebdaa127675,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:25.395035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.399481 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-402604b5-c675-46fa-85de-8242a81b98db tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "DELETE /v2.0/subnets/83cbb742-6b95-41ee-9be5-bebdaa127675 HTTP/1.1" status: 204 len: 168 time: 0.3026633 Nov 08 14:40:25.401978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43178) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:25.402132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9ac8a5-b1b2-4656-96f5-f5f4a9d605f8 None None] Network f4710849-5a5d-452d-a6a8-a818a9080914 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:25.498422 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.552581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b554d033-bfbe-4261-beda-ca9158ce5d89 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:25.554364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-259cca9d-cf25-466d-990f-b111855830bd None None] Could not find standard attr ID for object 0a7a598b-64a4-44ce-87f8-ae5375ec4796. {{(pid=101842) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 08 14:40:25.567398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Deleting port b554d033-bfbe-4261-beda-ca9158ce5d89 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:25.567807 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.618519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1cd6d7-8c07-41f7-bd50-1f178449ba79 None None] DHCP port deletion for 03130027-97d4-4300-8142-9951e5bd06e8 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:40:25.622586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port b554d033-bfbe-4261-beda-ca9158ce5d89 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:25.623903 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.656514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] For port b554d033-bfbe-4261-beda-ca9158ce5d89, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=b554d033-bfbe-4261-beda-ca9158ce5d89,segment=NetworkSegment(d271bee7-442b-42bc-be04-ec4adf5ab654),segment_id=d271bee7-442b-42bc-be04-ec4adf5ab654)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:25.656897 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.669854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34de7f9-da1f-4036-b050-7ee4e4165147 None None] Network 03130027-97d4-4300-8142-9951e5bd06e8 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:25.670479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Calling delete_port for b554d033-bfbe-4261-beda-ca9158ce5d89 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:25.672770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] DHCP port deletion for f4710849-5a5d-452d-a6a8-a818a9080914 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:40:25.690839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34de7f9-da1f-4036-b050-7ee4e4165147 None None] Network 03130027-97d4-4300-8142-9951e5bd06e8 could not be found, it might have been deleted concurrently. {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 08 14:40:25.770707 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.776878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] Deleting port b554d033-bfbe-4261-beda-ca9158ce5d89 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:40:25.777370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.794869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event deleted for resources: {'Port': ['ID=b554d033-bfbe-4261-beda-ca9158ce5d89,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:25.798589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] No DVR routers for this DVR port b554d033-bfbe-4261-beda-ca9158ce5d89 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:25.842054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] For port b554d033-bfbe-4261-beda-ca9158ce5d89, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:25.842950 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.858824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] Calling delete_port for b554d033-bfbe-4261-beda-ca9158ce5d89 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:40:25.861646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] Port b554d033-bfbe-4261-beda-ca9158ce5d89 was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:40:25.862941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.883523 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.888955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] Pushing event deleted for resources: {'Port': ['ID=b554d033-bfbe-4261-beda-ca9158ce5d89,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:25.893274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896db69-4d97-4a6a-8767-ee17ab2334cd None None] No DVR routers for this DVR port b554d033-bfbe-4261-beda-ca9158ce5d89 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:40:25.905735 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4710849-5a5d-452d-a6a8-a818a9080914']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:25.915645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd271bee7-442b-42bc-be04-ec4adf5ab654') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:25.915982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd271bee7-442b-42bc-be04-ec4adf5ab654') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:25.926098 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.940340 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.946396 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:40:25.946795 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:40:25.949987 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:40:26.011604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.018618 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.021799 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "DELETE /v2.0/networks/f4710849-5a5d-452d-a6a8-a818a9080914 HTTP/1.1" status: 204 len: 168 time: 0.6182668 Nov 08 14:40:26.024701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43180) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:26.033658 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3712b38-803c-48f6-aa7f-2f1e829e89b1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Pushing event deleted for resources: {'Network': ['ID=f4710849-5a5d-452d-a6a8-a818a9080914,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:26.052072 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5ddf0554-11fa-49e7-a5d3-d5b2c9093ba1 tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "GET /v2.0/ports?device_id=6d40ede5-be8b-485d-97eb-fdf630d786e4 HTTP/1.1" status: 200 len: 205 time: 0.0261819 Nov 08 14:40:26.054391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43182) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:26.130881 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be23e5ed-7b90-4544-842e-45b86f9e1e9e tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.289800 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be23e5ed-7b90-4544-842e-45b86f9e1e9e tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.291885 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be23e5ed-7b90-4544-842e-45b86f9e1e9e tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.336065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be23e5ed-7b90-4544-842e-45b86f9e1e9e tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.336694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be23e5ed-7b90-4544-842e-45b86f9e1e9e tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Fanout notify agent at l3_agent the message router_deleted on router 6d40ede5-be8b-485d-97eb-fdf630d786e4 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:40:26.344020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-be23e5ed-7b90-4544-842e-45b86f9e1e9e tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.345101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-be23e5ed-7b90-4544-842e-45b86f9e1e9e tempest-RoutersNegativeTest-1904035518 tempest-RoutersNegativeTest-1904035518-project] 10.222.0.65 "DELETE /v2.0/routers/6d40ede5-be8b-485d-97eb-fdf630d786e4 HTTP/1.1" status: 204 len: 168 time: 0.2898111 Nov 08 14:40:26.582682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43188) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:26.722567 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6799fe77-88c3-436c-83ad-bc20d945bd26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b150b1fa0dfd40daa62fed05ac47ef1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387279 Nov 08 14:40:26.725133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43192) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:26.772160 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc925025-0a35-44ce-ab0a-ebf81330637f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.793940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc925025-0a35-44ce-ab0a-ebf81330637f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.840668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc925025-0a35-44ce-ab0a-ebf81330637f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.843152 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-dc925025-0a35-44ce-ab0a-ebf81330637f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:26.844354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dc925025-0a35-44ce-ab0a-ebf81330637f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2333bbdc-f922-44f9-b87a-b6f543dded8f HTTP/1.1" status: 204 len: 168 time: 0.1183040 Nov 08 14:40:26.852237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925025-0a35-44ce-ab0a-ebf81330637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2333bbdc-f922-44f9-b87a-b6f543dded8f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:27.465178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43214) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:27.497685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b554d033-bfbe-4261-beda-ca9158ce5d89 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:40:27.517568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: b554d033-bfbe-4261-beda-ca9158ce5d89 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:40:27.518001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device b554d033-bfbe-4261-beda-ca9158ce5d89 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:40:27.518476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0a7a598b-64a4-44ce-87f8-ae5375ec4796 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:40:27.538482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 0a7a598b-64a4-44ce-87f8-ae5375ec4796 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:40:27.538482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0a7a598b-64a4-44ce-87f8-ae5375ec4796 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:40:27.571592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1346894487-network', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:27.592697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Made reservation on behalf of dd3f2f399e224b1e8307a6dcf8601f50 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:27.594998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.603678 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.685778 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.689484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.714372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:27.724188 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f67aee-614d-4100-a80b-422f30e9cde6,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:27.730747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.731087 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Added segment deab00a3-c493-41f4-a98e-43f90ee7dc71 of type vlan for network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 Nov 08 14:40:27.772609 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.797769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.798849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:27.799429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:27.830740 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3643341 Nov 08 14:40:27.835677 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43218) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:27.844618 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Request body: {'subnet': {'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-subnet', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:27.868434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e5faf-f1e8-4f91-ab01-8d25809a6aeb admin admin] Pushing event updated for resources: {'Network': ['ID=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:27.878198 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Made reservation on behalf of dd3f2f399e224b1e8307a6dcf8601f50 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:27.880867 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:27.881072 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.058059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.068385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bdebc07f-afa3-4f73-9e99-981d8e74703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.116805 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff7668b-13e5-4fd2-ad36-3ae1accdbba5,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:28.124602 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Checking segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:28.124964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Network hostable DHCP agents. Network: 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:28.142119 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:28.151130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:28.155459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:28.156094 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.160412 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04af30c3-e525-42e4-8613-2e0ca8641bda None None] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:28.172547 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8a4cdcca-895c-4ae0-b2c9-3ce928afa0ea admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3350496 Nov 08 14:40:28.175315 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:28.179522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:28.201417 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.202577 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.258354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.312994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'fixed_ips': [{'subnet_id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:28.313852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.401007 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.452440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Allocated IP 172.20.0.2 (11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45/fff7668b-13e5-4fd2-ad36-3ae1accdbba5/d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:28.599255 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.605535 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.612177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.631843 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.645622 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:28.648530 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:28.652404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:28.667554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Pushing event updated for resources: {'Port': ['ID=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:28.718405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Attempting to bind port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:28.718765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Attempting to bind port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:28.719119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Attempting to bind port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:28.724370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:28.724744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Checking segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:28.725144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.725546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Bound using segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:28.726040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Bound port: d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:28.726428 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.746407 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Allocated IP 172.25.8.51 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0ca494ae-6bb6-4b37-9dec-36dc2734ec13) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:28.791089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] For port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:28.794326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] For port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:28.798784 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.864158 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.900178 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:28.941732 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:28.947234 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:28.949775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:28.974614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Pushing event updated for resources: {'Port': ['ID=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:29.032231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74ed2-5c37-445f-aac4-a9829bb5a16a None None] Pushing event updated for resources: {'Port': ['ID=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:29.239524 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:29.448785 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:29.515192 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:29.567218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:29.567600 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:29.657103 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:29.696184 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:29.701259 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:29.753712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:29.914278 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:40:29.968201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70eec6e-e290-41cb-b8f8-b37a0d51bd98 None None] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:30.028019 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:40:30.039862 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Sync routers for ids ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:40:30.045978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-edc6a501-462a-4eac-b95d-a1cbe9fd3d07 None None] Provisioning complete for port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:30.046521 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-edc6a501-462a-4eac-b95d-a1cbe9fd3d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.051667 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Routers {'5d240c79-a39e-45c5-95f3-0a5f9ae83d39'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:30.052230 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.052529 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:30.053933 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6121c58a-deee-449d-b67a-d1ac47b7e47c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8776095 Nov 08 14:40:30.057032 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43224) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:30.163229 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Set router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:30.404413 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:29Z', 'revision_number': 3, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port': {'id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:30.440378 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Checking router: 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:40:30.441332 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Updating router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:40:30.472487 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.533627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e444ca72-cfbd-4f60-9713-778f7e7ef812 None None] Provisioning complete for port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:30.533994 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e444ca72-cfbd-4f60-9713-778f7e7ef812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.551929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.722584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Allocated IP 172.20.0.1 (11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45/fff7668b-13e5-4fd2-ad36-3ae1accdbba5/51147a8d-1fe3-4692-b18a-c7dce72745a7) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:30.836614 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.838031 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.844027 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.873014 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.894392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Attempting to bind port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:30.894761 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Attempting to bind port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:30.895123 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Attempting to bind port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:30.902731 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Pushing event updated for resources: {'Port': ['ID=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:30.904980 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:30.905350 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:30.905746 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.906134 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:30.906602 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Bound port: 0ca494ae-6bb6-4b37-9dec-36dc2734ec13, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:30.906999 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.914772 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.915116 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.915454 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.915814 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.916153 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.916470 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.916789 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.917677 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.918003 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.918346 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.918739 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.918988 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:40:30.919205 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:30.922145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:30.927928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:30.954510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Pushing event updated for resources: {'Port': ['ID=51147a8d-1fe3-4692-b18a-c7dce72745a7,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:30.971829 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] For port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:30.975549 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] For port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:30.977927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:30.983293 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.040489 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Routers {'5d240c79-a39e-45c5-95f3-0a5f9ae83d39'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:31.041859 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:31.104266 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc4a23-0e49-48ea-8cca-d02644b7fdec None None] Pushing event updated for resources: {'Port': ['ID=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:31.147478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.165905 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] Set router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:31.256055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1d115b4f-451c-4ddd-a2d2-59d0fdcc3141 None None] Provisioning complete for port 51147a8d-1fe3-4692-b18a-c7dce72745a7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:31.257049 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d115b4f-451c-4ddd-a2d2-59d0fdcc3141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.297260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1d115b4f-451c-4ddd-a2d2-59d0fdcc3141 None None] Port 51147a8d-1fe3-4692-b18a-c7dce72745a7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:40:31.318405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.323621 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.349559 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:29Z', 'revision_number': 3, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port': {'id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:31.377522 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8b3a2f-1039-4ca7-8ba1-35c6f556e278 None None] The sync data for ids ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'] in n-d-804292-2 is: [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:29Z', 'revision_number': 3, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port': {'id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:40:31.391235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.395037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Pushing event updated for resources: {'Port': ['ID=51147a8d-1fe3-4692-b18a-c7dce72745a7,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:31.502338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:31.506937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:31.508425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:31.563150 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4ba4ff05-0ba2-4a9c-a06b-3f15ccaefad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.581565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:31.581936 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.666972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:40:31.794603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:40:31.800062 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-902ebf7b-43df-4c3a-b216-3cab55d53dec admin admin] 10.222.0.65 "PUT /v2.0/routers/5d240c79-a39e-45c5-95f3-0a5f9ae83d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7419498 Nov 08 14:40:31.827210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9535594a-5a67-422c-92d4-70a06726056c None None] Provisioning complete for port 51147a8d-1fe3-4692-b18a-c7dce72745a7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:31.827958 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9535594a-5a67-422c-92d4-70a06726056c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:31.866599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9535594a-5a67-422c-92d4-70a06726056c None None] Port 51147a8d-1fe3-4692-b18a-c7dce72745a7 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:40:32.308646 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43242) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:32.313554 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-451503005-network', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:32.337007 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Made reservation on behalf of 8c1eb7d6091e4c7f828953bf400662bf for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:32.340503 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.350032 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.428249 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.432441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.457112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:40:32.466540 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6084932a-4fb2-4284-819c-adfff32bb512,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:32.472610 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.472957 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Added segment 167eb1f2-53be-4fb9-874d-a17f7e64c8d7 of type vlan for network 75c57df3-2aa7-4bee-ae95-64bc45793b6a Nov 08 14:40:32.514411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.540847 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.541892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:32.543039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.603044 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2908344 Nov 08 14:40:32.603283 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43244) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:32.610314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Request body: {'subnet': {'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-subnet', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:32.619617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e4060-bc60-4c6e-8ce1-16a05e46e87c admin admin] Pushing event updated for resources: {'Network': ['ID=75c57df3-2aa7-4bee-ae95-64bc45793b6a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:32.633543 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:40:32.638112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Made reservation on behalf of 8c1eb7d6091e4c7f828953bf400662bf for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:32.640701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.817737 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.877048 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06e758f-a7dc-4004-94a0-f0c005aa1444,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:32.884722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Checking segment: {'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:32.885155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Network hostable DHCP agents. Network: 75c57df3-2aa7-4bee-ae95-64bc45793b6a, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:40:32.902720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:40:32.912538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 75c57df3-2aa7-4bee-ae95-64bc45793b6a) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:32.917490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:32.918444 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.922286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeac589-7878-4bd2-b638-8b67796cbfc7 None None] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:32.938988 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-48cb6929-cbf5-442f-928c-8b4db010fc5b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3323014 Nov 08 14:40:32.939989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43246) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:32.943792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:32.969716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:32.970836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.028357 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.043688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Sync routers for ids ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:40:33.075226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Routers {'5d240c79-a39e-45c5-95f3-0a5f9ae83d39'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:33.075914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:33.116211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-75c57df3-2aa7-4bee-ae95-64bc45793b6a', 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'fixed_ips': [{'subnet_id': 'd06e758f-a7dc-4004-94a0-f0c005aa1444'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:40:33.117066 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.168619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.296161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Set router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:33.324972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.390926 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.391751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Allocated IP 172.20.0.2 (75c57df3-2aa7-4bee-ae95-64bc45793b6a/d06e758f-a7dc-4004-94a0-f0c005aa1444/370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:33.411207 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.521747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:33.541783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Allocated IP 172.25.8.12 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9aea6f51-e97b-434c-acb5-a21557a8f2ec) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:33.653086 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.677607 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.689298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:33.689667 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.691551 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.692641 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:33.730155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:33.735854 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:33.739505 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:33.764194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:33.768903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9aea6f51-e97b-434c-acb5-a21557a8f2ec,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:33.779684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:33.786057 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:33.789630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:31Z', 'revision_number': 4, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port': {'id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '51147a8d-1fe3-4692-b18a-c7dce72745a7', 'name': '', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'mac_address': 'fa:16:3e:c3:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:30Z', 'updated_at': '2021-11-08T14:40:31Z', 'revision_number': 2, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'subnets': [{'id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:33.822702 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Pushing event updated for resources: {'Port': ['ID=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:33.829323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Checking router: 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:40:33.829664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Updating router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 port 51147a8d-1fe3-4692-b18a-c7dce72745a7 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:40:34.005328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.070136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.095751 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Attempting to bind port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:34.096120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Attempting to bind port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:34.096480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Attempting to bind port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 on network 75c57df3-2aa7-4bee-ae95-64bc45793b6a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:34.107356 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.128325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:34.128694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Checking segment: {'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:34.129089 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.129477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Bound using segment: {'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:34.129958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Bound port: 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:34.130330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.162407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:34.169548 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.203463 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.325347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:34.337049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] For port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:34.345345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Router b4953ccb-1c96-4ada-8d79-d6702571d417 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:40:34.378603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] For port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,segment=NetworkSegment(167eb1f2-53be-4fb9-874d-a17f7e64c8d7),segment_id=167eb1f2-53be-4fb9-874d-a17f7e64c8d7)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:34.384690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.464507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:40:34.475918 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Sync routers for ids ['b4953ccb-1c96-4ada-8d79-d6702571d417'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:40:34.476869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f0229-ac55-4934-b5ed-ecf4d3e84ce3 None None] Pushing event updated for resources: {'Port': ['ID=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:34.492927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.497882 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8bac3e05-bc84-4d1f-8d12-71e9ee8243b5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5540979 Nov 08 14:40:34.497882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43248) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:40:34.500324 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Routers {'b4953ccb-1c96-4ada-8d79-d6702571d417'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:34.500960 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b4953ccb-1c96-4ada-8d79-d6702571d417'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:34.550339 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.558733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.613539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433b540-f6b4-4189-988b-ec5a3ac4f9c8 None None] Pushing event updated for resources: {'Port': ['ID=51147a8d-1fe3-4692-b18a-c7dce72745a7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:34.630965 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Set router b4953ccb-1c96-4ada-8d79-d6702571d417 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:34.685735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Attempting to bind port 51147a8d-1fe3-4692-b18a-c7dce72745a7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:34.686183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Attempting to bind port 51147a8d-1fe3-4692-b18a-c7dce72745a7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:34.687491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Attempting to bind port 51147a8d-1fe3-4692-b18a-c7dce72745a7 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:34.694906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:34.695289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Checking segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:34.695701 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.696145 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Bound using segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:34.696633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Bound port: 51147a8d-1fe3-4692-b18a-c7dce72745a7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:34.709926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.833374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] For port 51147a8d-1fe3-4692-b18a-c7dce72745a7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:34.837055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] For port 51147a8d-1fe3-4692-b18a-c7dce72745a7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=51147a8d-1fe3-4692-b18a-c7dce72745a7,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:34.846649 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:34.912088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b433b540-f6b4-4189-988b-ec5a3ac4f9c8 None None] Pushing event updated for resources: {'Port': ['ID=51147a8d-1fe3-4692-b18a-c7dce72745a7,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:34.933238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Routers {'5d240c79-a39e-45c5-95f3-0a5f9ae83d39'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:34.934154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:34.960657 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:40:33Z', 'revision_number': 3, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port': {'id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:33Z', 'updated_at': '2021-11-08T14:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:34.994543 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Checking router: b4953ccb-1c96-4ada-8d79-d6702571d417 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:40:34.994895 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Updating router b4953ccb-1c96-4ada-8d79-d6702571d417 port 9aea6f51-e97b-434c-acb5-a21557a8f2ec binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:40:35.025478 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.044598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8d1357bf-fcb8-49c7-ac2d-3ddad459ad1c None None] Provisioning complete for port 51147a8d-1fe3-4692-b18a-c7dce72745a7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:35.045062 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8d1357bf-fcb8-49c7-ac2d-3ddad459ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.103856 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] Set router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:35.266544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8d1357bf-fcb8-49c7-ac2d-3ddad459ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.315598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8d1357bf-fcb8-49c7-ac2d-3ddad459ad1c None None] For port 51147a8d-1fe3-4692-b18a-c7dce72745a7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=51147a8d-1fe3-4692-b18a-c7dce72745a7,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:35.324050 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8d1357bf-fcb8-49c7-ac2d-3ddad459ad1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.331324 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.342577 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.397536 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Attempting to bind port 9aea6f51-e97b-434c-acb5-a21557a8f2ec on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:35.398321 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Attempting to bind port 9aea6f51-e97b-434c-acb5-a21557a8f2ec by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:35.398464 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Attempting to bind port 9aea6f51-e97b-434c-acb5-a21557a8f2ec on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:35.407710 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:35.408122 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:35.408628 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.409592 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:35.409752 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Bound port: 9aea6f51-e97b-434c-acb5-a21557a8f2ec, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:35.410133 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.413508 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fb541-ae89-4050-8dcd-d3444a23d7a4 None None] Pushing event updated for resources: {'Port': ['ID=9aea6f51-e97b-434c-acb5-a21557a8f2ec,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:35.424627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1357bf-fcb8-49c7-ac2d-3ddad459ad1c None None] Pushing event updated for resources: {'Port': ['ID=51147a8d-1fe3-4692-b18a-c7dce72745a7,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:35.460229 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-57fad097-cc43-4ec8-943b-2027b4b34c3b None None] Provisioning complete for port 51147a8d-1fe3-4692-b18a-c7dce72745a7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:35.460600 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57fad097-cc43-4ec8-943b-2027b4b34c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.466826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:31Z', 'revision_number': 4, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port': {'id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '51147a8d-1fe3-4692-b18a-c7dce72745a7', 'name': '', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'mac_address': 'fa:16:3e:c3:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:30Z', 'updated_at': '2021-11-08T14:40:34Z', 'revision_number': 4, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'subnets': [{'id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:35.492166 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] For port 9aea6f51-e97b-434c-acb5-a21557a8f2ec, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:35.496914 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] For port 9aea6f51-e97b-434c-acb5-a21557a8f2ec, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9aea6f51-e97b-434c-acb5-a21557a8f2ec,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:35.507405 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.535913 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776684c-3cce-4b20-838a-0a7f014d3832 None None] The sync data for ids ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'] in n-d-804292-2 is: [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:31Z', 'revision_number': 4, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port': {'id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '51147a8d-1fe3-4692-b18a-c7dce72745a7', 'name': '', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'mac_address': 'fa:16:3e:c3:9f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:30Z', 'updated_at': '2021-11-08T14:40:34Z', 'revision_number': 4, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'subnets': [{'id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:40:35.552768 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.596151 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Routers {'b4953ccb-1c96-4ada-8d79-d6702571d417'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:35.596151 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b4953ccb-1c96-4ada-8d79-d6702571d417'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:35.685190 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987fb541-ae89-4050-8dcd-d3444a23d7a4 None None] Pushing event updated for resources: {'Port': ['ID=9aea6f51-e97b-434c-acb5-a21557a8f2ec,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:35.777053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:35.806530 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.816050 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] Set router b4953ccb-1c96-4ada-8d79-d6702571d417 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:35.851000 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:35.851641 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:35.869134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Allocated IP 172.20.0.1 (75c57df3-2aa7-4bee-ae95-64bc45793b6a/d06e758f-a7dc-4004-94a0-f0c005aa1444/15eca775-703d-47f8-ab3f-ef17ace30136) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:35.982389 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.019947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9af78a-99de-4898-8cd7-567f9db9cc7c None None] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:40:36.040119 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.041054 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.097895 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.126318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-119f6955-202b-41cd-8f3b-9c7ff3c49132 None None] Provisioning complete for port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:36.126836 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-119f6955-202b-41cd-8f3b-9c7ff3c49132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.133821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,segment=NetworkSegment(167eb1f2-53be-4fb9-874d-a17f7e64c8d7),segment_id=167eb1f2-53be-4fb9-874d-a17f7e64c8d7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:36.151034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:36.154866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:36.161958 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:36.166578 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.168413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:36.208065 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:40:33Z', 'revision_number': 3, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port': {'id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:33Z', 'updated_at': '2021-11-08T14:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:36.221030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Pushing event updated for resources: {'Port': ['ID=15eca775-703d-47f8-ab3f-ef17ace30136,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:36.224441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.255382 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fba3b4d-1f8e-40e0-a0c2-d0fe9c910277 None None] The sync data for ids ['b4953ccb-1c96-4ada-8d79-d6702571d417'] in n-d-804292-2 is: [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:40:33Z', 'revision_number': 3, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port': {'id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:33Z', 'updated_at': '2021-11-08T14:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:40:36.358710 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:36.390819 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.405394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:36.405677 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.626598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.630748 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.733397 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.735366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Pushing event updated for resources: {'Port': ['ID=15eca775-703d-47f8-ab3f-ef17ace30136,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:36.848631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:36.850517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:36.853115 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b890be01-16ab-4189-b93e-7b9a1917f231 None None] Provisioning complete for port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:36.853653 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b890be01-16ab-4189-b93e-7b9a1917f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:36.980276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b890be01-16ab-4189-b93e-7b9a1917f231 None None] Provisioning complete for port 15eca775-703d-47f8-ab3f-ef17ace30136 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:36.981481 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b890be01-16ab-4189-b93e-7b9a1917f231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:37.013421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Router b4953ccb-1c96-4ada-8d79-d6702571d417 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:40:37.047316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-b890be01-16ab-4189-b93e-7b9a1917f231 None None] Port 15eca775-703d-47f8-ab3f-ef17ace30136 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:40:37.168060 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:40:37.175776 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-ee6a3768-d58c-49de-9084-5e3219cd1efd admin admin] 10.222.0.65 "PUT /v2.0/routers/b4953ccb-1c96-4ada-8d79-d6702571d417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6769769 Nov 08 14:40:37.190787 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-409111aa-86d0-42db-b913-d196c72c18ce None None] Provisioning complete for port 15eca775-703d-47f8-ab3f-ef17ace30136 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:37.195041 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-409111aa-86d0-42db-b913-d196c72c18ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:37.234352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-409111aa-86d0-42db-b913-d196c72c18ce None None] Port 15eca775-703d-47f8-ab3f-ef17ace30136 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:40:37.354912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a50cf6e0-d78e-497d-ad6d-b331b2fed720 None None] Provisioning complete for port 15eca775-703d-47f8-ab3f-ef17ace30136 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:37.355294 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a50cf6e0-d78e-497d-ad6d-b331b2fed720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:37.400462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-a50cf6e0-d78e-497d-ad6d-b331b2fed720 None None] Port 15eca775-703d-47f8-ab3f-ef17ace30136 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:40:37.632521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:37.683064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:37.683466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:37.765744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 51147a8d-1fe3-4692-b18a-c7dce72745a7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:37.812963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 51147a8d-1fe3-4692-b18a-c7dce72745a7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:37.813330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:37.891449 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aea6f51-e97b-434c-acb5-a21557a8f2ec up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:37.948422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9aea6f51-e97b-434c-acb5-a21557a8f2ec triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:37.948935 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:38.046775 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:38.068010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 9aea6f51-e97b-434c-acb5-a21557a8f2ec, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9aea6f51-e97b-434c-acb5-a21557a8f2ec,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:38.073053 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:38.122976 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=9aea6f51-e97b-434c-acb5-a21557a8f2ec,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:38.184313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-3da79658-ae27-46b7-bb31-d34b489af6f2 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:38.185892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-3da79658-ae27-46b7-bb31-d34b489af6f2 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/networks?id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 200 len: 817 time: 0.1179240 Nov 08 14:40:38.201031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-38d16a0d-8243-46fa-8d5e-e2d64650f2df tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/quotas/dd3f2f399e224b1e8307a6dcf8601f50 HTTP/1.1" status: 200 len: 375 time: 0.0092654 Nov 08 14:40:38.255408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-d9463632-ddb8-452b-b730-75d2b236aa05 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486233 Nov 08 14:40:38.356803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-bf0bd501-1480-415a-900e-554514f0e0aa service neutron] 10.222.0.65 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899007 Nov 08 14:40:38.452936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-a3f19bb6-1710-4e57-bf8d-bccb2aba3025 service neutron] 10.222.0.65 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895348 Nov 08 14:40:38.619954 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba12b434-05bb-4410-8c46-5434e97c2c1e req-e6e2775d-778f-4682-9fbb-a01fcb46b519 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 210 time: 0.0275767 Nov 08 14:40:39.013556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Sync routers for ids ['b4953ccb-1c96-4ada-8d79-d6702571d417'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:40:39.024743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Routers {'b4953ccb-1c96-4ada-8d79-d6702571d417'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:39.025433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b4953ccb-1c96-4ada-8d79-d6702571d417'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:39.312800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Set router b4953ccb-1c96-4ada-8d79-d6702571d417 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:39.527764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aea6f51-e97b-434c-acb5-a21557a8f2ec up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:39.576809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-2debb3ec-7940-41ac-9623-866ef3bb06bd tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:39.578225 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-2debb3ec-7940-41ac-9623-866ef3bb06bd tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "GET /v2.0/networks?id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 200 len: 817 time: 0.1197109 Nov 08 14:40:39.591297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Request body: {'port': {'device_id': '45585fa6-c020-4154-971c-7e1fe288b69b', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'admin_state_up': True, 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:39.595105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:40:36Z', 'revision_number': 4, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port': {'id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:33Z', 'updated_at': '2021-11-08T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '15eca775-703d-47f8-ab3f-ef17ace30136', 'name': '', 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'mac_address': 'fa:16:3e:ca:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd06e758f-a7dc-4004-94a0-f0c005aa1444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:35Z', 'updated_at': '2021-11-08T14:40:36Z', 'revision_number': 2, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'subnets': [{'id': 'd06e758f-a7dc-4004-94a0-f0c005aa1444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:39.631148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9aea6f51-e97b-434c-acb5-a21557a8f2ec triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:39.631612 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:39.634958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Checking router: b4953ccb-1c96-4ada-8d79-d6702571d417 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:40:39.635411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Updating router b4953ccb-1c96-4ada-8d79-d6702571d417 port 15eca775-703d-47f8-ab3f-ef17ace30136 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:40:39.687623 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:39.718124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Made reservation on behalf of dd3f2f399e224b1e8307a6dcf8601f50 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:40:39.722008 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:39.726686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2a7bd80-bd19-4b86-bdca-615c88b7cc22 req-64363037-ca4d-439a-9e98-4f531fbcd33c tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 210 time: 0.0268049 Nov 08 14:40:39.859883 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Allocated IP 172.20.0.10 (11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45/fff7668b-13e5-4fd2-ad36-3ae1accdbba5/23b93d44-aa10-4fc5-b571-9fc72945bdf3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:40:40.005292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.010920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.013529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.049371 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.067272 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ac66d-71bf-4ca3-b86e-585c90f3f20b None None] Pushing event updated for resources: {'Port': ['ID=15eca775-703d-47f8-ab3f-ef17ace30136,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:40.097930 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:40:40.103636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:40:40.108642 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:40:40.125972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Attempting to bind port 15eca775-703d-47f8-ab3f-ef17ace30136 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:40.126351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Attempting to bind port 15eca775-703d-47f8-ab3f-ef17ace30136 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:40.126717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Attempting to bind port 15eca775-703d-47f8-ab3f-ef17ace30136 on network 75c57df3-2aa7-4bee-ae95-64bc45793b6a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:40.137000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Pushing event updated for resources: {'Port': ['ID=23b93d44-aa10-4fc5-b571-9fc72945bdf3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:40.137344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:40.137762 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Checking segment: {'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:40.138239 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.139410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Bound using segment: {'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:40.139410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Bound port: 15eca775-703d-47f8-ab3f-ef17ace30136, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '167eb1f2-53be-4fb9-874d-a17f7e64c8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:40.144287 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.181168 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:40.182109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.205073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-e8a2f071-158f-4d23-a2a4-6c5f9cb70734 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182415 Nov 08 14:40:40.219523 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Request body: {'port': {'device_id': '45585fa6-c020-4154-971c-7e1fe288b69b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:40:40.223207 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] For port 15eca775-703d-47f8-ab3f-ef17ace30136, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:40.227045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] For port 15eca775-703d-47f8-ab3f-ef17ace30136, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15eca775-703d-47f8-ab3f-ef17ace30136,segment=NetworkSegment(167eb1f2-53be-4fb9-874d-a17f7e64c8d7),segment_id=167eb1f2-53be-4fb9-874d-a17f7e64c8d7)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:40.232064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.291324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.315991 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Routers {'b4953ccb-1c96-4ada-8d79-d6702571d417'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:40:40.316906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:40:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b4953ccb-1c96-4ada-8d79-d6702571d417'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:40.358025 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ac66d-71bf-4ca3-b86e-585c90f3f20b None None] Pushing event updated for resources: {'Port': ['ID=15eca775-703d-47f8-ab3f-ef17ace30136,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:40.457352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] Set router b4953ccb-1c96-4ada-8d79-d6702571d417 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:40:40.460966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Provisioning complete for port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:40.461343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.564119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:40:40.606878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b93d44-aa10-4fc5-b571-9fc72945bdf3 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:40:40.614327 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.618785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Provisioning complete for port 15eca775-703d-47f8-ab3f-ef17ace30136 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:40.619160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.626868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Transition to ACTIVE for port object 23b93d44-aa10-4fc5-b571-9fc72945bdf3 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:40:40.631274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.688866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23b93d44-aa10-4fc5-b571-9fc72945bdf3,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:40.762462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.763967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Attempting to bind port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:40:40.764312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Attempting to bind port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:40:40.764641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Attempting to bind port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:40.769576 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:40:40.769912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Attempting to bind port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:40:40.775931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:40:40.775931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Checking segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:40:40.776253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Bound using segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:40:40.778006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Bound port: 23b93d44-aa10-4fc5-b571-9fc72945bdf3, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:40:40.778382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.794644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:40:36Z', 'revision_number': 4, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port': {'id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:33Z', 'updated_at': '2021-11-08T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '15eca775-703d-47f8-ab3f-ef17ace30136', 'name': '', 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'mac_address': 'fa:16:3e:ca:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd06e758f-a7dc-4004-94a0-f0c005aa1444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:35Z', 'updated_at': '2021-11-08T14:40:40Z', 'revision_number': 4, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'subnets': [{'id': 'd06e758f-a7dc-4004-94a0-f0c005aa1444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:40:40.834176 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ac7da-5a4d-44c6-9eb4-4a7d4456296d None None] The sync data for ids ['b4953ccb-1c96-4ada-8d79-d6702571d417'] in n-d-804292-2 is: [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:40:36Z', 'revision_number': 4, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port': {'id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:33Z', 'updated_at': '2021-11-08T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '15eca775-703d-47f8-ab3f-ef17ace30136', 'name': '', 'network_id': '75c57df3-2aa7-4bee-ae95-64bc45793b6a', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'mac_address': 'fa:16:3e:ca:17:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'd06e758f-a7dc-4004-94a0-f0c005aa1444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:35Z', 'updated_at': '2021-11-08T14:40:40Z', 'revision_number': 4, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'subnets': [{'id': 'd06e758f-a7dc-4004-94a0-f0c005aa1444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:40:40.836958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] For port 15eca775-703d-47f8-ab3f-ef17ace30136, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15eca775-703d-47f8-ab3f-ef17ace30136,segment=NetworkSegment(167eb1f2-53be-4fb9-874d-a17f7e64c8d7),segment_id=167eb1f2-53be-4fb9-874d-a17f7e64c8d7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:40.842448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.870574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] For port 23b93d44-aa10-4fc5-b571-9fc72945bdf3, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:40:40.878485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] For port 23b93d44-aa10-4fc5-b571-9fc72945bdf3, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23b93d44-aa10-4fc5-b571-9fc72945bdf3,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:40:40.892216 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.936908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badf1d5-96d2-41d4-87d5-9f931e563e4b req-deb3db99-ed6c-439b-b79f-ebfcf37eb1d1 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:40.939274 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4badf1d5-96d2-41d4-87d5-9f931e563e4b req-deb3db99-ed6c-439b-b79f-ebfcf37eb1d1 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 944 time: 0.1056912 Nov 08 14:40:40.947701 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:40.948410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:40.950286 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] 10.222.0.70 "PUT /v2.0/ports/23b93d44-aa10-4fc5-b571-9fc72945bdf3 HTTP/1.1" status: 200 len: 1092 time: 0.7367916 Nov 08 14:40:40.950541 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f14a4-e1b3-4a56-b674-98b7310cac05 None None] Pushing event updated for resources: {'Port': ['ID=15eca775-703d-47f8-ab3f-ef17ace30136,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:40.950862 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45585fa6-c020-4154-971c-7e1fe288b69b', 'tag': '23b93d44-aa10-4fc5-b571-9fc72945bdf3'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:40:40.953819 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "45585fa6-c020-4154-971c-7e1fe288b69b", "tag": "23b93d44-aa10-4fc5-b571-9fc72945bdf3"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:40:41.019638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca16641-51f5-48b0-b51e-e8fac10286f4 service neutron] Pushing event updated for resources: {'Port': ['ID=23b93d44-aa10-4fc5-b571-9fc72945bdf3,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:41.025592 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f883bd94-e2a6-4ee3-8850-015dbe7582a8 None None] Provisioning complete for port 15eca775-703d-47f8-ab3f-ef17ace30136 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:41.026112 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f883bd94-e2a6-4ee3-8850-015dbe7582a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:41.036941 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd67f5e9-78e6-4802-92d9-a93b3a004029 x-openstack-request-id: req-fd67f5e9-78e6-4802-92d9-a93b3a004029 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:40:41.037232 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45585fa6-c020-4154-971c-7e1fe288b69b", "tag": "23b93d44-aa10-4fc5-b571-9fc72945bdf3", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:40:41.037515 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd67f5e9-78e6-4802-92d9-a93b3a004029 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:40:41.037918 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45585fa6-c020-4154-971c-7e1fe288b69b', 'tag': '23b93d44-aa10-4fc5-b571-9fc72945bdf3', 'status': 'completed', 'code': 200} Nov 08 14:40:41.082297 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4badf1d5-96d2-41d4-87d5-9f931e563e4b req-0cca90d7-ff0f-4e6c-ad54-e553863bcd6a tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302481 Nov 08 14:40:41.082768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-daf0008e-ba36-4bdb-ab9e-93606839a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:41.084320 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-daf0008e-ba36-4bdb-ab9e-93606839a637 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 1095 time: 0.0801561 Nov 08 14:40:41.141696 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-8248a125-50ee-410d-b0c7-5caba6b1b081 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23b93d44-aa10-4fc5-b571-9fc72945bdf3 HTTP/1.1" status: 200 len: 217 time: 0.0431516 Nov 08 14:40:41.199000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-02e056bd-0224-4241-9758-340256de2e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:41.200557 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-02e056bd-0224-4241-9758-340256de2e40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fff7668b-13e5-4fd2-ad36-3ae1accdbba5 HTTP/1.1" status: 200 len: 856 time: 0.0516233 Nov 08 14:40:41.257589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-9093d0b6-480e-4596-9807-d08b41d8010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:41.259201 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-9093d0b6-480e-4596-9807-d08b41d8010b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512631 Nov 08 14:40:41.360753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-5ddad1a4-e92b-4909-81da-d03542a55ed4 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940063 Nov 08 14:40:41.468863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cd1633d8-5a61-4769-9f2d-30415244cab3 req-22ce2dfc-1cbb-4bc5-9241-34ebfdcd2d6c service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007662 Nov 08 14:40:41.531979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15eca775-703d-47f8-ab3f-ef17ace30136 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:41.566949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-07921f6e-6aeb-4c44-b16d-fdc2ca31fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:41.568527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-07921f6e-6aeb-4c44-b16d-fdc2ca31fb7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 1095 time: 0.0447307 Nov 08 14:40:41.582348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 15eca775-703d-47f8-ab3f-ef17ace30136 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:41.582721 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:41.674690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-70c18faa-1b95-4fe7-8f48-6da2bec5529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:41.676221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-70c18faa-1b95-4fe7-8f48-6da2bec5529d service neutron] 10.222.0.70 "GET /v2.0/networks?id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 200 len: 918 time: 0.1004429 Nov 08 14:40:41.719432 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-95aecc99-1a6b-496b-908b-f8dbfa978f41 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23b93d44-aa10-4fc5-b571-9fc72945bdf3 HTTP/1.1" status: 200 len: 217 time: 0.0363646 Nov 08 14:40:41.769638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-750eb685-3f91-44f0-a63c-edd868f6177f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:41.771105 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-750eb685-3f91-44f0-a63c-edd868f6177f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fff7668b-13e5-4fd2-ad36-3ae1accdbba5 HTTP/1.1" status: 200 len: 856 time: 0.0436544 Nov 08 14:40:41.817109 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-d56a5670-2ec9-46d0-8369-779ed1fe6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:41.818614 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-d56a5670-2ec9-46d0-8369-779ed1fe6ae8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406659 Nov 08 14:40:41.912052 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-26e71042-104e-43c2-9d37-8f180dbd1de6 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856900 Nov 08 14:40:42.009579 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d24440a9-b2e0-4ce5-a53b-4fff7d8a2c7e req-e6e32c10-a832-4eab-bb08-e85bed9d85e8 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897691 Nov 08 14:40:42.198028 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf690a-2364-43b8-b274-ca32867ccd30 req-da1cda1a-2412-471e-aa61-df6bf464db84 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:42.199472 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70bf690a-2364-43b8-b274-ca32867ccd30 req-da1cda1a-2412-471e-aa61-df6bf464db84 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 944 time: 0.0502565 Nov 08 14:40:42.249677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-70bf690a-2364-43b8-b274-ca32867ccd30 req-22a12f87-9475-4d9b-8f8d-0803ad47ac31 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442140 Nov 08 14:40:43.367496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fdeba-9d1d-4231-8c66-5aed8f0fed3b req-43923e74-1e4f-4d95-a3be-683ba4f3b6e1 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:43.369017 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca5fdeba-9d1d-4231-8c66-5aed8f0fed3b req-43923e74-1e4f-4d95-a3be-683ba4f3b6e1 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 944 time: 0.0499489 Nov 08 14:40:43.420654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ca5fdeba-9d1d-4231-8c66-5aed8f0fed3b req-5ac57bb2-1665-4604-8a0e-870554263dd8 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448825 Nov 08 14:40:44.190058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23b93d44-aa10-4fc5-b571-9fc72945bdf3 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:40:44.289248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23b93d44-aa10-4fc5-b571-9fc72945bdf3, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23b93d44-aa10-4fc5-b571-9fc72945bdf3,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:44.300925 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '23b93d44-aa10-4fc5-b571-9fc72945bdf3', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'port_id': '23b93d44-aa10-4fc5-b571-9fc72945bdf3', 'mac_address': 'fa:16:3e:64:40:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:40:44.337663 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:44.352101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b93d44-aa10-4fc5-b571-9fc72945bdf3 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:40:44.376121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23b93d44-aa10-4fc5-b571-9fc72945bdf3, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23b93d44-aa10-4fc5-b571-9fc72945bdf3,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:44.380401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:44.427268 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=23b93d44-aa10-4fc5-b571-9fc72945bdf3,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:44.540064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c898c07-a45f-4b82-a2b7-6b99773381a4 req-31e5cb13-9a37-4551-baf3-85852fa82f92 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:44.541581 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c898c07-a45f-4b82-a2b7-6b99773381a4 req-31e5cb13-9a37-4551-baf3-85852fa82f92 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 945 time: 0.0516977 Nov 08 14:40:44.589651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['23b93d44-aa10-4fc5-b571-9fc72945bdf3'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:40:44.591123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9c898c07-a45f-4b82-a2b7-6b99773381a4 req-d3cee5ec-8aad-4d28-9980-97a9055c0598 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Nov 08 14:40:45.707222 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867bf8e-fd4c-4711-8a44-18a2dd836465 req-cdec0c6d-dc4c-4e0a-9cf2-ef60a787b4e8 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:45.708675 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6867bf8e-fd4c-4711-8a44-18a2dd836465 req-cdec0c6d-dc4c-4e0a-9cf2-ef60a787b4e8 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 945 time: 0.0508192 Nov 08 14:40:45.756886 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6867bf8e-fd4c-4711-8a44-18a2dd836465 req-f27a6df9-17df-4e89-a3b1-3fa32ac6d174 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 Nov 08 14:40:46.205280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23b93d44-aa10-4fc5-b571-9fc72945bdf3 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:40:46.254527 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:40:46.259017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:40:46.259385 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:46.336974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:46.360581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45585fa6-c020-4154-971c-7e1fe288b69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b93d44-aa10-4fc5-b571-9fc72945bdf3'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:40:46.362817 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a9efba-58f0-440e-bebe-80743f4e3cb0" -d '{"events": [{"server_uuid": "45585fa6-c020-4154-971c-7e1fe288b69b", "name": "network-vif-plugged", "status": "completed", "tag": "23b93d44-aa10-4fc5-b571-9fc72945bdf3"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:40:46.375635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 23b93d44-aa10-4fc5-b571-9fc72945bdf3, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23b93d44-aa10-4fc5-b571-9fc72945bdf3,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:40:46.379515 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:46.406729 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12650cce-a8fe-4fc8-b124-a43a3cb2ff6b x-openstack-request-id: req-12650cce-a8fe-4fc8-b124-a43a3cb2ff6b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:40:46.407026 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45585fa6-c020-4154-971c-7e1fe288b69b", "name": "network-vif-plugged", "status": "completed", "tag": "23b93d44-aa10-4fc5-b571-9fc72945bdf3", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:40:46.407279 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12650cce-a8fe-4fc8-b124-a43a3cb2ff6b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:40:46.407666 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45585fa6-c020-4154-971c-7e1fe288b69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b93d44-aa10-4fc5-b571-9fc72945bdf3', 'code': 200} Nov 08 14:40:46.434932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=23b93d44-aa10-4fc5-b571-9fc72945bdf3,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:40:46.503220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890e139-e521-4340-9814-58fc9ab9ddcc req-ecd19c34-aa44-4a9f-96c8-64d4e43d5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:46.505014 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1890e139-e521-4340-9814-58fc9ab9ddcc req-ecd19c34-aa44-4a9f-96c8-64d4e43d5fe7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 1097 time: 0.0469201 Nov 08 14:40:46.550154 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1890e139-e521-4340-9814-58fc9ab9ddcc req-56ed3987-1b76-49a3-92ae-07f45485d8eb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375836 Nov 08 14:40:46.877459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66178090-8429-4016-b89b-404f82cbb28f req-2dd9df53-d6f7-41c2-b42c-616f36a781e5 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:46.878953 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66178090-8429-4016-b89b-404f82cbb28f req-2dd9df53-d6f7-41c2-b42c-616f36a781e5 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 946 time: 0.0530586 Nov 08 14:40:46.926591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-66178090-8429-4016-b89b-404f82cbb28f req-eb5646c6-6325-4b0b-bae9-f0626cefeedf tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Nov 08 14:40:48.049197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07aaf5-2a8a-445c-bd5e-602000e92f4c req-0ba44a20-110d-4511-a3ef-6aef4532aabb tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:48.050761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f07aaf5-2a8a-445c-bd5e-602000e92f4c req-0ba44a20-110d-4511-a3ef-6aef4532aabb tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 946 time: 0.0520699 Nov 08 14:40:48.099616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3f07aaf5-2a8a-445c-bd5e-602000e92f4c req-eddc53d7-6843-4f44-b289-5ee5158812d3 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428259 Nov 08 14:40:48.219700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d96b0-d2a0-4667-9cf2-da00fc7d2b31 req-cea3cf63-9033-402e-b802-6e0e612ad63b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:40:48.221213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d04d96b0-d2a0-4667-9cf2-da00fc7d2b31 req-cea3cf63-9033-402e-b802-6e0e612ad63b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 946 time: 0.0536687 Nov 08 14:40:48.270600 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d04d96b0-d2a0-4667-9cf2-da00fc7d2b31 req-3133f5a5-1a71-42cc-8ac5-ad2ddd736ca0 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432355 Nov 08 14:40:53.618281 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:54.087666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:40:55.694852 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:40:58.073504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7a29660b-6864-4a8c-b6b3-c2b2ce91f8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:01.527175 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7e4024b7-1a8f-4721-ba2e-7b7b15084457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:03.254546 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:05.773936 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:05.926871 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:09.848300 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7696b4-b4e8-48e4-8d62-7b5f60e98c79 req-aee69aed-692b-4958-92e8-87f8bb25c6ff tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:09.849852 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f7696b4-b4e8-48e4-8d62-7b5f60e98c79 req-aee69aed-692b-4958-92e8-87f8bb25c6ff tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 946 time: 0.0510824 Nov 08 14:41:09.898497 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8f7696b4-b4e8-48e4-8d62-7b5f60e98c79 req-92b4df17-5612-4602-a8fc-8bda9caf7057 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422139 Nov 08 14:41:11.018855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e016cd1-76f1-4b47-a7d3-b433664e1290 req-323599da-66c4-4cfb-8fb5-b97b95b96e89 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:11.020367 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e016cd1-76f1-4b47-a7d3-b433664e1290 req-323599da-66c4-4cfb-8fb5-b97b95b96e89 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 946 time: 0.0496826 Nov 08 14:41:11.073258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e016cd1-76f1-4b47-a7d3-b433664e1290 req-0967333f-3afa-4ec6-a963-10c0a337a399 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468881 Nov 08 14:41:11.388581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-b1f52d64-4e03-46f6-8e30-de8808a1d038 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:11.390122 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-b1f52d64-4e03-46f6-8e30-de8808a1d038 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 946 time: 0.0516636 Nov 08 14:41:11.490012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Deleting port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:11.490353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:11.581476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] For port 23b93d44-aa10-4fc5-b571-9fc72945bdf3, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=23b93d44-aa10-4fc5-b571-9fc72945bdf3,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:11.581838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:11.595430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Calling delete_port for 23b93d44-aa10-4fc5-b571-9fc72945bdf3 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:11.731317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:11.743656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['23b93d44-aa10-4fc5-b571-9fc72945bdf3'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:41:11.759998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Pushing event deleted for resources: {'Port': ['ID=23b93d44-aa10-4fc5-b571-9fc72945bdf3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:11.790430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.790776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.791111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.791440 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.791788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.792117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.792438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.792759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.793137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.793462 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.793780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.794096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:11.816087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] No DVR routers for this DVR port 23b93d44-aa10-4fc5-b571-9fc72945bdf3 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:41:11.819250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:11.822671 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e1886c84-f581-40e5-9129-094a6dba89f6 req-d36e54e2-7d11-4fbd-8a3f-82ef031f51c9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "DELETE /v2.0/ports/23b93d44-aa10-4fc5-b571-9fc72945bdf3 HTTP/1.1" status: 204 len: 173 time: 0.4258249 Nov 08 14:41:11.823127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45585fa6-c020-4154-971c-7e1fe288b69b', 'name': 'network-vif-deleted', 'tag': '23b93d44-aa10-4fc5-b571-9fc72945bdf3'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:41:11.825517 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddc4248-48d2-42ea-95b5-e3786fa97d0d" -d '{"events": [{"server_uuid": "45585fa6-c020-4154-971c-7e1fe288b69b", "name": "network-vif-deleted", "tag": "23b93d44-aa10-4fc5-b571-9fc72945bdf3"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:41:11.872762 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07e7b2a-478b-4cd1-8d52-d942380a37b8 x-openstack-request-id: req-f07e7b2a-478b-4cd1-8d52-d942380a37b8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:41:11.873289 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45585fa6-c020-4154-971c-7e1fe288b69b", "name": "network-vif-deleted", "tag": "23b93d44-aa10-4fc5-b571-9fc72945bdf3", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:41:11.873764 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f07e7b2a-478b-4cd1-8d52-d942380a37b8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:41:11.874170 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45585fa6-c020-4154-971c-7e1fe288b69b', 'name': 'network-vif-deleted', 'tag': '23b93d44-aa10-4fc5-b571-9fc72945bdf3', 'status': 'completed', 'code': 200} Nov 08 14:41:12.179365 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7f5f4dc-a152-4945-b04f-f99cd4701b59 req-751e024e-75d7-4813-8294-775cb44d33eb tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=45585fa6-c020-4154-971c-7e1fe288b69b HTTP/1.1" status: 200 len: 210 time: 0.0268235 Nov 08 14:41:14.204187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-d531efe7-9263-4be3-8229-1c5b52473147 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:14.205657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-d531efe7-9263-4be3-8229-1c5b52473147 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/networks?id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 200 len: 817 time: 0.1031919 Nov 08 14:41:14.221413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-bedef4ad-f235-4380-b384-ed4a080c8332 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/quotas/dd3f2f399e224b1e8307a6dcf8601f50 HTTP/1.1" status: 200 len: 375 time: 0.0100768 Nov 08 14:41:14.277283 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6c39d1ef-b5af-4ba4-ab1b-9f87c14979a9 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502400 Nov 08 14:41:14.371950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-eeff7518-aff3-448f-afc7-af59f632ded4 service neutron] 10.222.0.65 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823576 Nov 08 14:41:14.467259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-3905db35-2e81-46d7-931f-bd082e5451ad service neutron] 10.222.0.65 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885258 Nov 08 14:41:14.634538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9f9cdb12-5505-4dfb-ad5f-9b9458751192 req-431f5d6f-fa73-409a-abb4-9041a9359418 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 210 time: 0.0264659 Nov 08 14:41:15.544059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-97e742b5-9b15-420d-8516-715bd4161179 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:15.545578 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-97e742b5-9b15-420d-8516-715bd4161179 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "GET /v2.0/networks?id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 200 len: 817 time: 0.1097753 Nov 08 14:41:15.558253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Request body: {'port': {'device_id': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'admin_state_up': True, 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:41:15.685767 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Made reservation on behalf of dd3f2f399e224b1e8307a6dcf8601f50 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:41:15.689548 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:15.736488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be5b4e9c-c8d5-4592-8d18-4d8dd654f4c2 req-77f91e2e-cb96-43e0-a246-9cdc764c93a0 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 210 time: 0.0280402 Nov 08 14:41:15.818415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Allocated IP 172.20.0.7 (11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45/fff7668b-13e5-4fd2-ad36-3ae1accdbba5/97f07ce5-b0cb-46ac-8989-10083eb26c89) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:41:15.968939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.004942 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.052454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:41:16.057874 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:41:16.060979 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:41:16.089031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Pushing event updated for resources: {'Port': ['ID=97f07ce5-b0cb-46ac-8989-10083eb26c89,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:16.119645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:16.120307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.138121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-7eeb5d2a-9834-4b15-94a5-ebecb22f4293 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835805 Nov 08 14:41:16.150466 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Request body: {'port': {'device_id': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:41:16.208544 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.313404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23b93d44-aa10-4fc5-b571-9fc72945bdf3 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:16.336525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 23b93d44-aa10-4fc5-b571-9fc72945bdf3 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:16.336786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 23b93d44-aa10-4fc5-b571-9fc72945bdf3 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:16.348649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ca58c037-5044-4b56-aacd-5342502db7bc None None] Provisioning complete for port 97f07ce5-b0cb-46ac-8989-10083eb26c89 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:41:16.349023 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ca58c037-5044-4b56-aacd-5342502db7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.383069 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ca58c037-5044-4b56-aacd-5342502db7bc None None] Port 97f07ce5-b0cb-46ac-8989-10083eb26c89 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:41:16.479831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f07ce5-b0cb-46ac-8989-10083eb26c89 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:41:16.487415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.500811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Transition to ACTIVE for port object 97f07ce5-b0cb-46ac-8989-10083eb26c89 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:41:16.505382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.575772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Pushing event updated for resources: {'Port': ['ID=97f07ce5-b0cb-46ac-8989-10083eb26c89,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:16.629244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Attempting to bind port 97f07ce5-b0cb-46ac-8989-10083eb26c89 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:41:16.629581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Attempting to bind port 97f07ce5-b0cb-46ac-8989-10083eb26c89 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:41:16.629918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Attempting to bind port 97f07ce5-b0cb-46ac-8989-10083eb26c89 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:41:16.634623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Port 97f07ce5-b0cb-46ac-8989-10083eb26c89 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:41:16.634947 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Attempting to bind port 97f07ce5-b0cb-46ac-8989-10083eb26c89 on network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:41:16.640293 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:41:16.640633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Checking segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:41:16.641633 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Bound using segment: {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:41:16.642069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Bound port: 97f07ce5-b0cb-46ac-8989-10083eb26c89, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deab00a3-c493-41f4-a98e-43f90ee7dc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:41:16.642426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.715550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] For port 97f07ce5-b0cb-46ac-8989-10083eb26c89, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:41:16.719022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] For port 97f07ce5-b0cb-46ac-8989-10083eb26c89, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:41:16.724075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.763006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:16.763642 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:16.765115 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] 10.222.0.70 "PUT /v2.0/ports/97f07ce5-b0cb-46ac-8989-10083eb26c89 HTTP/1.1" status: 200 len: 1091 time: 0.6189418 Nov 08 14:41:16.765573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'tag': '97f07ce5-b0cb-46ac-8989-10083eb26c89'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:41:16.768039 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6871c0d-3cc0-4e9a-a591-ceea24f70803" -d '{"events": [{"name": "network-changed", "server_uuid": "846ef2b2-f41c-4d52-9cfe-18c98322f8d5", "tag": "97f07ce5-b0cb-46ac-8989-10083eb26c89"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:41:16.793314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb537a-bd12-4c9b-b69d-6385febb0dad service neutron] Pushing event updated for resources: {'Port': ['ID=97f07ce5-b0cb-46ac-8989-10083eb26c89,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:16.851813 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d297364-6fb5-43c9-93d2-368ac13aca9e x-openstack-request-id: req-5d297364-6fb5-43c9-93d2-368ac13aca9e {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:41:16.852140 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846ef2b2-f41c-4d52-9cfe-18c98322f8d5", "tag": "97f07ce5-b0cb-46ac-8989-10083eb26c89", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:41:16.852366 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5d297364-6fb5-43c9-93d2-368ac13aca9e {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:41:16.852775 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'tag': '97f07ce5-b0cb-46ac-8989-10083eb26c89', 'status': 'completed', 'code': 200} Nov 08 14:41:16.878060 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-a9bc26e8-5523-45c4-992a-502cf7496b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:16.880065 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-a9bc26e8-5523-45c4-992a-502cf7496b95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 1094 time: 0.0636146 Nov 08 14:41:16.909063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116e556-88b8-410e-bf6a-1ff26b4f26ad req-59a69196-102e-4e27-ba63-15930337c6db tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:16.911631 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b116e556-88b8-410e-bf6a-1ff26b4f26ad req-59a69196-102e-4e27-ba63-15930337c6db tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 943 time: 0.0547495 Nov 08 14:41:16.929385 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-6772c8a4-c7ec-4b70-8d33-f4bf366b8073 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89 HTTP/1.1" status: 200 len: 217 time: 0.0406125 Nov 08 14:41:16.969429 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b116e556-88b8-410e-bf6a-1ff26b4f26ad req-0529f1dc-1507-4edd-98a0-a1d6d2bf662c tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486703 Nov 08 14:41:16.986879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-d7f55b60-c425-411a-8a67-367121248f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:16.988410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-d7f55b60-c425-411a-8a67-367121248f02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fff7668b-13e5-4fd2-ad36-3ae1accdbba5 HTTP/1.1" status: 200 len: 856 time: 0.0517740 Nov 08 14:41:17.035367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9afee-8251-4c4d-97df-378fae78e85c req-a8be7065-a0d0-4788-b30e-697433035652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:17.036904 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-a8be7065-a0d0-4788-b30e-697433035652 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414569 Nov 08 14:41:17.131624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-3a824d07-f9cd-4f28-9339-05fc145fcc71 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872593 Nov 08 14:41:17.221975 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-01a9afee-8251-4c4d-97df-378fae78e85c req-9e39838a-edcf-450e-b648-ddcfa0763469 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837085 Nov 08 14:41:17.307090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-2fd6db17-ba5d-4381-b8a9-e02e64ecb2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:17.308746 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-2fd6db17-ba5d-4381-b8a9-e02e64ecb2e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 1094 time: 0.0416734 Nov 08 14:41:17.401389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-81e198e0-c571-4b63-b270-7d79886888f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:17.402767 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-81e198e0-c571-4b63-b270-7d79886888f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 200 len: 918 time: 0.0871642 Nov 08 14:41:17.445306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-9c04e269-dfa9-4d3a-a00f-fec998ff30da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89 HTTP/1.1" status: 200 len: 217 time: 0.0345120 Nov 08 14:41:17.499579 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-ce165a01-a128-4228-ace0-438739b3c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:17.501074 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-ce165a01-a128-4228-ace0-438739b3c5a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fff7668b-13e5-4fd2-ad36-3ae1accdbba5 HTTP/1.1" status: 200 len: 856 time: 0.0489261 Nov 08 14:41:17.548636 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-f8e31e24-dbfa-4f7e-b4bb-bd110cb857e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:17.550122 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-f8e31e24-dbfa-4f7e-b4bb-bd110cb857e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417759 Nov 08 14:41:17.645206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-1814e280-3a29-488d-a95d-e0b673db0d23 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Nov 08 14:41:17.739662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d6871c0d-3cc0-4e9a-a591-ceea24f70803 req-1e14e4cf-a883-4edc-a6ce-432cd5bbbaf9 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864236 Nov 08 14:41:18.091601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d6d9b-bf64-4b04-9860-7da9bf39e887 req-77e264d4-d728-47d4-8954-f81dff24ca05 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:18.093096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-489d6d9b-bf64-4b04-9860-7da9bf39e887 req-77e264d4-d728-47d4-8954-f81dff24ca05 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 943 time: 0.0526500 Nov 08 14:41:18.139260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-489d6d9b-bf64-4b04-9860-7da9bf39e887 req-3f7e8ca7-2325-49f2-8a1a-66cfb58e65de tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Nov 08 14:41:19.258291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f9265-2128-4ba4-8e2b-badcaf7c54e3 req-c935a803-20fc-470d-a07f-76f87d9e59bf tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:19.259798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-221f9265-2128-4ba4-8e2b-badcaf7c54e3 req-c935a803-20fc-470d-a07f-76f87d9e59bf tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 943 time: 0.0491412 Nov 08 14:41:19.308171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-221f9265-2128-4ba4-8e2b-badcaf7c54e3 req-972f1ea7-2038-432b-9685-738864fabd14 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Nov 08 14:41:20.346380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 97f07ce5-b0cb-46ac-8989-10083eb26c89 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:41:20.429840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3944a1-eef5-4f18-ab4a-1147bbb17064 req-6aecf274-cee8-4ec4-b283-f24fa1eae104 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:20.431468 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb3944a1-eef5-4f18-ab4a-1147bbb17064 req-6aecf274-cee8-4ec4-b283-f24fa1eae104 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 943 time: 0.0546060 Nov 08 14:41:20.445266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 97f07ce5-b0cb-46ac-8989-10083eb26c89, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:20.456854 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '97f07ce5-b0cb-46ac-8989-10083eb26c89', 'network_id': '11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45', 'port_id': '97f07ce5-b0cb-46ac-8989-10083eb26c89', 'mac_address': 'fa:16:3e:5d:4b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff7668b-13e5-4fd2-ad36-3ae1accdbba5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:41:20.481348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eb3944a1-eef5-4f18-ab4a-1147bbb17064 req-a99ebc5d-8e4c-4df6-b06e-b37cf1dbfc8a tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430088 Nov 08 14:41:20.500118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:20.671470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f07ce5-b0cb-46ac-8989-10083eb26c89 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:41:20.692872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 97f07ce5-b0cb-46ac-8989-10083eb26c89, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:20.696723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:20.744464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=97f07ce5-b0cb-46ac-8989-10083eb26c89,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:20.751812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.752162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.752504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.752859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.753177 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.753507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.753835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.754160 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.754486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.754807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.755132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.755453 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:20.899655 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['97f07ce5-b0cb-46ac-8989-10083eb26c89'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:41:21.597432 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7a850-9f2b-49db-b42e-3c9ddf9cb9fd req-f2593105-3eae-4cd9-9922-3e4ced22b071 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:21.598915 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18a7a850-9f2b-49db-b42e-3c9ddf9cb9fd req-f2593105-3eae-4cd9-9922-3e4ced22b071 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 944 time: 0.0493538 Nov 08 14:41:21.646909 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18a7a850-9f2b-49db-b42e-3c9ddf9cb9fd req-217a1db1-d4b1-4e4b-b8d6-d3ee5c1f48e0 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Nov 08 14:41:22.376472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 97f07ce5-b0cb-46ac-8989-10083eb26c89 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:41:22.426283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 97f07ce5-b0cb-46ac-8989-10083eb26c89 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:41:22.430784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 97f07ce5-b0cb-46ac-8989-10083eb26c89 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:41:22.431155 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:22.518772 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:22.541473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f07ce5-b0cb-46ac-8989-10083eb26c89'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:41:22.543827 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4717c4-3fae-49a3-8115-d214a5e8b034" -d '{"events": [{"server_uuid": "846ef2b2-f41c-4d52-9cfe-18c98322f8d5", "name": "network-vif-plugged", "status": "completed", "tag": "97f07ce5-b0cb-46ac-8989-10083eb26c89"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:41:22.557837 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 97f07ce5-b0cb-46ac-8989-10083eb26c89, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:22.563363 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:22.590190 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d33d7b-ca29-4d24-883c-c4338d039e0f x-openstack-request-id: req-d0d33d7b-ca29-4d24-883c-c4338d039e0f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:41:22.590655 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ef2b2-f41c-4d52-9cfe-18c98322f8d5", "name": "network-vif-plugged", "status": "completed", "tag": "97f07ce5-b0cb-46ac-8989-10083eb26c89", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:41:22.591071 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0d33d7b-ca29-4d24-883c-c4338d039e0f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:41:22.591328 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f07ce5-b0cb-46ac-8989-10083eb26c89', 'code': 200} Nov 08 14:41:22.618980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=97f07ce5-b0cb-46ac-8989-10083eb26c89,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:22.684001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed8326-abc9-4b65-bacb-1679b663e58c req-2150f8d1-5dce-4634-ae1d-8081dc6496bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:22.685509 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a5ed8326-abc9-4b65-bacb-1679b663e58c req-2150f8d1-5dce-4634-ae1d-8081dc6496bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0419886 Nov 08 14:41:22.742549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a5ed8326-abc9-4b65-bacb-1679b663e58c req-e1552e61-8441-40b2-b114-365dc985d7fc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496564 Nov 08 14:41:22.774235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ea2f7-5fe3-429b-8a48-bb2f6da7ba26 req-ae7fd64d-579a-47eb-8fe7-03b0440f6340 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:22.775704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-790ea2f7-5fe3-429b-8a48-bb2f6da7ba26 req-ae7fd64d-579a-47eb-8fe7-03b0440f6340 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 945 time: 0.0559928 Nov 08 14:41:22.828767 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-790ea2f7-5fe3-429b-8a48-bb2f6da7ba26 req-d7c76ef8-aeb0-4c57-a5aa-ba2b73da5c98 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467305 Nov 08 14:41:23.657663 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:23.949244 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf380462-e854-4703-a271-07870a545938 req-c6b78f49-4f37-4640-9150-7652231dfa62 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:23.950823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf380462-e854-4703-a271-07870a545938 req-c6b78f49-4f37-4640-9150-7652231dfa62 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 945 time: 0.0508492 Nov 08 14:41:23.999828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf380462-e854-4703-a271-07870a545938 req-cc48b94e-6593-45ce-8fec-0d53554f8394 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Nov 08 14:41:24.076100 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:24.119671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84a2ec-b64b-4900-bd27-f734018c0c41 req-c213db15-7d62-44c2-97b5-8306b55ceaba tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:24.121197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e84a2ec-b64b-4900-bd27-f734018c0c41 req-c213db15-7d62-44c2-97b5-8306b55ceaba tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 945 time: 0.0518935 Nov 08 14:41:24.170364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e84a2ec-b64b-4900-bd27-f734018c0c41 req-6bf6fa07-f50c-47ed-8240-1870448d836b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Nov 08 14:41:25.127016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-b9855604-45ee-43d5-b2a5-01c1f3e174ef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405858 Nov 08 14:41:25.216386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-98863b99-df11-4d55-bade-2ccf6b8d3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:25.217908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-98863b99-df11-4d55-bade-2ccf6b8d3bb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 1096 time: 0.0428741 Nov 08 14:41:25.338683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-b136ac6a-4397-4873-970b-3e0f53842b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:25.340387 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-b136ac6a-4397-4873-970b-3e0f53842b24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 200 len: 918 time: 0.1005416 Nov 08 14:41:25.384511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-8ab72ff4-2619-4ba5-a9a7-32b356570b84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89 HTTP/1.1" status: 200 len: 217 time: 0.0365307 Nov 08 14:41:25.437554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-0ecfb2ce-645d-4935-bd88-7a291b5abf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:25.439306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-0ecfb2ce-645d-4935-bd88-7a291b5abf95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fff7668b-13e5-4fd2-ad36-3ae1accdbba5 HTTP/1.1" status: 200 len: 856 time: 0.0471187 Nov 08 14:41:25.491724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-0b41c23e-feff-4f46-9441-81e2d981d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:25.493766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-0b41c23e-feff-4f46-9441-81e2d981d495 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477018 Nov 08 14:41:25.942727 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-e41fc3b0-dd2b-4ba4-99d9-81d291f77a07 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416764 Nov 08 14:41:26.058388 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83b95534-e1e4-4912-84f3-22819ca89a47 req-b3a3e58c-1bdf-4a1a-b3f2-ca80851dc494 service neutron] 10.222.0.70 "GET /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081076 Nov 08 14:41:28.079646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6546e16a-b690-438e-95c2-0621de335472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:31.529250 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-994e279a-c019-4d1b-b362-1082b9ddaa5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:32.695569 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:41:33.263024 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:35.778074 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:35.930414 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:45.768270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846b884-a301-47da-85b9-9c52eec01c4b req-0f28edae-7b15-4642-8acb-a05f8b74788a tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:45.769879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6846b884-a301-47da-85b9-9c52eec01c4b req-0f28edae-7b15-4642-8acb-a05f8b74788a tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 945 time: 0.0583808 Nov 08 14:41:45.832254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6846b884-a301-47da-85b9-9c52eec01c4b req-300bb8a0-a0d3-43ff-923d-a5d793defafa tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522935 Nov 08 14:41:46.962348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85508d2f-cd7e-4127-a958-42560cff1773 req-cb9b28e6-d5b8-47c7-876f-97683cc7da3c tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:46.964051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85508d2f-cd7e-4127-a958-42560cff1773 req-cb9b28e6-d5b8-47c7-876f-97683cc7da3c tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 945 time: 0.0508611 Nov 08 14:41:47.013783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85508d2f-cd7e-4127-a958-42560cff1773 req-49e75a77-119f-441f-a74e-cde4b4dfcb0e tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/security-groups?id=a6f67aee-614d-4100-a80b-422f30e9cde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Nov 08 14:41:47.310088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-99f6be86-4b89-4272-8cf3-2ce5c94e72c0 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:47.311572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-99f6be86-4b89-4272-8cf3-2ce5c94e72c0 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 945 time: 0.0501885 Nov 08 14:41:47.406588 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Deleting port 97f07ce5-b0cb-46ac-8989-10083eb26c89 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:47.406925 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:47.498670 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] For port 97f07ce5-b0cb-46ac-8989-10083eb26c89, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=97f07ce5-b0cb-46ac-8989-10083eb26c89,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:47.499037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:47.512227 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Calling delete_port for 97f07ce5-b0cb-46ac-8989-10083eb26c89 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:47.642454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:47.655306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['97f07ce5-b0cb-46ac-8989-10083eb26c89'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:41:47.673006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Pushing event deleted for resources: {'Port': ['ID=97f07ce5-b0cb-46ac-8989-10083eb26c89,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:47.715762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] No DVR routers for this DVR port 97f07ce5-b0cb-46ac-8989-10083eb26c89 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:41:47.719064 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:47.722483 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1c845cbe-78ff-459c-a0bd-8724b0b4156f req-f875f421-18fd-4267-a8cd-9c6ffd1a1f5b tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.70 "DELETE /v2.0/ports/97f07ce5-b0cb-46ac-8989-10083eb26c89 HTTP/1.1" status: 204 len: 173 time: 0.4047592 Nov 08 14:41:47.722932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'name': 'network-vif-deleted', 'tag': '97f07ce5-b0cb-46ac-8989-10083eb26c89'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:41:47.725817 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7d8d62-b332-43ec-bd54-36317b26e9e6" -d '{"events": [{"server_uuid": "846ef2b2-f41c-4d52-9cfe-18c98322f8d5", "name": "network-vif-deleted", "tag": "97f07ce5-b0cb-46ac-8989-10083eb26c89"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:41:47.774501 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6b9814-916c-4632-a5ed-c3a2bd0995a5 x-openstack-request-id: req-7e6b9814-916c-4632-a5ed-c3a2bd0995a5 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:41:47.774792 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846ef2b2-f41c-4d52-9cfe-18c98322f8d5", "name": "network-vif-deleted", "tag": "97f07ce5-b0cb-46ac-8989-10083eb26c89", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:41:47.775043 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e6b9814-916c-4632-a5ed-c3a2bd0995a5 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:41:47.775449 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846ef2b2-f41c-4d52-9cfe-18c98322f8d5', 'name': 'network-vif-deleted', 'tag': '97f07ce5-b0cb-46ac-8989-10083eb26c89', 'status': 'completed', 'code': 200} Nov 08 14:41:48.120974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-64effeaa-7838-4a9a-9f6f-0f6cdd1fecf8 req-a5ec0b33-f15a-4367-a326-2c3cddfb4ac5 tempest-TestEncryptedCinderVolumes-1999473503 tempest-TestEncryptedCinderVolumes-1999473503-project] 10.222.0.65 "GET /v2.0/ports?device_id=846ef2b2-f41c-4d52-9cfe-18c98322f8d5 HTTP/1.1" status: 200 len: 210 time: 0.0269876 Nov 08 14:41:49.217398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43552) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:49.573388 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:49.826449 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Deleting port 51147a8d-1fe3-4692-b18a-c7dce72745a7 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:49.826678 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:49.907848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] For port 51147a8d-1fe3-4692-b18a-c7dce72745a7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=51147a8d-1fe3-4692-b18a-c7dce72745a7,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:49.908352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:49.929390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Calling delete_port for 51147a8d-1fe3-4692-b18a-c7dce72745a7 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:50.121682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:50.148793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Pushing event deleted for resources: {'Port': ['ID=51147a8d-1fe3-4692-b18a-c7dce72745a7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:50.164061 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.164425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.164802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.165339 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.165518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.165860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.166190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.166510 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.166834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.167163 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.167485 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.167833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:41:50.358998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:50.590366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:41:51.022399 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:41:51.027443 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0bccc50e-071a-4a5b-b600-08e060990836 admin admin] 10.222.0.65 "PUT /v2.0/routers/5d240c79-a39e-45c5-95f3-0a5f9ae83d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8089671 Nov 08 14:41:51.030167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43554) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:51.031878 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] Sync routers for ids ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:41:51.043016 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] Routers {'5d240c79-a39e-45c5-95f3-0a5f9ae83d39'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:41:51.043645 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:41:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:51.148756 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.157850 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] Set router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:41:51.257546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.325888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Deleting port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:51.326295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.372460 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:41:50Z', 'revision_number': 5, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port': {'id': '0ca494ae-6bb6-4b37-9dec-36dc2734ec13', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:51.403635 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] Checking router: 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:41:51.413416 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] Routers {'5d240c79-a39e-45c5-95f3-0a5f9ae83d39'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:41:51.414112 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:41:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:51.438305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] For port 0ca494ae-6bb6-4b37-9dec-36dc2734ec13, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:51.438995 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.452347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Calling delete_port for 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:51.510383 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] Set router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:41:51.564131 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:41:51Z', 'revision_number': 6, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:51.597604 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26603d62-281a-43c2-b678-a711d0cd131f None None] The sync data for ids ['5d240c79-a39e-45c5-95f3-0a5f9ae83d39'] in n-d-804292-2 is: [{'id': '5d240c79-a39e-45c5-95f3-0a5f9ae83d39', 'name': 'tempest-TestEncryptedCinderVolumes-1346894487-router', 'tenant_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:28Z', 'updated_at': '2021-11-08T14:41:51Z', 'revision_number': 6, 'project_id': 'dd3f2f399e224b1e8307a6dcf8601f50', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:41:51.650646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.677215 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca494ae-6bb6-4b37-9dec-36dc2734ec13,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:51.748457 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.845647 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.847911 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.896064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.896509 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d240c79-a39e-45c5-95f3-0a5f9ae83d39 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:41:51.900898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:51.902111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8ad8e393-66ef-411c-b7bb-f4eca85d14f3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5d240c79-a39e-45c5-95f3-0a5f9ae83d39 HTTP/1.1" status: 204 len: 168 time: 0.8708098 Nov 08 14:41:51.904717 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43556) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:51.964308 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] Deleting subnet fff7668b-13e5-4fd2-ad36-3ae1accdbba5 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:41:51.967948 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.015898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.103490 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.159085 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.193037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff7668b-13e5-4fd2-ad36-3ae1accdbba5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:52.195013 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.198349 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a8ce284a-f32f-4750-a6d9-f0f458c00ee5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fff7668b-13e5-4fd2-ad36-3ae1accdbba5 HTTP/1.1" status: 204 len: 168 time: 0.2926269 Nov 08 14:41:52.200975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ca6131-825b-4ed0-970a-9c0b0aa3b0e1 None None] Network 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:41:52.203413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43558) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:52.293352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.372642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Deleting port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:52.373109 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.414673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] DHCP port deletion for 11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:41:52.467496 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] For port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:52.468390 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.471332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] Deleting port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:52.471813 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.485041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Calling delete_port for d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:52.550682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] For port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,segment=NetworkSegment(deab00a3-c493-41f4-a98e-43f90ee7dc71),segment_id=deab00a3-c493-41f4-a98e-43f90ee7dc71)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:52.550682 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.564955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 97f07ce5-b0cb-46ac-8989-10083eb26c89 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:52.590910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] Calling delete_port for d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:52.597710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.598467 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 97f07ce5-b0cb-46ac-8989-10083eb26c89 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:52.598612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 97f07ce5-b0cb-46ac-8989-10083eb26c89 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:52.632681 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:52.636296 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] No DVR routers for this DVR port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:41:52.697830 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.727192 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.737452 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] No DVR routers for this DVR port d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:41:52.739975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b80a8-6014-47e4-8205-d6d3119127e8 None None] Pushing event deleted for resources: {'Port': ['ID=d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:52.758783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:52.770366 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deab00a3-c493-41f4-a98e-43f90ee7dc71') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:52.770828 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deab00a3-c493-41f4-a98e-43f90ee7dc71') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:52.783203 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.799971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.807894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:41:52.808333 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:41:52.810109 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:41:52.876011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.881901 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:52.885209 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] 10.222.0.65 "DELETE /v2.0/networks/11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45 HTTP/1.1" status: 204 len: 168 time: 0.6784937 Nov 08 14:41:52.888954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43560) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:52.903847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711b85e-315f-47be-8a96-7ecf18c6eb2c admin admin] Pushing event deleted for resources: {'Network': ['ID=11c3e6e9-81f1-4cb1-b6a5-1cee3e5e6c45,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:53.300081 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:53.546842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 51147a8d-1fe3-4692-b18a-c7dce72745a7 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:53.568518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 51147a8d-1fe3-4692-b18a-c7dce72745a7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:53.568765 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 51147a8d-1fe3-4692-b18a-c7dce72745a7 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:53.569183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:53.586106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Deleting port 15eca775-703d-47f8-ab3f-ef17ace30136 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:53.586452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:53.593338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:53.593674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 0ca494ae-6bb6-4b37-9dec-36dc2734ec13 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:53.594089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:53.614879 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:53.615220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d5bb30fd-bc5e-4acf-907b-975b2a6ee0d4 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:53.655820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:53.676681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] For port 15eca775-703d-47f8-ab3f-ef17ace30136, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=15eca775-703d-47f8-ab3f-ef17ace30136,segment=NetworkSegment(167eb1f2-53be-4fb9-874d-a17f7e64c8d7),segment_id=167eb1f2-53be-4fb9-874d-a17f7e64c8d7)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:53.677041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:53.696827 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Calling delete_port for 15eca775-703d-47f8-ab3f-ef17ace30136 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:53.903492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:53.932039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Pushing event deleted for resources: {'Port': ['ID=15eca775-703d-47f8-ab3f-ef17ace30136,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:54.077764 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:54.134522 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:54.376661 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Router b4953ccb-1c96-4ada-8d79-d6702571d417 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:41:54.500605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:41:54.511524 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-eb0b4ab9-0fae-486e-bb15-c95f0f2c6764 admin admin] 10.222.0.65 "PUT /v2.0/routers/b4953ccb-1c96-4ada-8d79-d6702571d417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6215191 Nov 08 14:41:54.512590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] Sync routers for ids ['b4953ccb-1c96-4ada-8d79-d6702571d417'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:41:54.514096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43562) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:54.524785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] Routers {'b4953ccb-1c96-4ada-8d79-d6702571d417'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:41:54.525804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:41:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b4953ccb-1c96-4ada-8d79-d6702571d417'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:54.628987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:54.657422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] Set router b4953ccb-1c96-4ada-8d79-d6702571d417 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:41:54.746809 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:54.814372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Deleting port 9aea6f51-e97b-434c-acb5-a21557a8f2ec {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:54.814372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:54.879807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:41:53Z', 'revision_number': 5, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port': {'id': '9aea6f51-e97b-434c-acb5-a21557a8f2ec', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:24:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:40:33Z', 'updated_at': '2021-11-08T14:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:54.907759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] Checking router: b4953ccb-1c96-4ada-8d79-d6702571d417 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:41:54.911912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] For port 9aea6f51-e97b-434c-acb5-a21557a8f2ec, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9aea6f51-e97b-434c-acb5-a21557a8f2ec,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:54.912461 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:54.917764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] Routers {'b4953ccb-1c96-4ada-8d79-d6702571d417'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:41:54.918391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:41:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['b4953ccb-1c96-4ada-8d79-d6702571d417'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:54.933415 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Calling delete_port for 9aea6f51-e97b-434c-acb5-a21557a8f2ec owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:55.025108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] Set router b4953ccb-1c96-4ada-8d79-d6702571d417 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:41:55.083642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:41:54Z', 'revision_number': 6, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:55.113414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4ab926-4a89-4446-bc2f-68547642ac97 None None] The sync data for ids ['b4953ccb-1c96-4ada-8d79-d6702571d417'] in n-d-804292-2 is: [{'id': 'b4953ccb-1c96-4ada-8d79-d6702571d417', 'name': 'tempest-TestEncryptedCinderVolumes-451503005-router', 'tenant_id': '8c1eb7d6091e4c7f828953bf400662bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:40:32Z', 'updated_at': '2021-11-08T14:41:54Z', 'revision_number': 6, 'project_id': '8c1eb7d6091e4c7f828953bf400662bf', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:41:55.149133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.184709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aea6f51-e97b-434c-acb5-a21557a8f2ec,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:55.262096 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.367003 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.370114 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.418713 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.419176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4953ccb-1c96-4ada-8d79-d6702571d417 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:41:55.424273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.425583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1464084b-a586-4b8f-926a-6b8639fbfba0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b4953ccb-1c96-4ada-8d79-d6702571d417 HTTP/1.1" status: 204 len: 168 time: 0.9103143 Nov 08 14:41:55.428308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43564) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:55.487307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] Deleting subnet d06e758f-a7dc-4004-94a0-f0c005aa1444 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:41:55.491254 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.543690 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.611807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15eca775-703d-47f8-ab3f-ef17ace30136 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:55.638577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.642033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 15eca775-703d-47f8-ab3f-ef17ace30136 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:55.642395 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 15eca775-703d-47f8-ab3f-ef17ace30136 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:55.704784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.733079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06e758f-a7dc-4004-94a0-f0c005aa1444,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:55.735563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.740138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6d5f95b0-4463-4a1d-99dd-bc76407dc400 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d06e758f-a7dc-4004-94a0-f0c005aa1444 HTTP/1.1" status: 204 len: 168 time: 0.3107307 Nov 08 14:41:55.742551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43566) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:55.745419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66941252-5dba-438b-8baf-d7d9beaab4ae None None] Network 75c57df3-2aa7-4bee-ae95-64bc45793b6a requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:41:55.820043 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.881906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Deleting port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:55.882230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.952882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] For port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,segment=NetworkSegment(167eb1f2-53be-4fb9-874d-a17f7e64c8d7),segment_id=167eb1f2-53be-4fb9-874d-a17f7e64c8d7)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:55.953477 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:55.967807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Calling delete_port for 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:55.978578 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] DHCP port deletion for 75c57df3-2aa7-4bee-ae95-64bc45793b6a request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:41:56.036326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] Deleting port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:41:56.036741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.061562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.092354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] No DVR routers for this DVR port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:41:56.096805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Pushing event deleted for resources: {'Port': ['ID=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:56.149752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] For port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,segment=NetworkSegment(167eb1f2-53be-4fb9-874d-a17f7e64c8d7),segment_id=167eb1f2-53be-4fb9-874d-a17f7e64c8d7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:41:56.150139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.167707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] Calling delete_port for 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:41:56.172452 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.199711 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c57df3-2aa7-4bee-ae95-64bc45793b6a']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:56.211866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '167eb1f2-53be-4fb9-874d-a17f7e64c8d7') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:56.212351 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '167eb1f2-53be-4fb9-874d-a17f7e64c8d7') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:41:56.223597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.239459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.247002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:41:56.247530 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:41:56.249618 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:41:56.265663 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.305210 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] Pushing event deleted for resources: {'Port': ['ID=370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:56.306102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0184e8-280f-4f3b-9836-887b8d679a5b None None] No DVR routers for this DVR port 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:41:56.320728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.326637 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.330990 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] 10.222.0.65 "DELETE /v2.0/networks/75c57df3-2aa7-4bee-ae95-64bc45793b6a HTTP/1.1" status: 204 len: 168 time: 0.5868413 Nov 08 14:41:56.348700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f74560-cb57-4900-a02a-0a8115cb358f admin admin] Pushing event deleted for resources: {'Network': ['ID=75c57df3-2aa7-4bee-ae95-64bc45793b6a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:56.516929 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43570) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:56.558526 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bf1d6f27-8a37-497e-b8e2-4e42c0a7ee73 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dd3f2f399e224b1e8307a6dcf8601f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403931 Nov 08 14:41:56.561067 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43572) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:56.616097 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee02a394-337a-453f-9be5-bea13a9bc961 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.638967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee02a394-337a-453f-9be5-bea13a9bc961 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.689779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee02a394-337a-453f-9be5-bea13a9bc961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.692600 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ee02a394-337a-453f-9be5-bea13a9bc961 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:56.693806 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ee02a394-337a-453f-9be5-bea13a9bc961 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6f67aee-614d-4100-a80b-422f30e9cde6 HTTP/1.1" status: 204 len: 168 time: 0.1318009 Nov 08 14:41:56.702006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02a394-337a-453f-9be5-bea13a9bc961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f67aee-614d-4100-a80b-422f30e9cde6,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:57.061327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43578) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:57.108101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-cf026d0e-0cfe-4abb-92ba-fe554d8b5230 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c1eb7d6091e4c7f828953bf400662bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455201 Nov 08 14:41:57.110834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43580) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:57.163411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0ea71f8-25c3-449a-9596-a5789aea09f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:57.186535 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0ea71f8-25c3-449a-9596-a5789aea09f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:57.243279 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0ea71f8-25c3-449a-9596-a5789aea09f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:57.246306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e0ea71f8-25c3-449a-9596-a5789aea09f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:57.248101 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e0ea71f8-25c3-449a-9596-a5789aea09f2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6084932a-4fb2-4284-819c-adfff32bb512 HTTP/1.1" status: 204 len: 168 time: 0.1362245 Nov 08 14:41:57.256535 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea71f8-25c3-449a-9596-a5789aea09f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6084932a-4fb2-4284-819c-adfff32bb512,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:57.560996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:57.582882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:57.583292 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 370c74bb-9a3f-4d0b-8b1a-6b900e4e1b27 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:57.583634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aea6f51-e97b-434c-acb5-a21557a8f2ec no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:41:57.604090 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9aea6f51-e97b-434c-acb5-a21557a8f2ec {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:41:57.604410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9aea6f51-e97b-434c-acb5-a21557a8f2ec not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:41:57.995247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43602) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:58.073570 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f5c59b2-c7f7-45c1-bbf6-2d0518395095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.108472 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1602762291-network', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:41:58.135421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Made reservation on behalf of fbd8a931b0844e349b74b712983be56e for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:41:58.137985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.147103 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.228989 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.232837 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.261420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:41:58.272577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29582a33-600c-47e3-8265-595535ec698a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:58.278804 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.279163 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Added segment 21230f45-7f17-40ba-a754-e94b645b4119 of type vlan for network 9e799148-27a9-47ba-969c-064f7adaa002 Nov 08 14:41:58.323219 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.349352 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.350426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:58.350899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.385294 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3888433 Nov 08 14:41:58.389107 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43606) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:58.394033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Request body: {'subnet': {'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1602762291-subnet', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:41:58.418703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Made reservation on behalf of fbd8a931b0844e349b74b712983be56e for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:41:58.421298 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.432074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98315514-8cda-4290-a00e-55ed7269b8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e799148-27a9-47ba-969c-064f7adaa002,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:58.443651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9e799148-27a9-47ba-969c-064f7adaa002 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:41:58.634133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.686914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e155e718-1f5e-4455-aac3-128fa2ade57e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:58.702689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Checking segment: {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:41:58.703046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Network hostable DHCP agents. Network: 9e799148-27a9-47ba-969c-064f7adaa002, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:41:58.721130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Network 9e799148-27a9-47ba-969c-064f7adaa002 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:41:58.736727 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9e799148-27a9-47ba-969c-064f7adaa002) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:41:58.742425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:41:58.743094 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.747318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6fd25b-60e4-46db-9093-b8ca21201d5d None None] Network 9e799148-27a9-47ba-969c-064f7adaa002 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:41:58.762540 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d77ca75-1f6b-41bf-a208-e3239f9dc025 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3722968 Nov 08 14:41:58.765495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43608) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:41:58.770006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:41:58.794539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.795751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.884793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:58.930243 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9e799148-27a9-47ba-969c-064f7adaa002', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:41:58.931190 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.044154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.081726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Allocated IP 172.20.0.2 (9e799148-27a9-47ba-969c-064f7adaa002/e155e718-1f5e-4455-aac3-128fa2ade57e/d0b79227-6f1b-412d-a2c0-d0ad33d0d0da) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:41:59.237663 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.245728 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.261035 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.282674 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.288031 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Network 9e799148-27a9-47ba-969c-064f7adaa002 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:41:59.291211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:41:59.297475 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:41:59.308617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Pushing event updated for resources: {'Port': ['ID=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:59.358994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Attempting to bind port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:41:59.359360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Attempting to bind port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:41:59.359725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Attempting to bind port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da on network 9e799148-27a9-47ba-969c-064f7adaa002 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:41:59.365584 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:41:59.365954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Checking segment: {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:41:59.366353 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.366743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Bound using segment: {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:41:59.367236 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Bound port: d0b79227-6f1b-412d-a2c0-d0ad33d0d0da, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:41:59.367620 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.399400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Allocated IP 172.25.8.173 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:41:59.449960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] For port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:41:59.456264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] For port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:41:59.461848 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.504595 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.544653 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:41:59.553877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c38505-0a5b-4335-8178-fe6944a02093 None None] Pushing event updated for resources: {'Port': ['ID=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:41:59.595614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:41:59.598844 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:41:59.601355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:41:59.607956 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Pushing event updated for resources: {'Port': ['ID=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:00.256773 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:00.459319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877791f1-8d57-4379-b235-dc876cf09885 None None] Network 9e799148-27a9-47ba-969c-064f7adaa002 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:42:00.479199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:00.593912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-55462ca3-6c46-4e11-9206-176ab0c46ada None None] Provisioning complete for port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:00.594456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55462ca3-6c46-4e11-9206-176ab0c46ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:00.630988 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:42:00.714656 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55462ca3-6c46-4e11-9206-176ab0c46ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:00.759374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-55462ca3-6c46-4e11-9206-176ab0c46ada None None] For port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:00.773057 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55462ca3-6c46-4e11-9206-176ab0c46ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:00.788160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:42:00.805936 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Sync routers for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:42:00.817177 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:00.819105 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a9b5b6a6-d169-4f88-8a28-ec91257f2d3e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0525951 Nov 08 14:42:00.822388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43610) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:00.823465 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:00.824393 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:41:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:00.858473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55462ca3-6c46-4e11-9206-176ab0c46ada None None] Pushing event updated for resources: {'Port': ['ID=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:00.972497 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:01.004931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-06b35294-7104-4c0a-a131-3a42c4951a53 None None] Provisioning complete for port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:01.005611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-06b35294-7104-4c0a-a131-3a42c4951a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.194265 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:00Z', 'revision_number': 3, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:01.222015 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Checking router: 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:42:01.222428 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Updating router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:42:01.352965 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.365577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.546047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8677986-b20f-40f1-afa1-235ab8f5cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.576265 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Allocated IP 172.20.0.1 (9e799148-27a9-47ba-969c-064f7adaa002/e155e718-1f5e-4455-aac3-128fa2ade57e/e69d8bbd-6a73-4faf-bb7b-4161e64fc67a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:42:01.611018 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d0b79227-6f1b-412d-a2c0-d0ad33d0d0da up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:01.638684 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.645442 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.668262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:01.668597 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.693617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.702251 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Pushing event updated for resources: {'Port': ['ID=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:01.711604 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.712032 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.712306 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.712756 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.712962 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.713288 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.713618 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.713941 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.714257 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.715193 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.715528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.715884 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:01.719111 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Attempting to bind port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:42:01.725480 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Attempting to bind port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:42:01.725858 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Attempting to bind port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:42:01.733601 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:42:01.734011 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:42:01.734534 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.734902 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:42:01.735207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.735353 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Bound port: ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:42:01.735829 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.786550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Network 9e799148-27a9-47ba-969c-064f7adaa002 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:01.791618 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:01.794246 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] For port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:42:01.795702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:42:01.798225 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] For port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:42:01.803429 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.824752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Pushing event updated for resources: {'Port': ['ID=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:01.839531 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.866223 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8a819-cca1-4e06-82ca-fb622cfd0f95 None None] Pushing event updated for resources: {'Port': ['ID=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:01.870651 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:01.871247 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:01.980668 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:01.994812 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:02.138700 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7516e875-3b03-4305-a3d1-8f1aac6dd021 None None] Provisioning complete for port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:02.139003 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7516e875-3b03-4305-a3d1-8f1aac6dd021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:02.172545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:02.178555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7516e875-3b03-4305-a3d1-8f1aac6dd021 None None] Port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:42:02.178922 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:02.192025 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:00Z', 'revision_number': 3, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:02.222293 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e04392a-4856-4cbf-908f-9ee42854a03e None None] The sync data for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 is: [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:00Z', 'revision_number': 3, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:42:02.250620 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Pushing event updated for resources: {'Port': ['ID=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:02.253801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:02.354914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Network 9e799148-27a9-47ba-969c-064f7adaa002 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:02.356418 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:02.507180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:42:02.651696 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:42:02.659388 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-622e34a0-8fdc-4a3a-9d3a-c7251e8b541d admin admin] 10.222.0.65 "PUT /v2.0/routers/5cf326fa-7f1a-40e0-9fb8-2520b1ed535d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8355703 Nov 08 14:42:02.708350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-7919f53a-291a-4323-a305-43ae6c5c46c7 None None] Provisioning complete for port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:02.708350 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7919f53a-291a-4323-a305-43ae6c5c46c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:02.939331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7919f53a-291a-4323-a305-43ae6c5c46c7 None None] Port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:42:03.219004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43626) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:03.224688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-981236201-network', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:03.247390 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Made reservation on behalf of 4f9130a1517943808063cd4a2c7b5507 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:42:03.249949 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.260255 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.260625 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.345959 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.350620 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.376241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:42:03.386305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c1b52c-dc73-467c-a613-bd251a637b70,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:03.395153 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.395153 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Added segment 72d7c3da-8b0a-4cd5-8cb3-630f7227999a of type vlan for network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 Nov 08 14:42:03.436480 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.462854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.464045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:03.464627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.527948 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3076615 Nov 08 14:42:03.530478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43628) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:03.537581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Request body: {'subnet': {'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-981236201-subnet', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'ip_version': 4}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:03.546367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15a723-8415-40bc-93cb-905de0e388d9 admin admin] Pushing event updated for resources: {'Network': ['ID=10dc94a2-a1fc-416c-86d1-4fe5b7372172,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:03.558348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:42:03.570131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Made reservation on behalf of 4f9130a1517943808063cd4a2c7b5507 for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:42:03.576012 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.588316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:03.681712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:03.682084 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.767503 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.778286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.792024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:03.797339 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.840939 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=23073bb1-7fb3-425b-848a-6c03f304a301,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:03.850817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Checking segment: {'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:42:03.851176 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Network hostable DHCP agents. Network: 10dc94a2-a1fc-416c-86d1-4fe5b7372172, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:42:03.859914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:03.870087 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:42:03.881715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 10dc94a2-a1fc-416c-86d1-4fe5b7372172) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:03.886412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:03.887404 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.890482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91880d3-0ed9-41b5-b0f3-ee45f73f9da4 None None] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:42:03.904083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-25437f65-497f-4553-9374-2b8e9ba1bc8b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3725326 Nov 08 14:42:03.906674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43630) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:03.911722 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:03.940231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.941316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:03.954515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Sync routers for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:42:03.978711 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:03.979202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:03.994581 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.132772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.146473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-10dc94a2-a1fc-416c-86d1-4fe5b7372172', 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'fixed_ips': [{'subnet_id': '23073bb1-7fb3-425b-848a-6c03f304a301'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:42:04.147839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.168847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:04.341195 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.360534 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.421581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Allocated IP 172.20.0.2 (10dc94a2-a1fc-416c-86d1-4fe5b7372172/23073bb1-7fb3-425b-848a-6c03f304a301/771c8b49-bee3-4805-94fe-f7094c05a1c7) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:42:04.469896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Allocated IP 172.25.8.196 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/eaf471c3-e5ea-49ab-8abc-b4ac32595cf3) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:42:04.551013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:02Z', 'revision_number': 2, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:04.581720 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.586692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Checking router: 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:42:04.587045 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Updating router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:42:04.617484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.636877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.654802 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:04.661153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.661656 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:04.665725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:42:04.685788 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.694454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:04.750390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:04.791775 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Pushing event updated for resources: {'Port': ['ID=771c8b49-bee3-4805-94fe-f7094c05a1c7,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:04.796861 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:04.801551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:42:04.892336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Attempting to bind port 771c8b49-bee3-4805-94fe-f7094c05a1c7 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:42:04.892721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Attempting to bind port 771c8b49-bee3-4805-94fe-f7094c05a1c7 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:42:04.893082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Attempting to bind port 771c8b49-bee3-4805-94fe-f7094c05a1c7 on network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:42:04.924465 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:42:04.924841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Checking segment: {'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:42:04.925236 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:04.925643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Bound using segment: {'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:42:04.926132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Bound port: 771c8b49-bee3-4805-94fe-f7094c05a1c7, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:42:04.926510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.050647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] For port 771c8b49-bee3-4805-94fe-f7094c05a1c7, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:42:05.056838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] For port 771c8b49-bee3-4805-94fe-f7094c05a1c7, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=771c8b49-bee3-4805-94fe-f7094c05a1c7,segment=NetworkSegment(72d7c3da-8b0a-4cd5-8cb3-630f7227999a),segment_id=72d7c3da-8b0a-4cd5-8cb3-630f7227999a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:42:05.082351 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.149510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.162254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.172496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c3d99-23ff-4be8-9ec1-a85a47a3d440 None None] Pushing event updated for resources: {'Port': ['ID=771c8b49-bee3-4805-94fe-f7094c05a1c7,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:05.250539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730ff4c-d3e4-4329-a478-9eaea4d5acc3 None None] Pushing event updated for resources: {'Port': ['ID=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:05.293715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Attempting to bind port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:42:05.294097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Attempting to bind port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:42:05.294610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Attempting to bind port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a on network 9e799148-27a9-47ba-969c-064f7adaa002 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:42:05.300241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:42:05.300783 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Checking segment: {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:42:05.301598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.302072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Bound using segment: {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:42:05.302502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Bound port: e69d8bbd-6a73-4faf-bb7b-4161e64fc67a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:42:05.302890 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.370416 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.396196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] For port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:42:05.405589 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] For port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:42:05.425184 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.516923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c730ff4c-d3e4-4329-a478-9eaea4d5acc3 None None] Pushing event updated for resources: {'Port': ['ID=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:05.526838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:05.529185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:05.783121 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.854612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:05.976580 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:05.988638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ba02e0f0-f948-45c1-ba61-baff5a6c92ef None None] Provisioning complete for port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:05.989509 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba02e0f0-f948-45c1-ba61-baff5a6c92ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.006034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Router 45eabd47-a3dd-4576-be53-c58cd3daab5d is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:42:06.034478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.072612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:06.117581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:06.118055 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.151699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:42:06.172264 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Sync routers for ids ['45eabd47-a3dd-4576-be53-c58cd3daab5d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:42:06.185563 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.188825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-10bf1d69-50a5-45c8-ba5c-fdf04b443320 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2799332 Nov 08 14:42:06.190703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43632) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:06.197299 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Routers {'45eabd47-a3dd-4576-be53-c58cd3daab5d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:06.197697 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['45eabd47-a3dd-4576-be53-c58cd3daab5d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:06.334098 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Set router 45eabd47-a3dd-4576-be53-c58cd3daab5d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:06.391001 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba02e0f0-f948-45c1-ba61-baff5a6c92ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.548581 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ba02e0f0-f948-45c1-ba61-baff5a6c92ef None None] For port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:06.566877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ba02e0f0-f948-45c1-ba61-baff5a6c92ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.587586 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:42:05Z', 'revision_number': 3, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port': {'id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:04Z', 'updated_at': '2021-11-08T14:42:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:06.628155 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Checking router: 45eabd47-a3dd-4576-be53-c58cd3daab5d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:42:06.628502 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Updating router 45eabd47-a3dd-4576-be53-c58cd3daab5d port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:42:06.630912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b88a18-8219-47c2-a67d-f4a8d39ed4a1 None None] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:42:06.657574 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.695150 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 771c8b49-bee3-4805-94fe-f7094c05a1c7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:06.741787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.838688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02e0f0-f948-45c1-ba61-baff5a6c92ef None None] Pushing event updated for resources: {'Port': ['ID=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:06.881284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e49b3ee8-0311-427c-aa78-3843bce3ca2c None None] Provisioning complete for port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:06.881974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ee8-0311-427c-aa78-3843bce3ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.956778 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Allocated IP 172.20.0.1 (10dc94a2-a1fc-416c-86d1-4fe5b7372172/23073bb1-7fb3-425b-848a-6c03f304a301/a1abe905-e7d0-4f53-b520-afa0b9e03344) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:42:06.961270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 771c8b49-bee3-4805-94fe-f7094c05a1c7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:06.961609 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:06.993281 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.002239 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.022815 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:05Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:07.074224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.075881 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb1a2ef-fe1f-4832-8d6d-ae106bdb6e75 None None] The sync data for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 is: [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:05Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:42:07.111204 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.111443 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558341b4-da3b-4d86-b6fc-9c64dfbb76b2 None None] Pushing event updated for resources: {'Port': ['ID=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:07.116885 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Attempting to bind port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:42:07.117581 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Attempting to bind port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:42:07.118244 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Attempting to bind port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:42:07.127619 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:42:07.128671 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:42:07.130178 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.131096 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:42:07.132194 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Bound port: eaf471c3-e5ea-49ab-8abc-b4ac32595cf3, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:42:07.133315 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.164088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:07.199190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:07.206249 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:42:07.221606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-e49b3ee8-0311-427c-aa78-3843bce3ca2c None None] Provisioning complete for port 771c8b49-bee3-4805-94fe-f7094c05a1c7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:07.221975 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e49b3ee8-0311-427c-aa78-3843bce3ca2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.224280 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.235974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Pushing event updated for resources: {'Port': ['ID=a1abe905-e7d0-4f53-b520-afa0b9e03344,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:07.257627 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] For port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:42:07.263464 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] For port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:42:07.273523 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.289552 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.331185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 771c8b49-bee3-4805-94fe-f7094c05a1c7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=771c8b49-bee3-4805-94fe-f7094c05a1c7,segment=NetworkSegment(72d7c3da-8b0a-4cd5-8cb3-630f7227999a),segment_id=72d7c3da-8b0a-4cd5-8cb3-630f7227999a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:07.340545 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.353220 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558341b4-da3b-4d86-b6fc-9c64dfbb76b2 None None] Pushing event updated for resources: {'Port': ['ID=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:07.372828 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Routers {'45eabd47-a3dd-4576-be53-c58cd3daab5d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:07.373468 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['45eabd47-a3dd-4576-be53-c58cd3daab5d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:07.563776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=771c8b49-bee3-4805-94fe-f7094c05a1c7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:07.582455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.633041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e69d8bbd-6a73-4faf-bb7b-4161e64fc67a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:07.663171 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] Set router 45eabd47-a3dd-4576-be53-c58cd3daab5d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:07.717517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-157eead5-2f05-4fa9-89ea-0b44b9801b47 None None] Provisioning complete for port 771c8b49-bee3-4805-94fe-f7094c05a1c7 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:07.717875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-157eead5-2f05-4fa9-89ea-0b44b9801b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.800517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:07.802004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.913467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.920381 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:07.948850 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:42:05Z', 'revision_number': 3, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port': {'id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:04Z', 'updated_at': '2021-11-08T14:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:07.994185 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446aa3f8-341b-4423-931b-b06e492b5502 None None] The sync data for ids ['45eabd47-a3dd-4576-be53-c58cd3daab5d'] in n-d-804292-2 is: [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:42:05Z', 'revision_number': 3, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port': {'id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:04Z', 'updated_at': '2021-11-08T14:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:42:08.023669 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:08.025703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Pushing event updated for resources: {'Port': ['ID=a1abe905-e7d0-4f53-b520-afa0b9e03344,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:08.151976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:08.153578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:08.165741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c135507a-2565-47ca-8d83-cdfcd4df7cd5 None None] Provisioning complete for port a1abe905-e7d0-4f53-b520-afa0b9e03344 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:08.167187 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c135507a-2565-47ca-8d83-cdfcd4df7cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:08.231630 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c135507a-2565-47ca-8d83-cdfcd4df7cd5 None None] Port a1abe905-e7d0-4f53-b520-afa0b9e03344 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:42:08.312079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Router 45eabd47-a3dd-4576-be53-c58cd3daab5d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:42:08.481212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:42:08.507027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d6210b70-e4d7-4028-ab4f-ad91de59e36b admin admin] 10.222.0.65 "PUT /v2.0/routers/45eabd47-a3dd-4576-be53-c58cd3daab5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3143752 Nov 08 14:42:08.555364 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d2067c77-7e79-498f-8ca5-d921d1221d2e None None] Provisioning complete for port a1abe905-e7d0-4f53-b520-afa0b9e03344 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:08.555878 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d2067c77-7e79-498f-8ca5-d921d1221d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:08.598619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d2067c77-7e79-498f-8ca5-d921d1221d2e None None] Port a1abe905-e7d0-4f53-b520-afa0b9e03344 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:42:09.692450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:09.701916 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:42:09.767575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:09.768149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:09.891847 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:09.936715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:09.943468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:09.944703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 771c8b49-bee3-4805-94fe-f7094c05a1c7 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:10.218450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 771c8b49-bee3-4805-94fe-f7094c05a1c7 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:10.218831 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:10.220555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:10.369290 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Sync routers for ids ['45eabd47-a3dd-4576-be53-c58cd3daab5d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:42:10.381428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Routers {'45eabd47-a3dd-4576-be53-c58cd3daab5d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:10.382079 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['45eabd47-a3dd-4576-be53-c58cd3daab5d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:10.532498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Set router 45eabd47-a3dd-4576-be53-c58cd3daab5d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:10.780479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:42:07Z', 'revision_number': 4, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port': {'id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:04Z', 'updated_at': '2021-11-08T14:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a1abe905-e7d0-4f53-b520-afa0b9e03344', 'name': '', 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'mac_address': 'fa:16:3e:13:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '23073bb1-7fb3-425b-848a-6c03f304a301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:06Z', 'updated_at': '2021-11-08T14:42:07Z', 'revision_number': 2, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'subnets': [{'id': '23073bb1-7fb3-425b-848a-6c03f304a301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:10.809486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Checking router: 45eabd47-a3dd-4576-be53-c58cd3daab5d for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:42:10.809849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Updating router 45eabd47-a3dd-4576-be53-c58cd3daab5d port a1abe905-e7d0-4f53-b520-afa0b9e03344 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:42:10.846234 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.234408 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.244579 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.328225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12131b3-fc4c-45a3-9eab-68f4063b7f62 None None] Pushing event updated for resources: {'Port': ['ID=a1abe905-e7d0-4f53-b520-afa0b9e03344,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:11.369073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Attempting to bind port a1abe905-e7d0-4f53-b520-afa0b9e03344 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:42:11.369525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Attempting to bind port a1abe905-e7d0-4f53-b520-afa0b9e03344 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:42:11.369853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Attempting to bind port a1abe905-e7d0-4f53-b520-afa0b9e03344 on network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:42:11.376615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:42:11.377682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Checking segment: {'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:42:11.378325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.379897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Bound using segment: {'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:42:11.380766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Bound port: a1abe905-e7d0-4f53-b520-afa0b9e03344, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d7c3da-8b0a-4cd5-8cb3-630f7227999a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:42:11.381329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.477095 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] For port a1abe905-e7d0-4f53-b520-afa0b9e03344, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:42:11.482983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] For port a1abe905-e7d0-4f53-b520-afa0b9e03344, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a1abe905-e7d0-4f53-b520-afa0b9e03344,segment=NetworkSegment(72d7c3da-8b0a-4cd5-8cb3-630f7227999a),segment_id=72d7c3da-8b0a-4cd5-8cb3-630f7227999a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:42:11.501407 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.589743 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Routers {'45eabd47-a3dd-4576-be53-c58cd3daab5d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:11.590692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['45eabd47-a3dd-4576-be53-c58cd3daab5d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:11.596416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12131b3-fc4c-45a3-9eab-68f4063b7f62 None None] Pushing event updated for resources: {'Port': ['ID=a1abe905-e7d0-4f53-b520-afa0b9e03344,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:11.683201 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:11.789586 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-60fcf1d2-12f9-412f-ba4e-7d1d709c2fd1 None None] Provisioning complete for port a1abe905-e7d0-4f53-b520-afa0b9e03344 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:11.789586 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60fcf1d2-12f9-412f-ba4e-7d1d709c2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.849428 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:11.849902 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:11.901544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] Set router 45eabd47-a3dd-4576-be53-c58cd3daab5d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:12.162489 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60fcf1d2-12f9-412f-ba4e-7d1d709c2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:12.246133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-60fcf1d2-12f9-412f-ba4e-7d1d709c2fd1 None None] For port a1abe905-e7d0-4f53-b520-afa0b9e03344, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a1abe905-e7d0-4f53-b520-afa0b9e03344,segment=NetworkSegment(72d7c3da-8b0a-4cd5-8cb3-630f7227999a),segment_id=72d7c3da-8b0a-4cd5-8cb3-630f7227999a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:12.253153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60fcf1d2-12f9-412f-ba4e-7d1d709c2fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:12.322313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcf1d2-12f9-412f-ba4e-7d1d709c2fd1 None None] Pushing event updated for resources: {'Port': ['ID=a1abe905-e7d0-4f53-b520-afa0b9e03344,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:12.333270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:42:07Z', 'revision_number': 4, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port': {'id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:04Z', 'updated_at': '2021-11-08T14:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a1abe905-e7d0-4f53-b520-afa0b9e03344', 'name': '', 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'mac_address': 'fa:16:3e:13:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '23073bb1-7fb3-425b-848a-6c03f304a301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:06Z', 'updated_at': '2021-11-08T14:42:11Z', 'revision_number': 4, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'subnets': [{'id': '23073bb1-7fb3-425b-848a-6c03f304a301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:12.370354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cac0a18-165a-4d0c-8da0-603bdc20451f None None] The sync data for ids ['45eabd47-a3dd-4576-be53-c58cd3daab5d'] in n-d-804292-2 is: [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:42:07Z', 'revision_number': 4, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port': {'id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:04Z', 'updated_at': '2021-11-08T14:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'a1abe905-e7d0-4f53-b520-afa0b9e03344', 'name': '', 'network_id': '10dc94a2-a1fc-416c-86d1-4fe5b7372172', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'mac_address': 'fa:16:3e:13:2d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '23073bb1-7fb3-425b-848a-6c03f304a301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:06Z', 'updated_at': '2021-11-08T14:42:11Z', 'revision_number': 4, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'subnets': [{'id': '23073bb1-7fb3-425b-848a-6c03f304a301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:42:12.393640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6f415d42-490a-4641-846b-569ba7319fae None None] Provisioning complete for port a1abe905-e7d0-4f53-b520-afa0b9e03344 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:12.394238 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6f415d42-490a-4641-846b-569ba7319fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:13.644529 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a1abe905-e7d0-4f53-b520-afa0b9e03344 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:13.714982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port a1abe905-e7d0-4f53-b520-afa0b9e03344 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:13.715359 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:19.316699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-478063bb-29b4-41e3-b006-0f167d9adc55 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:19.318351 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-478063bb-29b4-41e3-b006-0f167d9adc55 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 815 time: 0.1071901 Nov 08 14:42:19.334047 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-e3c5b2d2-9188-4caa-b251-5218aa1217a6 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/quotas/fbd8a931b0844e349b74b712983be56e HTTP/1.1" status: 200 len: 375 time: 0.0095367 Nov 08 14:42:19.394138 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-aae52b19-55d2-4a96-b24b-3cfcb9f6b99f tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547755 Nov 08 14:42:19.578528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-a785cfee-41a8-424f-95f5-f6eff79b0690 service neutron] 10.222.0.65 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725912 Nov 08 14:42:19.673464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-37d6463b-21b9-43a0-a889-a27f7297cd19 service neutron] 10.222.0.65 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883498 Nov 08 14:42:19.876326 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d272703-598b-4da8-8356-688448d1d60b req-f8f07904-8e14-4a48-8320-6510a7105d95 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 210 time: 0.0350697 Nov 08 14:42:21.012945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28336a0c-6af2-4ef7-8269-b9490bde398c req-ea5eb51e-ee6f-44fb-9e15-e24d104e87f4 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Nov 08 14:42:21.014004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c5f3b9cd-91a2-404e-b757-994d78cda1a3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:21.015831 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c5f3b9cd-91a2-404e-b757-994d78cda1a3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 815 time: 0.1312766 Nov 08 14:42:21.030832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'port': {'device_id': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'admin_state_up': True, 'tenant_id': 'fbd8a931b0844e349b74b712983be56e'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:21.151873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Made reservation on behalf of fbd8a931b0844e349b74b712983be56e for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:42:21.156998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:21.331597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Allocated IP 172.20.0.8 (9e799148-27a9-47ba-969c-064f7adaa002/e155e718-1f5e-4455-aac3-128fa2ade57e/2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:42:21.610490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:21.660063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:21.720258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Network 9e799148-27a9-47ba-969c-064f7adaa002 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:21.729830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:21.733601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:42:21.783422 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:21.813474 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.813858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.814139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.814478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.814808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.815139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.815464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.815805 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.816138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.817039 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.817324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.817697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:21.842623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:21.843461 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:21.867534 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-f4a79dc5-3ce2-4b94-9c5b-1ac197c03f05 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8408217 Nov 08 14:42:22.025517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fdd77446-afe5-4263-90cb-bdea7620ee3b None None] Provisioning complete for port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:22.026334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fdd77446-afe5-4263-90cb-bdea7620ee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:22.072515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fdd77446-afe5-4263-90cb-bdea7620ee3b None None] Port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:42:22.148416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9f9d8-9cfd-4555-a22c-581c45042c3f req-ef882bcc-386d-45f0-870b-ff16e2381521 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:22.149931 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83c9f9d8-9cfd-4555-a22c-581c45042c3f req-ef882bcc-386d-45f0-870b-ff16e2381521 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0549102 Nov 08 14:42:22.204444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-83c9f9d8-9cfd-4555-a22c-581c45042c3f req-7ef1083c-a99f-4123-9497-d34e112c25a7 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483248 Nov 08 14:42:23.347398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f00c8-5559-4c3a-8928-601270a448fb req-32508532-08fc-4c79-97a8-7beecfee50b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:23.351931 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-319f00c8-5559-4c3a-8928-601270a448fb req-32508532-08fc-4c79-97a8-7beecfee50b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0607975 Nov 08 14:42:23.405147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-319f00c8-5559-4c3a-8928-601270a448fb req-a968877a-0b85-42f7-96ff-1432dfc36c58 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457537 Nov 08 14:42:23.655648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:24.092103 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:24.538322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10158c6-0fa4-4ee0-9449-77be61c30447 req-50539162-2420-477b-870a-52e6364dd121 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:24.539892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d10158c6-0fa4-4ee0-9449-77be61c30447 req-50539162-2420-477b-870a-52e6364dd121 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0608354 Nov 08 14:42:24.592924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d10158c6-0fa4-4ee0-9449-77be61c30447 req-38d79cce-c18e-42c8-bbf8-57135a82d9f7 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467751 Nov 08 14:42:25.732812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1038b5bc-15d3-4d1a-a6c7-941e524ac532 req-dc40aa62-b1dd-4561-a165-4cbf25e7d3a0 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:25.734401 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1038b5bc-15d3-4d1a-a6c7-941e524ac532 req-dc40aa62-b1dd-4561-a165-4cbf25e7d3a0 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0583539 Nov 08 14:42:25.794957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1038b5bc-15d3-4d1a-a6c7-941e524ac532 req-392fce60-5f40-4e9d-9180-1cc3b8468329 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541058 Nov 08 14:42:26.925683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a97135-a9c5-44b2-a823-60268d7bc3dd req-82c2b4f9-9b01-4a80-9986-c667dcd399ae tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:26.927796 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8a97135-a9c5-44b2-a823-60268d7bc3dd req-82c2b4f9-9b01-4a80-9986-c667dcd399ae tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0562499 Nov 08 14:42:26.983570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8a97135-a9c5-44b2-a823-60268d7bc3dd req-40124948-4f59-40fc-88ff-ab748e968be8 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498130 Nov 08 14:42:28.087476 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-edef74f5-f76e-4aca-9f1e-1886ddae0eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:28.114667 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae7b00-086d-4a17-a5d0-0b54b63538fe req-34c43a5e-76fc-442f-90d4-b9cbcf014d0f tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:28.116941 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96ae7b00-086d-4a17-a5d0-0b54b63538fe req-34c43a5e-76fc-442f-90d4-b9cbcf014d0f tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0601680 Nov 08 14:42:28.177128 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96ae7b00-086d-4a17-a5d0-0b54b63538fe req-f4cb917d-ee87-4fbd-9018-2109896f71e6 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Nov 08 14:42:29.311974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3cf8-92c9-49ea-9abc-f8197bfecd9c req-8895581e-dce0-4533-9f8d-e007797c2cef tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:29.313537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00ad3cf8-92c9-49ea-9abc-f8197bfecd9c req-8895581e-dce0-4533-9f8d-e007797c2cef tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0560720 Nov 08 14:42:29.366330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00ad3cf8-92c9-49ea-9abc-f8197bfecd9c req-bf4b9a83-1a84-4ee5-bd9e-ff115986ea0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459104 Nov 08 14:42:30.502025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33628a-e045-4ed4-9391-cac9b84137f1 req-256b9854-df84-41c2-ad94-654ec9b71302 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:30.503597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a33628a-e045-4ed4-9391-cac9b84137f1 req-256b9854-df84-41c2-ad94-654ec9b71302 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0547497 Nov 08 14:42:30.558994 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6a33628a-e045-4ed4-9391-cac9b84137f1 req-f6372792-1b43-43a7-b255-b1e1b8e78946 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458665 Nov 08 14:42:31.530634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f9ba959e-ed59-4566-b354-786b92321bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:31.684173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42b185-257d-4452-9fb2-e18d23a1470e req-a79b8bf1-22d0-4de2-be5c-4d045419fd79 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:31.685931 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c42b185-257d-4452-9fb2-e18d23a1470e req-a79b8bf1-22d0-4de2-be5c-4d045419fd79 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0573883 Nov 08 14:42:31.735093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c42b185-257d-4452-9fb2-e18d23a1470e req-a047ede6-af44-45b8-bc83-3f09e5084963 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432677 Nov 08 14:42:32.857945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421a1ea-5372-4437-8c63-49abb7bdf5e6 req-256608e3-b43e-471b-82b1-98905c640748 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:32.859658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f421a1ea-5372-4437-8c63-49abb7bdf5e6 req-256608e3-b43e-471b-82b1-98905c640748 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0544569 Nov 08 14:42:32.914635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f421a1ea-5372-4437-8c63-49abb7bdf5e6 req-bd866f5c-8443-4600-bd5c-eca07b958f31 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482624 Nov 08 14:42:33.264026 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:33.568891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Request body: {'port': {'device_id': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:33.632705 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:33.973043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:42:33.981409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:33.998124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Transition to ACTIVE for port object 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:42:34.002556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:34.037382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84abef9e-b7e7-408e-ab9a-638852d87fdd req-ab4644d0-5aa2-4ea0-9209-25f9cc97939c tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:34.039071 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84abef9e-b7e7-408e-ab9a-638852d87fdd req-ab4644d0-5aa2-4ea0-9209-25f9cc97939c tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 931 time: 0.0529485 Nov 08 14:42:34.074961 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:34.101749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84abef9e-b7e7-408e-ab9a-638852d87fdd req-08531349-ff2d-4022-8ba5-4660562a2bf9 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538509 Nov 08 14:42:34.135278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Attempting to bind port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:42:34.135614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Attempting to bind port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:42:34.136125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Attempting to bind port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 on network 9e799148-27a9-47ba-969c-064f7adaa002 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:42:34.141104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 on network 9e799148-27a9-47ba-969c-064f7adaa002 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:42:34.141430 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Attempting to bind port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 on network 9e799148-27a9-47ba-969c-064f7adaa002 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:42:34.147643 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:42:34.148007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Checking segment: {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:42:34.148437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Bound using segment: {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:42:34.148808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Bound port: 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21230f45-7f17-40ba-a754-e94b645b4119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:42:34.149186 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:34.221266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:42:34.224548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:42:34.230189 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:34.267013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:34.267664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:34.269203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] 10.222.0.54 "PUT /v2.0/ports/2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 1091 time: 0.7057340 Nov 08 14:42:34.270290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:42:34.272719 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:42:34.304616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9966acc-ecb8-449d-bb91-c22e65a25cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:34.330478 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4411e5-d79a-44b7-b781-1b18c371ef6c x-openstack-request-id: req-ef4411e5-d79a-44b7-b781-1b18c371ef6c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:42:34.330772 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:42:34.331032 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef4411e5-d79a-44b7-b781-1b18c371ef6c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:42:34.331424 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'status': 'completed', 'code': 200} Nov 08 14:42:34.366971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-e59ae52a-fd52-42c2-8719-6b732c2a86ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:34.368655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-e59ae52a-fd52-42c2-8719-6b732c2a86ca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1094 time: 0.0482793 Nov 08 14:42:34.419051 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-a36e9da3-843b-4686-bd22-650e9f689cfd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 217 time: 0.0429680 Nov 08 14:42:34.481917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-e5f15ecb-f63f-48e8-bf3e-d4bb102a2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:34.483408 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-e5f15ecb-f63f-48e8-bf3e-d4bb102a2289 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0579917 Nov 08 14:42:34.535341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-ba86df7a-2519-48cf-bb7d-cb8dc5d7f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:34.536886 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-ba86df7a-2519-48cf-bb7d-cb8dc5d7f2cc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455184 Nov 08 14:42:34.635213 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-6c269d3f-2d3e-4419-a7ce-a55fe7328006 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895903 Nov 08 14:42:34.731475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-11c61c3e-f91a-44f9-829b-16c41bb2ff42 req-393cfa65-1e18-4f11-ad12-05b3be31a037 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893536 Nov 08 14:42:34.826551 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-c9e5e5f6-199c-41ae-987e-fef81de5a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:34.828127 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-c9e5e5f6-199c-41ae-987e-fef81de5a253 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1094 time: 0.0473566 Nov 08 14:42:34.922264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-36ae83ef-b543-4433-9f8e-740ee9f762bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:34.923794 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-36ae83ef-b543-4433-9f8e-740ee9f762bf service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.0883589 Nov 08 14:42:34.971449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-f011a9ab-9bf6-4e3a-a7be-36d6bebfc944 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 217 time: 0.0398519 Nov 08 14:42:35.024831 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-e1cc5bc8-4293-43fa-bacf-3ce05cbd5646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:35.026256 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-e1cc5bc8-4293-43fa-bacf-3ce05cbd5646 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0459757 Nov 08 14:42:35.074248 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-a011ed1c-0eec-4e06-a948-dd1e1dfed931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:35.075818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-a011ed1c-0eec-4e06-a948-dd1e1dfed931 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421245 Nov 08 14:42:35.179465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-321c45ac-856c-4bb3-8294-3e8eae67936c service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960016 Nov 08 14:42:35.231193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7d038-68b9-4beb-aa61-eb47e3641f04 req-6ac37fdc-af91-40a0-bda7-87eece47fff4 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:35.232755 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5e7d038-68b9-4beb-aa61-eb47e3641f04 req-6ac37fdc-af91-40a0-bda7-87eece47fff4 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 943 time: 0.0529912 Nov 08 14:42:35.279052 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dab009ef-fd4c-4d74-bccb-c31fc6f30fb8 req-0c13a0eb-457c-4b75-b1a9-7d878f6a7f4e service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922458 Nov 08 14:42:35.286569 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5e7d038-68b9-4beb-aa61-eb47e3641f04 req-db170626-63ad-4f7a-81e7-33623f0c4c66 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472004 Nov 08 14:42:35.785141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:35.930059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:36.415273 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b761c83-9e63-4644-bb2a-24cf471f5496 req-ab689e3f-20f2-4375-9c23-35be18791c03 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:36.416950 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b761c83-9e63-4644-bb2a-24cf471f5496 req-ab689e3f-20f2-4375-9c23-35be18791c03 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 943 time: 0.0534542 Nov 08 14:42:36.470414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5b761c83-9e63-4644-bb2a-24cf471f5496 req-80ac1cb1-0571-4a3e-a90f-5e8b1202d519 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472708 Nov 08 14:42:37.599353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c403-7966-4e98-8bb0-f03aa570e51e req-ae534071-1236-4d3c-8d3b-1f5eadcd5ed0 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:37.601000 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5819c403-7966-4e98-8bb0-f03aa570e51e req-ae534071-1236-4d3c-8d3b-1f5eadcd5ed0 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 943 time: 0.0542927 Nov 08 14:42:37.651164 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5819c403-7966-4e98-8bb0-f03aa570e51e req-f534153a-c7b6-41b0-8ee6-247ce8d0fe5d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439529 Nov 08 14:42:38.368489 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:42:38.470997 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:38.483325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'port_id': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'mac_address': 'fa:16:3e:f7:8d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:42:38.523019 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:38.537197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:42:38.556535 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:38.560556 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:38.610191 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:38.617634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.617975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.618316 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.618807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.618979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.619369 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.619631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.619983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.620307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.620628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.620947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.621265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:38.772319 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65f489-53bf-4417-9d51-33367021e8dd req-6e93211d-b11f-4585-89e8-80d6c5731019 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:38.773945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec65f489-53bf-4417-9d51-33367021e8dd req-6e93211d-b11f-4585-89e8-80d6c5731019 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 944 time: 0.0524926 Nov 08 14:42:38.829356 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ec65f489-53bf-4417-9d51-33367021e8dd req-f316e611-cd13-4373-a95d-864e89809961 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Nov 08 14:42:38.940914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:42:39.952701 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9eb5b-fd01-4b66-9351-7ee4bab59c1c req-e7203d3d-8a05-4f16-97a1-993eb41bcbf2 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:39.954275 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76d9eb5b-fd01-4b66-9351-7ee4bab59c1c req-e7203d3d-8a05-4f16-97a1-993eb41bcbf2 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 944 time: 0.0557277 Nov 08 14:42:40.008923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-76d9eb5b-fd01-4b66-9351-7ee4bab59c1c req-1c0fe87d-a985-4f73-894b-87085b53451a tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471807 Nov 08 14:42:40.367803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:42:40.423564 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:42:40.427488 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:40.427901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:40.511468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:40.537845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:42:40.540158 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83709daf-7419-4337-a27d-fa84cd6dc411" -d '{"events": [{"server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "name": "network-vif-plugged", "status": "completed", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:42:40.554262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:40.560281 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:40.586303 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7415c6ac-2ddf-41e7-93c5-22f52f1098a9 x-openstack-request-id: req-7415c6ac-2ddf-41e7-93c5-22f52f1098a9 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:42:40.586601 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "name": "network-vif-plugged", "status": "completed", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:42:40.586852 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7415c6ac-2ddf-41e7-93c5-22f52f1098a9 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:42:40.587280 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'code': 200} Nov 08 14:42:40.615641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:40.690200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c918c-0bec-4dad-809d-e51d08bd0c49 req-3aee4e98-45de-46f2-9556-63804b253cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:40.691853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a66c918c-0bec-4dad-809d-e51d08bd0c49 req-3aee4e98-45de-46f2-9556-63804b253cdd service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1096 time: 0.0478783 Nov 08 14:42:40.747222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a66c918c-0bec-4dad-809d-e51d08bd0c49 req-273fefaa-80ad-4b3e-a26d-88f4fab66abf service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Nov 08 14:42:41.128531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987056b6-f44c-46e6-b02c-2e3e4b512a56 req-a0bb6d8c-0863-4d63-9216-a7b6eb6a6245 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:41.130057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-987056b6-f44c-46e6-b02c-2e3e4b512a56 req-a0bb6d8c-0863-4d63-9216-a7b6eb6a6245 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0516713 Nov 08 14:42:41.178399 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-987056b6-f44c-46e6-b02c-2e3e4b512a56 req-c0b7ebeb-7241-42fe-881b-f7a57b8ecb9e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422533 Nov 08 14:42:42.302253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcce714f-8319-46d0-8345-8c092260bc26 req-d2d529ba-6d50-4f91-b812-5cc5478c84e8 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:42.304513 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcce714f-8319-46d0-8345-8c092260bc26 req-d2d529ba-6d50-4f91-b812-5cc5478c84e8 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0517209 Nov 08 14:42:42.351925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fcce714f-8319-46d0-8345-8c092260bc26 req-ee2e9dd7-a9a5-4a73-bfe7-b435563aaf93 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415254 Nov 08 14:42:42.471970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9774f2-ef91-4e57-a5bf-cdd9926a8d72 req-132ecc9e-34fa-4f60-894e-29b99f412c0d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:42.473406 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba9774f2-ef91-4e57-a5bf-cdd9926a8d72 req-132ecc9e-34fa-4f60-894e-29b99f412c0d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0531313 Nov 08 14:42:42.522978 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba9774f2-ef91-4e57-a5bf-cdd9926a8d72 req-4567301b-9761-4ba1-87a8-ed115df6c8b2 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Nov 08 14:42:42.708582 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce6e95-cd36-456f-b086-501d3ac0c689 req-82b9caef-73aa-4e52-834f-b56887f7b550 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:42.710756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04ce6e95-cd36-456f-b086-501d3ac0c689 req-82b9caef-73aa-4e52-834f-b56887f7b550 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0493145 Nov 08 14:42:42.757689 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-04ce6e95-cd36-456f-b086-501d3ac0c689 req-3025662e-365e-4d13-8a9c-2bc8ec49681c tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408759 Nov 08 14:42:46.691561 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:42:53.652309 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:54.096647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:55.288845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4272cd-5119-4fc1-bf9b-80cc9d2b64c9 req-58391664-6950-47bb-ad59-16e3a2f5675e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:55.290346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba4272cd-5119-4fc1-bf9b-80cc9d2b64c9 req-58391664-6950-47bb-ad59-16e3a2f5675e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0602577 Nov 08 14:42:55.339192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ba4272cd-5119-4fc1-bf9b-80cc9d2b64c9 req-08ebb707-83f4-4206-847e-8128301352cd tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Nov 08 14:42:55.362157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43844) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:55.445252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b0fdbb-81bd-400f-b2ce-34a04c4e00a9 tempest-TestMinimumBasicScenario-133672339 tempest-TestMinimumBasicScenario-133672339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:55.447130 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a7b0fdbb-81bd-400f-b2ce-34a04c4e00a9 tempest-TestMinimumBasicScenario-133672339 tempest-TestMinimumBasicScenario-133672339-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1091 time: 0.0838563 Nov 08 14:42:55.450662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43848) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:55.454924 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:55.477607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:55.581353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:55.991003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Allocated IP 172.25.8.2 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/ce1a9693-fa91-4e5f-a7c9-fb4a19310442) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:42:56.093402 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:56.128024 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:56.165252 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:42:56.170584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:42:56.173156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:42:56.197239 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'Port': ['ID=ce1a9693-fa91-4e5f-a7c9-fb4a19310442,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:56.208903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.209256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.209601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.209950 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.210279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.210613 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.210944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.211276 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.211704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.212081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.212413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.212739 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:42:56.553088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:56.618786 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:56.768697 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:56.773784 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:56.846970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'Port': ['ID=ce1a9693-fa91-4e5f-a7c9-fb4a19310442,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:56.859759 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:56.957025 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Floating IP 28910f87-5228-4e06-a6b2-e5df448eb2a3 associated. External IP: 172.25.8.2, port: 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35. Nov 08 14:42:57.169139 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:42:57.279085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:42:57.289326 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] Sync routers for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:42:57.297567 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.299354 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:57.300040 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:57.328348 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-eaec5f60-b44b-4c61-a5ab-9a416deb2216 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8740947 Nov 08 14:42:57.328348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:42:57.328669 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce38264-89d4-4066-87fb-79f32b86ef8f" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:42:57.328766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43850) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:57.333439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9783be0b-2e27-4da3-ab37-2ebc7e40adcf tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152326608', 'description': 'tempest-secgroup-smoke-152326608 description', 'project_id': 'fbd8a931b0844e349b74b712983be56e'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:57.357790 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9783be0b-2e27-4da3-ab37-2ebc7e40adcf tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.423541 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:57.433781 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9783be0b-2e27-4da3-ab37-2ebc7e40adcf tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.438843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9783be0b-2e27-4da3-ab37-2ebc7e40adcf tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.468160 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9783be0b-2e27-4da3-ab37-2ebc7e40adcf tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.469419 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9783be0b-2e27-4da3-ab37-2ebc7e40adcf tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1396503 Nov 08 14:42:57.473067 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43856) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:57.479106 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b6a821ea-e12b-48b9-9eee-0d707b86ae45 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'security_group_rule': {'security_group_id': '5dddbf64-2ecf-49c5-9884-cb43680c13a3', 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:57.481901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783be0b-2e27-4da3-ab37-2ebc7e40adcf tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dddbf64-2ecf-49c5-9884-cb43680c13a3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:57.508822 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e945b03-eab9-4500-b522-8633cbd76cd3 x-openstack-request-id: req-0e945b03-eab9-4500-b522-8633cbd76cd3 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:42:57.509190 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:42:57.509451 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e945b03-eab9-4500-b522-8633cbd76cd3 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:42:57.509888 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'status': 'completed', 'code': 200} Nov 08 14:42:57.532183 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6a821ea-e12b-48b9-9eee-0d707b86ae45 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.581878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-3ebcfb6f-4f5c-489d-8a9f-cd03f8bb3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:57.584395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-3ebcfb6f-4f5c-489d-8a9f-cd03f8bb3a20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1096 time: 0.0475836 Nov 08 14:42:57.603062 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6a821ea-e12b-48b9-9eee-0d707b86ae45 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.608529 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6a821ea-e12b-48b9-9eee-0d707b86ae45 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.627421 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a821ea-e12b-48b9-9eee-0d707b86ae45 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95f4329-cd0b-42af-b0af-2c7bf883da14,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:57.641118 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b6a821ea-e12b-48b9-9eee-0d707b86ae45 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.645097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b6a821ea-e12b-48b9-9eee-0d707b86ae45 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1682463 Nov 08 14:42:57.645401 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43858) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:57.650212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d830e028-ae05-449b-898c-85e590d56a28 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'security_group_rule': {'security_group_id': '5dddbf64-2ecf-49c5-9884-cb43680c13a3', 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:57.678327 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '28910f87-5228-4e06-a6b2-e5df448eb2a3', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'port_id': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'mac_address': 'fa:16:3e:f7:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:42:56Z', 'updated_at': '2021-11-08T14:42:56Z', 'revision_number': 0, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:06Z', 'revision_number': 5, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:57.680943 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d830e028-ae05-449b-898c-85e590d56a28 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.703174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-bd70930c-3864-4709-8f1c-5d6e68bf01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:57.704669 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] Checking router: 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:42:57.704816 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-bd70930c-3864-4709-8f1c-5d6e68bf01ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.1119530 Nov 08 14:42:57.713500 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:42:57.714120 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:42:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:57.744260 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d830e028-ae05-449b-898c-85e590d56a28 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.748553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d830e028-ae05-449b-898c-85e590d56a28 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.767197 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830e028-ae05-449b-898c-85e590d56a28 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e441b6a3-b212-441e-a917-8fa41a215dc0,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:57.778961 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-b785350f-7189-4c03-84a2-3cf09378c1b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 997 time: 0.0652840 Nov 08 14:42:57.783696 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d830e028-ae05-449b-898c-85e590d56a28 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.788304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d830e028-ae05-449b-898c-85e590d56a28 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384754 Nov 08 14:42:57.792263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43860) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:57.796699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e149739b-46c0-476b-a518-0d3366138def tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'security_group_rule': {'security_group_id': '5dddbf64-2ecf-49c5-9884-cb43680c13a3', 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:57.828710 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e149739b-46c0-476b-a518-0d3366138def tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.831574 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:42:57.835909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-47813dd0-cf3d-4755-b8c4-5261c12e1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:57.837439 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-47813dd0-cf3d-4755-b8c4-5261c12e1392 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0508668 Nov 08 14:42:57.891834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-2696672d-edc4-4a00-89ae-2d1f9ab3d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:57.893565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-2696672d-edc4-4a00-89ae-2d1f9ab3d96b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491252 Nov 08 14:42:57.897081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e149739b-46c0-476b-a518-0d3366138def tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.903106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e149739b-46c0-476b-a518-0d3366138def tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.922493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e149739b-46c0-476b-a518-0d3366138def tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56887d21-f2f5-406f-ba22-aad4a05ed21c,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:57.932965 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e149739b-46c0-476b-a518-0d3366138def tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.936734 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e149739b-46c0-476b-a518-0d3366138def tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410749 Nov 08 14:42:57.936949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43862) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:57.942406 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-29292868-5724-4342-9430-f045e4ab47ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'security_group_rule': {'security_group_id': '5dddbf64-2ecf-49c5-9884-cb43680c13a3', 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:57.972042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29292868-5724-4342-9430-f045e4ab47ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:57.994458 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-bac54574-5498-4bb5-ab6b-ab5527d57ca0 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926955 Nov 08 14:42:58.039406 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29292868-5724-4342-9430-f045e4ab47ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.044886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29292868-5724-4342-9430-f045e4ab47ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.066391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29292868-5724-4342-9430-f045e4ab47ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11012025-9431-4f0e-af40-0b9d38931387,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:58.077097 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-29292868-5724-4342-9430-f045e4ab47ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.081400 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-29292868-5724-4342-9430-f045e4ab47ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431947 Nov 08 14:42:58.082035 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43864) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:58.086974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'security_group_rule': {'security_group_id': '5dddbf64-2ecf-49c5-9884-cb43680c13a3', 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:58.091222 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '28910f87-5228-4e06-a6b2-e5df448eb2a3', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'port_id': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'mac_address': 'fa:16:3e:f7:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:42:56Z', 'updated_at': '2021-11-08T14:42:56Z', 'revision_number': 0, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:06Z', 'revision_number': 5, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:42:58.100762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-09031945-17a6-4f7b-baa9-48716eea22e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.106190 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7ce38264-89d4-4066-87fb-79f32b86ef8f req-cf0cd3f1-cb0e-4bb7-af1a-9a462624b657 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049020 Nov 08 14:42:58.115966 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Project fbd8a931b0844e349b74b712983be56e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:42:58.121511 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60017367-ff91-42b9-a9b6-ef90c0834d3a None None] The sync data for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 is: [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '28910f87-5228-4e06-a6b2-e5df448eb2a3', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'floating_ip_address': '172.25.8.2', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'port_id': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'mac_address': 'fa:16:3e:f7:8d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:42:56Z', 'updated_at': '2021-11-08T14:42:56Z', 'revision_number': 0, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:06Z', 'revision_number': 5, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:42:58.122470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.187328 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.191757 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.212473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7061772a-87be-4279-9db4-ac3394bd5753,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:58.220704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.221920 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-fe7c21b6-9ff5-45e7-9b8d-d2467a9b0522 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1389430 Nov 08 14:42:58.224625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43866) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:42:58.229011 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'security_group_rule': {'security_group_id': '5dddbf64-2ecf-49c5-9884-cb43680c13a3', 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:58.252594 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Project fbd8a931b0844e349b74b712983be56e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:42:58.258254 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.321766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.326708 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.338267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a731a97-4761-425d-aa75-73a1eca99dbe None None] New status for floating IP 28910f87-5228-4e06-a6b2-e5df448eb2a3: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:42:58.345782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a9cdce-1370-4309-8a10-f4b3d3291413,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:58.354576 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.356568 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-012e9019-7d0f-43d4-b6ac-f4e0a348c0b3 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302567 Nov 08 14:42:58.455685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-023a69d7-c67a-411d-a406-4046390ea19b req-7683701d-c395-4797-9a5e-973602adea66 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152326608&fields=id&tenant_id=fbd8a931b0844e349b74b712983be56e HTTP/1.1" status: 200 len: 267 time: 0.0485411 Nov 08 14:42:58.517968 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a69d7-c67a-411d-a406-4046390ea19b req-f196ffe7-286b-4f60-b2f0-29225b128aee tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:58.519509 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-023a69d7-c67a-411d-a406-4046390ea19b req-f196ffe7-286b-4f60-b2f0-29225b128aee tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0574703 Nov 08 14:42:58.533961 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'port': {'security_groups': ['29582a33-600c-47e3-8265-595535ec698a', '5dddbf64-2ecf-49c5-9884-cb43680c13a3']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:42:58.599937 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.786334 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:42:58.815363 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.820719 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.832388 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:42:58.868947 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:58.869618 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:58.871076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-023a69d7-c67a-411d-a406-4046390ea19b req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "PUT /v2.0/ports/2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 981 time: 0.3433745 Nov 08 14:42:58.901709 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281e3d-b0e6-44e5-8a97-26a1f8777c0b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=6']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:42:58.970262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:42:58.994781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49bbcf-4b9a-4288-9858-fe74adbcf4fe req-8d51ca1b-e3a8-430a-8633-50caef4e248a tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:58.996662 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b49bbcf-4b9a-4288-9858-fe74adbcf4fe req-8d51ca1b-e3a8-430a-8633-50caef4e248a tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0546572 Nov 08 14:42:59.065249 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b49bbcf-4b9a-4288-9858-fe74adbcf4fe req-f6bafa88-8723-4339-9bde-eb5d502e0760 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619893 Nov 08 14:42:59.235398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d3139e66-4703-43b7-8d44-d081ea5455da None None] Provisioning complete for port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:42:59.236053 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3139e66-4703-43b7-8d44-d081ea5455da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:42:59.511177 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:42:59.514120 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e246a3de-0a56-4474-9511-2d68c39ef829" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:42:59.554158 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718a3aee-b4fd-434f-abc0-fb10c1b5ce1b x-openstack-request-id: req-718a3aee-b4fd-434f-abc0-fb10c1b5ce1b {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:42:59.554452 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:42:59.554701 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-718a3aee-b4fd-434f-abc0-fb10c1b5ce1b {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:42:59.555109 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'status': 'completed', 'code': 200} Nov 08 14:42:59.621690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-4429b676-9b51-4e38-8d5f-3d074f1dc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:59.623250 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-4429b676-9b51-4e38-8d5f-3d074f1dc7dc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1135 time: 0.0430031 Nov 08 14:42:59.724148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-820aa8af-77e1-450b-b217-763b73885bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:59.725895 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-820aa8af-77e1-450b-b217-763b73885bd4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.0932152 Nov 08 14:42:59.791919 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-4a2c6d08-7db6-4006-b503-61bd8c93a9cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 999 time: 0.0589898 Nov 08 14:42:59.841752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-3df84a24-3afb-4950-b219-b77164368a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:59.843214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-3df84a24-3afb-4950-b219-b77164368a5e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0438786 Nov 08 14:42:59.893915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-a1865597-d506-46f8-8d7d-733ff2f7ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:42:59.895407 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-a1865597-d506-46f8-8d7d-733ff2f7ed41 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439520 Nov 08 14:42:59.986746 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-53c931b9-1684-4bf3-a220-1695a40900d8 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838695 Nov 08 14:43:00.083174 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e246a3de-0a56-4474-9511-2d68c39ef829 req-19e6f7eb-1d8c-4bb3-a46d-a0109238b026 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890355 Nov 08 14:43:01.533200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d9cc276b-28ad-4366-ab07-c152fb2a9a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:03.266356 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:05.786636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:05.932294 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:23.651925 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:23.691934 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:43:24.086242 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:28.075488 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87025a8f-91f7-400d-8762-78ccf3256bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:31.291288 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-b7985073-dc3a-4228-80d3-9c4dc8a22e82 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408914 Nov 08 14:43:31.374380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-0ed9903f-f94b-4dfd-a13c-ec70d5166eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:31.375931 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-0ed9903f-f94b-4dfd-a13c-ec70d5166eee service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1135 time: 0.0423033 Nov 08 14:43:31.488245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-581a2f4b-ea84-4c8f-a8f7-ff4ced373412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:31.489741 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-581a2f4b-ea84-4c8f-a8f7-ff4ced373412 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.0918813 Nov 08 14:43:31.539082 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4268ed0e-98c1-431e-b500-e47a68b94b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:31.557982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-a99c2708-aee4-44c7-aa05-731282106938 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 999 time: 0.0609744 Nov 08 14:43:31.611565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-b6a8c01c-9dd4-429f-8f03-9bb1bd7689cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:31.613057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-b6a8c01c-9dd4-429f-8f03-9bb1bd7689cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0485125 Nov 08 14:43:31.658884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-47bac47d-8349-4ad1-b470-b5c7b19bb135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:31.660686 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-47bac47d-8349-4ad1-b470-b5c7b19bb135 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401139 Nov 08 14:43:31.757214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-599c1de7-d204-4131-a781-275a3f18117a service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886533 Nov 08 14:43:31.848864 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93d9ef15-cea2-43ef-a5db-96a0e31a4b84 req-2a29212a-f5fe-483b-9cd0-8c9e4fc83e66 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847566 Nov 08 14:43:33.268834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:34.119010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-945c0991-f9eb-49cb-941b-e596150b46fd req-8a4758fc-5ec6-45cf-9e46-a3adee0b9095 service neutron] (101840) timed out ('10.222.0.54', 63795) {{(pid=101840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:43:35.793028 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:35.934297 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:38.695080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-0e490818-c3e5-4ae9-8f5d-ebbf83c845a4 req-fa830bd4-29f0-4301-85d8-970781e7dde5 tempest-ServerDiskConfigTestJSON-1622520960 tempest-ServerDiskConfigTestJSON-1622520960-project] (101840) timed out ('10.222.0.70', 63045) {{(pid=101840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:43:53.653274 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:54.100752 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:56.686533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-9ba9e251-eb59-4e5c-95af-8cc1600ed5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:56.688099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-9ba9e251-eb59-4e5c-95af-8cc1600ed5b0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1135 time: 0.0435908 Nov 08 14:43:56.741026 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c0511-657c-4b0b-b118-db47e11ea853 req-da43b4b5-a1a8-4b8e-bca2-0259fa74bc0e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:56.742546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb8c0511-657c-4b0b-b118-db47e11ea853 req-da43b4b5-a1a8-4b8e-bca2-0259fa74bc0e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.1023583 Nov 08 14:43:56.784985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-305dc424-7cbe-4408-ae9b-11ca1466d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:56.786713 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-305dc424-7cbe-4408-ae9b-11ca1466d464 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.0896924 Nov 08 14:43:56.806682 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bb8c0511-657c-4b0b-b118-db47e11ea853 req-9f0c02dc-340c-409a-9dcd-95d695c0ec07 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581260 Nov 08 14:43:56.853860 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-c52defb1-118b-4614-ae31-6f7d3c63e403 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 999 time: 0.0588863 Nov 08 14:43:56.907526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-902d20b7-c935-4cf3-b0d6-6ec7fc711211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:56.908990 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-902d20b7-c935-4cf3-b0d6-6ec7fc711211 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0475173 Nov 08 14:43:56.955485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-f4d69f9c-5c89-430f-9879-5f2defe8c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:56.957085 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-f4d69f9c-5c89-430f-9879-5f2defe8c3af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395782 Nov 08 14:43:57.049342 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-944c2cf8-a5f8-41d1-a848-40aa041e6d94 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845683 Nov 08 14:43:57.138066 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7e27f589-eeef-4ff6-8990-f7f33d80510c req-11058feb-b450-4ab5-8f79-f34546359d54 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808957 Nov 08 14:43:57.976304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4bebe-02ed-4887-b039-68244d16998f req-f85d65df-1e9d-4c1b-96db-d4c1a9b5fdef tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:57.977788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22d4bebe-02ed-4887-b039-68244d16998f req-f85d65df-1e9d-4c1b-96db-d4c1a9b5fdef tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0987086 Nov 08 14:43:58.038265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-22d4bebe-02ed-4887-b039-68244d16998f req-c8efa2ec-cec1-490a-be96-5be79b735c5f tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543454 Nov 08 14:43:58.077860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8cdd-89a1-4adb-9b78-aec3899e82c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:43:59.154345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d898cf-c87e-4acc-8863-10cb3be70d7c req-7131bc72-583a-4adf-aad3-42d48c42ddeb tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:43:59.155849 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24d898cf-c87e-4acc-8863-10cb3be70d7c req-7131bc72-583a-4adf-aad3-42d48c42ddeb tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0491323 Nov 08 14:43:59.216945 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-24d898cf-c87e-4acc-8863-10cb3be70d7c req-51d13598-99ba-449d-b23a-531fa8b574ed tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548270 Nov 08 14:44:00.341178 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556be89e-400d-4533-8d87-8f185f8956b1 req-9375a520-88f4-40ed-bd81-463147c4d54e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:00.342688 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-556be89e-400d-4533-8d87-8f185f8956b1 req-9375a520-88f4-40ed-bd81-463147c4d54e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0544481 Nov 08 14:44:00.410975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-556be89e-400d-4533-8d87-8f185f8956b1 req-fe1b291e-b802-4abf-a9b8-7305c78e9a93 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597727 Nov 08 14:44:00.691720 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:44:01.528801 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998ba7c-14a1-464c-bf5c-fba87d67dd3a req-d06ca29b-21b6-4181-ad32-10273427efe1 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:01.530277 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a998ba7c-14a1-464c-bf5c-fba87d67dd3a req-d06ca29b-21b6-4181-ad32-10273427efe1 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0491481 Nov 08 14:44:01.543269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d94407e8-bb6a-44a6-890b-5d90cb0d17da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:01.594325 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a998ba7c-14a1-464c-bf5c-fba87d67dd3a req-0c530e5d-e065-47ed-89ad-411ca8f3dd7d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576015 Nov 08 14:44:02.712675 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd3df6-372b-4d18-8686-5a33744cf546 req-5a9bd112-89df-4e27-9194-49780a6b1d82 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:02.714127 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3bd3df6-372b-4d18-8686-5a33744cf546 req-5a9bd112-89df-4e27-9194-49780a6b1d82 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0491307 Nov 08 14:44:02.776885 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e3bd3df6-372b-4d18-8686-5a33744cf546 req-086ae091-76b1-4f56-be95-854e00b36cab tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564976 Nov 08 14:44:03.271089 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:03.896066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a29eb9-bd42-460f-8544-5cd231d532d6 req-6cd557ca-5af2-4a74-ace7-db2b24b77d32 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:03.897588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7a29eb9-bd42-460f-8544-5cd231d532d6 req-6cd557ca-5af2-4a74-ace7-db2b24b77d32 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0507696 Nov 08 14:44:03.960392 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7a29eb9-bd42-460f-8544-5cd231d532d6 req-19f57df0-548f-4c8e-9365-2201462b3995 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564175 Nov 08 14:44:05.079293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d6a0fc-aebd-4532-b194-cc6453562e7a req-708d0bad-2185-43da-b6d6-2374ff3adf15 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:05.080810 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7d6a0fc-aebd-4532-b194-cc6453562e7a req-708d0bad-2185-43da-b6d6-2374ff3adf15 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0484684 Nov 08 14:44:05.140077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7d6a0fc-aebd-4532-b194-cc6453562e7a req-8931bf24-8696-4436-af7a-1bf25522017d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525417 Nov 08 14:44:05.792731 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:05.935884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:06.259159 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93ef2-9ccd-4f0c-b91e-a84f42b3f21b req-fbf02b39-5e91-4cc0-a69f-cf753db5895d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:06.260650 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84e93ef2-9ccd-4f0c-b91e-a84f42b3f21b req-fbf02b39-5e91-4cc0-a69f-cf753db5895d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0525842 Nov 08 14:44:06.320727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-84e93ef2-9ccd-4f0c-b91e-a84f42b3f21b req-5479587c-43ae-4707-b7c8-c1af9d8d3c65 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540154 Nov 08 14:44:07.437826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb08c2-416f-4ee5-935e-319f7130f23e req-2793e48d-44cb-467a-8173-cb0e8ced1d87 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:07.439297 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ccb08c2-416f-4ee5-935e-319f7130f23e req-2793e48d-44cb-467a-8173-cb0e8ced1d87 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0490673 Nov 08 14:44:07.500117 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ccb08c2-416f-4ee5-935e-319f7130f23e req-09bc00b8-58fa-4be5-84bc-dc466de05617 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540409 Nov 08 14:44:08.620930 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed1de-fe61-43fc-8d3a-3e80dec4bd38 req-b49a1031-64af-413f-90f2-f425145ebe63 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:08.622427 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-689ed1de-fe61-43fc-8d3a-3e80dec4bd38 req-b49a1031-64af-413f-90f2-f425145ebe63 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0537596 Nov 08 14:44:08.682957 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-689ed1de-fe61-43fc-8d3a-3e80dec4bd38 req-34d5a618-2e46-41e4-915f-2b0711b07a06 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dddbf64-2ecf-49c5-9884-cb43680c13a3&id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545311 Nov 08 14:44:23.650243 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:24.102638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:28.079844 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-15bf9c90-1075-4262-9cc7-b85cb7f049a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:31.312901 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-9ffedc53-814f-45c9-92db-dc418b9a0973 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1401477 Nov 08 14:44:31.399201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734de13-5c2a-487a-981d-54de0944f73b req-610d834b-20e2-4afa-89ac-728c536f923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:31.400707 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-610d834b-20e2-4afa-89ac-728c536f923f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1135 time: 0.0443010 Nov 08 14:44:31.504347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734de13-5c2a-487a-981d-54de0944f73b req-fb49b9d6-1a0e-4d11-9846-7d6f47c4cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:31.505862 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-fb49b9d6-1a0e-4d11-9846-7d6f47c4cf7a service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.0844471 Nov 08 14:44:31.547185 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-76557b56-9dd7-4fff-9e77-17690483391f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:31.575779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-b36baa1e-3838-4040-ac9e-5b149a8322e8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 999 time: 0.0626111 Nov 08 14:44:31.625455 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734de13-5c2a-487a-981d-54de0944f73b req-30ebc3b0-e5c2-47cd-ac5e-7e1348f855cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:31.626912 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-30ebc3b0-e5c2-47cd-ac5e-7e1348f855cd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0443943 Nov 08 14:44:31.674411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734de13-5c2a-487a-981d-54de0944f73b req-c14f8b33-d9e2-4400-9d7b-e1dee5856178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:44:31.675963 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-c14f8b33-d9e2-4400-9d7b-e1dee5856178 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416725 Nov 08 14:44:31.772057 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-16f9c136-a0e7-4279-90dd-4d12637e8267 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885379 Nov 08 14:44:31.866150 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e734de13-5c2a-487a-981d-54de0944f73b req-91c3baef-1bd5-4574-a8bf-818cbf84c4b1 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870035 Nov 08 14:44:33.275002 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:35.799210 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:35.938965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:37.690890 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:44:53.646579 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:54.114149 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:44:58.081591 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-504b4d37-0963-4a78-98dd-922cb6e74746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:01.549131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-97f8d414-149b-4f00-a217-341b0bbbd189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:03.277565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:05.798462 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:05.940288 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.337057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f557d067-9727-4351-a1f7-442af948170b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152326608&fields=id&tenant_id=fbd8a931b0844e349b74b712983be56e HTTP/1.1" status: 200 len: 267 time: 0.0452580 Nov 08 14:45:12.389027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-974e8a1c-12fe-4f20-8b67-722d051374c6 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:12.390464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-974e8a1c-12fe-4f20-8b67-722d051374c6 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 984 time: 0.0478163 Nov 08 14:45:12.401909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Request body: {'port': {'security_groups': ['29582a33-600c-47e3-8265-595535ec698a']}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:12.467309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.635608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:12.664388 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.669052 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.683235 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:45:12.717479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:12.718106 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.719492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5bbdbedc-77d5-48c6-8ac0-776c236799de req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "PUT /v2.0/ports/2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 942 time: 0.3225172 Nov 08 14:45:12.719980 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:45:12.722369 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66245eb8-e150-429f-9df8-0c2f71a7649c" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:45:12.725535 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 43952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:12.753572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event updated for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=7']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:12.763767 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.764122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.764429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.764803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.765188 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.765522 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.765846 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.766167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.766490 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.767140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.767462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.767802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48804ef-8fb3-4047-b0d3-9795019bb13d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.786125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:45:12.802396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.835346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.910179 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.913042 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:12.914846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "DELETE /v2.0/security-groups/5dddbf64-2ecf-49c5-9884-cb43680c13a3 HTTP/1.1" status: 204 len: 168 time: 0.1880810 Nov 08 14:45:12.918473 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 43956) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:12.924512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dddbf64-2ecf-49c5-9884-cb43680c13a3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:12.933209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.933595 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.933908 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.934240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.934870 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.934994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.935492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.935621 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.936291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.936641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.936971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:12.937298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8cb26b-8670-42bd-860b-9230e63d6510 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:13.041993 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bb857900-6815-4955-9782-33abffae370b None None] Provisioning complete for port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:13.042280 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bb857900-6815-4955-9782-33abffae370b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:13.090939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Deleting port ce1a9693-fa91-4e5f-a7c9-fb4a19310442 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:13.091282 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:13.168927 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:13.169172 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:13.180537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Calling delete_port for ce1a9693-fa91-4e5f-a7c9-fb4a19310442 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:13.324224 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:13.353985 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event deleted for resources: {'Port': ['ID=ce1a9693-fa91-4e5f-a7c9-fb4a19310442,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:13.417127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:13.417464 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Floating IP 28910f87-5228-4e06-a6b2-e5df448eb2a3 disassociated (deleted). External IP: 172.25.8.2, port: 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35. Nov 08 14:45:13.647337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:45:13.760304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:45:13.765565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:13.771157 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] Sync routers for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:45:13.782107 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:13.782785 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:13.798828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-39c4ce8e-0ab5-4549-a6df-77e38e972f37 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "DELETE /v2.0/floatingips/28910f87-5228-4e06-a6b2-e5df448eb2a3 HTTP/1.1" status: 204 len: 168 time: 0.8765378 Nov 08 14:45:13.807384 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef0842-c316-4a7b-b284-d07ab4f3b031 x-openstack-request-id: req-24ef0842-c316-4a7b-b284-d07ab4f3b031 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:45:13.807384 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:45:13.807623 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24ef0842-c316-4a7b-b284-d07ab4f3b031 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:45:13.808002 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'status': 'completed', 'code': 200} Nov 08 14:45:13.875428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-135fc0ee-7fb1-419d-b7d6-63361f14b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:13.878103 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-135fc0ee-7fb1-419d-b7d6-63361f14b233 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1096 time: 0.0472434 Nov 08 14:45:13.910116 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:13.998326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-7f9dafe8-eff6-41fd-a426-43abaca76289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:14.002619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-7f9dafe8-eff6-41fd-a426-43abaca76289 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.1146672 Nov 08 14:45:14.063367 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-9db8a838-fe82-4ff4-b076-6e6cd2147ee6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 217 time: 0.0501206 Nov 08 14:45:14.114004 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-3585b48b-8e7e-4b1f-8caa-0823747c1ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:14.115464 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-3585b48b-8e7e-4b1f-8caa-0823747c1ae6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0442257 Nov 08 14:45:14.161688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-ec189f75-91be-4664-857e-b25718b53ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:14.163206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-ec189f75-91be-4664-857e-b25718b53ccd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401118 Nov 08 14:45:14.224979 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:06Z', 'revision_number': 5, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:14.251672 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] Checking router: 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:45:14.259421 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-484ea102-d7ea-4d3e-a99d-805e3d8a15d1 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882320 Nov 08 14:45:14.260507 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:14.261109 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:14.354658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-66245eb8-e150-429f-9df8-0c2f71a7649c req-5ab94c20-ce40-4c77-a269-02fe5c217b68 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874038 Nov 08 14:45:14.365145 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:14.560537 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:06Z', 'revision_number': 5, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:14.590416 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d0603-1aba-42c9-a9dd-8303514f82d1 None None] The sync data for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 is: [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:42:01Z', 'revision_number': 4, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e69d8bbd-6a73-4faf-bb7b-4161e64fc67a', 'name': '', 'network_id': '9e799148-27a9-47ba-969c-064f7adaa002', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'mac_address': 'fa:16:3e:fe:bb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:01Z', 'updated_at': '2021-11-08T14:42:06Z', 'revision_number': 5, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'subnets': [{'id': 'e155e718-1f5e-4455-aac3-128fa2ade57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:45:14.689691 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:45:14.819923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d408368-efa5-4ee4-90e8-df19f657427d None None] New status for floating IP 28910f87-5228-4e06-a6b2-e5df448eb2a3: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:45:15.808939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:45:15.811409 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e723eb22-8f50-4ab2-935b-888a04fb0792" -d '{"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:45:15.849471 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6997b3-1073-4017-9e66-7f70f279ef18 x-openstack-request-id: req-7c6997b3-1073-4017-9e66-7f70f279ef18 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:45:15.849768 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:45:15.850020 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c6997b3-1073-4017-9e66-7f70f279ef18 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:45:15.850422 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'status': 'completed', 'code': 200} Nov 08 14:45:15.910486 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-b54bc9d4-3c59-4ecc-b4ce-2adca98e6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:15.912299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-b54bc9d4-3c59-4ecc-b4ce-2adca98e6b8a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fbd8a931b0844e349b74b712983be56e&device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 1096 time: 0.0411241 Nov 08 14:45:16.002427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-4f86304f-e64a-4c9e-b7f0-e0f05c3120b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:16.003933 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-4f86304f-e64a-4c9e-b7f0-e0f05c3120b5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 200 len: 916 time: 0.0844357 Nov 08 14:45:16.050101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-94da04c0-63b6-4172-a13d-d3b995a6dc3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 200 len: 217 time: 0.0373316 Nov 08 14:45:16.099847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-a92678ce-27a3-4440-93c4-46f484c0db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:16.101757 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-a92678ce-27a3-4440-93c4-46f484c0db39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 200 len: 854 time: 0.0443683 Nov 08 14:45:16.151010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-469c3bca-5a82-40bc-81f6-811e7cd0fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:16.152558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-469c3bca-5a82-40bc-81f6-811e7cd0fdf5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e799148-27a9-47ba-969c-064f7adaa002&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441177 Nov 08 14:45:16.247068 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-67762611-d374-4565-996a-dcd3aff7f7d0 service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870757 Nov 08 14:45:16.338181 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e723eb22-8f50-4ab2-935b-888a04fb0792 req-c5f91f17-1bdb-4d5e-a8f0-ce365c47fecf service neutron] 10.222.0.54 "GET /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Nov 08 14:45:22.845884 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140840b3-b4fa-4cca-99d9-5c11cbfac840 req-7707a389-5b50-4330-bff3-94c9acd7b01d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:22.847045 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-140840b3-b4fa-4cca-99d9-5c11cbfac840 req-7707a389-5b50-4330-bff3-94c9acd7b01d tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Nov 08 14:45:22.896051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-140840b3-b4fa-4cca-99d9-5c11cbfac840 req-9bae4377-cf54-4c86-a2e5-6fb94a991c5e tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Nov 08 14:45:23.646330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:24.015114 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baf3bf-63a6-40c9-bfef-ba6abf2dfd47 req-63baeb21-6374-4d7d-8209-16cc92893090 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:24.016499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3baf3bf-63a6-40c9-bfef-ba6abf2dfd47 req-63baeb21-6374-4d7d-8209-16cc92893090 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0518725 Nov 08 14:45:24.063381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3baf3bf-63a6-40c9-bfef-ba6abf2dfd47 req-7154be8e-097a-46ef-aab9-c0a43a5b7b70 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410514 Nov 08 14:45:24.118067 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:24.804096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-ffd8fdef-0999-4f21-9336-1c0367985f07 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:24.806025 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-ffd8fdef-0999-4f21-9336-1c0367985f07 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.54 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0520737 Nov 08 14:45:24.895068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Deleting port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:24.895409 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:25.185547 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64346f-b459-48ab-b80f-8723f6bc06fb req-6cd21d67-47b2-4e1c-b079-65c9fb17a0ff tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:25.187124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e64346f-b459-48ab-b80f-8723f6bc06fb req-6cd21d67-47b2-4e1c-b079-65c9fb17a0ff tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/ports?device_id=60bb853f-472e-48c3-8f00-1fd0da27ada1 HTTP/1.1" status: 200 len: 945 time: 0.0509551 Nov 08 14:45:25.236715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e64346f-b459-48ab-b80f-8723f6bc06fb req-a8e62adb-7411-4585-801d-3c7d90bb296b tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.65 "GET /v2.0/security-groups?id=29582a33-600c-47e3-8265-595535ec698a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Nov 08 14:45:25.323761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] For port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:25.324138 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:25.336959 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Calling delete_port for 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:25.472202 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:25.483202 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:45:25.500921 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Pushing event deleted for resources: {'Port': ['ID=2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:25.542807 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] No DVR routers for this DVR port 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:45:25.545504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:25.548843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-000e587c-07d0-41d8-aa8e-a2857afc6cde req-93a93f63-db4f-4ab0-8a48-64c79acaea40 tempest-TestMinimumBasicScenario-138109330 tempest-TestMinimumBasicScenario-138109330-project] 10.222.0.54 "DELETE /v2.0/ports/2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 HTTP/1.1" status: 204 len: 173 time: 0.7370055 Nov 08 14:45:25.549281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'name': 'network-vif-deleted', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:45:25.551574 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeaf22c-1253-4fc5-b503-2a84b005d747" -d '{"events": [{"server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "name": "network-vif-deleted", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:45:25.729228 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925ab11-1888-4c5a-b9e2-3a85b7565464 x-openstack-request-id: req-6925ab11-1888-4c5a-b9e2-3a85b7565464 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:45:25.729564 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bb853f-472e-48c3-8f00-1fd0da27ada1", "name": "network-vif-deleted", "tag": "2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:45:25.729862 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6925ab11-1888-4c5a-b9e2-3a85b7565464 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:45:25.730299 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60bb853f-472e-48c3-8f00-1fd0da27ada1', 'name': 'network-vif-deleted', 'tag': '2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35', 'status': 'completed', 'code': 200} Nov 08 14:45:26.802521 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:27.456441 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:27.698972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Deleting port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:27.699369 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:27.775569 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] For port e69d8bbd-6a73-4faf-bb7b-4161e64fc67a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:27.775962 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:27.788303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Calling delete_port for e69d8bbd-6a73-4faf-bb7b-4161e64fc67a owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:27.964077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:27.995248 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Pushing event deleted for resources: {'Port': ['ID=e69d8bbd-6a73-4faf-bb7b-4161e64fc67a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:28.086960 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-12073944-44b8-4abf-831e-2dc282633c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:28.163250 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:28.375552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:45:28.479692 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:45:28.484757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-acae1a5b-66bb-4207-a340-a6dc8f9d332e admin admin] 10.222.0.65 "PUT /v2.0/routers/5cf326fa-7f1a-40e0-9fb8-2520b1ed535d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812143 Nov 08 14:45:28.487256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44064) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:28.488949 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] Sync routers for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:45:28.500818 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:28.501566 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:28.594947 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:28.605234 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:28.700905 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:28.766907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Deleting port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:28.767271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:28.791992 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:45:27Z', 'revision_number': 5, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port': {'id': 'ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:15:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:41:59Z', 'updated_at': '2021-11-08T14:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:28.821182 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] Checking router: 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:45:28.829286 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] Routers {'5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:28.829872 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:28.845783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] For port ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:28.846156 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:28.860004 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Calling delete_port for ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:28.913088 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] Set router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:28.963016 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:45:28Z', 'revision_number': 6, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:28.994819 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea171b72-ede6-49ba-8650-ad6f24609d01 None None] The sync data for ids ['5cf326fa-7f1a-40e0-9fb8-2520b1ed535d'] in n-d-804292-2 is: [{'id': '5cf326fa-7f1a-40e0-9fb8-2520b1ed535d', 'name': 'tempest-TestMinimumBasicScenario-1602762291-router', 'tenant_id': 'fbd8a931b0844e349b74b712983be56e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:41:58Z', 'updated_at': '2021-11-08T14:45:28Z', 'revision_number': 6, 'project_id': 'fbd8a931b0844e349b74b712983be56e', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:45:29.030682 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.058714 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:29.123395 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.213001 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.215197 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.220933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:45:29.241931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:45:29.242278 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 2dc9b0bb-00ac-42d2-b4ca-2e7a320aae35 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:45:29.258704 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.259255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf326fa-7f1a-40e0-9fb8-2520b1ed535d {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:45:29.264449 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.266023 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bdf83e3d-7b7a-4bf5-8f76-cf1b6bfc0b59 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5cf326fa-7f1a-40e0-9fb8-2520b1ed535d HTTP/1.1" status: 204 len: 168 time: 0.7777388 Nov 08 14:45:29.268567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44066) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:29.316736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] Deleting subnet e155e718-1f5e-4455-aac3-128fa2ade57e {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:45:29.319619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.358802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.441580 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.494065 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.524418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e155e718-1f5e-4455-aac3-128fa2ade57e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:29.529563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.532690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8307249a-d071-4417-a52a-8f2093607969 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e155e718-1f5e-4455-aac3-128fa2ade57e HTTP/1.1" status: 204 len: 168 time: 0.2632172 Nov 08 14:45:29.535158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3e56a5-46cf-43fe-879c-4341bb1170c7 None None] Network 9e799148-27a9-47ba-969c-064f7adaa002 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:45:29.535419 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44068) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:29.605886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.659078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Deleting port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:29.659393 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.729232 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] For port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,segment=NetworkSegment(21230f45-7f17-40ba-a754-e94b645b4119),segment_id=21230f45-7f17-40ba-a754-e94b645b4119)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:29.729595 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.741864 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Calling delete_port for d0b79227-6f1b-412d-a2c0-d0ad33d0d0da owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:29.785793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] DHCP port deletion for 9e799148-27a9-47ba-969c-064f7adaa002 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:45:29.836292 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.844358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:45:29.846889 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Deleting port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:29.847260 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.870219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] No DVR routers for this DVR port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:45:29.874964 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Pushing event deleted for resources: {'Port': ['ID=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:29.926352 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:45:29.926696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ea581c3e-10f8-46c7-bdd4-f1f6e4f9a4d5 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:45:29.927098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d0b79227-6f1b-412d-a2c0-d0ad33d0d0da no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:45:29.935064 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] For port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:29.935454 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.947795 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.957302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: d0b79227-6f1b-412d-a2c0-d0ad33d0d0da {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:45:29.957644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device d0b79227-6f1b-412d-a2c0-d0ad33d0d0da not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:45:29.958055 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e69d8bbd-6a73-4faf-bb7b-4161e64fc67a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:45:29.968388 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e799148-27a9-47ba-969c-064f7adaa002']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:29.979190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21230f45-7f17-40ba-a754-e94b645b4119') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:29.979754 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21230f45-7f17-40ba-a754-e94b645b4119') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:29.981305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Calling delete_port for d0b79227-6f1b-412d-a2c0-d0ad33d0d0da owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:29.983893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 14:45:29.985120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e69d8bbd-6a73-4faf-bb7b-4161e64fc67a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:45:29.985513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e69d8bbd-6a73-4faf-bb7b-4161e64fc67a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:45:29.987749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:29.996648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.006271 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.013270 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Pushing event deleted for resources: {'Port': ['ID=d0b79227-6f1b-412d-a2c0-d0ad33d0d0da,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:30.013481 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:45:30.013962 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:45:30.016321 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:45:30.020325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] No DVR routers for this DVR port d0b79227-6f1b-412d-a2c0-d0ad33d0d0da on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:45:30.033689 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.034044 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.034374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.035002 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.035125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.035348 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.036416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.036745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.037072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.037416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.042902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.043341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131ade2a-69c2-4bee-ae41-24ebbb35bea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:30.083269 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.090404 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.093726 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] 10.222.0.65 "DELETE /v2.0/networks/9e799148-27a9-47ba-969c-064f7adaa002 HTTP/1.1" status: 204 len: 168 time: 0.5570853 Nov 08 14:45:30.096998 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44070) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:30.103310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76389c95-a5e4-43e5-afe6-e43f506f792d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e799148-27a9-47ba-969c-064f7adaa002,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:30.440527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.688720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Deleting port a1abe905-e7d0-4f53-b520-afa0b9e03344 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:30.689060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.765791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] For port a1abe905-e7d0-4f53-b520-afa0b9e03344, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=a1abe905-e7d0-4f53-b520-afa0b9e03344,segment=NetworkSegment(72d7c3da-8b0a-4cd5-8cb3-630f7227999a),segment_id=72d7c3da-8b0a-4cd5-8cb3-630f7227999a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:30.766154 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.778957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Calling delete_port for a1abe905-e7d0-4f53-b520-afa0b9e03344 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:30.960300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:30.988858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1abe905-e7d0-4f53-b520-afa0b9e03344,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:31.159194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:31.374537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Router 45eabd47-a3dd-4576-be53-c58cd3daab5d has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:45:31.490480 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:45:31.498112 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a0424e2b-e68d-4844-91fb-b492785e9136 admin admin] 10.222.0.65 "PUT /v2.0/routers/45eabd47-a3dd-4576-be53-c58cd3daab5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3968644 Nov 08 14:45:31.498634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44074) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:31.500086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] Sync routers for ids ['45eabd47-a3dd-4576-be53-c58cd3daab5d'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:45:31.509883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] Routers {'45eabd47-a3dd-4576-be53-c58cd3daab5d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:31.510499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['45eabd47-a3dd-4576-be53-c58cd3daab5d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:31.607682 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:31.610116 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ca96657b-f219-4e6a-aad3-e2701c028a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:31.642336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] Set router 45eabd47-a3dd-4576-be53-c58cd3daab5d gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:31.712462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:31.767934 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Deleting port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:31.768367 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:31.823522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:45:30Z', 'revision_number': 5, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port': {'id': 'eaf471c3-e5ea-49ab-8abc-b4ac32595cf3', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:42:04Z', 'updated_at': '2021-11-08T14:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:31.846824 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] For port eaf471c3-e5ea-49ab-8abc-b4ac32595cf3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:31.847183 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:31.850959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] Checking router: 45eabd47-a3dd-4576-be53-c58cd3daab5d for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:45:31.859403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] Routers {'45eabd47-a3dd-4576-be53-c58cd3daab5d'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:31.859846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Calling delete_port for eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:31.860050 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['45eabd47-a3dd-4576-be53-c58cd3daab5d'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:31.946024 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] Set router 45eabd47-a3dd-4576-be53-c58cd3daab5d gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:32.029192 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.054793 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf471c3-e5ea-49ab-8abc-b4ac32595cf3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:32.124724 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.166621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:45:31Z', 'revision_number': 6, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:32.193111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea32726-7c7c-4c01-8ed0-374c691fb78c None None] The sync data for ids ['45eabd47-a3dd-4576-be53-c58cd3daab5d'] in n-d-804292-2 is: [{'id': '45eabd47-a3dd-4576-be53-c58cd3daab5d', 'name': 'tempest-TestMinimumBasicScenario-981236201-router', 'tenant_id': '4f9130a1517943808063cd4a2c7b5507', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:42:03Z', 'updated_at': '2021-11-08T14:45:31Z', 'revision_number': 6, 'project_id': '4f9130a1517943808063cd4a2c7b5507', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:45:32.219791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.222272 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.267689 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.268280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45eabd47-a3dd-4576-be53-c58cd3daab5d {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:45:32.272613 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.274316 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4f429577-2d07-4e21-86e5-302b4605d7a6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/45eabd47-a3dd-4576-be53-c58cd3daab5d HTTP/1.1" status: 204 len: 168 time: 0.7747462 Nov 08 14:45:32.276964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44076) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:32.322210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] Deleting subnet 23073bb1-7fb3-425b-848a-6c03f304a301 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:45:32.325313 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.364711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.439990 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.493403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.527720 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.534862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2926a9f-9e79-4080-b6cb-0e4fba3ec8d1 None None] Network 10dc94a2-a1fc-416c-86d1-4fe5b7372172 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:45:32.535364 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23073bb1-7fb3-425b-848a-6c03f304a301 HTTP/1.1" status: 204 len: 168 time: 0.2545502 Nov 08 14:45:32.535364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff8c99-2b67-40e6-bce6-25238f864172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23073bb1-7fb3-425b-848a-6c03f304a301,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:32.535520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44078) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:32.617753 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.676810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Deleting port 771c8b49-bee3-4805-94fe-f7094c05a1c7 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:45:32.677185 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.743180 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] For port 771c8b49-bee3-4805-94fe-f7094c05a1c7, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=771c8b49-bee3-4805-94fe-f7094c05a1c7,segment=NetworkSegment(72d7c3da-8b0a-4cd5-8cb3-630f7227999a),segment_id=72d7c3da-8b0a-4cd5-8cb3-630f7227999a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:32.743487 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.755908 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Calling delete_port for 771c8b49-bee3-4805-94fe-f7094c05a1c7 owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:45:32.837684 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.865808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] No DVR routers for this DVR port 771c8b49-bee3-4805-94fe-f7094c05a1c7 on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:45:32.869786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Pushing event deleted for resources: {'Port': ['ID=771c8b49-bee3-4805-94fe-f7094c05a1c7,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:32.941443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:32.963409 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dc94a2-a1fc-416c-86d1-4fe5b7372172']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:32.975415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd53d66-571f-4eee-ac45-fff3b8723c4c None None] DHCP port deletion for 10dc94a2-a1fc-416c-86d1-4fe5b7372172 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:45:32.977528 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d7c3da-8b0a-4cd5-8cb3-630f7227999a') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:32.978034 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d7c3da-8b0a-4cd5-8cb3-630f7227999a') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:32.992298 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.006039 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.012428 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:45:33.012852 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:45:33.014749 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:45:33.070208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.075887 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.081431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] 10.222.0.65 "DELETE /v2.0/networks/10dc94a2-a1fc-416c-86d1-4fe5b7372172 HTTP/1.1" status: 204 len: 168 time: 0.5379817 Nov 08 14:45:33.090498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc15c57-c1a4-4ede-8cbf-48aaa7893e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=10dc94a2-a1fc-416c-86d1-4fe5b7372172,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:33.243354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44082) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:33.282222 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.289897 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6567a638-fe92-47b0-817a-22831ed6df7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbd8a931b0844e349b74b712983be56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452435 Nov 08 14:45:33.292450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44084) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:33.344826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb825953-5bb1-4cab-a483-b4fe1375939a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.365530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb825953-5bb1-4cab-a483-b4fe1375939a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.414181 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb825953-5bb1-4cab-a483-b4fe1375939a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.416886 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bb825953-5bb1-4cab-a483-b4fe1375939a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.419539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bb825953-5bb1-4cab-a483-b4fe1375939a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29582a33-600c-47e3-8265-595535ec698a HTTP/1.1" status: 204 len: 168 time: 0.1261487 Nov 08 14:45:33.427303 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb825953-5bb1-4cab-a483-b4fe1375939a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29582a33-600c-47e3-8265-595535ec698a,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:33.652841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a1abe905-e7d0-4f53-b520-afa0b9e03344 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:45:33.677149 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: a1abe905-e7d0-4f53-b520-afa0b9e03344 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:45:33.677494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device a1abe905-e7d0-4f53-b520-afa0b9e03344 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:45:33.677909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:45:33.698568 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:45:33.698923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device eaf471c3-e5ea-49ab-8abc-b4ac32595cf3 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:45:33.699340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 771c8b49-bee3-4805-94fe-f7094c05a1c7 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:45:33.719325 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 771c8b49-bee3-4805-94fe-f7094c05a1c7 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:45:33.719676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 771c8b49-bee3-4805-94fe-f7094c05a1c7 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:45:33.750157 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44090) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:33.791572 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-80258829-a763-44f8-98c1-bf8f2dffb88c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f9130a1517943808063cd4a2c7b5507&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402646 Nov 08 14:45:33.794083 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44092) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:33.840451 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5492216a-05f2-4387-86b6-c5c8c8fa02b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.861011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5492216a-05f2-4387-86b6-c5c8c8fa02b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.907420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5492216a-05f2-4387-86b6-c5c8c8fa02b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.910076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5492216a-05f2-4387-86b6-c5c8c8fa02b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:33.911534 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5492216a-05f2-4387-86b6-c5c8c8fa02b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f8c1b52c-dc73-467c-a613-bd251a637b70 HTTP/1.1" status: 204 len: 168 time: 0.1162972 Nov 08 14:45:33.919413 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492216a-05f2-4387-86b6-c5c8c8fa02b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c1b52c-dc73-467c-a613-bd251a637b70,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:35.451492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44134) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:35.456345 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-222133492', 'description': 'tempest-secgroup-smoke-222133492 description', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:35.481709 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.489478 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.566941 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.571705 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.611586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6279aa05-c057-4f92-a170-f211a1e11680,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:35.653405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.657067 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.686264 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.687483 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2348204 Nov 08 14:45:35.690592 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44136) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:35.691438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507afe8-0300-46c7-b83e-5fbbcfa401b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8993b3a-a0f8-467b-a8eb-225754a7a3de,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:35.697385 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e8b4afdd-a7a7-4981-974a-0099f0eda4b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'c8993b3a-a0f8-467b-a8eb-225754a7a3de', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:35.725710 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8b4afdd-a7a7-4981-974a-0099f0eda4b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.781583 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8b4afdd-a7a7-4981-974a-0099f0eda4b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.788975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8b4afdd-a7a7-4981-974a-0099f0eda4b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.801133 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.807428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4afdd-a7a7-4981-974a-0099f0eda4b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ec382f-e1f7-4627-9316-3a35f0381889,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:35.815948 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e8b4afdd-a7a7-4981-974a-0099f0eda4b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.817142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e8b4afdd-a7a7-4981-974a-0099f0eda4b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254795 Nov 08 14:45:35.820778 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44138) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:35.824927 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5f0939eb-e277-46f4-9bec-bf55801c3280 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'c8993b3a-a0f8-467b-a8eb-225754a7a3de', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:35.852103 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f0939eb-e277-46f4-9bec-bf55801c3280 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.907345 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f0939eb-e277-46f4-9bec-bf55801c3280 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.911262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f0939eb-e277-46f4-9bec-bf55801c3280 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.928721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0939eb-e277-46f4-9bec-bf55801c3280 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d398283-a502-4c6a-b44f-f3a885ad285d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:35.937082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5f0939eb-e277-46f4-9bec-bf55801c3280 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.940985 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5f0939eb-e277-46f4-9bec-bf55801c3280 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167927 Nov 08 14:45:35.941571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44140) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:35.944262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:35.946479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-8d2d4de2-4bb7-4b5a-b019-b27cef30b39a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'c8993b3a-a0f8-467b-a8eb-225754a7a3de', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:35.973851 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4de2-4bb7-4b5a-b019-b27cef30b39a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.029496 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4de2-4bb7-4b5a-b019-b27cef30b39a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.033101 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4de2-4bb7-4b5a-b019-b27cef30b39a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.052709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d4de2-4bb7-4b5a-b019-b27cef30b39a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922d9e35-6049-4bfb-ae0b-009006eb9cf2,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:36.062448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-8d2d4de2-4bb7-4b5a-b019-b27cef30b39a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.063632 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-8d2d4de2-4bb7-4b5a-b019-b27cef30b39a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213360 Nov 08 14:45:36.066449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44142) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:36.071250 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-66a8790a-a373-45c5-97ea-896a4cd61860 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'c8993b3a-a0f8-467b-a8eb-225754a7a3de', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:36.096448 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66a8790a-a373-45c5-97ea-896a4cd61860 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.152494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66a8790a-a373-45c5-97ea-896a4cd61860 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.156152 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66a8790a-a373-45c5-97ea-896a4cd61860 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.173723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8790a-a373-45c5-97ea-896a4cd61860 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355e3cb6-da58-4ae0-8b79-d25f301bc562,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:36.181901 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-66a8790a-a373-45c5-97ea-896a4cd61860 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.183119 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-66a8790a-a373-45c5-97ea-896a4cd61860 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157391 Nov 08 14:45:36.185872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44144) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:36.190201 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'c8993b3a-a0f8-467b-a8eb-225754a7a3de', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:36.212054 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:45:36.216774 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.275438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.278956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.296676 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37a58e04-f931-440d-9366-70d73545f72d,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:36.305346 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.306550 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-abc9729e-1b05-4572-a0df-fb87445cd293 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197171 Nov 08 14:45:36.309184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44146) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:36.313478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'c8993b3a-a0f8-467b-a8eb-225754a7a3de', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:36.335111 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:45:36.339893 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.399041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.402733 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.426119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37946129-2bf7-4000-a830-f1bf0c72ff97,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:36.432516 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.433775 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e05adc2e-47e4-4163-83e9-dacbb498b0ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236603 Nov 08 14:45:36.436856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44148) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:36.441565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'network': {'name': 'tempest-network-smoke--2071409223', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'port_security_enabled': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:36.462612 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:45:36.466220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.490111 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:45:36.500974 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.501318 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Added segment 8091d824-2eff-4736-8c0a-88b6402f5a20 of type vlan for network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc Nov 08 14:45:36.541834 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.565698 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.571273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:36.571883 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.608339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1704502 Nov 08 14:45:36.611335 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:36.615998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'admin_state_up': True, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:36.639620 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.640803 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.641766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7862467-77fe-4556-8bcf-703eaa638a33 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Network': ['ID=1898f9ca-04c1-4377-8c0f-dcacac8dcafc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:36.653017 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:45:36.695194 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:36.828741 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:37.019023 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:37.038972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:37.139788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.16 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/2002b9b7-6597-4895-8506-e29af039552f) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:45:37.242513 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:37.276735 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:37.312076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:45:37.314843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:45:37.320925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:45:37.344405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=2002b9b7-6597-4895-8506-e29af039552f,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:37.883394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:38.076392 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:38.202918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 861582e9-599c-481a-a39e-28a98cf7f319 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:45:38.307356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:45:38.320531 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Sync routers for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:45:38.327522 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:38.328867 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cd440f9c-59ce-46ed-8c02-690ed44d7d05 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7164431 Nov 08 14:45:38.331386 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:38.332017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:38.332180 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44154) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:38.437148 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:38.455120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a973b1b7-9dd4-4655-9f0f-fe14911cb242 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=faed4e80406d45f1b279afc78ea0ff7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1216917 Nov 08 14:45:38.457679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44158) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:38.549117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87447e5d-3ade-4c5e-9a95-9a1e7bfb0c9f tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:38.550707 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-87447e5d-3ade-4c5e-9a95-9a1e7bfb0c9f tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920196 Nov 08 14:45:38.553524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44160) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:38.582766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6b73f3ce-8aad-4af0-9101-8ecca44a4149 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275462 Nov 08 14:45:38.586020 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44162) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:38.592627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-664394301', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:38.684787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:45:38.688497 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:38.709631 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:37Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:38.740394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Checking router: 861582e9-599c-481a-a39e-28a98cf7f319 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:45:38.740394 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Updating router 861582e9-599c-481a-a39e-28a98cf7f319 port 2002b9b7-6597-4895-8506-e29af039552f binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:45:38.765712 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:38.870139 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:38.932627 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Subnet': ['ID=03f3dc13-8c03-41c2-8a11-d78d2691388c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:38.940710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Checking segment: {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:45:38.941078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network hostable DHCP agents. Network: 1898f9ca-04c1-4377-8c0f-dcacac8dcafc, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:45:38.958881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:45:38.969832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 1898f9ca-04c1-4377-8c0f-dcacac8dcafc) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:45:38.974187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:38.974993 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:38.981698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e982087-d875-4e34-a043-24ee632948ef None None] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:45:38.996018 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f3a5f065-0b6f-4d6c-bddf-55710abb5b42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4057600 Nov 08 14:45:38.996566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:39.017151 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.024064 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.078634 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Pushing event updated for resources: {'Port': ['ID=2002b9b7-6597-4895-8506-e29af039552f,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:39.087995 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.089271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.089271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.089271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.089271 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.089733 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.089927 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.090247 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.090571 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.090887 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.091206 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.091525 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:45:39.096671 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Attempting to bind port 2002b9b7-6597-4895-8506-e29af039552f on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:45:39.097045 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Attempting to bind port 2002b9b7-6597-4895-8506-e29af039552f by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:45:39.097410 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Attempting to bind port 2002b9b7-6597-4895-8506-e29af039552f on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:45:39.103222 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:45:39.103512 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:45:39.103941 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.104337 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:45:39.104806 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Bound port: 2002b9b7-6597-4895-8506-e29af039552f, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:45:39.105540 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.141558 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:45:39.142424 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.161780 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] For port 2002b9b7-6597-4895-8506-e29af039552f, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:45:39.165600 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] For port 2002b9b7-6597-4895-8506-e29af039552f, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2002b9b7-6597-4895-8506-e29af039552f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:45:39.171517 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.243195 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a894879a-3722-447d-b78f-f62643136ba1 None None] Pushing event updated for resources: {'Port': ['ID=2002b9b7-6597-4895-8506-e29af039552f,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:39.245845 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:39.246465 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:39.287009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Allocated IP 172.20.0.2 (1898f9ca-04c1-4377-8c0f-dcacac8dcafc/03f3dc13-8c03-41c2-8a11-d78d2691388c/c2925750-bceb-44cf-bb1c-0a8015b7a9bd) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:45:39.354542 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:39.437587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.444412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.471149 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.484840 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:45:39.487583 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:45:39.492534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:45:39.528839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Pushing event updated for resources: {'Port': ['ID=c2925750-bceb-44cf-bb1c-0a8015b7a9bd,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:39.559329 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:37Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:39.587528 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da7dd8-c588-4ef9-93d6-3d5215baeca6 None None] The sync data for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 is: [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:37Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:45:39.589274 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Attempting to bind port c2925750-bceb-44cf-bb1c-0a8015b7a9bd on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:45:39.589764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Attempting to bind port c2925750-bceb-44cf-bb1c-0a8015b7a9bd by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:45:39.589990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Attempting to bind port c2925750-bceb-44cf-bb1c-0a8015b7a9bd on network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:45:39.600162 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:45:39.605035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Checking segment: {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:45:39.605563 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.606087 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Bound using segment: {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:45:39.607220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Bound port: c2925750-bceb-44cf-bb1c-0a8015b7a9bd, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:45:39.607710 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.714590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] For port c2925750-bceb-44cf-bb1c-0a8015b7a9bd, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:45:39.718440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] For port c2925750-bceb-44cf-bb1c-0a8015b7a9bd, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c2925750-bceb-44cf-bb1c-0a8015b7a9bd,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:45:39.724118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:39.799590 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee999d1a-d9c3-4960-8f9e-06e45a055446 None None] Pushing event updated for resources: {'Port': ['ID=c2925750-bceb-44cf-bb1c-0a8015b7a9bd,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:39.864090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.1 (1898f9ca-04c1-4377-8c0f-dcacac8dcafc/03f3dc13-8c03-41c2-8a11-d78d2691388c/1d16faa3-ca9d-4ed9-830a-16814562631b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:45:40.059353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.097461 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.144780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:45:40.151435 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:45:40.155995 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:45:40.182141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=1d16faa3-ca9d-4ed9-830a-16814562631b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:40.207899 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.352000 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.660608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.666582 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.741909 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=1d16faa3-ca9d-4ed9-830a-16814562631b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:40.747045 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.861401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c2a40c-6efe-445a-b3f6-67ed04cabdc2 None None] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:45:40.862942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:45:40.864115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:45:40.949381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-bc1d709c-b9b5-45d3-9fc6-1d01e8fd96ea None None] Provisioning complete for port c2925750-bceb-44cf-bb1c-0a8015b7a9bd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:40.949749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc1d709c-b9b5-45d3-9fc6-1d01e8fd96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:40.984466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 861582e9-599c-481a-a39e-28a98cf7f319 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:45:41.094286 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc1d709c-b9b5-45d3-9fc6-1d01e8fd96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:41.104511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:45:41.118603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6005ef3a-d2ad-4017-821b-b8d0c2b24837 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/861582e9-599c-481a-a39e-28a98cf7f319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1208110 Nov 08 14:45:41.139631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-bc1d709c-b9b5-45d3-9fc6-1d01e8fd96ea None None] For port c2925750-bceb-44cf-bb1c-0a8015b7a9bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c2925750-bceb-44cf-bb1c-0a8015b7a9bd,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:41.144584 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bc1d709c-b9b5-45d3-9fc6-1d01e8fd96ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:41.204146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d709c-b9b5-45d3-9fc6-1d01e8fd96ea None None] Pushing event updated for resources: {'Port': ['ID=c2925750-bceb-44cf-bb1c-0a8015b7a9bd,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:41.301975 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-420cd533-8bcc-4f80-900d-3b386686dbb4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-222133492&fields=id&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 267 time: 0.0505657 Nov 08 14:45:41.369924 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f6b55451-ec98-4aff-9e40-54db0e8525d5 None None] Provisioning complete for port 1d16faa3-ca9d-4ed9-830a-16814562631b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:41.370622 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6b55451-ec98-4aff-9e40-54db0e8525d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:41.401446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Sync routers for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:45:41.425292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-57d9c66c-cb73-4d54-b7b3-baecfe7df854 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:41.426642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:41.427078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:41.428230 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-57d9c66c-cb73-4d54-b7b3-baecfe7df854 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/networks?id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc HTTP/1.1" status: 200 len: 797 time: 0.1186833 Nov 08 14:45:41.431173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f6b55451-ec98-4aff-9e40-54db0e8525d5 None None] Port 1d16faa3-ca9d-4ed9-830a-16814562631b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:45:41.446368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-5f2c34ae-82c0-40e2-8dc9-58bd6299e600 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/quotas/faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 375 time: 0.0121195 Nov 08 14:45:41.494931 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f6b55451-ec98-4aff-9e40-54db0e8525d5 None None] Provisioning complete for port c2925750-bceb-44cf-bb1c-0a8015b7a9bd triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:41.495484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6b55451-ec98-4aff-9e40-54db0e8525d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:41.519663 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-bde8a232-d4db-4713-a06d-f6bad0ad6c5e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0651116 Nov 08 14:45:41.613414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:41.711684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-831198e4-f5c6-449a-9f42-2f0de7894437 service neutron] 10.222.0.65 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790919 Nov 08 14:45:41.749587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c2925750-bceb-44cf-bb1c-0a8015b7a9bd up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:45:41.819971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-9a1f7ccd-45d2-4935-b2fe-8d29210f6aa1 service neutron] 10.222.0.65 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073165 Nov 08 14:45:41.879548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c2925750-bceb-44cf-bb1c-0a8015b7a9bd triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:41.880083 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:41.971282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d6ce38d3-c67f-4940-909c-2484735473fa None None] Provisioning complete for port 1d16faa3-ca9d-4ed9-830a-16814562631b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:41.971666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d6ce38d3-c67f-4940-909c-2484735473fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.012176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fe25144d-8e59-4f7e-9d20-2f89a2062087 req-c8a17af9-d321-451c-9a0d-094019c0e27c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 210 time: 0.0371428 Nov 08 14:45:42.040826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 2, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:42.233560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d6ce38d3-c67f-4940-909c-2484735473fa None None] Port 1d16faa3-ca9d-4ed9-830a-16814562631b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:45:42.237734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Checking router: 861582e9-599c-481a-a39e-28a98cf7f319 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:45:42.238205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Updating router 861582e9-599c-481a-a39e-28a98cf7f319 port 1d16faa3-ca9d-4ed9-830a-16814562631b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:45:42.243255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2002b9b7-6597-4895-8506-e29af039552f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:45:42.287799 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.352399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2002b9b7-6597-4895-8506-e29af039552f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:42.352766 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.561216 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.593346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 2002b9b7-6597-4895-8506-e29af039552f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2002b9b7-6597-4895-8506-e29af039552f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:42.597967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.692161 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.693684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=2002b9b7-6597-4895-8506-e29af039552f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:42.701209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.749975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fc0be-7eff-4be7-a480-d85aaf312441 None None] Pushing event updated for resources: {'Port': ['ID=1d16faa3-ca9d-4ed9-830a-16814562631b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:42.802263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Attempting to bind port 1d16faa3-ca9d-4ed9-830a-16814562631b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:45:42.802628 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Attempting to bind port 1d16faa3-ca9d-4ed9-830a-16814562631b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:45:42.802986 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Attempting to bind port 1d16faa3-ca9d-4ed9-830a-16814562631b on network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:45:42.809253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:45:42.809623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Checking segment: {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:45:42.810017 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.810403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Bound using segment: {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:45:42.810858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Bound port: 1d16faa3-ca9d-4ed9-830a-16814562631b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:45:42.811252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.881506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] For port 1d16faa3-ca9d-4ed9-830a-16814562631b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:45:42.887035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] For port 1d16faa3-ca9d-4ed9-830a-16814562631b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1d16faa3-ca9d-4ed9-830a-16814562631b,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:45:42.892079 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:42.958676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:42.959304 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:42.967859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fc0be-7eff-4be7-a480-d85aaf312441 None None] Pushing event updated for resources: {'Port': ['ID=1d16faa3-ca9d-4ed9-830a-16814562631b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:43.013185 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-996697d1-eefa-4535-878d-3e0283b3888d None None] Provisioning complete for port 1d16faa3-ca9d-4ed9-830a-16814562631b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:43.013564 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-996697d1-eefa-4535-878d-3e0283b3888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.125001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-106cee35-9f03-4a4f-a8a1-af122cec7d8b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:43.128446 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-106cee35-9f03-4a4f-a8a1-af122cec7d8b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/networks?id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc HTTP/1.1" status: 200 len: 797 time: 0.1621652 Nov 08 14:45:43.149554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:43.183496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df35db6e-4a65-4ac9-8938-87aab8fe56b8 req-6cfa0aeb-26b6-4f63-b8bf-d2c88d5cef52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 210 time: 0.0425797 Nov 08 14:45:43.218993 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-30fb3650-e95d-4abc-b456-b53863b5b0b6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 379 time: 0.0792942 Nov 08 14:45:43.223453 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-996697d1-eefa-4535-878d-3e0283b3888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.228965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'port': {'device_id': '706b2495-1b34-4079-abcd-7a07e21b3592', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'admin_state_up': True, 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'security_groups': ['c8993b3a-a0f8-467b-a8eb-225754a7a3de']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:43.331547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-996697d1-eefa-4535-878d-3e0283b3888d None None] For port 1d16faa3-ca9d-4ed9-830a-16814562631b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1d16faa3-ca9d-4ed9-830a-16814562631b,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:43.337443 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-996697d1-eefa-4535-878d-3e0283b3888d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.342382 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:45:43.345934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.428811 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996697d1-eefa-4535-878d-3e0283b3888d None None] Pushing event updated for resources: {'Port': ['ID=1d16faa3-ca9d-4ed9-830a-16814562631b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:43.469374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-df655ba1-35d6-4ac4-84b1-f2ab016d9a99 None None] Provisioning complete for port 1d16faa3-ca9d-4ed9-830a-16814562631b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:43.469749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-df655ba1-35d6-4ac4-84b1-f2ab016d9a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.473387 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:43.481649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.3 (1898f9ca-04c1-4377-8c0f-dcacac8dcafc/03f3dc13-8c03-41c2-8a11-d78d2691388c/9eb1c373-9f39-4a4b-8f60-1cfca67db540) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:45:43.535745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000eb77b-5706-4cf0-a3f9-5c4bf93eb70b None None] The sync data for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 is: [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:45:43.668432 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.697029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2002b9b7-6597-4895-8506-e29af039552f up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:45:43.714958 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.755081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 2002b9b7-6597-4895-8506-e29af039552f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:43.755446 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.761277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:45:43.767117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:45:43.769938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:45:43.822007 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=9eb1c373-9f39-4a4b-8f60-1cfca67db540,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:43.841714 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:43.842307 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:43.864570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-c4ec56e5-4ae8-4a9c-8b68-efcaaef13b38 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6390536 Nov 08 14:45:43.875885 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-bf9f090e-25e1-4119-9542-8875cbcbed77 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:45:43.876882 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-bf9f090e-25e1-4119-9542-8875cbcbed77 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054550 Nov 08 14:45:43.942606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Request body: {'port': {'device_id': '706b2495-1b34-4079-abcd-7a07e21b3592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:44.051498 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-26040330-e995-433d-b420-8225a9693cef None None] Provisioning complete for port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:44.052125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-26040330-e995-433d-b420-8225a9693cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:44.096065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-26040330-e995-433d-b420-8225a9693cef None None] Port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:45:44.314603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e456876-8509-4863-ae60-a833adf47c69 req-b9469da9-e9de-464f-9a58-8d4681bb55d1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:44.316282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e456876-8509-4863-ae60-a833adf47c69 req-b9469da9-e9de-464f-9a58-8d4681bb55d1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 931 time: 0.0543168 Nov 08 14:45:44.359372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:44.374191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0e456876-8509-4863-ae60-a833adf47c69 req-f5964495-8511-4ba6-8654-40d98667e6f7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507269 Nov 08 14:45:44.639666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb1c373-9f39-4a4b-8f60-1cfca67db540 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:45:44.647243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:44.660133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Transition to ACTIVE for port object 9eb1c373-9f39-4a4b-8f60-1cfca67db540 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:45:44.664759 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:44.714873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb1c373-9f39-4a4b-8f60-1cfca67db540,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:44.791245 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Attempting to bind port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:45:44.791578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Attempting to bind port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:45:44.791938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Attempting to bind port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 on network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:45:44.796458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 on network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:45:44.796902 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Attempting to bind port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 on network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:45:44.801808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:45:44.802135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Checking segment: {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:45:44.802521 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Bound using segment: {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:45:44.802941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Bound port: 9eb1c373-9f39-4a4b-8f60-1cfca67db540, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8091d824-2eff-4736-8c0a-88b6402f5a20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:45:44.803293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:44.872854 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] For port 9eb1c373-9f39-4a4b-8f60-1cfca67db540, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:45:44.876380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] For port 9eb1c373-9f39-4a4b-8f60-1cfca67db540, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:45:44.880939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:44.916294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:44.917013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:44.918300 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] 10.222.0.70 "PUT /v2.0/ports/9eb1c373-9f39-4a4b-8f60-1cfca67db540 HTTP/1.1" status: 200 len: 1091 time: 1.0329587 Nov 08 14:45:44.918749 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:45:44.921392 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8012068f-a50d-4442-a0f6-3797f6e872de" -d '{"events": [{"name": "network-changed", "server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:45:44.949348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cfb78-7902-4bd2-a6a6-28cc063bdb91 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb1c373-9f39-4a4b-8f60-1cfca67db540,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:44.977653 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b5d50c-4665-495a-a8df-8efe07e1e004 x-openstack-request-id: req-44b5d50c-4665-495a-a8df-8efe07e1e004 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:45:44.978063 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:45:44.978327 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44b5d50c-4665-495a-a8df-8efe07e1e004 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:45:44.978734 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'status': 'completed', 'code': 200} Nov 08 14:45:45.009110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-a474c637-3b1e-4de6-bc18-3232d6e64f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.010549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-a474c637-3b1e-4de6-bc18-3232d6e64f30 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 1094 time: 0.0448484 Nov 08 14:45:45.059038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-77eac86b-d5b3-46ff-891e-9b5c3fb3864e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540 HTTP/1.1" status: 200 len: 217 time: 0.0397658 Nov 08 14:45:45.109394 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-2099e01d-b5ee-4b25-9e3e-10e042356652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.110907 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-2099e01d-b5ee-4b25-9e3e-10e042356652 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f3dc13-8c03-41c2-8a11-d78d2691388c HTTP/1.1" status: 200 len: 834 time: 0.0456338 Nov 08 14:45:45.157846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-6d900f80-982d-48ab-a214-6e8d4601c6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.159365 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-6d900f80-982d-48ab-a214-6e8d4601c6aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408156 Nov 08 14:45:45.256608 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-35cca6e4-bdbc-4e23-b3c3-dbb4a185d0e1 service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882795 Nov 08 14:45:45.345912 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-403d2165-fcdc-41a2-a0bb-398cc1e0cbe9 req-a15cb247-2cc4-4cab-a94e-d8335809b53c service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822356 Nov 08 14:45:45.433189 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012068f-a50d-4442-a0f6-3797f6e872de req-27bd2582-cb7b-457e-9428-48fc26a4abb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.435224 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8012068f-a50d-4442-a0f6-3797f6e872de req-27bd2582-cb7b-457e-9428-48fc26a4abb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 1094 time: 0.0443890 Nov 08 14:45:45.492572 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461ca48-fa37-466d-a4bc-173129fbbc4d req-f2e4f709-dc1b-4c13-8841-5dc3fe7b09bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.494133 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a461ca48-fa37-466d-a4bc-173129fbbc4d req-f2e4f709-dc1b-4c13-8841-5dc3fe7b09bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 943 time: 0.0489585 Nov 08 14:45:45.532948 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012068f-a50d-4442-a0f6-3797f6e872de req-f573b928-fd86-482f-bca0-36b3d063d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.534517 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8012068f-a50d-4442-a0f6-3797f6e872de req-f573b928-fd86-482f-bca0-36b3d063d847 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc HTTP/1.1" status: 200 len: 898 time: 0.0925164 Nov 08 14:45:45.545159 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a461ca48-fa37-466d-a4bc-173129fbbc4d req-9b632b8a-e5b7-46e9-bc26-26c10a46912e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441811 Nov 08 14:45:45.577701 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8012068f-a50d-4442-a0f6-3797f6e872de req-ca3d82aa-3b13-4d43-a32d-28e265310d78 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540 HTTP/1.1" status: 200 len: 217 time: 0.0353589 Nov 08 14:45:45.637187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012068f-a50d-4442-a0f6-3797f6e872de req-8a372660-9882-4a6f-a116-e188cc444b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.638677 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8012068f-a50d-4442-a0f6-3797f6e872de req-8a372660-9882-4a6f-a116-e188cc444b8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f3dc13-8c03-41c2-8a11-d78d2691388c HTTP/1.1" status: 200 len: 834 time: 0.0539672 Nov 08 14:45:45.689618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1d16faa3-ca9d-4ed9-830a-16814562631b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:45:45.699027 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012068f-a50d-4442-a0f6-3797f6e872de req-5cb96758-a20a-4f8b-a15c-7f34c4b51eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:45.700779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8012068f-a50d-4442-a0f6-3797f6e872de req-5cb96758-a20a-4f8b-a15c-7f34c4b51eae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517271 Nov 08 14:45:45.737894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 1d16faa3-ca9d-4ed9-830a-16814562631b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:45.738257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:45.800163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8012068f-a50d-4442-a0f6-3797f6e872de req-7e91ad30-4d97-4f95-b5a8-6b9ccb43888f service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902925 Nov 08 14:45:45.893273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-8012068f-a50d-4442-a0f6-3797f6e872de req-938015f5-6cc2-4b47-816e-11e9ab3141b2 service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852747 Nov 08 14:45:46.661584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69262629-3e8b-464a-b720-ab9b16b418df req-2373c4b8-3bac-4cf0-bdd0-820b1601ae9c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:46.663032 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69262629-3e8b-464a-b720-ab9b16b418df req-2373c4b8-3bac-4cf0-bdd0-820b1601ae9c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 943 time: 0.0479295 Nov 08 14:45:46.712698 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-69262629-3e8b-464a-b720-ab9b16b418df req-a161f8a3-06cc-4ac3-96f6-eb25e7cb5ac1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436468 Nov 08 14:45:47.649909 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9eb1c373-9f39-4a4b-8f60-1cfca67db540 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:45:47.743893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9eb1c373-9f39-4a4b-8f60-1cfca67db540, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:47.755809 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'port_id': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'mac_address': 'fa:16:3e:c4:40:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:45:47.798659 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:47.814830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb1c373-9f39-4a4b-8f60-1cfca67db540 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:45:47.831825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280d75e-49f6-4347-8734-8f6ca4bb712f req-7a1a9bed-68fa-49a0-b88d-be4cb5e4f080 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:47.833297 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b280d75e-49f6-4347-8734-8f6ca4bb712f req-7a1a9bed-68fa-49a0-b88d-be4cb5e4f080 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 943 time: 0.0522666 Nov 08 14:45:47.834410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9eb1c373-9f39-4a4b-8f60-1cfca67db540, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:47.838582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:47.886176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b280d75e-49f6-4347-8734-8f6ca4bb712f req-5bf2e2dc-8c0d-4976-9ec6-80e11e1b69ae tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463820 Nov 08 14:45:47.893439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9eb1c373-9f39-4a4b-8f60-1cfca67db540,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:48.083520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['9eb1c373-9f39-4a4b-8f60-1cfca67db540'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:45:49.000997 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf1fce-97aa-4830-9d11-b392b4dd98a3 req-bd03be7d-d101-4781-9e40-65d54d45246c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:49.002471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60cf1fce-97aa-4830-9d11-b392b4dd98a3 req-bd03be7d-d101-4781-9e40-65d54d45246c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 944 time: 0.0494146 Nov 08 14:45:49.051934 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-60cf1fce-97aa-4830-9d11-b392b4dd98a3 req-e32cc178-68f4-4f3f-891a-de81725e46bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428674 Nov 08 14:45:49.665237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9eb1c373-9f39-4a4b-8f60-1cfca67db540 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:45:49.715842 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:45:49.719885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:45:49.720281 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:49.800749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:49.823594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:45:49.825854 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7810db2e-7f15-41cc-b579-b0ef11749fb9" -d '{"events": [{"server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "name": "network-vif-plugged", "status": "completed", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:45:49.838426 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 9eb1c373-9f39-4a4b-8f60-1cfca67db540, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:45:49.842211 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:49.890241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=9eb1c373-9f39-4a4b-8f60-1cfca67db540,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:49.918802 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c299dcac-9bcd-4ca8-a910-1794529a3948 x-openstack-request-id: req-c299dcac-9bcd-4ca8-a910-1794529a3948 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:45:49.919101 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "name": "network-vif-plugged", "status": "completed", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:45:49.919359 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c299dcac-9bcd-4ca8-a910-1794529a3948 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:45:49.919799 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'code': 200} Nov 08 14:45:50.017296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3feba7c-4025-4269-a2cc-dc97f645eb0c req-3a5a948e-b31c-4149-8c32-beec588ef8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:50.018687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3feba7c-4025-4269-a2cc-dc97f645eb0c req-3a5a948e-b31c-4149-8c32-beec588ef8ee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 1096 time: 0.0405271 Nov 08 14:45:50.070075 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3feba7c-4025-4269-a2cc-dc97f645eb0c req-01af2582-cecd-456e-9759-1c61ddd58c0d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437281 Nov 08 14:45:50.169763 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae64d32-489e-4533-8908-cbe1a5b7014f req-e8e71ae0-41dd-40a6-8a7d-b734a1232e45 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:50.171215 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ae64d32-489e-4533-8908-cbe1a5b7014f req-e8e71ae0-41dd-40a6-8a7d-b734a1232e45 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0530710 Nov 08 14:45:50.220506 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6ae64d32-489e-4533-8908-cbe1a5b7014f req-f7fa46f4-6e61-4091-bfce-325ed81d3843 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433519 Nov 08 14:45:51.337097 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edfd15-82e8-4cdd-8c7b-acd56b0b3ab9 req-5a9ec34b-3159-434c-af92-a393611e724b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:51.338574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85edfd15-82e8-4cdd-8c7b-acd56b0b3ab9 req-5a9ec34b-3159-434c-af92-a393611e724b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Nov 08 14:45:51.387510 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-85edfd15-82e8-4cdd-8c7b-acd56b0b3ab9 req-171c70d7-a1cd-440d-8274-e4a61d62115a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429859 Nov 08 14:45:51.501113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717999f-02ca-4a29-aae1-ff01661b055d req-4d837652-3398-4a99-9c84-54ae8073588f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:51.502536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0717999f-02ca-4a29-aae1-ff01661b055d req-4d837652-3398-4a99-9c84-54ae8073588f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0489993 Nov 08 14:45:51.556350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0717999f-02ca-4a29-aae1-ff01661b055d req-3f44d7b0-9716-4f5d-a6d0-1120f621fd2f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471187 Nov 08 14:45:51.577993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44220) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:51.618577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d9e34c-cdab-4970-95de-b858f72cccc6 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:51.620110 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c6d9e34c-cdab-4970-95de-b858f72cccc6 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 1091 time: 0.0411625 Nov 08 14:45:51.622976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:51.627122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:45:51.648939 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:51.688710 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:45:51.743788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:51.848431 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.251 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/0a3e8c67-7e59-4f5a-8a7a-94573625d45c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:45:51.946511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:51.984399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:52.019583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:45:52.022986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:45:52.028511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:45:52.054514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=0a3e8c67-7e59-4f5a-8a7a-94573625d45c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:52.383322 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:52.755302 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:52.903764 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:52.908653 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:52.978337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=0a3e8c67-7e59-4f5a-8a7a-94573625d45c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:45:52.986650 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:53.085404 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 07b12b12-af53-4ce9-8ffb-f5f42ade822e associated. External IP: 172.25.8.251, port: 9eb1c373-9f39-4a4b-8f60-1cfca67db540. Nov 08 14:45:53.299129 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 861582e9-599c-481a-a39e-28a98cf7f319 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:45:53.408965 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:45:53.421141 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] Sync routers for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:45:53.427136 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:53.435943 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:53.437070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:53.455162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-44bb3ab2-1af7-4a36-8831-7c03be7e28fa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8311913 Nov 08 14:45:53.455849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:45:53.458214 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c01496-98c5-4d5b-b4c4-93933a7831e2" -d '{"events": [{"name": "network-changed", "server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:45:53.506330 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c910f2-f899-4df2-a2da-32d6d181c42a x-openstack-request-id: req-44c910f2-f899-4df2-a2da-32d6d181c42a {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:45:53.506808 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:45:53.507632 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-44c910f2-f899-4df2-a2da-32d6d181c42a {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:45:53.508183 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'status': 'completed', 'code': 200} Nov 08 14:45:53.554796 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:53.570023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49ad1a-1cb4-40fd-8587-44e2f33f4614 req-439f281d-9270-468d-94bc-e7c9868f0224 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:53.572097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d49ad1a-1cb4-40fd-8587-44e2f33f4614 req-439f281d-9270-468d-94bc-e7c9868f0224 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0569477 Nov 08 14:45:53.579890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-4dec1f0b-7b3e-4435-a0c9-205881002d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:53.581413 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-4dec1f0b-7b3e-4435-a0c9-205881002d31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 1096 time: 0.0514476 Nov 08 14:45:53.630972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6d49ad1a-1cb4-40fd-8587-44e2f33f4614 req-102ba7db-ee6d-43b0-8f30-b6a9ff7f0cda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520847 Nov 08 14:45:53.649544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:53.677781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44228) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:53.681510 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-2a7c8e06-1b73-48e4-9b06-6b26126a7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:53.683218 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-2a7c8e06-1b73-48e4-9b06-6b26126a7d86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc HTTP/1.1" status: 200 len: 898 time: 0.0947363 Nov 08 14:45:53.752255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-07e7a8b7-51df-4b19-92e1-9e1f8f3a7e0d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/07b12b12-af53-4ce9-8ffb-f5f42ade822e HTTP/1.1" status: 200 len: 991 time: 0.0720391 Nov 08 14:45:53.761500 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-c19d94d4-4412-4757-b27b-d05e995ab662 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540 HTTP/1.1" status: 200 len: 999 time: 0.0712416 Nov 08 14:45:53.811428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-cf68e8fc-12d5-4c69-abce-5cc0a31d23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:53.812921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-cf68e8fc-12d5-4c69-abce-5cc0a31d23e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f3dc13-8c03-41c2-8a11-d78d2691388c HTTP/1.1" status: 200 len: 834 time: 0.0451174 Nov 08 14:45:53.813418 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '07b12b12-af53-4ce9-8ffb-f5f42ade822e', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'port_id': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'mac_address': 'fa:16:3e:c4:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b2495-1b34-4079-abcd-7a07e21b3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:45:52Z', 'updated_at': '2021-11-08T14:45:52Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:43Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:53.840359 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] Checking router: 861582e9-599c-481a-a39e-28a98cf7f319 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:45:53.849286 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:45:53.849897 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:45:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:53.859377 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-42e39190-e8d4-4531-a90e-653c59e43c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:45:53.860915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-42e39190-e8d4-4531-a90e-653c59e43c3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406239 Nov 08 14:45:53.956889 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-66c61ae2-c06b-4b20-b22b-2991ae6a4fad service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880756 Nov 08 14:45:53.957117 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:45:54.049111 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-28c01496-98c5-4d5b-b4c4-93933a7831e2 req-5af81b47-1446-4853-83c9-7c5796124809 service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846334 Nov 08 14:45:54.113601 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:45:54.184332 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '07b12b12-af53-4ce9-8ffb-f5f42ade822e', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'port_id': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'mac_address': 'fa:16:3e:c4:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b2495-1b34-4079-abcd-7a07e21b3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:45:52Z', 'updated_at': '2021-11-08T14:45:52Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:43Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:45:54.302388 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54c2570-9cdf-49a3-b3f4-c4b8e21dd7ec None None] The sync data for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 is: [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '07b12b12-af53-4ce9-8ffb-f5f42ade822e', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'port_id': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'mac_address': 'fa:16:3e:c4:40:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706b2495-1b34-4079-abcd-7a07e21b3592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:45:52Z', 'updated_at': '2021-11-08T14:45:52Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:43Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:45:54.501882 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4cb5f69-b3fc-4ebe-860e-2d0f4157d759 None None] New status for floating IP 07b12b12-af53-4ce9-8ffb-f5f42ade822e: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:45:54.755055 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44230) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:45:54.825034 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-614afbbd-e866-438d-a729-dd3b24822643 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/07b12b12-af53-4ce9-8ffb-f5f42ade822e HTTP/1.1" status: 200 len: 993 time: 0.0629237 Nov 08 14:45:58.088240 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c1d9bc7-32ff-41d8-aa5a-67a66f3c7b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:01.553142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5552ad7b-5049-4349-be37-d27426780b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:03.286806 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:05.804480 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:05.948041 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:23.650204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:24.123395 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:26.292555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f412358-6929-4d34-aaea-6c577d67d258 req-a07f2d9a-9e38-47f6-93b2-1db2f833a5ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:26.294038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f412358-6929-4d34-aaea-6c577d67d258 req-a07f2d9a-9e38-47f6-93b2-1db2f833a5ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Nov 08 14:46:26.344876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f412358-6929-4d34-aaea-6c577d67d258 req-ca121e72-5758-42cf-b70c-c0f12668e4cc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450823 Nov 08 14:46:27.463649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18753d0a-98f4-422f-bea5-2aab59fe4eaf req-e38f820e-607f-460c-a501-0cfb8d7caf72 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:27.465137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18753d0a-98f4-422f-bea5-2aab59fe4eaf req-e38f820e-607f-460c-a501-0cfb8d7caf72 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0493939 Nov 08 14:46:27.517880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18753d0a-98f4-422f-bea5-2aab59fe4eaf req-2f78753a-71d4-4a3c-bc10-c27c23a53fd1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468376 Nov 08 14:46:27.541068 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44248) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:27.601667 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9769205a-22a5-473e-8609-51eb22f79e69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/07b12b12-af53-4ce9-8ffb-f5f42ade822e HTTP/1.1" status: 200 len: 993 time: 0.0594542 Nov 08 14:46:28.089976 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f73e2883-7a52-44f7-b392-4a5c03bbb9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:28.687017 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:46:28.865573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5322d04-b649-40b2-b8fb-1567d931a4be req-920fd7a6-9db4-4bee-83be-922e3de21e64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:28.867196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5322d04-b649-40b2-b8fb-1567d931a4be req-920fd7a6-9db4-4bee-83be-922e3de21e64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0505569 Nov 08 14:46:28.917013 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5322d04-b649-40b2-b8fb-1567d931a4be req-cb1df103-2b99-4e8c-b933-24a90910f264 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439739 Nov 08 14:46:29.154232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d60f38-3332-4c1d-8284-a181baab8353 req-ef1a637f-0806-4bbf-97f2-0be2f5b749a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:29.155633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15d60f38-3332-4c1d-8284-a181baab8353 req-ef1a637f-0806-4bbf-97f2-0be2f5b749a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 1096 time: 0.0457604 Nov 08 14:46:29.259978 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d60f38-3332-4c1d-8284-a181baab8353 req-eb3031a8-7629-4599-ac8a-dbc71b4cb256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:29.261442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15d60f38-3332-4c1d-8284-a181baab8353 req-eb3031a8-7629-4599-ac8a-dbc71b4cb256 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc HTTP/1.1" status: 200 len: 898 time: 0.0850782 Nov 08 14:46:29.330280 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15d60f38-3332-4c1d-8284-a181baab8353 req-ce63696b-3721-41e3-a3aa-998553bb1a81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540 HTTP/1.1" status: 200 len: 1001 time: 0.0616651 Nov 08 14:46:29.379718 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d60f38-3332-4c1d-8284-a181baab8353 req-a6965ffd-3a4d-4f03-989a-16868e684be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:29.381144 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15d60f38-3332-4c1d-8284-a181baab8353 req-a6965ffd-3a4d-4f03-989a-16868e684be3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f3dc13-8c03-41c2-8a11-d78d2691388c HTTP/1.1" status: 200 len: 834 time: 0.0434518 Nov 08 14:46:29.426513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d60f38-3332-4c1d-8284-a181baab8353 req-68d03cff-3d12-480f-b269-77a16627601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:29.427944 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15d60f38-3332-4c1d-8284-a181baab8353 req-68d03cff-3d12-480f-b269-77a16627601a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389543 Nov 08 14:46:29.523214 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15d60f38-3332-4c1d-8284-a181baab8353 req-69fb3886-da99-4be1-9bb4-b16ac0c4258a service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880594 Nov 08 14:46:29.614729 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15d60f38-3332-4c1d-8284-a181baab8353 req-2b1373d0-bdad-4171-849f-4f8aa75ff93b service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839574 Nov 08 14:46:30.037706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc1043-4539-4c3f-b597-10082ff32bf1 req-9b704720-4dec-4e20-92fb-388db5c7e2e3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:30.039835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7fc1043-4539-4c3f-b597-10082ff32bf1 req-9b704720-4dec-4e20-92fb-388db5c7e2e3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Nov 08 14:46:30.087879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e7fc1043-4539-4c3f-b597-10082ff32bf1 req-1ae05e7b-84e7-4600-9c3e-137be5d33020 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Nov 08 14:46:31.203695 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53ba3-cbcb-415c-bb2c-8593f95ab76b req-ae086ccc-fc76-45a1-a373-f74351a018f5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:31.205193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bba53ba3-cbcb-415c-bb2c-8593f95ab76b req-ae086ccc-fc76-45a1-a373-f74351a018f5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0484798 Nov 08 14:46:31.254014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bba53ba3-cbcb-415c-bb2c-8593f95ab76b req-ab1ffbd4-f1a9-4ad5-a484-e86328adb50c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Nov 08 14:46:31.555231 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9ec26c3e-2cc9-49ff-8aa5-6f89cd5439d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:32.374464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07faf9-ae99-4f5e-a799-3019f6fa8d33 req-6123da70-2670-4511-9c6a-bd01bd4ca3a5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:32.376121 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a07faf9-ae99-4f5e-a799-3019f6fa8d33 req-6123da70-2670-4511-9c6a-bd01bd4ca3a5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Nov 08 14:46:32.433959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a07faf9-ae99-4f5e-a799-3019f6fa8d33 req-163ef705-3d2e-4880-9ccb-8f04eb4c9155 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497625 Nov 08 14:46:33.290140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:33.552620 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2aa087-3fae-487b-8908-2b9316894c19 req-a9230d26-fcff-455e-a68f-808e35cfbadd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:33.554049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af2aa087-3fae-487b-8908-2b9316894c19 req-a9230d26-fcff-455e-a68f-808e35cfbadd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0513029 Nov 08 14:46:33.603333 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af2aa087-3fae-487b-8908-2b9316894c19 req-ffb0bf70-2639-4234-a589-de47bdb3869d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433662 Nov 08 14:46:34.725425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d032f1a-4af5-46b3-ada8-1b084093392e req-bd922447-8579-40b3-a86e-1ffb3968ecc8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:34.726986 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d032f1a-4af5-46b3-ada8-1b084093392e req-bd922447-8579-40b3-a86e-1ffb3968ecc8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0508008 Nov 08 14:46:34.781876 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d032f1a-4af5-46b3-ada8-1b084093392e req-ebc26d92-75d2-4dcb-a7ce-f15b64e1e4ac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486915 Nov 08 14:46:34.804496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44266) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:34.876130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-740543bb-0003-4bfd-a52e-b88058dab4b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/07b12b12-af53-4ce9-8ffb-f5f42ade822e HTTP/1.1" status: 200 len: 993 time: 0.0704393 Nov 08 14:46:35.112500 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44272) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:35.286035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 0a3e8c67-7e59-4f5a-8a7a-94573625d45c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:46:35.286636 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.366158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.366988 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.379240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 0a3e8c67-7e59-4f5a-8a7a-94573625d45c owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:46:35.529558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.561938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=0a3e8c67-7e59-4f5a-8a7a-94573625d45c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:35.587565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.587938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.588280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.588616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.588946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.589276 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.589604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.589933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.590260 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.590581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.590901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.591219 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:35.631478 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.631845 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 07b12b12-af53-4ce9-8ffb-f5f42ade822e disassociated (deleted). External IP: 172.25.8.251, port: 9eb1c373-9f39-4a4b-8f60-1cfca67db540. Nov 08 14:46:35.807837 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.850475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 861582e9-599c-481a-a39e-28a98cf7f319 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:46:35.950200 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.962541 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:46:35.967199 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:35.972197 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] Sync routers for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:46:35.983020 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:35.983623 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:35.994254 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-aac53fae-0af9-477d-89b6-252005f8ad9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/floatingips/07b12b12-af53-4ce9-8ffb-f5f42ade822e HTTP/1.1" status: 204 len: 168 time: 0.8807364 Nov 08 14:46:35.994848 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:46:35.997265 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af17f28b-4307-4b45-b7ec-56b824634255" -d '{"events": [{"name": "network-changed", "server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:46:36.036917 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2bd95e-2e0a-4ad7-b36d-5f7c56dc4b3f x-openstack-request-id: req-dd2bd95e-2e0a-4ad7-b36d-5f7c56dc4b3f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:46:36.037308 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:46:36.037878 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd2bd95e-2e0a-4ad7-b36d-5f7c56dc4b3f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:46:36.038431 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'status': 'completed', 'code': 200} Nov 08 14:46:36.101739 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:36.107156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f28b-4307-4b45-b7ec-56b824634255 req-17b42b6b-6a8a-46f4-8a6c-b18c74654502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:36.108771 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-af17f28b-4307-4b45-b7ec-56b824634255 req-17b42b6b-6a8a-46f4-8a6c-b18c74654502 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 1096 time: 0.0461996 Nov 08 14:46:36.218610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f28b-4307-4b45-b7ec-56b824634255 req-ed2bb243-8124-4e25-9b70-2abaa16f8013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:36.221926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-af17f28b-4307-4b45-b7ec-56b824634255 req-ed2bb243-8124-4e25-9b70-2abaa16f8013 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc HTTP/1.1" status: 200 len: 898 time: 0.1023605 Nov 08 14:46:36.231041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b920f04-c2d6-43ff-82c1-12c26a1e8652 req-e168ce68-442e-4a1b-9c9e-da46f252b23f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:36.235657 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b920f04-c2d6-43ff-82c1-12c26a1e8652 req-e168ce68-442e-4a1b-9c9e-da46f252b23f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0547578 Nov 08 14:46:36.266555 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-af17f28b-4307-4b45-b7ec-56b824634255 req-1507bd5f-dfd2-4dec-9877-0a7888df9518 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540 HTTP/1.1" status: 200 len: 217 time: 0.0364010 Nov 08 14:46:36.283877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2b920f04-c2d6-43ff-82c1-12c26a1e8652 req-9a94b6ca-2d3a-42d2-ad5c-1ae82d0d9684 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458713 Nov 08 14:46:36.317400 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f28b-4307-4b45-b7ec-56b824634255 req-acc0fccf-a4bf-4691-a9b3-251de9c74baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:36.317865 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:43Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:36.318848 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-af17f28b-4307-4b45-b7ec-56b824634255 req-acc0fccf-a4bf-4691-a9b3-251de9c74baf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=03f3dc13-8c03-41c2-8a11-d78d2691388c HTTP/1.1" status: 200 len: 834 time: 0.0448050 Nov 08 14:46:36.344323 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] Checking router: 861582e9-599c-481a-a39e-28a98cf7f319 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:46:36.352650 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:36.353258 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:36.369645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f28b-4307-4b45-b7ec-56b824634255 req-04e2358a-606f-4758-b10a-eef522d9bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:36.371121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-af17f28b-4307-4b45-b7ec-56b824634255 req-04e2358a-606f-4758-b10a-eef522d9bdf4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1898f9ca-04c1-4377-8c0f-dcacac8dcafc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437078 Nov 08 14:46:36.458879 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:36.463120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-af17f28b-4307-4b45-b7ec-56b824634255 req-31e57f3c-82e0-46e2-b32a-43d4b514c7a3 service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842218 Nov 08 14:46:36.560855 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-af17f28b-4307-4b45-b7ec-56b824634255 req-79f48e4b-5abc-4c35-8be7-7e60246e3b20 service neutron] 10.222.0.70 "GET /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888600 Nov 08 14:46:36.657476 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:43Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:36.683226 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc613b63-e623-43db-baab-7c4c832702cb None None] The sync data for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 is: [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:45:40Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '1d16faa3-ca9d-4ed9-830a-16814562631b', 'name': '', 'network_id': '1898f9ca-04c1-4377-8c0f-dcacac8dcafc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:8d:35:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:39Z', 'updated_at': '2021-11-08T14:45:43Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '03f3dc13-8c03-41c2-8a11-d78d2691388c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:46:36.912398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b123b6e7-abbe-4200-9329-1b28261a20d1 None None] New status for floating IP 07b12b12-af53-4ce9-8ffb-f5f42ade822e: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:46:37.401915 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100ae78-f64e-4e55-9e60-3d7305867396 req-b6324f17-3ca8-4b8c-97e9-7741e5ffce20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:37.403393 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4100ae78-f64e-4e55-9e60-3d7305867396 req-b6324f17-3ca8-4b8c-97e9-7741e5ffce20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0500104 Nov 08 14:46:37.452131 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4100ae78-f64e-4e55-9e60-3d7305867396 req-502f160d-3db6-4643-a18c-9efee32f1cd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8993b3a-a0f8-467b-a8eb-225754a7a3de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427952 Nov 08 14:46:37.742841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-b0de5d86-9754-481d-b1ce-790267b8aede tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:37.744356 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-b0de5d86-9754-481d-b1ce-790267b8aede tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 945 time: 0.0497270 Nov 08 14:46:37.831574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:46:37.831941 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:37.925795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 9eb1c373-9f39-4a4b-8f60-1cfca67db540, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=9eb1c373-9f39-4a4b-8f60-1cfca67db540,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:37.926069 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:37.938492 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 9eb1c373-9f39-4a4b-8f60-1cfca67db540 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:46:38.067571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:38.095682 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=9eb1c373-9f39-4a4b-8f60-1cfca67db540,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:38.138623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] No DVR routers for this DVR port 9eb1c373-9f39-4a4b-8f60-1cfca67db540 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:46:38.141271 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:38.144654 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89b2274c-512b-4be2-8285-6c126bcbce00 req-09efee9e-215a-481a-8290-5ae39efdc83f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "DELETE /v2.0/ports/9eb1c373-9f39-4a4b-8f60-1cfca67db540 HTTP/1.1" status: 204 len: 173 time: 0.3945098 Nov 08 14:46:38.145096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'name': 'network-vif-deleted', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:46:38.147385 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab9718-3860-45e3-b588-a0e70710ff1b" -d '{"events": [{"server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "name": "network-vif-deleted", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:46:38.184149 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d9bb88-04a3-4412-a797-0e3a37f9649c x-openstack-request-id: req-a6d9bb88-04a3-4412-a797-0e3a37f9649c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:46:38.184448 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706b2495-1b34-4079-abcd-7a07e21b3592", "name": "network-vif-deleted", "tag": "9eb1c373-9f39-4a4b-8f60-1cfca67db540", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:46:38.184707 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6d9bb88-04a3-4412-a797-0e3a37f9649c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:46:38.185116 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706b2495-1b34-4079-abcd-7a07e21b3592', 'name': 'network-vif-deleted', 'tag': '9eb1c373-9f39-4a4b-8f60-1cfca67db540', 'status': 'completed', 'code': 200} Nov 08 14:46:38.577254 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c668fe74-e717-443b-a9c3-d0739862777b req-f7064492-8879-4c7e-83ee-fd50f3855162 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=706b2495-1b34-4079-abcd-7a07e21b3592 HTTP/1.1" status: 200 len: 210 time: 0.0321441 Nov 08 14:46:39.636220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44288) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:40.001120 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:40.270128 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 1d16faa3-ca9d-4ed9-830a-16814562631b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:46:40.270382 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:40.356512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 1d16faa3-ca9d-4ed9-830a-16814562631b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=1d16faa3-ca9d-4ed9-830a-16814562631b,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:40.356866 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:40.369327 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 1d16faa3-ca9d-4ed9-830a-16814562631b owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:46:40.553896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:40.907028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=1d16faa3-ca9d-4ed9-830a-16814562631b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:41.080504 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.298905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 861582e9-599c-481a-a39e-28a98cf7f319 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:46:41.403488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:46:41.411056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b4264cd3-348c-44c1-9da1-6ab43ada8cad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/861582e9-599c-481a-a39e-28a98cf7f319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7737999 Nov 08 14:46:41.414050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44290) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:41.417235 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] Sync routers for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:46:41.427655 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:41.428298 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:41.465821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting subnet 03f3dc13-8c03-41c2-8a11-d78d2691388c {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:46:41.469033 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.513747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.533825 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:41.602603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.671492 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.697695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Subnet': ['ID=03f3dc13-8c03-41c2-8a11-d78d2691388c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:41.703571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.709441 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-3b477da7-c253-4720-a128-e505b369aa3e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/subnets/03f3dc13-8c03-41c2-8a11-d78d2691388c HTTP/1.1" status: 204 len: 168 time: 0.2918024 Nov 08 14:46:41.709806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44292) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:41.714656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3541fef1-455f-45d6-b30d-72909d250f9d None None] Network 1898f9ca-04c1-4377-8c0f-dcacac8dcafc requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:46:41.727272 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:46:40Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:41.755501 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] Checking router: 861582e9-599c-481a-a39e-28a98cf7f319 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:46:41.764262 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] Routers {'861582e9-599c-481a-a39e-28a98cf7f319'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:41.764849 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['861582e9-599c-481a-a39e-28a98cf7f319'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:41.826546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.914685 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] DHCP port deletion for 1898f9ca-04c1-4377-8c0f-dcacac8dcafc request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:46:41.937578 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:41.974844 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] Set router 861582e9-599c-481a-a39e-28a98cf7f319 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:41.982603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Deleting port c2925750-bceb-44cf-bb1c-0a8015b7a9bd {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:46:41.983790 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.000750 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 2002b9b7-6597-4895-8506-e29af039552f {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:46:42.001088 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.049610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] For port c2925750-bceb-44cf-bb1c-0a8015b7a9bd, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c2925750-bceb-44cf-bb1c-0a8015b7a9bd,segment=NetworkSegment(8091d824-2eff-4736-8c0a-88b6402f5a20),segment_id=8091d824-2eff-4736-8c0a-88b6402f5a20)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:42.050749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.065248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9eb1c373-9f39-4a4b-8f60-1cfca67db540 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:46:42.067214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Calling delete_port for c2925750-bceb-44cf-bb1c-0a8015b7a9bd owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:46:42.082998 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 2002b9b7-6597-4895-8506-e29af039552f, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=2002b9b7-6597-4895-8506-e29af039552f,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:42.083380 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.092551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 9eb1c373-9f39-4a4b-8f60-1cfca67db540 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:46:42.093130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 9eb1c373-9f39-4a4b-8f60-1cfca67db540 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:46:42.096869 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 2002b9b7-6597-4895-8506-e29af039552f owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:46:42.159512 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:46:40Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:42.170429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.192025 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369fcdac-51f9-483d-b775-23abec06ba5c None None] The sync data for ids ['861582e9-599c-481a-a39e-28a98cf7f319'] in n-d-804292-2 is: [{'id': '861582e9-599c-481a-a39e-28a98cf7f319', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1516314133', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': '2002b9b7-6597-4895-8506-e29af039552f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:45:36Z', 'updated_at': '2021-11-08T14:46:40Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '2002b9b7-6597-4895-8506-e29af039552f', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861582e9-599c-481a-a39e-28a98cf7f319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:45:37Z', 'updated_at': '2021-11-08T14:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:46:42.196606 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Pushing event deleted for resources: {'Port': ['ID=c2925750-bceb-44cf-bb1c-0a8015b7a9bd,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:42.206006 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] No DVR routers for this DVR port c2925750-bceb-44cf-bb1c-0a8015b7a9bd on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:46:42.208487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.209182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.209182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.209594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.209807 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.210129 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.210451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.210833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.211158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.211477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.211841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.212668 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c7dc1d-1841-4381-a2d4-6a44a738ad2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.277656 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.301711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=2002b9b7-6597-4895-8506-e29af039552f,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:42.315396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.315757 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.316117 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.316452 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.316781 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.317113 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.317447 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.317857 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.318120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.318471 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.318792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.319112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:42.378646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.466633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.468728 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.511837 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.512356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Fanout notify agent at l3_agent the message router_deleted on router 861582e9-599c-481a-a39e-28a98cf7f319 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:46:42.519371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.520484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8873d98a-ae11-4cd1-a21e-9da8d01c543d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/routers/861582e9-599c-481a-a39e-28a98cf7f319 HTTP/1.1" status: 204 len: 168 time: 0.8093948 Nov 08 14:46:42.523383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44294) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:42.608182 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.697445 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.718675 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1898f9ca-04c1-4377-8c0f-dcacac8dcafc']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:42.728775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8091d824-2eff-4736-8c0a-88b6402f5a20') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:42.729243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8091d824-2eff-4736-8c0a-88b6402f5a20') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:42.743820 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.757940 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.765139 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:46:42.765610 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:46:42.780089 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:46:42.832943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.839290 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.844257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/networks/1898f9ca-04c1-4377-8c0f-dcacac8dcafc HTTP/1.1" status: 204 len: 168 time: 0.3197179 Nov 08 14:46:42.845354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44296) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:42.860820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f68d0-5da8-42dd-b393-e67d938aa883 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Network': ['ID=1898f9ca-04c1-4377-8c0f-dcacac8dcafc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:42.908708 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c6f675c-f605-440c-9fdf-91a8ac694b4b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.934588 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c6f675c-f605-440c-9fdf-91a8ac694b4b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:42.998170 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c6f675c-f605-440c-9fdf-91a8ac694b4b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.001315 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7c6f675c-f605-440c-9fdf-91a8ac694b4b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.002486 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7c6f675c-f605-440c-9fdf-91a8ac694b4b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/security-groups/c8993b3a-a0f8-467b-a8eb-225754a7a3de HTTP/1.1" status: 204 len: 168 time: 0.1560051 Nov 08 14:46:43.018238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f675c-f605-440c-9fdf-91a8ac694b4b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8993b3a-a0f8-467b-a8eb-225754a7a3de,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:43.365325 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44302) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:43.370601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-892dfee5-2f36-4fa9-96ec-36bd7c5f3e8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694606071', 'description': 'tempest-secgroup-smoke-694606071 description', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:43.393976 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-892dfee5-2f36-4fa9-96ec-36bd7c5f3e8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.463959 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-892dfee5-2f36-4fa9-96ec-36bd7c5f3e8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.467501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-892dfee5-2f36-4fa9-96ec-36bd7c5f3e8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.495062 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-892dfee5-2f36-4fa9-96ec-36bd7c5f3e8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.496338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-892dfee5-2f36-4fa9-96ec-36bd7c5f3e8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1300006 Nov 08 14:46:43.499189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44304) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:43.504279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f20f60a0-3bde-4b98-9333-1c073a85b8c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc3fd2-0501-4995-8923-4ed0d43de2f3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:43.510115 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dfee5-2f36-4fa9-96ec-36bd7c5f3e8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfc3fd2-0501-4995-8923-4ed0d43de2f3,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:43.533632 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f20f60a0-3bde-4b98-9333-1c073a85b8c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.588763 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f20f60a0-3bde-4b98-9333-1c073a85b8c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.592469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f20f60a0-3bde-4b98-9333-1c073a85b8c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.610853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f60a0-3bde-4b98-9333-1c073a85b8c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717f7dee-c51a-458f-9c64-2fa167de90a2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:43.617184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f20f60a0-3bde-4b98-9333-1c073a85b8c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.620381 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f20f60a0-3bde-4b98-9333-1c073a85b8c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200345 Nov 08 14:46:43.621349 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44306) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:43.626322 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e7c3d141-f89d-427f-8fee-6b79310bdd64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc3fd2-0501-4995-8923-4ed0d43de2f3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:43.665681 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7c3d141-f89d-427f-8fee-6b79310bdd64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.701853 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c2925750-bceb-44cf-bb1c-0a8015b7a9bd no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:46:43.726877 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c2925750-bceb-44cf-bb1c-0a8015b7a9bd {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:46:43.727337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c2925750-bceb-44cf-bb1c-0a8015b7a9bd not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:46:43.727852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2002b9b7-6597-4895-8506-e29af039552f no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:46:43.732893 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7c3d141-f89d-427f-8fee-6b79310bdd64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.736870 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7c3d141-f89d-427f-8fee-6b79310bdd64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.750801 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 2002b9b7-6597-4895-8506-e29af039552f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:46:43.751146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 2002b9b7-6597-4895-8506-e29af039552f not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:46:43.751771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1d16faa3-ca9d-4ed9-830a-16814562631b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:46:43.763078 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3d141-f89d-427f-8fee-6b79310bdd64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e3a0bf-b84b-41e5-b5b6-7ade185bc9a1,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:43.768042 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e7c3d141-f89d-427f-8fee-6b79310bdd64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.772242 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e7c3d141-f89d-427f-8fee-6b79310bdd64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1469030 Nov 08 14:46:43.772855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44308) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:43.777141 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2296555b-1f83-47d1-9abd-96e1e6ff2ed5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc3fd2-0501-4995-8923-4ed0d43de2f3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:43.810772 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2296555b-1f83-47d1-9abd-96e1e6ff2ed5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.876804 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2296555b-1f83-47d1-9abd-96e1e6ff2ed5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.882648 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2296555b-1f83-47d1-9abd-96e1e6ff2ed5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.905378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296555b-1f83-47d1-9abd-96e1e6ff2ed5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c82303-258f-45c4-a87e-6738862375d4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:43.918446 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2296555b-1f83-47d1-9abd-96e1e6ff2ed5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:43.922559 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2296555b-1f83-47d1-9abd-96e1e6ff2ed5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1465089 Nov 08 14:46:43.923021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44310) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:43.927792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7a08d9fd-6af9-4cab-be75-8c8d478f0287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc3fd2-0501-4995-8923-4ed0d43de2f3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:43.930313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 1d16faa3-ca9d-4ed9-830a-16814562631b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:46:43.930763 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 1d16faa3-ca9d-4ed9-830a-16814562631b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:46:43.955685 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a08d9fd-6af9-4cab-be75-8c8d478f0287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.011710 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a08d9fd-6af9-4cab-be75-8c8d478f0287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.015392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a08d9fd-6af9-4cab-be75-8c8d478f0287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.032769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08d9fd-6af9-4cab-be75-8c8d478f0287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=797b6c8e-4e71-4552-af47-424c9530432c,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:44.041077 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7a08d9fd-6af9-4cab-be75-8c8d478f0287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.042261 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7a08d9fd-6af9-4cab-be75-8c8d478f0287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1180329 Nov 08 14:46:44.045130 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44312) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:44.049359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc3fd2-0501-4995-8923-4ed0d43de2f3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:44.070702 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:46:44.075529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.137869 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.141738 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.159212 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f717ded3-cde3-4a86-ba6f-05e3b2ca1bdf,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:44.168123 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.169345 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-55606c7f-7e77-4689-bee8-2573ccdae138 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232936 Nov 08 14:46:44.172079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44314) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:44.176575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'dbfc3fd2-0501-4995-8923-4ed0d43de2f3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:44.199406 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:46:44.204544 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.267963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.272945 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.291144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b857ac-ea52-493f-9f59-8a9d2f8c9d66,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:44.298046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.299219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9f5fba4a-fe96-4348-9108-eaea48eabe68 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261783 Nov 08 14:46:44.302080 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44316) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:44.306821 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'network': {'name': 'tempest-network-smoke--168148296', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'port_security_enabled': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:44.326163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:46:44.329579 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.353324 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:46:44.362005 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.362344 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Added segment 35861e7f-5da6-456c-b346-20d822b7e17b of type vlan for network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 Nov 08 14:46:44.401334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.428462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.434078 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:44.434661 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.496282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1906149 Nov 08 14:46:44.496630 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44318) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:44.501350 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'admin_state_up': True, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:44.505303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73890936-babd-4227-89b6-3dd2a7f300ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Network': ['ID=613ba9ae-ecdb-406b-b202-7da0a1eb75b0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:44.515709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:46:44.528382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.529643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.582055 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.723819 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.927203 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:44.947019 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:45.046515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.77 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/ffdf25c8-aaeb-45b7-b05c-2078e25da869) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:46:45.148572 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:45.182409 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:45.216798 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:46:45.221203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:46:45.227291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:46:45.251483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=ffdf25c8-aaeb-45b7-b05c-2078e25da869,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:45.484217 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:45.692190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:45.825722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:46:45.932697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:46:45.943638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Sync routers for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:46:45.956426 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:45.960993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-adb7467e-d705-43c0-921c-52676d65403f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4602406 Nov 08 14:46:45.961170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:45.961170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:45.961393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44320) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:45.994823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1730e0f9-a2b1-418e-9df5-769b4f1de6b8 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=faed4e80406d45f1b279afc78ea0ff7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298502 Nov 08 14:46:45.995041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44322) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:46.069638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:46.087498 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b69d3-8fc6-4ff1-b35c-bf88f4929f36 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:46.089171 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-dd4b69d3-8fc6-4ff1-b35c-bf88f4929f36 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932732 Nov 08 14:46:46.092087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44324) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:46.121778 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-62e4862f-3c5a-4251-bf35-4fe2f177b885 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272205 Nov 08 14:46:46.123943 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44326) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:46.128737 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1937271009', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:46.228977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:46:46.232788 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.253644 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:45Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:46.279681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Checking router: 5e4488bc-f43a-4a23-8cec-cca5d6ad990f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:46:46.280061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Updating router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f port ffdf25c8-aaeb-45b7-b05c-2078e25da869 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:46:46.311592 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.586061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.593821 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.647143 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Attempting to bind port ffdf25c8-aaeb-45b7-b05c-2078e25da869 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:46:46.648066 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Attempting to bind port ffdf25c8-aaeb-45b7-b05c-2078e25da869 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:46:46.648431 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Attempting to bind port ffdf25c8-aaeb-45b7-b05c-2078e25da869 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:46:46.655474 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435d04-cabb-4859-a050-0e0517a691ea None None] Pushing event updated for resources: {'Port': ['ID=ffdf25c8-aaeb-45b7-b05c-2078e25da869,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:46.658214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:46:46.658680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:46:46.658974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.659354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:46:46.659849 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Bound port: ffdf25c8-aaeb-45b7-b05c-2078e25da869, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:46:46.660234 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.718355 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] For port ffdf25c8-aaeb-45b7-b05c-2078e25da869, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:46:46.721615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] For port ffdf25c8-aaeb-45b7-b05c-2078e25da869, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffdf25c8-aaeb-45b7-b05c-2078e25da869,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:46:46.725512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.739311 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.782499 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:46.783135 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:46.805144 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Subnet': ['ID=fdbb45e5-942a-4a58-8654-a961becdca3d,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:46.815599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Checking segment: {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:46:46.815987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network hostable DHCP agents. Network: 613ba9ae-ecdb-406b-b202-7da0a1eb75b0, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:46:46.819136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435d04-cabb-4859-a050-0e0517a691ea None None] Pushing event updated for resources: {'Port': ['ID=ffdf25c8-aaeb-45b7-b05c-2078e25da869,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:46.835660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:46:46.848931 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 613ba9ae-ecdb-406b-b202-7da0a1eb75b0) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:46:46.853876 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:46.854501 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:46.873419 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ea45ca2-8084-4e9c-9bac-80e2552e44bb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7484028 Nov 08 14:46:46.876548 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44328) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:46:46.886215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0627b5-c792-4fd5-86ca-c3e527ee0cfc None None] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:46:46.958718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:47.182442 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:46:47.183311 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.318733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:45Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:47.336868 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.348737 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fecf8d-c2a8-4a18-b201-da9eb4480846 None None] The sync data for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 is: [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:45Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:46:47.367933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Allocated IP 172.20.0.2 (613ba9ae-ecdb-406b-b202-7da0a1eb75b0/fdbb45e5-942a-4a58-8654-a961becdca3d/6b600e79-0a24-4d7d-81a6-1187bbe48d17) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:46:47.531038 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.538654 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.577238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:46:47.580338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:46:47.586930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:46:47.595555 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Pushing event updated for resources: {'Port': ['ID=6b600e79-0a24-4d7d-81a6-1187bbe48d17,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:47.679344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.1 (613ba9ae-ecdb-406b-b202-7da0a1eb75b0/fdbb45e5-942a-4a58-8654-a961becdca3d/6a509a87-1be3-4054-8ea5-064b693814ab) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:46:47.701436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Attempting to bind port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:46:47.701821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Attempting to bind port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:46:47.702187 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Attempting to bind port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 on network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:46:47.708796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:46:47.709311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Checking segment: {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:46:47.709684 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.710675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Bound using segment: {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:46:47.711233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Bound port: 6b600e79-0a24-4d7d-81a6-1187bbe48d17, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:46:47.711781 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.787469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffdf25c8-aaeb-45b7-b05c-2078e25da869 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:46:47.850011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.889293 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:47.931208 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:46:47.944823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:46:47.949022 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:46:47.983519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=6a509a87-1be3-4054-8ea5-064b693814ab,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:48.008577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.039212 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] For port 6b600e79-0a24-4d7d-81a6-1187bbe48d17, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:46:48.044640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] For port 6b600e79-0a24-4d7d-81a6-1187bbe48d17, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b600e79-0a24-4d7d-81a6-1187bbe48d17,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:46:48.051599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.137074 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ffdf25c8-aaeb-45b7-b05c-2078e25da869 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:48.137487 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.179343 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.191301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe0d90-fddc-48bb-894a-0bfa9b7712ca None None] Pushing event updated for resources: {'Port': ['ID=6b600e79-0a24-4d7d-81a6-1187bbe48d17,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:48.271406 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.300988 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port ffdf25c8-aaeb-45b7-b05c-2078e25da869, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffdf25c8-aaeb-45b7-b05c-2078e25da869,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:48.306823 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.390742 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=ffdf25c8-aaeb-45b7-b05c-2078e25da869,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:48.554493 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.559166 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.637078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:48.639040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=6a509a87-1be3-4054-8ea5-064b693814ab,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:48.741261 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:46:48.742717 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:46:48.859543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:46:48.982149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:46:48.987577 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ca2019b3-e749-4e78-a267-6a28ed4a0343 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/5e4488bc-f43a-4a23-8cec-cca5d6ad990f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1097772 Nov 08 14:46:49.140727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-960f73c7-49f6-4702-b63f-28e8bf267a7c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694606071&fields=id&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 267 time: 0.0449705 Nov 08 14:46:49.252463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-764ccf43-56b9-42f7-83ca-fc2b849ed003 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:49.253924 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-764ccf43-56b9-42f7-83ca-fc2b849ed003 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 796 time: 0.1063454 Nov 08 14:46:49.270477 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-c6672847-c4ba-4ed5-aa13-f25f91ab78b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/quotas/faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 375 time: 0.0098896 Nov 08 14:46:49.330465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-97e50a96-51c5-40b3-bd06-fc4eb9e46b09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533049 Nov 08 14:46:49.444001 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-bc46b8f9-ed96-43d9-95a1-ece49350e0ad service neutron] 10.222.0.65 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998771 Nov 08 14:46:49.542489 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Sync routers for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:46:49.550263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676abf05-a7f3-4b29-90e0-0065eb2bddf6 None None] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:46:49.554958 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:49.555683 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:49.559271 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-dff8013f-30a4-48bd-8a64-f8bee269d3d5 service neutron] 10.222.0.65 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013527 Nov 08 14:46:49.628918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-56b8cd6d-8b1b-4c28-9a54-dfc65a5ab7f5 None None] Provisioning complete for port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:49.629290 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-56b8cd6d-8b1b-4c28-9a54-dfc65a5ab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:49.670493 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:49.820881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-452af181-b9a1-4403-8731-8995fd25a14b req-6e7250e5-cb22-4493-84ef-97be2d44aa96 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 210 time: 0.0457821 Nov 08 14:46:49.847771 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffdf25c8-aaeb-45b7-b05c-2078e25da869 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:46:49.888499 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-56b8cd6d-8b1b-4c28-9a54-dfc65a5ab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:49.941332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-56b8cd6d-8b1b-4c28-9a54-dfc65a5ab7f5 None None] For port 6b600e79-0a24-4d7d-81a6-1187bbe48d17, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b600e79-0a24-4d7d-81a6-1187bbe48d17,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:49.946834 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-56b8cd6d-8b1b-4c28-9a54-dfc65a5ab7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:49.950618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port ffdf25c8-aaeb-45b7-b05c-2078e25da869 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:49.951193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:49.985600 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 2, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:50.016628 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Checking router: 5e4488bc-f43a-4a23-8cec-cca5d6ad990f for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:46:50.016838 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Updating router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f port 6a509a87-1be3-4054-8ea5-064b693814ab binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:46:50.042234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8cd6d-8b1b-4c28-9a54-dfc65a5ab7f5 None None] Pushing event updated for resources: {'Port': ['ID=6b600e79-0a24-4d7d-81a6-1187bbe48d17,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:50.056755 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.100013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6b600e79-0a24-4d7d-81a6-1187bbe48d17 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:46:50.170376 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:50.170909 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.177595 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8a3c1ade-7470-4cd1-9a91-ec917ca5cbbb None None] Provisioning complete for port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:50.177595 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a3c1ade-7470-4cd1-9a91-ec917ca5cbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.345440 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8a3c1ade-7470-4cd1-9a91-ec917ca5cbbb None None] Provisioning complete for port 6a509a87-1be3-4054-8ea5-064b693814ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:50.346092 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a3c1ade-7470-4cd1-9a91-ec917ca5cbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.383521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8a3c1ade-7470-4cd1-9a91-ec917ca5cbbb None None] Port 6a509a87-1be3-4054-8ea5-064b693814ab cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:46:50.437663 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.443446 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.493107 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Pushing event updated for resources: {'Port': ['ID=6a509a87-1be3-4054-8ea5-064b693814ab,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:50.513566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-61e2ce23-a7dc-4e7d-b11a-43d74d7707a1 None None] Provisioning complete for port 6a509a87-1be3-4054-8ea5-064b693814ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:50.514587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-61e2ce23-a7dc-4e7d-b11a-43d74d7707a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.520929 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.521266 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.521992 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.522890 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.523223 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.523544 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.523888 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.524360 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.524886 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.525149 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.525644 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.525961 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:46:50.560326 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Attempting to bind port 6a509a87-1be3-4054-8ea5-064b693814ab on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:46:50.561341 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-61e2ce23-a7dc-4e7d-b11a-43d74d7707a1 None None] Port 6a509a87-1be3-4054-8ea5-064b693814ab cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:46:50.561786 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Attempting to bind port 6a509a87-1be3-4054-8ea5-064b693814ab by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:46:50.561786 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Attempting to bind port 6a509a87-1be3-4054-8ea5-064b693814ab on network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:46:50.567025 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:46:50.567392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Checking segment: {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:46:50.567971 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.568524 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Bound using segment: {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:46:50.569008 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Bound port: 6a509a87-1be3-4054-8ea5-064b693814ab, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:46:50.569947 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.640680 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] For port 6a509a87-1be3-4054-8ea5-064b693814ab, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:46:50.644176 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] For port 6a509a87-1be3-4054-8ea5-064b693814ab, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6a509a87-1be3-4054-8ea5-064b693814ab,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:46:50.649162 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.696614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-60c66389-8bdf-49f7-87a1-9d694f178209 None None] Provisioning complete for port 6a509a87-1be3-4054-8ea5-064b693814ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:50.697130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60c66389-8bdf-49f7-87a1-9d694f178209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.709554 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:46:50.710421 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:46:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:50.713807 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f943bc-a1c7-41dc-84ca-b778cdc8f541 None None] Pushing event updated for resources: {'Port': ['ID=6a509a87-1be3-4054-8ea5-064b693814ab,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:50.815978 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60c66389-8bdf-49f7-87a1-9d694f178209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.859290 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:46:50.877822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-60c66389-8bdf-49f7-87a1-9d694f178209 None None] For port 6a509a87-1be3-4054-8ea5-064b693814ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6a509a87-1be3-4054-8ea5-064b693814ab,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:50.883205 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-60c66389-8bdf-49f7-87a1-9d694f178209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:50.975014 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7a1a2a6a-766d-41e2-bfb3-1f74c7115eff req-441eb4a7-e31a-4fd6-ac92-8fefa9985fca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 210 time: 0.0428634 Nov 08 14:46:50.990102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c66389-8bdf-49f7-87a1-9d694f178209 None None] Pushing event updated for resources: {'Port': ['ID=6a509a87-1be3-4054-8ea5-064b693814ab,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:51.002804 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-0a115d39-e361-48f5-85c9-282ffc90d5ec tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:51.004547 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-0a115d39-e361-48f5-85c9-282ffc90d5ec tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 796 time: 0.2164423 Nov 08 14:46:51.083821 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-7ba7cd5d-6691-40e4-934a-d531bced10d7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 379 time: 0.0638227 Nov 08 14:46:51.094859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'port': {'device_id': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'admin_state_up': True, 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'security_groups': ['dbfc3fd2-0501-4995-8923-4ed0d43de2f3']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:51.111684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dd106fce-572b-4bfc-9261-c840509bc257 None None] Provisioning complete for port 6a509a87-1be3-4054-8ea5-064b693814ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:51.112365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dd106fce-572b-4bfc-9261-c840509bc257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.174045 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:46:51.209821 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3ba1b-3520-4a19-be42-1c6e280db13f None None] The sync data for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 is: [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:46:51.234096 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:46:51.237873 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.338796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-0e6ffb2e-7667-4fe8-aedb-8a5be1c83b08 None None] Provisioning complete for port 6a509a87-1be3-4054-8ea5-064b693814ab triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:51.339300 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0e6ffb2e-7667-4fe8-aedb-8a5be1c83b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.399384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.10 (613ba9ae-ecdb-406b-b202-7da0a1eb75b0/fdbb45e5-942a-4a58-8654-a961becdca3d/a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:46:51.569063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.605394 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.652469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:46:51.655975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:46:51.659970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:46:51.687253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:51.732916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:51.733767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.754281 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-f312c4f6-b8c5-4885-980c-fb10057b1a0b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6633871 Nov 08 14:46:51.766488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-ea802a2a-aaa2-4680-bf92-0dd4aff55b62 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:46:51.767625 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-ea802a2a-aaa2-4680-bf92-0dd4aff55b62 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059407 Nov 08 14:46:51.785140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Request body: {'port': {'device_id': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:46:51.809009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6b600e79-0a24-4d7d-81a6-1187bbe48d17 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:46:51.856459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.882830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:51.883346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:51.987330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6a509a87-1be3-4054-8ea5-064b693814ab up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:46:51.988995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2da02d6f-41d3-4e6d-82c8-86eb4d1d373e None None] Provisioning complete for port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:51.989884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2da02d6f-41d3-4e6d-82c8-86eb4d1d373e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:52.067336 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2da02d6f-41d3-4e6d-82c8-86eb4d1d373e None None] Port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:46:52.091597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6a509a87-1be3-4054-8ea5-064b693814ab triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:52.092117 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:52.125411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97383f-8add-494c-89e2-18d11b77aef8 req-0afe59eb-537e-4bae-9bb1-fac8cde66028 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:52.133583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c97383f-8add-494c-89e2-18d11b77aef8 req-0afe59eb-537e-4bae-9bb1-fac8cde66028 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 932 time: 0.0732992 Nov 08 14:46:52.182761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:46:52.191727 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:52.192096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c97383f-8add-494c-89e2-18d11b77aef8 req-ad0b4ef5-ed6f-4843-a295-ab00a6308df2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573127 Nov 08 14:46:52.216925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Transition to ACTIVE for port object a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:46:52.221163 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:52.289602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Pushing event updated for resources: {'Port': ['ID=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:52.687834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Attempting to bind port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:46:52.688094 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Attempting to bind port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:46:52.688427 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Attempting to bind port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a on network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:46:52.692906 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a on network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:46:52.693226 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Attempting to bind port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a on network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:46:52.698845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:46:52.699192 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Checking segment: {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:46:52.699577 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Bound using segment: {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:46:52.700031 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Bound port: a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35861e7f-5da6-456c-b346-20d822b7e17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:46:52.700385 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:52.766937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] For port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:46:52.770380 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] For port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:46:52.775488 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:52.811063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:52.811708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:52.813120 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-12b48041-d716-448f-a688-80e082b8b975 service neutron] 10.222.0.54 "PUT /v2.0/ports/a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 1092 time: 1.0346169 Nov 08 14:46:52.813585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:46:52.815919 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:46:52.842352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b48041-d716-448f-a688-80e082b8b975 service neutron] Pushing event updated for resources: {'Port': ['ID=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:52.886666 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c856cd8-c8ec-48bf-9cd4-916c651e74df x-openstack-request-id: req-9c856cd8-c8ec-48bf-9cd4-916c651e74df {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:46:52.887056 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:46:52.887378 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c856cd8-c8ec-48bf-9cd4-916c651e74df {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:46:52.887886 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'status': 'completed', 'code': 200} Nov 08 14:46:52.904935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-db99e740-feef-487d-86cf-deb77a1e2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:52.906635 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-db99e740-feef-487d-86cf-deb77a1e2358 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1095 time: 0.0515156 Nov 08 14:46:52.952079 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-a5c85d56-6cfa-477c-9d30-aedfe7496d14 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 217 time: 0.0377147 Nov 08 14:46:53.014698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-7540b7a7-884b-4b91-a84d-f29b87a94c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:53.016196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-7540b7a7-884b-4b91-a84d-f29b87a94c8c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 200 len: 835 time: 0.0580387 Nov 08 14:46:53.066375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-0c8d2e2f-9a92-460f-b1ac-9755511d6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:53.067985 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-0c8d2e2f-9a92-460f-b1ac-9755511d6b0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446470 Nov 08 14:46:53.173930 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-e6614215-0d83-48f6-ba11-93cca00351fa service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986469 Nov 08 14:46:53.271164 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fad5aa3b-e560-4409-b4cd-74264f628a65 req-456662ce-3f3e-4e2e-9700-75563d7dbcc2 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891151 Nov 08 14:46:53.312247 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ddf97-39f2-44f8-a665-063665a7439b req-82298186-59dc-4b31-a043-59ae20c23c6b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:53.313756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-297ddf97-39f2-44f8-a665-063665a7439b req-82298186-59dc-4b31-a043-59ae20c23c6b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 944 time: 0.0550330 Nov 08 14:46:53.360776 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-b1c66e93-b30c-45e0-8f5e-9b6aa5a9ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:53.362376 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-b1c66e93-b30c-45e0-8f5e-9b6aa5a9ccc4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1095 time: 0.0433407 Nov 08 14:46:53.365992 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-297ddf97-39f2-44f8-a665-063665a7439b req-30082dec-f10a-4259-82f0-b3851331dffa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455689 Nov 08 14:46:53.457038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-cbd40177-3107-4bb9-b978-7ba59051adab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:53.458528 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-cbd40177-3107-4bb9-b978-7ba59051adab service neutron] 10.222.0.54 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 897 time: 0.0883222 Nov 08 14:46:53.503404 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-cf9abeba-6c19-4262-b355-42d146826d2a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 217 time: 0.0378728 Nov 08 14:46:53.554303 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-246bcb6c-e1c1-4b50-9b95-18556a46fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:53.555793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-246bcb6c-e1c1-4b50-9b95-18556a46fa17 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 200 len: 835 time: 0.0457094 Nov 08 14:46:53.602296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-a9a17afa-36a6-47d7-a9a5-b42676cdf1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:53.603847 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-a9a17afa-36a6-47d7-a9a5-b42676cdf1ee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414872 Nov 08 14:46:53.652073 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:53.704825 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-f79d5bf3-4011-45e7-8a59-f839c1e9909a service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938325 Nov 08 14:46:53.811291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dbe78edd-2033-4ab5-9571-7f8e2fe0cc1c req-e6686288-40f6-4498-ac4b-7deb4392aa95 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988014 Nov 08 14:46:54.122224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:54.488074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b93bce6-df31-4802-baec-fd4749529dca req-a35e688f-80f7-4c78-aff8-6a6f8c552014 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:54.489766 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b93bce6-df31-4802-baec-fd4749529dca req-a35e688f-80f7-4c78-aff8-6a6f8c552014 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 944 time: 0.0494432 Nov 08 14:46:54.541582 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b93bce6-df31-4802-baec-fd4749529dca req-2c897745-1b91-49a4-935f-aef00039826a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450191 Nov 08 14:46:55.666307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8baff2-6283-46cf-b04b-0bfb5e4fe611 req-1da1a6c4-a094-47ce-b27e-c63d81b6ab1a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:55.667904 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff8baff2-6283-46cf-b04b-0bfb5e4fe611 req-1da1a6c4-a094-47ce-b27e-c63d81b6ab1a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 944 time: 0.0566790 Nov 08 14:46:55.728030 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ff8baff2-6283-46cf-b04b-0bfb5e4fe611 req-2ed71c7e-ec71-4a1b-bc89-9e71379dada2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537460 Nov 08 14:46:56.848354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e78d-a78c-40ca-92cc-df37206a5a5d req-c81fa413-54c7-4d00-81d4-aa767a2bebad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:56.849879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d539e78d-a78c-40ca-92cc-df37206a5a5d req-c81fa413-54c7-4d00-81d4-aa767a2bebad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Nov 08 14:46:56.903407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d539e78d-a78c-40ca-92cc-df37206a5a5d req-a3a507ce-18e7-483a-bca1-6cef69e68600 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472376 Nov 08 14:46:57.607429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:46:57.706122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:57.718972 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'port_id': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'mac_address': 'fa:16:3e:3c:ba:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:46:57.759649 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:57.773335 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:46:57.794382 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:57.798510 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:57.846126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:58.023566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0ae2-687c-40b4-a310-f10315fcd8b3 req-f7f71251-7e73-4e5b-a3ee-5ee1d26ce281 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:58.025084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f8d0ae2-687c-40b4-a310-f10315fcd8b3 req-f7f71251-7e73-4e5b-a3ee-5ee1d26ce281 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 945 time: 0.0503390 Nov 08 14:46:58.081170 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5f8d0ae2-687c-40b4-a310-f10315fcd8b3 req-d8fbb3e2-ba2c-4773-9313-6dd4a7aa8e10 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482128 Nov 08 14:46:58.092447 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d4b83bf-31ae-49f9-a798-5a3abf2e128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:58.147904 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:46:59.201370 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac600f8-dce0-4485-b62a-bfea073cbffe req-d710e0e6-e5e1-42fd-9f6e-ac9c7301e875 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:59.202993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ac600f8-dce0-4485-b62a-bfea073cbffe req-d710e0e6-e5e1-42fd-9f6e-ac9c7301e875 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 945 time: 0.0515518 Nov 08 14:46:59.255972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ac600f8-dce0-4485-b62a-bfea073cbffe req-1fff73cf-5fce-4e7a-86f9-ff956b41b0ec tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467005 Nov 08 14:46:59.621693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:46:59.671596 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:46:59.675903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:46:59.676278 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:59.759222 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:59.782826 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:46:59.785569 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11af246-aff1-44b8-9001-523d70dd5746" -d '{"events": [{"server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "name": "network-vif-plugged", "status": "completed", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:46:59.798898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:46:59.803308 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:46:59.830120 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb19d31-80fa-4441-9452-9c597ad14f04 x-openstack-request-id: req-edb19d31-80fa-4441-9452-9c597ad14f04 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:46:59.830411 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "name": "network-vif-plugged", "status": "completed", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:46:59.830665 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-edb19d31-80fa-4441-9452-9c597ad14f04 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:46:59.831897 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'code': 200} Nov 08 14:46:59.860659 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:46:59.931433 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c381de-8a2f-4393-92d9-d9e4711173d7 req-af92331f-2779-420c-a256-31aa9f0c2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:46:59.933305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6c381de-8a2f-4393-92d9-d9e4711173d7 req-af92331f-2779-420c-a256-31aa9f0c2a6a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1097 time: 0.0486639 Nov 08 14:46:59.982032 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f6c381de-8a2f-4393-92d9-d9e4711173d7 req-f4c7021f-861b-469d-a5b2-60ec45e3ee6c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Nov 08 14:47:00.377359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89131d32-1112-40f7-a72a-738a01dd9563 req-94b4a2d8-bc7d-4d7e-aac2-cbe16e4276ce tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:00.378855 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89131d32-1112-40f7-a72a-738a01dd9563 req-94b4a2d8-bc7d-4d7e-aac2-cbe16e4276ce tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0528648 Nov 08 14:47:00.431161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-89131d32-1112-40f7-a72a-738a01dd9563 req-b4ccd2bf-6544-4de6-9ecb-0a8eec426fd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461814 Nov 08 14:47:01.558631 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8af407be-2732-41b0-b186-de5064e199e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:01.565839 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ab8a5-ef3f-481f-a7d3-5d4355df5119 req-2cec8662-0255-41e4-8e0d-09739a5363aa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:01.567407 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e82ab8a5-ef3f-481f-a7d3-5d4355df5119 req-2cec8662-0255-41e4-8e0d-09739a5363aa tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0588174 Nov 08 14:47:01.619912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e82ab8a5-ef3f-481f-a7d3-5d4355df5119 req-bdf052ee-66cc-4d9b-841f-ecd9d2ee6286 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457880 Nov 08 14:47:01.738966 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb0e99-c6f1-4168-b3a4-faaf8ed2db9d req-0fb9b70a-131c-4c26-8ee3-fd08d69b4fc2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:01.740413 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27cb0e99-c6f1-4168-b3a4-faaf8ed2db9d req-0fb9b70a-131c-4c26-8ee3-fd08d69b4fc2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0522878 Nov 08 14:47:01.792063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27cb0e99-c6f1-4168-b3a4-faaf8ed2db9d req-e531b5c7-dc61-49bd-9ca7-7d5e995a98ca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449734 Nov 08 14:47:01.814329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44382) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:47:01.854411 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9063b0-24f7-446b-ac19-f94cdf4d1e49 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:01.855978 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5c9063b0-24f7-446b-ac19-f94cdf4d1e49 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1092 time: 0.0406079 Nov 08 14:47:01.858811 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44384) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:47:01.863376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:47:01.887920 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:01.995381 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:02.105512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.210 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/c3beca28-b180-42b0-8414-a88653490a66) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:47:02.213286 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:02.246462 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:02.285010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:47:02.290688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:47:02.293478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:47:02.317843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=c3beca28-b180-42b0-8414-a88653490a66,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:47:02.664149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:02.734551 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:02.890797 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:02.895300 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:02.966991 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=c3beca28-b180-42b0-8414-a88653490a66,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:47:02.979844 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:03.078574 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 8a5a4f92-4946-434e-ba02-e1fc3e98eb6e associated. External IP: 172.25.8.210, port: a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a. Nov 08 14:47:03.289990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:47:03.293958 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:03.403010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:47:03.412737 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] Sync routers for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:47:03.422657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:03.422898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:47:03.423354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:47:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:47:03.455110 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-97c4c705-8796-4801-a08e-d3e3c25bf252 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5923975 Nov 08 14:47:03.455110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:47:03.455400 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:47:03.500258 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43b3599-a71d-40c0-8f45-51fbef92bd2c x-openstack-request-id: req-b43b3599-a71d-40c0-8f45-51fbef92bd2c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:47:03.500557 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:47:03.500817 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b43b3599-a71d-40c0-8f45-51fbef92bd2c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:47:03.501227 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'status': 'completed', 'code': 200} Nov 08 14:47:03.535643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:47:03.567874 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b45088-5c70-415e-a0df-266f5ff5cbfe req-0bc12f26-b884-4244-8b5e-23e427c44b8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:03.569263 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40b45088-5c70-415e-a0df-266f5ff5cbfe req-0bc12f26-b884-4244-8b5e-23e427c44b8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0554667 Nov 08 14:47:03.571280 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-87c00697-465f-4bb0-aa21-2117c9c8a71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:03.572921 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-87c00697-465f-4bb0-aa21-2117c9c8a71f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1097 time: 0.0498109 Nov 08 14:47:03.627033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40b45088-5c70-415e-a0df-266f5ff5cbfe req-140671df-aaac-498b-a285-aea9a3d26a0c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506697 Nov 08 14:47:03.650405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44390) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:47:03.671528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-a3bc0ed3-858a-45d7-be5f-7e9bf85236e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:03.673289 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-a3bc0ed3-858a-45d7-be5f-7e9bf85236e9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 897 time: 0.0933187 Nov 08 14:47:03.728526 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d6d354fb-f421-4028-be29-ceaeeddfa538 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/8a5a4f92-4946-434e-ba02-e1fc3e98eb6e HTTP/1.1" status: 200 len: 992 time: 0.0765533 Nov 08 14:47:03.748072 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-7472287a-8dd2-44bf-aae5-2260899f1990 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 1000 time: 0.0675907 Nov 08 14:47:03.785354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '8a5a4f92-4946-434e-ba02-e1fc3e98eb6e', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'port_id': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'mac_address': 'fa:16:3e:3c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:47:02Z', 'updated_at': '2021-11-08T14:47:02Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:47:03.798148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-93b4ba0e-2037-41ba-9ffb-ddc8dc84c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:03.799641 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-93b4ba0e-2037-41ba-9ffb-ddc8dc84c2d2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 200 len: 835 time: 0.0452893 Nov 08 14:47:03.815823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] Checking router: 5e4488bc-f43a-4a23-8cec-cca5d6ad990f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:47:03.824795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:47:03.825327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:47:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:47:03.847780 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-35d947a3-0144-4838-9e26-ac71578133b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:03.848282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-35d947a3-0144-4838-9e26-ac71578133b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407591 Nov 08 14:47:03.947547 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-50c46521-89a5-4ea5-ab5d-1edd437f1082 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909865 Nov 08 14:47:04.045132 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7a40c5e-4e3d-4e76-aba6-a286d2fd9c58 req-ae5ce6cc-534e-4dc7-a6da-9037237c432b service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907772 Nov 08 14:47:04.095947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:47:04.318378 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '8a5a4f92-4946-434e-ba02-e1fc3e98eb6e', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'port_id': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'mac_address': 'fa:16:3e:3c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:47:02Z', 'updated_at': '2021-11-08T14:47:02Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:47:04.344987 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ade25f-cafd-461e-83e7-79259f48af28 None None] The sync data for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 is: [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '8a5a4f92-4946-434e-ba02-e1fc3e98eb6e', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.210', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'port_id': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'mac_address': 'fa:16:3e:3c:ba:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:47:02Z', 'updated_at': '2021-11-08T14:47:02Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:47:04.547523 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b5ebef-e73b-4cb7-b45e-b06eb563c387 None None] New status for floating IP 8a5a4f92-4946-434e-ba02-e1fc3e98eb6e: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:47:04.730792 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44392) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:47:04.798730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-61691b01-61af-43b6-aa95-7d29a92004ef tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/8a5a4f92-4946-434e-ba02-e1fc3e98eb6e HTTP/1.1" status: 200 len: 994 time: 0.0664973 Nov 08 14:47:05.685919 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:47:05.814246 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:05.957056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:23.659565 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:24.134820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:28.094524 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-296aef65-0e0a-4c85-a5b4-a4ee30905a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:31.554079 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eae1d722-7fdb-4948-9c8c-c88b8bd96447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:32.638135 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-cfeba560-c674-42b8-970d-d7bd29058cef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406344 Nov 08 14:47:32.720287 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-c1156e63-cf2f-4117-bc42-fd87262cbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:32.721794 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-c1156e63-cf2f-4117-bc42-fd87262cbe20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1097 time: 0.0405936 Nov 08 14:47:32.829538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-93e8543c-ebc9-4937-9665-c3b5ff8c7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:32.830910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-93e8543c-ebc9-4937-9665-c3b5ff8c7393 service neutron] 10.222.0.54 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 897 time: 0.0886798 Nov 08 14:47:32.897926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-4fe0f88e-96bf-45ff-aafe-4c44e1172e7a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 1002 time: 0.0565915 Nov 08 14:47:32.951614 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-37b4f346-2e02-4037-8a1c-a0878a645aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:32.953073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-37b4f346-2e02-4037-8a1c-a0878a645aff service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 200 len: 835 time: 0.0477512 Nov 08 14:47:32.998724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-d4f0c833-ca2e-4633-acff-b2aacbc44114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:47:33.000303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-d4f0c833-ca2e-4633-acff-b2aacbc44114 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400724 Nov 08 14:47:33.090418 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-fcb4c15a-dc63-43a1-aaf6-8e54bd093612 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821118 Nov 08 14:47:33.183633 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3ef82aeb-e55c-47af-8068-32db909807d2 req-ab06f35b-f3b2-4efd-8aff-4db2d1df8edd service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859644 Nov 08 14:47:33.294843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:35.813872 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:35.950645 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:42.685735 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:47:53.658545 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:54.152150 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:47:58.096044 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5313443-f87e-46d9-9a4e-928c075ceef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:01.555354 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d16416bb-4a99-4ab7-b23e-ab1e504990f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:03.298647 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:05.816237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:05.951047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:19.685702 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:48:19.956242 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b98b4-4fd3-46c2-a1a4-e4d689bb00c9 req-d4feafde-8f13-4b59-af71-20b297668a88 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:19.957744 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c57b98b4-4fd3-46c2-a1a4-e4d689bb00c9 req-d4feafde-8f13-4b59-af71-20b297668a88 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0517390 Nov 08 14:48:19.961379 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-e4f4996f-9087-466f-b86c-e649a7b9124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:19.963354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-e4f4996f-9087-466f-b86c-e649a7b9124c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1097 time: 0.0416195 Nov 08 14:48:20.012145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c57b98b4-4fd3-46c2-a1a4-e4d689bb00c9 req-781f466d-d5d7-41e1-9ed8-5f2ac7391793 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477188 Nov 08 14:48:20.057999 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-088dcdc2-90f0-4528-a367-efffb7fed2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:20.059386 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-088dcdc2-90f0-4528-a367-efffb7fed2d1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 897 time: 0.0893180 Nov 08 14:48:20.125598 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-7668d787-2248-414d-9cee-7705d7312a0c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 1002 time: 0.0577838 Nov 08 14:48:20.175800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-70fda111-28b3-4b8e-bfed-b6a7d97cad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:20.177249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-70fda111-28b3-4b8e-bfed-b6a7d97cad81 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 200 len: 835 time: 0.0441761 Nov 08 14:48:20.226649 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-b7f89b38-f28e-410a-9b97-22a24983a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:20.228160 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-b7f89b38-f28e-410a-9b97-22a24983a389 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433185 Nov 08 14:48:20.319228 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-6973c1b5-4a4b-4cb9-a3a3-e12f2acb114e service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818558 Nov 08 14:48:20.411427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-39ba98c3-ac07-4faf-8957-989a83ff98d7 req-4bea9db1-234e-47b7-bc25-aa3b24486c97 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850732 Nov 08 14:48:21.133017 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54158384-0a8c-4e3b-a6f0-5199c547ee33 req-6cb7ee6a-6c00-4b62-a23d-31b290bf09e5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:21.134493 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54158384-0a8c-4e3b-a6f0-5199c547ee33 req-6cb7ee6a-6c00-4b62-a23d-31b290bf09e5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0489349 Nov 08 14:48:21.184910 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-54158384-0a8c-4e3b-a6f0-5199c547ee33 req-8883d734-bfbd-4d6a-8a97-d9b3da64926e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443063 Nov 08 14:48:22.299818 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29b5bb-54f9-4e30-a361-8e1214001b61 req-46e7a641-4397-45df-9af6-3cbf181f3b97 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:22.301312 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be29b5bb-54f9-4e30-a361-8e1214001b61 req-46e7a641-4397-45df-9af6-3cbf181f3b97 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0490413 Nov 08 14:48:22.350282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be29b5bb-54f9-4e30-a361-8e1214001b61 req-44827b62-48db-4f56-a067-c3fa52aecb94 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425684 Nov 08 14:48:23.659655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:23.764853 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa67806-28b5-400b-859a-40063accd28e req-25bb5b8e-11a5-4b57-bb9d-4b5ca719b3da tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:23.766331 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-daa67806-28b5-400b-859a-40063accd28e req-25bb5b8e-11a5-4b57-bb9d-4b5ca719b3da tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0586073 Nov 08 14:48:23.816330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-daa67806-28b5-400b-859a-40063accd28e req-d2ec8bca-d9ae-4444-a61d-e0947391bb89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439951 Nov 08 14:48:24.157993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:24.934223 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9208f-d972-4257-ba2c-f6552b6686d6 req-73f2a52b-7d3b-49f6-9550-c6608f7f2947 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:24.935757 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaf9208f-d972-4257-ba2c-f6552b6686d6 req-73f2a52b-7d3b-49f6-9550-c6608f7f2947 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0500789 Nov 08 14:48:24.985268 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-aaf9208f-d972-4257-ba2c-f6552b6686d6 req-093d90ea-b993-4010-b4fe-d1076be19214 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Nov 08 14:48:26.102260 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c4a0-2b8c-4a14-871c-b771aa539fa1 req-7740419a-5e42-4df2-bad1-11231a60f287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:26.103791 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d15c4a0-2b8c-4a14-871c-b771aa539fa1 req-7740419a-5e42-4df2-bad1-11231a60f287 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0479236 Nov 08 14:48:26.156609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d15c4a0-2b8c-4a14-871c-b771aa539fa1 req-e99675df-a986-42a9-8936-e8a543607a74 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469232 Nov 08 14:48:27.271196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225ef30-b1ad-4888-b570-2a81d4786517 req-fe419e5f-5652-40cf-864e-a17f11d0f28a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:27.272714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3225ef30-b1ad-4888-b570-2a81d4786517 req-fe419e5f-5652-40cf-864e-a17f11d0f28a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0487037 Nov 08 14:48:27.321826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3225ef30-b1ad-4888-b570-2a81d4786517 req-5898cda4-4ceb-4fa3-8f5c-f23dc35e7c12 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431833 Nov 08 14:48:28.098118 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-184fbc9a-5cf9-4dd2-b047-b14dc0e4f41d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:28.444344 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d05c92-188a-4153-9af2-a61e1dd9a015 req-a3afbad7-8b91-4743-8548-14510c77955a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:28.445836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27d05c92-188a-4153-9af2-a61e1dd9a015 req-a3afbad7-8b91-4743-8548-14510c77955a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0499825 Nov 08 14:48:28.495652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27d05c92-188a-4153-9af2-a61e1dd9a015 req-897f9592-9e9e-456c-96e4-cc2b763cb9f3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431571 Nov 08 14:48:29.628511 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c888c1e-1ca5-460d-9300-8887b16b82b1 req-c7014711-f8b0-4ae6-9101-2a008e077b58 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:29.630080 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c888c1e-1ca5-460d-9300-8887b16b82b1 req-c7014711-f8b0-4ae6-9101-2a008e077b58 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0606003 Nov 08 14:48:29.685475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c888c1e-1ca5-460d-9300-8887b16b82b1 req-a7483a1b-9a0c-43f7-a769-73baec2059e4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487125 Nov 08 14:48:30.800469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd84cc8-fb75-409b-8c84-39bb75c46708 req-8856d2dd-de92-4b36-bf27-f3cc148282ce tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:30.801863 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cd84cc8-fb75-409b-8c84-39bb75c46708 req-8856d2dd-de92-4b36-bf27-f3cc148282ce tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0489798 Nov 08 14:48:30.851872 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0cd84cc8-fb75-409b-8c84-39bb75c46708 req-89142394-fd5c-4420-a290-8a8720ae9995 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434484 Nov 08 14:48:31.557347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-97aa13d3-27f4-46ff-8cbb-bb06f2be9114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:31.976245 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2eab0c-1e03-4cae-b306-e86b86c2cf56 req-573e8e31-0d8a-4de2-91cf-fe7440cef1b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:31.977736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b2eab0c-1e03-4cae-b306-e86b86c2cf56 req-573e8e31-0d8a-4de2-91cf-fe7440cef1b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0537860 Nov 08 14:48:32.027942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4b2eab0c-1e03-4cae-b306-e86b86c2cf56 req-7bac494f-56b8-461b-a2cb-92ee78894e97 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435338 Nov 08 14:48:32.050554 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44442) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:48:32.111007 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9ff88c51-1881-47ff-8fc3-2123373dba00 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/8a5a4f92-4946-434e-ba02-e1fc3e98eb6e HTTP/1.1" status: 200 len: 994 time: 0.0593097 Nov 08 14:48:33.301722 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:34.637431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-6c874aa8-1da7-4ca3-9dc0-d218ee3f6de2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440347 Nov 08 14:48:34.719645 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-f4943929-485d-4723-b742-03aa9ef4d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:34.721194 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-f4943929-485d-4723-b742-03aa9ef4d40c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1097 time: 0.0414898 Nov 08 14:48:34.823194 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-cea9e5f9-abf2-4298-ab7b-fb35cf106f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:34.824590 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-cea9e5f9-abf2-4298-ab7b-fb35cf106f3c service neutron] 10.222.0.54 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 897 time: 0.0841324 Nov 08 14:48:34.892504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-f14b602f-4d5b-402c-a4bc-0208fd550913 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 1002 time: 0.0606477 Nov 08 14:48:34.940954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-14f0de09-6cc2-4e1c-b771-855c5d3953c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:34.942359 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-14f0de09-6cc2-4e1c-b771-855c5d3953c2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 200 len: 835 time: 0.0434067 Nov 08 14:48:34.986437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-3fa68306-c19f-43da-8e56-1e2f3632bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:48:34.987915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-3fa68306-c19f-43da-8e56-1e2f3632bf74 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388353 Nov 08 14:48:35.079600 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-3afd6281-9689-4bfd-9504-32b991093f67 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845082 Nov 08 14:48:35.170018 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7177531b-3028-42ae-92ec-8e15a6c1700b req-ef885237-63ba-4fd3-930a-30bf74c52655 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835207 Nov 08 14:48:35.819365 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:35.953302 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:53.674582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:54.171025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:48:56.684243 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:48:58.100983 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86927d79-f1b6-4875-ac10-5e3811bd5c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:01.560125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75f6d2ca-4ec3-40dd-94ed-a20d8e0bbc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:03.307125 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:05.821680 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:05.955891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:23.687688 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:24.170888 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:28.103221 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b7a69a60-aa1d-4976-9872-d6cecde69878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:29.069955 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44484) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:29.225210 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port c3beca28-b180-42b0-8414-a88653490a66 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:49:29.225556 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:29.299282 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:29.299611 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:29.311068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for c3beca28-b180-42b0-8414-a88653490a66 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:49:29.458562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:29.484273 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=c3beca28-b180-42b0-8414-a88653490a66,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:29.496166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.496519 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.497038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.497589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.500362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.500362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.500362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.500362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.500362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.500362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.500362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.501064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:29.557958 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:29.558281 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 8a5a4f92-4946-434e-ba02-e1fc3e98eb6e disassociated (deleted). External IP: 172.25.8.210, port: a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a. Nov 08 14:49:30.093884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:49:30.201834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:49:30.206667 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:30.212154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] Sync routers for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:49:30.221654 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:30.222301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:30.233687 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d83aee1-e578-4847-9897-483043017849 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/floatingips/8a5a4f92-4946-434e-ba02-e1fc3e98eb6e HTTP/1.1" status: 204 len: 168 time: 1.1625919 Nov 08 14:49:30.234279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:49:30.236593 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4991a2-1802-4b0f-8d09-0486af255a62" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:49:30.281004 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9dba8a-cf46-43d1-93eb-ab88ea7d2e07 x-openstack-request-id: req-cb9dba8a-cf46-43d1-93eb-ab88ea7d2e07 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:49:30.281303 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:49:30.281554 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb9dba8a-cf46-43d1-93eb-ab88ea7d2e07 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:49:30.281984 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'status': 'completed', 'code': 200} Nov 08 14:49:30.335015 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:30.346035 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-e4d3d84a-2254-4011-b942-1821332c0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:30.347574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-e4d3d84a-2254-4011-b942-1821332c0c22 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 1097 time: 0.0446463 Nov 08 14:49:30.459120 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-ea0e46a0-fe90-4a00-8c96-59c070dd0412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:30.460645 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-ea0e46a0-fe90-4a00-8c96-59c070dd0412 service neutron] 10.222.0.54 "GET /v2.0/networks?id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 200 len: 897 time: 0.1040061 Nov 08 14:49:30.506965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-cf4445f5-082f-47ca-90c3-7655225696a3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 200 len: 217 time: 0.0381844 Nov 08 14:49:30.552975 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfc6bf-b799-4573-bae6-3036a5e21d0a req-8e6bd429-f8ea-4150-8a95-8ca9efe8f277 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:30.554564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-badfc6bf-b799-4573-bae6-3036a5e21d0a req-8e6bd429-f8ea-4150-8a95-8ca9efe8f277 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.1211703 Nov 08 14:49:30.561012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:30.565697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-3380cfa2-3dbe-4c40-97b8-262fd68f0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:30.567373 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-3380cfa2-3dbe-4c40-97b8-262fd68f0803 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 200 len: 835 time: 0.0529306 Nov 08 14:49:30.592188 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] Checking router: 5e4488bc-f43a-4a23-8cec-cca5d6ad990f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:49:30.600817 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:30.601375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:30.605259 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-badfc6bf-b799-4573-bae6-3036a5e21d0a req-15a77229-dbb6-4c0c-aadc-e85c5200356f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 Nov 08 14:49:30.624865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-8ca3a6f6-9a5c-4367-9fa0-627b73e17f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:30.626438 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-8ca3a6f6-9a5c-4367-9fa0-627b73e17f69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=613ba9ae-ecdb-406b-b202-7da0a1eb75b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500300 Nov 08 14:49:30.707673 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:30.722325 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-0f6cb06f-e76f-4ad8-bf34-4cd404f60900 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872281 Nov 08 14:49:30.819828 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9d4991a2-1802-4b0f-8d09-0486af255a62 req-8feff047-bf50-4c8c-89fe-461908cba432 service neutron] 10.222.0.54 "GET /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874405 Nov 08 14:49:30.915169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:30.940451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a57340-a8c3-44da-92f9-d0bf643155cd None None] The sync data for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 is: [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '6a509a87-1be3-4054-8ea5-064b693814ab', 'name': '', 'network_id': '613ba9ae-ecdb-406b-b202-7da0a1eb75b0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:a5:10:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:47Z', 'updated_at': '2021-11-08T14:46:50Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'fdbb45e5-942a-4a58-8654-a961becdca3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:49:31.158339 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107d7af5-e2b5-4366-b301-2d2a92b4c178 None None] New status for floating IP 8a5a4f92-4946-434e-ba02-e1fc3e98eb6e: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:49:31.564860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aac7cd64-bb8d-4983-88e8-08b785d84503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:31.773387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a01fb-0bd3-4ac1-90ef-f3b8ed2d9ed5 req-8f8d537c-4408-4c22-b02e-491c6f618aa1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:31.774751 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e18a01fb-0bd3-4ac1-90ef-f3b8ed2d9ed5 req-8f8d537c-4408-4c22-b02e-491c6f618aa1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0983062 Nov 08 14:49:31.828804 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e18a01fb-0bd3-4ac1-90ef-f3b8ed2d9ed5 req-794368a3-f403-456e-8b8a-3eb0f287fa26 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbfc3fd2-0501-4995-8923-4ed0d43de2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474389 Nov 08 14:49:32.130184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-abede01e-593a-4393-9f2d-28a133d5dc17 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:32.131533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-abede01e-593a-4393-9f2d-28a133d5dc17 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 946 time: 0.0482848 Nov 08 14:49:32.220337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:49:32.220676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:32.311904 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:32.312265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:32.324741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:49:32.455268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:32.483747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:32.526322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] No DVR routers for this DVR port a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:49:32.529157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:32.532545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-abb62fca-10c9-4fb9-aa3b-d08524febdf6 req-c4f8ecf3-b95b-4496-bc35-4b48804a870f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "DELETE /v2.0/ports/a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a HTTP/1.1" status: 204 len: 173 time: 0.3947825 Nov 08 14:49:32.532985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'name': 'network-vif-deleted', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:49:32.535264 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a56a94-5154-4a94-aa65-d0b04ebf6e95" -d '{"events": [{"server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "name": "network-vif-deleted", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:49:32.573025 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99579d63-a497-4b1d-b499-610697a85265 x-openstack-request-id: req-99579d63-a497-4b1d-b499-610697a85265 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:49:32.573319 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebff7eb-2077-4202-8bd3-bcdddbf61543", "name": "network-vif-deleted", "tag": "a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:49:32.573575 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99579d63-a497-4b1d-b499-610697a85265 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:49:32.573981 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebff7eb-2077-4202-8bd3-bcdddbf61543', 'name': 'network-vif-deleted', 'tag': 'a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a', 'status': 'completed', 'code': 200} Nov 08 14:49:32.941501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1e34c38e-1d8d-4143-bb82-f87b71a9fb1c req-46d88f1a-b23c-4166-8078-ecd1a4825579 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ebff7eb-2077-4202-8bd3-bcdddbf61543 HTTP/1.1" status: 200 len: 210 time: 0.0285120 Nov 08 14:49:33.306956 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:33.682933 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:49:33.999981 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44504) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:34.360676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:34.619221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 6a509a87-1be3-4054-8ea5-064b693814ab {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:49:34.619482 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:34.706916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 6a509a87-1be3-4054-8ea5-064b693814ab, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6a509a87-1be3-4054-8ea5-064b693814ab,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:34.707281 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:34.720090 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 6a509a87-1be3-4054-8ea5-064b693814ab owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:49:34.910931 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:34.944235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=6a509a87-1be3-4054-8ea5-064b693814ab,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:35.113701 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.331124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:49:35.437882 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:49:35.442936 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d7a07194-9e23-4c89-b248-874e793ac033 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/5e4488bc-f43a-4a23-8cec-cca5d6ad990f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419315 Nov 08 14:49:35.445650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44506) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:35.448226 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] Sync routers for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:49:35.459544 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:35.460271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:35.500429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting subnet fdbb45e5-942a-4a58-8654-a961becdca3d {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:49:35.503657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.544621 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.568492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:35.638231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.702143 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.735533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbb45e5-942a-4a58-8654-a961becdca3d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:35.737843 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.741662 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7fde460c-89b0-419d-a7f3-e1b11eafce66 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/subnets/fdbb45e5-942a-4a58-8654-a961becdca3d HTTP/1.1" status: 204 len: 168 time: 0.2950718 Nov 08 14:49:35.744221 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44508) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:35.756224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4b585-fe99-4729-a777-aeaee6898fb2 None None] Network 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:49:35.763215 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:49:34Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:35.804332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] Checking router: 5e4488bc-f43a-4a23-8cec-cca5d6ad990f for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:49:35.862241 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.868106 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:35.868774 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] Routers {'5e4488bc-f43a-4a23-8cec-cca5d6ad990f'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:35.869399 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:35.976772 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.013434 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.030599 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port ffdf25c8-aaeb-45b7-b05c-2078e25da869 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:49:36.030939 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.033477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] Set router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:36.103984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] DHCP port deletion for 613ba9ae-ecdb-406b-b202-7da0a1eb75b0 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:49:36.127944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port ffdf25c8-aaeb-45b7-b05c-2078e25da869, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=ffdf25c8-aaeb-45b7-b05c-2078e25da869,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:36.128546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.140555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for ffdf25c8-aaeb-45b7-b05c-2078e25da869 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:49:36.315991 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.327326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:49:36.342200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=ffdf25c8-aaeb-45b7-b05c-2078e25da869,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:36.357918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:49:36.358266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device a12c9df0-3cd2-4f0e-ad83-9772fd6c2a6a not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:49:36.405484 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.419068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Deleting port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:49:36.419429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.495860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] For port 6b600e79-0a24-4d7d-81a6-1187bbe48d17, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6b600e79-0a24-4d7d-81a6-1187bbe48d17,segment=NetworkSegment(35861e7f-5da6-456c-b346-20d822b7e17b),segment_id=35861e7f-5da6-456c-b346-20d822b7e17b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:36.496419 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.500470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.502659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.512340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:49:34Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:36.514040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Calling delete_port for 6b600e79-0a24-4d7d-81a6-1187bbe48d17 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:49:36.543653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff9671a-3d3b-4ced-a832-7bb72309e434 None None] The sync data for ids ['5e4488bc-f43a-4a23-8cec-cca5d6ad990f'] in n-d-804292-2 is: [{'id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1534464682', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:49:34Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': 'ffdf25c8-aaeb-45b7-b05c-2078e25da869', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:30:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4488bc-f43a-4a23-8cec-cca5d6ad990f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:46:44Z', 'updated_at': '2021-11-08T14:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:49:36.552446 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.552983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Fanout notify agent at l3_agent the message router_deleted on router 5e4488bc-f43a-4a23-8cec-cca5d6ad990f {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:49:36.561158 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.564752 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4494cc25-c2e2-4706-9ccb-eec2971a4af1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/routers/5e4488bc-f43a-4a23-8cec-cca5d6ad990f HTTP/1.1" status: 204 len: 168 time: 0.8171766 Nov 08 14:49:36.564983 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44510) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:36.627702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.648013 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.651871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Pushing event deleted for resources: {'Port': ['ID=6b600e79-0a24-4d7d-81a6-1187bbe48d17,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:36.656937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] No DVR routers for this DVR port 6b600e79-0a24-4d7d-81a6-1187bbe48d17 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.667291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.669102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.669102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9751eedb-a3b9-49f8-aaa1-f996bf92dcb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:36.741340 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.760537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613ba9ae-ecdb-406b-b202-7da0a1eb75b0']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:36.770028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35861e7f-5da6-456c-b346-20d822b7e17b') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:36.770329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35861e7f-5da6-456c-b346-20d822b7e17b') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:36.780121 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.793299 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.799408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:49:36.799830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:49:36.803032 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:49:36.864016 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.870665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.873875 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/networks/613ba9ae-ecdb-406b-b202-7da0a1eb75b0 HTTP/1.1" status: 204 len: 168 time: 0.3079615 Nov 08 14:49:36.876691 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44512) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:36.889791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c9fc3-c7d0-4d97-8e26-732d6b839004 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Network': ['ID=613ba9ae-ecdb-406b-b202-7da0a1eb75b0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:36.941378 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:36.968683 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.037668 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.041081 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.045111 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/security-groups/dbfc3fd2-0501-4995-8923-4ed0d43de2f3 HTTP/1.1" status: 204 len: 168 time: 0.1642911 Nov 08 14:49:37.056948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfc3fd2-0501-4995-8923-4ed0d43de2f3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:37.068711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.069236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.069742 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.070279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.070712 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.071168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.071564 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.072102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.072501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.072892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.073323 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.073710 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9939fc-e7d1-4c5e-aaa1-90f89c3aecda tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:37.386518 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44518) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:37.391880 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0c2ef877-2aab-4bb1-b131-eefc065f7aa5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1917057476', 'description': 'tempest-secgroup-smoke-1917057476 description', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:37.414137 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef877-2aab-4bb1-b131-eefc065f7aa5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.477929 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef877-2aab-4bb1-b131-eefc065f7aa5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.481837 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef877-2aab-4bb1-b131-eefc065f7aa5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.509879 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0c2ef877-2aab-4bb1-b131-eefc065f7aa5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.511115 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0c2ef877-2aab-4bb1-b131-eefc065f7aa5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1235721 Nov 08 14:49:37.514095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44520) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:37.515376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ef877-2aab-4bb1-b131-eefc065f7aa5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:37.518567 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e881042c-ba5b-49d2-96e0-52351371831e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5da77caa-14de-4a6a-a5b2-d92fae8d9f8d', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:37.548554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e881042c-ba5b-49d2-96e0-52351371831e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.609627 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e881042c-ba5b-49d2-96e0-52351371831e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.612957 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e881042c-ba5b-49d2-96e0-52351371831e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.630493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881042c-ba5b-49d2-96e0-52351371831e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cbac115-df2b-4a81-a070-418297411609,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:37.638640 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e881042c-ba5b-49d2-96e0-52351371831e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.639853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e881042c-ba5b-49d2-96e0-52351371831e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247349 Nov 08 14:49:37.642547 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44522) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:37.646809 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7007c00c-8296-4de9-89ab-171d04186e90 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5da77caa-14de-4a6a-a5b2-d92fae8d9f8d', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:37.673053 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7007c00c-8296-4de9-89ab-171d04186e90 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.730041 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7007c00c-8296-4de9-89ab-171d04186e90 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.734976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7007c00c-8296-4de9-89ab-171d04186e90 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.755062 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007c00c-8296-4de9-89ab-171d04186e90 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51239fb-94ff-4f91-9fe8-5abb322eeaf3,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:37.765250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7007c00c-8296-4de9-89ab-171d04186e90 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.766462 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7007c00c-8296-4de9-89ab-171d04186e90 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1229930 Nov 08 14:49:37.769500 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44524) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:37.774217 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7ae104d0-d9d3-4f42-8064-b78d4066a186 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5da77caa-14de-4a6a-a5b2-d92fae8d9f8d', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:37.783479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffdf25c8-aaeb-45b7-b05c-2078e25da869 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:49:37.805054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: ffdf25c8-aaeb-45b7-b05c-2078e25da869 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:49:37.805398 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device ffdf25c8-aaeb-45b7-b05c-2078e25da869 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:49:37.805803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6b600e79-0a24-4d7d-81a6-1187bbe48d17 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:49:37.806719 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ae104d0-d9d3-4f42-8064-b78d4066a186 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.825054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6b600e79-0a24-4d7d-81a6-1187bbe48d17 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:49:37.825406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6b600e79-0a24-4d7d-81a6-1187bbe48d17 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:49:37.825846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6a509a87-1be3-4054-8ea5-064b693814ab no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:49:37.847915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6a509a87-1be3-4054-8ea5-064b693814ab {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:49:37.848314 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6a509a87-1be3-4054-8ea5-064b693814ab not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:49:37.869411 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ae104d0-d9d3-4f42-8064-b78d4066a186 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.872983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ae104d0-d9d3-4f42-8064-b78d4066a186 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.892321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae104d0-d9d3-4f42-8064-b78d4066a186 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219d2bcb-28d1-4add-8d7f-3acc1d431ff0,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:37.898000 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7ae104d0-d9d3-4f42-8064-b78d4066a186 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.899089 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7ae104d0-d9d3-4f42-8064-b78d4066a186 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284869 Nov 08 14:49:37.901871 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44526) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:37.906896 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-d9ed9360-09bc-4b37-b7ce-e312b72168fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5da77caa-14de-4a6a-a5b2-d92fae8d9f8d', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:37.933362 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9360-09bc-4b37-b7ce-e312b72168fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.994124 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9360-09bc-4b37-b7ce-e312b72168fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:37.997838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9360-09bc-4b37-b7ce-e312b72168fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.017419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed9360-09bc-4b37-b7ce-e312b72168fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0eeb7f-3fe5-4967-bedb-507aaf03c3e2,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:38.022830 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-d9ed9360-09bc-4b37-b7ce-e312b72168fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.026783 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-d9ed9360-09bc-4b37-b7ce-e312b72168fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1211164 Nov 08 14:49:38.026976 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44528) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:38.031860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5da77caa-14de-4a6a-a5b2-d92fae8d9f8d', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:38.053693 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:49:38.058740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.117047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.120481 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.137322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e985a5-8af3-4ebf-8e66-dba73aab9af3,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:38.145728 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.146925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1784e227-06c9-456a-a22b-42980d6da11a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190386 Nov 08 14:49:38.149837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44530) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:38.154619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5da77caa-14de-4a6a-a5b2-d92fae8d9f8d', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:38.176648 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:49:38.181582 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.240075 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.243527 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.264475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcc4bb3-7d9c-4c0e-b900-48db035cc7f4,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:38.269798 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.270980 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f0f8b831-a542-47a1-9a61-5fa416e87a5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202211 Nov 08 14:49:38.273834 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44532) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:38.278674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'network': {'name': 'tempest-network-smoke--1641603141', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'port_security_enabled': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:38.299937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:49:38.303268 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.328931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:49:38.337882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.338225 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Added segment 17a5020e-cdbf-494a-a9a0-51953a73adfb of type vlan for network d53042e1-d1b1-4104-8258-cdd92d03f8fa Nov 08 14:49:38.378157 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.402535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.409634 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:38.410319 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.446072 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1711915 Nov 08 14:49:38.448892 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44534) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:38.454132 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'admin_state_up': True, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:38.476903 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.477938 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.479992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670929d-0975-4906-9c47-fcd2bf333de0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Network': ['ID=d53042e1-d1b1-4104-8258-cdd92d03f8fa,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:38.493915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:49:38.531910 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.668127 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.856593 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.874898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:38.974423 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.211 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/14018a57-940c-493d-afc9-aad16498875a) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:49:39.078643 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:39.111617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:39.146934 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:49:39.149711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:49:39.155286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:49:39.179030 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=14018a57-940c-493d-afc9-aad16498875a,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:39.408195 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:39.606420 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:39.733770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:49:39.838023 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:49:39.848638 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Sync routers for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:49:39.859139 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:39.859301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:39.859657 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:39.860403 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8c267179-f975-425c-a5a0-5bea5800eeac tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4104583 Nov 08 14:49:39.863603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44536) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:39.897465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c78118a7-ca28-4245-a080-99b185a061fe tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=faed4e80406d45f1b279afc78ea0ff7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326455 Nov 08 14:49:39.900037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44538) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:39.993140 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e506d4-06b1-4398-8922-5fa927301044 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:39.994830 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-28e506d4-06b1-4398-8922-5fa927301044 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938878 Nov 08 14:49:39.997987 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44540) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:40.027466 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-81b6b10d-4969-4cf6-a762-89067a485ee9 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282278 Nov 08 14:49:40.030566 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44542) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:40.035604 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125089623', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:40.061157 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:40.128877 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:49:40.132361 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.237535 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:39Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:40.263784 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Checking router: a3baa6b2-fbc4-43c6-b654-54f9f52ed41e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:49:40.264135 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Updating router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e port 14018a57-940c-493d-afc9-aad16498875a binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:49:40.288228 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.318011 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.381494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Subnet': ['ID=88d50b0e-093c-450f-8ced-a9ddedf50a1f,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:40.385879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Checking segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:49:40.386239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network hostable DHCP agents. Network: d53042e1-d1b1-4104-8258-cdd92d03f8fa, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:49:40.403657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:49:40.412803 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, d53042e1-d1b1-4104-8258-cdd92d03f8fa) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:49:40.417575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:40.418089 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.422508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e541cef0-00fb-4494-8723-38e9b6f914fa None None] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:49:40.448787 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44544) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:40.451593 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-f82e7dd4-cf2e-4da6-bb97-90f56d77d9b0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4166071 Nov 08 14:49:40.540330 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.547803 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.589915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-d53042e1-d1b1-4104-8258-cdd92d03f8fa', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:49:40.591137 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.604658 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Attempting to bind port 14018a57-940c-493d-afc9-aad16498875a on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:49:40.605025 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Attempting to bind port 14018a57-940c-493d-afc9-aad16498875a by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:49:40.605381 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Attempting to bind port 14018a57-940c-493d-afc9-aad16498875a on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:49:40.609123 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Pushing event updated for resources: {'Port': ['ID=14018a57-940c-493d-afc9-aad16498875a,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:40.618006 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.618355 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.618695 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.619027 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.619353 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.619679 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.620026 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.620347 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.620665 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.620983 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.621306 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.621593 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:49:40.625533 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:49:40.626148 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:49:40.626718 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.627259 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:49:40.627917 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Bound port: 14018a57-940c-493d-afc9-aad16498875a, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:49:40.628482 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.682982 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] For port 14018a57-940c-493d-afc9-aad16498875a, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:49:40.686831 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] For port 14018a57-940c-493d-afc9-aad16498875a, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14018a57-940c-493d-afc9-aad16498875a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:49:40.693626 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.754885 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38d1c9-3092-480e-b439-3e8053fb28d4 None None] Pushing event updated for resources: {'Port': ['ID=14018a57-940c-493d-afc9-aad16498875a,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:40.763007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Allocated IP 172.20.0.2 (d53042e1-d1b1-4104-8258-cdd92d03f8fa/88d50b0e-093c-450f-8ced-a9ddedf50a1f/c46c2aa9-1e81-495e-958f-ad8426acd565) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:49:40.770876 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:40.771575 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:40.880735 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:40.971073 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.978016 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:40.979004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:41.024839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:49:41.031078 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:49:41.035332 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:49:41.046643 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Pushing event updated for resources: {'Port': ['ID=c46c2aa9-1e81-495e-958f-ad8426acd565,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:41.104151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Attempting to bind port c46c2aa9-1e81-495e-958f-ad8426acd565 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:49:41.104679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Attempting to bind port c46c2aa9-1e81-495e-958f-ad8426acd565 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:49:41.105156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Attempting to bind port c46c2aa9-1e81-495e-958f-ad8426acd565 on network d53042e1-d1b1-4104-8258-cdd92d03f8fa {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:49:41.107557 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:39Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:41.111878 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:49:41.112397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Checking segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:49:41.112898 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:41.113394 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Bound using segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:49:41.113956 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Bound port: c46c2aa9-1e81-495e-958f-ad8426acd565, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:49:41.114432 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:41.140968 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75cdfa3-8890-4625-b8b7-3f0f1427b0c1 None None] The sync data for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 is: [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:39Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:49:41.198990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] For port c46c2aa9-1e81-495e-958f-ad8426acd565, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:49:41.203227 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] For port c46c2aa9-1e81-495e-958f-ad8426acd565, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c46c2aa9-1e81-495e-958f-ad8426acd565,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:49:41.208349 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:41.269618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0cf23-a781-44f6-ac1e-d1cf9d858ae3 None None] Pushing event updated for resources: {'Port': ['ID=c46c2aa9-1e81-495e-958f-ad8426acd565,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:41.303813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.1 (d53042e1-d1b1-4104-8258-cdd92d03f8fa/88d50b0e-093c-450f-8ced-a9ddedf50a1f/4e040b41-1357-4565-94d3-1378f1aa135b) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:49:41.442262 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:41.499898 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:41.870088 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:49:41.876131 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:49:41.880212 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:49:41.881041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c46c2aa9-1e81-495e-958f-ad8426acd565 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:49:41.904948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=4e040b41-1357-4565-94d3-1378f1aa135b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:41.930298 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:41.935884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c46c2aa9-1e81-495e-958f-ad8426acd565 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:41.937634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.040478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.080869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c46c2aa9-1e81-495e-958f-ad8426acd565, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c46c2aa9-1e81-495e-958f-ad8426acd565,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:42.089393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.090827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14018a57-940c-493d-afc9-aad16498875a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:49:42.103286 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.184620 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c46c2aa9-1e81-495e-958f-ad8426acd565,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:42.199550 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 14018a57-940c-493d-afc9-aad16498875a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:42.199956 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.285419 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.308651 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 14018a57-940c-493d-afc9-aad16498875a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14018a57-940c-493d-afc9-aad16498875a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:42.313264 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.358739 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afdcc38-0b85-484f-ab3d-df8050585fee None None] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:49:42.394780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=14018a57-940c-493d-afc9-aad16498875a,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:42.420332 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.425173 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.486038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-eec5070c-cbd9-4bac-8551-f3bb25046331 None None] Provisioning complete for port c46c2aa9-1e81-495e-958f-ad8426acd565 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:42.486412 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eec5070c-cbd9-4bac-8551-f3bb25046331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.498530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.500450 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=4e040b41-1357-4565-94d3-1378f1aa135b,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:42.602907 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:49:42.604015 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:49:42.726107 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:49:42.835621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-88640b88-478d-4226-bd8b-9680bfd5539a None None] Provisioning complete for port 4e040b41-1357-4565-94d3-1378f1aa135b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:42.836029 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88640b88-478d-4226-bd8b-9680bfd5539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:42.842455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:49:42.847880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8d528f0d-ee67-48f9-836d-fa7c83f739f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/a3baa6b2-fbc4-43c6-b654-54f9f52ed41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3977609 Nov 08 14:49:42.879124 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-88640b88-478d-4226-bd8b-9680bfd5539a None None] Port 4e040b41-1357-4565-94d3-1378f1aa135b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:49:42.890973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-88640b88-478d-4226-bd8b-9680bfd5539a None None] Provisioning complete for port c46c2aa9-1e81-495e-958f-ad8426acd565 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:42.892044 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88640b88-478d-4226-bd8b-9680bfd5539a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:43.001294 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Sync routers for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:49:43.014805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:43.015481 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:43.020574 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-fdb0457a-811a-4b12-898f-22f980c92bc6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1917057476&fields=id&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 267 time: 0.0492871 Nov 08 14:49:43.122275 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9e40cbe0-81e3-42ea-982c-3f5203993c13 None None] Provisioning complete for port 4e040b41-1357-4565-94d3-1378f1aa135b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:43.123190 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9e40cbe0-81e3-42ea-982c-3f5203993c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:43.148403 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5f65fdd-131e-4ce4-8837-f37b7e5cbf42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:43.150063 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5f65fdd-131e-4ce4-8837-f37b7e5cbf42 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 797 time: 0.1221886 Nov 08 14:49:43.162289 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:43.167538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-9c1bab43-6910-4b57-ab96-a195c1dac635 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/quotas/faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 375 time: 0.0108712 Nov 08 14:49:43.198841 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9e40cbe0-81e3-42ea-982c-3f5203993c13 None None] Port 4e040b41-1357-4565-94d3-1378f1aa135b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:49:43.229007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-d9ffb189-71f2-460c-a891-c1ebfa5335e8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497761 Nov 08 14:49:43.337677 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5a74053f-a6c9-4140-97b7-47fb8162d036 None None] Provisioning complete for port 4e040b41-1357-4565-94d3-1378f1aa135b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:43.338047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a74053f-a6c9-4140-97b7-47fb8162d036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:43.380360 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-7d628564-53ca-4ae3-afac-e2ba921c3c65 service neutron] 10.222.0.65 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362660 Nov 08 14:49:43.398724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5a74053f-a6c9-4140-97b7-47fb8162d036 None None] Port 4e040b41-1357-4565-94d3-1378f1aa135b cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:49:43.420109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 2, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:43.446885 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Checking router: a3baa6b2-fbc4-43c6-b654-54f9f52ed41e for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:49:43.447238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Updating router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e port 4e040b41-1357-4565-94d3-1378f1aa135b binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:49:43.472733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:43.474309 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-08f73a8c-6c44-47d8-8508-2e3c8e11a808 service neutron] 10.222.0.65 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879426 Nov 08 14:49:43.643784 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-28924ae0-2840-43e9-9da4-285286df6d5b req-c1ad268d-9327-4f7b-b615-e4d8961225e8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 210 time: 0.0299096 Nov 08 14:49:43.874760 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c46c2aa9-1e81-495e-958f-ad8426acd565 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:49:43.975347 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:43.976836 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c46c2aa9-1e81-495e-958f-ad8426acd565 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:43.977233 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:43.999831 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.072470 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe7ddf-90b0-44dd-8165-dcbb20be7864 None None] Pushing event updated for resources: {'Port': ['ID=4e040b41-1357-4565-94d3-1378f1aa135b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:44.152941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14018a57-940c-493d-afc9-aad16498875a up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:49:44.154763 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Attempting to bind port 4e040b41-1357-4565-94d3-1378f1aa135b on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:49:44.155137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Attempting to bind port 4e040b41-1357-4565-94d3-1378f1aa135b by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:49:44.155519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Attempting to bind port 4e040b41-1357-4565-94d3-1378f1aa135b on network d53042e1-d1b1-4104-8258-cdd92d03f8fa {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:49:44.183276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:49:44.183880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Checking segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:49:44.184288 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.184687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Bound using segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:49:44.185767 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Bound port: 4e040b41-1357-4565-94d3-1378f1aa135b, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:49:44.186163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.267803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 14018a57-940c-493d-afc9-aad16498875a triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:44.268180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.271942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] For port 4e040b41-1357-4565-94d3-1378f1aa135b, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:49:44.303257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] For port 4e040b41-1357-4565-94d3-1378f1aa135b, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4e040b41-1357-4565-94d3-1378f1aa135b,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:49:44.313686 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.387417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-a883c3f5-8bf8-4c9f-bf31-37d5e15adafe None None] Provisioning complete for port 4e040b41-1357-4565-94d3-1378f1aa135b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:44.387811 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a883c3f5-8bf8-4c9f-bf31-37d5e15adafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.417137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe7ddf-90b0-44dd-8165-dcbb20be7864 None None] Pushing event updated for resources: {'Port': ['ID=4e040b41-1357-4565-94d3-1378f1aa135b,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:44.429037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:44.429684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:44.611369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a883c3f5-8bf8-4c9f-bf31-37d5e15adafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.627914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:44.660632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-01758b7d-0445-4489-b199-294fd08555c4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:44.662843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-01758b7d-0445-4489-b199-294fd08555c4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 797 time: 0.1353011 Nov 08 14:49:44.688828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a883c3f5-8bf8-4c9f-bf31-37d5e15adafe None None] For port 4e040b41-1357-4565-94d3-1378f1aa135b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4e040b41-1357-4565-94d3-1378f1aa135b,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:44.721254 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a883c3f5-8bf8-4c9f-bf31-37d5e15adafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.746738 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-76e40182-b287-4822-8000-ffeef93b0579 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 380 time: 0.0739436 Nov 08 14:49:44.750824 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e4a8ea4a-acab-414f-9a07-fe20fc6b07b9 req-5908e339-0e2f-4d03-8dde-7def29b4b824 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 210 time: 0.0301895 Nov 08 14:49:44.757538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'port': {'device_id': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'admin_state_up': True, 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'security_groups': ['5da77caa-14de-4a6a-a5b2-d92fae8d9f8d']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:44.824379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883c3f5-8bf8-4c9f-bf31-37d5e15adafe None None] Pushing event updated for resources: {'Port': ['ID=4e040b41-1357-4565-94d3-1378f1aa135b,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:44.859260 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-55b630b4-3bcf-4dec-a63e-8b383d3d7e50 None None] Provisioning complete for port 4e040b41-1357-4565-94d3-1378f1aa135b triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:44.859634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-55b630b4-3bcf-4dec-a63e-8b383d3d7e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.875079 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:49:44.879424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:44.980046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:45.010664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cacce3-6505-4686-9d6a-f29a271fee50 None None] The sync data for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 is: [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:49:45.365006 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.10 (d53042e1-d1b1-4104-8258-cdd92d03f8fa/88d50b0e-093c-450f-8ced-a9ddedf50a1f/8c759a80-2cdd-468d-a7ad-e7db0b7be8b2) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:49:45.514207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:45.550386 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:45.594326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:49:45.599720 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:49:45.603582 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:49:45.630705 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:45.668703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:45.669532 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:45.689429 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-b5528831-58f7-4d3b-9cf3-082f57904a09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9356921 Nov 08 14:49:45.703494 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Request body: {'port': {'device_id': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:45.764149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:45.873493 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4e040b41-1357-4565-94d3-1378f1aa135b up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:49:45.909885 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a3cf4-13d3-4a5f-933b-3f90c83be0dc req-4f4a9f79-89c9-478c-aba3-f4327aa2c15a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:45.911499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f1a3cf4-13d3-4a5f-933b-3f90c83be0dc req-4f4a9f79-89c9-478c-aba3-f4327aa2c15a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 932 time: 0.0654297 Nov 08 14:49:45.956989 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-764b20cd-2ce7-442c-b9c9-1c2a234b241a None None] Provisioning complete for port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:45.957755 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-764b20cd-2ce7-442c-b9c9-1c2a234b241a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:45.990214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0f1a3cf4-13d3-4a5f-933b-3f90c83be0dc req-0ff12281-e7d1-433a-b0f5-67499ced4a2b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674696 Nov 08 14:49:45.992327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 4e040b41-1357-4565-94d3-1378f1aa135b triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:45.992843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:46.035134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-764b20cd-2ce7-442c-b9c9-1c2a234b241a None None] Port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:49:46.078224 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:49:46.087470 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:46.102395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Transition to ACTIVE for port object 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:49:46.105580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:46.179823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:46.235475 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:49:46.235986 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:49:46.236326 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on network d53042e1-d1b1-4104-8258-cdd92d03f8fa {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:49:46.240817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on network d53042e1-d1b1-4104-8258-cdd92d03f8fa not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:49:46.241137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on network d53042e1-d1b1-4104-8258-cdd92d03f8fa {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:49:46.246339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:49:46.246971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Checking segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:49:46.246971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Bound using segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:49:46.248660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Bound port: 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:49:46.249023 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:46.316124 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:49:46.319332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:49:46.324317 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:46.363659 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:46.364420 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:46.365730 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] 10.222.0.70 "PUT /v2.0/ports/8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1092 time: 0.6673913 Nov 08 14:49:46.366171 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:49:46.368487 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69" -d '{"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:49:46.397295 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b41ace-7597-4add-a626-9a969514a64a service neutron] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:46.419310 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36837e6d-187d-404e-984e-3841adc67f12 x-openstack-request-id: req-36837e6d-187d-404e-984e-3841adc67f12 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:49:46.419701 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:49:46.420001 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36837e6d-187d-404e-984e-3841adc67f12 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:49:46.420409 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'status': 'completed', 'code': 200} Nov 08 14:49:46.453742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-7b5ac6a8-a3f1-42fa-9763-aedd18bee249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:46.455284 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-7b5ac6a8-a3f1-42fa-9763-aedd18bee249 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1095 time: 0.0482953 Nov 08 14:49:46.499843 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-d0e03d58-d389-444f-a224-04bdbe337515 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 217 time: 0.0365579 Nov 08 14:49:46.555238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-5e41e507-075d-4b23-8076-9482d6217cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:46.556746 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-5e41e507-075d-4b23-8076-9482d6217cdd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0504010 Nov 08 14:49:46.604980 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f9e1d-09cb-422a-9784-80565ea475bf req-12b54b50-8a3e-4e5c-8967-fe634db9077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:46.606495 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-12b54b50-8a3e-4e5c-8967-fe634db9077f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413234 Nov 08 14:49:46.699570 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-1dd0d7ba-f80a-41c7-9b6d-c1c0bcc0837a service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851247 Nov 08 14:49:46.796983 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-737f9e1d-09cb-422a-9784-80565ea475bf req-8e7462e1-f9ff-473c-ad85-8afaefe38f3a service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897832 Nov 08 14:49:46.890537 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-84be26d2-fff5-4788-a233-ffbc11e84540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:46.892073 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-84be26d2-fff5-4788-a233-ffbc11e84540 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1095 time: 0.0414498 Nov 08 14:49:46.991626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-f50afcea-aac5-43f7-8874-1c17af4665ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:46.993137 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-f50afcea-aac5-43f7-8874-1c17af4665ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.0916073 Nov 08 14:49:47.035206 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-027a5f0c-83b5-488d-8679-9057d2a8d1f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 217 time: 0.0351167 Nov 08 14:49:47.093367 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-de79bde1-8d33-4a4c-bf18-45dba28f78cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:47.094769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-de79bde1-8d33-4a4c-bf18-45dba28f78cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0510683 Nov 08 14:49:47.112024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c01098-bdbb-4376-b068-4809ff93b2e7 req-1da793ee-faff-41b7-b22e-649d310bb049 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:47.113686 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9c01098-bdbb-4376-b068-4809ff93b2e7 req-1da793ee-faff-41b7-b22e-649d310bb049 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 944 time: 0.0525873 Nov 08 14:49:47.142397 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-b8a99c20-dbef-4fa3-85c8-e79e3322db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:47.143970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-b8a99c20-dbef-4fa3-85c8-e79e3322db89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412703 Nov 08 14:49:47.166169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b9c01098-bdbb-4376-b068-4809ff93b2e7 req-c7ba4f84-a44d-4a6c-8b3b-3b0d97000e84 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456080 Nov 08 14:49:47.236439 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-d26dec61-75bd-4c84-b001-5d06a8ab49bf service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845537 Nov 08 14:49:47.331522 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-19e9a10f-8ba0-4db8-9ad1-b94729b96e69 req-d4ba3964-0fa8-4a70-84f6-a931d4a156a3 service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872612 Nov 08 14:49:48.281715 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e082109-3576-4b59-bbfe-ea76e0f3fd6f req-1094964b-29e3-4b69-8648-0bfdddaa2e64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:48.283169 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e082109-3576-4b59-bbfe-ea76e0f3fd6f req-1094964b-29e3-4b69-8648-0bfdddaa2e64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 944 time: 0.0476611 Nov 08 14:49:48.331536 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e082109-3576-4b59-bbfe-ea76e0f3fd6f req-d191bb4d-73fe-453e-a929-97c0ffdca100 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 Nov 08 14:49:48.925005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:49:49.017368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:49.028106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'port_id': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'mac_address': 'fa:16:3e:ab:f4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:49:49.068260 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:49.080554 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:49:49.100238 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:49.104317 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:49.149785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:49.337248 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:49:49.453806 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326f94-4d73-45a4-83b9-5e2986001a1e req-6b76741a-dd6c-432e-a053-834ef8875cf6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:49.455311 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc326f94-4d73-45a4-83b9-5e2986001a1e req-6b76741a-dd6c-432e-a053-834ef8875cf6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 945 time: 0.0545831 Nov 08 14:49:49.505836 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc326f94-4d73-45a4-83b9-5e2986001a1e req-c1c5b23d-8803-4fac-bda7-3e91baec25ab tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Nov 08 14:49:50.622812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ec1b3-265c-4cbe-9429-3c4cc4f31910 req-904d3e31-c195-41e7-a766-e4068bda9ef4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:50.624305 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e90ec1b3-265c-4cbe-9429-3c4cc4f31910 req-904d3e31-c195-41e7-a766-e4068bda9ef4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 945 time: 0.0504520 Nov 08 14:49:50.676279 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e90ec1b3-265c-4cbe-9429-3c4cc4f31910 req-7afaa5c9-3357-4497-9c8f-c9c0c725412b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461378 Nov 08 14:49:50.941770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:49:50.991253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:49:50.995125 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:49:50.995498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:51.074436 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:51.097611 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:49:51.099894 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f528b963-fd32-4803-a4fd-fbe8eee1f01a" -d '{"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-plugged", "status": "completed", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:49:51.114263 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:49:51.118129 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:51.141645 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c8a931-dc3e-4108-9acf-60773d57b609 x-openstack-request-id: req-42c8a931-dc3e-4108-9acf-60773d57b609 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:49:51.141943 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-plugged", "status": "completed", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:49:51.142196 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42c8a931-dc3e-4108-9acf-60773d57b609 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:49:51.142587 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'code': 200} Nov 08 14:49:51.170823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:51.233131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc569d-3151-484d-a218-562b7ddb2a83 req-3e095ef1-daa1-4e25-a977-a0f8cac24a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:51.234640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7abc569d-3151-484d-a218-562b7ddb2a83 req-3e095ef1-daa1-4e25-a977-a0f8cac24a17 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1097 time: 0.0415783 Nov 08 14:49:51.282450 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7abc569d-3151-484d-a218-562b7ddb2a83 req-9e2a8457-5d5e-4bd3-bcb4-7a5924589ab2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Nov 08 14:49:51.795999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f9bcf-032c-43e0-ac3e-0d17b107bd25 req-504a9a31-403c-4d7f-9d7a-d86f6e70d3d0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:51.797384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f34f9bcf-032c-43e0-ac3e-0d17b107bd25 req-504a9a31-403c-4d7f-9d7a-d86f6e70d3d0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0529051 Nov 08 14:49:51.845492 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f34f9bcf-032c-43e0-ac3e-0d17b107bd25 req-4905e2df-9ee6-4663-9f9d-f7bdb6712678 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421188 Nov 08 14:49:52.964918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e53a22-5ae6-487a-90c5-d0e4a1f74a60 req-4ab41692-4df5-4c3b-bd1a-ed9b4450d895 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:52.966395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1e53a22-5ae6-487a-90c5-d0e4a1f74a60 req-4ab41692-4df5-4c3b-bd1a-ed9b4450d895 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0491598 Nov 08 14:49:53.016972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d1e53a22-5ae6-487a-90c5-d0e4a1f74a60 req-ade58bf7-e39c-4192-acff-395bece5b842 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446639 Nov 08 14:49:53.130549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d3523-93cc-4297-bdff-77505a923109 req-ba06560b-412d-4468-9f6a-9ff49b7e61a5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:53.131942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad3d3523-93cc-4297-bdff-77505a923109 req-ba06560b-412d-4468-9f6a-9ff49b7e61a5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0489180 Nov 08 14:49:53.186027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad3d3523-93cc-4297-bdff-77505a923109 req-83483ec3-3d63-4886-b6fd-9e856446b7a5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481515 Nov 08 14:49:53.207652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44596) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:53.248466 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e017bfe-c1dd-46be-9a86-334c57716e60 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:53.249961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7e017bfe-c1dd-46be-9a86-334c57716e60 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1092 time: 0.0413063 Nov 08 14:49:53.252708 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44598) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:53.256918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:49:53.279875 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:53.374467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:53.480843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.198 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/3135ad78-8fbb-447e-9cba-224cee429f14) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:49:53.581570 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:53.619912 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:53.656643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:49:53.661440 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:49:53.665293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:49:53.671361 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=3135ad78-8fbb-447e-9cba-224cee429f14,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:53.690257 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.019651 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.088514 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.196613 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.242143 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.247274 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.318889 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=3135ad78-8fbb-447e-9cba-224cee429f14,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:49:54.328159 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.428954 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 5e2b306d-ea5d-4980-8bae-840b2218f191 associated. External IP: 172.25.8.198, port: 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2. Nov 08 14:49:54.638783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:49:54.755120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:49:54.764648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] Sync routers for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:49:54.774376 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:49:54.776417 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:54.778409 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:54.801970 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f899e781-eb5e-4d47-aea1-f31502d5abea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5482488 Nov 08 14:49:54.802560 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:49:54.808294 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f29e97-fb25-46b5-8dd7-c1207c72328b" -d '{"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:49:54.908703 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:54.917683 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c6ac0-d7e6-4306-ae74-fa1f95452eb3 req-86d5a237-1d73-4084-a7aa-751232a36aa2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:54.920136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-416c6ac0-d7e6-4306-ae74-fa1f95452eb3 req-86d5a237-1d73-4084-a7aa-751232a36aa2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0626965 Nov 08 14:49:54.922532 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace1b1c-6089-4042-8ea5-6561d7f07281 x-openstack-request-id: req-5ace1b1c-6089-4042-8ea5-6561d7f07281 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:49:54.922880 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:49:54.923204 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ace1b1c-6089-4042-8ea5-6561d7f07281 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:49:54.923687 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'status': 'completed', 'code': 200} Nov 08 14:49:54.972004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-416c6ac0-d7e6-4306-ae74-fa1f95452eb3 req-024310b8-06f5-4f49-99f8-266a7764d8cf tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450737 Nov 08 14:49:54.995596 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44606) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:55.011086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-fcc02abd-22a5-4040-afe6-2f666ecd0afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:55.013369 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-fcc02abd-22a5-4040-afe6-2f666ecd0afb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1097 time: 0.0663500 Nov 08 14:49:55.066025 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-380c3362-5e14-48b9-8e35-9f12bfd424a0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/5e2b306d-ea5d-4980-8bae-840b2218f191 HTTP/1.1" status: 200 len: 992 time: 0.0682197 Nov 08 14:49:55.116209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-9f05e261-9ec3-4935-930c-e8d1c4f2b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:55.117693 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-9f05e261-9ec3-4935-930c-e8d1c4f2b7f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.0965407 Nov 08 14:49:55.167588 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '5e2b306d-ea5d-4980-8bae-840b2218f191', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'port_id': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'mac_address': 'fa:16:3e:ab:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:49:53Z', 'updated_at': '2021-11-08T14:49:53Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:55.190871 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-a57f9033-901c-48e7-a6aa-2fe9a45d04e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1000 time: 0.0659690 Nov 08 14:49:55.194222 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] Checking router: a3baa6b2-fbc4-43c6-b654-54f9f52ed41e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:49:55.202542 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:49:55.203761 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:49:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:55.242167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-2ce46a84-dab0-4b2a-a08a-f0c78f091189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:55.243658 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-2ce46a84-dab0-4b2a-a08a-f0c78f091189 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0455322 Nov 08 14:49:55.291242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-392191f6-317d-4e86-91ff-418529888ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:49:55.292943 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-392191f6-317d-4e86-91ff-418529888ca1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423915 Nov 08 14:49:55.312657 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:49:55.401231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-7d19e5f3-3408-4760-aef5-96c4bb2776a1 service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003356 Nov 08 14:49:55.494755 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-52f29e97-fb25-46b5-8dd7-c1207c72328b req-bca545ad-48de-4ff3-bae7-91e3aab09aea service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862274 Nov 08 14:49:55.629737 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '5e2b306d-ea5d-4980-8bae-840b2218f191', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'port_id': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'mac_address': 'fa:16:3e:ab:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:49:53Z', 'updated_at': '2021-11-08T14:49:53Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:49:55.655504 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273057f4-58ce-459e-81c8-b0d71e24d1d3 None None] The sync data for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 is: [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '5e2b306d-ea5d-4980-8bae-840b2218f191', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'port_id': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'mac_address': 'fa:16:3e:ab:f4:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:49:53Z', 'updated_at': '2021-11-08T14:49:53Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:49:55.850714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a290fe-fe42-4b4f-b05e-b62cc64939de None None] New status for floating IP 5e2b306d-ea5d-4980-8bae-840b2218f191: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:49:56.068833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44608) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:49:56.128505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-797b6175-b9ee-4802-8913-7bfe7550b7b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/5e2b306d-ea5d-4980-8bae-840b2218f191 HTTP/1.1" status: 200 len: 994 time: 0.0585339 Nov 08 14:49:58.104906 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d696631a-34e4-4df2-95af-08acce8733f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:01.566255 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0d113779-aedf-48f6-a624-29f175998ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:03.310004 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:05.830963 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:05.956266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:10.683450 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:50:23.689633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:24.195310 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:27.332682 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-1a25d8b9-ca57-4a4d-8c63-40abce1cce07 req-3289e01e-f1c9-400d-a938-38a48994d10a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:50:27.333683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1a25d8b9-ca57-4a4d-8c63-40abce1cce07 req-3289e01e-f1c9-400d-a938-38a48994d10a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053244 Nov 08 14:50:27.525942 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240ed42-cbec-4017-9fb8-8a55683abf09 req-791bf691-147c-47f7-9701-d9f9998b28be tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:27.526282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44626) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:50:27.527479 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4240ed42-cbec-4017-9fb8-8a55683abf09 req-791bf691-147c-47f7-9701-d9f9998b28be tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0543082 Nov 08 14:50:27.581498 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4240ed42-cbec-4017-9fb8-8a55683abf09 req-115ff9c8-8813-46d4-9573-118da9967e92 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472596 Nov 08 14:50:27.619761 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-6504835f-af44-48d3-b947-7d6def78bb6e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922933 Nov 08 14:50:27.628772 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-07a1a919-6b9c-45aa-a2a0-fee3c5cc1dfa service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:50:27.629714 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-07a1a919-6b9c-45aa-a2a0-fee3c5cc1dfa service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049448 Nov 08 14:50:28.112034 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77000888-aceb-4c39-9984-c2c67e5cdea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:28.715080 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408221f9-88b8-4d1c-8d98-05625794bf54 req-dacfb91f-6f4c-4bce-9b54-a293482db86d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:28.720780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-408221f9-88b8-4d1c-8d98-05625794bf54 req-dacfb91f-6f4c-4bce-9b54-a293482db86d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0540516 Nov 08 14:50:28.776862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-408221f9-88b8-4d1c-8d98-05625794bf54 req-8d90f13e-9df4-4120-885e-3b6a8e2aa89f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539739 Nov 08 14:50:29.004514 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-b1d986ac-48b2-4993-b9bd-f10c6543749c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:29.006124 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-b1d986ac-48b2-4993-b9bd-f10c6543749c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1097 time: 0.0433266 Nov 08 14:50:29.102037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-153d4b3b-3a4c-4722-ba58-2cab95aef5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:29.103510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-153d4b3b-3a4c-4722-ba58-2cab95aef5f9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.0905657 Nov 08 14:50:29.176547 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-a47adbe2-2660-406f-ae8e-f7abb248c207 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1002 time: 0.0654035 Nov 08 14:50:29.230655 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-8a51f682-74f7-4563-baa6-7ec5a1ad2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:29.232158 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-8a51f682-74f7-4563-baa6-7ec5a1ad2c25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0479469 Nov 08 14:50:29.279968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-0207dc85-93f1-4570-ae05-023e77db20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:29.282013 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-0207dc85-93f1-4570-ae05-023e77db20c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433807 Nov 08 14:50:29.382061 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-3c1a4aeb-6e4c-4996-b188-757dbc8c9076 service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925617 Nov 08 14:50:29.478508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-bf18a1f1-4a7c-4158-9a77-2537a1542ce3 service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900857 Nov 08 14:50:29.902037 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b22ab8-9bd1-4dfb-8454-ce8b3f6ca9af req-63356334-f5ee-4a14-a3d1-4701f334ba13 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:29.903603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27b22ab8-9bd1-4dfb-8454-ce8b3f6ca9af req-63356334-f5ee-4a14-a3d1-4701f334ba13 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0533137 Nov 08 14:50:29.962038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-27b22ab8-9bd1-4dfb-8454-ce8b3f6ca9af req-d1b43a9c-4f2c-4875-894b-12c7843b8dd4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522184 Nov 08 14:50:31.079999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5de13-462d-4cba-9b2e-e505c4cf6d67 req-4772eb7a-af91-4d33-92a1-a8e7940ffae0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:31.081491 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17d5de13-462d-4cba-9b2e-e505c4cf6d67 req-4772eb7a-af91-4d33-92a1-a8e7940ffae0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0499122 Nov 08 14:50:31.130714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17d5de13-462d-4cba-9b2e-e505c4cf6d67 req-524d3f2c-3fd8-40e4-b377-1f1ab9cc8366 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432646 Nov 08 14:50:31.568733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-08028b7e-f844-4702-a09f-7ccf9170778a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:32.249841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c8c3-50b3-4a90-badd-d8035afd3cb6 req-1694a9a9-5c02-4b88-8886-af7fbb69a728 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:32.251329 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0049c8c3-50b3-4a90-badd-d8035afd3cb6 req-1694a9a9-5c02-4b88-8886-af7fbb69a728 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0498707 Nov 08 14:50:32.300853 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0049c8c3-50b3-4a90-badd-d8035afd3cb6 req-bb91390a-fdd0-4fcf-8c69-b108b56c8108 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435333 Nov 08 14:50:33.145099 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-1abe243c-e0a3-4a0f-8c5b-0bfb15166f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:33.146607 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-1abe243c-e0a3-4a0f-8c5b-0bfb15166f0f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1097 time: 0.0467007 Nov 08 14:50:33.258638 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-ee42d7c6-e934-4282-b82b-90c7865dd3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:33.260117 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-ee42d7c6-e934-4282-b82b-90c7865dd3cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.0907431 Nov 08 14:50:33.314980 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:33.332974 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-56e2e171-a552-467a-8017-9bed63dde0c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1002 time: 0.0653627 Nov 08 14:50:33.387127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-9c792709-30ae-40e3-936d-3b8e8e76ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:33.388789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-9c792709-30ae-40e3-936d-3b8e8e76ade2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0482116 Nov 08 14:50:33.427085 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6888f-a1b0-4ad7-bb09-647cd85960eb req-7d8091c4-aa26-4bc7-b8c0-f08b60cb8d9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:33.428736 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fa6888f-a1b0-4ad7-bb09-647cd85960eb req-7d8091c4-aa26-4bc7-b8c0-f08b60cb8d9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0539596 Nov 08 14:50:33.436970 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-d49f70e7-d764-444d-8f03-1b8ccf885047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:33.439003 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-d49f70e7-d764-444d-8f03-1b8ccf885047 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435915 Nov 08 14:50:33.480150 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2fa6888f-a1b0-4ad7-bb09-647cd85960eb req-9e9485a7-f732-4115-9795-b1ee247ba89f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453901 Nov 08 14:50:33.537474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-1c2ec1f3-fe14-4eab-8d54-9c2372be23b2 service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912588 Nov 08 14:50:33.628908 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f80f83c-8b75-45af-999e-ee023e0349c7 req-e9490932-2799-4061-8221-0da7e035e0c3 service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846398 Nov 08 14:50:34.600588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6fe5d-9549-4c42-8706-c7a65a2cf950 req-b85fb3b7-8209-4576-8867-0d38695bf16a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:34.602124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02a6fe5d-9549-4c42-8706-c7a65a2cf950 req-b85fb3b7-8209-4576-8867-0d38695bf16a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0498874 Nov 08 14:50:34.653850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-02a6fe5d-9549-4c42-8706-c7a65a2cf950 req-2e5da5b0-4762-471e-b658-c003a557adfe tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450280 Nov 08 14:50:35.832151 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:35.838721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e9cc5-32bb-4fd8-8df5-ab83b83eda94 req-3053c0cd-36a2-4e93-b375-bb34a882d3a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:35.840653 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd7e9cc5-32bb-4fd8-8df5-ab83b83eda94 req-3053c0cd-36a2-4e93-b375-bb34a882d3a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0564809 Nov 08 14:50:35.892036 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd7e9cc5-32bb-4fd8-8df5-ab83b83eda94 req-2960a9ac-cc51-4ae0-b8f0-3e53f2ac5ce0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455205 Nov 08 14:50:35.959252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:37.012957 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5f4ff-718b-41e4-b363-bdc21365daab req-d0b50045-627b-4231-a3c4-eecdb365378f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:37.014519 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdb5f4ff-718b-41e4-b363-bdc21365daab req-d0b50045-627b-4231-a3c4-eecdb365378f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0502350 Nov 08 14:50:37.066162 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cdb5f4ff-718b-41e4-b363-bdc21365daab req-02a41235-00a2-4971-b095-8ea00c25fa6b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441520 Nov 08 14:50:38.185227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158fe1-7ba8-4af6-8137-d9491415e322 req-94bc3cd9-dd0b-49ec-b4df-0cb596825b73 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:38.186732 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8158fe1-7ba8-4af6-8137-d9491415e322 req-94bc3cd9-dd0b-49ec-b4df-0cb596825b73 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0497961 Nov 08 14:50:38.241388 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8158fe1-7ba8-4af6-8137-d9491415e322 req-b221bd1a-2668-4fd4-81c5-37852e38a9a5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486252 Nov 08 14:50:39.357903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92197151-a3ad-4981-8c93-821facfcf539 req-0fa570f1-fee3-4f73-bfd9-a26f216c1345 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:39.359455 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92197151-a3ad-4981-8c93-821facfcf539 req-0fa570f1-fee3-4f73-bfd9-a26f216c1345 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0490503 Nov 08 14:50:39.410114 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-92197151-a3ad-4981-8c93-821facfcf539 req-90ef8a6c-81b0-4aa5-8dfc-f5891dc69e95 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441270 Nov 08 14:50:40.525850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544550a2-eb1f-4395-a6d8-20c9bf8f1366 req-c9a25a82-4a1f-4756-b5ca-d0bf39427b87 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:40.527324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-544550a2-eb1f-4395-a6d8-20c9bf8f1366 req-c9a25a82-4a1f-4756-b5ca-d0bf39427b87 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0490112 Nov 08 14:50:40.576570 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-544550a2-eb1f-4395-a6d8-20c9bf8f1366 req-f805bc36-a080-4ffe-871f-9934a2dafacd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430908 Nov 08 14:50:41.699493 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e05963-4881-46dc-8fc1-95edda8e00fc req-3358ab8a-0cf0-4fdc-8578-7332b42a8e4f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:41.700952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9e05963-4881-46dc-8fc1-95edda8e00fc req-3358ab8a-0cf0-4fdc-8578-7332b42a8e4f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0524640 Nov 08 14:50:41.752409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e9e05963-4881-46dc-8fc1-95edda8e00fc req-445527b0-8afa-47e5-abe2-df98ea3564ff tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450630 Nov 08 14:50:42.877003 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e17326-388b-45af-8602-bd2a0f602bbc req-c738ff37-2bd0-407d-b134-1c4ca7cc344d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:42.878972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51e17326-388b-45af-8602-bd2a0f602bbc req-c738ff37-2bd0-407d-b134-1c4ca7cc344d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0564899 Nov 08 14:50:42.927828 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51e17326-388b-45af-8602-bd2a0f602bbc req-ce5106ba-6597-4dec-8c71-e66cc40d666f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428874 Nov 08 14:50:44.045499 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea71f0-993d-4094-abc4-2f80213cb2d6 req-5055c1df-1e4d-4234-a7f0-b0cc86543d8d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:44.046936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5ea71f0-993d-4094-abc4-2f80213cb2d6 req-5055c1df-1e4d-4234-a7f0-b0cc86543d8d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0501463 Nov 08 14:50:44.102118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c5ea71f0-993d-4094-abc4-2f80213cb2d6 req-0894b794-5ab3-4053-a38a-77f7cf06a79c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490584 Nov 08 14:50:45.224393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3deb711-e7eb-4e9c-934f-39ed97957fa1 req-adad7513-d067-4adf-b91f-13dcd22e7a52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:45.225875 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3deb711-e7eb-4e9c-934f-39ed97957fa1 req-adad7513-d067-4adf-b91f-13dcd22e7a52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0550478 Nov 08 14:50:45.275258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c3deb711-e7eb-4e9c-934f-39ed97957fa1 req-c5124068-33d3-4f09-9424-0b0fb1466a2d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434396 Nov 08 14:50:46.397073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4de88-dafd-42ef-9dd8-44ce1ff25b30 req-94564449-e674-4a80-8bfa-c89ba9c0eb89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:46.398616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3bd4de88-dafd-42ef-9dd8-44ce1ff25b30 req-94564449-e674-4a80-8bfa-c89ba9c0eb89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0508344 Nov 08 14:50:46.451697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3bd4de88-dafd-42ef-9dd8-44ce1ff25b30 req-6aae54da-28c2-436e-8b40-d40e4678dab0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471866 Nov 08 14:50:46.480181 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-0a2daac9-f016-4411-a6b7-d7adcc6e8fb0 service neutron] show failed (client error): The resource could not be found. Nov 08 14:50:46.481203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-0a2daac9-f016-4411-a6b7-d7adcc6e8fb0 service neutron] 10.222.0.70 "GET /v2.0/ports/8c759a80-2cdd-468d-a7ad-e7db0b7be8b2/bindings/n-h2-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.1013458 Nov 08 14:50:46.733088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-49b93bb2-cf62-420a-9681-83e40bb4790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:46.734574 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-49b93bb2-cf62-420a-9681-83e40bb4790e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 1097 time: 0.0890751 Nov 08 14:50:46.749216 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:50:46.802564 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:47.012185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:50:47.049681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:50:47.088833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:50:47.091094 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f058e526-6461-40b8-899a-31b64bcb71fc" -d '{"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:50:47.094818 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:47.108743 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Transition to ACTIVE for port object 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:50:47.112900 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:47.201564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=6']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:50:47.211901 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 14:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcb1a11-83a3-41aa-8f4f-4bd8a526fcd8 x-openstack-request-id: req-6bcb1a11-83a3-41aa-8f4f-4bd8a526fcd8 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:50:47.212197 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:50:47.212454 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6bcb1a11-83a3-41aa-8f4f-4bd8a526fcd8 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:50:47.212851 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'code': 200} Nov 08 14:50:47.216243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.216597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.216942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.217279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.217611 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.217943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.218272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.218596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.218918 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.219239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.219559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.219924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:47.253110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] No DVR routers for this DVR port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:50:47.398421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:50:47.398765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:50:47.399088 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on network d53042e1-d1b1-4104-8258-cdd92d03f8fa {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:50:47.403534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on network d53042e1-d1b1-4104-8258-cdd92d03f8fa not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:50:47.403889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Attempting to bind port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on network d53042e1-d1b1-4104-8258-cdd92d03f8fa {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:50:47.408632 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:50:47.408967 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Checking segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:50:47.409343 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Bound using segment: {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:50:47.409784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Bound port: 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17a5020e-cdbf-494a-a9a0-51953a73adfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:50:47.410133 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:47.480404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:50:47.486512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:50:47.492141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:47.526598 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:47.527245 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:47.529021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] 10.222.0.54 "PUT /v2.0/ports/8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1092 time: 0.7841589 Nov 08 14:50:47.592387 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4a541-a2af-4f30-b61a-26bc2732f267 service neutron] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=7']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:50:47.598722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c35be-ecb1-4579-977b-77320c36d419 req-4f385ca4-f9a6-4c45-ab88-71a155c39ea4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:47.600410 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c20c35be-ecb1-4579-977b-77320c36d419 req-4f385ca4-f9a6-4c45-ab88-71a155c39ea4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 944 time: 0.0604398 Nov 08 14:50:47.613806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-3681f370-fe93-4c7b-b46c-eda465ad4cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:47.615275 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-3681f370-fe93-4c7b-b46c-eda465ad4cb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1095 time: 0.0561190 Nov 08 14:50:47.662408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c20c35be-ecb1-4579-977b-77320c36d419 req-8ffec9ad-e79b-4b98-a44d-09a3085ce48f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536504 Nov 08 14:50:47.694269 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:50:47.726769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-e3b2b20b-345a-4128-9199-826b70d674c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:47.728329 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-e3b2b20b-345a-4128-9199-826b70d674c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.1045518 Nov 08 14:50:47.801542 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-9f8ba1a6-9605-40c2-85ae-5dcf0114a2ea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1000 time: 0.0658429 Nov 08 14:50:47.853267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-cfb85301-1561-47cc-b8ce-099ec91ccdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:47.854766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-cfb85301-1561-47cc-b8ce-099ec91ccdac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0456886 Nov 08 14:50:47.901832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-25dd9b6c-655d-4365-b181-2c7f060857f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:47.903354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-25dd9b6c-655d-4365-b181-2c7f060857f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420818 Nov 08 14:50:47.999274 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-3049c07d-405f-4b80-9d50-a553b42817ff service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882692 Nov 08 14:50:48.090703 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-21185a13-4c64-49fd-bb03-5a74828ea35d req-e7f35eb8-931e-4fd4-81c3-bbd471ac056a service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844216 Nov 08 14:50:48.790243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a2062-5a2c-4e5c-b7da-3e22eebcc7ac req-7cd48eae-ebf6-46be-bc2c-b12d640484a2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:48.791777 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-028a2062-5a2c-4e5c-b7da-3e22eebcc7ac req-7cd48eae-ebf6-46be-bc2c-b12d640484a2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 944 time: 0.0499620 Nov 08 14:50:48.844395 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-028a2062-5a2c-4e5c-b7da-3e22eebcc7ac req-026d9db6-d8c1-4a60-8125-ef814f782f27 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437698 Nov 08 14:50:49.214431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:50:49.216848 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f66c9f-431c-4fbb-8288-d55842b2b33a" -d '{"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:50:49.253047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:50:49.266640 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981b6a8e-9835-4e7b-b901-d79a1645d3fe x-openstack-request-id: req-981b6a8e-9835-4e7b-b901-d79a1645d3fe {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:50:49.266939 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:50:49.267264 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-981b6a8e-9835-4e7b-b901-d79a1645d3fe {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:50:49.267660 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'status': 'completed', 'code': 200} Nov 08 14:50:49.295726 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:50:49.356833 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-5d1e1251-1e56-43a3-b5cd-a58af34f9278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.358350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-5d1e1251-1e56-43a3-b5cd-a58af34f9278 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1095 time: 0.0723174 Nov 08 14:50:49.364762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-f14d5e8b-9098-44b4-8fab-abfa79834d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.366139 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-f14d5e8b-9098-44b4-8fab-abfa79834d42 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1095 time: 0.0716033 Nov 08 14:50:49.521994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-6ac47d9b-6e89-4e88-bf50-a34a737f4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.523473 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-6ac47d9b-6e89-4e88-bf50-a34a737f4fd8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.1564946 Nov 08 14:50:49.526044 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-e1eec97b-30a0-40cb-bf33-92c2a77a9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.527362 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-e1eec97b-30a0-40cb-bf33-92c2a77a9c06 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.1534162 Nov 08 14:50:49.638745 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-513d81a1-7ac1-40c1-9e70-967b143b87da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1083200 Nov 08 14:50:49.640516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-68d73db3-00d0-49dc-b943-c7ed43697133 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1000 time: 0.1041553 Nov 08 14:50:49.726518 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-9abce958-5624-4a7e-aa0b-4f3ab2f7c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.728163 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-9abce958-5624-4a7e-aa0b-4f3ab2f7c3df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0828223 Nov 08 14:50:49.732270 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-1ecfa133-4053-4aef-888d-7da70b2d3b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.733742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-1ecfa133-4053-4aef-888d-7da70b2d3b67 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0810874 Nov 08 14:50:49.803135 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-855cf1f8-1234-4b07-98a6-148e46b5c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.804677 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-855cf1f8-1234-4b07-98a6-148e46b5c6db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697048 Nov 08 14:50:49.806414 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-b281ae29-ad39-4273-864f-f4ae06827701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.807920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-b281ae29-ad39-4273-864f-f4ae06827701 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650187 Nov 08 14:50:49.976698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536afdf8-5572-497e-bd58-5f850ba88f6f req-52effed0-7e06-446e-885a-27f0e6ce1e2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:49.978390 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-536afdf8-5572-497e-bd58-5f850ba88f6f req-52effed0-7e06-446e-885a-27f0e6ce1e2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 944 time: 0.0607760 Nov 08 14:50:50.320946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-a1f543a5-29d6-43df-a70f-2498756165ba service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083940 Nov 08 14:50:50.324521 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-55fd7e58-37b5-4877-99cf-bb2fc3befc6c service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044858 Nov 08 14:50:50.352722 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-536afdf8-5572-497e-bd58-5f850ba88f6f req-73f78068-c55c-46ae-834d-058d43dc8114 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3676908 Nov 08 14:50:50.485965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-8c9138ad-7d38-49da-b899-c798be5080da service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578517 Nov 08 14:50:50.490087 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-98f66c9f-431c-4fbb-8288-d55842b2b33a req-527e7c86-cf3f-41f5-b637-99b265ac2d7c service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534572 Nov 08 14:50:50.749887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:50:50.844786 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:50:50.856477 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'port_id': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'mac_address': 'fa:16:3e:ab:f4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:50:50.897746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:50.911293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:50:50.932021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:50:50.936084 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:50.983494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:50:50.991381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.991724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.992082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.992415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.992744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.993068 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.993390 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.993709 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.994027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.994345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.994666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:50.994980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:50:51.479515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc44235-9463-4da8-b1f3-6822cc2da139 req-0ffc3e1f-f147-4e69-bb84-74be13d69705 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:51.481067 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7dc44235-9463-4da8-b1f3-6822cc2da139 req-0ffc3e1f-f147-4e69-bb84-74be13d69705 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 945 time: 0.0521135 Nov 08 14:50:51.531669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7dc44235-9463-4da8-b1f3-6822cc2da139 req-f8567c6a-ac21-4e34-99c9-4f39d57317ed tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444634 Nov 08 14:50:51.743391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d18ecf-e19f-4966-b0c7-5eef031e3f3b req-5110a37a-c337-4112-a3f9-a34a4bd0d06f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:51.745414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0d18ecf-e19f-4966-b0c7-5eef031e3f3b req-5110a37a-c337-4112-a3f9-a34a4bd0d06f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 945 time: 0.0610640 Nov 08 14:50:51.756716 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-f1f42ed2-18d9-4671-ad32-22e5b034f3e6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:51.758203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-f1f42ed2-18d9-4671-ad32-22e5b034f3e6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f&tenant_id=faed4e80406d45f1b279afc78ea0ff7b&binding%3Ahost_id=n-h2-804292-2 HTTP/1.1" status: 200 len: 945 time: 0.0588765 Nov 08 14:50:51.801730 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0d18ecf-e19f-4966-b0c7-5eef031e3f3b req-c379b780-c917-430e-8bb6-a3d3596e817a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492680 Nov 08 14:50:51.825556 n-d-804292-2 neutron-server[101840]: INFO neutron.api.v2.resource [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-6481b96c-488a-47a2-b01d-4d81dee8b6f1 service neutron] delete failed (client error): The resource could not be found. Nov 08 14:50:51.826679 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-6481b96c-488a-47a2-b01d-4d81dee8b6f1 service neutron] 10.222.0.70 "DELETE /v2.0/ports/8c759a80-2cdd-468d-a7ad-e7db0b7be8b2/bindings/n-h1-804292-2 HTTP/1.1" status: 404 len: 380 time: 0.0596340 Nov 08 14:50:51.913889 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-1337a372-5861-49ab-82d1-c15e20727a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:51.915558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-1337a372-5861-49ab-82d1-c15e20727a4a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1096 time: 0.0446665 Nov 08 14:50:51.925600 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6934df-b133-4f66-ba1d-760d6ead59b6 req-1883c725-f8a6-440f-81bf-c32480a5d726 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:51.927084 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6934df-b133-4f66-ba1d-760d6ead59b6 req-1883c725-f8a6-440f-81bf-c32480a5d726 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 945 time: 0.0505395 Nov 08 14:50:51.978055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d6934df-b133-4f66-ba1d-760d6ead59b6 req-d3109a4b-7e4f-4960-a2ec-6c3781c54d8a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447941 Nov 08 14:50:52.019846 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-ceb31487-254d-42d0-960b-dd90a05491c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:52.021333 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-ceb31487-254d-42d0-960b-dd90a05491c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.0994191 Nov 08 14:50:52.088395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-eb9e7114-4785-458f-b7a3-91293577fa85 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1001 time: 0.0597532 Nov 08 14:50:52.147225 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-148ef2b9-f406-4fbf-8924-470cef9dbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:52.148696 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-148ef2b9-f406-4fbf-8924-470cef9dbf12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0530510 Nov 08 14:50:52.200914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-38e6700b-512d-479f-bcee-ccc68e28f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:52.202393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-38e6700b-512d-479f-bcee-ccc68e28f6f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465643 Nov 08 14:50:52.295999 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-b1127269-712a-429f-b99e-7f7ef4078392 service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867896 Nov 08 14:50:52.317282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:50:52.394965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dc09d747-b217-42a9-a290-c6f1bf63a902 req-d299578d-7367-4a4e-9603-e837035338db service neutron] 10.222.0.70 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926263 Nov 08 14:50:53.099304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564fe98-7238-4b19-b2d8-8e34bdb44911 req-9480e824-43a5-4de7-ab6b-232ed78ef667 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:50:53.100782 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e564fe98-7238-4b19-b2d8-8e34bdb44911 req-9480e824-43a5-4de7-ab6b-232ed78ef667 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 945 time: 0.0487275 Nov 08 14:50:53.150224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e564fe98-7238-4b19-b2d8-8e34bdb44911 req-79f452e6-f4a2-4f08-af28-208c4c598f9d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Nov 08 14:50:53.172252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44718) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:50:53.237029 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-55a088a6-0632-44d4-a635-933ff7422a1e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/5e2b306d-ea5d-4980-8bae-840b2218f191 HTTP/1.1" status: 200 len: 993 time: 0.0636091 Nov 08 14:50:53.704576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:54.202947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:54.719485 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:50:54.774761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:50:54.778724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:50:54.779090 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:54.857572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:54.880454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:50:54.882682 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df9358f-7c2d-4088-aed9-29e5d93ef568" -d '{"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-plugged", "status": "completed", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:50:54.895926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:50:54.900456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:50:54.967830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=9']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:50:54.980531 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3448fc3f-83ca-4fea-895d-9b397a1cc429 x-openstack-request-id: req-3448fc3f-83ca-4fea-895d-9b397a1cc429 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:50:54.980834 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-plugged", "status": "completed", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:50:54.981089 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3448fc3f-83ca-4fea-895d-9b397a1cc429 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:50:54.981485 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'code': 200} Nov 08 14:50:58.104251 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce1aacbd-b734-4e73-a492-82df09dde428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:01.571522 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dc1f5ad6-4044-4919-86f3-8b73b739911e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:03.315131 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:05.831702 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:05.960533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:23.722429 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:24.203062 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:24.684781 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:51:28.105839 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9e3651d4-4a24-46b0-ae42-7b269bcb9ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:31.574006 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e941f4c6-342f-471e-87dc-a82e7cf40e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:33.320484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:35.834299 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:35.961534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:36.629975 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-817f95f5-4a0f-468d-83eb-e99de9d07bb5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385993 Nov 08 14:51:36.714288 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7029-99b3-4833-9f49-ae2948149335 req-31d3fd91-d0a4-4939-87e3-89c61155f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:36.715926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-31d3fd91-d0a4-4939-87e3-89c61155f8d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1097 time: 0.0434642 Nov 08 14:51:36.823438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7029-99b3-4833-9f49-ae2948149335 req-c7514c79-6991-4a84-930c-c4ce4e353aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:36.824902 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-c7514c79-6991-4a84-930c-c4ce4e353aef service neutron] 10.222.0.54 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.0898991 Nov 08 14:51:36.890946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-61690d2d-e1dc-40ba-b44a-a2a1436cf7f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 1002 time: 0.0576284 Nov 08 14:51:36.940140 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7029-99b3-4833-9f49-ae2948149335 req-947bf2cc-8105-4b65-9e35-f478dc68a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:36.941596 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-947bf2cc-8105-4b65-9e35-f478dc68a7e0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0435934 Nov 08 14:51:36.990660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb7029-99b3-4833-9f49-ae2948149335 req-5aa4a6f0-7f01-40ca-b9e9-581f5e987d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:36.992705 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-5aa4a6f0-7f01-40ca-b9e9-581f5e987d13 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441024 Nov 08 14:51:37.082565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-acdd3524-1ede-4bc7-b87b-8f94a5250322 service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828300 Nov 08 14:51:37.176302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-24eb7029-99b3-4833-9f49-ae2948149335 req-61b0add5-c6e0-4571-a971-91b862096233 service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865736 Nov 08 14:51:50.188530 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44742) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:50.349049 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 3135ad78-8fbb-447e-9cba-224cee429f14 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:51:50.349397 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:50.425751 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:50.426080 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:50.438754 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 3135ad78-8fbb-447e-9cba-224cee429f14 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:51:50.590605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:50.614747 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=3135ad78-8fbb-447e-9cba-224cee429f14,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:50.628569 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.628917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.629253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.629586 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.629912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.630241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.630562 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.630881 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.631205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.631520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.631872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.632434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:50.692518 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:50.692746 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 5e2b306d-ea5d-4980-8bae-840b2218f191 disassociated (deleted). External IP: 172.25.8.198, port: 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2. Nov 08 14:51:50.910899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:51:51.020364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:51:51.025203 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:51.030336 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] Sync routers for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:51:51.040168 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:51:51.040843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:51:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:51.054533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0275b101-eb0c-4839-acf8-12d7df33d723 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/floatingips/5e2b306d-ea5d-4980-8bae-840b2218f191 HTTP/1.1" status: 204 len: 168 time: 0.8649416 Nov 08 14:51:51.055137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:51:51.058085 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3052a14-06ac-4609-ad63-418ac2f07f21" -d '{"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:51:51.100841 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c97e66-f100-4b5f-8d22-b98a981f8d38 x-openstack-request-id: req-21c97e66-f100-4b5f-8d22-b98a981f8d38 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:51:51.101203 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:51:51.101524 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21c97e66-f100-4b5f-8d22-b98a981f8d38 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:51:51.102006 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'status': 'completed', 'code': 200} Nov 08 14:51:51.151385 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:51:51.169231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-4181e4a4-7a68-45d6-8056-716d2f426f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:51.176925 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-4181e4a4-7a68-45d6-8056-716d2f426f04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 1097 time: 0.0483890 Nov 08 14:51:51.289252 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-617daccd-f1c3-472e-87b2-10e1b6dfc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:51.290766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-617daccd-f1c3-472e-87b2-10e1b6dfc90e service neutron] 10.222.0.54 "GET /v2.0/networks?id=d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 200 len: 898 time: 0.1119444 Nov 08 14:51:51.309441 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41ab0c-5438-4831-8738-a43a58db2c0f req-a790242b-d840-4afa-bd41-26d79095ee25 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:51.310982 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc41ab0c-5438-4831-8738-a43a58db2c0f req-a790242b-d840-4afa-bd41-26d79095ee25 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0581019 Nov 08 14:51:51.337975 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-cdb1bc55-b447-4631-91a6-facfaa924692 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 200 len: 217 time: 0.0388274 Nov 08 14:51:51.366737 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc41ab0c-5438-4831-8738-a43a58db2c0f req-040709be-8774-40bb-9604-01fd7d751833 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493178 Nov 08 14:51:51.377988 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:51.394912 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-c5d8fda8-42f3-417e-aac4-3e86532ff13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:51.396619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-c5d8fda8-42f3-417e-aac4-3e86532ff13a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 200 len: 835 time: 0.0500095 Nov 08 14:51:51.406352 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] Checking router: a3baa6b2-fbc4-43c6-b654-54f9f52ed41e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:51:51.415163 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:51:51.416154 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:51:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:51.460081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-70dfce08-1890-4d32-8dc6-3291c82db859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:51.461601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-70dfce08-1890-4d32-8dc6-3291c82db859 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d53042e1-d1b1-4104-8258-cdd92d03f8fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523129 Nov 08 14:51:51.522739 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:51:51.555834 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-702c8bae-8bab-40bf-aabc-80ff791516bb service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862234 Nov 08 14:51:51.653339 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a3052a14-06ac-4609-ad63-418ac2f07f21 req-dd6a7647-5fd1-4d9a-99ef-7a60adcb0758 service neutron] 10.222.0.54 "GET /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899785 Nov 08 14:51:51.722281 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:51.753730 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5a2131-f2e7-4bce-8411-6b41e7e6ef7c None None] The sync data for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 is: [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '4e040b41-1357-4565-94d3-1378f1aa135b', 'name': '', 'network_id': 'd53042e1-d1b1-4104-8258-cdd92d03f8fa', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:ba:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:41Z', 'updated_at': '2021-11-08T14:49:44Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '88d50b0e-093c-450f-8ced-a9ddedf50a1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:51:51.985081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f3828c-23e0-4a38-83a3-ba88a6671b89 None None] New status for floating IP 5e2b306d-ea5d-4980-8bae-840b2218f191: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:51:52.493937 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503a31b-0059-4a6b-aa16-e38c0b471058 req-d48c19c0-ceee-463f-a0c4-4343096c0b56 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:52.495787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3503a31b-0059-4a6b-aa16-e38c0b471058 req-d48c19c0-ceee-463f-a0c4-4343096c0b56 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0490854 Nov 08 14:51:52.546880 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3503a31b-0059-4a6b-aa16-e38c0b471058 req-9a1babf9-c52b-4f64-8367-85e597ca2f28 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451224 Nov 08 14:51:52.880652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-2c3cab60-db8f-45c4-8c8c-656a08930fef tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:51:52.882196 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-2c3cab60-db8f-45c4-8c8c-656a08930fef tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 946 time: 0.0514131 Nov 08 14:51:52.973610 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:51:52.973963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:53.071909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:51:53.072295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:53.085690 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:51:53.220063 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:53.247909 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=8c759a80-2cdd-468d-a7ad-e7db0b7be8b2,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:53.292279 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] No DVR routers for this DVR port 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:51:53.294859 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:53.298261 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-123b40f0-80fa-4bca-8912-bd5807e6f67c req-bb3f383b-f655-4d13-9f1a-fcca8cec4ca7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "DELETE /v2.0/ports/8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 HTTP/1.1" status: 204 len: 173 time: 0.4101460 Nov 08 14:51:53.298702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-deleted', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:51:53.300976 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e6d261-9635-44f9-ab64-93af8d7d448f" -d '{"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-deleted", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:51:53.340996 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd8c62-b231-4747-818f-ad25a9e0935f x-openstack-request-id: req-7efd8c62-b231-4747-818f-ad25a9e0935f {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:51:53.341297 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77457aa9-353c-452b-b1bf-bb4f138f7d4f", "name": "network-vif-deleted", "tag": "8c759a80-2cdd-468d-a7ad-e7db0b7be8b2", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:51:53.341560 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7efd8c62-b231-4747-818f-ad25a9e0935f {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:51:53.341966 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77457aa9-353c-452b-b1bf-bb4f138f7d4f', 'name': 'network-vif-deleted', 'tag': '8c759a80-2cdd-468d-a7ad-e7db0b7be8b2', 'status': 'completed', 'code': 200} Nov 08 14:51:53.661215 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d6fb8dce-89a3-4548-853f-41974ccd5af4 req-785ea396-7cc6-4d90-89d8-7f6f874f2b39 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=77457aa9-353c-452b-b1bf-bb4f138f7d4f HTTP/1.1" status: 200 len: 210 time: 0.0311639 Nov 08 14:51:53.718060 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:54.193357 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:54.726172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44760) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:55.121443 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:55.394873 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 4e040b41-1357-4565-94d3-1378f1aa135b {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:51:55.395220 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:55.487336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 4e040b41-1357-4565-94d3-1378f1aa135b, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4e040b41-1357-4565-94d3-1378f1aa135b,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:51:55.487703 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:55.505354 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 4e040b41-1357-4565-94d3-1378f1aa135b owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:51:55.697975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:55.725395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=4e040b41-1357-4565-94d3-1378f1aa135b,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:55.916719 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:56.475617 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:51:56.585915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:51:56.592455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-caeb2d40-5514-41d6-be42-b5657b1a98b9 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/a3baa6b2-fbc4-43c6-b654-54f9f52ed41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8643272 Nov 08 14:51:56.594587 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44762) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:56.598535 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] Sync routers for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:51:56.610755 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:51:56.611369 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:51:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:56.651388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting subnet 88d50b0e-093c-450f-8ced-a9ddedf50a1f {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:51:56.654921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:56.700273 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:56.802291 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:56.814826 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:51:56.865784 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:56.894593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Subnet': ['ID=88d50b0e-093c-450f-8ced-a9ddedf50a1f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:56.898169 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:56.902131 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-41c35372-efb2-4033-abde-6746b42352a3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/subnets/88d50b0e-093c-450f-8ced-a9ddedf50a1f HTTP/1.1" status: 204 len: 168 time: 0.3065329 Nov 08 14:51:56.905063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44764) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:56.910945 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae62881-dcce-474a-9dcd-9503246fd7eb None None] Network d53042e1-d1b1-4104-8258-cdd92d03f8fa requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:51:56.969110 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:51:57.003616 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:51:57.004082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 8c759a80-2cdd-468d-a7ad-e7db0b7be8b2 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:51:57.017498 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:51:55Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:57.020976 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.048698 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] Checking router: a3baa6b2-fbc4-43c6-b654-54f9f52ed41e for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:51:57.059070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] Routers {'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:51:57.059615 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:51:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:57.141311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] DHCP port deletion for d53042e1-d1b1-4104-8258-cdd92d03f8fa request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:51:57.147459 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.172593 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] Set router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:51:57.194572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Deleting port c46c2aa9-1e81-495e-958f-ad8426acd565 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:51:57.194952 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.209113 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 14018a57-940c-493d-afc9-aad16498875a {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:51:57.209460 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.268839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] For port c46c2aa9-1e81-495e-958f-ad8426acd565, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c46c2aa9-1e81-495e-958f-ad8426acd565,segment=NetworkSegment(17a5020e-cdbf-494a-a9a0-51953a73adfb),segment_id=17a5020e-cdbf-494a-a9a0-51953a73adfb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:51:57.269191 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.286375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Calling delete_port for c46c2aa9-1e81-495e-958f-ad8426acd565 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:51:57.305269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 14018a57-940c-493d-afc9-aad16498875a, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=14018a57-940c-493d-afc9-aad16498875a,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:51:57.305733 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.319463 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 14018a57-940c-493d-afc9-aad16498875a owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:51:57.356294 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:51:55Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:57.374874 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.382773 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f82463-1ef9-4f69-8100-ea03457239fb None None] The sync data for ids ['a3baa6b2-fbc4-43c6-b654-54f9f52ed41e'] in n-d-804292-2 is: [{'id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1518303966', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': '14018a57-940c-493d-afc9-aad16498875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:51:55Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '14018a57-940c-493d-afc9-aad16498875a', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3baa6b2-fbc4-43c6-b654-54f9f52ed41e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:49:38Z', 'updated_at': '2021-11-08T14:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:51:57.407047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] No DVR routers for this DVR port c46c2aa9-1e81-495e-958f-ad8426acd565 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:51:57.416954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Pushing event deleted for resources: {'Port': ['ID=c46c2aa9-1e81-495e-958f-ad8426acd565,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:57.424409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.424764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.425130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.425462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.425791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.426121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.426451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.426780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.427111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.427903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.427903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.428222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56a0e8e-495c-4a4a-8460-0ed073592f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:57.501821 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.531957 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=14018a57-940c-493d-afc9-aad16498875a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:57.593303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.687046 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.689119 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.733670 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.734294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Fanout notify agent at l3_agent the message router_deleted on router a3baa6b2-fbc4-43c6-b654-54f9f52ed41e {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:51:57.742245 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.743485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4cb4fb54-03dd-4be7-aabc-50e061d43a19 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/routers/a3baa6b2-fbc4-43c6-b654-54f9f52ed41e HTTP/1.1" status: 204 len: 168 time: 0.8374720 Nov 08 14:51:57.746825 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44766) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:57.828244 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.923698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c46c2aa9-1e81-495e-958f-ad8426acd565 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:51:57.928338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.950580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53042e1-d1b1-4104-8258-cdd92d03f8fa']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:57.951214 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c46c2aa9-1e81-495e-958f-ad8426acd565 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:51:57.951580 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c46c2aa9-1e81-495e-958f-ad8426acd565 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:51:57.952020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4e040b41-1357-4565-94d3-1378f1aa135b no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:51:57.961429 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a5020e-cdbf-494a-a9a0-51953a73adfb') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:57.961858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a5020e-cdbf-494a-a9a0-51953a73adfb') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:51:57.971791 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:57.972720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 4e040b41-1357-4565-94d3-1378f1aa135b {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:51:57.973073 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4e040b41-1357-4565-94d3-1378f1aa135b not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:51:57.993205 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.000308 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:51:58.001109 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:51:58.004311 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:51:58.071898 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.081487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.086257 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/networks/d53042e1-d1b1-4104-8258-cdd92d03f8fa HTTP/1.1" status: 204 len: 168 time: 0.3382723 Nov 08 14:51:58.090923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44768) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:58.110020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f7713834-54a3-4fa3-9c30-ce768ded0046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.110275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246654ff-774e-4cda-a7aa-b373277aaf30 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Network': ['ID=d53042e1-d1b1-4104-8258-cdd92d03f8fa,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:58.165663 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5e98bc99-8cc3-42bc-a466-c6c2f9efaed4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.190696 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5e98bc99-8cc3-42bc-a466-c6c2f9efaed4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.250654 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5e98bc99-8cc3-42bc-a466-c6c2f9efaed4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.253587 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5e98bc99-8cc3-42bc-a466-c6c2f9efaed4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:58.254766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5e98bc99-8cc3-42bc-a466-c6c2f9efaed4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/security-groups/5da77caa-14de-4a6a-a5b2-d92fae8d9f8d HTTP/1.1" status: 204 len: 168 time: 0.1625447 Nov 08 14:51:58.264467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98bc99-8cc3-42bc-a466-c6c2f9efaed4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da77caa-14de-4a6a-a5b2-d92fae8d9f8d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:59.678347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44776) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:59.683543 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7e3acfad-b83a-4e9d-a25b-dbc0bc623416 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082414485', 'description': 'tempest-secgroup-smoke-1082414485 description', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:51:59.710560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e3acfad-b83a-4e9d-a25b-dbc0bc623416 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.776173 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e3acfad-b83a-4e9d-a25b-dbc0bc623416 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.780250 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e3acfad-b83a-4e9d-a25b-dbc0bc623416 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.814376 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e3acfad-b83a-4e9d-a25b-dbc0bc623416 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.815622 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e3acfad-b83a-4e9d-a25b-dbc0bc623416 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1362109 Nov 08 14:51:59.817498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3acfad-b83a-4e9d-a25b-dbc0bc623416 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e92c8642-dfe7-4803-b9d4-4d77202efed3,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:59.818928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44778) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:59.823119 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14018a57-940c-493d-afc9-aad16498875a no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:51:59.825991 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'e92c8642-dfe7-4803-b9d4-4d77202efed3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:51:59.844372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 14018a57-940c-493d-afc9-aad16498875a {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:51:59.844717 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 14018a57-940c-493d-afc9-aad16498875a not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:51:59.855654 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.915387 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.919680 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.937694 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca74751-85c9-4627-a21a-e215f2b687b4,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:51:59.945954 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.946309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.946655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.946999 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.947364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.947696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.948057 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.948391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.948722 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.949052 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.949377 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.949700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:51:59.954237 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:51:59.955417 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2ec0320a-2138-499a-b8f0-6ea3842e4088 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338966 Nov 08 14:51:59.958254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44780) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:51:59.962550 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c399c993-1e31-4bbd-aee2-ff0fb9bc77b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'e92c8642-dfe7-4803-b9d4-4d77202efed3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:51:59.988790 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c399c993-1e31-4bbd-aee2-ff0fb9bc77b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.045793 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c399c993-1e31-4bbd-aee2-ff0fb9bc77b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.049431 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c399c993-1e31-4bbd-aee2-ff0fb9bc77b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.066595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399c993-1e31-4bbd-aee2-ff0fb9bc77b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8559e28-40ba-4b74-b3d9-7fbd00b74005,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:00.074235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c399c993-1e31-4bbd-aee2-ff0fb9bc77b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.075414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c399c993-1e31-4bbd-aee2-ff0fb9bc77b1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162419 Nov 08 14:52:00.078187 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44782) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:00.082706 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c73839db-28ad-4794-a46f-4978474de2a6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'e92c8642-dfe7-4803-b9d4-4d77202efed3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:00.110120 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c73839db-28ad-4794-a46f-4978474de2a6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.164724 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c73839db-28ad-4794-a46f-4978474de2a6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.169404 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c73839db-28ad-4794-a46f-4978474de2a6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.189008 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73839db-28ad-4794-a46f-4978474de2a6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc864b0a-68cd-48cf-8c2f-2d6b58a10d91,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:00.194304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c73839db-28ad-4794-a46f-4978474de2a6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.195478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c73839db-28ad-4794-a46f-4978474de2a6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163566 Nov 08 14:52:00.198438 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44784) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:00.203197 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-00f92c29-3959-4eb9-acf6-49dabf75f52b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'e92c8642-dfe7-4803-b9d4-4d77202efed3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:00.230134 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-00f92c29-3959-4eb9-acf6-49dabf75f52b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.287475 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-00f92c29-3959-4eb9-acf6-49dabf75f52b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.292082 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-00f92c29-3959-4eb9-acf6-49dabf75f52b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.309603 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92c29-3959-4eb9-acf6-49dabf75f52b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c6bdc7-b079-4372-860f-e631d16f1d3b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:00.317479 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-00f92c29-3959-4eb9-acf6-49dabf75f52b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.318678 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-00f92c29-3959-4eb9-acf6-49dabf75f52b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191800 Nov 08 14:52:00.321619 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44786) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:00.326138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'e92c8642-dfe7-4803-b9d4-4d77202efed3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:00.347752 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:52:00.352721 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.412955 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.417268 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.435760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c340e80-9ca8-4789-a1a7-268ffba9a699,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:00.443116 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.444328 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b0e6597-8ef1-4179-a6fb-0571a12a172e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217155 Nov 08 14:52:00.447089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44788) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:00.451843 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': 'e92c8642-dfe7-4803-b9d4-4d77202efed3', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:00.473571 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:52:00.478407 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.536658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.540177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.557802 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9173c5-4103-4f21-a2ab-3a09a0e4321b,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:00.564519 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.565724 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f54fd729-04fb-4084-9bf8-a33a5a347b69 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171372 Nov 08 14:52:00.568703 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44790) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:00.574240 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'network': {'name': 'tempest-network-smoke--2102215946', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'port_security_enabled': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:00.594016 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:52:00.597508 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.620312 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:52:00.629546 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.629890 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Added segment 4eb9c48e-95ad-4b12-be8a-00099d739fc8 of type vlan for network 19529b82-55f6-4b8b-a715-35820497c5e7 Nov 08 14:52:00.670687 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.695410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.701619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:00.702217 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.740637 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1708479 Nov 08 14:52:00.743642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44792) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:00.748414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'admin_state_up': True, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:00.772410 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.773443 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.782594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c744ef-1202-4fc7-ac8c-c19b4cfae5b2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Network': ['ID=19529b82-55f6-4b8b-a715-35820497c5e7,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:00.798405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 19529b82-55f6-4b8b-a715-35820497c5e7 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:52:00.832833 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:00.970789 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:01.161076 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:01.179553 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:01.279075 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.6 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/5e558fb4-17d7-4f5a-966c-a25daa0486ff) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:52:01.383987 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:01.417707 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:01.453420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:52:01.456255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:52:01.462227 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:52:01.490153 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=5e558fb4-17d7-4f5a-966c-a25daa0486ff,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:01.575642 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9eaa744e-0ac8-42e5-935f-d54349b470ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:01.683801 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:52:01.717797 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:01.908226 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.035982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 1acedb75-c472-4cd6-b43b-1eff215d0236 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:52:02.142311 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:52:02.152404 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Sync routers for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:52:02.162617 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.163222 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:52:02.163860 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2d6ac37a-044c-401c-8f72-769252eb2c89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4190919 Nov 08 14:52:02.163978 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:52:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:02.167395 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44794) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:02.238698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-32ae692d-0d8e-4745-9334-dbef8f3d2e0a tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=faed4e80406d45f1b279afc78ea0ff7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700932 Nov 08 14:52:02.241334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44798) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:02.270713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:52:02.332542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b441baa-8c14-4eb9-becd-2d21bbee78a0 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:02.334055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7b441baa-8c14-4eb9-becd-2d21bbee78a0 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917854 Nov 08 14:52:02.337131 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44800) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:02.364601 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-15656c97-0e6c-4a0a-8296-45f63de61b28 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264521 Nov 08 14:52:02.367244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44802) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:02.372506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1067421259', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:02.452344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:01Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:02.460972 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:52:02.465243 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.480749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Checking router: 1acedb75-c472-4cd6-b43b-1eff215d0236 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:52:02.481120 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Updating router 1acedb75-c472-4cd6-b43b-1eff215d0236 port 5e558fb4-17d7-4f5a-966c-a25daa0486ff binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:52:02.506293 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.649892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.715830 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Subnet': ['ID=0267ae8c-359f-4c30-935b-5c704aaef518,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:02.724585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Checking segment: {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:52:02.724954 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network hostable DHCP agents. Network: 19529b82-55f6-4b8b-a715-35820497c5e7, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:52:02.743517 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 19529b82-55f6-4b8b-a715-35820497c5e7 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:52:02.752863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 19529b82-55f6-4b8b-a715-35820497c5e7) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:52:02.757122 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:02.757912 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.760191 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.765225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8497f2c0-0605-4502-8cc5-cb248881aa96 None None] Network 19529b82-55f6-4b8b-a715-35820497c5e7 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:52:02.777330 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-450c3afb-23f3-435c-b203-ef1c3658ccb7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4090042 Nov 08 14:52:02.780259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44804) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:02.784080 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.877193 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc770e-f97c-401a-8ae5-51da4e0736bf None None] Pushing event updated for resources: {'Port': ['ID=5e558fb4-17d7-4f5a-966c-a25daa0486ff,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:02.891684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Attempting to bind port 5e558fb4-17d7-4f5a-966c-a25daa0486ff on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:52:02.892065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Attempting to bind port 5e558fb4-17d7-4f5a-966c-a25daa0486ff by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:52:02.892422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Attempting to bind port 5e558fb4-17d7-4f5a-966c-a25daa0486ff on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:52:02.900955 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:52:02.901319 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:52:02.901710 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.902094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:52:02.902549 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Bound port: 5e558fb4-17d7-4f5a-966c-a25daa0486ff, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:52:02.902923 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:02.994641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] For port 5e558fb4-17d7-4f5a-966c-a25daa0486ff, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:52:03.007949 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-19529b82-55f6-4b8b-a715-35820497c5e7', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:52:03.009369 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.017839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] For port 5e558fb4-17d7-4f5a-966c-a25daa0486ff, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5e558fb4-17d7-4f5a-966c-a25daa0486ff,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:52:03.027207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.154725 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc770e-f97c-401a-8ae5-51da4e0736bf None None] Pushing event updated for resources: {'Port': ['ID=5e558fb4-17d7-4f5a-966c-a25daa0486ff,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:03.159418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:52:03.160041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:52:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:03.219783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.292005 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Allocated IP 172.20.0.2 (19529b82-55f6-4b8b-a715-35820497c5e7/0267ae8c-359f-4c30-935b-5c704aaef518/6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:52:03.320734 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:52:03.592572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.758615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.766492 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.820286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.1 (19529b82-55f6-4b8b-a715-35820497c5e7/0267ae8c-359f-4c30-935b-5c704aaef518/c5288ba0-f02b-4def-8340-182cd122eec0) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:52:03.824759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Network 19529b82-55f6-4b8b-a715-35820497c5e7 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:52:03.830436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:52:03.833666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:52:03.835625 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Pushing event updated for resources: {'Port': ['ID=6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:03.863903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:01Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:03.906615 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b3afd0-879c-4c16-8a5e-430c0d8471e6 None None] The sync data for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 is: [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:01Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:52:03.920098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Attempting to bind port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:52:03.920614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Attempting to bind port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:52:03.921086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Attempting to bind port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 on network 19529b82-55f6-4b8b-a715-35820497c5e7 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:52:03.930023 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:52:03.930963 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Checking segment: {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:52:03.931459 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.931812 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Bound using segment: {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:52:03.932381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Bound port: 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:52:03.932765 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.946762 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:03.988177 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:04.003354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] For port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:52:04.007197 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] For port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:52:04.012718 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:04.035258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 19529b82-55f6-4b8b-a715-35820497c5e7 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:52:04.038749 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:52:04.045125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:52:04.048902 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=c5288ba0-f02b-4def-8340-182cd122eec0,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:04.076058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb682cbf-40cf-4a71-8c61-cef41df530a0 None None] Pushing event updated for resources: {'Port': ['ID=6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:04.098872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:04.278924 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:04.591603 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:04.596139 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:04.673652 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=c5288ba0-f02b-4def-8340-182cd122eec0,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:04.678587 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:04.782081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 19529b82-55f6-4b8b-a715-35820497c5e7 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:52:04.783531 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:52:04.906894 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 1acedb75-c472-4cd6-b43b-1eff215d0236 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:52:05.054830 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d13acc4-b021-4efc-b9c7-444b8416fa35 None None] Network 19529b82-55f6-4b8b-a715-35820497c5e7 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:52:05.138613 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9f8251c3-ccbf-4ea0-a525-d8612715059e None None] Provisioning complete for port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:05.138895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f8251c3-ccbf-4ea0-a525-d8612715059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:05.288527 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f8251c3-ccbf-4ea0-a525-d8612715059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:05.329510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9f8251c3-ccbf-4ea0-a525-d8612715059e None None] For port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:52:05.336779 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f8251c3-ccbf-4ea0-a525-d8612715059e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:05.355458 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:52:05.360870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3209d3c6-a47b-4ab5-8b8a-120f2bfcbc07 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/1acedb75-c472-4cd6-b43b-1eff215d0236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5794554 Nov 08 14:52:05.391276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8251c3-ccbf-4ea0-a525-d8612715059e None None] Pushing event updated for resources: {'Port': ['ID=6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:05.592707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-2e828d1b-fc2a-4937-9879-d21276640ffd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082414485&fields=id&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 267 time: 0.1057119 Nov 08 14:52:05.610105 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-16603aa0-e3f2-4419-8b8e-fb77f88f857d None None] Provisioning complete for port c5288ba0-f02b-4def-8340-182cd122eec0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:05.610749 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-16603aa0-e3f2-4419-8b8e-fb77f88f857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:05.648693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-16603aa0-e3f2-4419-8b8e-fb77f88f857d None None] Port c5288ba0-f02b-4def-8340-182cd122eec0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:52:05.660828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-16603aa0-e3f2-4419-8b8e-fb77f88f857d None None] Provisioning complete for port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:05.661202 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-16603aa0-e3f2-4419-8b8e-fb77f88f857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:05.673239 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Sync routers for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:52:05.684704 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:52:05.685325 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:52:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:05.721840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-2b28639f-e8d2-49f6-a0b0-bf950756ba1f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:05.723435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-2b28639f-e8d2-49f6-a0b0-bf950756ba1f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 797 time: 0.1223698 Nov 08 14:52:05.768616 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-f092d7b0-8d90-4b86-aec1-cec4a764d43e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/quotas/faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 375 time: 0.0367906 Nov 08 14:52:05.850465 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:52:05.854924 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:05.856501 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-965fc7b5-83b1-479b-8123-2968816f718f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867510 Nov 08 14:52:05.915923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-8e5039ff-e743-40ad-b6f1-9f597acf835b None None] Provisioning complete for port c5288ba0-f02b-4def-8340-182cd122eec0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:05.916871 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8e5039ff-e743-40ad-b6f1-9f597acf835b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:05.966420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-a8ced017-419c-4cb6-9de4-af3ff93fca6e service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:52:05.971093 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-a8ced017-419c-4cb6-9de4-af3ff93fca6e service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0852120 Nov 08 14:52:05.984979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:52:06.081938 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-8e5039ff-e743-40ad-b6f1-9f597acf835b None None] Port c5288ba0-f02b-4def-8340-182cd122eec0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:52:06.088633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.111414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:06.111807 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.133287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-76cc4cb6-ff8b-4583-8298-3519ed3ad764 service neutron] 10.222.0.65 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465697 Nov 08 14:52:06.198979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5e558fb4-17d7-4f5a-966c-a25daa0486ff up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:52:06.207367 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 2, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:06.233553 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Checking router: 1acedb75-c472-4cd6-b43b-1eff215d0236 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:52:06.234227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Updating router 1acedb75-c472-4cd6-b43b-1eff215d0236 port c5288ba0-f02b-4def-8340-182cd122eec0 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:52:06.238224 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-432a56ee-b810-444d-8811-c162bcfeb8eb service neutron] 10.222.0.65 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982013 Nov 08 14:52:06.238406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-314ec5e6-1fa5-46fc-8c3c-45137862e547 None None] Provisioning complete for port c5288ba0-f02b-4def-8340-182cd122eec0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:06.238730 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-314ec5e6-1fa5-46fc-8c3c-45137862e547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.267944 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.281660 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-314ec5e6-1fa5-46fc-8c3c-45137862e547 None None] Port c5288ba0-f02b-4def-8340-182cd122eec0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:52:06.288126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5e558fb4-17d7-4f5a-966c-a25daa0486ff triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:06.288496 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.371888 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.404838 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 5e558fb4-17d7-4f5a-966c-a25daa0486ff, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5e558fb4-17d7-4f5a-966c-a25daa0486ff,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:52:06.410124 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.425831 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-031a735b-7066-455a-abad-397af549be16 req-cbfd8017-52a8-4b17-b0e3-a25a2d3d711c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 210 time: 0.0377645 Nov 08 14:52:06.460547 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=5e558fb4-17d7-4f5a-966c-a25daa0486ff,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:06.548685 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.553200 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.600078 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Pushing event updated for resources: {'Port': ['ID=c5288ba0-f02b-4def-8340-182cd122eec0,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:06.625524 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.625867 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.626208 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.626544 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.626878 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.627208 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.627534 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.627887 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.628215 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.628537 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.628862 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.629181 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:52:06.661115 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Attempting to bind port c5288ba0-f02b-4def-8340-182cd122eec0 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:52:06.661486 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Attempting to bind port c5288ba0-f02b-4def-8340-182cd122eec0 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:52:06.661866 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Attempting to bind port c5288ba0-f02b-4def-8340-182cd122eec0 on network 19529b82-55f6-4b8b-a715-35820497c5e7 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:52:06.667869 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:52:06.668246 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Checking segment: {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:52:06.668653 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.669044 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Bound using segment: {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:52:06.669507 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Bound port: c5288ba0-f02b-4def-8340-182cd122eec0, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:52:06.669883 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.737325 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] For port c5288ba0-f02b-4def-8340-182cd122eec0, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:52:06.740497 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] For port c5288ba0-f02b-4def-8340-182cd122eec0, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5288ba0-f02b-4def-8340-182cd122eec0,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:52:06.745247 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.801501 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:52:06.802127 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:52:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:06.814764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3f642b97-353f-42a1-b09c-d54d4ad8cfbf None None] Provisioning complete for port c5288ba0-f02b-4def-8340-182cd122eec0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:06.815209 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f642b97-353f-42a1-b09c-d54d4ad8cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.850157 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86728f9e-2b4c-4668-a9f5-9b023d2d8aa5 None None] Pushing event updated for resources: {'Port': ['ID=c5288ba0-f02b-4def-8340-182cd122eec0,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:06.901366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f642b97-353f-42a1-b09c-d54d4ad8cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:06.916732 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:52:06.935497 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3f642b97-353f-42a1-b09c-d54d4ad8cfbf None None] For port c5288ba0-f02b-4def-8340-182cd122eec0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5288ba0-f02b-4def-8340-182cd122eec0,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:52:06.939991 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f642b97-353f-42a1-b09c-d54d4ad8cfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:07.001540 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f642b97-353f-42a1-b09c-d54d4ad8cfbf None None] Pushing event updated for resources: {'Port': ['ID=c5288ba0-f02b-4def-8340-182cd122eec0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:07.059311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9b82635a-b5ce-4c87-a6ed-323988a72879 None None] Provisioning complete for port c5288ba0-f02b-4def-8340-182cd122eec0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:07.059678 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9b82635a-b5ce-4c87-a6ed-323988a72879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:07.120004 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:07.235152 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7e391b-a0e0-4773-bd00-4b9896125964 None None] The sync data for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 is: [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:52:07.520697 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-777baa0a-c3e7-4d18-83df-27bbdafd287f req-a259fc47-07b7-4e22-80b9-637da030d985 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 210 time: 0.0313044 Nov 08 14:52:07.936267 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5e558fb4-17d7-4f5a-966c-a25daa0486ff up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:52:07.986932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5e558fb4-17d7-4f5a-966c-a25daa0486ff triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:07.987300 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:08.074784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5288ba0-f02b-4def-8340-182cd122eec0 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:52:08.121641 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c5288ba0-f02b-4def-8340-182cd122eec0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:08.122005 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:08.604862 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-56272317-fcfd-4f9d-9d0c-9f3439a6ddda req-14a258c8-710f-4f62-b62d-2a335ce077b8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 210 time: 0.0310562 Nov 08 14:52:09.681627 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-af40a07b-cc92-482a-938f-9d00dfb817ec req-3804eb47-d5b2-410f-b327-1a813f3ecfb8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 210 time: 0.0268834 Nov 08 14:52:10.773972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e75a189-fb96-4f4c-aa10-b7a5e2aafb8e req-b41afb20-5f58-4513-b80e-e19604cd04ba tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 210 time: 0.0258019 Nov 08 14:52:11.465863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-addfc1d0-b849-458b-abd2-78658dd5720f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:11.467321 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-addfc1d0-b849-458b-abd2-78658dd5720f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 797 time: 0.1029444 Nov 08 14:52:11.538853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-31c434b9-cfc5-4fab-86e0-91cda262a278 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 380 time: 0.0592279 Nov 08 14:52:11.550337 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'port': {'device_id': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'admin_state_up': True, 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'security_groups': ['e92c8642-dfe7-4803-b9d4-4d77202efed3']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:11.657095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:52:11.660721 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:11.792398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.12 (19529b82-55f6-4b8b-a715-35820497c5e7/0267ae8c-359f-4c30-935b-5c704aaef518/a20b80b8-485d-418c-a04c-3673c55d6dbc) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:52:11.871614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bd555a57-2b9e-4307-8ac2-88eb5a7ff174 req-2c4ad4cd-8406-49c5-b56f-8a4d6c376a0e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 210 time: 0.0275989 Nov 08 14:52:11.939424 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:11.971896 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.020606 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 19529b82-55f6-4b8b-a715-35820497c5e7 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:52:12.026172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:52:12.030010 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:52:12.054691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=a20b80b8-485d-418c-a04c-3673c55d6dbc,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:12.084114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:12.084740 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.102303 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-c39f41ae-82fd-4615-a51c-5a043b311dd6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5569122 Nov 08 14:52:12.116012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Request body: {'port': {'device_id': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:12.170937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.293486 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fc48cda3-c5ba-41a5-a25b-ddea2a65c464 None None] Provisioning complete for port a20b80b8-485d-418c-a04c-3673c55d6dbc triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:12.294095 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc48cda3-c5ba-41a5-a25b-ddea2a65c464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.332262 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fc48cda3-c5ba-41a5-a25b-ddea2a65c464 None None] Port a20b80b8-485d-418c-a04c-3673c55d6dbc cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:52:12.435003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a20b80b8-485d-418c-a04c-3673c55d6dbc {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:52:12.442528 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.455333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Transition to ACTIVE for port object a20b80b8-485d-418c-a04c-3673c55d6dbc will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:52:12.459352 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.512863 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=a20b80b8-485d-418c-a04c-3673c55d6dbc,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:12.583605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Attempting to bind port a20b80b8-485d-418c-a04c-3673c55d6dbc on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:52:12.583950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Attempting to bind port a20b80b8-485d-418c-a04c-3673c55d6dbc by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:52:12.584222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Attempting to bind port a20b80b8-485d-418c-a04c-3673c55d6dbc on network 19529b82-55f6-4b8b-a715-35820497c5e7 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:52:12.588730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Port a20b80b8-485d-418c-a04c-3673c55d6dbc on network 19529b82-55f6-4b8b-a715-35820497c5e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:52:12.589047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Attempting to bind port a20b80b8-485d-418c-a04c-3673c55d6dbc on network 19529b82-55f6-4b8b-a715-35820497c5e7 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:52:12.593943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:52:12.594271 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Checking segment: {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:52:12.594644 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Bound using segment: {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:52:12.595063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Bound port: a20b80b8-485d-418c-a04c-3673c55d6dbc, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb9c48e-95ad-4b12-be8a-00099d739fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:52:12.595413 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.661872 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] For port a20b80b8-485d-418c-a04c-3673c55d6dbc, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:52:12.665332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] For port a20b80b8-485d-418c-a04c-3673c55d6dbc, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:52:12.670262 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.705488 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:12.706162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:12.707693 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] 10.222.0.70 "PUT /v2.0/ports/a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 1092 time: 0.5960453 Nov 08 14:52:12.708158 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:52:12.710480 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922313b-fd9b-40f6-98c7-18501e7faed9" -d '{"events": [{"name": "network-changed", "server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:52:12.739774 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67d5d4-5998-43a1-98a8-0e50cf68ac40 service neutron] Pushing event updated for resources: {'Port': ['ID=a20b80b8-485d-418c-a04c-3673c55d6dbc,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:12.763516 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02e531d-fcb3-4179-9da4-5c379f5d1e93 x-openstack-request-id: req-a02e531d-fcb3-4179-9da4-5c379f5d1e93 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:52:12.763851 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:52:12.764114 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a02e531d-fcb3-4179-9da4-5c379f5d1e93 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:52:12.764736 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'status': 'completed', 'code': 200} Nov 08 14:52:12.806141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-5345b8be-88f3-48ab-a7d7-4e736a5685d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:12.808301 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-5345b8be-88f3-48ab-a7d7-4e736a5685d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1095 time: 0.0566819 Nov 08 14:52:12.855265 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-f707eb8a-60a9-42ef-8c72-b88b776da335 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 217 time: 0.0392780 Nov 08 14:52:12.907091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-d9e42cb0-9967-4271-8191-4d9e58a5002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:12.908606 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-d9e42cb0-9967-4271-8191-4d9e58a5002e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 200 len: 835 time: 0.0472252 Nov 08 14:52:12.956901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-537273e6-6596-47d5-a259-98cdf0e35403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:12.958410 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-537273e6-6596-47d5-a259-98cdf0e35403 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19529b82-55f6-4b8b-a715-35820497c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433078 Nov 08 14:52:12.991001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b88a3-d2cc-4f9c-9d33-969dd0e20f04 req-a0d77a76-663f-454f-b104-246cc1de3134 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:12.992642 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be1b88a3-d2cc-4f9c-9d33-969dd0e20f04 req-a0d77a76-663f-454f-b104-246cc1de3134 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 944 time: 0.0520577 Nov 08 14:52:13.047086 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be1b88a3-d2cc-4f9c-9d33-969dd0e20f04 req-49afd5ae-f6df-4c4f-ad65-50084b114b4b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 Nov 08 14:52:13.057563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-cbb29f4a-0218-4f34-b392-19eded282b0a service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919330 Nov 08 14:52:13.145640 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-754b7229-d2a4-4bde-b06c-973f87a62ce6 req-70390602-d2d6-4443-8737-5e6a491a84a9 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808806 Nov 08 14:52:13.232766 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-d7598695-fd83-4b9b-b5b0-2f3571ae845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:13.234533 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-d7598695-fd83-4b9b-b5b0-2f3571ae845f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1095 time: 0.0461118 Nov 08 14:52:13.324454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-0d3262a7-96bf-4845-98dc-669ecf9e6aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:13.325970 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-0d3262a7-96bf-4845-98dc-669ecf9e6aa0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 898 time: 0.0846550 Nov 08 14:52:13.370937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-6d67de1f-1e67-4947-a00a-506d090d1fb8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 217 time: 0.0380635 Nov 08 14:52:13.421558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-99582465-2873-4cf8-bcfe-15a7b8a4b0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:13.422883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-99582465-2873-4cf8-bcfe-15a7b8a4b0ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 200 len: 835 time: 0.0442777 Nov 08 14:52:13.470160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-08117fc8-0eca-4e61-93d1-1cc0c9758db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:13.471627 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-08117fc8-0eca-4e61-93d1-1cc0c9758db5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19529b82-55f6-4b8b-a715-35820497c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396893 Nov 08 14:52:13.569560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-f56eba3f-14f3-460e-b9aa-505ddb655b1d service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895684 Nov 08 14:52:13.660345 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1922313b-fd9b-40f6-98c7-18501e7faed9 req-c1d6ed0c-0bef-4c39-a973-b9368720b116 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832474 Nov 08 14:52:14.162590 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5617a5-1e41-4a9b-b5f2-c495ccd7e4c3 req-3a7ea89a-900a-4e61-80c5-b5b8e5e589f0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:14.164076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d5617a5-1e41-4a9b-b5f2-c495ccd7e4c3 req-3a7ea89a-900a-4e61-80c5-b5b8e5e589f0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 944 time: 0.0487499 Nov 08 14:52:14.214898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2d5617a5-1e41-4a9b-b5f2-c495ccd7e4c3 req-ccc77c2c-6f6a-458e-946c-f8197ccd4a23 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445275 Nov 08 14:52:15.328235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f152e7-e31e-459d-94ba-70e8d22f3952 req-ebd168a7-800f-4e10-94d4-046e00632e5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:15.329623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9f152e7-e31e-459d-94ba-70e8d22f3952 req-ebd168a7-800f-4e10-94d4-046e00632e5c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 944 time: 0.0480368 Nov 08 14:52:15.380035 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d9f152e7-e31e-459d-94ba-70e8d22f3952 req-3c697bf7-b289-4699-8b95-ab06008368da tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434389 Nov 08 14:52:15.671758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a20b80b8-485d-418c-a04c-3673c55d6dbc details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:52:15.769636 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a20b80b8-485d-418c-a04c-3673c55d6dbc, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:52:15.780487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'port_id': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'mac_address': 'fa:16:3e:a7:d5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:52:15.819022 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:15.831968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a20b80b8-485d-418c-a04c-3673c55d6dbc {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:52:15.850618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a20b80b8-485d-418c-a04c-3673c55d6dbc, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:52:15.855071 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:15.903601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a20b80b8-485d-418c-a04c-3673c55d6dbc,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:16.057977 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['a20b80b8-485d-418c-a04c-3673c55d6dbc'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:52:16.499130 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b85d0-48f4-4084-b85c-0553bd47a452 req-6da7bf34-4879-448e-a40c-33808126bd9e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:16.500699 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805b85d0-48f4-4084-b85c-0553bd47a452 req-6da7bf34-4879-448e-a40c-33808126bd9e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 945 time: 0.0532401 Nov 08 14:52:16.550114 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-805b85d0-48f4-4084-b85c-0553bd47a452 req-a8ae9bfe-0669-4ec2-b623-7794e3c69a1e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434506 Nov 08 14:52:17.668012 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0129-c7cc-499f-b49a-639c4b23bff6 req-dded618c-ed9e-4c70-82e3-174343d62635 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:17.669518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce6e0129-c7cc-499f-b49a-639c4b23bff6 req-dded618c-ed9e-4c70-82e3-174343d62635 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 945 time: 0.0493381 Nov 08 14:52:17.685241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a20b80b8-485d-418c-a04c-3673c55d6dbc up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:52:17.718923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce6e0129-c7cc-499f-b49a-639c4b23bff6 req-11fffb80-a252-45dd-9e0c-e6b969673814 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434742 Nov 08 14:52:17.737361 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port a20b80b8-485d-418c-a04c-3673c55d6dbc completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:52:17.741926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port a20b80b8-485d-418c-a04c-3673c55d6dbc triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:52:17.742318 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:17.822637 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:17.845175 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:52:17.847383 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1c51fc-e387-4094-b1f9-27c8aeccd259" -d '{"events": [{"server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "name": "network-vif-plugged", "status": "completed", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:52:17.859869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port a20b80b8-485d-418c-a04c-3673c55d6dbc, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:52:17.864048 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:17.887919 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d005377-4616-4c11-a75f-834382008609 x-openstack-request-id: req-2d005377-4616-4c11-a75f-834382008609 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:52:17.888214 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "name": "network-vif-plugged", "status": "completed", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:52:17.888468 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d005377-4616-4c11-a75f-834382008609 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:52:17.888860 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'code': 200} Nov 08 14:52:17.914462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=a20b80b8-485d-418c-a04c-3673c55d6dbc,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:17.985160 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10187bc2-a00f-45d7-af73-7e3147a686f7 req-ed99f296-04cb-4639-8da9-6603b592dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:17.986625 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10187bc2-a00f-45d7-af73-7e3147a686f7 req-ed99f296-04cb-4639-8da9-6603b592dfd3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1097 time: 0.0399709 Nov 08 14:52:18.038346 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-10187bc2-a00f-45d7-af73-7e3147a686f7 req-eed27f19-9d9a-4e7d-bb75-10788c97e650 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433378 Nov 08 14:52:18.833282 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d536b-01e7-43ef-a690-a1bbb0c6ff87 req-b6df637a-af4c-448b-b2c5-f6dc182d082d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:18.834787 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-940d536b-01e7-43ef-a690-a1bbb0c6ff87 req-b6df637a-af4c-448b-b2c5-f6dc182d082d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0489697 Nov 08 14:52:18.888584 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-940d536b-01e7-43ef-a690-a1bbb0c6ff87 req-d3ba3b95-1f29-4bec-8500-1122a02bb0ec tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472894 Nov 08 14:52:20.007174 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b54428-19af-4070-8b02-6dcfcf903cd5 req-ff3276f1-d50c-469e-bd9c-6c235ae4e1ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:20.008652 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14b54428-19af-4070-8b02-6dcfcf903cd5 req-ff3276f1-d50c-469e-bd9c-6c235ae4e1ad tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0478899 Nov 08 14:52:20.058136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14b54428-19af-4070-8b02-6dcfcf903cd5 req-cb3ed4bc-ddf8-43a1-97f4-c7b380c5c9a8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Nov 08 14:52:20.172063 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e6f4-fcdc-4e91-b388-398680e4276e req-b4c7e9ec-731c-4864-ade6-e3ee4b46fcf8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:20.173528 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0732e6f4-fcdc-4e91-b388-398680e4276e req-b4c7e9ec-731c-4864-ade6-e3ee4b46fcf8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Nov 08 14:52:20.221613 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0732e6f4-fcdc-4e91-b388-398680e4276e req-c3591bbc-2b3f-4947-bc53-5024153e963f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421133 Nov 08 14:52:20.243448 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44876) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:20.286425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ab10e3-cda3-4a1c-9709-fffef2d49772 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:20.287942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-83ab10e3-cda3-4a1c-9709-fffef2d49772 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1092 time: 0.0434532 Nov 08 14:52:20.291774 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44878) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:20.296138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:52:20.317516 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:20.412489 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:20.518364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.121 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/800871e9-dcdd-4b61-a537-1c95d481f96c) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:52:20.616563 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:20.648836 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:20.690700 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:52:20.695429 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:52:20.699074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:52:20.704548 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=800871e9-dcdd-4b61-a537-1c95d481f96c,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:21.051863 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:21.121412 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:21.272619 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:21.277983 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:21.344725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=800871e9-dcdd-4b61-a537-1c95d481f96c,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:52:21.357883 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:21.462769 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 3b88d927-31be-48ed-81e5-62e95100d511 associated. External IP: 172.25.8.121, port: a20b80b8-485d-418c-a04c-3673c55d6dbc. Nov 08 14:52:21.678425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 1acedb75-c472-4cd6-b43b-1eff215d0236 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:52:21.797986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:52:21.809082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] Sync routers for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:52:21.817591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:21.820537 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:52:21.821491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:52:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:21.851165 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a3b49c3c-e0f7-4371-8639-5ac5a6f6f311 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5583236 Nov 08 14:52:21.851788 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:52:21.854117 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:52:21.895466 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a441254e-4f5a-433f-a23b-f057fa90ad9f x-openstack-request-id: req-a441254e-4f5a-433f-a23b-f057fa90ad9f {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:52:21.895938 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:52:21.896240 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a441254e-4f5a-433f-a23b-f057fa90ad9f {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:52:21.896612 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'status': 'completed', 'code': 200} Nov 08 14:52:21.946560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:52:21.960965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-7c2db1e0-0d4b-42e8-92c7-b53efa08cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:21.962465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-7c2db1e0-0d4b-42e8-92c7-b53efa08cfba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1097 time: 0.0430460 Nov 08 14:52:21.965279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18650b8c-bdc7-4b27-bb9a-173b4013bcf8 req-6fd29294-fcad-4218-8179-c1231b52b0ff tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:21.966879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18650b8c-bdc7-4b27-bb9a-173b4013bcf8 req-6fd29294-fcad-4218-8179-c1231b52b0ff tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0597851 Nov 08 14:52:22.027371 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18650b8c-bdc7-4b27-bb9a-173b4013bcf8 req-16ce7b75-cd2f-445f-a75c-015ce308d92c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543270 Nov 08 14:52:22.050826 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44884) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:22.115629 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-cdebcde1-d933-4e6f-af61-15a928863af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:22.117130 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-cdebcde1-d933-4e6f-af61-15a928863af3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 898 time: 0.1483095 Nov 08 14:52:22.163689 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-46413910-57b9-493a-99f1-6f51b2fdcd1d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/3b88d927-31be-48ed-81e5-62e95100d511 HTTP/1.1" status: 200 len: 992 time: 0.1117568 Nov 08 14:52:22.191415 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-779089eb-f4ef-4935-ba08-1e2c0b8c8dd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 1000 time: 0.0673823 Nov 08 14:52:22.247769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-a37d2b4c-65eb-4fca-8c76-3a05ea41b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:22.249301 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-a37d2b4c-65eb-4fca-8c76-3a05ea41b761 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 200 len: 835 time: 0.0507989 Nov 08 14:52:22.298769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-40288e73-3361-489a-84f1-5ac749fbfabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:22.300470 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-40288e73-3361-489a-84f1-5ac749fbfabf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19529b82-55f6-4b8b-a715-35820497c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440235 Nov 08 14:52:22.348638 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '3b88d927-31be-48ed-81e5-62e95100d511', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'port_id': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'mac_address': 'fa:16:3e:a7:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:52:20Z', 'updated_at': '2021-11-08T14:52:20Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:22.375295 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] Checking router: 1acedb75-c472-4cd6-b43b-1eff215d0236 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:52:22.383686 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:52:22.384328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:52:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:22.395796 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-3fa25e1b-a6e8-4a48-9804-0400e59f997f service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865667 Nov 08 14:52:22.485695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-ef66a9cb-a360-4ff9-9927-eebe0128d8cf req-3bafa2e0-d605-45ef-b6fb-d8a7fb590ed1 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836008 Nov 08 14:52:22.495106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:52:22.720401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '3b88d927-31be-48ed-81e5-62e95100d511', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'port_id': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'mac_address': 'fa:16:3e:a7:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:52:20Z', 'updated_at': '2021-11-08T14:52:20Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:52:22.746526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72aa362-fc21-40db-b3e8-46559207b3e5 None None] The sync data for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 is: [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '3b88d927-31be-48ed-81e5-62e95100d511', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'port_id': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'mac_address': 'fa:16:3e:a7:d5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:52:20Z', 'updated_at': '2021-11-08T14:52:20Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:52:22.937805 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ed3fa-ab55-4a0d-b4d8-fb90b5040831 None None] New status for floating IP 3b88d927-31be-48ed-81e5-62e95100d511: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:52:23.167840 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44886) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:52:23.232255 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8af71219-de68-4fd9-ad13-3f5c28045410 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/3b88d927-31be-48ed-81e5-62e95100d511 HTTP/1.1" status: 200 len: 994 time: 0.0631955 Nov 08 14:52:23.711087 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:24.193916 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:28.107811 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a86d177-3459-4746-a305-fc00495d7284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:31.578094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59ee11d5-38a4-4869-883a-4ad20c7e52e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:33.325064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:35.112305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-f747af52-b3ad-42a1-a1a6-698c59b4559d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397816 Nov 08 14:52:35.198509 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30840732-791f-4465-b8e5-fdb2572fb203 req-7b11acd5-c190-4f8d-9cca-b3bc41dff7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:35.200030 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-7b11acd5-c190-4f8d-9cca-b3bc41dff7fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1097 time: 0.0444083 Nov 08 14:52:35.301243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30840732-791f-4465-b8e5-fdb2572fb203 req-3ff4a210-ad0e-43b2-856d-0fd8c85f7178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:35.302691 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-3ff4a210-ad0e-43b2-856d-0fd8c85f7178 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 898 time: 0.0839040 Nov 08 14:52:35.373997 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-a29dabba-6a76-4e78-ab76-1b8748cf8d11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 1002 time: 0.0623317 Nov 08 14:52:35.424000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30840732-791f-4465-b8e5-fdb2572fb203 req-8dcf9613-3c96-4b2d-9270-06d6d8d713da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:35.425454 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-8dcf9613-3c96-4b2d-9270-06d6d8d713da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 200 len: 835 time: 0.0444562 Nov 08 14:52:35.470472 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30840732-791f-4465-b8e5-fdb2572fb203 req-dbe7cc38-5a18-496a-b06b-368802656a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:35.471968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-dbe7cc38-5a18-496a-b06b-368802656a01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19529b82-55f6-4b8b-a715-35820497c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389228 Nov 08 14:52:35.564992 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-8b1c0e35-c2fd-4260-b421-746cc826df42 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854709 Nov 08 14:52:35.653012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-30840732-791f-4465-b8e5-fdb2572fb203 req-4142953c-b644-4043-b9bf-dd0604e74f4c service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804925 Nov 08 14:52:35.841408 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:35.971544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:38.683570 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:52:53.718085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:54.208226 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:54.602343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024208e-f29b-4535-9fa6-f5935bba0bec req-d357dd86-7302-45a6-aafa-f4eebd587cca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:54.603850 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7024208e-f29b-4535-9fa6-f5935bba0bec req-d357dd86-7302-45a6-aafa-f4eebd587cca tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0490322 Nov 08 14:52:54.657580 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7024208e-f29b-4535-9fa6-f5935bba0bec req-2fac789f-d341-4cf3-a4d4-49df8b9c3f5b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471969 Nov 08 14:52:55.782740 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2122197-9991-4884-9dd2-4b2e972a094d req-80532208-8795-473b-8a48-b6ec45997111 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:55.784239 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2122197-9991-4884-9dd2-4b2e972a094d req-80532208-8795-473b-8a48-b6ec45997111 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0535891 Nov 08 14:52:55.833136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c2122197-9991-4884-9dd2-4b2e972a094d req-ef8a2ab8-60c8-4244-843a-5b18c6686ac1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Nov 08 14:52:56.959577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04dcc4d-cb6c-4f3f-83ad-11a19487d7ba req-34a099a1-a308-4fb2-adc9-ed9d7b2c95d6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:56.961152 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f04dcc4d-cb6c-4f3f-83ad-11a19487d7ba req-34a099a1-a308-4fb2-adc9-ed9d7b2c95d6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0503845 Nov 08 14:52:57.014368 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f04dcc4d-cb6c-4f3f-83ad-11a19487d7ba req-4fd96178-0932-4477-a20b-a468e2f2865a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462420 Nov 08 14:52:58.101448 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f2920d97-91c8-4d91-abd6-2bdc0e0dd119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:52:58.143760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e31f20-36a8-44af-982f-5ab141bb54f9 req-46979b55-41c3-452d-9f4b-5c5820ee1132 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:58.145334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51e31f20-36a8-44af-982f-5ab141bb54f9 req-46979b55-41c3-452d-9f4b-5c5820ee1132 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0556211 Nov 08 14:52:58.205597 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-51e31f20-36a8-44af-982f-5ab141bb54f9 req-31cd5839-9492-4b7c-858d-0f2e712bdbfd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530593 Nov 08 14:52:59.321922 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f03dd2-52c6-49ec-aeda-33864010b07a req-d46fd564-bb6b-4d98-b7a0-b0d16ab85792 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:52:59.323464 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37f03dd2-52c6-49ec-aeda-33864010b07a req-d46fd564-bb6b-4d98-b7a0-b0d16ab85792 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0504591 Nov 08 14:52:59.375783 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37f03dd2-52c6-49ec-aeda-33864010b07a req-1eb03346-1f50-49d4-be07-9201da0bdb24 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452120 Nov 08 14:53:00.495796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e687b41-9543-4efb-a77e-064c48346522 req-ad01c37f-338d-4882-8a1a-e62bb70990c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:00.497324 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e687b41-9543-4efb-a77e-064c48346522 req-ad01c37f-338d-4882-8a1a-e62bb70990c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0517209 Nov 08 14:53:00.549442 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6e687b41-9543-4efb-a77e-064c48346522 req-805718ca-5567-4d13-b759-c4e6576a44dc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456748 Nov 08 14:53:01.583325 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d9ea9da2-ad51-4b61-bd8e-b58e3303443d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:01.673191 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be83a9-adf7-4870-a810-bd829cfc46b2 req-e68519b7-6a8a-4c68-bfe6-1e9bdc950d25 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:01.674669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5be83a9-adf7-4870-a810-bd829cfc46b2 req-e68519b7-6a8a-4c68-bfe6-1e9bdc950d25 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0534759 Nov 08 14:53:01.725466 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5be83a9-adf7-4870-a810-bd829cfc46b2 req-8beb3630-00aa-4a45-bd63-932d8164632a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448415 Nov 08 14:53:02.844009 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a053c8-c53c-4048-9824-107644d3cf89 req-5fe764c4-94d4-4111-9c04-a14b5502d112 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:02.845499 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0a053c8-c53c-4048-9824-107644d3cf89 req-5fe764c4-94d4-4111-9c04-a14b5502d112 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0492530 Nov 08 14:53:02.895037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0a053c8-c53c-4048-9824-107644d3cf89 req-b0088f17-7f9c-4ccb-bb50-959b26776926 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436842 Nov 08 14:53:03.329167 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:04.009673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa495f-70fb-4a11-a7d9-6a2a57fdd8d4 req-a9240779-7125-4b75-a725-76516ce265e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:04.011148 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-adfa495f-70fb-4a11-a7d9-6a2a57fdd8d4 req-a9240779-7125-4b75-a725-76516ce265e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0483186 Nov 08 14:53:04.064166 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-adfa495f-70fb-4a11-a7d9-6a2a57fdd8d4 req-f783c53b-c60a-43f9-8b57-480ea0412a9a tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464072 Nov 08 14:53:05.179133 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe40f3f-484c-4608-b23b-5124ee2d3028 req-f6770557-b70d-4a00-8752-71fbc73d96dc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:05.180704 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffe40f3f-484c-4608-b23b-5124ee2d3028 req-f6770557-b70d-4a00-8752-71fbc73d96dc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0485663 Nov 08 14:53:05.229995 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ffe40f3f-484c-4608-b23b-5124ee2d3028 req-325dae63-8bbf-4821-aff1-e6399a78d4e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Nov 08 14:53:05.844719 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:05.973342 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:06.345402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947e73e-a900-4f5f-9713-5f6e5d880ec3 req-ac36a0b9-908a-456d-915c-7a00609350ea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:06.346881 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5947e73e-a900-4f5f-9713-5f6e5d880ec3 req-ac36a0b9-908a-456d-915c-7a00609350ea tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0495505 Nov 08 14:53:06.396669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5947e73e-a900-4f5f-9713-5f6e5d880ec3 req-80acaa64-ef5f-49a4-94d7-04d87ccf0548 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436802 Nov 08 14:53:07.514588 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c296f-e0a0-4149-9f22-834fafe2f98e req-24ebb737-518d-4ce5-96f8-4f00385aa54f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:07.516602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-199c296f-e0a0-4149-9f22-834fafe2f98e req-24ebb737-518d-4ce5-96f8-4f00385aa54f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0527799 Nov 08 14:53:07.565069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-199c296f-e0a0-4149-9f22-834fafe2f98e req-6473c648-8c41-4bbe-953f-5f322cd34245 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424781 Nov 08 14:53:08.681271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17376323-2195-44df-a270-044234bebb4b req-b9b29d3c-49c9-4a00-b89c-38fe2fa3f4cb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:08.682749 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17376323-2195-44df-a270-044234bebb4b req-b9b29d3c-49c9-4a00-b89c-38fe2fa3f4cb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0499232 Nov 08 14:53:08.731646 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-17376323-2195-44df-a270-044234bebb4b req-bf36e3de-aaee-4cbe-bdaa-4a56160b1706 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427518 Nov 08 14:53:09.864469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65ea38-8e6d-48e5-a402-def1d6e3d430 req-ac04ec81-d903-4b9c-88b9-4272aae20205 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:09.866068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c65ea38-8e6d-48e5-a402-def1d6e3d430 req-ac04ec81-d903-4b9c-88b9-4272aae20205 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0571434 Nov 08 14:53:09.915500 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c65ea38-8e6d-48e5-a402-def1d6e3d430 req-4bca4e98-fbad-4242-9413-139125512aa1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435517 Nov 08 14:53:11.032753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcada-3c3e-485b-a1ac-ebf3ef7cc38e req-4d38eb17-77e7-4928-9497-dd547c5b763d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:11.034233 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d0dcada-3c3e-485b-a1ac-ebf3ef7cc38e req-4d38eb17-77e7-4928-9497-dd547c5b763d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0492418 Nov 08 14:53:11.083545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d0dcada-3c3e-485b-a1ac-ebf3ef7cc38e req-c15eb475-5f9b-4614-b2d6-4a6e3835ca8c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 Nov 08 14:53:11.105819 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44930) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:11.168955 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a8467d3a-5fd9-4b0b-8181-14eb3e3bc7d5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/3b88d927-31be-48ed-81e5-62e95100d511 HTTP/1.1" status: 200 len: 994 time: 0.0620213 Nov 08 14:53:12.440186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6023c2d1-3bed-4cfc-8208-5d0ed13397ec req-1de4ce10-3b5c-4d87-8eaf-a7ae945bf851 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:12.441579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6023c2d1-3bed-4cfc-8208-5d0ed13397ec req-1de4ce10-3b5c-4d87-8eaf-a7ae945bf851 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0521197 Nov 08 14:53:12.464205 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-dfe3e4a6-ac57-414d-be89-207db90c3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:12.465698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-dfe3e4a6-ac57-414d-be89-207db90c3559 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1097 time: 0.0461531 Nov 08 14:53:12.493237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6023c2d1-3bed-4cfc-8208-5d0ed13397ec req-f582a4fe-7e28-4fd7-bccb-117c5a4414ce tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451694 Nov 08 14:53:12.556040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-81c60a74-a7ab-4701-bd9f-53c1ae02e7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:12.557493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-81c60a74-a7ab-4701-bd9f-53c1ae02e7d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 898 time: 0.0850213 Nov 08 14:53:12.624894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-aeafb994-8995-4b43-98af-d1ffee018056 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 1002 time: 0.0595477 Nov 08 14:53:13.014207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-f6a403aa-7484-4372-a1c7-798ccb2ac3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:13.015655 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-f6a403aa-7484-4372-a1c7-798ccb2ac3b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 200 len: 835 time: 0.3836267 Nov 08 14:53:13.061259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-b1a68fe5-4733-4061-8056-21d84ff1d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:13.062695 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-b1a68fe5-4733-4061-8056-21d84ff1d73b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19529b82-55f6-4b8b-a715-35820497c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396249 Nov 08 14:53:13.153427 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-baa9cec0-2d8c-4168-b02e-a8126ccb4eba service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827861 Nov 08 14:53:13.242225 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e2bd17cf-9cc2-4e86-bb71-a4813017aebb req-437f3bcb-3bda-4c80-a0b4-4ee2495d7d39 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 Nov 08 14:53:13.612929 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72502e-9a71-4566-8963-3b1804a7323e req-d400278c-f441-4fb5-8522-7798e53371f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:13.614450 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e72502e-9a71-4566-8963-3b1804a7323e req-d400278c-f441-4fb5-8522-7798e53371f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0493977 Nov 08 14:53:13.670780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3e72502e-9a71-4566-8963-3b1804a7323e req-7eaa86bc-9d39-4e67-afd8-c4c8fdd8852c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496202 Nov 08 14:53:14.791122 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8af05-be16-4584-9bfb-47ba78a174f4 req-f9d8da7b-65a0-4e4a-8513-4f797e08f58d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:14.792430 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18d8af05-be16-4584-9bfb-47ba78a174f4 req-f9d8da7b-65a0-4e4a-8513-4f797e08f58d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0524256 Nov 08 14:53:14.842313 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-18d8af05-be16-4584-9bfb-47ba78a174f4 req-57e09880-56e6-4b50-862f-a20a7b60583f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Nov 08 14:53:14.864393 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44942) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:14.925677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8bd8dedc-fff1-43b7-8783-261ec14a6681 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/3b88d927-31be-48ed-81e5-62e95100d511 HTTP/1.1" status: 200 len: 994 time: 0.0597630 Nov 08 14:53:15.682949 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:53:23.726180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:24.219441 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:28.105942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2978fcc2-f66a-46d8-8640-9036e55aca1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:29.942939 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-c86ae624-8c86-413d-badd-9e615ef46800 req-0ed12b71-0f51-40f2-9180-8b43d47793f3 service neutron] (101841) timed out ('10.222.0.65', 40634) {{(pid=101841) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 14:53:31.586021 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ac3cb02b-bbd6-4b46-9935-415de9b3d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:33.330849 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:35.847972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:35.979485 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:36.126883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-ea90d2dc-e8aa-4cf3-bbd5-e0830bead44f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435233 Nov 08 14:53:36.216179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-c6626b87-460d-4ed0-9101-942e703cda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:36.217679 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-c6626b87-460d-4ed0-9101-942e703cda9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1097 time: 0.0449681 Nov 08 14:53:36.325302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-94e95fed-b270-4187-a4bc-9008444a4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:36.326775 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-94e95fed-b270-4187-a4bc-9008444a4f43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 898 time: 0.0872016 Nov 08 14:53:36.400688 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-23370523-0fe5-4e8d-83e2-c3a53cd18c42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 1002 time: 0.0628757 Nov 08 14:53:36.451759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-6a102153-8b26-4b34-bdda-57e7392f1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:36.453490 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-6a102153-8b26-4b34-bdda-57e7392f1304 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 200 len: 835 time: 0.0457745 Nov 08 14:53:36.501069 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-4778e64c-ec57-445b-8a9c-e02ad6f4a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:36.502652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-4778e64c-ec57-445b-8a9c-e02ad6f4a408 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19529b82-55f6-4b8b-a715-35820497c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420787 Nov 08 14:53:36.598957 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-7bb5df61-36df-43af-b65d-7f01df47b2e9 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882874 Nov 08 14:53:36.692448 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850cb387-cd21-4190-a969-a5d3ac47e683 req-c8681926-b5bf-4df4-9035-cf06e3ea3321 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838313 Nov 08 14:53:45.493138 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44952) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:45.663277 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 800871e9-dcdd-4b61-a537-1c95d481f96c {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:53:45.663657 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:45.749827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:45.750086 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:45.762753 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 800871e9-dcdd-4b61-a537-1c95d481f96c owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:53:45.924757 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:45.951284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=800871e9-dcdd-4b61-a537-1c95d481f96c,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:45.964072 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.964435 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.964775 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.965119 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.965456 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.965791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.966127 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.966469 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.966800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.967163 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.967491 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:45.967838 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:46.030274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:46.030519 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP 3b88d927-31be-48ed-81e5-62e95100d511 disassociated (deleted). External IP: 172.25.8.121, port: a20b80b8-485d-418c-a04c-3673c55d6dbc. Nov 08 14:53:46.250893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 1acedb75-c472-4cd6-b43b-1eff215d0236 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:53:46.365347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:53:46.370302 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:46.376401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] Sync routers for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:53:46.388049 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:53:46.388804 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:46.404663 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c01b4a95-01bf-420e-ae41-cf10faabe692 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/floatingips/3b88d927-31be-48ed-81e5-62e95100d511 HTTP/1.1" status: 204 len: 168 time: 0.9091783 Nov 08 14:53:46.404663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:53:46.407798 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f792cf5-8bf7-4f01-ad38-d706a0b96496" -d '{"events": [{"name": "network-changed", "server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:53:46.461138 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b007d54-cbb5-4f5a-b6fa-8ff97ef8db3c x-openstack-request-id: req-1b007d54-cbb5-4f5a-b6fa-8ff97ef8db3c {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:53:46.461445 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:53:46.461707 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b007d54-cbb5-4f5a-b6fa-8ff97ef8db3c {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:53:46.462118 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'status': 'completed', 'code': 200} Nov 08 14:53:46.504674 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:53:46.526741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-3eb38677-6c4c-4449-80e8-d92e8c16c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:46.528965 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-3eb38677-6c4c-4449-80e8-d92e8c16c132 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 1097 time: 0.0457411 Nov 08 14:53:46.654687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-1933a21b-63ca-4f8a-bede-9936cc31a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:46.657449 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-1933a21b-63ca-4f8a-bede-9936cc31a635 service neutron] 10.222.0.70 "GET /v2.0/networks?id=19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 200 len: 898 time: 0.1212614 Nov 08 14:53:46.694379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0237f2e-bc08-4c2e-be23-e4a80d028487 req-a4783b5d-2c3f-4848-a318-fad3f6604158 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:46.696952 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0237f2e-bc08-4c2e-be23-e4a80d028487 req-a4783b5d-2c3f-4848-a318-fad3f6604158 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0595863 Nov 08 14:53:46.717972 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-052b0c46-f189-41f4-9253-0dace81d88ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 200 len: 217 time: 0.0523040 Nov 08 14:53:46.758730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:46.763457 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f0237f2e-bc08-4c2e-be23-e4a80d028487 req-6398f0ba-460c-4cb6-979e-32ea19b2440b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591011 Nov 08 14:53:46.775945 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-823fd476-4011-4e31-972e-06c6a91963ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:46.778628 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-823fd476-4011-4e31-972e-06c6a91963ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 200 len: 835 time: 0.0527782 Nov 08 14:53:46.787337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] Checking router: 1acedb75-c472-4cd6-b43b-1eff215d0236 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:53:46.798634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:53:46.799297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:46.829495 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-28ef225d-b51e-498f-9814-8cc625e6ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:46.831161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-28ef225d-b51e-498f-9814-8cc625e6ea14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=19529b82-55f6-4b8b-a715-35820497c5e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448313 Nov 08 14:53:46.912785 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:53:46.936915 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-b79ad0df-af5c-4ab0-9728-51ab250577a3 service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962944 Nov 08 14:53:47.041838 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f792cf5-8bf7-4f01-ad38-d706a0b96496 req-1e63e49c-826b-428c-bcee-0a16ddbc1efb service neutron] 10.222.0.70 "GET /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975802 Nov 08 14:53:47.134793 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:47.166954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bdfad-4be8-48fc-b49f-844d6cc8552a None None] The sync data for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 is: [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:52:04Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c5288ba0-f02b-4def-8340-182cd122eec0', 'name': '', 'network_id': '19529b82-55f6-4b8b-a715-35820497c5e7', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:48:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:03Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': '0267ae8c-359f-4c30-935b-5c704aaef518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:53:47.403839 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63cd9c8-ece7-44a0-9655-4a1d2aa03883 None None] New status for floating IP 3b88d927-31be-48ed-81e5-62e95100d511: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:53:47.878347 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc715251-0adc-4d46-9fea-bede6a252aed req-99276044-bb82-49b8-8c8e-cf5833dfc9ce tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:47.880508 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc715251-0adc-4d46-9fea-bede6a252aed req-99276044-bb82-49b8-8c8e-cf5833dfc9ce tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0506210 Nov 08 14:53:47.931391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dc715251-0adc-4d46-9fea-bede6a252aed req-8c6fd7ad-663a-416f-9301-8656e9c35b40 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=e92c8642-dfe7-4803-b9d4-4d77202efed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448754 Nov 08 14:53:48.137323 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-db0cafb7-002b-4acd-a330-dd3432115544 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:48.138670 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-db0cafb7-002b-4acd-a330-dd3432115544 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 946 time: 0.0536196 Nov 08 14:53:48.233454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port a20b80b8-485d-418c-a04c-3673c55d6dbc {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:53:48.233794 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:48.325761 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port a20b80b8-485d-418c-a04c-3673c55d6dbc, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=a20b80b8-485d-418c-a04c-3673c55d6dbc,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:53:48.326125 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:48.338728 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for a20b80b8-485d-418c-a04c-3673c55d6dbc owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:53:48.466741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:48.501663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=a20b80b8-485d-418c-a04c-3673c55d6dbc,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:48.541751 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] No DVR routers for this DVR port a20b80b8-485d-418c-a04c-3673c55d6dbc on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:53:48.544622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:48.548020 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0f03b624-8f84-4568-9d43-af8818d3fc2f req-77550329-15c5-4b10-80a1-9bd1152019e0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.70 "DELETE /v2.0/ports/a20b80b8-485d-418c-a04c-3673c55d6dbc HTTP/1.1" status: 204 len: 173 time: 0.4033175 Nov 08 14:53:48.548461 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'name': 'network-vif-deleted', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:53:48.551307 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3fe38c-5b51-4297-8163-82e354b0a912" -d '{"events": [{"server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "name": "network-vif-deleted", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:53:48.594601 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0890f391-f790-4d16-8c18-8a4f7ccbbf35 x-openstack-request-id: req-0890f391-f790-4d16-8c18-8a4f7ccbbf35 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:53:48.594900 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b467c5dc-1cf9-44f2-9bb7-c782e9013166", "name": "network-vif-deleted", "tag": "a20b80b8-485d-418c-a04c-3673c55d6dbc", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:53:48.595162 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0890f391-f790-4d16-8c18-8a4f7ccbbf35 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:53:48.595572 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b467c5dc-1cf9-44f2-9bb7-c782e9013166', 'name': 'network-vif-deleted', 'tag': 'a20b80b8-485d-418c-a04c-3673c55d6dbc', 'status': 'completed', 'code': 200} Nov 08 14:53:49.046753 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7abc135a-4ee7-4d82-a720-54c82945f2cc req-67712152-c80f-4261-bc17-5190fc581cdc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=b467c5dc-1cf9-44f2-9bb7-c782e9013166 HTTP/1.1" status: 200 len: 210 time: 0.0262368 Nov 08 14:53:50.103043 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44968) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:50.474578 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:50.732097 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port c5288ba0-f02b-4def-8340-182cd122eec0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:53:50.732354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:50.821298 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port c5288ba0-f02b-4def-8340-182cd122eec0, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c5288ba0-f02b-4def-8340-182cd122eec0,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:53:50.821665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:50.834477 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for c5288ba0-f02b-4def-8340-182cd122eec0 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:53:51.027232 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:51.057467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=c5288ba0-f02b-4def-8340-182cd122eec0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:51.243144 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:51.458239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 1acedb75-c472-4cd6-b43b-1eff215d0236 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:53:51.896651 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:53:51.904248 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4ff84a0a-4545-441d-928a-3971d5944f06 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/1acedb75-c472-4cd6-b43b-1eff215d0236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8001158 Nov 08 14:53:51.904850 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44970) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:51.906883 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] Sync routers for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:53:51.918310 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:53:51.919246 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:51.961391 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting subnet 0267ae8c-359f-4c30-935b-5c704aaef518 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:53:51.964633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.007435 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.026013 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:53:52.089504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.157549 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.188398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Subnet': ['ID=0267ae8c-359f-4c30-935b-5c704aaef518,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:52.193470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.199315 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/subnets/0267ae8c-359f-4c30-935b-5c704aaef518 HTTP/1.1" status: 204 len: 168 time: 0.2910714 Nov 08 14:53:52.200144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44972) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:52.208945 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.209578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.210155 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.210697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.211269 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.211866 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.212492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.213073 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.213645 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.214219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.214792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.215358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa88b13-b7c2-4141-a0d8-38822e1df595 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.295370 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a20b80b8-485d-418c-a04c-3673c55d6dbc no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:53:52.297591 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbcaa6c-9126-4d86-8904-ee54945dbe59 None None] Network 19529b82-55f6-4b8b-a715-35820497c5e7 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:53:52.313453 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.353062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: a20b80b8-485d-418c-a04c-3673c55d6dbc {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:53:52.353415 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device a20b80b8-485d-418c-a04c-3673c55d6dbc not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:53:52.414822 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.473002 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 5e558fb4-17d7-4f5a-966c-a25daa0486ff {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:53:52.473349 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.522698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:53:50Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '5e558fb4-17d7-4f5a-966c-a25daa0486ff', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:52:01Z', 'updated_at': '2021-11-08T14:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:52.553183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] Checking router: 1acedb75-c472-4cd6-b43b-1eff215d0236 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:53:52.554292 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 5e558fb4-17d7-4f5a-966c-a25daa0486ff, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5e558fb4-17d7-4f5a-966c-a25daa0486ff,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:53:52.554665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.565899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] Routers {'1acedb75-c472-4cd6-b43b-1eff215d0236'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:53:52.566567 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['1acedb75-c472-4cd6-b43b-1eff215d0236'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:52.569338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 5e558fb4-17d7-4f5a-966c-a25daa0486ff owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:53:52.632824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] DHCP port deletion for 19529b82-55f6-4b8b-a715-35820497c5e7 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:53:52.678328 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] Set router 1acedb75-c472-4cd6-b43b-1eff215d0236 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:53:52.684356 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:53:52.734697 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:53:52Z', 'revision_number': 6, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:52.748289 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.763918 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c7bbee-5c58-4f51-9409-7ab060335544 None None] The sync data for ids ['1acedb75-c472-4cd6-b43b-1eff215d0236'] in n-d-804292-2 is: [{'id': '1acedb75-c472-4cd6-b43b-1eff215d0236', 'name': 'tempest-TestNetworkAdvancedServerOps-router-776954357', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:52:00Z', 'updated_at': '2021-11-08T14:53:52Z', 'revision_number': 6, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:53:52.775329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=5e558fb4-17d7-4f5a-966c-a25daa0486ff,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:52.781027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Deleting port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:53:52.781322 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.843375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.858617 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] For port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431,segment=NetworkSegment(4eb9c48e-95ad-4b12-be8a-00099d739fc8),segment_id=4eb9c48e-95ad-4b12-be8a-00099d739fc8)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:53:52.859097 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.872312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Calling delete_port for 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:53:52.935387 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.937967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.957854 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.982942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Pushing event deleted for resources: {'Port': ['ID=6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:52.985037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.985641 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Fanout notify agent at l3_agent the message router_deleted on router 1acedb75-c472-4cd6-b43b-1eff215d0236 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:53:52.987436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] No DVR routers for this DVR port 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:53:52.994632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:52.995424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.998699 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6d3e2ceb-f913-4147-b4f5-bfa4529ad1bd tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/routers/1acedb75-c472-4cd6-b43b-1eff215d0236 HTTP/1.1" status: 204 len: 168 time: 0.7951086 Nov 08 14:53:52.998699 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44974) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:52.999645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.999645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.999645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:52.999645 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.000410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.000410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.000579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.000902 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.001228 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.001553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.001876 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d4f996-c0ce-40ce-ba2b-1b555a84edf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:53.082494 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.178334 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.200977 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19529b82-55f6-4b8b-a715-35820497c5e7']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:53.213203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb9c48e-95ad-4b12-be8a-00099d739fc8') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:53.213203 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb9c48e-95ad-4b12-be8a-00099d739fc8') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:53.225423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.239377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.245254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:53:53.245666 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: timer() Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:53:53.248632 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:53:53.308454 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.315426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.319133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/networks/19529b82-55f6-4b8b-a715-35820497c5e7 HTTP/1.1" status: 204 len: 168 time: 0.3195860 Nov 08 14:53:53.322042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44976) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:53.330522 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75d5b5-9cf6-42a2-b647-8d1dc099683d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Network': ['ID=19529b82-55f6-4b8b-a715-35820497c5e7,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:53.381208 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb447464-b0bd-4136-92dc-1c4f56caab8e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.408807 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb447464-b0bd-4136-92dc-1c4f56caab8e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.482179 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb447464-b0bd-4136-92dc-1c4f56caab8e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.485763 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-cb447464-b0bd-4136-92dc-1c4f56caab8e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.487487 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-cb447464-b0bd-4136-92dc-1c4f56caab8e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/security-groups/e92c8642-dfe7-4803-b9d4-4d77202efed3 HTTP/1.1" status: 204 len: 168 time: 0.1641262 Nov 08 14:53:53.505164 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb447464-b0bd-4136-92dc-1c4f56caab8e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92c8642-dfe7-4803-b9d4-4d77202efed3,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:53.766799 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:53.927445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:53:53.951035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:53:53.951374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6fb6e73e-376c-47e0-a9fb-5b7a1a8c6431 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:53:53.951794 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5e558fb4-17d7-4f5a-966c-a25daa0486ff no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:53:53.973276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5e558fb4-17d7-4f5a-966c-a25daa0486ff {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:53:53.973928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5e558fb4-17d7-4f5a-966c-a25daa0486ff not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:53:53.974041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5288ba0-f02b-4def-8340-182cd122eec0 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:53:53.993460 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c5288ba0-f02b-4def-8340-182cd122eec0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:53:53.993808 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c5288ba0-f02b-4def-8340-182cd122eec0 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:53:54.044082 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44982) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:54.048627 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e59000f1-3341-4209-a56b-be3477ac235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992780902', 'description': 'tempest-secgroup-smoke-992780902 description', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:54.071424 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e59000f1-3341-4209-a56b-be3477ac235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.141371 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e59000f1-3341-4209-a56b-be3477ac235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.145692 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e59000f1-3341-4209-a56b-be3477ac235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.176956 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e59000f1-3341-4209-a56b-be3477ac235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.181027 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e59000f1-3341-4209-a56b-be3477ac235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1330917 Nov 08 14:53:54.181027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59000f1-3341-4209-a56b-be3477ac235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:54.181362 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44984) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:54.186034 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-e74f7d6d-db88-4451-b11e-8b8bda169846 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:54.217396 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e74f7d6d-db88-4451-b11e-8b8bda169846 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.220941 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.286529 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e74f7d6d-db88-4451-b11e-8b8bda169846 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.290633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e74f7d6d-db88-4451-b11e-8b8bda169846 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.309428 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f7d6d-db88-4451-b11e-8b8bda169846 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72dcba02-2507-4c12-891e-93ea94456a6b,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:54.317009 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e74f7d6d-db88-4451-b11e-8b8bda169846 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.321101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e74f7d6d-db88-4451-b11e-8b8bda169846 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386032 Nov 08 14:53:54.321362 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44986) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:54.325974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8e037670-a905-486c-aaff-4cf33d2d59e1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:54.353711 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e037670-a905-486c-aaff-4cf33d2d59e1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.414658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e037670-a905-486c-aaff-4cf33d2d59e1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.419256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e037670-a905-486c-aaff-4cf33d2d59e1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.437900 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e037670-a905-486c-aaff-4cf33d2d59e1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a029f246-6672-449d-9269-df117cd122dd,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:54.448221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8e037670-a905-486c-aaff-4cf33d2d59e1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.449541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8e037670-a905-486c-aaff-4cf33d2d59e1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273279 Nov 08 14:53:54.454128 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44988) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:54.458920 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-c16a240c-4568-452b-bb7c-6448bd20fdb2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:54.495839 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16a240c-4568-452b-bb7c-6448bd20fdb2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.554546 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16a240c-4568-452b-bb7c-6448bd20fdb2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.558145 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16a240c-4568-452b-bb7c-6448bd20fdb2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.576438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a240c-4568-452b-bb7c-6448bd20fdb2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2724e7cc-8294-4762-82e5-d7ab49790cb8,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:54.586186 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-c16a240c-4568-452b-bb7c-6448bd20fdb2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.587409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c16a240c-4568-452b-bb7c-6448bd20fdb2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323562 Nov 08 14:53:54.590091 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44990) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:54.594504 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6ef1922c-1008-4b91-8da5-2038e20ec770 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:54.624607 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef1922c-1008-4b91-8da5-2038e20ec770 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.684301 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef1922c-1008-4b91-8da5-2038e20ec770 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.687977 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef1922c-1008-4b91-8da5-2038e20ec770 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.710734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1922c-1008-4b91-8da5-2038e20ec770 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79be43ea-395a-4ff5-8b54-996f2f882fa2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:54.717980 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6ef1922c-1008-4b91-8da5-2038e20ec770 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.719245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6ef1922c-1008-4b91-8da5-2038e20ec770 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281996 Nov 08 14:53:54.722251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44992) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:54.727499 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:54.752238 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:53:54.758449 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.830004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.834006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.852393 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a19f45-199c-43f2-aa74-921bd6f6da61,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:54.862093 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.863923 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-035670d5-3cfa-48d4-b52a-8e26ba9167f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405919 Nov 08 14:53:54.866847 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44994) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:54.871401 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'security_group_rule': {'security_group_id': '5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:54.894933 n-d-804292-2 neutron-server[101840]: INFO neutron.db.securitygroups_db [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Project faed4e80406d45f1b279afc78ea0ff7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:53:54.900240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.959975 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.963943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.982408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb99597-c3eb-41d6-9ba8-38ec9db1360e,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:54.991006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:54.992301 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-2a59d161-52a1-4990-94ae-994716a5c19c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243312 Nov 08 14:53:54.995325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 44996) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:55.000451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'network': {'name': 'tempest-network-smoke--778453979', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'port_security_enabled': True}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:55.022527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:53:55.026037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.050666 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:53:55.060272 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.060671 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Added segment 2dbdbcf5-7a5f-47de-8491-406593512927 of type vlan for network 5f51469f-98d3-420a-948b-9e0958d7569c Nov 08 14:53:55.101276 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.130072 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.135982 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:55.136580 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.198646 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2021620 Nov 08 14:53:55.201398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 44998) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:55.207142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'admin_state_up': True, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:55.207984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d623f-2de7-48c7-883c-70ed3c3d2d04 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Network': ['ID=5f51469f-98d3-420a-948b-9e0958d7569c,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:55.219492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 5f51469f-98d3-420a-948b-9e0958d7569c details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:53:55.247445 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.248523 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.303190 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.764002 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.953658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:55.972354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:56.076096 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.40 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/9fdebbc9-af69-4578-b611-6a6576bed656) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:53:56.173806 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:56.207562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:56.247291 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:53:56.250090 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:53:56.256321 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:53:56.279514 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=9fdebbc9-af69-4578-b611-6a6576bed656,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:56.506399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:56.703353 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:56.832463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:53:56.938059 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:53:56.947623 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Sync routers for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:53:56.959035 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:56.961187 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:53:56.961796 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:56.963490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45000) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:56.964003 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-205050e6-83a1-4772-a787-c641e2ad7811 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7607930 Nov 08 14:53:56.995918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ade72d2f-9ea5-40cb-8f0d-274b7f54cd5a tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=faed4e80406d45f1b279afc78ea0ff7b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288587 Nov 08 14:53:56.996141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45002) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:57.073354 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:53:57.089742 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bcb410-ddef-4c36-855f-965937b85905 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:57.091166 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c0bcb410-ddef-4c36-855f-965937b85905 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941377 Nov 08 14:53:57.094000 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45004) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:57.121952 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-298c2630-eee5-4944-9856-03550b5c4554 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=1530349d-cb15-4a36-a5b4-ee378ddc5ae2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268548 Nov 08 14:53:57.124431 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45006) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:57.129631 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-666000562', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:53:57.218528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'subnet': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:53:57.222145 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9296209'] for subnet, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.251512 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:56Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:57.277925 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Checking router: 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:53:57.278257 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Updating router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 port 9fdebbc9-af69-4578-b611-6a6576bed656 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:53:57.303922 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.405604 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8432119', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9296555'] for subnet, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.471542 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Subnet': ['ID=f45405b9-02b3-4db8-8d57-f9870516be34,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:57.480329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Checking segment: {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:53:57.480698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network hostable DHCP agents. Network: 5f51469f-98d3-420a-948b-9e0958d7569c, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101840) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:53:57.499946 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 5f51469f-98d3-420a-948b-9e0958d7569c is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101840) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:53:57.510370 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 5f51469f-98d3-420a-948b-9e0958d7569c) {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:53:57.515021 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:57.516240 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.520234 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e310f5b-8978-4cc1-b1b3-a46dda08dda0 None None] Network 5f51469f-98d3-420a-948b-9e0958d7569c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:53:57.535475 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ebfcfacc-21a4-4c5c-9de4-8aaf22861674 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4100223 Nov 08 14:53:57.538238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45008) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:53:57.570727 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.576156 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.629315 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Pushing event updated for resources: {'Port': ['ID=9fdebbc9-af69-4578-b611-6a6576bed656,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646156 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646952 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646952 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.646952 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.647484 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:53:57.654583 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Attempting to bind port 9fdebbc9-af69-4578-b611-6a6576bed656 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:53:57.654945 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Attempting to bind port 9fdebbc9-af69-4578-b611-6a6576bed656 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:53:57.655301 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Attempting to bind port 9fdebbc9-af69-4578-b611-6a6576bed656 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:53:57.660653 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:53:57.661026 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:53:57.661423 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.661807 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:53:57.662266 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Bound port: 9fdebbc9-af69-4578-b611-6a6576bed656, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:53:57.662655 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.677518 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-5f51469f-98d3-420a-948b-9e0958d7569c', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:53:57.678606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.716563 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] For port 9fdebbc9-af69-4578-b611-6a6576bed656, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:53:57.720054 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] For port 9fdebbc9-af69-4578-b611-6a6576bed656, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fdebbc9-af69-4578-b611-6a6576bed656,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:53:57.724867 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.777113 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:53:57.777579 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:57.823721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Allocated IP 172.20.0.2 (5f51469f-98d3-420a-948b-9e0958d7569c/f45405b9-02b3-4db8-8d57-f9870516be34/6dbc6f33-e7d2-429e-a939-fe6a95088a71) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:53:57.838251 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daafcc7-70ca-4eff-8135-b8d823c8b9b0 None None] Pushing event updated for resources: {'Port': ['ID=9fdebbc9-af69-4578-b611-6a6576bed656,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:57.979633 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.986152 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:57.997333 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:53:58.036932 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Network 5f51469f-98d3-420a-948b-9e0958d7569c is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:53:58.041968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:53:58.044920 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:53:58.047372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Pushing event updated for resources: {'Port': ['ID=6dbc6f33-e7d2-429e-a939-fe6a95088a71,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:58.052353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.123444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Attempting to bind port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:53:58.123870 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Attempting to bind port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:53:58.124293 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Attempting to bind port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 on network 5f51469f-98d3-420a-948b-9e0958d7569c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:53:58.130718 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:53:58.131255 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Checking segment: {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:53:58.131747 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.132284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Bound using segment: {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:53:58.132754 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Bound port: 6dbc6f33-e7d2-429e-a939-fe6a95088a71, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:53:58.133130 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.146397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5864d2f7-2a43-41ca-848d-4b1ef207d5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.188979 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:56Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:53:58.202483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] For port 6dbc6f33-e7d2-429e-a939-fe6a95088a71, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:53:58.205756 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] For port 6dbc6f33-e7d2-429e-a939-fe6a95088a71, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6dbc6f33-e7d2-429e-a939-fe6a95088a71,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:53:58.210318 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.217730 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b95603-7071-475d-a22a-89343d89a7e9 None None] The sync data for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 is: [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:56Z', 'revision_number': 3, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:53:58.279887 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affcc83c-f8c4-4652-b0e3-10923010d61c None None] Pushing event updated for resources: {'Port': ['ID=6dbc6f33-e7d2-429e-a939-fe6a95088a71,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:58.360129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.1 (5f51469f-98d3-420a-948b-9e0958d7569c/f45405b9-02b3-4db8-8d57-f9870516be34/929a6bbe-cd45-4c66-9fec-97932942196d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:53:58.550112 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.592780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.638234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 5f51469f-98d3-420a-948b-9e0958d7569c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:53:58.641730 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:53:58.646729 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:53:58.680886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=929a6bbe-cd45-4c66-9fec-97932942196d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:58.703937 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:58.844905 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.155951 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.163227 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.241679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=929a6bbe-cd45-4c66-9fec-97932942196d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:59.245263 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.315379 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fa1ef-ecc4-4fb0-9b0b-e334b4d8a512 None None] Network 5f51469f-98d3-420a-948b-9e0958d7569c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:53:59.344688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 5f51469f-98d3-420a-948b-9e0958d7569c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:53:59.346117 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:53:59.403299 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-64ff529c-469e-4e72-a778-9d3ac49e7546 None None] Provisioning complete for port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:53:59.403666 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64ff529c-469e-4e72-a778-9d3ac49e7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.462913 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:53:59.543615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64ff529c-469e-4e72-a778-9d3ac49e7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.577596 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:53:59.581351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-64ff529c-469e-4e72-a778-9d3ac49e7546 None None] For port 6dbc6f33-e7d2-429e-a939-fe6a95088a71, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6dbc6f33-e7d2-429e-a939-fe6a95088a71,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:53:59.587963 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1ee233e3-e150-4f8c-a745-8a0e22fccf20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/0a4b8915-be9a-45f5-be89-9f6c59cf86e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0443447 Nov 08 14:53:59.590717 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64ff529c-469e-4e72-a778-9d3ac49e7546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.652391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff529c-469e-4e72-a778-9d3ac49e7546 None None] Pushing event updated for resources: {'Port': ['ID=6dbc6f33-e7d2-429e-a939-fe6a95088a71,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:53:59.769118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-71914d4a-7c93-4794-a421-2573ac1f3022 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992780902&fields=id&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 267 time: 0.0494633 Nov 08 14:53:59.821463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4eef43db-438e-4644-ba41-3fbde50a1c5b None None] Provisioning complete for port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:53:59.821744 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4eef43db-438e-4644-ba41-3fbde50a1c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.890380 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-8406c349-1010-4f85-8ec8-9e43730ee55c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:53:59.898451 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-8406c349-1010-4f85-8ec8-9e43730ee55c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/networks?id=5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 200 len: 796 time: 0.1216304 Nov 08 14:53:59.921173 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-ccc1cc29-c842-465e-9918-d0cdeae20d58 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/quotas/faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 375 time: 0.0215626 Nov 08 14:53:59.954512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-4eef43db-438e-4644-ba41-3fbde50a1c5b None None] Provisioning complete for port 929a6bbe-cd45-4c66-9fec-97932942196d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:53:59.954875 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4eef43db-438e-4644-ba41-3fbde50a1c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:53:59.989898 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-8010f42f-4abc-4877-9549-5a1a61978f64 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678427 Nov 08 14:53:59.999546 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-4eef43db-438e-4644-ba41-3fbde50a1c5b None None] Port 929a6bbe-cd45-4c66-9fec-97932942196d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:54:00.022134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fdebbc9-af69-4578-b611-6a6576bed656 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:54:00.025720 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-1adf056e-dc34-403e-8ea8-32b266bbe8d2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:54:00.027478 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-1adf056e-dc34-403e-8ea8-32b266bbe8d2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0121417 Nov 08 14:54:00.056996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Sync routers for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:54:00.078520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:54:00.079151 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:00.135654 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-898c3f1b-1733-4344-9ea1-8d147838f7dc service neutron] 10.222.0.65 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000350 Nov 08 14:54:00.146199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9fdebbc9-af69-4578-b611-6a6576bed656 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:00.146567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:00.251532 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-66475e5f-f42f-4360-b6b5-90ab4b3d08cb service neutron] 10.222.0.65 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092327 Nov 08 14:54:00.366282 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2c26affe-4b1d-402f-8787-7028216a2114 None None] Provisioning complete for port 929a6bbe-cd45-4c66-9fec-97932942196d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:00.366931 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c26affe-4b1d-402f-8787-7028216a2114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:00.433552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:54:00.436752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2c26affe-4b1d-402f-8787-7028216a2114 None None] Port 929a6bbe-cd45-4c66-9fec-97932942196d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:54:00.443772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-39b6cfbf-0a79-475e-8b77-62ee20b0e729 req-898c59e8-a229-415e-9cfc-8248959618d5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 210 time: 0.0301723 Nov 08 14:54:00.600056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:00.636511 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2b0ff75c-5cbe-4a6e-8fe1-456d6f77ce6a None None] Provisioning complete for port 929a6bbe-cd45-4c66-9fec-97932942196d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:00.637011 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b0ff75c-5cbe-4a6e-8fe1-456d6f77ce6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:00.639647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 9fdebbc9-af69-4578-b611-6a6576bed656, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fdebbc9-af69-4578-b611-6a6576bed656,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:54:00.670993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:00.671803 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6dbc6f33-e7d2-429e-a939-fe6a95088a71 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:54:00.751118 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ff75c-5cbe-4a6e-8fe1-456d6f77ce6a None None] Port 929a6bbe-cd45-4c66-9fec-97932942196d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:54:00.794872 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=9fdebbc9-af69-4578-b611-6a6576bed656,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:00.820728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:00.821094 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:00.857393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:53:59Z', 'revision_number': 2, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:00.891522 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Checking router: 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:54:00.891900 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Updating router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 port 929a6bbe-cd45-4c66-9fec-97932942196d binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:54:00.940648 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.214496 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.220193 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.291959 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cdda6-32cf-405e-9b76-12f8af215448 None None] Pushing event updated for resources: {'Port': ['ID=929a6bbe-cd45-4c66-9fec-97932942196d,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:01.326571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Attempting to bind port 929a6bbe-cd45-4c66-9fec-97932942196d on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:54:01.327038 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Attempting to bind port 929a6bbe-cd45-4c66-9fec-97932942196d by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:54:01.327372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Attempting to bind port 929a6bbe-cd45-4c66-9fec-97932942196d on network 5f51469f-98d3-420a-948b-9e0958d7569c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:54:01.333848 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:54:01.334280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Checking segment: {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:54:01.334852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.335301 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Bound using segment: {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:54:01.335810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Bound port: 929a6bbe-cd45-4c66-9fec-97932942196d, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:54:01.336240 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.420137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] For port 929a6bbe-cd45-4c66-9fec-97932942196d, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:54:01.426354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] For port 929a6bbe-cd45-4c66-9fec-97932942196d, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=929a6bbe-cd45-4c66-9fec-97932942196d,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:54:01.433675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.483183 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-9f0082f6-4fbf-445d-af6b-cb7b887fff23 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:01.488368 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-9f0082f6-4fbf-445d-af6b-cb7b887fff23 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/networks?id=5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 200 len: 796 time: 0.1319218 Nov 08 14:54:01.493386 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:54:01.493973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:53:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:01.577413 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-5a6827b1-8487-4588-a962-1297baec6ddb tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faed4e80406d45f1b279afc78ea0ff7b HTTP/1.1" status: 200 len: 379 time: 0.0820398 Nov 08 14:54:01.579873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8237740f-9688-4b61-8b0e-c74dbf79383f req-0f25d012-1a69-4a02-9612-28cca769e093 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 210 time: 0.0283418 Nov 08 14:54:01.593178 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'port': {'device_id': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'admin_state_up': True, 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'security_groups': ['5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:54:01.594575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cdda6-32cf-405e-9b76-12f8af215448 None None] Pushing event updated for resources: {'Port': ['ID=929a6bbe-cd45-4c66-9fec-97932942196d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:01.642374 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1e813d8d-1cd4-4072-aa70-b1a4aaf43fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.646225 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-9d030a06-7af7-4373-8089-f7cb9a26ef9f None None] Provisioning complete for port 929a6bbe-cd45-4c66-9fec-97932942196d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:01.646709 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d030a06-7af7-4373-8089-f7cb9a26ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.674218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:54:01.728890 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Made reservation on behalf of faed4e80406d45f1b279afc78ea0ff7b for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:54:01.732882 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.859889 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d030a06-7af7-4373-8089-f7cb9a26ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.867758 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.20.0.4 (5f51469f-98d3-420a-948b-9e0958d7569c/f45405b9-02b3-4db8-8d57-f9870516be34/3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:54:01.931311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9d030a06-7af7-4373-8089-f7cb9a26ef9f None None] For port 929a6bbe-cd45-4c66-9fec-97932942196d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=929a6bbe-cd45-4c66-9fec-97932942196d,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:54:01.937169 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d030a06-7af7-4373-8089-f7cb9a26ef9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:01.963082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fdebbc9-af69-4578-b611-6a6576bed656 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:54:02.032622 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.038070 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d030a06-7af7-4373-8089-f7cb9a26ef9f None None] Pushing event updated for resources: {'Port': ['ID=929a6bbe-cd45-4c66-9fec-97932942196d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:02.043161 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:02.067015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.085490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a250e82e-c3f7-441f-b5ab-15cdba01c2eb None None] The sync data for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 is: [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:54:02.091056 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 9fdebbc9-af69-4578-b611-6a6576bed656 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:02.091427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.113741 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 5f51469f-98d3-420a-948b-9e0958d7569c is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:54:02.119899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:54:02.121340 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fb6a0ecb-8ae4-477f-908f-1a9ce7d7b01a None None] Provisioning complete for port 929a6bbe-cd45-4c66-9fec-97932942196d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:02.121661 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb6a0ecb-8ae4-477f-908f-1a9ce7d7b01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.122688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:54:02.152134 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:02.206232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:02.206845 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.229754 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-c013eb5a-f189-424b-a26e-8aa645e75023 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6411815 Nov 08 14:54:02.249878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Request body: {'port': {'device_id': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:54:02.322933 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.510009 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6c6c5f58-7914-4f2c-8528-011c5db7dac2 None None] Provisioning complete for port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:02.510606 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5f58-7914-4f2c-8528-011c5db7dac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.547707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c5f58-7914-4f2c-8528-011c5db7dac2 None None] Port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:54:02.616769 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:54:02.625135 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.638166 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Transition to ACTIVE for port object 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:54:02.642804 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.699073 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Pushing event updated for resources: {'Port': ['ID=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:02.741109 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161ce52-8dc7-4ad5-8208-04a8e992cc9f req-e36973be-f321-447c-af73-9f51f3954c09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:02.742838 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4161ce52-8dc7-4ad5-8208-04a8e992cc9f req-e36973be-f321-447c-af73-9f51f3954c09 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 943 time: 0.0836923 Nov 08 14:54:02.784037 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Attempting to bind port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:54:02.784935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Attempting to bind port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:54:02.785478 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Attempting to bind port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 on network 5f51469f-98d3-420a-948b-9e0958d7569c {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:54:02.802605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 on network 5f51469f-98d3-420a-948b-9e0958d7569c not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:54:02.803297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Attempting to bind port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 on network 5f51469f-98d3-420a-948b-9e0958d7569c {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:54:02.806930 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4161ce52-8dc7-4ad5-8208-04a8e992cc9f req-230b38ad-a10f-43a8-bf53-d7a709435ad2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548365 Nov 08 14:54:02.810104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:54:02.810942 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Checking segment: {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:54:02.811532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Bound using segment: {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:54:02.812467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Bound port: 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dbdbcf5-7a5f-47de-8491-406593512927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:54:02.813146 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.885684 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] For port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:54:02.889258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] For port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:54:02.894769 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.930608 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:02.931403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:02.932891 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] 10.222.0.54 "PUT /v2.0/ports/3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 200 len: 1091 time: 0.6882162 Nov 08 14:54:02.935179 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:54:02.937581 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126" -d '{"events": [{"name": "network-changed", "server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:54:02.972359 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ffaa3a-79b8-4114-9424-f02d00fbe197 service neutron] Pushing event updated for resources: {'Port': ['ID=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:03.019852 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70749e5-da37-450e-a152-236a2e5eda08 x-openstack-request-id: req-c70749e5-da37-450e-a152-236a2e5eda08 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:54:03.020194 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:54:03.020415 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c70749e5-da37-450e-a152-236a2e5eda08 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:54:03.020779 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'status': 'completed', 'code': 200} Nov 08 14:54:03.037668 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-fc86e5c1-466e-482a-8871-9a2987fe5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:03.039327 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-fc86e5c1-466e-482a-8871-9a2987fe5846 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1094 time: 0.0518034 Nov 08 14:54:03.090863 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-b9c3d8e8-e9d8-45d0-a73f-8c0fc5388f3e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 200 len: 217 time: 0.0412359 Nov 08 14:54:03.149679 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-637764ac-fb16-467c-a5df-7fa31294ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:03.151239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-637764ac-fb16-467c-a5df-7fa31294ecc7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f45405b9-02b3-4db8-8d57-f9870516be34 HTTP/1.1" status: 200 len: 834 time: 0.0515642 Nov 08 14:54:03.201388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-1d5f4e55-85f2-49c8-925d-877556a78741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:03.204238 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-1d5f4e55-85f2-49c8-925d-877556a78741 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f51469f-98d3-420a-948b-9e0958d7569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454662 Nov 08 14:54:03.336640 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:03.646896 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-6cf7caaa-8777-44ff-a0e7-0b3ef1a4d6f1 service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348624 Nov 08 14:54:03.736192 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7ea1512-dad8-44a3-9ecc-244c74c190cf req-579575db-4463-4219-a673-164da5096fda service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819478 Nov 08 14:54:03.830398 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-9e250f40-049d-4ee2-a5b7-aa4a67dde6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:03.831939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-9e250f40-049d-4ee2-a5b7-aa4a67dde6d5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1094 time: 0.0471642 Nov 08 14:54:03.930364 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-876035ff-e705-47b2-aaf8-ef3bfc9869ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:03.932239 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-876035ff-e705-47b2-aaf8-ef3bfc9869ff service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 200 len: 897 time: 0.0934401 Nov 08 14:54:03.946294 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def259f-ff81-4c95-9c04-2267f862f094 req-f6baf79b-0a33-45c1-8dcc-0374a4a33361 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:03.947841 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5def259f-ff81-4c95-9c04-2267f862f094 req-f6baf79b-0a33-45c1-8dcc-0374a4a33361 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 943 time: 0.0666068 Nov 08 14:54:03.957601 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 929a6bbe-cd45-4c66-9fec-97932942196d up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:54:03.989661 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-7a01742f-fa99-41fb-845a-da0ce70fb5e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 200 len: 217 time: 0.0503864 Nov 08 14:54:04.000963 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5def259f-ff81-4c95-9c04-2267f862f094 req-f777f869-2460-427a-8303-c9572b8e235c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468957 Nov 08 14:54:04.010083 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 929a6bbe-cd45-4c66-9fec-97932942196d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:04.010576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:04.043639 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-e62a73f2-5a61-4a17-ba51-48887660d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:04.045197 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-e62a73f2-5a61-4a17-ba51-48887660d9fb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f45405b9-02b3-4db8-8d57-f9870516be34 HTTP/1.1" status: 200 len: 834 time: 0.0483646 Nov 08 14:54:04.090202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-b70eda09-0f30-47a3-b691-6dee8090cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:04.091910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-b70eda09-0f30-47a3-b691-6dee8090cf10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f51469f-98d3-420a-948b-9e0958d7569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400290 Nov 08 14:54:04.185203 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-4a0afc2b-68f5-4faf-bd98-302c344f3c45 service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 Nov 08 14:54:04.277969 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b7b681c1-4826-48a6-a99e-7a8cd7d8a126 req-d606b32d-8ff2-4a88-a193-ff56c52c8a3c service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858066 Nov 08 14:54:05.119047 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaeb5b-9d97-41c4-a0e7-54007408c212 req-d3cb6574-7a41-4a17-8ac9-3f75253c2ee5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:05.120575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-beaaeb5b-9d97-41c4-a0e7-54007408c212 req-d3cb6574-7a41-4a17-8ac9-3f75253c2ee5 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 943 time: 0.0490615 Nov 08 14:54:05.170917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-beaaeb5b-9d97-41c4-a0e7-54007408c212 req-236148f1-7079-49b9-967d-153493ec073e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443964 Nov 08 14:54:05.851269 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:05.972709 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:06.295051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251705aa-2476-4ee9-9664-8c55915f1945 req-0d95922f-f77e-4fba-82ef-c894b2aa4d01 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:06.296638 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-251705aa-2476-4ee9-9664-8c55915f1945 req-0d95922f-f77e-4fba-82ef-c894b2aa4d01 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 943 time: 0.0548272 Nov 08 14:54:06.346344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-251705aa-2476-4ee9-9664-8c55915f1945 req-b9eb721d-412a-4894-a95d-f029bd4ea965 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437262 Nov 08 14:54:07.436381 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:54:07.463043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36768d61-44da-4d7d-ae53-61ea69a3cc61 req-3692a73c-fc90-469c-8b4b-0e4c83339e2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:07.464690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36768d61-44da-4d7d-ae53-61ea69a3cc61 req-3692a73c-fc90-469c-8b4b-0e4c83339e2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 943 time: 0.0509479 Nov 08 14:54:07.515987 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-36768d61-44da-4d7d-ae53-61ea69a3cc61 req-b6eb6df8-8ad4-4f5d-813f-98be33c72cd3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452933 Nov 08 14:54:07.539123 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:54:07.550492 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'port_id': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'mac_address': 'fa:16:3e:8e:2c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:54:07.586552 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:07.603108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:54:07.621612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:54:07.625901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:07.676517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:07.966283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:54:08.632733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e33ca-78ab-4952-9922-66e93439a7cb req-c8444cd0-fda8-43aa-93c5-83beb868a1f1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:08.634137 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a15e33ca-78ab-4952-9922-66e93439a7cb req-c8444cd0-fda8-43aa-93c5-83beb868a1f1 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 944 time: 0.0487621 Nov 08 14:54:08.687504 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a15e33ca-78ab-4952-9922-66e93439a7cb req-b518c9a2-ea81-4893-aa9a-e3009b73a0c0 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474558 Nov 08 14:54:09.437062 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:54:09.489043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:54:09.493832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:54:09.494201 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:09.575406 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:09.598136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:54:09.600323 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcb689c-c37e-43cd-ae4b-4c8eb882ebbf" -d '{"events": [{"server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "name": "network-vif-plugged", "status": "completed", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:54:09.613169 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:54:09.617532 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:09.641190 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ef4227-74c5-4e32-8883-4ec94029e820 x-openstack-request-id: req-48ef4227-74c5-4e32-8883-4ec94029e820 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:54:09.641484 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "name": "network-vif-plugged", "status": "completed", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:54:09.641736 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48ef4227-74c5-4e32-8883-4ec94029e820 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:54:09.642127 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'code': 200} Nov 08 14:54:09.670405 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:09.736752 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f29c8f-6b65-41c9-80df-70e91f9b5a53 req-0147bb5f-1949-4d15-b2c9-94517e69f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:09.738968 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f29c8f-6b65-41c9-80df-70e91f9b5a53 req-0147bb5f-1949-4d15-b2c9-94517e69f815 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1096 time: 0.0414314 Nov 08 14:54:09.791672 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b6f29c8f-6b65-41c9-80df-70e91f9b5a53 req-b37d7bc3-7464-46a3-ade9-c187308f3d49 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449691 Nov 08 14:54:09.804827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f88018-60b4-4b79-ac2e-db1a1b11775d req-8ec947b1-560d-4dcd-899c-12ce170e744f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:09.806404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5f88018-60b4-4b79-ac2e-db1a1b11775d req-8ec947b1-560d-4dcd-899c-12ce170e744f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0495610 Nov 08 14:54:09.856174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5f88018-60b4-4b79-ac2e-db1a1b11775d req-a11a9ec1-3ad8-47c0-aecc-4581d70ff074 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435421 Nov 08 14:54:10.974464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac05bf-0873-458a-bc41-f4511efd4ee2 req-30601137-8564-47c7-bac5-54a1c86f3c2f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:10.976059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fac05bf-0873-458a-bc41-f4511efd4ee2 req-30601137-8564-47c7-bac5-54a1c86f3c2f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0486526 Nov 08 14:54:11.026620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8fac05bf-0873-458a-bc41-f4511efd4ee2 req-813c8b48-aa2a-43a4-a945-f7e88e0e3612 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444984 Nov 08 14:54:12.146190 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11a16d-ee2f-4e01-9466-e32fd447b98e req-12e0f252-100e-46e5-83de-440377857ce3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:12.147710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c11a16d-ee2f-4e01-9466-e32fd447b98e req-12e0f252-100e-46e5-83de-440377857ce3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0536625 Nov 08 14:54:12.197488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6c11a16d-ee2f-4e01-9466-e32fd447b98e req-51a63eb7-47e0-4aa8-a1f3-9809434f9b93 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Nov 08 14:54:12.311811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36bd0-cfae-46eb-9b26-598ba285620e req-adc6a7d6-5514-465b-8af4-910d46250b48 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:12.313453 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71a36bd0-cfae-46eb-9b26-598ba285620e req-adc6a7d6-5514-465b-8af4-910d46250b48 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0485559 Nov 08 14:54:12.363210 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-71a36bd0-cfae-46eb-9b26-598ba285620e req-6290148e-1958-453e-b091-c6fbb05ceda4 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432930 Nov 08 14:54:12.385829 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45062) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:54:12.425524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c548aa52-9d2c-48d3-95fe-1b5b8cbcccf2 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:12.427012 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c548aa52-9d2c-48d3-95fe-1b5b8cbcccf2 tempest-TestNetworkAdvancedServerOps-213424013 tempest-TestNetworkAdvancedServerOps-213424013-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1091 time: 0.0401824 Nov 08 14:54:12.429894 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45064) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:54:12.434059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:54:12.456836 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:12.551274 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:12.654943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Allocated IP 172.25.8.3 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/e57127f2-8abb-45d5-bb37-d799292b4321) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:54:12.763213 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:12.796789 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:12.835318 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:54:12.838223 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:54:12.840843 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:54:12.872200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=e57127f2-8abb-45d5-bb37-d799292b4321,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:13.206602 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:13.273981 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:13.422248 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:13.427251 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:13.499041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event updated for resources: {'Port': ['ID=e57127f2-8abb-45d5-bb37-d799292b4321,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:54:13.508226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:13.610792 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP bee10730-ae2c-42b7-a2d5-eebb22add1f4 associated. External IP: 172.25.8.3, port: 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0. Nov 08 14:54:13.823329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:54:13.934425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:54:13.944408 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] Sync routers for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:54:13.953377 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:13.954777 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:54:13.955392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:54:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:13.980739 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bdddd0f1-8ce8-4fc9-9ea6-5b4fdea6a3fc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.5498226 Nov 08 14:54:13.981339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:54:13.983753 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fbd984-f600-4a2f-ba00-2de6da0be789" -d '{"events": [{"name": "network-changed", "server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:54:14.029982 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5f52ee-3b2e-4161-9ab9-48c2804390da x-openstack-request-id: req-1a5f52ee-3b2e-4161-9ab9-48c2804390da {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:54:14.030378 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:54:14.030732 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a5f52ee-3b2e-4161-9ab9-48c2804390da {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:54:14.031227 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'status': 'completed', 'code': 200} Nov 08 14:54:14.064967 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:54:14.092700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-4fd9e995-39bb-4c75-a1e2-dfc6e4dd3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:14.094128 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-4fd9e995-39bb-4c75-a1e2-dfc6e4dd3ae9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1096 time: 0.0420046 Nov 08 14:54:14.100170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c040b3-e4ac-4622-8a58-33dff917b66c req-3135b9ee-f5cb-4c6f-941a-433ab841f0e8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:14.101998 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1c040b3-e4ac-4622-8a58-33dff917b66c req-3135b9ee-f5cb-4c6f-941a-433ab841f0e8 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0531528 Nov 08 14:54:14.158609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1c040b3-e4ac-4622-8a58-33dff917b66c req-28c3dce9-7662-4cdd-a967-569b8567d3f2 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501051 Nov 08 14:54:14.182725 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45070) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:54:14.195381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-8503f7c3-2794-4bf4-ae9d-27974f07313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:14.196894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-8503f7c3-2794-4bf4-ae9d-27974f07313e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 200 len: 897 time: 0.0958974 Nov 08 14:54:14.247147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4b6d3d12-f071-4a33-ac7e-49161432982d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/bee10730-ae2c-42b7-a2d5-eebb22add1f4 HTTP/1.1" status: 200 len: 989 time: 0.0632570 Nov 08 14:54:14.263744 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-4c4a2e9b-0d3c-4e4e-8034-e806866f3846 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 200 len: 997 time: 0.0594268 Nov 08 14:54:14.296460 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'bee10730-ae2c-42b7-a2d5-eebb22add1f4', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'port_id': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'mac_address': 'fa:16:3e:8e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:54:13Z', 'updated_at': '2021-11-08T14:54:13Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:14.319457 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-9d25324f-5bd1-4fe9-b2e7-738dfa5d8951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:14.320947 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-9d25324f-5bd1-4fe9-b2e7-738dfa5d8951 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f45405b9-02b3-4db8-8d57-f9870516be34 HTTP/1.1" status: 200 len: 834 time: 0.0500455 Nov 08 14:54:14.322283 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] Checking router: 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:54:14.330536 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:54:14.331664 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:54:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:14.372254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-5cb3dee9-b87a-45e7-a423-007694aed0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:14.373666 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-5cb3dee9-b87a-45e7-a423-007694aed0fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f51469f-98d3-420a-948b-9e0958d7569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431805 Nov 08 14:54:14.438837 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:54:14.467091 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-0571fcc1-d18d-494c-b199-26f38fd8e090 service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864122 Nov 08 14:54:14.557995 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a4fbd984-f600-4a2f-ba00-2de6da0be789 req-18057bc9-29d8-4ce9-82de-e373b504d04e service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Nov 08 14:54:14.664896 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'bee10730-ae2c-42b7-a2d5-eebb22add1f4', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'port_id': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'mac_address': 'fa:16:3e:8e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:54:13Z', 'updated_at': '2021-11-08T14:54:13Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:54:14.689876 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6849f0-f2e3-4505-abe7-6c3a4f88204b None None] The sync data for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 is: [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'bee10730-ae2c-42b7-a2d5-eebb22add1f4', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'floating_ip_address': '172.25.8.3', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'port_id': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'mac_address': 'fa:16:3e:8e:2c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:54:13Z', 'updated_at': '2021-11-08T14:54:13Z', 'revision_number': 0, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:54:14.887001 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789b0d61-74d6-4390-9cb0-d28bd061c254 None None] New status for floating IP bee10730-ae2c-42b7-a2d5-eebb22add1f4: ACTIVE {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:54:15.249425 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45072) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:54:15.312197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4dd329f6-5444-43e0-a71e-6836c6e6136c tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/bee10730-ae2c-42b7-a2d5-eebb22add1f4 HTTP/1.1" status: 200 len: 991 time: 0.0615444 Nov 08 14:54:23.745562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:24.216767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:28.109075 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87f14ecf-812a-4ac4-8ea2-c7e370888170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:29.684093 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:54:31.586692 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-723b6c23-90a6-4db7-b4d6-58d68c5fa169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:33.336877 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:35.852952 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:35.975082 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:39.623232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-45a27015-26f5-4329-98cd-f28419053925 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387862 Nov 08 14:54:39.707381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-52e3d9ff-b39a-492b-abb8-9ebfb8a0565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:39.708881 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-52e3d9ff-b39a-492b-abb8-9ebfb8a0565f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1096 time: 0.0446634 Nov 08 14:54:39.811842 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-de9422b1-fe69-49a1-83cd-b8b63981e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:39.813252 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-de9422b1-fe69-49a1-83cd-b8b63981e806 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 200 len: 897 time: 0.0851848 Nov 08 14:54:39.882258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-c47e4d81-8031-4402-951d-5f0dec37c2ba service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 200 len: 999 time: 0.0606859 Nov 08 14:54:39.933952 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-49931ba4-a3d5-4dac-bac4-90087999a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:39.935414 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-49931ba4-a3d5-4dac-bac4-90087999a5bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f45405b9-02b3-4db8-8d57-f9870516be34 HTTP/1.1" status: 200 len: 834 time: 0.0453048 Nov 08 14:54:39.981419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-98edbc67-5ede-4024-8615-fc04e0b02285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:54:39.982945 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-98edbc67-5ede-4024-8615-fc04e0b02285 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f51469f-98d3-420a-948b-9e0958d7569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409286 Nov 08 14:54:40.078393 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-5566618a-2590-4a78-a849-976d5ff0206b service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883873 Nov 08 14:54:40.167210 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cb3e92bc-0d78-43f3-a49d-19360d300188 req-69990e30-0fcc-4f2a-8517-78052142926a service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816655 Nov 08 14:54:53.744465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:54.216818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:54:58.110366 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5ccb043-e10a-4ff9-abfc-9c489997051f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:01.589813 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6a048418-4084-4c35-8674-55011daeda98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:03.339961 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:05.856261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:05.978472 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:06.683801 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:55:16.240125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ef935-ad6f-4b80-8e3f-6d738da5921d req-755727b8-3a1b-492b-a252-4966c8de8c0e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:16.241620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c7ef935-ad6f-4b80-8e3f-6d738da5921d req-755727b8-3a1b-492b-a252-4966c8de8c0e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0959363 Nov 08 14:55:16.291619 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7c7ef935-ad6f-4b80-8e3f-6d738da5921d req-e182e8f6-85f4-4ea4-9c47-872ae405487e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Nov 08 14:55:17.455136 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1352642-c8a9-4fee-80cf-0ff2d7d0fc37 req-2b229ac2-d36b-4ff9-b417-22c8ce733278 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:17.456632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1352642-c8a9-4fee-80cf-0ff2d7d0fc37 req-2b229ac2-d36b-4ff9-b417-22c8ce733278 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0944357 Nov 08 14:55:17.505372 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b1352642-c8a9-4fee-80cf-0ff2d7d0fc37 req-efb10c61-b9a6-4b10-982f-998a75babfaf tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427086 Nov 08 14:55:18.625512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd6dda-14ea-4931-b668-eb8bea61dfd0 req-adc47fc0-1628-496a-b209-2ed4e8a71e2d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:18.627555 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34bd6dda-14ea-4931-b668-eb8bea61dfd0 req-adc47fc0-1628-496a-b209-2ed4e8a71e2d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0518281 Nov 08 14:55:18.676075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34bd6dda-14ea-4931-b668-eb8bea61dfd0 req-b0b6d572-adcd-41f9-867a-36fc4e196aa6 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425918 Nov 08 14:55:18.698614 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45108) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:18.759439 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8341518d-cec4-4600-b0cc-528c75603571 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/bee10730-ae2c-42b7-a2d5-eebb22add1f4 HTTP/1.1" status: 200 len: 991 time: 0.0592024 Nov 08 14:55:20.034337 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27643-65ea-47cb-afc9-b005bf10afc4 req-a8375e68-1081-4a9d-9e30-ef47a4de7a47 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:20.035911 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcb27643-65ea-47cb-afc9-b005bf10afc4 req-a8375e68-1081-4a9d-9e30-ef47a4de7a47 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0563080 Nov 08 14:55:20.049841 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-f2dc7a72-fc99-4d97-9ab2-19ee53f54f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:20.051352 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-f2dc7a72-fc99-4d97-9ab2-19ee53f54f26 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1096 time: 0.0477614 Nov 08 14:55:20.088347 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dcb27643-65ea-47cb-afc9-b005bf10afc4 req-ec3d63f8-aa9b-4a3c-9599-2b648be85b15 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456872 Nov 08 14:55:20.146314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-2a97fbbf-5efb-4f2f-adfc-82885d0ad034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:20.147831 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-2a97fbbf-5efb-4f2f-adfc-82885d0ad034 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 200 len: 897 time: 0.0875354 Nov 08 14:55:20.218006 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-b3196981-e3fd-4366-a13b-7fc39292b7d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 200 len: 999 time: 0.0619943 Nov 08 14:55:20.267291 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-9b1f7c15-8b89-4ca2-956c-f01d06f2eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:20.268769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-9b1f7c15-8b89-4ca2-956c-f01d06f2eebb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f45405b9-02b3-4db8-8d57-f9870516be34 HTTP/1.1" status: 200 len: 834 time: 0.0438852 Nov 08 14:55:20.316376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-70c1e735-9cdb-41b3-8835-e80ca40caeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:20.317842 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-70c1e735-9cdb-41b3-8835-e80ca40caeba service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f51469f-98d3-420a-948b-9e0958d7569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408630 Nov 08 14:55:20.411828 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-eb335ec8-2ae5-4632-ae3b-0bf35b130ab6 service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861690 Nov 08 14:55:20.503698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0bfa194b-4e57-458c-89fb-aa83960d3eef req-2a8230d4-0d34-465b-b4e7-29aa6b6fa1d4 service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837543 Nov 08 14:55:21.210753 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3e6d0-1cdc-4de9-8d73-959a6325120d req-e33bb447-4984-4aa6-a3b6-cd9cede95fae tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:21.212246 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40e3e6d0-1cdc-4de9-8d73-959a6325120d req-e33bb447-4984-4aa6-a3b6-cd9cede95fae tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0496695 Nov 08 14:55:21.262196 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-40e3e6d0-1cdc-4de9-8d73-959a6325120d req-2f38eaf5-7441-4bc1-97a0-05c4e19eb526 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440018 Nov 08 14:55:22.381134 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3494f41-2810-4032-ac22-1a5f973719bc req-1fa953cc-3b96-44d6-98db-62d112883dcc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:22.382603 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3494f41-2810-4032-ac22-1a5f973719bc req-1fa953cc-3b96-44d6-98db-62d112883dcc tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0488207 Nov 08 14:55:22.436033 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3494f41-2810-4032-ac22-1a5f973719bc req-d669fa96-172a-4b12-a2ac-494f68214f8f tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473902 Nov 08 14:55:22.458887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45120) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:22.519189 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1a1f1790-bf05-4d7e-8c95-f7896d002d89 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/floatingips/bee10730-ae2c-42b7-a2d5-eebb22add1f4 HTTP/1.1" status: 200 len: 991 time: 0.0591598 Nov 08 14:55:22.760528 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45126) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:22.919407 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port e57127f2-8abb-45d5-bb37-d799292b4321 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:55:22.919659 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:22.997541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:22.997887 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:23.009444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for e57127f2-8abb-45d5-bb37-d799292b4321 owned by network:floatingip {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:55:23.156375 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:23.183715 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=e57127f2-8abb-45d5-bb37-d799292b4321,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:23.208891 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.209241 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.209583 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.209920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.210254 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.210585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.210914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.211243 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.211573 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.211923 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.212251 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.212571 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:23.251682 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for floatingip, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:23.252041 n-d-804292-2 neutron-server[101840]: INFO neutron.db.l3_db [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Floating IP bee10730-ae2c-42b7-a2d5-eebb22add1f4 disassociated (deleted). External IP: 172.25.8.3, port: 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0. Nov 08 14:55:23.760508 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:23.795259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:55:23.904294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:55:23.909324 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:23.915809 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] Sync routers for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:55:23.932497 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:23.933110 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:23.939296 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b6386690-1546-462a-a903-4ad8b0e1ad20 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/floatingips/bee10730-ae2c-42b7-a2d5-eebb22add1f4 HTTP/1.1" status: 204 len: 168 time: 1.1776373 Nov 08 14:55:23.939989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:55:23.942528 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20427515-64f9-420a-ba5e-55cb08efa05a" -d '{"events": [{"name": "network-changed", "server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:55:23.983727 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355bb7cb-6a51-4417-97df-41b0a16a6703 x-openstack-request-id: req-355bb7cb-6a51-4417-97df-41b0a16a6703 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:55:23.984251 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:55:23.984505 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-355bb7cb-6a51-4417-97df-41b0a16a6703 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:55:23.984909 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'status': 'completed', 'code': 200} Nov 08 14:55:24.040405 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:24.057671 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20427515-64f9-420a-ba5e-55cb08efa05a req-2665053e-2b8a-425a-956e-2fdc706258d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:24.059287 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20427515-64f9-420a-ba5e-55cb08efa05a req-2665053e-2b8a-425a-956e-2fdc706258d4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 1096 time: 0.0504961 Nov 08 14:55:24.183305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20427515-64f9-420a-ba5e-55cb08efa05a req-79970b47-5144-415f-b03f-d5c90b335faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:24.184142 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959ae1a-1804-41cc-bed7-03230fcab6d3 req-e63c4347-82e5-4ac1-9bd3-9036731f5ac7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:24.185133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20427515-64f9-420a-ba5e-55cb08efa05a req-79970b47-5144-415f-b03f-d5c90b335faf service neutron] 10.222.0.54 "GET /v2.0/networks?id=5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 200 len: 897 time: 0.1166997 Nov 08 14:55:24.185826 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a959ae1a-1804-41cc-bed7-03230fcab6d3 req-e63c4347-82e5-4ac1-9bd3-9036731f5ac7 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0534902 Nov 08 14:55:24.224842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:24.229314 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20427515-64f9-420a-ba5e-55cb08efa05a req-1841140a-5478-417f-9251-ada51bc3c1b6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 200 len: 217 time: 0.0365038 Nov 08 14:55:24.242683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a959ae1a-1804-41cc-bed7-03230fcab6d3 req-c740e766-0ac1-4860-8576-08d1bd590df3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499442 Nov 08 14:55:24.259227 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:24.287653 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20427515-64f9-420a-ba5e-55cb08efa05a req-8bb61418-39fc-4b91-b435-568bbe2d4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:24.289167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20427515-64f9-420a-ba5e-55cb08efa05a req-8bb61418-39fc-4b91-b435-568bbe2d4d60 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f45405b9-02b3-4db8-8d57-f9870516be34 HTTP/1.1" status: 200 len: 834 time: 0.0513327 Nov 08 14:55:24.341964 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20427515-64f9-420a-ba5e-55cb08efa05a req-da269c98-3587-46b4-afcc-18819c7a99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:24.343395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20427515-64f9-420a-ba5e-55cb08efa05a req-da269c98-3587-46b4-afcc-18819c7a99af service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5f51469f-98d3-420a-948b-9e0958d7569c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448072 Nov 08 14:55:24.387360 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] Checking router: 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:55:24.400159 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:24.401081 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:24.450600 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20427515-64f9-420a-ba5e-55cb08efa05a req-ff46a6d1-ebef-4b62-8c92-e49d87bb513a service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986106 Nov 08 14:55:24.522211 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:24.568937 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-20427515-64f9-420a-ba5e-55cb08efa05a req-9cbd9a6f-40c4-425d-ac4b-f0d3d735063f service neutron] 10.222.0.54 "GET /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032312 Nov 08 14:55:24.757622 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:24.788093 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0b0536-f858-4636-8780-e9ae9d76fa53 None None] The sync data for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 is: [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:53:58Z', 'revision_number': 4, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '929a6bbe-cd45-4c66-9fec-97932942196d', 'name': '', 'network_id': '5f51469f-98d3-420a-948b-9e0958d7569c', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'mac_address': 'fa:16:3e:02:d3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:58Z', 'updated_at': '2021-11-08T14:54:01Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'subnets': [{'id': 'f45405b9-02b3-4db8-8d57-f9870516be34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:55:25.015892 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aacfc20-7577-43a9-b30c-b974dd8ea7a3 None None] New status for floating IP bee10730-ae2c-42b7-a2d5-eebb22add1f4: DOWN {{(pid=101842) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:55:25.365697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b579118-4cfa-4a62-ae38-dfdc86b91fde req-95de0222-da1d-445f-a7b4-e566e14ad039 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:25.367179 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b579118-4cfa-4a62-ae38-dfdc86b91fde req-95de0222-da1d-445f-a7b4-e566e14ad039 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0495932 Nov 08 14:55:25.417692 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9b579118-4cfa-4a62-ae38-dfdc86b91fde req-cf722152-ce90-41ab-8802-4e90f06c735d tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/security-groups?id=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Nov 08 14:55:25.932951 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850db6db-8c96-4971-b579-523ed3b45c23 req-ff7c290a-0f7b-4ee6-82fd-737720bb5d85 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:25.934494 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850db6db-8c96-4971-b579-523ed3b45c23 req-ff7c290a-0f7b-4ee6-82fd-737720bb5d85 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 945 time: 0.0499191 Nov 08 14:55:26.028200 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:55:26.028545 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:26.117660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:26.118051 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:26.131329 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:55:26.263421 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:26.295452 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:26.339231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] No DVR routers for this DVR port 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:55:26.341926 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:26.346302 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-850db6db-8c96-4971-b579-523ed3b45c23 req-c779799b-d49d-4fde-9b43-960bbd15dc3b tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.54 "DELETE /v2.0/ports/3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 HTTP/1.1" status: 204 len: 173 time: 0.4055657 Nov 08 14:55:26.346748 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'name': 'network-vif-deleted', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:55:26.349036 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c755e30-c722-47bc-8f45-3eaa4e994c11" -d '{"events": [{"server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "name": "network-vif-deleted", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:55:26.391494 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d0057c-5560-4ed5-a7a0-0187551d7b82 x-openstack-request-id: req-a5d0057c-5560-4ed5-a7a0-0187551d7b82 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:55:26.392549 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658f35e4-d24c-42f9-96a3-8e2c7a08eafb", "name": "network-vif-deleted", "tag": "3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:55:26.392835 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5d0057c-5560-4ed5-a7a0-0187551d7b82 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:55:26.393400 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658f35e4-d24c-42f9-96a3-8e2c7a08eafb', 'name': 'network-vif-deleted', 'tag': '3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0', 'status': 'completed', 'code': 200} Nov 08 14:55:26.529530 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a98338ea-04b9-4800-adc3-cc6f85ee0062 req-b399d2b8-eed0-4bee-b5d8-7608cd71ffe3 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "GET /v2.0/ports?device_id=658f35e4-d24c-42f9-96a3-8e2c7a08eafb HTTP/1.1" status: 200 len: 210 time: 0.0254438 Nov 08 14:55:27.587302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45144) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:27.946571 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:28.113812 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f4947b3b-9905-451b-b6ca-caf022fcbcbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:28.207836 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 929a6bbe-cd45-4c66-9fec-97932942196d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:55:28.208078 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:28.300384 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 929a6bbe-cd45-4c66-9fec-97932942196d, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=929a6bbe-cd45-4c66-9fec-97932942196d,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:28.300749 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:28.313335 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 929a6bbe-cd45-4c66-9fec-97932942196d owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:55:28.500431 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:28.531901 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=929a6bbe-cd45-4c66-9fec-97932942196d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:28.703679 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:28.922106 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:55:29.029817 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:55:29.035389 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a0651fea-f3fe-4bbb-a5dd-718465fa0c52 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "PUT /v2.0/routers/0a4b8915-be9a-45f5-be89-9f6c59cf86e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469576 Nov 08 14:55:29.038451 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45146) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:29.040107 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] Sync routers for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:55:29.052566 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:29.053196 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:29.091555 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting subnet f45405b9-02b3-4db8-8d57-f9870516be34 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 14:55:29.094753 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.141008 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.159089 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:29.226579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.286810 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.318517 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Subnet': ['ID=f45405b9-02b3-4db8-8d57-f9870516be34,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:29.329347 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.333197 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/subnets/f45405b9-02b3-4db8-8d57-f9870516be34 HTTP/1.1" status: 204 len: 168 time: 0.2935417 Nov 08 14:55:29.335102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.335462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.335833 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.336176 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.336513 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.336848 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.337129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45148) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:29.337257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.337501 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.337841 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.338170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.338360 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f924bc-3761-4eed-aeca-977a6ca79828 None None] Network 5f51469f-98d3-420a-948b-9e0958d7569c requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:55:29.338847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.338847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed31f8d-40ca-4784-8aa2-1607f9b55b2e tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.339104 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:55:28Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:29.369803 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] Checking router: 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:55:29.379185 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] Routers {'0a4b8915-be9a-45f5-be89-9f6c59cf86e5'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:29.379832 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:29.448354 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.482392 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] Set router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:29.548331 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] DHCP port deletion for 5f51469f-98d3-420a-948b-9e0958d7569c request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 14:55:29.560967 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.603422 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Deleting port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:55:29.603837 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.619322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Deleting port 9fdebbc9-af69-4578-b611-6a6576bed656 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 14:55:29.619656 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.673356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] For port 6dbc6f33-e7d2-429e-a939-fe6a95088a71, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=6dbc6f33-e7d2-429e-a939-fe6a95088a71,segment=NetworkSegment(2dbdbcf5-7a5f-47de-8491-406593512927),segment_id=2dbdbcf5-7a5f-47de-8491-406593512927)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:29.674137 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.679767 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:55:28Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:29.687308 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Calling delete_port for 6dbc6f33-e7d2-429e-a939-fe6a95088a71 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:55:29.706143 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f442cc19-4baf-4d1a-aa3b-9ef2f142335e None None] The sync data for ids ['0a4b8915-be9a-45f5-be89-9f6c59cf86e5'] in n-d-804292-2 is: [{'id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-642807579', 'tenant_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:55:28Z', 'revision_number': 5, 'project_id': 'faed4e80406d45f1b279afc78ea0ff7b', 'gw_port': {'id': '9fdebbc9-af69-4578-b611-6a6576bed656', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c9:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a4b8915-be9a-45f5-be89-9f6c59cf86e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:53:55Z', 'updated_at': '2021-11-08T14:54:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:55:29.707700 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] For port 9fdebbc9-af69-4578-b611-6a6576bed656, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=9fdebbc9-af69-4578-b611-6a6576bed656,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:29.708267 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.723235 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Calling delete_port for 9fdebbc9-af69-4578-b611-6a6576bed656 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 14:55:29.775862 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.806220 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:55:29.809560 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Pushing event deleted for resources: {'Port': ['ID=6dbc6f33-e7d2-429e-a939-fe6a95088a71,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:29.830033 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] No DVR routers for this DVR port 6dbc6f33-e7d2-429e-a939-fe6a95088a71 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:55:29.831302 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:55:29.831696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 3c65cf61-cbc4-4bff-ba0b-f390eeb88fa0 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:55:29.839845 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.840194 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.840534 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.841443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.841443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.841720 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.841860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.842109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.842430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.842747 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.843067 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.843402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5feac0e1-5a8b-4aa8-bd8d-2f7b246624d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:29.904676 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:29.932496 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Port': ['ID=9fdebbc9-af69-4578-b611-6a6576bed656,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:29.990999 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.085597 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.088126 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.153393 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.154071 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4b8915-be9a-45f5-be89-9f6c59cf86e5 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 14:55:30.162783 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.164027 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-963d5553-c003-49cd-89e0-9755a8c25097 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/routers/0a4b8915-be9a-45f5-be89-9f6c59cf86e5 HTTP/1.1" status: 204 len: 168 time: 0.8257055 Nov 08 14:55:30.166870 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45150) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:30.175107 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 929a6bbe-cd45-4c66-9fec-97932942196d no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:55:30.201699 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 929a6bbe-cd45-4c66-9fec-97932942196d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:55:30.202040 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 929a6bbe-cd45-4c66-9fec-97932942196d not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:55:30.202451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6dbc6f33-e7d2-429e-a939-fe6a95088a71 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:55:30.225444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 6dbc6f33-e7d2-429e-a939-fe6a95088a71 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:55:30.225790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 6dbc6f33-e7d2-429e-a939-fe6a95088a71 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:55:30.254623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.347655 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.369263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f51469f-98d3-420a-948b-9e0958d7569c']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:30.380051 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbdbcf5-7a5f-47de-8491-406593512927') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:30.380469 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbdbcf5-7a5f-47de-8491-406593512927') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:30.390928 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.405872 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.412713 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 14:55:30.413119 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: timer() Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 14:55:30.416206 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 14:55:30.483636 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.493036 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.496447 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/networks/5f51469f-98d3-420a-948b-9e0958d7569c HTTP/1.1" status: 204 len: 168 time: 0.3285356 Nov 08 14:55:30.499282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45152) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:30.506827 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f7356-3b26-4539-9b59-47bd2af5d360 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'Network': ['ID=5f51469f-98d3-420a-948b-9e0958d7569c,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:30.558365 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b20df42-3ac3-4a14-a351-6a88a827ae27 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.584330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b20df42-3ac3-4a14-a351-6a88a827ae27 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.646526 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b20df42-3ac3-4a14-a351-6a88a827ae27 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.649206 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-4b20df42-3ac3-4a14-a351-6a88a827ae27 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:30.650480 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-4b20df42-3ac3-4a14-a351-6a88a827ae27 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] 10.222.0.65 "DELETE /v2.0/security-groups/5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1 HTTP/1.1" status: 204 len: 168 time: 0.1501186 Nov 08 14:55:30.660164 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20df42-3ac3-4a14-a351-6a88a827ae27 tempest-TestNetworkAdvancedServerOps-512312473 tempest-TestNetworkAdvancedServerOps-512312473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c0b5b-7bab-4ac8-afdd-0f007613c6e1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:31.021837 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45160) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:31.186218 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-89895e12-6ac0-4b60-89ae-e029c0371662 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=faed4e80406d45f1b279afc78ea0ff7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631567 Nov 08 14:55:31.188671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45164) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:31.236525 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46b04577-e840-4244-b1d7-dca4f3accc7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.258878 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46b04577-e840-4244-b1d7-dca4f3accc7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.307799 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46b04577-e840-4244-b1d7-dca4f3accc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.310268 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-46b04577-e840-4244-b1d7-dca4f3accc7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.311575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-46b04577-e840-4244-b1d7-dca4f3accc7e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6279aa05-c057-4f92-a170-f211a1e11680 HTTP/1.1" status: 204 len: 168 time: 0.1219995 Nov 08 14:55:31.319976 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b04577-e840-4244-b1d7-dca4f3accc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6279aa05-c057-4f92-a170-f211a1e11680,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:31.573160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45170) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:31.586984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-afd7d7f9-387e-4e91-9a9d-48596912bbf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.592127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f05f6e2-fce3-419e-a022-8d901cf67183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.661059 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-afd7d7f9-387e-4e91-9a9d-48596912bbf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.665189 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-afd7d7f9-387e-4e91-9a9d-48596912bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.705469 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-afd7d7f9-387e-4e91-9a9d-48596912bbf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39bbb033945f4f7fac58d56f07fb406f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1312020 Nov 08 14:55:31.706584 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd7d7f9-387e-4e91-9a9d-48596912bbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db54c2b6-7ad1-4a3a-93a4-d68ab42076b1,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:31.708301 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45172) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:31.765971 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecbe62d4-c9ad-4653-8b58-d9595b8b0321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.787366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecbe62d4-c9ad-4653-8b58-d9595b8b0321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.837890 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecbe62d4-c9ad-4653-8b58-d9595b8b0321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.840366 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-ecbe62d4-c9ad-4653-8b58-d9595b8b0321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:31.841516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-ecbe62d4-c9ad-4653-8b58-d9595b8b0321 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db54c2b6-7ad1-4a3a-93a4-d68ab42076b1 HTTP/1.1" status: 204 len: 168 time: 0.1321061 Nov 08 14:55:31.849657 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe62d4-c9ad-4653-8b58-d9595b8b0321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db54c2b6-7ad1-4a3a-93a4-d68ab42076b1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:31.930086 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fdebbc9-af69-4578-b611-6a6576bed656 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:55:31.955345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 9fdebbc9-af69-4578-b611-6a6576bed656 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 14:55:31.955688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 9fdebbc9-af69-4578-b611-6a6576bed656 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 14:55:32.538026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45194) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:32.635971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1259248122-network', 'tenant_id': 'bc00ef86479e4503b385effda90ff431'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:32.657787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Made reservation on behalf of bc00ef86479e4503b385effda90ff431 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:55:32.660392 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.669617 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.746219 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.750226 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.777202 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:55:32.788375 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dec399-56ef-4e28-82d2-7c4a0b5b46da,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:32.794577 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.794927 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Added segment 70b77544-8a30-48fb-a684-f2b2b160e2f7 of type vlan for network 8a2484c4-a42b-46a4-8608-b2605d40532d Nov 08 14:55:32.836661 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.861625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.862533 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:32.863116 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:32.921455 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3823020 Nov 08 14:55:32.924658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45198) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:32.928745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710edbf1-b41d-4598-858c-9fe6a6370e1a admin admin] Pushing event updated for resources: {'Network': ['ID=8a2484c4-a42b-46a4-8608-b2605d40532d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:32.929756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Request body: {'subnet': {'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1259248122-subnet', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:32.939365 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 8a2484c4-a42b-46a4-8608-b2605d40532d details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:55:32.951793 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Made reservation on behalf of bc00ef86479e4503b385effda90ff431 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:55:32.954998 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.123151 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.187408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e802d864-c756-4c8e-8e38-5ed375626a04,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:33.193010 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Checking segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:33.193364 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Network hostable DHCP agents. Network: 8a2484c4-a42b-46a4-8608-b2605d40532d, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:55:33.210585 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Network 8a2484c4-a42b-46a4-8608-b2605d40532d is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:55:33.219263 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 8a2484c4-a42b-46a4-8608-b2605d40532d) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:33.223309 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:33.223962 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.228746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2504e9-5222-4c8c-94d2-554af2bb77c9 None None] Network 8a2484c4-a42b-46a4-8608-b2605d40532d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:55:33.239601 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-605518ff-ca95-44f0-88b6-6042ecd9c39a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3138385 Nov 08 14:55:33.242737 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45200) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:33.247114 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:33.280838 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.282858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.340049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.373920 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.403264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-8a2484c4-a42b-46a4-8608-b2605d40532d', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:55:33.404161 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.484858 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.554152 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Allocated IP 172.20.0.2 (8a2484c4-a42b-46a4-8608-b2605d40532d/e802d864-c756-4c8e-8e38-5ed375626a04/5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:33.700793 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.702466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.708188 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.724104 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.750446 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Network 8a2484c4-a42b-46a4-8608-b2605d40532d is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:33.754469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:33.758998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:33.763684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Pushing event updated for resources: {'Port': ['ID=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:33.821144 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Attempting to bind port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:55:33.821507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Attempting to bind port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:55:33.821871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Attempting to bind port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:33.828359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:55:33.828766 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Checking segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:33.829175 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.829562 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Bound using segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:55:33.830021 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Bound port: 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:55:33.830401 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.832990 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Allocated IP 172.25.8.36 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/5fb91568-963f-472c-89a7-99bad2d5c783) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:33.896927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] For port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:55:33.900380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] For port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:55:33.905391 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.948747 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:33.966944 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b4775-017a-43b3-9ec8-49d3a8a8412f None None] Pushing event updated for resources: {'Port': ['ID=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:33.988866 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:34.028421 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:34.033917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:34.037590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:34.061242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Pushing event updated for resources: {'Port': ['ID=5fb91568-963f-472c-89a7-99bad2d5c783,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:34.649560 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:34.856731 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:34.857368 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974ba757-2bb8-4685-af4d-ecfe27e73813 None None] Network 8a2484c4-a42b-46a4-8608-b2605d40532d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:55:34.933468 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-f37e8aea-3eba-467d-93a1-18ecc8b11597 None None] Provisioning complete for port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:34.933828 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f37e8aea-3eba-467d-93a1-18ecc8b11597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:34.996993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Router 469756d0-2a4a-4510-9339-3e947ac7a657 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:55:35.079202 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f37e8aea-3eba-467d-93a1-18ecc8b11597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:35.113413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:55:35.119253 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-f37e8aea-3eba-467d-93a1-18ecc8b11597 None None] For port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:35.125264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Sync routers for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:55:35.130142 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f37e8aea-3eba-467d-93a1-18ecc8b11597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:35.138347 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:35.142549 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45202) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:35.143259 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bbfd9705-bd11-41d7-b9b1-eec00fe33db5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8994491 Nov 08 14:55:35.168424 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:35.169327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:35.223154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e8aea-3eba-467d-93a1-18ecc8b11597 None None] Pushing event updated for resources: {'Port': ['ID=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:35.304239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:35.428484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3d6d1175-86be-41b9-9cc2-03cd221b6959 None None] Provisioning complete for port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:35.428741 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1175-86be-41b9-9cc2-03cd221b6959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:35.736298 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:34Z', 'revision_number': 3, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:35.762472 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Checking router: 469756d0-2a4a-4510-9339-3e947ac7a657 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:55:35.762814 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Updating router 469756d0-2a4a-4510-9339-3e947ac7a657 port 5fb91568-963f-472c-89a7-99bad2d5c783 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:55:35.791636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:35.909328 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:35.910766 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:35.999669 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.022922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:36.093984 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Allocated IP 172.20.0.1 (8a2484c4-a42b-46a4-8608-b2605d40532d/e802d864-c756-4c8e-8e38-5ed375626a04/cc85e47d-25d5-4659-9efb-3306b986c118) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:36.134214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.139847 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:36.140204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.143375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.206536 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.231928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Attempting to bind port 5fb91568-963f-472c-89a7-99bad2d5c783 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:55:36.232306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Attempting to bind port 5fb91568-963f-472c-89a7-99bad2d5c783 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:55:36.232676 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Attempting to bind port 5fb91568-963f-472c-89a7-99bad2d5c783 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:36.236091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59539fa-5f17-483e-bf8b-c2dcad7f36d0 None None] Pushing event updated for resources: {'Port': ['ID=5fb91568-963f-472c-89a7-99bad2d5c783,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:36.243350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:55:36.243713 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:36.244160 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.244553 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:55:36.245397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Bound port: 5fb91568-963f-472c-89a7-99bad2d5c783, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:55:36.245397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.246972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.283803 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Network 8a2484c4-a42b-46a4-8608-b2605d40532d is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:36.286733 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:36.290271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:36.322704 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Pushing event updated for resources: {'Port': ['ID=cc85e47d-25d5-4659-9efb-3306b986c118,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:36.335408 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] For port 5fb91568-963f-472c-89a7-99bad2d5c783, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:55:36.339182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] For port 5fb91568-963f-472c-89a7-99bad2d5c783, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5fb91568-963f-472c-89a7-99bad2d5c783,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:55:36.340664 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.344443 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.403780 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:36.404417 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:36.465432 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59539fa-5f17-483e-bf8b-c2dcad7f36d0 None None] Pushing event updated for resources: {'Port': ['ID=5fb91568-963f-472c-89a7-99bad2d5c783,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:36.488787 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.570205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-03685cad-78be-4d03-ad22-e455abfc038c None None] Provisioning complete for port cc85e47d-25d5-4659-9efb-3306b986c118 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:36.570457 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-03685cad-78be-4d03-ad22-e455abfc038c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.575384 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:36.673107 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.676471 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-03685cad-78be-4d03-ad22-e455abfc038c None None] Port cc85e47d-25d5-4659-9efb-3306b986c118 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:55:36.679465 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.747476 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Pushing event updated for resources: {'Port': ['ID=cc85e47d-25d5-4659-9efb-3306b986c118,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:36.751909 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:36.784473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:34Z', 'revision_number': 3, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:36.812112 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ac5419-fa0e-458a-8e01-a3c27fd18edc None None] The sync data for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 is: [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:34Z', 'revision_number': 3, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:55:36.852946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Network 8a2484c4-a42b-46a4-8608-b2605d40532d is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:36.854536 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:36.988711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Router 469756d0-2a4a-4510-9339-3e947ac7a657 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:55:37.136845 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:55:37.142287 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-02f95f92-338a-4146-b3f4-0d8cddc1d8be admin admin] 10.222.0.65 "PUT /v2.0/routers/469756d0-2a4a-4510-9339-3e947ac7a657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9986002 Nov 08 14:55:37.200353 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-235448b4-50ef-4888-aba0-dbbc1ef0e7ed None None] Provisioning complete for port cc85e47d-25d5-4659-9efb-3306b986c118 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:37.200933 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235448b4-50ef-4888-aba0-dbbc1ef0e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.242517 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-235448b4-50ef-4888-aba0-dbbc1ef0e7ed None None] Port cc85e47d-25d5-4659-9efb-3306b986c118 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:55:37.660492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45220) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:37.665673 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1882759485-network', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:37.689124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Made reservation on behalf of ec7bc5ba97e24f809d422f8b493d3efe for: {'network': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:55:37.691574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.700707 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.779586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.783500 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.811072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=101841) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 14:55:37.819524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3260db-3ce4-46ab-a267-7438d393b25b,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:37.824495 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.824828 n-d-804292-2 neutron-server[101841]: INFO neutron.db.segments_db [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Added segment 84640254-be19-4742-8c3c-7beccbf29f27 of type vlan for network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 Nov 08 14:55:37.865826 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.890973 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.892881 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:37.893467 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:37.953258 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2916040 Nov 08 14:55:37.956616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45222) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:37.961314 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Request body: {'subnet': {'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1882759485-subnet', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:37.972434 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96172f9-5db2-43cd-89cc-fab995e3c299 admin admin] Pushing event updated for resources: {'Network': ['ID=9ee384a2-39f7-495f-b4bb-f91f4de32e66,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:37.987127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 14:55:37.990684 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Made reservation on behalf of ec7bc5ba97e24f809d422f8b493d3efe for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:55:37.993468 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.012199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5fb91568-963f-472c-89a7-99bad2d5c783 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:38.109126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5fb91568-963f-472c-89a7-99bad2d5c783 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:38.109346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.178940 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.200623 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.227663 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 5fb91568-963f-472c-89a7-99bad2d5c783, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5fb91568-963f-472c-89a7-99bad2d5c783,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:38.232292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.237213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bbc163d-ede5-434c-9fc1-2f395fdf9b8a,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:38.246919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Checking segment: {'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:38.247292 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Network hostable DHCP agents. Network: 9ee384a2-39f7-495f-b4bb-f91f4de32e66, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 14:55:38.266110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 14:55:38.277089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, 9ee384a2-39f7-495f-b4bb-f91f4de32e66) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:38.281387 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:38.281963 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.287939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f29dde1-4d38-4ccc-8f7a-c8c87925bdf2 None None] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:55:38.304322 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45224) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:38.304810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=5fb91568-963f-472c-89a7-99bad2d5c783,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:38.308742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-40793a18-b8f7-48ee-a888-85265b3ca2aa admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3506603 Nov 08 14:55:38.308916 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:38.339294 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.340429 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.393767 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.454012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'fixed_ips': [{'subnet_id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 14:55:38.454903 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.535951 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Sync routers for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:55:38.546323 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:38.546909 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.547070 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:38.604796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Allocated IP 172.20.0.2 (9ee384a2-39f7-495f-b4bb-f91f4de32e66/1bbc163d-ede5-434c-9fc1-2f395fdf9b8a/c45339e1-6403-48c3-b3fe-84ba3fad620e) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:38.659056 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:38.761639 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.764330 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.770208 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.785839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.820020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:38.823648 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:38.829351 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:38.841010 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Pushing event updated for resources: {'Port': ['ID=c45339e1-6403-48c3-b3fe-84ba3fad620e,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:38.894322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Attempting to bind port c45339e1-6403-48c3-b3fe-84ba3fad620e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:55:38.894741 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Attempting to bind port c45339e1-6403-48c3-b3fe-84ba3fad620e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:55:38.895269 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Attempting to bind port c45339e1-6403-48c3-b3fe-84ba3fad620e on network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:38.902609 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:55:38.903311 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Checking segment: {'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:38.903914 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.904305 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Bound using segment: {'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:55:38.904769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Bound port: c45339e1-6403-48c3-b3fe-84ba3fad620e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:55:38.905144 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.908806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Allocated IP 172.25.8.215 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/950e3809-6117-4a40-94e6-3bf8f7286634) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:38.961829 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 2, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:38.976572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] For port c45339e1-6403-48c3-b3fe-84ba3fad620e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:55:38.980478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] For port c45339e1-6403-48c3-b3fe-84ba3fad620e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c45339e1-6403-48c3-b3fe-84ba3fad620e,segment=NetworkSegment(84640254-be19-4742-8c3c-7beccbf29f27),segment_id=84640254-be19-4742-8c3c-7beccbf29f27)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:55:38.986465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:38.989689 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Checking router: 469756d0-2a4a-4510-9339-3e947ac7a657 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:55:38.990050 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Updating router 469756d0-2a4a-4510-9339-3e947ac7a657 port cc85e47d-25d5-4659-9efb-3306b986c118 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:55:39.015805 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.024450 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.045450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb3c4d-5726-45af-83e9-0769cdcadc57 None None] Pushing event updated for resources: {'Port': ['ID=c45339e1-6403-48c3-b3fe-84ba3fad620e,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:39.070625 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.109125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:39.112129 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:39.118584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:39.146709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Pushing event updated for resources: {'Port': ['ID=950e3809-6117-4a40-94e6-3bf8f7286634,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:39.313997 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.320214 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.374254 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Pushing event updated for resources: {'Port': ['ID=cc85e47d-25d5-4659-9efb-3306b986c118,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:39.385752 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.386314 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.386658 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.386989 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.387318 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.387645 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.387997 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.388320 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.388648 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.388965 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.389284 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.389602 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:55:39.434632 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.452430 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Attempting to bind port cc85e47d-25d5-4659-9efb-3306b986c118 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:55:39.452819 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Attempting to bind port cc85e47d-25d5-4659-9efb-3306b986c118 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:55:39.453323 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Attempting to bind port cc85e47d-25d5-4659-9efb-3306b986c118 on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:39.459706 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:55:39.460113 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Checking segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:39.460515 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.460908 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Bound using segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:55:39.461373 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Bound port: cc85e47d-25d5-4659-9efb-3306b986c118, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:55:39.461751 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.535579 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] For port cc85e47d-25d5-4659-9efb-3306b986c118, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:55:39.540877 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] For port cc85e47d-25d5-4659-9efb-3306b986c118, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cc85e47d-25d5-4659-9efb-3306b986c118,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:55:39.547138 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.623449 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759dee-6c48-4872-8566-e7569aab083d None None] Pushing event updated for resources: {'Port': ['ID=cc85e47d-25d5-4659-9efb-3306b986c118,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:39.627117 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:39.627726 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:39.673697 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.697356 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-b2ebe0e1-290c-4f04-9565-489be25a8da0 None None] Provisioning complete for port cc85e47d-25d5-4659-9efb-3306b986c118 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:39.697944 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe0e1-290c-4f04-9565-489be25a8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.766407 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:39.796733 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe0e1-290c-4f04-9565-489be25a8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.865710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Router c60b99d0-9b74-4ead-849f-67785089fcc9 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 14:55:39.871575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-b2ebe0e1-290c-4f04-9565-489be25a8da0 None None] For port cc85e47d-25d5-4659-9efb-3306b986c118, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cc85e47d-25d5-4659-9efb-3306b986c118,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:39.877572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe0e1-290c-4f04-9565-489be25a8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:39.941392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebe0e1-290c-4f04-9565-489be25a8da0 None None] Pushing event updated for resources: {'Port': ['ID=cc85e47d-25d5-4659-9efb-3306b986c118,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:40.015946 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ccb0bedc-dafa-4bb0-b8d6-7be210e5c6ab None None] Provisioning complete for port cc85e47d-25d5-4659-9efb-3306b986c118 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:40.016512 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccb0bedc-dafa-4bb0-b8d6-7be210e5c6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:40.019712 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:55:40.045544 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:40.064884 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Sync routers for ids ['c60b99d0-9b74-4ead-849f-67785089fcc9'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:55:40.067572 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:40.069258 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0fe2a909-ba92-47d4-94e9-2574d1f250e9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7638891 Nov 08 14:55:40.072156 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45226) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:40.092530 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d28d0a-40ab-4b39-924a-2590e827508a None None] The sync data for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 is: [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:55:40.116219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Routers {'c60b99d0-9b74-4ead-849f-67785089fcc9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:40.117347 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c60b99d0-9b74-4ead-849f-67785089fcc9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:40.195433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5fb91568-963f-472c-89a7-99bad2d5c783 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:40.501048 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec59822-0f68-4158-b6b4-1c335427cab8 None None] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 14:55:40.579410 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 5fb91568-963f-472c-89a7-99bad2d5c783 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:40.579814 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:40.618715 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Set router c60b99d0-9b74-4ead-849f-67785089fcc9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:40.631469 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:40.805279 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Allocated IP 172.20.0.1 (9ee384a2-39f7-495f-b4bb-f91f4de32e66/1bbc163d-ede5-434c-9fc1-2f395fdf9b8a/e1589d12-631c-4124-b0e5-54be26d5e255) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:40.846463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-880acc1d-aed1-4d19-8f4c-889796b5edb1 None None] Provisioning complete for port c45339e1-6403-48c3-b3fe-84ba3fad620e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:40.847047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-880acc1d-aed1-4d19-8f4c-889796b5edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:40.927512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:40.929463 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c45339e1-6403-48c3-b3fe-84ba3fad620e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:40.967031 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.008599 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:41.017467 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:41.022782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:41.081715 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.088358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c45339e1-6403-48c3-b3fe-84ba3fad620e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:41.088735 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.091752 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-880acc1d-aed1-4d19-8f4c-889796b5edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.114318 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 3, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port': {'id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:78:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:41.118359 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1589d12-631c-4124-b0e5-54be26d5e255,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:41.161092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Checking router: c60b99d0-9b74-4ead-849f-67785089fcc9 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:55:41.161437 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Updating router c60b99d0-9b74-4ead-849f-67785089fcc9 port 950e3809-6117-4a40-94e6-3bf8f7286634 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:55:41.223921 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-880acc1d-aed1-4d19-8f4c-889796b5edb1 None None] For port c45339e1-6403-48c3-b3fe-84ba3fad620e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c45339e1-6403-48c3-b3fe-84ba3fad620e,segment=NetworkSegment(84640254-be19-4742-8c3c-7beccbf29f27),segment_id=84640254-be19-4742-8c3c-7beccbf29f27)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:41.226771 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.255534 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-880acc1d-aed1-4d19-8f4c-889796b5edb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.255859 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.454133 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880acc1d-aed1-4d19-8f4c-889796b5edb1 None None] Pushing event updated for resources: {'Port': ['ID=c45339e1-6403-48c3-b3fe-84ba3fad620e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:41.462101 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-30ea0629-49b7-47bb-a306-614fa0c20428 None None] Provisioning complete for port c45339e1-6403-48c3-b3fe-84ba3fad620e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:41.462457 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30ea0629-49b7-47bb-a306-614fa0c20428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.468702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.475557 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.551332 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Pushing event updated for resources: {'Port': ['ID=e1589d12-631c-4124-b0e5-54be26d5e255,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:41.557349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.657382 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:41.659084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:41.703375 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.709947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.775982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Attempting to bind port 950e3809-6117-4a40-94e6-3bf8f7286634 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:55:41.776366 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Attempting to bind port 950e3809-6117-4a40-94e6-3bf8f7286634 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:55:41.776728 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Attempting to bind port 950e3809-6117-4a40-94e6-3bf8f7286634 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:41.778788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a85cec-1e3c-4c18-b9eb-57e72a7c04ca None None] Pushing event updated for resources: {'Port': ['ID=950e3809-6117-4a40-94e6-3bf8f7286634,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:41.791396 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Router c60b99d0-9b74-4ead-849f-67785089fcc9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:55:41.796183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:55:41.796571 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:41.796979 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.797414 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:55:41.798476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Bound port: 950e3809-6117-4a40-94e6-3bf8f7286634, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:55:41.798873 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.824491 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-6789e6dd-22a7-485d-b80b-983afb900e95 None None] Provisioning complete for port e1589d12-631c-4124-b0e5-54be26d5e255 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:41.824866 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6789e6dd-22a7-485d-b80b-983afb900e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.889712 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6789e6dd-22a7-485d-b80b-983afb900e95 None None] Port e1589d12-631c-4124-b0e5-54be26d5e255 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:55:41.895051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] For port 950e3809-6117-4a40-94e6-3bf8f7286634, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:55:41.898504 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] For port 950e3809-6117-4a40-94e6-3bf8f7286634, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=950e3809-6117-4a40-94e6-3bf8f7286634,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:55:41.904201 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:41.911489 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:55:41.925588 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-5e7013ae-bdae-4ca9-8db2-76985c010fc2 admin admin] 10.222.0.65 "PUT /v2.0/routers/c60b99d0-9b74-4ead-849f-67785089fcc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8441005 Nov 08 14:55:41.970704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Routers {'c60b99d0-9b74-4ead-849f-67785089fcc9'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:41.971339 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c60b99d0-9b74-4ead-849f-67785089fcc9'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:41.973224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a85cec-1e3c-4c18-b9eb-57e72a7c04ca None None] Pushing event updated for resources: {'Port': ['ID=950e3809-6117-4a40-94e6-3bf8f7286634,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:42.044781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dea48326-d5b8-48d5-bd0c-8385528c7e90 None None] Provisioning complete for port e1589d12-631c-4124-b0e5-54be26d5e255 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:42.045153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dea48326-d5b8-48d5-bd0c-8385528c7e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:42.100337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device cc85e47d-25d5-4659-9efb-3306b986c118 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:42.150182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-dea48326-d5b8-48d5-bd0c-8385528c7e90 None None] Port e1589d12-631c-4124-b0e5-54be26d5e255 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:55:42.170054 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] Set router c60b99d0-9b74-4ead-849f-67785089fcc9 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:42.218691 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port cc85e47d-25d5-4659-9efb-3306b986c118 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:42.219059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:42.423039 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c45339e1-6403-48c3-b3fe-84ba3fad620e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:42.489231 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 4, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port': {'id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:78:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e1589d12-631c-4124-b0e5-54be26d5e255', 'name': '', 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'mac_address': 'fa:16:3e:22:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:40Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 2, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'subnets': [{'id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:42.522769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb5fe1-a213-476d-a3a2-f97ec4fd3bc9 None None] The sync data for ids ['c60b99d0-9b74-4ead-849f-67785089fcc9'] in n-d-804292-2 is: [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 4, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port': {'id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:78:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e1589d12-631c-4124-b0e5-54be26d5e255', 'name': '', 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'mac_address': 'fa:16:3e:22:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:40Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 2, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'subnets': [{'id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:55:42.525242 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c45339e1-6403-48c3-b3fe-84ba3fad620e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:42.525613 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:42.738643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45234) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:42.743298 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-4c00104a-8e87-41c5-b0f8-2e7d3c9f3ff4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857629533', 'description': 'tempest-secgroup-smoke-857629533 description', 'project_id': 'bc00ef86479e4503b385effda90ff431'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:42.767427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c00104a-8e87-41c5-b0f8-2e7d3c9f3ff4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:42.864394 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c00104a-8e87-41c5-b0f8-2e7d3c9f3ff4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:42.869379 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c00104a-8e87-41c5-b0f8-2e7d3c9f3ff4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:42.901006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-4c00104a-8e87-41c5-b0f8-2e7d3c9f3ff4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:42.905074 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-4c00104a-8e87-41c5-b0f8-2e7d3c9f3ff4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1626098 Nov 08 14:55:42.905307 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45236) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:42.910125 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-9655d0aa-6aae-48ce-90af-1b8dcb735b3a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '8a41530b-0c92-4f75-8fa0-4cc2dc070544', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:42.918838 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c00104a-8e87-41c5-b0f8-2e7d3c9f3ff4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a41530b-0c92-4f75-8fa0-4cc2dc070544,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:42.946755 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9655d0aa-6aae-48ce-90af-1b8dcb735b3a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.011066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9655d0aa-6aae-48ce-90af-1b8dcb735b3a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.014981 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9655d0aa-6aae-48ce-90af-1b8dcb735b3a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.035256 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655d0aa-6aae-48ce-90af-1b8dcb735b3a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c491831a-ada2-4de4-958d-5a780a5e6d75,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:43.046702 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9655d0aa-6aae-48ce-90af-1b8dcb735b3a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.048531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9655d0aa-6aae-48ce-90af-1b8dcb735b3a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422968 Nov 08 14:55:43.051173 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45238) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:43.055612 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-858ca5c9-339e-4d55-812e-3363799508ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '8a41530b-0c92-4f75-8fa0-4cc2dc070544', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:43.083512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-858ca5c9-339e-4d55-812e-3363799508ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.143763 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-858ca5c9-339e-4d55-812e-3363799508ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.147812 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-858ca5c9-339e-4d55-812e-3363799508ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.166944 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ca5c9-339e-4d55-812e-3363799508ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f52dd6-d199-49ad-92a6-1d0557048305,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:43.175630 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-858ca5c9-339e-4d55-812e-3363799508ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.179659 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-858ca5c9-339e-4d55-812e-3363799508ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1248255 Nov 08 14:55:43.179963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45240) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:43.184463 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8326b943-3d92-404b-aae3-1c26f602defb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '8a41530b-0c92-4f75-8fa0-4cc2dc070544', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:43.212805 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8326b943-3d92-404b-aae3-1c26f602defb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.282451 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8326b943-3d92-404b-aae3-1c26f602defb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.287531 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8326b943-3d92-404b-aae3-1c26f602defb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.310796 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326b943-3d92-404b-aae3-1c26f602defb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2bdfef-e1eb-4294-88de-03e838c93b68,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:43.317596 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8326b943-3d92-404b-aae3-1c26f602defb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.321925 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8326b943-3d92-404b-aae3-1c26f602defb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379924 Nov 08 14:55:43.322426 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45242) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:43.327470 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d1b5c7b1-ee4b-49cb-af87-844e7c7586eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '8a41530b-0c92-4f75-8fa0-4cc2dc070544', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:43.360633 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c7b1-ee4b-49cb-af87-844e7c7586eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.424873 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c7b1-ee4b-49cb-af87-844e7c7586eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.429313 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c7b1-ee4b-49cb-af87-844e7c7586eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.448637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5c7b1-ee4b-49cb-af87-844e7c7586eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197fb919-3ee5-406c-9b78-5f8934f6d74f,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:43.456027 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c7b1-ee4b-49cb-af87-844e7c7586eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.457537 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d1b5c7b1-ee4b-49cb-af87-844e7c7586eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334836 Nov 08 14:55:43.460081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45244) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:43.464562 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '8a41530b-0c92-4f75-8fa0-4cc2dc070544', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:43.493666 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Project bc00ef86479e4503b385effda90ff431 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:55:43.504074 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.567504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.572355 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.590520 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3807d87e-ba75-40da-b949-5e2658b58c27,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:43.599844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.603832 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-1e983735-5e21-4f62-8166-f926ca8f95eb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1401091 Nov 08 14:55:43.604074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45246) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:43.608736 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '8a41530b-0c92-4f75-8fa0-4cc2dc070544', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:43.633733 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Project bc00ef86479e4503b385effda90ff431 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 14:55:43.639432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.682955 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:55:43.702729 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.707451 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.726758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77db91c8-2456-45b2-9070-e1983bb892b2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:43.735628 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:43.736677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-414a4a7e-122d-4e3e-8807-14d99e0f746e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1316431 Nov 08 14:55:43.975641 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-01ec6fbe-fa5b-41c3-aa20-b0378b7b56cb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857629533&fields=id&tenant_id=bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 267 time: 0.0556614 Nov 08 14:55:44.005406 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 950e3809-6117-4a40-94e6-3bf8f7286634 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:44.054250 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 950e3809-6117-4a40-94e6-3bf8f7286634 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:44.054608 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:44.089744 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-0bd95f5d-dd84-4b60-acc7-4f7a8fbb04ff tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:44.091231 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-0bd95f5d-dd84-4b60-acc7-4f7a8fbb04ff tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 809 time: 0.1083560 Nov 08 14:55:44.109215 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-7787c674-582e-46f4-8d44-0f219a470773 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/quotas/bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 375 time: 0.0106726 Nov 08 14:55:44.139471 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:44.161182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 950e3809-6117-4a40-94e6-3bf8f7286634, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=950e3809-6117-4a40-94e6-3bf8f7286634,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:44.165189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:44.165346 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eef1000f-59ae-46ae-93a3-948d076de91e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491252 Nov 08 14:55:44.273798 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-6a5c80fc-6306-4242-a722-0a8f0915f0b8 service neutron] 10.222.0.65 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957756 Nov 08 14:55:44.374596 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-aa34ad1d-6d82-4956-8d88-1fd6c3ddc80a service neutron] 10.222.0.65 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938134 Nov 08 14:55:44.378042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=950e3809-6117-4a40-94e6-3bf8f7286634,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:44.551594 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0ab37823-9b26-4f56-8b95-216eb01734e5 req-dac70582-96dc-444f-abc4-6c637b516537 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 210 time: 0.0359194 Nov 08 14:55:44.637343 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Sync routers for ids ['c60b99d0-9b74-4ead-849f-67785089fcc9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:55:44.646631 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Routers {'c60b99d0-9b74-4ead-849f-67785089fcc9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:44.647171 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c60b99d0-9b74-4ead-849f-67785089fcc9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:44.763398 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Set router c60b99d0-9b74-4ead-849f-67785089fcc9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:44.991589 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 4, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port': {'id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e1589d12-631c-4124-b0e5-54be26d5e255', 'name': '', 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'mac_address': 'fa:16:3e:22:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:40Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 2, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'subnets': [{'id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:45.024611 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Checking router: c60b99d0-9b74-4ead-849f-67785089fcc9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:55:45.025258 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Updating router c60b99d0-9b74-4ead-849f-67785089fcc9 port e1589d12-631c-4124-b0e5-54be26d5e255 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 14:55:45.051715 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.311459 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.317037 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.367186 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01312f3-12a4-448d-bfd4-4210bb7bdbbb None None] Pushing event updated for resources: {'Port': ['ID=e1589d12-631c-4124-b0e5-54be26d5e255,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:45.422554 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Attempting to bind port e1589d12-631c-4124-b0e5-54be26d5e255 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:55:45.423009 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Attempting to bind port e1589d12-631c-4124-b0e5-54be26d5e255 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:55:45.423439 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Attempting to bind port e1589d12-631c-4124-b0e5-54be26d5e255 on network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:45.428827 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:55:45.429296 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Checking segment: {'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:45.429760 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.430247 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Bound using segment: {'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:55:45.430786 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Bound port: e1589d12-631c-4124-b0e5-54be26d5e255, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84640254-be19-4742-8c3c-7beccbf29f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:55:45.431209 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.505722 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] For port e1589d12-631c-4124-b0e5-54be26d5e255, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:55:45.510714 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] For port e1589d12-631c-4124-b0e5-54be26d5e255, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e1589d12-631c-4124-b0e5-54be26d5e255,segment=NetworkSegment(84640254-be19-4742-8c3c-7beccbf29f27),segment_id=84640254-be19-4742-8c3c-7beccbf29f27)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:55:45.516266 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.570604 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Routers {'c60b99d0-9b74-4ead-849f-67785089fcc9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:45.571552 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c60b99d0-9b74-4ead-849f-67785089fcc9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:45.620025 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-d7d35e09-5d53-4879-b31e-c1b7f9999414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:45.621436 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-d7d35e09-5d53-4879-b31e-c1b7f9999414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 809 time: 0.1306577 Nov 08 14:55:45.698203 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d56fa1c-8d19-4e65-9254-94dfbafd5dbe req-764a7a06-0399-4012-84eb-2d632d8e6a77 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 210 time: 0.0394111 Nov 08 14:55:45.715107 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d99e6dfd-cf06-4990-9ca2-cc054f1deb9c None None] Provisioning complete for port e1589d12-631c-4124-b0e5-54be26d5e255 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:45.716220 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d99e6dfd-cf06-4990-9ca2-cc054f1deb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.731036 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-3fe31941-4bad-48b3-944d-45e650005206 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 379 time: 0.1000469 Nov 08 14:55:45.744040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'port': {'device_id': '29f1849e-bf98-4053-a33a-1986d538b74f', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'admin_state_up': True, 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'security_groups': ['8a41530b-0c92-4f75-8fa0-4cc2dc070544']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:45.839136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d99e6dfd-cf06-4990-9ca2-cc054f1deb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.850752 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] Set router c60b99d0-9b74-4ead-849f-67785089fcc9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:45.880580 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01312f3-12a4-448d-bfd4-4210bb7bdbbb None None] Pushing event updated for resources: {'Port': ['ID=e1589d12-631c-4124-b0e5-54be26d5e255,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:45.887585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Made reservation on behalf of bc00ef86479e4503b385effda90ff431 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 14:55:45.891547 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.901400 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-d99e6dfd-cf06-4990-9ca2-cc054f1deb9c None None] For port e1589d12-631c-4124-b0e5-54be26d5e255, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e1589d12-631c-4124-b0e5-54be26d5e255,segment=NetworkSegment(84640254-be19-4742-8c3c-7beccbf29f27),segment_id=84640254-be19-4742-8c3c-7beccbf29f27)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:45.907610 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d99e6dfd-cf06-4990-9ca2-cc054f1deb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:45.995480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e6dfd-cf06-4990-9ca2-cc054f1deb9c None None] Pushing event updated for resources: {'Port': ['ID=e1589d12-631c-4124-b0e5-54be26d5e255,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:46.034825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-284c332e-bd87-4b40-ab53-702a80600a73 None None] Provisioning complete for port e1589d12-631c-4124-b0e5-54be26d5e255 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:46.035199 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-284c332e-bd87-4b40-ab53-702a80600a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.066579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 950e3809-6117-4a40-94e6-3bf8f7286634 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:46.072698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Allocated IP 172.20.0.12 (8a2484c4-a42b-46a4-8608-b2605d40532d/e802d864-c756-4c8e-8e38-5ed375626a04/7cdccd19-0594-46e1-9d59-008fa32ac077) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:46.095339 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 4, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port': {'id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e1589d12-631c-4124-b0e5-54be26d5e255', 'name': '', 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'mac_address': 'fa:16:3e:22:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:40Z', 'updated_at': '2021-11-08T14:55:45Z', 'revision_number': 4, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'subnets': [{'id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:46.124029 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c4188b-9fac-4fa9-bb9a-eb4bcc64b89a None None] The sync data for ids ['c60b99d0-9b74-4ead-849f-67785089fcc9'] in n-d-804292-2 is: [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:41Z', 'revision_number': 4, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port': {'id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'e1589d12-631c-4124-b0e5-54be26d5e255', 'name': '', 'network_id': '9ee384a2-39f7-495f-b4bb-f91f4de32e66', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'mac_address': 'fa:16:3e:22:44:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:40Z', 'updated_at': '2021-11-08T14:55:45Z', 'revision_number': 4, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'subnets': [{'id': '1bbc163d-ede5-434c-9fc1-2f395fdf9b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:55:46.167239 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 950e3809-6117-4a40-94e6-3bf8f7286634 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:46.167615 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.228057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.258358 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1589d12-631c-4124-b0e5-54be26d5e255 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:46.273410 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.321479 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e1589d12-631c-4124-b0e5-54be26d5e255 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:46.321843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.336823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Network 8a2484c4-a42b-46a4-8608-b2605d40532d is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:46.341018 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:46.343015 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:46.348284 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:46.419619 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:46.421057 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.441910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e1200b30-92c7-4a79-ac3e-302c199faafc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7021089 Nov 08 14:55:46.452886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-cb191815-5851-42e0-afea-6a58a2a73124 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:55:46.454096 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-cb191815-5851-42e0-afea-6a58a2a73124 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056241 Nov 08 14:55:46.576917 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Request body: {'port': {'device_id': '29f1849e-bf98-4053-a33a-1986d538b74f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:46.593679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-ccfcc3a3-29ee-46ab-a2fb-17fbe35a9828 None None] Provisioning complete for port 7cdccd19-0594-46e1-9d59-008fa32ac077 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:46.594084 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccfcc3a3-29ee-46ab-a2fb-17fbe35a9828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.632796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-ccfcc3a3-29ee-46ab-a2fb-17fbe35a9828 None None] Port 7cdccd19-0594-46e1-9d59-008fa32ac077 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 14:55:46.645260 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.828586 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d521370-e0a0-493e-b1e9-fed066952723 req-cbd62b81-0da6-4864-b26e-b862a9e57149 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:46.830163 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d521370-e0a0-493e-b1e9-fed066952723 req-cbd62b81-0da6-4864-b26e-b862a9e57149 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 932 time: 0.0579665 Nov 08 14:55:46.888518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7d521370-e0a0-493e-b1e9-fed066952723 req-990ba0ee-6c87-4bb7-9166-0ae3574a3fe1 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496333 Nov 08 14:55:46.927920 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdccd19-0594-46e1-9d59-008fa32ac077 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:55:46.935295 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:46.947449 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Transition to ACTIVE for port object 7cdccd19-0594-46e1-9d59-008fa32ac077 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:55:46.952487 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:47.008949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:47.085172 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:55:47.085513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:55:47.085840 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:47.090622 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Port 7cdccd19-0594-46e1-9d59-008fa32ac077 on network 8a2484c4-a42b-46a4-8608-b2605d40532d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:55:47.090944 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:55:47.097053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:55:47.097386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Checking segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:55:47.097765 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Bound using segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:55:47.098186 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Bound port: 7cdccd19-0594-46e1-9d59-008fa32ac077, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:55:47.098539 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:47.165046 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:55:47.168652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:55:47.175554 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:47.210485 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:47.211106 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:47.212510 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] 10.222.0.70 "PUT /v2.0/ports/7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 1092 time: 0.7486222 Nov 08 14:55:47.212949 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:55:47.215203 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794" -d '{"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:55:47.256687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2d249-cf46-4967-b824-d2e29ac5e868 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:47.324050 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-1ae28391-3427-40b0-a470-dab3e818d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:47.325859 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-1ae28391-3427-40b0-a470-dab3e818d789 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1095 time: 0.0587227 Nov 08 14:55:47.333970 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635dcc5c-5503-4536-87d5-fe68007b2d1a x-openstack-request-id: req-635dcc5c-5503-4536-87d5-fe68007b2d1a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:55:47.334269 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:55:47.334791 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-635dcc5c-5503-4536-87d5-fe68007b2d1a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:55:47.335212 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'status': 'completed', 'code': 200} Nov 08 14:55:47.376910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-b5c000e8-c2c7-4442-a15b-2423dc39c5be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 217 time: 0.0406573 Nov 08 14:55:47.433589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-23f522ec-7c88-4ce6-8575-e881214c52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:47.435232 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-23f522ec-7c88-4ce6-8575-e881214c52e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0481908 Nov 08 14:55:47.482244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e6b158ca-9d18-4eca-9829-88dbb71a09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:47.483619 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-e6b158ca-9d18-4eca-9829-88dbb71a09d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403707 Nov 08 14:55:47.579481 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-af96dd32-6176-4167-ac30-9898d2e15e75 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868907 Nov 08 14:55:47.670101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-7bb60f85-20f5-40bb-a50e-3f45fda07e25 req-eb9ceda8-3e62-4d29-9fc6-a36748e0d217 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828030 Nov 08 14:55:47.757207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-2d0d7bb7-c1c9-47f7-b6f4-1692d73189d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:47.758705 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-2d0d7bb7-c1c9-47f7-b6f4-1692d73189d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1095 time: 0.0463519 Nov 08 14:55:47.850239 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-7865d457-4564-495e-82e1-e910a7b3f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:47.851700 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-7865d457-4564-495e-82e1-e910a7b3f7c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0856006 Nov 08 14:55:47.895489 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-af6f14f3-7d2d-47ee-a321-c6934c1e0f8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 217 time: 0.0371087 Nov 08 14:55:47.948334 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-86367a6e-102c-49a6-9466-c2d9ce0d1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:47.949871 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-86367a6e-102c-49a6-9466-c2d9ce0d1d25 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0464401 Nov 08 14:55:47.992034 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1589d12-631c-4124-b0e5-54be26d5e255 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:48.007042 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-3f706f75-713c-4e34-8beb-c88d0815ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:48.008561 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-3f706f75-713c-4e34-8beb-c88d0815ec17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436003 Nov 08 14:55:48.015213 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05b2a-9efa-4100-9d7e-93ad963aa488 req-652bffcb-2ba4-4e92-9b61-4f0c234b22b8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:48.017307 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efa05b2a-9efa-4100-9d7e-93ad963aa488 req-652bffcb-2ba4-4e92-9b61-4f0c234b22b8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 944 time: 0.0516541 Nov 08 14:55:48.047805 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port e1589d12-631c-4124-b0e5-54be26d5e255 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:48.048330 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:48.071817 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-efa05b2a-9efa-4100-9d7e-93ad963aa488 req-51dba260-2c92-4977-893a-da4f752810c0 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479987 Nov 08 14:55:48.109942 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-9ca3f970-e65e-434b-9066-53a48d6f6e15 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923393 Nov 08 14:55:48.202002 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-dfbeb57b-5491-45b6-81ac-5f33ad2c1794 req-bd919ab5-1542-4d11-9bf2-6ed05b293ace service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825250 Nov 08 14:55:49.194420 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a4628-98f4-4f49-a228-f23222b2ee1f req-28c759f5-9633-4037-935a-b0737ff90e4b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:49.195912 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f08a4628-98f4-4f49-a228-f23222b2ee1f req-28c759f5-9633-4037-935a-b0737ff90e4b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 944 time: 0.0491850 Nov 08 14:55:49.244444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f08a4628-98f4-4f49-a228-f23222b2ee1f req-53974eb4-9094-4235-a127-4454dd7dfc00 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426762 Nov 08 14:55:50.360660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6bdf1-7f6c-43ee-aa6b-4663e9862eb2 req-4bb10279-3ce9-4eb8-9c39-e7153f188360 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:50.362141 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20f6bdf1-7f6c-43ee-aa6b-4663e9862eb2 req-4bb10279-3ce9-4eb8-9c39-e7153f188360 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 944 time: 0.0497975 Nov 08 14:55:50.412096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-20f6bdf1-7f6c-43ee-aa6b-4663e9862eb2 req-6b31b30a-359f-4c57-aa7d-6be12b632a66 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439935 Nov 08 14:55:50.742646 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:55:50.840832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:50.852752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'port_id': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'mac_address': 'fa:16:3e:3a:27:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:55:50.889411 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:50.907397 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdccd19-0594-46e1-9d59-008fa32ac077 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:55:50.926819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:50.930787 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:50.977469 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:51.158796 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7cdccd19-0594-46e1-9d59-008fa32ac077'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:55:51.531446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc23c0b-4ebd-40b7-95ab-82b71f54af54 req-de6aa857-9d76-4c48-8f55-90c53c836d41 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:51.532947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fc23c0b-4ebd-40b7-95ab-82b71f54af54 req-de6aa857-9d76-4c48-8f55-90c53c836d41 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0528259 Nov 08 14:55:51.582055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4fc23c0b-4ebd-40b7-95ab-82b71f54af54 req-a2af4d6c-f42d-4ee7-808a-a289c81c84ba tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432296 Nov 08 14:55:52.697297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3011ff9-1164-4dca-8727-aaf9ea17ec65 req-4939abdf-935d-4fcc-812c-3a80ea663b24 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:52.698694 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3011ff9-1164-4dca-8727-aaf9ea17ec65 req-4939abdf-935d-4fcc-812c-3a80ea663b24 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0493033 Nov 08 14:55:52.746183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:55:52.747354 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a3011ff9-1164-4dca-8727-aaf9ea17ec65 req-aac3fabe-6c26-4207-ac44-ec83b7ca32a9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 Nov 08 14:55:52.797455 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 7cdccd19-0594-46e1-9d59-008fa32ac077 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:55:52.802072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7cdccd19-0594-46e1-9d59-008fa32ac077 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:55:52.802468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:52.881298 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:52.903706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:55:52.905957 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f894c919-169c-410f-8300-b514ca1e84cc" -d '{"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:55:52.921439 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:55:52.926730 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:52.949768 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e096aba3-b7a4-4789-b0ef-7a12f97441ab x-openstack-request-id: req-e096aba3-b7a4-4789-b0ef-7a12f97441ab {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:55:52.950001 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:55:52.950253 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e096aba3-b7a4-4789-b0ef-7a12f97441ab {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:55:52.950656 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'code': 200} Nov 08 14:55:52.976681 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:53.044975 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f2f76-ef3a-4cc1-940a-1d4cb32590e2 req-4be2254a-6d91-485a-b741-d0bc061d4936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:53.046456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e67f2f76-ef3a-4cc1-940a-1d4cb32590e2 req-4be2254a-6d91-485a-b741-d0bc061d4936 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1097 time: 0.0439053 Nov 08 14:55:53.093295 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e67f2f76-ef3a-4cc1-940a-1d4cb32590e2 req-b510abcd-0c21-4747-a01a-1ce10f011ad3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398173 Nov 08 14:55:53.774304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:53.868524 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34303fdd-b48d-4fc0-b082-feff84175041 req-6660c2e8-a924-40d3-b64d-f57f38d0530e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:53.869993 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34303fdd-b48d-4fc0-b082-feff84175041 req-6660c2e8-a924-40d3-b64d-f57f38d0530e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0533621 Nov 08 14:55:53.919518 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-34303fdd-b48d-4fc0-b082-feff84175041 req-9d72e357-f549-4b17-ac53-fdf4a5785b70 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433323 Nov 08 14:55:54.214504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:55.038566 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba743e5-b5ff-4e84-bc1c-0af917e76e39 req-7fd46636-b6c7-4691-8317-0cd90a587bce tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:55.039972 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ba743e5-b5ff-4e84-bc1c-0af917e76e39 req-7fd46636-b6c7-4691-8317-0cd90a587bce tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0499387 Nov 08 14:55:55.090299 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7ba743e5-b5ff-4e84-bc1c-0af917e76e39 req-735c0ab7-6a72-4347-b174-2633008ed12f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Nov 08 14:55:55.205669 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be989e2-7362-400a-9719-7d9ebad2fd9f req-e14d4dd6-1a8d-44a9-99e8-765e23eedda9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:55.207313 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9be989e2-7362-400a-9719-7d9ebad2fd9f req-e14d4dd6-1a8d-44a9-99e8-765e23eedda9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0490510 Nov 08 14:55:55.260068 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9be989e2-7362-400a-9719-7d9ebad2fd9f req-3e90ddf0-5b01-4b56-90cd-be221b1dc658 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467484 Nov 08 14:55:55.281453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45306) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:55.367512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f2e232-2c0f-4235-a0b0-88b3a242ca18 tempest-TestShelveInstance-1208122319 tempest-TestShelveInstance-1208122319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:55.369104 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-41f2e232-2c0f-4235-a0b0-88b3a242ca18 tempest-TestShelveInstance-1208122319 tempest-TestShelveInstance-1208122319-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1092 time: 0.0866838 Nov 08 14:55:55.372152 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45310) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 14:55:55.377240 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:55:55.406355 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:55.503550 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:55.607200 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Allocated IP 172.25.8.86 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/505c036a-2437-44da-b1dc-5b1a63fb6b26) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 14:55:55.707255 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:55.747511 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:55.785967 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 14:55:55.790826 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 14:55:55.794664 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 14:55:55.800583 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'Port': ['ID=505c036a-2437-44da-b1dc-5b1a63fb6b26,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:56.145339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:56.213586 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:56.672484 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:56.677450 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:56.743766 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'Port': ['ID=505c036a-2437-44da-b1dc-5b1a63fb6b26,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:55:56.756889 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:56.853906 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Floating IP 9c39a76b-1cf0-410a-b063-61c4569cadd0 associated. External IP: 172.25.8.86, port: 7cdccd19-0594-46e1-9d59-008fa32ac077. Nov 08 14:55:57.063779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Router 469756d0-2a4a-4510-9339-3e947ac7a657 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 14:55:57.170304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 14:55:57.180409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] Sync routers for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 14:55:57.188869 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:57.191429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:57.192391 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:57.215300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-68aab31b-282e-4cc5-a060-5210dba5e869 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8420990 Nov 08 14:55:57.215893 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:55:57.218160 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:55:57.307507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:57.309453 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b0682-f17a-4fb6-b2b9-aa2b866df885 x-openstack-request-id: req-218b0682-f17a-4fb6-b2b9-aa2b866df885 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:55:57.309751 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:55:57.310008 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-218b0682-f17a-4fb6-b2b9-aa2b866df885 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:55:57.310411 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'status': 'completed', 'code': 200} Nov 08 14:55:57.371399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-da604c46-7d11-4eb1-a338-9da9cc942ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:57.372814 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-da604c46-7d11-4eb1-a338-9da9cc942ef9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1097 time: 0.0412633 Nov 08 14:55:57.464790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-213cbaae-6662-45b7-acde-28ae1a98d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:57.466305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-213cbaae-6662-45b7-acde-28ae1a98d27b service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0867882 Nov 08 14:55:57.540464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '9c39a76b-1cf0-410a-b063-61c4569cadd0', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'port_id': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'mac_address': 'fa:16:3e:3a:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f1849e-bf98-4053-a33a-1986d538b74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:55:56Z', 'updated_at': '2021-11-08T14:55:56Z', 'revision_number': 0, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:57.567759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] Checking router: 469756d0-2a4a-4510-9339-3e947ac7a657 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 14:55:57.576788 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 14:55:57.577416 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T14:55:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:57.689490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 14:55:57.881751 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-4d383a93-9f88-407a-afa0-6f838235b240 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 999 time: 0.4078600 Nov 08 14:55:57.923528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '9c39a76b-1cf0-410a-b063-61c4569cadd0', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'port_id': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'mac_address': 'fa:16:3e:3a:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f1849e-bf98-4053-a33a-1986d538b74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:55:56Z', 'updated_at': '2021-11-08T14:55:56Z', 'revision_number': 0, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 14:55:57.931332 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-741e384b-85fd-4e0e-a5d4-22a7e3af49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:57.932505 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-741e384b-85fd-4e0e-a5d4-22a7e3af49f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0434473 Nov 08 14:55:57.950170 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f185b8-2ae9-42b4-847b-1eb10266231d None None] The sync data for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 is: [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '9c39a76b-1cf0-410a-b063-61c4569cadd0', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'port_id': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'mac_address': 'fa:16:3e:3a:27:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f1849e-bf98-4053-a33a-1986d538b74f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T14:55:56Z', 'updated_at': '2021-11-08T14:55:56Z', 'revision_number': 0, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 14:55:57.982068 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-bfb3eeb3-3b82-4b41-b4e1-d5d57a27e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:55:57.983578 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-bfb3eeb3-3b82-4b41-b4e1-d5d57a27e5ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441983 Nov 08 14:55:58.076230 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-719f0b37-f003-4e24-9973-7e168949b70d service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852292 Nov 08 14:55:58.117560 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-49336349-f3d6-4312-9dbd-f6fbf282c16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:55:58.159423 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a5f9df-98c3-4602-8408-7995a4c227dd None None] New status for floating IP 9c39a76b-1cf0-410a-b063-61c4569cadd0: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 14:55:58.178786 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5fe1b48f-ce24-49ab-b89b-386fd7350fe0 req-791abe18-0449-49e9-b5ff-e0e669ce1298 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949605 Nov 08 14:56:01.594820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-16ca2a48-57d2-4318-8b2b-dfa28ec62c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:03.346533 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:05.861591 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:05.981238 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:20.682308 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:56:23.776646 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:24.215360 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:28.119578 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-94f0a7be-0ad9-4663-9b39-9cb061df1d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:31.596161 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-754c9c53-3582-4e1e-b00b-c3be3eb9e4d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:33.349302 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:35.864806 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:35.984942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:40.117624 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-18d10c74-d6e9-43e9-92cc-fa82bef9f48d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401137 Nov 08 14:56:40.198626 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-2189bf15-0913-42f4-b22c-efcaec5202bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:56:40.200142 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-2189bf15-0913-42f4-b22c-efcaec5202bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1097 time: 0.0411408 Nov 08 14:56:40.306832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-4e53b67d-f5ea-4f5c-b4e9-6b59018e653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:56:40.308329 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-4e53b67d-f5ea-4f5c-b4e9-6b59018e653e service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0893595 Nov 08 14:56:40.373225 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-966da58c-aa6c-499d-896b-86876d5eeb1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 1001 time: 0.0571725 Nov 08 14:56:40.426399 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-93eced02-8c42-4744-bc99-9591fecefb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:56:40.427850 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-93eced02-8c42-4744-bc99-9591fecefb5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0479150 Nov 08 14:56:40.474281 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-af90222d-2217-47ac-b0f8-90f43149242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:56:40.475777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-af90222d-2217-47ac-b0f8-90f43149242d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409331 Nov 08 14:56:40.571234 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-cd0bad2e-d795-4801-96b6-b8be8013afc8 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881791 Nov 08 14:56:40.665839 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-3c4ef682-4442-4498-a4c3-c171f1e2385c req-b7a985cb-b078-4425-a7c2-7f9772ffbe1f service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873744 Nov 08 14:56:53.787918 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:54.214933 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:56:57.681907 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:56:58.122394 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4234cb53-9ecb-4085-a9ba-ca9fc1741b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:01.597416 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-24dab1c4-b818-4f16-97be-12a0bf83fb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:03.353354 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:05.867635 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:05.985983 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:23.787531 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:24.228425 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:28.123712 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-63600c06-3b6a-4edc-9251-e441a42c9335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:31.599237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8f25b00b-e426-482a-9f80-904199eaffe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:33.355969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:34.681289 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:57:35.870675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:35.988914 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:42.102291 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-28f4a587-0345-4c32-9e0d-a27c5ea9a7e8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408800 Nov 08 14:57:42.186086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-eab0d4e9-b856-49b6-a412-cb407751b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:42.187595 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-eab0d4e9-b856-49b6-a412-cb407751b679 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1097 time: 0.0417981 Nov 08 14:57:42.298360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-92d5c9e3-dd74-4c74-8890-b8be8c017b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:42.299781 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-92d5c9e3-dd74-4c74-8890-b8be8c017b67 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0916386 Nov 08 14:57:42.367760 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-d451e0a8-91ca-4f19-b879-15aca217825a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 1001 time: 0.0584798 Nov 08 14:57:42.420968 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-fdbf2f1b-b76c-47f0-9e84-c71e65944b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:42.422431 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-fdbf2f1b-b76c-47f0-9e84-c71e65944b57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0484362 Nov 08 14:57:42.469290 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-fe65eda1-1a64-47a9-8569-434135977435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:42.470790 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-fe65eda1-1a64-47a9-8569-434135977435 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412602 Nov 08 14:57:42.567894 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-41bee2cb-b411-4394-ac32-d9c3676bbb66 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900350 Nov 08 14:57:42.658179 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d848fcd4-a210-4fbc-a182-61bf84e187d3 req-d528e370-4fc1-4194-8f11-e65b30af8f98 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836699 Nov 08 14:57:52.939027 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80e58a-26cc-44ac-b1cd-1ebabbf2c4c7 req-c5122623-bc68-448f-a8d4-e02b6d2666b3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:52.940583 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a80e58a-26cc-44ac-b1cd-1ebabbf2c4c7 req-c5122623-bc68-448f-a8d4-e02b6d2666b3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0515594 Nov 08 14:57:52.995602 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4a80e58a-26cc-44ac-b1cd-1ebabbf2c4c7 req-2c58a611-6ee1-4911-ab21-4defe3cc4eb7 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489874 Nov 08 14:57:53.802431 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:54.132076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448c6e-4071-49ed-9beb-2c78ae2c8bee req-ee1e9564-4525-471d-abba-c0bb53a5bf0e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:54.133565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a448c6e-4071-49ed-9beb-2c78ae2c8bee req-ee1e9564-4525-471d-abba-c0bb53a5bf0e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0510936 Nov 08 14:57:54.185174 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3a448c6e-4071-49ed-9beb-2c78ae2c8bee req-54a7b1b7-8057-4a54-8a64-50418d2e66b9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442338 Nov 08 14:57:54.231450 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:55.304022 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880ae49-3759-4791-a3b7-952aa30b694e req-328f1595-ab08-4e27-991f-18c845b1c8d0 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:55.305505 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4880ae49-3759-4791-a3b7-952aa30b694e req-328f1595-ab08-4e27-991f-18c845b1c8d0 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0497329 Nov 08 14:57:55.356484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4880ae49-3759-4791-a3b7-952aa30b694e req-26512559-b4c1-4600-b7d3-6acbaa8a80c3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449121 Nov 08 14:57:56.476574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b40126c-f9cc-4c15-9b78-166cebb8504b req-035d0f6c-f2c5-4546-b8c7-93a7a7f93350 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:56.478037 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b40126c-f9cc-4c15-9b78-166cebb8504b req-035d0f6c-f2c5-4546-b8c7-93a7a7f93350 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0523901 Nov 08 14:57:56.527129 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b40126c-f9cc-4c15-9b78-166cebb8504b req-b7e54c19-c92b-40f7-877e-746b7e18fab9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424654 Nov 08 14:57:57.660810 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefed275-a857-4df3-8f69-593b9293d57d req-97f85f2b-47de-4107-ba50-690aefc55b00 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:57.662304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cefed275-a857-4df3-8f69-593b9293d57d req-97f85f2b-47de-4107-ba50-690aefc55b00 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0493257 Nov 08 14:57:57.713135 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cefed275-a857-4df3-8f69-593b9293d57d req-8895b262-cc9c-4934-9ddd-4070de6d4cea tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447991 Nov 08 14:57:58.125465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3eeffb57-316e-44f7-ae27-10ca91c032f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:57:58.830581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c88b4-125b-4d47-a7ac-79d903857c16 req-c93942b7-2865-4793-9cc4-25d0b3606112 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:57:58.832085 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a21c88b4-125b-4d47-a7ac-79d903857c16 req-c93942b7-2865-4793-9cc4-25d0b3606112 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0500572 Nov 08 14:57:58.885191 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a21c88b4-125b-4d47-a7ac-79d903857c16 req-73fd3a98-fad9-4526-98aa-ec097e591dc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471845 Nov 08 14:58:00.003525 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f96a89-cff0-470d-b893-44c17fc059c8 req-ac715afa-2266-482e-b2c1-15edae687016 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:00.005046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97f96a89-cff0-470d-b893-44c17fc059c8 req-ac715afa-2266-482e-b2c1-15edae687016 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0500579 Nov 08 14:58:00.055585 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-97f96a89-cff0-470d-b893-44c17fc059c8 req-610b53a7-974e-4d67-a1fa-b94554d11730 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446086 Nov 08 14:58:01.173592 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5315d73-afe8-49f3-80fa-ea0f9559444d req-3f32bbc3-18a1-4ae5-9749-6e156eabf96d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:01.175102 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5315d73-afe8-49f3-80fa-ea0f9559444d req-3f32bbc3-18a1-4ae5-9749-6e156eabf96d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0492697 Nov 08 14:58:01.231786 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a5315d73-afe8-49f3-80fa-ea0f9559444d req-7d42ff17-fe91-42f9-9e8c-d175fd69c717 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501482 Nov 08 14:58:01.601219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f4b3a6ec-3ced-4189-9a7f-df98db27704f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:02.351637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ae473-9144-4f1d-ad5b-e3c52a68fdf5 req-34a2e5a1-498d-46d8-b8d0-5612a3683220 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:02.353181 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e92ae473-9144-4f1d-ad5b-e3c52a68fdf5 req-34a2e5a1-498d-46d8-b8d0-5612a3683220 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0535510 Nov 08 14:58:02.403946 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e92ae473-9144-4f1d-ad5b-e3c52a68fdf5 req-b3f7fa15-c602-4b16-b4e2-7d159b6b0f72 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442677 Nov 08 14:58:03.360018 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:03.522253 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01542410-6f96-4bba-9bf7-5987b09e9ed2 req-c0a3fd41-bcfe-45c3-91ea-418b768ce46e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:03.523788 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01542410-6f96-4bba-9bf7-5987b09e9ed2 req-c0a3fd41-bcfe-45c3-91ea-418b768ce46e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0504589 Nov 08 14:58:03.574321 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-01542410-6f96-4bba-9bf7-5987b09e9ed2 req-13b06e81-364c-4b74-999e-6e1d342b5786 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445964 Nov 08 14:58:04.697274 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b0298-4700-40b9-b3b6-50c42081b02b req-2878a64e-7ca0-4b4e-9ee9-627790ace5ab tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:04.698756 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-872b0298-4700-40b9-b3b6-50c42081b02b req-2878a64e-7ca0-4b4e-9ee9-627790ace5ab tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0534043 Nov 08 14:58:04.748564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-872b0298-4700-40b9-b3b6-50c42081b02b req-897a4b97-f4f0-45a8-9885-d6fcad5cce72 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436716 Nov 08 14:58:05.368621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:58:05.467514 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:05.482748 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'port_id': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'mac_address': 'fa:16:3e:3a:27:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:58:05.534671 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:05.551259 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cdccd19-0594-46e1-9d59-008fa32ac077 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:58:05.578859 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:05.586890 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:05.659233 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:58:05.667047 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.667433 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.667759 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.668121 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.668621 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.668958 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.669291 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.669619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.671776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.671776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.671776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.671776 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:05.682619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['7cdccd19-0594-46e1-9d59-008fa32ac077'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:58:05.899064 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:05.900671 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43141f22-4363-4836-8e87-4742089a1d6f req-df81558f-8b16-4216-9c37-347d1ebb59df tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:05.908514 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43141f22-4363-4836-8e87-4742089a1d6f req-df81558f-8b16-4216-9c37-347d1ebb59df tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0681727 Nov 08 14:58:05.980579 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-43141f22-4363-4836-8e87-4742089a1d6f req-5daf0f56-dae7-4220-96b4-5ccc0b6c8668 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675583 Nov 08 14:58:06.009127 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:07.103581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1d3d6-11ea-4f60-9716-f8055d4ca1bb req-1c8feb54-6d75-4bd8-a96f-09535f6fb52e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:07.105632 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bff1d3d6-11ea-4f60-9716-f8055d4ca1bb req-1c8feb54-6d75-4bd8-a96f-09535f6fb52e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0513415 Nov 08 14:58:07.163344 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bff1d3d6-11ea-4f60-9716-f8055d4ca1bb req-8194718f-7a84-4b26-9b37-973337657e1a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509319 Nov 08 14:58:07.375166 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:58:07.444929 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 7cdccd19-0594-46e1-9d59-008fa32ac077 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:58:07.445843 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:07.571576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:07.598690 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:58:07.601167 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73290aa-2d62-4db7-9a29-adce83898cd7" -d '{"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:58:07.615117 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:07.622761 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:07.681131 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:58:07.768755 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c5b206-c22b-4e00-9c8a-840c2727638f x-openstack-request-id: req-84c5b206-c22b-4e00-9c8a-840c2727638f {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:58:07.769049 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:58:07.769301 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84c5b206-c22b-4e00-9c8a-840c2727638f {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:58:07.769701 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'code': 200} Nov 08 14:58:08.299368 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb14323-f49e-4629-a8e3-ddde7e7c246b req-b24adab2-9b6b-4c72-a586-957a9f6b865b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:08.301004 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-deb14323-f49e-4629-a8e3-ddde7e7c246b req-b24adab2-9b6b-4c72-a586-957a9f6b865b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0534146 Nov 08 14:58:08.372991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-deb14323-f49e-4629-a8e3-ddde7e7c246b req-1097bd09-4b67-41fd-8073-3afa17306764 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647540 Nov 08 14:58:09.514731 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516414c-2a82-4a9c-b8cd-34a0eb4c90f1 req-33e97a5f-d2cf-4b83-8e67-9f827808a68e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:09.523714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f516414c-2a82-4a9c-b8cd-34a0eb4c90f1 req-33e97a5f-d2cf-4b83-8e67-9f827808a68e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0672832 Nov 08 14:58:09.577843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f516414c-2a82-4a9c-b8cd-34a0eb4c90f1 req-218d0ee6-4998-41cf-a8f7-0af0a384b5e2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531414 Nov 08 14:58:10.723110 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1f69d-440f-4f22-8a7f-898c5168f186 req-24cd6b76-da32-4a37-a289-172addfc9ef5 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:10.724790 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06b1f69d-440f-4f22-8a7f-898c5168f186 req-24cd6b76-da32-4a37-a289-172addfc9ef5 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0604663 Nov 08 14:58:10.786055 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-06b1f69d-440f-4f22-8a7f-898c5168f186 req-6cc1dcb2-1971-4155-9d2e-ee0b80dc0b17 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532129 Nov 08 14:58:11.681916 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:58:11.920623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc41f2-10de-4bc1-9175-ec2e69d9eb70 req-3f8e0183-b109-4b39-a71c-ba0f9f81cb2a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:11.922947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4cc41f2-10de-4bc1-9175-ec2e69d9eb70 req-3f8e0183-b109-4b39-a71c-ba0f9f81cb2a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0612617 Nov 08 14:58:11.985156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b4cc41f2-10de-4bc1-9175-ec2e69d9eb70 req-e2e604c2-7e8f-4492-b7db-52595f63eb9e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559440 Nov 08 14:58:13.140594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc6d23-c9a9-4bf0-a175-08b775415a55 req-c5887c5e-e9b1-4812-af5b-6954a5f6d061 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:13.143058 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00cc6d23-c9a9-4bf0-a175-08b775415a55 req-c5887c5e-e9b1-4812-af5b-6954a5f6d061 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0677776 Nov 08 14:58:13.230411 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-00cc6d23-c9a9-4bf0-a175-08b775415a55 req-12ff674e-f828-4e7b-8ae8-da39c190ce03 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808198 Nov 08 14:58:14.371312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d2a3-1c73-461e-adaf-6a34f3d542e9 req-7a4a90c6-9ca2-4e0b-aad4-d232d9e9ff95 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:14.373512 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0405d2a3-1c73-461e-adaf-6a34f3d542e9 req-7a4a90c6-9ca2-4e0b-aad4-d232d9e9ff95 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0539353 Nov 08 14:58:14.426494 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0405d2a3-1c73-461e-adaf-6a34f3d542e9 req-6c2d1805-62a4-4ed6-be70-ddce02284fa8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466332 Nov 08 14:58:15.028950 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-de07e837-5715-4109-88ba-ffa263a72c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:15.030474 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-de07e837-5715-4109-88ba-ffa263a72c52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1097 time: 0.0425327 Nov 08 14:58:15.127439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-874b99d6-bc99-4490-a4ee-57335fc77845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:15.128939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-874b99d6-bc99-4490-a4ee-57335fc77845 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0905402 Nov 08 14:58:15.194447 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-2cda2492-f578-4cc3-b620-0fdcfbe927a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 1001 time: 0.0583301 Nov 08 14:58:15.248264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-73d38f02-21a4-480c-b52d-5dd3243c6a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:15.249732 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-73d38f02-21a4-480c-b52d-5dd3243c6a55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0484791 Nov 08 14:58:15.296333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-ddcd8a8e-4586-45be-b84a-1590ecc4f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:15.297742 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-ddcd8a8e-4586-45be-b84a-1590ecc4f682 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407915 Nov 08 14:58:15.395231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-7fdf4327-83d2-434c-bde4-3c52e9416173 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899339 Nov 08 14:58:15.497354 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-049d4ddd-6ba3-428b-b213-1e8c2da198fb req-288c54f0-150e-4477-8506-6a8ab18f40c9 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936701 Nov 08 14:58:15.549539 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071c3c9-59fb-46dd-8555-756efed53298 req-6a967765-06b2-4a23-9c6f-d185bf6c164f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:15.551265 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d071c3c9-59fb-46dd-8555-756efed53298 req-6a967765-06b2-4a23-9c6f-d185bf6c164f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0508404 Nov 08 14:58:15.601533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d071c3c9-59fb-46dd-8555-756efed53298 req-569965b7-4bc4-4ab0-a407-b515041aeceb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445352 Nov 08 14:58:16.722711 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55765f1a-ebdb-4811-bb45-1c52767cc8c1 req-577ab7ee-bef7-4a14-9720-a8f5fc84d146 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:16.724228 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55765f1a-ebdb-4811-bb45-1c52767cc8c1 req-577ab7ee-bef7-4a14-9720-a8f5fc84d146 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0538535 Nov 08 14:58:16.774707 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-55765f1a-ebdb-4811-bb45-1c52767cc8c1 req-73da9873-aa38-4bca-b566-90ad114263a9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445130 Nov 08 14:58:17.891338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525a5cd-648d-47c3-a980-ffd0dc28de30 req-6074ef1d-e794-480c-8577-b8dac03fa259 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:17.892870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7525a5cd-648d-47c3-a980-ffd0dc28de30 req-6074ef1d-e794-480c-8577-b8dac03fa259 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0490608 Nov 08 14:58:17.942669 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7525a5cd-648d-47c3-a980-ffd0dc28de30 req-41ec40ac-0735-4773-9eb4-c0ec91932554 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439010 Nov 08 14:58:18.056453 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-e1e576ee-c67b-4b0f-b5d3-df19b0805bc7 req-25d62e72-19d4-47f7-b7b1-6aebdd5616bb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:58:18.057409 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e1e576ee-c67b-4b0f-b5d3-df19b0805bc7 req-25d62e72-19d4-47f7-b7b1-6aebdd5616bb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0500689 Nov 08 14:58:18.219271 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a125f6-a4ba-474a-a611-801e90a81c67 req-ed255e15-ca08-4b7c-b09e-f0b79a19c1d4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:18.220866 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57a125f6-a4ba-474a-a611-801e90a81c67 req-ed255e15-ca08-4b7c-b09e-f0b79a19c1d4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0558300 Nov 08 14:58:18.273261 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-57a125f6-a4ba-474a-a611-801e90a81c67 req-b338a83a-b078-431f-84c0-1678e63b7c7a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460055 Nov 08 14:58:18.521582 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-b31a61d6-7923-4377-b1c1-c7fdc87be232 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851865 Nov 08 14:58:19.394102 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a9ddb-4201-4126-b3dd-705a8593badd req-cb803dfe-41b4-4aa8-9796-2c103c568808 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:19.395604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-876a9ddb-4201-4126-b3dd-705a8593badd req-cb803dfe-41b4-4aa8-9796-2c103c568808 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0507071 Nov 08 14:58:19.445276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 14:58:19.446598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-876a9ddb-4201-4126-b3dd-705a8593badd req-bcb96635-1ca2-4266-943e-1841e6156585 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449119 Nov 08 14:58:19.522687 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:19.545635 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:58:19.548313 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ffdf83-b48b-45f6-9944-46034d4d7c26" -d '{"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-unplugged", "status": "completed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:58:19.567858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:19.573321 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:19.753520 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07f7e01-7665-4eec-9ab6-d80eaf12ae50 x-openstack-request-id: req-a07f7e01-7665-4eec-9ab6-d80eaf12ae50 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:58:19.753818 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-unplugged", "status": "failed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "code": 422}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:58:19.754053 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a07f7e01-7665-4eec-9ab6-d80eaf12ae50 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:58:19.754445 n-d-804292-2 neutron-server[101842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'code': 422} returned with failed status Nov 08 14:58:19.781666 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:58:20.563189 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92230cd-cc87-44e7-88a5-16cda9cb20f9 req-002b2ad4-9b12-49b3-bd27-5c07f446aee8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:20.564720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a92230cd-cc87-44e7-88a5-16cda9cb20f9 req-002b2ad4-9b12-49b3-bd27-5c07f446aee8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 944 time: 0.0489104 Nov 08 14:58:20.620364 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a92230cd-cc87-44e7-88a5-16cda9cb20f9 req-c1e9214a-49a2-4dc9-a2fb-6b711912227b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495031 Nov 08 14:58:21.736492 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fedf60-b7d0-4e21-851d-a13d09aeb454 req-78822d9f-d8e3-4179-b410-552e357e36ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:21.738971 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1fedf60-b7d0-4e21-851d-a13d09aeb454 req-78822d9f-d8e3-4179-b410-552e357e36ac tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 944 time: 0.0497322 Nov 08 14:58:21.788531 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1fedf60-b7d0-4e21-851d-a13d09aeb454 req-b3a14531-60a9-450d-bbca-2cbda6a774fe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434530 Nov 08 14:58:22.906145 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a3b2c8-fc70-46f7-9404-1aa6ea0acb82 req-13dfacb4-2962-44ed-8a4c-aa97f6402645 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:22.907622 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5a3b2c8-fc70-46f7-9404-1aa6ea0acb82 req-13dfacb4-2962-44ed-8a4c-aa97f6402645 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 944 time: 0.0501416 Nov 08 14:58:22.962660 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5a3b2c8-fc70-46f7-9404-1aa6ea0acb82 req-b778fdc9-65af-492b-bd95-9775dd03c830 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487065 Nov 08 14:58:23.466616 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-cf693a35-a686-412f-9b9c-6e1ee573e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:23.468136 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-cf693a35-a686-412f-9b9c-6e1ee573e550 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f&tenant_id=bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 1095 time: 0.0897427 Nov 08 14:58:23.479360 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-5158f1c6-8d91-4912-8126-bf7814228118 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 14:58:23.480400 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-5158f1c6-8d91-4912-8126-bf7814228118 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049031 Nov 08 14:58:23.492141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-804292-2', 'device_owner': 'compute:nova'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 14:58:23.545741 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:23.745047 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:23.781869 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:58:23.802324 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:23.819434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdccd19-0594-46e1-9d59-008fa32ac077 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:58:23.827562 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:23.839341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Transition to ACTIVE for port object 7cdccd19-0594-46e1-9d59-008fa32ac077 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 14:58:23.844174 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:23.924922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=9']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:58:23.937023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.937376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.937725 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.938059 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.938391 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.938723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.939056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.939371 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.939702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.940054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.940381 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.940709 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 14:58:23.979559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] No DVR routers for this DVR port 7cdccd19-0594-46e1-9d59-008fa32ac077 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 14:58:24.095076 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d71c6c-f581-44db-ba20-460ac3e99678 req-7bf8f90a-0b85-4c5a-a068-f558626e8521 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.096608 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59d71c6c-f581-44db-ba20-460ac3e99678 req-7bf8f90a-0b85-4c5a-a068-f558626e8521 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 944 time: 0.0579765 Nov 08 14:58:24.120992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 14:58:24.121336 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 14:58:24.122175 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:58:24.126594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Port 7cdccd19-0594-46e1-9d59-008fa32ac077 on network 8a2484c4-a42b-46a4-8608-b2605d40532d not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 14:58:24.126911 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Attempting to bind port 7cdccd19-0594-46e1-9d59-008fa32ac077 on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 14:58:24.131691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 14, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 14:58:24.132054 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Checking segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 14:58:24.132432 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Bound using segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 14:58:24.132849 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Bound port: 7cdccd19-0594-46e1-9d59-008fa32ac077, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 14:58:24.133201 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:24.146664 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59d71c6c-f581-44db-ba20-460ac3e99678 req-06fc34ae-b342-4405-8567-a6e3fb6ae6af tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Nov 08 14:58:24.196149 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 14:58:24.199262 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 14:58:24.203389 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:24.235297 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.236002 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:24.237394 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] 10.222.0.54 "PUT /v2.0/ports/7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 1092 time: 0.7490356 Nov 08 14:58:24.237832 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:58:24.240115 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e" -d '{"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:58:24.249957 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:24.280383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb4793-f44e-4cb5-87a6-bfec3682445f service neutron] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=10']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:58:24.296623 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 14:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3310b165-0c93-4051-95af-24bd201ceb4a x-openstack-request-id: req-3310b165-0c93-4051-95af-24bd201ceb4a {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:58:24.296913 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:58:24.297166 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3310b165-0c93-4051-95af-24bd201ceb4a {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:58:24.297698 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'status': 'completed', 'code': 200} Nov 08 14:58:24.315476 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-25c88626-7506-4093-a7d7-8180fb8fbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.317056 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-25c88626-7506-4093-a7d7-8180fb8fbc2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1096 time: 0.0527351 Nov 08 14:58:24.418446 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-9ae0d543-3014-4e89-8d44-4ce88d8ec5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.420090 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-9ae0d543-3014-4e89-8d44-4ce88d8ec5f4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0937245 Nov 08 14:58:24.490769 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-4c3e5ed5-205f-410c-9089-7ff0db3d14fb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 999 time: 0.0631425 Nov 08 14:58:24.540856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-b4367299-6ac5-41a5-82c5-7da969372232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.542201 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-b4367299-6ac5-41a5-82c5-7da969372232 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0434730 Nov 08 14:58:24.587425 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-2cb7f1e5-2d71-4028-85fc-be987f6cc805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.588942 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-2cb7f1e5-2d71-4028-85fc-be987f6cc805 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399563 Nov 08 14:58:24.682478 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-c942f60c-78ae-471e-95bd-881267ec6e03 service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861340 Nov 08 14:58:24.772304 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a14ec27e-bd13-4f7e-9d1b-41114b383d41 req-2f5b0585-3017-4c2d-885a-1d086409b784 service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826490 Nov 08 14:58:24.857058 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-e9941230-fe89-4ab7-ac64-94e6dc20c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.858561 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-e9941230-fe89-4ab7-ac64-94e6dc20c32c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1096 time: 0.0426462 Nov 08 14:58:24.958253 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-c6e46a10-af0e-4cdf-bd8a-1e59f7162fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:24.959834 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-c6e46a10-af0e-4cdf-bd8a-1e59f7162fb6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0930526 Nov 08 14:58:25.035084 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-e57906ff-0ca7-42d6-9f47-7e7134aa66e0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 999 time: 0.0673640 Nov 08 14:58:25.106104 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-d0a4cfac-b9a5-46e3-8074-9dbebd1cdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:25.108493 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-d0a4cfac-b9a5-46e3-8074-9dbebd1cdc2e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0617716 Nov 08 14:58:25.287970 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb0da2-d77d-4c83-bf1c-06b5872e32a6 req-88cad824-92e3-4a16-addb-47d474f5a797 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:25.290685 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7eb0da2-d77d-4c83-bf1c-06b5872e32a6 req-88cad824-92e3-4a16-addb-47d474f5a797 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0604784 Nov 08 14:58:25.348444 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c7eb0da2-d77d-4c83-bf1c-06b5872e32a6 req-7ee3a252-594d-4792-8ba7-7fe2b641b46a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518188 Nov 08 14:58:26.477043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84c22c-f66d-4e04-9ac9-d51cd9d7ab71 req-6e2f1bfc-73a2-4c46-86cc-d1b1712ddc82 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:26.478591 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be84c22c-f66d-4e04-9ac9-d51cd9d7ab71 req-6e2f1bfc-73a2-4c46-86cc-d1b1712ddc82 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0620527 Nov 08 14:58:26.534123 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be84c22c-f66d-4e04-9ac9-d51cd9d7ab71 req-783ec26d-d088-4bdb-ac8d-49e82f4fa030 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481381 Nov 08 14:58:27.656790 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b950a-47a2-4ac4-9417-aaab338f53a6 req-db9a124f-b877-44e9-9703-9485b64304ec tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:27.658318 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-024b950a-47a2-4ac4-9417-aaab338f53a6 req-db9a124f-b877-44e9-9703-9485b64304ec tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0503697 Nov 08 14:58:27.711610 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-024b950a-47a2-4ac4-9417-aaab338f53a6 req-356a032b-ad34-4ce8-aec1-841fd1bcca6e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468950 Nov 08 14:58:28.131468 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb3e8-0e94-4837-8f90-bda032f739a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:28.831552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cce395-9eaf-499d-b12e-a268fcde90b4 req-34c21b94-1698-448a-87f2-f6b4480eb410 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:28.833046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5cce395-9eaf-499d-b12e-a268fcde90b4 req-34c21b94-1698-448a-87f2-f6b4480eb410 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0496945 Nov 08 14:58:28.886811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b5cce395-9eaf-499d-b12e-a268fcde90b4 req-063b3175-914d-40a9-b935-73cef696623d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478394 Nov 08 14:58:30.014002 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3711ea-29d0-4c3f-b981-abeeb2114ee7 req-a7787ac1-e116-4038-9d73-a02887dc2cea tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:30.015565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df3711ea-29d0-4c3f-b981-abeeb2114ee7 req-a7787ac1-e116-4038-9d73-a02887dc2cea tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0572970 Nov 08 14:58:30.067546 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df3711ea-29d0-4c3f-b981-abeeb2114ee7 req-38b559c0-c6a8-4e39-8ad6-91d44638b419 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458374 Nov 08 14:58:31.191062 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66860d-508a-4c3d-92bf-a875dcf3c055 req-df37a38e-f452-4863-8e7f-6ac0119b2d9c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:31.192543 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c66860d-508a-4c3d-92bf-a875dcf3c055 req-df37a38e-f452-4863-8e7f-6ac0119b2d9c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0491445 Nov 08 14:58:31.245524 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2c66860d-508a-4c3d-92bf-a875dcf3c055 req-f3c1c3b8-d5bc-4845-ad5c-cdbd361f4d92 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466433 Nov 08 14:58:31.604256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-30d3523f-2307-4b25-bd45-4e6a1831bb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:32.374983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e702a36-9aa3-4cf5-885f-2db394e32b82 req-5cb1e902-678a-4308-9c08-485d56ddb791 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:32.376488 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e702a36-9aa3-4cf5-885f-2db394e32b82 req-5cb1e902-678a-4308-9c08-485d56ddb791 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0606587 Nov 08 14:58:32.430700 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-7e702a36-9aa3-4cf5-885f-2db394e32b82 req-ba60c705-696f-46f7-b2e1-b70a7082ec2c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479844 Nov 08 14:58:33.360900 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:33.554811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da34db8-4a8b-4a7a-9cdb-bfa6932915b6 req-0d0ad753-cbab-4cf8-bb72-0fc964f25967 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:33.556330 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8da34db8-4a8b-4a7a-9cdb-bfa6932915b6 req-0d0ad753-cbab-4cf8-bb72-0fc964f25967 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0539510 Nov 08 14:58:33.615961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8da34db8-4a8b-4a7a-9cdb-bfa6932915b6 req-e46699b0-b0f6-42d1-ba9f-4ebade0cd4ef tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523643 Nov 08 14:58:34.733656 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6bcce9-e154-4390-aec2-de57a8aeaef1 req-46b3e8a2-ae3c-4e69-a947-75871c19ae6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:34.735077 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db6bcce9-e154-4390-aec2-de57a8aeaef1 req-46b3e8a2-ae3c-4e69-a947-75871c19ae6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0503008 Nov 08 14:58:34.789529 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-db6bcce9-e154-4390-aec2-de57a8aeaef1 req-696085c3-b10a-4003-b37e-8ddf3d98f274 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484507 Nov 08 14:58:35.876999 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:35.909734 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01a074-6b41-426b-91a1-d74a8c5a5874 req-99f0eaf8-1013-4653-a18f-35133ad2e111 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:35.911207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc01a074-6b41-426b-91a1-d74a8c5a5874 req-99f0eaf8-1013-4653-a18f-35133ad2e111 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0529664 Nov 08 14:58:35.960192 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-cc01a074-6b41-426b-91a1-d74a8c5a5874 req-4d8ee75c-e82b-4125-a5af-89c2ee5a0734 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430484 Nov 08 14:58:35.991022 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:36.537771 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-a379a37a-70b9-4c55-ba21-6f6ce284ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:36.539229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-a379a37a-70b9-4c55-ba21-6f6ce284ea0f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398407 Nov 08 14:58:36.632882 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-88dd3883-56d6-4ac2-9c1d-c89d57dff98e service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856440 Nov 08 14:58:36.722978 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f20b9f7e-5c80-43d2-ab6c-d960afbefa0e req-fd04848a-9096-47b9-a60d-a15b8464faa4 service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821631 Nov 08 14:58:37.077687 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283824ff-1d65-4909-8ea8-f5fea81a1e82 req-e021b456-db62-4db0-a563-c33801088c08 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:37.079167 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-283824ff-1d65-4909-8ea8-f5fea81a1e82 req-e021b456-db62-4db0-a563-c33801088c08 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0505865 Nov 08 14:58:37.129598 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-283824ff-1d65-4909-8ea8-f5fea81a1e82 req-a0b0f79b-36c4-44b5-b6d6-605b2644fc80 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444524 Nov 08 14:58:38.249250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f86510-aac0-4e46-9414-fe26c6df14c4 req-4e906bb1-a884-4c30-8fde-92e92816e592 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:38.250762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42f86510-aac0-4e46-9414-fe26c6df14c4 req-4e906bb1-a884-4c30-8fde-92e92816e592 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 945 time: 0.0536799 Nov 08 14:58:38.299237 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42f86510-aac0-4e46-9414-fe26c6df14c4 req-d4ee48db-1b03-4e58-8875-d51e8cfa0ed0 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424278 Nov 08 14:58:38.678898 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 14:58:38.773603 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:38.785735 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'port_id': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'mac_address': 'fa:16:3e:3a:27:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 14:58:38.822660 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:38.835694 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdccd19-0594-46e1-9d59-008fa32ac077 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 14:58:38.855245 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:38.860346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:38.911126 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=11']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:58:39.215525 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['7cdccd19-0594-46e1-9d59-008fa32ac077'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 14:58:39.417416 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8e8d1-3787-4937-a6e5-91ef29925f4f req-aaa05777-e798-4b13-9f63-3d1fc69c4dd1 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:39.418891 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29d8e8d1-3787-4937-a6e5-91ef29925f4f req-aaa05777-e798-4b13-9f63-3d1fc69c4dd1 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0496328 Nov 08 14:58:39.469495 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-29d8e8d1-3787-4937-a6e5-91ef29925f4f req-ea23fc8c-6182-4e7a-a708-6dccadad7b4b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 Nov 08 14:58:40.586006 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72304285-4d63-44ec-b7d4-1651f49301ae req-84f48614-5edc-4054-9bc5-d507df00ed17 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:40.587465 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72304285-4d63-44ec-b7d4-1651f49301ae req-84f48614-5edc-4054-9bc5-d507df00ed17 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 946 time: 0.0489571 Nov 08 14:58:40.640016 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-72304285-4d63-44ec-b7d4-1651f49301ae req-e6304a86-7057-496e-a2d1-866c365a8095 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Nov 08 14:58:40.686130 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 14:58:40.734407 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 7cdccd19-0594-46e1-9d59-008fa32ac077 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 14:58:40.738342 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 7cdccd19-0594-46e1-9d59-008fa32ac077 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 14:58:40.738709 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:40.819562 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:40.842206 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 14:58:40.844474 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d61ba0-30c4-44d7-a787-ba00b6ecb608" -d '{"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 14:58:40.857205 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 14:58:40.861994 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:40.909454 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=12']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 14:58:41.754353 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860bfc6-2bbf-44e4-b15a-d71950aa1540 req-b350fb07-8e6a-4fce-8644-ad1a95a274da tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:41.755762 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f860bfc6-2bbf-44e4-b15a-d71950aa1540 req-b350fb07-8e6a-4fce-8644-ad1a95a274da tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 947 time: 0.0491366 Nov 08 14:58:41.805620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f860bfc6-2bbf-44e4-b15a-d71950aa1540 req-87350339-5615-4c5d-9d64-0bf1d43ed3a1 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440204 Nov 08 14:58:41.902378 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 14:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a757a-08ba-4eac-9a47-fe803db18e28 x-openstack-request-id: req-7a7a757a-08ba-4eac-9a47-fe803db18e28 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 14:58:41.902840 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-plugged", "status": "completed", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 14:58:41.902953 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a7a757a-08ba-4eac-9a47-fe803db18e28 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 14:58:41.903287 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'code': 200} Nov 08 14:58:42.058133 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ce5d5-f058-4d6f-b7bd-bc6e0a22638c req-0b73bf8b-9cb2-456e-9a41-6e96ea4420c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:42.059605 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c95ce5d5-f058-4d6f-b7bd-bc6e0a22638c req-0b73bf8b-9cb2-456e-9a41-6e96ea4420c2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1098 time: 0.0406656 Nov 08 14:58:42.109477 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-c95ce5d5-f058-4d6f-b7bd-bc6e0a22638c req-9619d82b-6306-4bc0-b09b-16cdf0181c6e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430293 Nov 08 14:58:42.924316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6fe4-3dc1-4407-a602-23f0cf7bb314 req-b008bf3a-77ce-4cff-9a3f-ea25d1df0a31 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:42.925772 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1dd6fe4-3dc1-4407-a602-23f0cf7bb314 req-b008bf3a-77ce-4cff-9a3f-ea25d1df0a31 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 947 time: 0.0491996 Nov 08 14:58:42.973970 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f1dd6fe4-3dc1-4407-a602-23f0cf7bb314 req-306000bd-1f89-4c26-b518-0b913c17e51b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422847 Nov 08 14:58:44.098338 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5524e80-2d6e-4175-88b0-2cdf2f192c25 req-badcb6ea-1c47-4727-a9f4-b60ce76a9166 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:44.099837 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5524e80-2d6e-4175-88b0-2cdf2f192c25 req-badcb6ea-1c47-4727-a9f4-b60ce76a9166 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 947 time: 0.0538855 Nov 08 14:58:44.148484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5524e80-2d6e-4175-88b0-2cdf2f192c25 req-6428a8cd-7268-4b10-b7f5-2972ddf9573f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426559 Nov 08 14:58:45.619094 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-ca0c7340-2b43-4a05-821a-f768e37f09d2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388761 Nov 08 14:58:45.696784 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-1df5afda-5e92-44e1-b3d7-665bc1962214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:45.698231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-1df5afda-5e92-44e1-b3d7-665bc1962214 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1098 time: 0.0392747 Nov 08 14:58:45.806879 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-b3ef03b2-a2be-474b-8862-6ec006f0fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:45.808299 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-b3ef03b2-a2be-474b-8862-6ec006f0fd3d service neutron] 10.222.0.54 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0905077 Nov 08 14:58:45.872532 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-911c5098-3cb0-4f89-a53d-2e2ba6da3ad0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 1001 time: 0.0571756 Nov 08 14:58:45.920856 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-c2bf6a89-abf0-4b5a-8d8b-4055ac465b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:45.922522 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-c2bf6a89-abf0-4b5a-8d8b-4055ac465b22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0437086 Nov 08 14:58:45.971880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-1da4ce80-3c43-4f89-90a4-d4403ec2f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:58:45.973340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-1da4ce80-3c43-4f89-90a4-d4403ec2f80e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439849 Nov 08 14:58:46.062273 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-fd137405-9528-4d85-ad74-e062b4050ced service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816813 Nov 08 14:58:46.153515 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a2045775-b9fc-4cd0-a474-fdad20e79a0b req-c9c855b8-ed66-4c60-8666-6bfb148e099d service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845695 Nov 08 14:58:48.681967 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:58:53.812418 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:54.238414 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:58:58.123427 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b7ec932-1752-43f3-a104-8ef1980a0610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:01.606624 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34112233-57c3-4f23-8c39-06e372bbc1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:03.363720 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:05.880392 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:05.993557 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:23.815501 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:24.243631 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:25.681827 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 14:59:28.124747 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5565a807-a537-413a-931b-c176005ac742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:31.607237 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-484b6e90-0857-4723-941d-7793cfa97f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:33.366614 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:35.881414 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:36.002090 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:45.618615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-54dcb3a7-cf2e-458e-b5a2-18b9ee1df5f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399220 Nov 08 14:59:45.698538 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-4df90725-5a77-44a0-8cfd-fa69d2a023b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:59:45.700054 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-4df90725-5a77-44a0-8cfd-fa69d2a023b3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1098 time: 0.0400467 Nov 08 14:59:45.814409 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-ba917ca1-f053-4ef4-a39e-8e19e56b801c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:59:45.815789 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-ba917ca1-f053-4ef4-a39e-8e19e56b801c service neutron] 10.222.0.54 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0974250 Nov 08 14:59:45.880101 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-265e6f6d-9ce3-4afa-beba-4600f663e4f2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 1001 time: 0.0561702 Nov 08 14:59:45.931888 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-512ead9b-6ffc-4493-bf1f-8ab347db3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:59:45.933297 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-512ead9b-6ffc-4493-bf1f-8ab347db3363 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0466714 Nov 08 14:59:45.979444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-13d07746-98a3-44bb-b324-85b02a46e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 14:59:45.980939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-13d07746-98a3-44bb-b324-85b02a46e70b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399747 Nov 08 14:59:46.073490 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-08364fd4-3438-46bc-a47a-a1151fddf661 service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843129 Nov 08 14:59:46.160301 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-673bd2c3-dedf-4ccd-9c75-d6fd41f4193d req-46ee360e-a80f-4c28-85a6-7ffc9fd8d002 service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800927 Nov 08 14:59:53.830882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:54.259974 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 14:59:58.130150 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb1faaf1-87cc-4afc-94f6-171ee61bad34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:01.608184 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83ff9e23-9d31-4906-9e13-5565afc0278f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:02.681496 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:00:03.370876 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:05.884348 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:05.993683 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:20.969270 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45652) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:21.123552 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Deleting port 505c036a-2437-44da-b1dc-5b1a63fb6b26 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:00:21.123920 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:21.202020 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:21.202343 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:21.214567 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Calling delete_port for 505c036a-2437-44da-b1dc-5b1a63fb6b26 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:00:21.358211 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:21.384811 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event deleted for resources: {'Port': ['ID=505c036a-2437-44da-b1dc-5b1a63fb6b26,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:21.395662 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.396041 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.396389 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.396735 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.397071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.397405 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.398120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.398120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.398367 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.398696 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.399025 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.399354 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:21.458427 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:21.458762 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Floating IP 9c39a76b-1cf0-410a-b063-61c4569cadd0 disassociated (deleted). External IP: 172.25.8.86, port: 7cdccd19-0594-46e1-9d59-008fa32ac077. Nov 08 15:00:21.664825 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Router 469756d0-2a4a-4510-9339-3e947ac7a657 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:00:21.772831 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:00:21.778318 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:21.784508 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] Sync routers for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:00:21.795035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:00:21.795647 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:00:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:00:21.807151 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-07737374-afd0-4776-908d-8a2e5ca2c045 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "DELETE /v2.0/floatingips/9c39a76b-1cf0-410a-b063-61c4569cadd0 HTTP/1.1" status: 204 len: 168 time: 0.8367906 Nov 08 15:00:21.807783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:00:21.810208 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83219973-b638-44c4-aa8c-c3404b4659a1" -d '{"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:00:21.851964 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdd7185-ade7-4bb7-8422-fb91fc3d861f x-openstack-request-id: req-cfdd7185-ade7-4bb7-8422-fb91fc3d861f {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:00:21.852261 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:00:21.852517 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfdd7185-ade7-4bb7-8422-fb91fc3d861f {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:00:21.852931 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'status': 'completed', 'code': 200} Nov 08 15:00:21.908041 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:00:21.935269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-b0b64b23-2e5f-4fd0-9bd6-9b9432d13930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:21.937927 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-b0b64b23-2e5f-4fd0-9bd6-9b9432d13930 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 1098 time: 0.0603173 Nov 08 15:00:22.051008 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-e4aa1351-88b5-4f55-b5c5-53a98e1697a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:22.052780 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-e4aa1351-88b5-4f55-b5c5-53a98e1697a0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.1011028 Nov 08 15:00:22.097345 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-b383df5b-ce36-4d4c-b515-a0885cdbb77e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 200 len: 217 time: 0.0362165 Nov 08 15:00:22.127464 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:00:22.149573 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378a942-76ec-4ad3-86d8-ba79d8990998 req-96220818-8b15-431a-b982-212402c46aa5 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:22.151201 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3378a942-76ec-4ad3-86d8-ba79d8990998 req-96220818-8b15-431a-b982-212402c46aa5 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 947 time: 0.1533821 Nov 08 15:00:22.155681 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-bd1a641f-501c-4b72-a670-6b2ee05df63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:22.157668 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-bd1a641f-501c-4b72-a670-6b2ee05df63f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0524950 Nov 08 15:00:22.158903 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] Checking router: 469756d0-2a4a-4510-9339-3e947ac7a657 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:00:22.167744 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:00:22.168374 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:00:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:00:22.205273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3378a942-76ec-4ad3-86d8-ba79d8990998 req-6502cffb-3e6a-4be9-b2c3-b903b2bb5b95 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477340 Nov 08 15:00:22.206217 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-ddbac9e8-7a11-4339-95f9-74bf2f3d92b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:22.207816 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-ddbac9e8-7a11-4339-95f9-74bf2f3d92b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426085 Nov 08 15:00:22.282869 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:00:22.303061 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-e735972d-54ed-4d06-a3bf-2d69a57fcd02 service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864100 Nov 08 15:00:22.396755 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83219973-b638-44c4-aa8c-c3404b4659a1 req-e092132b-3396-4be2-8f9a-1991594cc7dd service neutron] 10.222.0.54 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862210 Nov 08 15:00:22.487873 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:00:22.515060 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5451fac-9012-49c5-acd7-dc7c351094c4 None None] The sync data for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 is: [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:00:22.731173 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c45d7-a1f2-42c6-9b35-e5c44b2391e9 None None] New status for floating IP 9c39a76b-1cf0-410a-b063-61c4569cadd0: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 15:00:23.394594 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7368cd4-39be-4ad0-a164-6c4af5559f57 req-6ddb2329-c8a5-43de-905e-8aa3b2eb4927 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:23.396107 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7368cd4-39be-4ad0-a164-6c4af5559f57 req-6ddb2329-c8a5-43de-905e-8aa3b2eb4927 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 947 time: 0.1047053 Nov 08 15:00:23.449244 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b7368cd4-39be-4ad0-a164-6c4af5559f57 req-406cb34a-17e2-49cc-9a30-b809726a63bd tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=8a41530b-0c92-4f75-8fa0-4cc2dc070544&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Nov 08 15:00:23.540900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-f9b2b839-08e8-4915-a335-bb6cc0b999d9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:23.542350 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-f9b2b839-08e8-4915-a335-bb6cc0b999d9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.54 "GET /v2.0/ports?device_id=29f1849e-bf98-4053-a33a-1986d538b74f HTTP/1.1" status: 200 len: 947 time: 0.0493557 Nov 08 15:00:23.633648 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Deleting port 7cdccd19-0594-46e1-9d59-008fa32ac077 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:00:23.633987 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:23.721786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] For port 7cdccd19-0594-46e1-9d59-008fa32ac077, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=7cdccd19-0594-46e1-9d59-008fa32ac077,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:00:23.722149 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:23.734674 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Calling delete_port for 7cdccd19-0594-46e1-9d59-008fa32ac077 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:00:23.829047 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:23.864787 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:23.891663 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event deleted for resources: {'Port': ['ID=7cdccd19-0594-46e1-9d59-008fa32ac077,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:23.910820 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.911167 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.911513 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.911899 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.912231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.912565 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.913347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.913347 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.913788 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.914238 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.914575 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.914903 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:23.951316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] No DVR routers for this DVR port 7cdccd19-0594-46e1-9d59-008fa32ac077 on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:00:23.954849 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:23.960236 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-5eddae64-4e80-4b65-a45f-32ac5cea9a0c req-cee6af02-0493-453a-8eb2-dac8d3516e39 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.54 "DELETE /v2.0/ports/7cdccd19-0594-46e1-9d59-008fa32ac077 HTTP/1.1" status: 204 len: 173 time: 0.4116268 Nov 08 15:00:23.960683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-deleted', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:00:23.962935 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9a9cd6-7ae1-4b44-9137-b692241eaf99" -d '{"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-deleted", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:00:24.010940 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e06f8e7-3e0e-4971-a644-6b83d93fd620 x-openstack-request-id: req-1e06f8e7-3e0e-4971-a644-6b83d93fd620 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:00:24.011256 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f1849e-bf98-4053-a33a-1986d538b74f", "name": "network-vif-deleted", "tag": "7cdccd19-0594-46e1-9d59-008fa32ac077", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:00:24.011495 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e06f8e7-3e0e-4971-a644-6b83d93fd620 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:00:24.011930 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f1849e-bf98-4053-a33a-1986d538b74f', 'name': 'network-vif-deleted', 'tag': '7cdccd19-0594-46e1-9d59-008fa32ac077', 'status': 'completed', 'code': 200} Nov 08 15:00:24.268529 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:24.504969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45682) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:24.562167 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b585a7f-58c7-4219-ae87-39d165d38d59 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:24.586802 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b585a7f-58c7-4219-ae87-39d165d38d59 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:24.646096 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b585a7f-58c7-4219-ae87-39d165d38d59 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:24.648765 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b585a7f-58c7-4219-ae87-39d165d38d59 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:24.649913 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b585a7f-58c7-4219-ae87-39d165d38d59 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "DELETE /v2.0/security-groups/8a41530b-0c92-4f75-8fa0-4cc2dc070544 HTTP/1.1" status: 204 len: 168 time: 0.1439192 Nov 08 15:00:24.659438 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b585a7f-58c7-4219-ae87-39d165d38d59 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a41530b-0c92-4f75-8fa0-4cc2dc070544,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:24.916708 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 45688) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:24.921437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-dcd30c0c-b0e8-479b-a1db-ac3fc3952c14 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350207843', 'description': 'tempest-secgroup-smoke-1350207843 description', 'project_id': 'bc00ef86479e4503b385effda90ff431'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:24.943832 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcd30c0c-b0e8-479b-a1db-ac3fc3952c14 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.012102 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcd30c0c-b0e8-479b-a1db-ac3fc3952c14 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.016734 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcd30c0c-b0e8-479b-a1db-ac3fc3952c14 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.048718 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-dcd30c0c-b0e8-479b-a1db-ac3fc3952c14 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.049946 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-dcd30c0c-b0e8-479b-a1db-ac3fc3952c14 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1322234 Nov 08 15:00:25.051086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd30c0c-b0e8-479b-a1db-ac3fc3952c14 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8f4971-98dc-4fad-835c-606948c1393d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:25.052978 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45690) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:25.058033 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d04eab3b-d7ad-4e59-99dc-302a15d86a86 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '5f8f4971-98dc-4fad-835c-606948c1393d', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:25.085399 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d04eab3b-d7ad-4e59-99dc-302a15d86a86 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.130598 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d04eab3b-d7ad-4e59-99dc-302a15d86a86 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.133922 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d04eab3b-d7ad-4e59-99dc-302a15d86a86 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.154477 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eab3b-d7ad-4e59-99dc-302a15d86a86 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc03d4a-e657-401e-8ab8-ec6ad18a8370,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:25.162338 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d04eab3b-d7ad-4e59-99dc-302a15d86a86 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.163565 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d04eab3b-d7ad-4e59-99dc-302a15d86a86 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095746 Nov 08 15:00:25.166313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45692) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:25.170665 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-40933525-137c-46fa-b1ce-749ef03fcdc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '5f8f4971-98dc-4fad-835c-606948c1393d', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:25.196919 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40933525-137c-46fa-b1ce-749ef03fcdc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.253114 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40933525-137c-46fa-b1ce-749ef03fcdc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.256574 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40933525-137c-46fa-b1ce-749ef03fcdc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.277488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40933525-137c-46fa-b1ce-749ef03fcdc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb99e4a9-3b4a-4177-a4ba-2894f124340c,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:25.283287 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-40933525-137c-46fa-b1ce-749ef03fcdc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.287251 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-40933525-137c-46fa-b1ce-749ef03fcdc8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172540 Nov 08 15:00:25.287251 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45694) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:25.291543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6dccb8d1-152c-41a7-8677-64363c440b6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '5f8f4971-98dc-4fad-835c-606948c1393d', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:25.317825 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dccb8d1-152c-41a7-8677-64363c440b6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.372354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dccb8d1-152c-41a7-8677-64363c440b6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.376180 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dccb8d1-152c-41a7-8677-64363c440b6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.393001 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccb8d1-152c-41a7-8677-64363c440b6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e1a3e4-0b22-45b6-a954-133ed2722f69,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:25.401227 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6dccb8d1-152c-41a7-8677-64363c440b6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.402614 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6dccb8d1-152c-41a7-8677-64363c440b6f tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144340 Nov 08 15:00:25.405341 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45696) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:25.409589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e266ac17-8c12-43ff-8a7d-fa292b8f1928 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '5f8f4971-98dc-4fad-835c-606948c1393d', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:25.437806 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e266ac17-8c12-43ff-8a7d-fa292b8f1928 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.500846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e266ac17-8c12-43ff-8a7d-fa292b8f1928 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.504568 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e266ac17-8c12-43ff-8a7d-fa292b8f1928 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.524795 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266ac17-8c12-43ff-8a7d-fa292b8f1928 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedf62dd-edc6-41c4-bb7f-7a6f14a12324,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:25.532614 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e266ac17-8c12-43ff-8a7d-fa292b8f1928 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.533870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e266ac17-8c12-43ff-8a7d-fa292b8f1928 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276560 Nov 08 15:00:25.536561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45698) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:25.540852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '5f8f4971-98dc-4fad-835c-606948c1393d', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:25.561159 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Project bc00ef86479e4503b385effda90ff431 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 15:00:25.566333 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.624235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.628110 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.645623 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224a1d01-3dab-4346-8c2e-1df7398127c2,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:25.653200 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.654475 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-e56cf734-35b9-456b-9564-f2ac24786e19 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168911 Nov 08 15:00:25.657229 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45700) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:00:25.661495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'security_group_rule': {'security_group_id': '5f8f4971-98dc-4fad-835c-606948c1393d', 'project_id': 'bc00ef86479e4503b385effda90ff431', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:25.682865 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Project bc00ef86479e4503b385effda90ff431 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 15:00:25.688157 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.746268 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.750646 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.770658 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009e7c32-2c43-4d68-92a1-ae6683edb867,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:25.777258 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:25.778560 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-b77fd367-02d4-4490-bde7-3a32a6500c93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204774 Nov 08 15:00:27.112969 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:00:27.134724 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 7cdccd19-0594-46e1-9d59-008fa32ac077 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:00:27.135089 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 7cdccd19-0594-46e1-9d59-008fa32ac077 not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:00:28.132616 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d4a5ec2-1fef-4811-b1b1-aba94318840d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:31.609628 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3718b1cd-cff0-444e-972d-d9a133b6a531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:33.373092 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:35.887527 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:35.998070 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:39.681279 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:00:40.983207 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-6e7b4e23-86f7-41e5-90ff-eee55af60c5b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350207843&fields=id&tenant_id=bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 267 time: 0.0421352 Nov 08 15:00:41.091356 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-fc4d5a19-3eb2-4053-9501-1e3cff520836 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:41.092761 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-fc4d5a19-3eb2-4053-9501-1e3cff520836 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 809 time: 0.1022592 Nov 08 15:00:41.107070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-9ab4325f-5a0f-495b-882a-7bdebbf54ffe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/quotas/bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 375 time: 0.0086906 Nov 08 15:00:41.156811 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-d0e37805-d05c-4f73-a317-8f32f3840d3b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440428 Nov 08 15:00:41.295253 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-66e4e08f-2842-4f73-8fb8-c1bbd443a231 service neutron] 10.222.0.65 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268940 Nov 08 15:00:41.385421 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-56edf0f8-67f1-4aeb-8253-3eab404f4da2 service neutron] 10.222.0.65 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828006 Nov 08 15:00:41.714147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9425c59d-c2a9-47ae-a80a-25eeedfda414 req-bf18d072-611e-4c4f-ac13-71da16fbca5b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 210 time: 0.0302169 Nov 08 15:00:42.606091 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-2f1321dc-5986-4b63-b3a7-59bfb81134cb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:42.607766 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-2f1321dc-5986-4b63-b3a7-59bfb81134cb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 809 time: 0.1064827 Nov 08 15:00:42.671505 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-4fa92c2c-8636-4478-b460-911187ebbda5 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 380 time: 0.0547514 Nov 08 15:00:42.681550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'port': {'device_id': 'c487e627-497d-4080-8559-b6acb248b537', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'admin_state_up': True, 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'security_groups': ['5f8f4971-98dc-4fad-835c-606948c1393d']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:42.801974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Made reservation on behalf of bc00ef86479e4503b385effda90ff431 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 15:00:42.806801 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:42.810365 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e0a97dfb-96a5-46f3-85ca-f0d16a0b9a60 req-2dab6e6f-e02e-4563-9d10-655459fa4ec9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 210 time: 0.0271165 Nov 08 15:00:42.943884 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Allocated IP 172.20.0.10 (8a2484c4-a42b-46a4-8608-b2605d40532d/e802d864-c756-4c8e-8e38-5ed375626a04/2a8568dc-c47b-4623-bb53-18910e2bf09f) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:00:43.082006 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:43.115047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:43.161876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Network 8a2484c4-a42b-46a4-8608-b2605d40532d is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:00:43.166993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:00:43.170823 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:00:43.196349 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:43.225313 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:43.226037 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:43.244305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-af4e8f5f-3952-4450-afda-6a3e509d4312 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5663717 Nov 08 15:00:43.257170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Request body: {'port': {'device_id': 'c487e627-497d-4080-8559-b6acb248b537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:00:43.318194 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:43.466309 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-5d87da9d-be3c-4692-b752-cd7de1ac88ac None None] Provisioning complete for port 2a8568dc-c47b-4623-bb53-18910e2bf09f triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:00:43.467170 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5d87da9d-be3c-4692-b752-cd7de1ac88ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:43.502649 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5d87da9d-be3c-4692-b752-cd7de1ac88ac None None] Port 2a8568dc-c47b-4623-bb53-18910e2bf09f cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 15:00:43.944697 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a8568dc-c47b-4623-bb53-18910e2bf09f {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:00:43.945254 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f514c0c-9ec9-4526-ba94-605f1cc9dd1a req-10dfe629-b840-41aa-9759-a4bef21f63a2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:43.948564 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f514c0c-9ec9-4526-ba94-605f1cc9dd1a req-10dfe629-b840-41aa-9759-a4bef21f63a2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 932 time: 0.0522892 Nov 08 15:00:43.952438 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:43.965305 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Transition to ACTIVE for port object 2a8568dc-c47b-4623-bb53-18910e2bf09f will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 15:00:43.973015 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:44.004092 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4f514c0c-9ec9-4526-ba94-605f1cc9dd1a req-e4ea3523-ee1e-48ff-8ec1-a267481e2aef tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513451 Nov 08 15:00:44.043578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:44.114419 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Attempting to bind port 2a8568dc-c47b-4623-bb53-18910e2bf09f on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:00:44.115013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Attempting to bind port 2a8568dc-c47b-4623-bb53-18910e2bf09f by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:00:44.115368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Attempting to bind port 2a8568dc-c47b-4623-bb53-18910e2bf09f on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:00:44.121085 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Port 2a8568dc-c47b-4623-bb53-18910e2bf09f on network 8a2484c4-a42b-46a4-8608-b2605d40532d not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 15:00:44.121558 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Attempting to bind port 2a8568dc-c47b-4623-bb53-18910e2bf09f on network 8a2484c4-a42b-46a4-8608-b2605d40532d {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:00:44.127691 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:00:44.128074 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Checking segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:00:44.128468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Bound using segment: {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:00:44.128925 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Bound port: 2a8568dc-c47b-4623-bb53-18910e2bf09f, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b77544-8a30-48fb-a684-f2b2b160e2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:00:44.129272 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:44.200353 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:00:44.203704 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:00:44.209136 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:44.243536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:44.244296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:44.245892 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] 10.222.0.70 "PUT /v2.0/ports/2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 1092 time: 0.9930129 Nov 08 15:00:44.248137 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:00:44.251628 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8389855-e0ce-441a-aed2-157fe008f4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:00:44.279247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927e804-cced-4f04-92d9-7acff3f34b45 service neutron] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:44.310291 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373d84e0-2eb6-4725-9e22-dcf7576f2f1b x-openstack-request-id: req-373d84e0-2eb6-4725-9e22-dcf7576f2f1b {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:00:44.310589 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:00:44.310842 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-373d84e0-2eb6-4725-9e22-dcf7576f2f1b {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:00:44.311267 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'status': 'completed', 'code': 200} Nov 08 15:00:44.344806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-24f15a49-58e6-428e-92cf-352df7e85ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:44.346343 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-24f15a49-58e6-428e-92cf-352df7e85ad2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1095 time: 0.0500216 Nov 08 15:00:44.394565 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-2964875a-afaf-471e-bf8e-2fd4d8e7fd0f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 217 time: 0.0401402 Nov 08 15:00:44.449275 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-bbf5c9ef-1979-46d3-946b-566b0e7e126e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:44.450934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-bbf5c9ef-1979-46d3-946b-566b0e7e126e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0486877 Nov 08 15:00:44.502597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359056b-ea1b-43df-92e6-690bcc35857f req-621b0f5d-7dba-4da0-aa8e-391e810319c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:44.504207 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-621b0f5d-7dba-4da0-aa8e-391e810319c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455220 Nov 08 15:00:44.599955 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-235c222a-25ed-45f9-929f-eb1d2515b49e service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889001 Nov 08 15:00:44.689138 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0359056b-ea1b-43df-92e6-690bcc35857f req-eda62eee-a9d0-4f0b-ac5f-01bce99c30d1 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827641 Nov 08 15:00:44.779935 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-d46af819-f882-4ff3-9a96-b0ec4763d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:44.782050 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-d46af819-f882-4ff3-9a96-b0ec4763d054 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1095 time: 0.0455585 Nov 08 15:00:44.869808 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-b6489d84-c055-46fe-b652-a2049405fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:44.871175 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-b6489d84-c055-46fe-b652-a2049405fe17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0828502 Nov 08 15:00:44.916918 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-be6cc431-06f0-48d5-8e76-886fd719a104 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 217 time: 0.0379558 Nov 08 15:00:44.967282 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-a1e2ec0c-3a4d-4c30-925b-3550adeb5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:44.969442 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-a1e2ec0c-3a4d-4c30-925b-3550adeb5a33 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0452001 Nov 08 15:00:45.017244 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-731869fb-bf57-402f-9537-fba63471c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:45.018779 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-731869fb-bf57-402f-9537-fba63471c809 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421622 Nov 08 15:00:45.120578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ad53b-7a78-4214-98f4-3f5820880b7c req-c44ad2f3-ab39-48bc-b3e6-87d6d665a65c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:45.122683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a6ad53b-7a78-4214-98f4-3f5820880b7c req-c44ad2f3-ab39-48bc-b3e6-87d6d665a65c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0501299 Nov 08 15:00:45.122815 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-33891682-fccc-47b1-9cb2-58acf760ca8b service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965662 Nov 08 15:00:45.177147 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5a6ad53b-7a78-4214-98f4-3f5820880b7c req-344e6255-27f7-456b-a231-d38fd00ffe8d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Nov 08 15:00:45.221016 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-b8389855-e0ce-441a-aed2-157fe008f4a6 req-62694986-4e45-4706-a2b7-64688a8bbbc1 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896795 Nov 08 15:00:46.294782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6e42-50e5-421c-ba76-fce07687e108 req-4aa966d7-3d7c-4403-8076-df7bae554ef9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:46.296533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdd6e42-50e5-421c-ba76-fce07687e108 req-4aa966d7-3d7c-4403-8076-df7bae554ef9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0497344 Nov 08 15:00:46.346916 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bfdd6e42-50e5-421c-ba76-fce07687e108 req-053d84f2-ca87-49c0-a81a-9817c6b693e0 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Nov 08 15:00:47.464822 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bee72-001f-4809-8896-daf9e6140cda req-978fcc36-4694-4f29-8b93-575d8114a096 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:47.466308 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf6bee72-001f-4809-8896-daf9e6140cda req-978fcc36-4694-4f29-8b93-575d8114a096 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0487792 Nov 08 15:00:47.519185 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-bf6bee72-001f-4809-8896-daf9e6140cda req-7e2fd695-0d04-4af0-b83c-7e6e413cbb0b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460794 Nov 08 15:00:48.636648 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80401fe6-7412-439e-9adf-3c9b06b3e6e1 req-9377b3f9-e25a-4074-991a-826b9a2a32d2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:48.638090 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80401fe6-7412-439e-9adf-3c9b06b3e6e1 req-9377b3f9-e25a-4074-991a-826b9a2a32d2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0513904 Nov 08 15:00:48.686562 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-80401fe6-7412-439e-9adf-3c9b06b3e6e1 req-fa9c527e-e3f5-480b-b495-011701e60a0a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419939 Nov 08 15:00:49.802494 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15915-98d0-4fe1-9f19-8eebdc7ba121 req-b10e1d0d-78d8-45a8-b6f1-546a74c04012 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:49.804399 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4c15915-98d0-4fe1-9f19-8eebdc7ba121 req-b10e1d0d-78d8-45a8-b6f1-546a74c04012 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0499463 Nov 08 15:00:49.853604 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a4c15915-98d0-4fe1-9f19-8eebdc7ba121 req-4fca94f1-7803-46a5-8b4c-db472367619a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432730 Nov 08 15:00:50.969595 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880f6dc-1044-4047-9557-d29c27c4f7d5 req-6a2194be-4f7a-4f1b-85bc-3bbf91cc237c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:50.971069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3880f6dc-1044-4047-9557-d29c27c4f7d5 req-6a2194be-4f7a-4f1b-85bc-3bbf91cc237c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0484538 Nov 08 15:00:51.023245 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3880f6dc-1044-4047-9557-d29c27c4f7d5 req-689224e4-c040-462f-bf9e-b9df9f2946ea tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462067 Nov 08 15:00:52.136616 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d5315-c4a2-4a55-b056-e76ed360d43f req-e473d54b-cba0-4615-b29f-9157e8a808fe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:52.138075 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d0d5315-c4a2-4a55-b056-e76ed360d43f req-e473d54b-cba0-4615-b29f-9157e8a808fe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0480070 Nov 08 15:00:52.187544 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3d0d5315-c4a2-4a55-b056-e76ed360d43f req-4ef05383-af6b-413d-8a7c-ee065ac41e28 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Nov 08 15:00:53.301946 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b00af40-2a1b-479f-8007-01fea5dae111 req-88bd1a59-ab55-4150-b6a4-da022e1830c3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:53.303391 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b00af40-2a1b-479f-8007-01fea5dae111 req-88bd1a59-ab55-4150-b6a4-da022e1830c3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0484219 Nov 08 15:00:53.350858 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8b00af40-2a1b-479f-8007-01fea5dae111 req-0a6e0636-6bdd-4745-be2c-7cffa48ff5b6 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415184 Nov 08 15:00:53.829119 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:54.265189 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:54.469219 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8417b-69c4-4ee6-88fc-b586ae77d47b req-4501e314-69f6-422a-9d5f-71685d1a0579 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:54.470684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ba8417b-69c4-4ee6-88fc-b586ae77d47b req-4501e314-69f6-422a-9d5f-71685d1a0579 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0528998 Nov 08 15:00:54.520680 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8ba8417b-69c4-4ee6-88fc-b586ae77d47b req-c8fc4a90-42fd-4aa4-a677-4e4b9e2ec3af tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441127 Nov 08 15:00:55.634327 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192530be-f4d3-476a-93b9-f8ae92e145c5 req-b41b098b-c8b6-4941-a80d-8c9cee5cbf3e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:55.636154 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-192530be-f4d3-476a-93b9-f8ae92e145c5 req-b41b098b-c8b6-4941-a80d-8c9cee5cbf3e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0485389 Nov 08 15:00:55.685057 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-192530be-f4d3-476a-93b9-f8ae92e145c5 req-9177925a-7c6a-4b87-adf3-71f5a7169626 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422990 Nov 08 15:00:56.268280 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2a8568dc-c47b-4623-bb53-18910e2bf09f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 15:00:56.369137 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:00:56.380265 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'port_id': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'mac_address': 'fa:16:3e:af:95:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 15:00:56.417063 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:56.430599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8568dc-c47b-4623-bb53-18910e2bf09f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:00:56.448982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:00:56.452696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:56.498858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:56.506241 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.506597 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.506940 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.507279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.507614 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.507974 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.508307 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.508631 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.508954 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.509276 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.509600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.509939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:00:56.700377 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['2a8568dc-c47b-4623-bb53-18910e2bf09f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 15:00:56.805304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1056b-c270-4809-9f8f-cb2caddf2dcf req-d07af343-bba8-4c27-9740-a162c822f08e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:56.806805 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdb1056b-c270-4809-9f8f-cb2caddf2dcf req-d07af343-bba8-4c27-9740-a162c822f08e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 945 time: 0.0536182 Nov 08 15:00:56.856007 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-fdb1056b-c270-4809-9f8f-cb2caddf2dcf req-bcc7c537-fb84-42fb-8276-e6f793a0d7c1 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433080 Nov 08 15:00:57.971598 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556f005-f310-4d40-b037-a9c3158fa4aa req-79dfeb1f-c6da-4416-b365-3e01f7e77218 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:57.973091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f556f005-f310-4d40-b037-a9c3158fa4aa req-79dfeb1f-c6da-4416-b365-3e01f7e77218 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 945 time: 0.0485022 Nov 08 15:00:58.022944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f556f005-f310-4d40-b037-a9c3158fa4aa req-6c7dde74-b9ba-42c5-be7d-f9ae0aca39e4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439360 Nov 08 15:00:58.135098 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34776f8c-7093-4097-9d63-fcd2c9e8a277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:58.283436 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2a8568dc-c47b-4623-bb53-18910e2bf09f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:00:58.490784 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 2a8568dc-c47b-4623-bb53-18910e2bf09f completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 15:00:58.494791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 2a8568dc-c47b-4623-bb53-18910e2bf09f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:00:58.495157 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:58.570586 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:58.591653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:00:58.594463 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331da2a1-c0e6-49bd-937a-479b4290e546" -d '{"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-plugged", "status": "completed", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:00:58.607409 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:00:58.612472 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:00:58.638539 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6105230e-638b-45d4-83cc-a74523c0c506 x-openstack-request-id: req-6105230e-638b-45d4-83cc-a74523c0c506 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:00:58.638838 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-plugged", "status": "completed", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:00:58.639087 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6105230e-638b-45d4-83cc-a74523c0c506 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:00:58.639469 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'code': 200} Nov 08 15:00:58.665003 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:00:58.771937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc892a-faec-4e81-9262-a6ba5ce3044a req-2c08cebe-8fc3-4428-bc37-91936e0257d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:58.773336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ddc892a-faec-4e81-9262-a6ba5ce3044a req-2c08cebe-8fc3-4428-bc37-91936e0257d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0814676 Nov 08 15:00:58.820219 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-0ddc892a-faec-4e81-9262-a6ba5ce3044a req-d483cab4-7d50-4948-832f-d4283c3efe71 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391901 Nov 08 15:00:59.135404 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a888dad-fbb9-45a9-8aa1-3294ded13333 req-8b92d44e-33e8-4ef2-b57e-10fb06ec87d1 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:00:59.136877 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a888dad-fbb9-45a9-8aa1-3294ded13333 req-8b92d44e-33e8-4ef2-b57e-10fb06ec87d1 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0469012 Nov 08 15:00:59.188278 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2a888dad-fbb9-45a9-8aa1-3294ded13333 req-1dad9ce9-5278-4980-b20b-5aab2130a50e tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Nov 08 15:01:00.303363 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc12ef-c850-4e35-9ec7-fa7a25cec3f4 req-0ca862c3-5271-4d87-bf14-ce915af63aaf tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:00.304844 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5fcc12ef-c850-4e35-9ec7-fa7a25cec3f4 req-0ca862c3-5271-4d87-bf14-ce915af63aaf tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0480695 Nov 08 15:01:00.353284 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5fcc12ef-c850-4e35-9ec7-fa7a25cec3f4 req-68e308c1-74f8-490a-a801-ca46e93eb1b3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Nov 08 15:01:00.465861 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17aadf-ebc5-4fe1-a094-df743702b464 req-3ed29adb-a03d-4e4e-a555-4af216ee08ff tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:00.467304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a17aadf-ebc5-4fe1-a094-df743702b464 req-3ed29adb-a03d-4e4e-a555-4af216ee08ff tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0480914 Nov 08 15:01:00.515822 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9a17aadf-ebc5-4fe1-a094-df743702b464 req-c6eb0fd4-fef3-4ff6-acd5-ce6830ae73cc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425434 Nov 08 15:01:00.537556 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45902) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:01:00.622013 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9caae8d-402e-40d5-85b1-18cf5dc66419 tempest-TestShelveInstance-1208122319 tempest-TestShelveInstance-1208122319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:00.623432 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c9caae8d-402e-40d5-85b1-18cf5dc66419 tempest-TestShelveInstance-1208122319 tempest-TestShelveInstance-1208122319-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1092 time: 0.0849106 Nov 08 15:01:00.626852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 45906) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:01:00.630993 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:01:00.652235 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:00.746323 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.155424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Allocated IP 172.25.8.55 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/99d032d8-4613-4f6f-9c7c-f445449e05b6) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:01:01.256896 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.288971 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.326758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:01:01.329574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:01:01.332982 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:01:01.361162 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'Port': ['ID=99d032d8-4613-4f6f-9c7c-f445449e05b6,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:01:01.610746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-374e208d-9d76-4515-ad21-a9019d9284ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.682996 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.749474 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.895232 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.899579 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:01.962497 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event updated for resources: {'Port': ['ID=99d032d8-4613-4f6f-9c7c-f445449e05b6,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:01:01.976066 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:02.074863 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Floating IP 6c8b2940-5eaf-4092-9c33-e19c609f0305 associated. External IP: 172.25.8.55, port: 2a8568dc-c47b-4623-bb53-18910e2bf09f. Nov 08 15:01:02.274721 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Router 469756d0-2a4a-4510-9339-3e947ac7a657 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:01:02.380418 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:01:02.389740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] Sync routers for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:01:02.397783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:02.401484 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:01:02.402097 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:01:02.424161 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-237c2cb4-3009-46c2-8b10-d658c3011efe tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7962883 Nov 08 15:01:02.424888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:01:02.427135 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ee73c2-ea12-46c6-912d-72c163174407" -d '{"events": [{"name": "network-changed", "server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:01:02.511219 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:01:02.516101 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75618668-214e-4589-9391-000e7b93403f x-openstack-request-id: req-75618668-214e-4589-9391-000e7b93403f {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:01:02.516394 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:01:02.516672 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75618668-214e-4589-9391-000e7b93403f {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:01:02.517082 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'status': 'completed', 'code': 200} Nov 08 15:01:02.579412 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-2cec0fd0-c852-465f-8a3b-f6f592a1f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:02.580934 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-2cec0fd0-c852-465f-8a3b-f6f592a1f514 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0412951 Nov 08 15:01:02.675083 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-cffe7125-fdd5-44f3-99d6-ba277658c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:02.676490 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-cffe7125-fdd5-44f3-99d6-ba277658c0aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0874562 Nov 08 15:01:02.736733 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '6c8b2940-5eaf-4092-9c33-e19c609f0305', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'port_id': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'mac_address': 'fa:16:3e:af:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c487e627-497d-4080-8559-b6acb248b537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:01:01Z', 'updated_at': '2021-11-08T15:01:01Z', 'revision_number': 0, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:01:02.741217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-872e4f79-b978-4212-9496-02edc6ac893e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 999 time: 0.0576985 Nov 08 15:01:02.763053 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] Checking router: 469756d0-2a4a-4510-9339-3e947ac7a657 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:01:02.771444 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:01:02.772065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:01:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:01:02.791444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-fbf15eb5-a58d-4793-bc03-a098a8b5d28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:02.792938 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-fbf15eb5-a58d-4793-bc03-a098a8b5d28c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0452144 Nov 08 15:01:02.842038 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-83de528f-eced-4a32-9d0e-da0a1630e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:02.843527 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-83de528f-eced-4a32-9d0e-da0a1630e24e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432086 Nov 08 15:01:02.878680 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:01:02.935966 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-32a1f37f-d741-45b5-815b-f0d8509feeaf service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841568 Nov 08 15:01:03.033187 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6ee73c2-ea12-46c6-912d-72c163174407 req-61e6eb82-c90e-46f5-93db-521eaa029ca9 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896699 Nov 08 15:01:03.100092 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '6c8b2940-5eaf-4092-9c33-e19c609f0305', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'port_id': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'mac_address': 'fa:16:3e:af:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c487e627-497d-4080-8559-b6acb248b537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:01:01Z', 'updated_at': '2021-11-08T15:01:01Z', 'revision_number': 0, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:01:03.129960 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e51e2a3-f6e2-46db-ab82-711f819c4d8c None None] The sync data for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 is: [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': '6c8b2940-5eaf-4092-9c33-e19c609f0305', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'floating_ip_address': '172.25.8.55', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'port_id': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'mac_address': 'fa:16:3e:af:95:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c487e627-497d-4080-8559-b6acb248b537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:01:01Z', 'updated_at': '2021-11-08T15:01:01Z', 'revision_number': 0, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:01:03.321803 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a24e6f0-2f88-460a-9afe-0899a7a484de None None] New status for floating IP 6c8b2940-5eaf-4092-9c33-e19c609f0305: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 15:01:03.376097 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:05.889266 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:05.999594 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:16.681403 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:01:23.828036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:24.263612 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:28.135922 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1073e93a-3d30-4aae-a2d3-3473acb5ec6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:31.612819 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b67e271-b8a1-47c7-a422-24a51166bc79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:33.381755 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:35.891811 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:36.001010 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:47.094096 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-a4047185-23af-49d6-8454-2d1d7da7ed4a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392380 Nov 08 15:01:47.176150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-6c790b43-ff1e-43c8-bec3-51166e8d551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:47.177634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-6c790b43-ff1e-43c8-bec3-51166e8d551c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0411787 Nov 08 15:01:47.283209 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-bf8b9c75-fa67-4084-9ae1-b269a454b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:47.284682 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-bf8b9c75-fa67-4084-9ae1-b269a454b47f service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0878193 Nov 08 15:01:47.348535 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-36db412f-306c-4ec4-8fa7-ba269a30f563 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 1001 time: 0.0571029 Nov 08 15:01:47.400404 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-503cb7d4-f825-43ce-a6ce-afefd483a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:47.401805 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-503cb7d4-f825-43ce-a6ce-afefd483a679 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0465150 Nov 08 15:01:47.446723 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-b90af08f-3987-4fea-b7c7-80c4451bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:01:47.448183 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-b90af08f-3987-4fea-b7c7-80c4451bb5ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387766 Nov 08 15:01:47.537471 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-d7a7f87d-5d1f-4d15-9f5d-d383c6370c96 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815959 Nov 08 15:01:47.628982 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-85d017eb-1a19-451c-9752-d9f93e4d92e7 req-80c09c1f-a8bf-4900-bc54-8662c376f59f service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852013 Nov 08 15:01:53.681675 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:01:53.825952 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:54.277655 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:01:58.137061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7fdfda28-d588-4ab8-bd66-983ea86b12eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:01.613913 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b0d7fd49-097f-479a-8079-41f44f8b50ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:03.383023 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:05.894466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:06.004599 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:23.825970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:24.282327 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:28.138342 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b333220e-3bdc-4ab2-bd1c-b87770b4d5c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:30.681182 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:02:31.614705 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-249e2120-aabf-4611-af2b-08b35b2c7fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:33.384575 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:35.899285 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:36.006492 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:49.097612 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-3222c231-c872-44c9-a7a0-c8e46d6fc7a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397561 Nov 08 15:02:49.177110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-1333f3d8-4a47-42a7-b8df-af7b006461cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:02:49.178577 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-1333f3d8-4a47-42a7-b8df-af7b006461cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0398803 Nov 08 15:02:49.282473 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-d8e4240c-e58d-400e-a578-2bcc9edc52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:02:49.283959 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-d8e4240c-e58d-400e-a578-2bcc9edc52e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0881743 Nov 08 15:02:49.347539 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-443fa13b-47f2-4b6a-b1f1-b47a3630db4f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 1001 time: 0.0566456 Nov 08 15:02:49.398615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-303e84df-8bdf-43ac-bca2-b2739f8abf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:02:49.399974 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-303e84df-8bdf-43ac-bca2-b2739f8abf4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0463541 Nov 08 15:02:49.445585 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-b94fae16-b6d7-4ec8-977b-c767d4c75f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:02:49.447055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-b94fae16-b6d7-4ec8-977b-c767d4c75f63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402892 Nov 08 15:02:49.539956 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-6b5143eb-5752-4d9a-9449-cb0114330989 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855298 Nov 08 15:02:49.629121 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-cfc08010-495c-4edf-9376-f7eca629eca8 req-52a12024-e389-4e29-bb53-10efdf7339be service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819209 Nov 08 15:02:53.826105 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:54.284297 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:57.686903 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2f368-595a-43fd-9286-d1b7d8eeb603 req-673dbad7-6bf2-4f2d-b47b-b2b5254e39c7 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:02:57.688434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1fa2f368-595a-43fd-9286-d1b7d8eeb603 req-673dbad7-6bf2-4f2d-b47b-b2b5254e39c7 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0512636 Nov 08 15:02:57.741425 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1fa2f368-595a-43fd-9286-d1b7d8eeb603 req-6c562dad-6b2e-428e-9601-b3f97c75c378 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461891 Nov 08 15:02:58.142505 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-72da17e7-ffcd-49f9-b123-4d44e7cf3567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:02:58.860081 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d59ac-39dc-491d-a413-bf5643bef629 req-4799059b-a54f-4050-81fe-d53624a3f91c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:02:58.861539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d74d59ac-39dc-491d-a413-bf5643bef629 req-4799059b-a54f-4050-81fe-d53624a3f91c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0486901 Nov 08 15:02:58.910538 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d74d59ac-39dc-491d-a413-bf5643bef629 req-43bd1fa1-a271-4464-9b55-b23f1189b69b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424936 Nov 08 15:03:00.049534 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650fb13-5bea-49fe-a72a-7025bf24cc14 req-cc2f31a2-fec1-441c-b113-84e41cffd58b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:00.051031 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4650fb13-5bea-49fe-a72a-7025bf24cc14 req-cc2f31a2-fec1-441c-b113-84e41cffd58b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0488725 Nov 08 15:03:00.099658 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4650fb13-5bea-49fe-a72a-7025bf24cc14 req-f6d93dd5-bd00-4fad-9b98-d73d01c9a8d3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427334 Nov 08 15:03:01.232730 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2e044-861d-4713-85a0-d9726f4dcaaa req-1d6fcac6-fc28-41b2-81af-3eb19b3ce490 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:01.234188 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1a2e044-861d-4713-85a0-d9726f4dcaaa req-1d6fcac6-fc28-41b2-81af-3eb19b3ce490 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0521410 Nov 08 15:03:01.282338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a1a2e044-861d-4713-85a0-d9726f4dcaaa req-4ad645fa-0ca3-4a2c-a96a-f34967d0665a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Nov 08 15:03:01.616823 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6eba7afd-e5e2-4247-a652-b45c09acb025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:02.396488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32bcb9-56ba-4a19-b8ec-518240b07c46 req-3b466422-1a7b-45dc-952e-9b7440dd86e8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:02.398405 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a32bcb9-56ba-4a19-b8ec-518240b07c46 req-3b466422-1a7b-45dc-952e-9b7440dd86e8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0496778 Nov 08 15:03:02.446725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8a32bcb9-56ba-4a19-b8ec-518240b07c46 req-7ba43a5f-12e8-4a7a-b3c6-ce42c26fe9c6 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Nov 08 15:03:03.387346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:03.562574 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e1336-92d4-4d21-b44f-4034767fe5a3 req-51858bdd-3e0a-4410-bf62-0d788b36951c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:03.564046 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce7e1336-92d4-4d21-b44f-4034767fe5a3 req-51858bdd-3e0a-4410-bf62-0d788b36951c tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0490272 Nov 08 15:03:03.616803 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ce7e1336-92d4-4d21-b44f-4034767fe5a3 req-e27eb037-0baf-4e00-a57e-5e58ed055c3d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463693 Nov 08 15:03:04.730168 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161903d9-2f51-48a8-b5a2-471ade86e732 req-34886ba0-8647-4dd4-8346-301eb911e6c8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:04.731609 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-161903d9-2f51-48a8-b5a2-471ade86e732 req-34886ba0-8647-4dd4-8346-301eb911e6c8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0481648 Nov 08 15:03:04.780513 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-161903d9-2f51-48a8-b5a2-471ade86e732 req-623729be-81b2-4c25-8cd2-6fb25772a336 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429018 Nov 08 15:03:05.898899 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c7a17-170b-45fe-b1fc-a3da96f59cf3 req-b73ce4d9-ed54-4a22-a4cb-e05ba5d04f10 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:05.900423 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-859c7a17-170b-45fe-b1fc-a3da96f59cf3 req-b73ce4d9-ed54-4a22-a4cb-e05ba5d04f10 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0490937 Nov 08 15:03:05.901172 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:05.950319 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-859c7a17-170b-45fe-b1fc-a3da96f59cf3 req-03d2c187-e871-4691-b5e4-a569207f4c6d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Nov 08 15:03:06.008147 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:07.067581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a60bb-5382-499f-bc5f-d3f6aef8ea86 req-365a8de8-644d-4c70-b774-deea2d3d71e8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:07.069076 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-063a60bb-5382-499f-bc5f-d3f6aef8ea86 req-365a8de8-644d-4c70-b774-deea2d3d71e8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0527272 Nov 08 15:03:07.120991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-063a60bb-5382-499f-bc5f-d3f6aef8ea86 req-44fdc558-0c73-4eca-82ef-f9300a2ff685 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461059 Nov 08 15:03:07.680917 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:03:07.810023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-bcd5c1aa-97a5-4623-a7e3-da10fc0fb5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:07.811418 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-bcd5c1aa-97a5-4623-a7e3-da10fc0fb5af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0428114 Nov 08 15:03:07.902938 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-9e81373a-7397-4e22-af76-1a0a42729e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:07.904395 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-9e81373a-7397-4e22-af76-1a0a42729e24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0858259 Nov 08 15:03:07.968453 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-9e8e3756-5c90-4cb2-a777-e45bc0080b70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 1001 time: 0.0573413 Nov 08 15:03:08.021086 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-f44e3d17-dac5-4e9e-a424-d87b9e35fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:08.025305 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-f44e3d17-dac5-4e9e-a424-d87b9e35fa09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0501070 Nov 08 15:03:08.071693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-022af5ee-53b5-4258-83b6-37aff22b2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:08.076106 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-022af5ee-53b5-4258-83b6-37aff22b2f4c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426347 Nov 08 15:03:08.168652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-36b93527-57a3-4456-9fdd-0c424336b3f0 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858846 Nov 08 15:03:08.237183 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba703e0-7ed5-4e4c-ae98-3ef146d042a7 req-3d7a6b68-7972-4015-b7fc-6a4f7aa811b4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:08.238671 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eba703e0-7ed5-4e4c-ae98-3ef146d042a7 req-3d7a6b68-7972-4015-b7fc-6a4f7aa811b4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0494456 Nov 08 15:03:08.259223 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4d75bbac-b8c7-457d-a813-fe94ad36b845 req-1ac3abde-27a7-4e85-af35-faece6cd3dcc service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840869 Nov 08 15:03:08.294385 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-eba703e0-7ed5-4e4c-ae98-3ef146d042a7 req-214a1105-ef2b-4dbc-8193-27ec7a60bece tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490584 Nov 08 15:03:09.419103 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f2df0-ca6e-456a-8e0c-964535fbb224 req-3cbc4a95-441c-4a55-8377-c9319f78253a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:09.420620 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-555f2df0-ca6e-456a-8e0c-964535fbb224 req-3cbc4a95-441c-4a55-8377-c9319f78253a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0587831 Nov 08 15:03:09.470342 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-555f2df0-ca6e-456a-8e0c-964535fbb224 req-f2ea2269-4c99-4e0d-9d35-0173c234b8e8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435534 Nov 08 15:03:10.591655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ae003-de54-4853-9a75-8cbd6aed0e1b req-35ef0a73-d49f-4590-ab60-c89181049214 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:10.593316 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea5ae003-de54-4853-9a75-8cbd6aed0e1b req-35ef0a73-d49f-4590-ab60-c89181049214 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0525730 Nov 08 15:03:10.644635 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ea5ae003-de54-4853-9a75-8cbd6aed0e1b req-6fff43a6-1108-42d6-8748-7d15820f1dc3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452151 Nov 08 15:03:11.762468 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177a9d1-541b-4189-95b6-6d611790eb6b req-dfa5d2d8-5d81-4f29-b176-2938d0fab352 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:11.763974 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e177a9d1-541b-4189-95b6-6d611790eb6b req-dfa5d2d8-5d81-4f29-b176-2938d0fab352 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0486302 Nov 08 15:03:11.818042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e177a9d1-541b-4189-95b6-6d611790eb6b req-710e3cee-779e-4b14-923a-f90d91b08a57 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480926 Nov 08 15:03:11.889860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-a7cdbac0-4224-4f4d-8690-bea96ddd1f78 req-adf05646-a919-458a-b4f2-958eb7f97e26 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 15:03:11.890823 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a7cdbac0-4224-4f4d-8690-bea96ddd1f78 req-adf05646-a919-458a-b4f2-958eb7f97e26 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053177 Nov 08 15:03:13.032276 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-886b0507-b061-46d3-81ca-7997e3f9b973 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398078 Nov 08 15:03:13.044589 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-2ad85be8-3fae-4529-80bc-c9a8eca3d8d1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 15:03:13.045567 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-2ad85be8-3fae-4529-80bc-c9a8eca3d8d1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051379 Nov 08 15:03:13.061281 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5df88-f25e-4dd8-a2c9-5633bcad9d61 req-e8db74ec-11f6-48eb-8a51-cd317fb39ed9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:13.062759 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ae5df88-f25e-4dd8-a2c9-5633bcad9d61 req-e8db74ec-11f6-48eb-8a51-cd317fb39ed9 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0499640 Nov 08 15:03:13.109277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2a8568dc-c47b-4623-bb53-18910e2bf09f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:03:13.114272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2ae5df88-f25e-4dd8-a2c9-5633bcad9d61 req-9266e4af-5c4f-4323-a4ef-02c5296f04c8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Nov 08 15:03:13.191036 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:13.214221 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:03:13.216415 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88380ea1-0297-450d-8195-e8bdd40b6ce5" -d '{"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-unplugged", "status": "completed", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:03:13.231266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:03:13.235162 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:13.286896 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:03:13.295111 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.295461 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.295839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.296183 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.296519 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.297656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.297656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.297656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.297936 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.298136 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.298483 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.299081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:03:13.305893 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 08 Nov 2021 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aa1b33-950a-4641-b058-56c430bd5054 x-openstack-request-id: req-26aa1b33-950a-4641-b058-56c430bd5054 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:03:13.306267 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-unplugged", "status": "failed", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f", "code": 422}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:03:13.306629 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26aa1b33-950a-4641-b058-56c430bd5054 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:03:13.307107 n-d-804292-2 neutron-server[101842]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'code': 422} returned with failed status Nov 08 15:03:14.230563 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d50b0d-9367-46c1-a5b1-d9bba6faf89c req-ce15e7f2-94db-4e75-8377-15135889f17d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:14.232136 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0d50b0d-9367-46c1-a5b1-d9bba6faf89c req-ce15e7f2-94db-4e75-8377-15135889f17d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0487444 Nov 08 15:03:14.282227 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a0d50b0d-9367-46c1-a5b1-d9bba6faf89c req-e400ad09-b10b-492d-8792-0ee5ddf62cfb tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435905 Nov 08 15:03:15.403591 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43e6ef-9978-4160-b8a8-1e8823476bb2 req-8b277ef7-630d-454a-baf7-bdb892556f03 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:15.405096 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b43e6ef-9978-4160-b8a8-1e8823476bb2 req-8b277ef7-630d-454a-baf7-bdb892556f03 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0529349 Nov 08 15:03:15.454280 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1b43e6ef-9978-4160-b8a8-1e8823476bb2 req-d53779aa-cc04-4d92-ac83-d75e955912df tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431321 Nov 08 15:03:16.576707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74566716-33cf-49f4-90f1-fe9905a20b34 req-37815992-c72a-4338-837c-ac1e1ec610e7 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:16.578301 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74566716-33cf-49f4-90f1-fe9905a20b34 req-37815992-c72a-4338-837c-ac1e1ec610e7 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0511711 Nov 08 15:03:16.629720 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-74566716-33cf-49f4-90f1-fe9905a20b34 req-207abbed-08f1-4678-a143-687e65d5ec51 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452290 Nov 08 15:03:17.747297 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6971d-6a8a-43a2-a045-ff9d5feb0b79 req-8ea21876-a0f1-4d06-838d-d7b737b2da58 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:17.748854 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25d6971d-6a8a-43a2-a045-ff9d5feb0b79 req-8ea21876-a0f1-4d06-838d-d7b737b2da58 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0481358 Nov 08 15:03:17.803623 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-25d6971d-6a8a-43a2-a045-ff9d5feb0b79 req-48579849-3571-4717-b0aa-f67d48acac64 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481620 Nov 08 15:03:18.670858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-93bf37ff-9a56-4055-a01c-8a705aec8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:18.672382 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-93bf37ff-9a56-4055-a01c-8a705aec8abb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537&tenant_id=bc00ef86479e4503b385effda90ff431 HTTP/1.1" status: 200 len: 1095 time: 0.0449493 Nov 08 15:03:18.731683 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-b1d4700a-2186-4d6b-9d52-5da1d4465c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:18.733154 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-b1d4700a-2186-4d6b-9d52-5da1d4465c17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1095 time: 0.0397296 Nov 08 15:03:18.821839 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-ebdf0924-244c-4d95-8139-2610662d85c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:18.823204 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-ebdf0924-244c-4d95-8139-2610662d85c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0832767 Nov 08 15:03:18.893797 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-38a38383-998b-4ceb-8e77-9651bb902874 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 999 time: 0.0627193 Nov 08 15:03:18.917318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a352f-51a0-40c6-8bb1-2e47158d0bac req-af58e873-9531-4ef8-8a13-813c4bbaa44d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:18.918779 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c53a352f-51a0-40c6-8bb1-2e47158d0bac req-af58e873-9531-4ef8-8a13-813c4bbaa44d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0487361 Nov 08 15:03:18.942806 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-1910612f-73d8-4f91-855e-bf01dc3171fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:18.944910 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-1910612f-73d8-4f91-855e-bf01dc3171fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0446050 Nov 08 15:03:18.969099 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-c53a352f-51a0-40c6-8bb1-2e47158d0bac req-6868717e-e453-4d95-a034-dbef89a6abec tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438564 Nov 08 15:03:18.993003 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-05d805d2-06b6-4dea-b914-cd47e217134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:18.994506 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-05d805d2-06b6-4dea-b914-cd47e217134a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405724 Nov 08 15:03:19.088216 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-ff52d564-47a8-49cb-be40-6d5a7c19a0e9 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859022 Nov 08 15:03:19.180539 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-a1804b17-a78e-4972-a6bd-711f2f911b05 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848761 Nov 08 15:03:20.082561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5923ca-2e52-4e17-88b9-15d5d27b9ed0 req-07b7618e-6773-4f06-a9c5-eb8dd8c13b49 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:20.084069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b5923ca-2e52-4e17-88b9-15d5d27b9ed0 req-07b7618e-6773-4f06-a9c5-eb8dd8c13b49 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0492821 Nov 08 15:03:20.132282 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6b5923ca-2e52-4e17-88b9-15d5d27b9ed0 req-92121b7c-bb10-4fc5-a1b1-d21c2e459014 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418062 Nov 08 15:03:21.249955 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f071b18-5206-4557-b20b-8e636e33335c req-2989adf2-afc0-4d36-b47c-0b0132010da8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:21.251402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f071b18-5206-4557-b20b-8e636e33335c req-2989adf2-afc0-4d36-b47c-0b0132010da8 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0519350 Nov 08 15:03:21.300435 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2f071b18-5206-4557-b20b-8e636e33335c req-bc19ce9a-fd28-4891-8971-2f22c1511d5d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431345 Nov 08 15:03:22.414079 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dde9ee-a9ad-4a1a-900f-8ab9df47d0cc req-1ea3d11f-4327-4c45-9617-e895bdd0fad3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:22.415539 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7dde9ee-a9ad-4a1a-900f-8ab9df47d0cc req-1ea3d11f-4327-4c45-9617-e895bdd0fad3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0479298 Nov 08 15:03:22.463714 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f7dde9ee-a9ad-4a1a-900f-8ab9df47d0cc req-1350fc6f-e751-4551-b304-1346872c02a0 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422711 Nov 08 15:03:23.584608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9b9ae-438d-41b4-9263-de57cecf5ecf req-2c89f62c-6c37-4676-8b86-2d1a20a3f2f2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:23.586059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77d9b9ae-438d-41b4-9263-de57cecf5ecf req-2c89f62c-6c37-4676-8b86-2d1a20a3f2f2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0523758 Nov 08 15:03:23.634677 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-77d9b9ae-438d-41b4-9263-de57cecf5ecf req-2f4f69cc-4717-47b8-9d47-30699457dc32 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Nov 08 15:03:23.823739 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:24.279842 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:24.748969 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3dcd5-31f4-4c83-9679-ae21b67a9602 req-bc0ff5c2-e551-495e-8107-fa06e6c5a31d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:24.750365 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbd3dcd5-31f4-4c83-9679-ae21b67a9602 req-bc0ff5c2-e551-495e-8107-fa06e6c5a31d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0490537 Nov 08 15:03:24.799522 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-dbd3dcd5-31f4-4c83-9679-ae21b67a9602 req-366dbb6f-dc3c-4d7f-8b29-9f140513c3e3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427802 Nov 08 15:03:25.912637 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bac91-de74-435a-814a-f057d57c6433 req-7247d3bb-f0f9-486c-bac4-d839f5327c97 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:25.914094 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed0bac91-de74-435a-814a-f057d57c6433 req-7247d3bb-f0f9-486c-bac4-d839f5327c97 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0477200 Nov 08 15:03:25.966710 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ed0bac91-de74-435a-814a-f057d57c6433 req-509676af-9351-4599-b8af-de5e4702be68 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467820 Nov 08 15:03:27.081424 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676b3e8-ccfd-4ce9-81e9-1722cd96f949 req-de66b17f-130f-4858-becb-6e97f650eba3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:27.082884 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5676b3e8-ccfd-4ce9-81e9-1722cd96f949 req-de66b17f-130f-4858-becb-6e97f650eba3 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 944 time: 0.0493295 Nov 08 15:03:27.134586 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5676b3e8-ccfd-4ce9-81e9-1722cd96f949 req-ba7f779c-8f2c-4345-aa14-21072eecf3fc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 Nov 08 15:03:27.186098 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2a8568dc-c47b-4623-bb53-18910e2bf09f details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 15:03:27.281901 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:03:27.292557 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'port_id': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'mac_address': 'fa:16:3e:af:95:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 15:03:27.330085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:27.342345 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a8568dc-c47b-4623-bb53-18910e2bf09f {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:03:27.360824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:03:27.364926 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:27.410438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:03:27.600134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['2a8568dc-c47b-4623-bb53-18910e2bf09f'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 15:03:28.142061 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5e455217-386d-4e1d-b7fe-ccbc920545c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:28.250579 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e428de-d505-4994-b403-1b07e22d0bb7 req-62ca9f72-1c23-4051-aa64-a4721a482976 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:28.252049 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47e428de-d505-4994-b403-1b07e22d0bb7 req-62ca9f72-1c23-4051-aa64-a4721a482976 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Nov 08 15:03:28.301176 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-47e428de-d505-4994-b403-1b07e22d0bb7 req-ccfe0836-57a2-466d-a799-7a2a063fdb02 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 Nov 08 15:03:29.202157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2a8568dc-c47b-4623-bb53-18910e2bf09f up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:03:29.250354 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 2a8568dc-c47b-4623-bb53-18910e2bf09f triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:03:29.250722 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:29.323815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:29.348642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:03:29.351429 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad74fb4-75d5-4431-8431-84c5edc6d644" -d '{"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-plugged", "status": "completed", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:03:29.364846 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:03:29.370022 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:29.418127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:03:29.427963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144484de-303e-4981-81fb-97aa71fbe612 req-9a3c0526-7111-47ac-af85-8ca538b38523 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:29.429462 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144484de-303e-4981-81fb-97aa71fbe612 req-9a3c0526-7111-47ac-af85-8ca538b38523 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0564706 Nov 08 15:03:29.479304 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-144484de-303e-4981-81fb-97aa71fbe612 req-6f9eaa95-9082-43d9-8339-b9dffa7584f7 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Nov 08 15:03:30.407251 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea120559-08b1-4728-8c78-7b1cf672ac34 x-openstack-request-id: req-ea120559-08b1-4728-8c78-7b1cf672ac34 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:03:30.407696 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-plugged", "status": "completed", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:03:30.407898 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea120559-08b1-4728-8c78-7b1cf672ac34 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:03:30.408248 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'code': 200} Nov 08 15:03:30.556445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de54580-cae6-4d56-a169-8ff5466e2aa0 req-35e0c99e-80e6-45d9-96c5-5599f563b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:30.557955 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9de54580-cae6-4d56-a169-8ff5466e2aa0 req-35e0c99e-80e6-45d9-96c5-5599f563b539 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0454552 Nov 08 15:03:30.595120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8de39-e1d0-4763-a2fa-9893a18e0066 req-0db448b5-25f9-4834-8c91-1c43a3aa21c6 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:30.596691 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96d8de39-e1d0-4763-a2fa-9893a18e0066 req-0db448b5-25f9-4834-8c91-1c43a3aa21c6 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0495484 Nov 08 15:03:30.604222 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-9de54580-cae6-4d56-a169-8ff5466e2aa0 req-cc983233-7209-41cf-8b45-549f9aa42844 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395293 Nov 08 15:03:30.645668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-96d8de39-e1d0-4763-a2fa-9893a18e0066 req-4b313f93-09ed-490a-a716-c9dcad82b0a6 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425053 Nov 08 15:03:31.616654 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-830c1abe-716c-476e-ba13-f638685bbc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:31.762887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d459a6-3603-40a8-8dad-8ec36c9927a5 req-ccdf4bc8-6e26-4e2e-aaf6-5ee816646c65 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:31.764300 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14d459a6-3603-40a8-8dad-8ec36c9927a5 req-ccdf4bc8-6e26-4e2e-aaf6-5ee816646c65 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0488243 Nov 08 15:03:31.817236 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-14d459a6-3603-40a8-8dad-8ec36c9927a5 req-7115fb33-b3bb-4b23-ae00-015f29a8a9cd tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469985 Nov 08 15:03:33.391358 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:35.904067 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:36.008887 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:44.680961 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:03:51.124378 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-7f89f38e-b787-499f-b8b9-dc1e0f017f92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395541 Nov 08 15:03:51.212662 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-3dd07b18-3b4e-453a-8b56-5f27a9702a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:51.214145 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-3dd07b18-3b4e-453a-8b56-5f27a9702a01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0435240 Nov 08 15:03:51.319317 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-899c1973-047f-470d-bfb8-ac5406359afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:51.321375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-899c1973-047f-470d-bfb8-ac5406359afa service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0873468 Nov 08 15:03:51.395550 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-27c7fa96-08be-430c-ad4b-0de3dcce7126 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 1001 time: 0.0662796 Nov 08 15:03:51.445408 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-b792fbd5-e963-4b93-9685-d9c590075fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:51.446841 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-b792fbd5-e963-4b93-9685-d9c590075fdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0440571 Nov 08 15:03:51.494207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-2ff68198-37bf-4edc-a7fa-150d83706c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:03:51.495827 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-2ff68198-37bf-4edc-a7fa-150d83706c33 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407870 Nov 08 15:03:51.589218 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-d8d95503-a7f2-47e9-a990-df8a23c5667f service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865448 Nov 08 15:03:51.679336 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-1f959e33-8ad1-4e55-bf46-6b77ec7872cf req-b52118c2-8628-48ef-b0f2-76ab2ef9dfb1 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825884 Nov 08 15:03:53.825151 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:54.279399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:03:58.142636 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0d7e885-f62d-4466-8270-9780b80c32f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:01.618113 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bbc95b4d-8b97-4e47-b663-2ad5cab39153 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:03.394478 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:05.906725 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:06.010699 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:21.680884 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:04:23.838180 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:24.278141 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:28.143970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05b05417-5179-4be0-b8c2-e3ec21f77406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:31.621668 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9a161211-6ca4-416a-b476-3582eacc32bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:33.397816 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:35.907681 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:36.016184 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:47.262530 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46062) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:04:47.416808 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Deleting port 99d032d8-4613-4f6f-9c7c-f445449e05b6 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:04:47.417153 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:47.490916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:47.491270 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:47.503036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Calling delete_port for 99d032d8-4613-4f6f-9c7c-f445449e05b6 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:04:47.648051 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:47.674295 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event deleted for resources: {'Port': ['ID=99d032d8-4613-4f6f-9c7c-f445449e05b6,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:47.702888 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.703236 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.703581 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.703972 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.704318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.704649 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.704979 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.705310 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.705635 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.705963 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.706289 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.706621 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:47.745189 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:47.745517 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Floating IP 6c8b2940-5eaf-4092-9c33-e19c609f0305 disassociated (deleted). External IP: 172.25.8.55, port: 2a8568dc-c47b-4623-bb53-18910e2bf09f. Nov 08 15:04:47.948185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Router 469756d0-2a4a-4510-9339-3e947ac7a657 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:04:48.052460 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:04:48.057658 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:48.065749 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] Sync routers for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:04:48.075607 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:04:48.076257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:04:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:48.084097 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-829ff889-f001-4d7c-8ae7-4180a4566414 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "DELETE /v2.0/floatingips/6c8b2940-5eaf-4092-9c33-e19c609f0305 HTTP/1.1" status: 204 len: 168 time: 0.8204544 Nov 08 15:04:48.084792 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:04:48.087806 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d253ff73-b318-41c1-9d91-0fa56a2b21b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:04:48.128652 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b727f5-0a52-4581-be38-135852f657f3 x-openstack-request-id: req-32b727f5-0a52-4581-be38-135852f657f3 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:04:48.128949 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:04:48.129208 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32b727f5-0a52-4581-be38-135852f657f3 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:04:48.129669 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'status': 'completed', 'code': 200} Nov 08 15:04:48.188450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:04:48.196144 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-28bb1f9f-2417-4b80-90a6-1f6b1946bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:04:48.198698 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-28bb1f9f-2417-4b80-90a6-1f6b1946bdc0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc00ef86479e4503b385effda90ff431&device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 1097 time: 0.0476255 Nov 08 15:04:48.299971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-37948cc5-a3d0-4315-9e62-add03ac3a315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:04:48.301456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-37948cc5-a3d0-4315-9e62-add03ac3a315 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 200 len: 910 time: 0.0952287 Nov 08 15:04:48.334729 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d8002-3506-45f3-bd5c-a32273a49eea req-a4404200-774b-43ab-9103-d95c3afda89a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:04:48.337050 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be0d8002-3506-45f3-bd5c-a32273a49eea req-a4404200-774b-43ab-9103-d95c3afda89a tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0579672 Nov 08 15:04:48.346996 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-14791f75-0fad-4389-9345-f7ca24a6c8e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 200 len: 217 time: 0.0359650 Nov 08 15:04:48.390800 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be0d8002-3506-45f3-bd5c-a32273a49eea req-29f8234e-f9f2-46a8-8d65-d05a71f7989d tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473168 Nov 08 15:04:48.395768 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:48.403460 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-e2f7553f-8c94-42d7-83fb-ca4368aa4611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:04:48.405088 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-e2f7553f-8c94-42d7-83fb-ca4368aa4611 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 200 len: 848 time: 0.0502977 Nov 08 15:04:48.432829 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] Checking router: 469756d0-2a4a-4510-9339-3e947ac7a657 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:04:48.441312 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:04:48.441928 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:04:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:48.452247 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-4f4ce591-9da9-4fe4-813a-0df90d1eacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:04:48.453681 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-4f4ce591-9da9-4fe4-813a-0df90d1eacac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a2484c4-a42b-46a4-8608-b2605d40532d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410638 Nov 08 15:04:48.547714 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:04:48.548939 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-9929c8fc-a207-4565-9d3d-64be2b145da0 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874317 Nov 08 15:04:48.641669 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-d253ff73-b318-41c1-9d91-0fa56a2b21b0 req-aed5c8b4-dd66-4943-811b-5819f120f588 service neutron] 10.222.0.70 "GET /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829439 Nov 08 15:04:48.746326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:48.771334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64815115-8f3e-45b3-937f-8e0de9614312 None None] The sync data for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 is: [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:36Z', 'revision_number': 4, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'cc85e47d-25d5-4659-9efb-3306b986c118', 'name': '', 'network_id': '8a2484c4-a42b-46a4-8608-b2605d40532d', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'mac_address': 'fa:16:3e:c5:9a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:35Z', 'updated_at': '2021-11-08T14:55:39Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'subnets': [{'id': 'e802d864-c756-4c8e-8e38-5ed375626a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:04:48.984084 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e256822e-2745-45d2-88a3-3e634ce9a4ee None None] New status for floating IP 6c8b2940-5eaf-4092-9c33-e19c609f0305: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 15:04:49.510797 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1ffdb-489e-4da1-9fba-726d304b7070 req-17ad7e9f-bdd5-4ff2-8f12-47800c3d8a98 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:04:49.512398 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1de1ffdb-489e-4da1-9fba-726d304b7070 req-17ad7e9f-bdd5-4ff2-8f12-47800c3d8a98 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0487261 Nov 08 15:04:49.564835 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1de1ffdb-489e-4da1-9fba-726d304b7070 req-4c5a3d27-20d3-4718-a929-84beca0ec0d4 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/security-groups?id=5f8f4971-98dc-4fad-835c-606948c1393d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465505 Nov 08 15:04:49.787108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-068f358f-bb4b-485c-91b3-971ad7b6de0b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:04:49.788572 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-068f358f-bb4b-485c-91b3-971ad7b6de0b tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 946 time: 0.0487254 Nov 08 15:04:49.880791 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Deleting port 2a8568dc-c47b-4623-bb53-18910e2bf09f {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:04:49.881129 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:49.968041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] For port 2a8568dc-c47b-4623-bb53-18910e2bf09f, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=2a8568dc-c47b-4623-bb53-18910e2bf09f,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:04:49.968403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:49.981222 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Calling delete_port for 2a8568dc-c47b-4623-bb53-18910e2bf09f owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:04:50.108892 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:50.144001 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event deleted for resources: {'Port': ['ID=2a8568dc-c47b-4623-bb53-18910e2bf09f,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:50.184228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.184580 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.184928 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.185267 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.185605 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.185937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.186266 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.186593 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.186919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.187249 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.187574 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.187922 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:50.191650 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] No DVR routers for this DVR port 2a8568dc-c47b-4623-bb53-18910e2bf09f on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:04:50.193969 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:50.197715 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-15e9689d-314a-4ad0-a3da-06f3d75b500d req-7a3b03a4-e142-491e-95ae-c7b3fced0dc2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.70 "DELETE /v2.0/ports/2a8568dc-c47b-4623-bb53-18910e2bf09f HTTP/1.1" status: 204 len: 173 time: 0.4027205 Nov 08 15:04:50.198170 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-deleted', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:04:50.200942 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f139b5-6658-419c-ab05-2e53c6be7f3b" -d '{"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-deleted", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:04:50.290087 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb36778-c3a9-47d1-852a-3e9ce6b99be9 x-openstack-request-id: req-cdb36778-c3a9-47d1-852a-3e9ce6b99be9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:04:50.290384 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c487e627-497d-4080-8559-b6acb248b537", "name": "network-vif-deleted", "tag": "2a8568dc-c47b-4623-bb53-18910e2bf09f", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:04:50.290635 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdb36778-c3a9-47d1-852a-3e9ce6b99be9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:04:50.291056 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c487e627-497d-4080-8559-b6acb248b537', 'name': 'network-vif-deleted', 'tag': '2a8568dc-c47b-4623-bb53-18910e2bf09f', 'status': 'completed', 'code': 200} Nov 08 15:04:50.661715 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-460208d8-27d4-4865-8e9f-06c87be44aa8 req-7523df1e-8bc8-4900-8981-912667cff5d2 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 210 time: 0.0260391 Nov 08 15:04:51.756670 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8c75dc1c-53a7-4eb1-9515-ef447911c7b5 req-864c6c31-02bd-41fb-af03-11856215f8c7 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 210 time: 0.0267634 Nov 08 15:04:52.852243 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-817368da-05cf-4c0f-a49a-44e1ed2d9215 req-170f9001-7bf6-48de-bac7-42a1dd70ee12 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 210 time: 0.0264456 Nov 08 15:04:53.606257 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2a8568dc-c47b-4623-bb53-18910e2bf09f no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:04:53.629698 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 2a8568dc-c47b-4623-bb53-18910e2bf09f {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:04:53.630061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 2a8568dc-c47b-4623-bb53-18910e2bf09f not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:04:53.838332 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:53.948545 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ad9a72ad-bf77-46ab-a0ea-59813d1193ca req-f6780c3a-8674-43cd-849e-1afeb67b3b93 tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "GET /v2.0/ports?device_id=c487e627-497d-4080-8559-b6acb248b537 HTTP/1.1" status: 200 len: 210 time: 0.0275404 Nov 08 15:04:54.295882 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:55.006459 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46098) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:04:55.064603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c7b7ede-c1be-462c-9205-cc2544492ecc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:55.092434 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c7b7ede-c1be-462c-9205-cc2544492ecc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:55.160575 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c7b7ede-c1be-462c-9205-cc2544492ecc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:55.165167 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-6c7b7ede-c1be-462c-9205-cc2544492ecc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:55.166584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-6c7b7ede-c1be-462c-9205-cc2544492ecc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] 10.222.0.65 "DELETE /v2.0/security-groups/5f8f4971-98dc-4fad-835c-606948c1393d HTTP/1.1" status: 204 len: 168 time: 0.1590989 Nov 08 15:04:55.177467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b7ede-c1be-462c-9205-cc2544492ecc tempest-TestShelveInstance-1525037017 tempest-TestShelveInstance-1525037017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8f4971-98dc-4fad-835c-606948c1393d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:55.239148 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46102) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:04:55.690603 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:56.277316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Deleting port cc85e47d-25d5-4659-9efb-3306b986c118 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:04:56.277826 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:56.352726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] For port cc85e47d-25d5-4659-9efb-3306b986c118, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=cc85e47d-25d5-4659-9efb-3306b986c118,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:04:56.353085 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:56.365635 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Calling delete_port for cc85e47d-25d5-4659-9efb-3306b986c118 owned by network:router_interface {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:04:56.547963 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:56.575861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc85e47d-25d5-4659-9efb-3306b986c118,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:56.747722 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:56.968434 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Router 469756d0-2a4a-4510-9339-3e947ac7a657 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:04:57.073479 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:04:57.080282 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-12dd7355-e30d-4dcc-ac04-0683bbe44f25 admin admin] 10.222.0.65 "PUT /v2.0/routers/469756d0-2a4a-4510-9339-3e947ac7a657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8381674 Nov 08 15:04:57.080985 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46106) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:04:57.082598 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] Sync routers for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:04:57.093502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:04:57.094138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:04:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:57.191699 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.211392 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:04:57.305507 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.360933 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Deleting port 5fb91568-963f-472c-89a7-99bad2d5c783 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:04:57.361353 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.396863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T15:04:56Z', 'revision_number': 5, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port': {'id': '5fb91568-963f-472c-89a7-99bad2d5c783', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:54:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:57.429692 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] Checking router: 469756d0-2a4a-4510-9339-3e947ac7a657 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:04:57.439419 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] Routers {'469756d0-2a4a-4510-9339-3e947ac7a657'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:04:57.440071 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:04:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['469756d0-2a4a-4510-9339-3e947ac7a657'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:57.453195 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] For port 5fb91568-963f-472c-89a7-99bad2d5c783, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5fb91568-963f-472c-89a7-99bad2d5c783,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:04:57.453565 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.466237 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Calling delete_port for 5fb91568-963f-472c-89a7-99bad2d5c783 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:04:57.530261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] Set router 469756d0-2a4a-4510-9339-3e947ac7a657 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:04:57.581490 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T15:04:57Z', 'revision_number': 6, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:57.611427 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb28fc-c7f3-4822-9db8-3dda02c54310 None None] The sync data for ids ['469756d0-2a4a-4510-9339-3e947ac7a657'] in n-d-804292-2 is: [{'id': '469756d0-2a4a-4510-9339-3e947ac7a657', 'name': 'tempest-TestShelveInstance-1259248122-router', 'tenant_id': 'bc00ef86479e4503b385effda90ff431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:33Z', 'updated_at': '2021-11-08T15:04:57Z', 'revision_number': 6, 'project_id': 'bc00ef86479e4503b385effda90ff431', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:04:57.662207 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.692125 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb91568-963f-472c-89a7-99bad2d5c783,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:57.752839 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.845185 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.847316 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.892338 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.892905 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 469756d0-2a4a-4510-9339-3e947ac7a657 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 15:04:57.897870 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.901780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46108) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:04:57.902319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-b823ed4b-fe72-4033-8c33-88eda0b55a41 admin admin] 10.222.0.65 "DELETE /v2.0/routers/469756d0-2a4a-4510-9339-3e947ac7a657 HTTP/1.1" status: 204 len: 168 time: 0.8198006 Nov 08 15:04:57.952783 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] Deleting subnet e802d864-c756-4c8e-8e38-5ed375626a04 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 15:04:57.956294 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:57.998716 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.086436 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.140916 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.148654 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4862-1d96-4bdf-b631-9224c2be0ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.170815 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e802d864-c756-4c8e-8e38-5ed375626a04,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:58.174821 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.178059 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f8dcc095-3c93-4b08-9625-fe190162c13d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e802d864-c756-4c8e-8e38-5ed375626a04 HTTP/1.1" status: 204 len: 168 time: 0.2751448 Nov 08 15:04:58.181534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46110) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:04:58.182447 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b8d3af-2c0b-4f48-8bc4-c4c1da3bb1e7 None None] Network 8a2484c4-a42b-46a4-8608-b2605d40532d requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:04:58.254449 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.324893 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Deleting port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:04:58.325457 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.402132 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] DHCP port deletion for 8a2484c4-a42b-46a4-8608-b2605d40532d request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 15:04:58.418184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] For port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:04:58.418549 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.433185 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Calling delete_port for 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:04:58.467146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Deleting port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:04:58.467519 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.487346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device cc85e47d-25d5-4659-9efb-3306b986c118 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:04:58.539641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.541167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: cc85e47d-25d5-4659-9efb-3306b986c118 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:04:58.541521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device cc85e47d-25d5-4659-9efb-3306b986c118 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:04:58.541934 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5fb91568-963f-472c-89a7-99bad2d5c783 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:04:58.567941 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:58.569833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5fb91568-963f-472c-89a7-99bad2d5c783 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:04:58.570189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5fb91568-963f-472c-89a7-99bad2d5c783 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:04:58.574028 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] No DVR routers for this DVR port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:04:58.592895 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] For port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,segment=NetworkSegment(70b77544-8a30-48fb-a684-f2b2b160e2f7),segment_id=70b77544-8a30-48fb-a684-f2b2b160e2f7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:04:58.593307 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.610146 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Calling delete_port for 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:04:58.660237 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.685363 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:04:58.691339 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2484c4-a42b-46a4-8608-b2605d40532d']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 08 15:04:58.700625 n-d-804292-2 neutron-server[101842]: self.session.flush() Nov 08 15:04:58.705665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b77544-8a30-48fb-a684-f2b2b160e2f7') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:58.705665 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b77544-8a30-48fb-a684-f2b2b160e2f7') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:04:58.709760 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.712673 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.727030 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.733983 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Pushing event deleted for resources: {'Port': ['ID=5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:58.734564 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 15:04:58.735049 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: timer() Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 15:04:58.737882 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 15:04:58.741979 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] No DVR routers for this DVR port 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:04:58.749839 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.755915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.756091 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.757208 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.757608 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.758035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.758619 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.759182 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.759806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.760833 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.761703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.762211 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fea1f2e-40d6-42bb-8b21-a24beb662117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:04:58.806447 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.811677 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:58.814851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8a2484c4-a42b-46a4-8608-b2605d40532d HTTP/1.1" status: 204 len: 168 time: 0.6321361 Nov 08 15:04:58.817912 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46112) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:04:58.826341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb99bd6-33aa-4a31-8b80-515baf003499 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2484c4-a42b-46a4-8608-b2605d40532d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:04:59.448623 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:59.687483 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Deleting port e1589d12-631c-4124-b0e5-54be26d5e255 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:04:59.687843 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:59.769243 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] For port e1589d12-631c-4124-b0e5-54be26d5e255, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=e1589d12-631c-4124-b0e5-54be26d5e255,segment=NetworkSegment(84640254-be19-4742-8c3c-7beccbf29f27),segment_id=84640254-be19-4742-8c3c-7beccbf29f27)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:04:59.769608 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:59.782770 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Calling delete_port for e1589d12-631c-4124-b0e5-54be26d5e255 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:04:59.960591 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:04:59.986150 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e1589d12-631c-4124-b0e5-54be26d5e255,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:00.149091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:00.363896 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Router c60b99d0-9b74-4ead-849f-67785089fcc9 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:05:00.390173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:05:00.412587 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:05:00.413028 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 5dfde17a-10b6-4dfd-bceb-d02b53c8b5b3 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:05:00.474024 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:05:00.479549 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3ff7fdcc-3c7b-4847-83c5-7ab08d510d3b admin admin] 10.222.0.65 "PUT /v2.0/routers/c60b99d0-9b74-4ead-849f-67785089fcc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6605186 Nov 08 15:05:00.482215 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46114) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:00.484870 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] Sync routers for ids ['c60b99d0-9b74-4ead-849f-67785089fcc9'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:05:00.496585 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] Routers {'c60b99d0-9b74-4ead-849f-67785089fcc9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:00.497592 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:04:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c60b99d0-9b74-4ead-849f-67785089fcc9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:00.587852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:00.599191 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] Set router c60b99d0-9b74-4ead-849f-67785089fcc9 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:00.691024 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:00.744341 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Deleting port 950e3809-6117-4a40-94e6-3bf8f7286634 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:05:00.744680 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:00.775196 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T15:04:59Z', 'revision_number': 5, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port': {'id': '950e3809-6117-4a40-94e6-3bf8f7286634', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:78:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T14:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:00.802661 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] Checking router: c60b99d0-9b74-4ead-849f-67785089fcc9 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:05:00.811272 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] Routers {'c60b99d0-9b74-4ead-849f-67785089fcc9'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:00.811908 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:04:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['c60b99d0-9b74-4ead-849f-67785089fcc9'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:00.826231 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] For port 950e3809-6117-4a40-94e6-3bf8f7286634, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=950e3809-6117-4a40-94e6-3bf8f7286634,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:00.826596 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:00.838984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Calling delete_port for 950e3809-6117-4a40-94e6-3bf8f7286634 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:05:00.894863 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] Set router c60b99d0-9b74-4ead-849f-67785089fcc9 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:00.948980 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T15:05:00Z', 'revision_number': 6, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:00.975247 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0988b8ee-2ca2-4729-9f2e-13ed29d891a6 None None] The sync data for ids ['c60b99d0-9b74-4ead-849f-67785089fcc9'] in n-d-804292-2 is: [{'id': 'c60b99d0-9b74-4ead-849f-67785089fcc9', 'name': 'tempest-TestShelveInstance-1882759485-router', 'tenant_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T14:55:38Z', 'updated_at': '2021-11-08T15:05:00Z', 'revision_number': 6, 'project_id': 'ec7bc5ba97e24f809d422f8b493d3efe', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:05:01.011428 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.035489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=950e3809-6117-4a40-94e6-3bf8f7286634,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:01.097292 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.189633 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.191780 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.235641 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.236228 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c60b99d0-9b74-4ead-849f-67785089fcc9 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 15:05:01.240436 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.241616 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5ca644f3-e4be-47f8-a01c-928eea37c9ff admin admin] 10.222.0.65 "DELETE /v2.0/routers/c60b99d0-9b74-4ead-849f-67785089fcc9 HTTP/1.1" status: 204 len: 168 time: 0.7583017 Nov 08 15:05:01.244259 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46116) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:01.288051 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] Deleting subnet 1bbc163d-ede5-434c-9fc1-2f395fdf9b8a {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 15:05:01.290943 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.326437 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.411303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.464664 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.487652 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bbc163d-ede5-434c-9fc1-2f395fdf9b8a,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:01.493372 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.496652 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-285f2c02-8dec-4faf-9d84-678a0c9e44e9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1bbc163d-ede5-434c-9fc1-2f395fdf9b8a HTTP/1.1" status: 204 len: 168 time: 0.2514656 Nov 08 15:05:01.499617 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46118) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:01.501770 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fd5213-5cd4-4e6d-b4dd-8f18ced54c13 None None] Network 9ee384a2-39f7-495f-b4bb-f91f4de32e66 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:05:01.573538 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.625852 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Deleting port c45339e1-6403-48c3-b3fe-84ba3fad620e {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:05:01.626117 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.628173 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f20abe88-e06c-42ba-b7c5-00fdafd0266d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.689762 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] For port c45339e1-6403-48c3-b3fe-84ba3fad620e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c45339e1-6403-48c3-b3fe-84ba3fad620e,segment=NetworkSegment(84640254-be19-4742-8c3c-7beccbf29f27),segment_id=84640254-be19-4742-8c3c-7beccbf29f27)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:01.690082 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.702779 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Calling delete_port for c45339e1-6403-48c3-b3fe-84ba3fad620e owned by network:dhcp {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:05:01.762496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] DHCP port deletion for 9ee384a2-39f7-495f-b4bb-f91f4de32e66 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 15:05:01.786422 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.813905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Pushing event deleted for resources: {'Port': ['ID=c45339e1-6403-48c3-b3fe-84ba3fad620e,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:01.814939 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] Deleting port c45339e1-6403-48c3-b3fe-84ba3fad620e {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:05:01.815726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] No DVR routers for this DVR port c45339e1-6403-48c3-b3fe-84ba3fad620e on host n-d-804292-2 {{(pid=101841) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:05:01.816042 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.880862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] For port c45339e1-6403-48c3-b3fe-84ba3fad620e, host n-d-804292-2, got binding levels [] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:01.881544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.891969 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.899393 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] Calling delete_port for c45339e1-6403-48c3-b3fe-84ba3fad620e owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:05:01.902818 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.ipam_backend_mixin [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] Port c45339e1-6403-48c3-b3fe-84ba3fad620e was not found and therefore no delete operation was performed {{(pid=101842) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 08 15:05:01.904549 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.913512 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee384a2-39f7-495f-b4bb-f91f4de32e66']}} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:01.923360 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84640254-be19-4742-8c3c-7beccbf29f27') {'for_net_delete': True} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:01.923659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.services.segments.db [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84640254-be19-4742-8c3c-7beccbf29f27') {} {{(pid=101841) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:01.934846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9210434'] for segment, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.949432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.956847 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=101841) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 15:05:01.957383 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1058751'] for segment, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: Traceback (most recent call last): Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: timer() Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: cb(*args, **kw) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: return func(*args, **kwargs) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: self._notify() Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: self.callback(batched_events) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: event.method(event) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: return f(self, *a, **k) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: return self._get(url).json() Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: return self.request(url, 'GET', **kwargs) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 15:05:01.959516 n-d-804292-2 neutron-server[101841]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 15:05:02.018698 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.027627 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Publish callbacks [] for network, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.033893 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] 10.222.0.65 "DELETE /v2.0/networks/9ee384a2-39f7-495f-b4bb-f91f4de32e66 HTTP/1.1" status: 204 len: 168 time: 0.5306628 Nov 08 15:05:02.042693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496237d-9891-428e-87d9-7ad81011429a admin admin] Pushing event deleted for resources: {'Network': ['ID=9ee384a2-39f7-495f-b4bb-f91f4de32e66,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:02.100824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] No DVR routers for this DVR port c45339e1-6403-48c3-b3fe-84ba3fad620e on host n-d-804292-2 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:05:02.104822 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762793a-b8a5-4a58-8975-d92895cfb581 None None] Pushing event deleted for resources: {'Port': ['ID=c45339e1-6403-48c3-b3fe-84ba3fad620e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:02.168459 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46122) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:02.207979 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-47f48acf-380f-48a4-8ca5-a36bad50c123 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc00ef86479e4503b385effda90ff431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383329 Nov 08 15:05:02.210348 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46124) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:02.266505 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4526-129d-4880-9f83-74709acf4bed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.288223 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4526-129d-4880-9f83-74709acf4bed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.336027 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 950e3809-6117-4a40-94e6-3bf8f7286634 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:05:02.340385 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4526-129d-4880-9f83-74709acf4bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.343017 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-f3ec4526-129d-4880-9f83-74709acf4bed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.344213 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-f3ec4526-129d-4880-9f83-74709acf4bed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42dec399-56ef-4e28-82d2-7c4a0b5b46da HTTP/1.1" status: 204 len: 168 time: 0.1329775 Nov 08 15:05:02.353120 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec4526-129d-4880-9f83-74709acf4bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dec399-56ef-4e28-82d2-7c4a0b5b46da,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:02.358906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 950e3809-6117-4a40-94e6-3bf8f7286634 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:05:02.359306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 950e3809-6117-4a40-94e6-3bf8f7286634 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:05:02.359721 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1589d12-631c-4124-b0e5-54be26d5e255 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:05:02.390138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: e1589d12-631c-4124-b0e5-54be26d5e255 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:05:02.390138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device e1589d12-631c-4124-b0e5-54be26d5e255 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:05:02.390138 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c45339e1-6403-48c3-b3fe-84ba3fad620e no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:05:02.406947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c45339e1-6403-48c3-b3fe-84ba3fad620e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:05:02.407297 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c45339e1-6403-48c3-b3fe-84ba3fad620e not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:05:02.658412 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46130) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:02.698743 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-3a144d4e-e3a8-4264-8d18-5ea11065bb7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec7bc5ba97e24f809d422f8b493d3efe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391812 Nov 08 15:05:02.701220 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46132) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:02.746408 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-897cf807-74d9-4921-93dd-f182e7bd9d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.767180 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-897cf807-74d9-4921-93dd-f182e7bd9d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.813068 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-897cf807-74d9-4921-93dd-f182e7bd9d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.815713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-897cf807-74d9-4921-93dd-f182e7bd9d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:02.816917 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-897cf807-74d9-4921-93dd-f182e7bd9d24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb3260db-3ce4-46ab-a267-7438d393b25b HTTP/1.1" status: 204 len: 168 time: 0.1148169 Nov 08 15:05:02.825089 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897cf807-74d9-4921-93dd-f182e7bd9d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3260db-3ce4-46ab-a267-7438d393b25b,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:03.400430 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.473108 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46154) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:03.568526 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1871005132-network', 'tenant_id': 'fd141b4fd867454696b986210b405f49'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:03.588468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Made reservation on behalf of fd141b4fd867454696b986210b405f49 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 15:05:03.590782 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.599535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.671598 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.675249 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.702787 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 15:05:03.712372 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd906c7c-d361-4b2e-9051-694f7a8df401,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:03.717047 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.717396 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Added segment b414fb22-7437-4b51-af8b-95460ea0890a of type vlan for network fc407466-87d0-47d1-886a-9b62ce254e50 Nov 08 15:05:03.756934 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.781004 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.781973 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:03.782671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.814465 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3402705 Nov 08 15:05:03.817780 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46160) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:03.822699 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Request body: {'subnet': {'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1871005132-subnet', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:03.845865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e5ec2-2759-4908-99ec-cfe13290f34e admin admin] Pushing event updated for resources: {'Network': ['ID=fc407466-87d0-47d1-886a-9b62ce254e50,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:03.846087 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Made reservation on behalf of fd141b4fd867454696b986210b405f49 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 15:05:03.848726 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:03.856745 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network fc407466-87d0-47d1-886a-9b62ce254e50 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 15:05:04.014091 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.072814 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05a65aa-817f-466d-9a4d-412adca12549,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:04.077072 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Checking segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:04.077436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Network hostable DHCP agents. Network: fc407466-87d0-47d1-886a-9b62ce254e50, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 15:05:04.094053 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Network fc407466-87d0-47d1-886a-9b62ce254e50 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 15:05:04.102786 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, fc407466-87d0-47d1-886a-9b62ce254e50) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:04.106608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:04.107196 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.111430 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009b2463-2de4-4f66-b73c-2502083cf27e None None] Network fc407466-87d0-47d1-886a-9b62ce254e50 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:05:04.124947 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d22b6798-87bf-4941-9798-5784dfb6b031 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034387 Nov 08 15:05:04.125196 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46162) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:04.129515 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:04.150057 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.151046 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.211011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.256065 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-fc407466-87d0-47d1-886a-9b62ce254e50', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 15:05:04.257473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.351816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.392344 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Allocated IP 172.20.0.2 (fc407466-87d0-47d1-886a-9b62ce254e50/a05a65aa-817f-466d-9a4d-412adca12549/50d1ba3b-0580-441b-8fee-69c27fbb0ce1) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:04.550967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.554631 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.557624 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.574685 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.595860 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Network fc407466-87d0-47d1-886a-9b62ce254e50 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:04.601286 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:04.603656 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:04.612730 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Pushing event updated for resources: {'Port': ['ID=50d1ba3b-0580-441b-8fee-69c27fbb0ce1,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:04.666914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Attempting to bind port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:05:04.667277 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Attempting to bind port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:05:04.667632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Attempting to bind port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 on network fc407466-87d0-47d1-886a-9b62ce254e50 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:04.672682 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:05:04.673051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Checking segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:04.673447 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.673832 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Bound using segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:05:04.674284 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Bound port: 50d1ba3b-0580-441b-8fee-69c27fbb0ce1, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:05:04.674855 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Allocated IP 172.25.8.225 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/c184d48b-d862-4a84-a923-052b97a35498) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:04.674995 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.736445 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] For port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:05:04.739791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] For port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=50d1ba3b-0580-441b-8fee-69c27fbb0ce1,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:05:04.746219 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.783140 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.808810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6853d-bb6c-450f-a31a-4c9d567427b8 None None] Pushing event updated for resources: {'Port': ['ID=50d1ba3b-0580-441b-8fee-69c27fbb0ce1,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:04.827339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:04.866537 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:04.871644 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:04.874124 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:04.899235 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Pushing event updated for resources: {'Port': ['ID=c184d48b-d862-4a84-a923-052b97a35498,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:05.138565 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:05.328880 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:05.460293 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Router bc7aa170-02f3-40f8-878f-6769d3997f48 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101841) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 15:05:05.573615 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:05:05.585122 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Sync routers for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:05:05.594349 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:05.595725 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7124c6d7-64ef-4629-92d8-dd9b3f9257ca admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4695225 Nov 08 15:05:05.599445 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46164) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:05.602402 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:05.603020 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:05.700930 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d96612d-45e5-476b-beac-d3e5e002f029 None None] Network fc407466-87d0-47d1-886a-9b62ce254e50 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:05:05.788372 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:05.817937 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3a5756bc-bf61-4065-8ea9-41f1ea06e2a8 None None] Provisioning complete for port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:05.818326 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a5756bc-bf61-4065-8ea9-41f1ea06e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:05.987711 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.020331 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.076572 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.112467 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a5756bc-bf61-4065-8ea9-41f1ea06e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.166539 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3a5756bc-bf61-4065-8ea9-41f1ea06e2a8 None None] For port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=50d1ba3b-0580-441b-8fee-69c27fbb0ce1,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:06.171616 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a5756bc-bf61-4065-8ea9-41f1ea06e2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.177283 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:05Z', 'revision_number': 3, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:06.183012 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Allocated IP 172.20.0.1 (fc407466-87d0-47d1-886a-9b62ce254e50/a05a65aa-817f-466d-9a4d-412adca12549/8516f8b9-3e6f-4d75-bac9-87a1518e1eb1) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:06.225051 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Checking router: bc7aa170-02f3-40f8-878f-6769d3997f48 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:05:06.225438 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Updating router bc7aa170-02f3-40f8-878f-6769d3997f48 port c184d48b-d862-4a84-a923-052b97a35498 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 15:05:06.266252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.270914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5756bc-bf61-4065-8ea9-41f1ea06e2a8 None None] Pushing event updated for resources: {'Port': ['ID=50d1ba3b-0580-441b-8fee-69c27fbb0ce1,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:06.290115 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.328779 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.365063 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Network fc407466-87d0-47d1-886a-9b62ce254e50 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:06.369278 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:06.372866 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:06.430182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Pushing event updated for resources: {'Port': ['ID=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:06.433199 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:06.436950 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.557852 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-337cbbd8-d1d5-4d54-8abb-a1ead387f0e8 None None] Provisioning complete for port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:06.558320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-337cbbd8-d1d5-4d54-8abb-a1ead387f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.572255 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.611254 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:06.611818 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.736359 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.741541 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.813965 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Pushing event updated for resources: {'Port': ['ID=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:06.816558 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.868873 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.896544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:06.908174 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Network fc407466-87d0-47d1-886a-9b62ce254e50 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:06.909578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:07.005487 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Attempting to bind port c184d48b-d862-4a84-a923-052b97a35498 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:05:07.005862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Attempting to bind port c184d48b-d862-4a84-a923-052b97a35498 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:05:07.006240 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Attempting to bind port c184d48b-d862-4a84-a923-052b97a35498 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:07.008349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6ec3f-8486-44df-9850-e8b5b0d1f898 None None] Pushing event updated for resources: {'Port': ['ID=c184d48b-d862-4a84-a923-052b97a35498,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:07.016333 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:05:07.016707 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:07.017124 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:07.017482 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:05:07.017964 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Bound port: c184d48b-d862-4a84-a923-052b97a35498, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:05:07.018345 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:07.074828 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] For port c184d48b-d862-4a84-a923-052b97a35498, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:05:07.078513 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] For port c184d48b-d862-4a84-a923-052b97a35498, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c184d48b-d862-4a84-a923-052b97a35498,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:05:07.083511 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:07.160338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-2b5dc3d5-5f0c-4cae-9f5d-8d201a6233d0 None None] Provisioning complete for port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:07.160791 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc3d5-5f0c-4cae-9f5d-8d201a6233d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:07.162141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6ec3f-8486-44df-9850-e8b5b0d1f898 None None] Pushing event updated for resources: {'Port': ['ID=c184d48b-d862-4a84-a923-052b97a35498,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:07.191769 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:07.192313 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:07.245264 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-2b5dc3d5-5f0c-4cae-9f5d-8d201a6233d0 None None] Port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 15:05:07.311401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:07.377555 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Router bc7aa170-02f3-40f8-878f-6769d3997f48 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101840) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:05:07.440594 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-1894bc17-7c48-437b-8b05-265160aa7f04 None None] Provisioning complete for port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:07.440965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1894bc17-7c48-437b-8b05-265160aa7f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:07.488196 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:05:07.490099 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1894bc17-7c48-437b-8b05-265160aa7f04 None None] Port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 15:05:07.493469 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-1493b08b-e70a-4704-b7be-fe7538fe9a37 admin admin] 10.222.0.65 "PUT /v2.0/routers/bc7aa170-02f3-40f8-878f-6769d3997f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8918355 Nov 08 15:05:07.557094 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 2, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:07.587349 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d9c54-f598-4650-b00b-b7ba0abaf04b None None] The sync data for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 is: [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 2, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:05:07.984242 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46180) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:07.989272 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1678948314-network', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:08.010525 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Made reservation on behalf of 0da2acd0e87a4b2f870d83407c5a0e06 for: {'network': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 15:05:08.013056 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for network, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.022451 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.105196 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.109649 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.138552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=101840) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 08 15:05:08.144075 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff444db8-9a26-49c0-a3ac-54f4b92b6549,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:08.151973 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.152219 n-d-804292-2 neutron-server[101840]: INFO neutron.db.segments_db [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Added segment d97822a8-2a75-46f0-9e04-244ed8c01958 of type vlan for network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 Nov 08 15:05:08.216605 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741090215891'] for network, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.243820 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221'] for network, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.244795 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:08.245378 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.302867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3174920 Nov 08 15:05:08.306199 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46182) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:08.313760 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Request body: {'subnet': {'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1678948314-subnet', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'ip_version': 4}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:08.314552 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b660391-ce71-4c84-96e7-ef98e02b931e admin admin] Pushing event updated for resources: {'Network': ['ID=b0bb85cd-8746-4d92-ae36-2eb7c8da5840,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:08.324899 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 details requested by agent ovs-agent-n-d-804292-2 with host n-d-804292-2 {{(pid=101842) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 08 15:05:08.342693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Made reservation on behalf of 0da2acd0e87a4b2f870d83407c5a0e06 for: {'subnet': 1} {{(pid=101841) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 15:05:08.346295 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8407947'] for subnet, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.418037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c184d48b-d862-4a84-a923-052b97a35498 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:08.474910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c184d48b-d862-4a84-a923-052b97a35498 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:08.476185 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.555432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1058584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8407153'] for subnet, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.562261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.591675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port c184d48b-d862-4a84-a923-052b97a35498, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c184d48b-d862-4a84-a923-052b97a35498,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:08.596153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.626538 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Checking segment: {'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101841) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:08.626910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Network hostable DHCP agents. Network: b0bb85cd-8746-4d92-ae36-2eb7c8da5840, hostable agents: ['8e06912e-afd7-4fc4-9964-ab78b2bd086f'], hosted agents: [] {{(pid=101841) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 08 15:05:08.630208 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f9bcc40-8615-4edd-99b5-095263abbcd5,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:08.648623 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=c184d48b-d862-4a84-a923-052b97a35498,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:08.648882 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 is scheduled to be hosted by DHCP agent 8e06912e-afd7-4fc4-9964-ab78b2bd086f with binding_index 1 {{(pid=101841) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 08 15:05:08.659462 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-804292-2, b0bb85cd-8746-4d92-ae36-2eb7c8da5840) {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:08.664593 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:08.665113 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.669706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1439222-3d62-4a76-9182-d86d6aec0292 None None] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:05:08.686437 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-797999f4-bb61-4aef-b9cd-19b988833dc7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3765540 Nov 08 15:05:08.686770 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46184) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:08.692056 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:08.718863 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3711'] for router, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.720827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-986170', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1002881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3686'] for router, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.780998 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.830831 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc83f2c92-3d4b-5f1c-8708-0e5421d432d0-b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'fixed_ips': [{'subnet_id': '9f9bcc40-8615-4edd-99b5-095263abbcd5'}]}} from n-d-804292-2. {{(pid=101842) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 08 15:05:08.831706 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.938247 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:08.976968 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Allocated IP 172.20.0.2 (b0bb85cd-8746-4d92-ae36-2eb7c8da5840/9f9bcc40-8615-4edd-99b5-095263abbcd5/4bc81ac6-31b7-45e5-8ea7-3784eecae07e) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:09.126833 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.133675 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.142467 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.163665 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.173042 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:09.178875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:09.182556 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:09.188156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Pushing event updated for resources: {'Port': ['ID=4bc81ac6-31b7-45e5-8ea7-3784eecae07e,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:09.245059 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Attempting to bind port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:05:09.245429 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Attempting to bind port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:05:09.245791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Attempting to bind port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e on network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:09.251693 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:05:09.252102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Checking segment: {'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:09.252638 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.253037 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Bound using segment: {'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:05:09.253507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Bound port: 4bc81ac6-31b7-45e5-8ea7-3784eecae07e, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:05:09.253890 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.279065 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Allocated IP 172.25.8.210 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/35b1cf6f-556e-4f47-94fe-d05fe654b579) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:09.323994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] For port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:05:09.328664 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] For port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4bc81ac6-31b7-45e5-8ea7-3784eecae07e,segment=NetworkSegment(d97822a8-2a75-46f0-9e04-244ed8c01958),segment_id=d97822a8-2a75-46f0-9e04-244ed8c01958)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:05:09.333828 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.402975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8f57d-d500-4c2a-9f6c-f23e0928d235 None None] Pushing event updated for resources: {'Port': ['ID=4bc81ac6-31b7-45e5-8ea7-3784eecae07e,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:09.406490 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.453930 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.501184 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:09.504782 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:09.510532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:09.513861 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Pushing event updated for resources: {'Port': ['ID=35b1cf6f-556e-4f47-94fe-d05fe654b579,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:09.675311 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Sync routers for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:05:09.686478 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:09.687108 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:09.794212 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:09.810568 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:09.991488 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 2, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:10.013084 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987832', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-986351'] for router, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.022697 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Checking router: bc7aa170-02f3-40f8-878f-6769d3997f48 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:05:10.023045 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Updating router bc7aa170-02f3-40f8-878f-6769d3997f48 port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 15:05:10.052880 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.148695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Router 47170e6f-d5d9-46ef-a196-f3e07212f785 is scheduled to L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c with binding_index 1 {{(pid=101840) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 08 15:05:10.265490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101840) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:05:10.276102 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Sync routers for ids ['47170e6f-d5d9-46ef-a196-f3e07212f785'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:05:10.286756 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.290651 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-a48ccaa6-ba1b-48a8-ac2e-6c8561708c9e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6011102 Nov 08 15:05:10.291951 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46186) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:10.293108 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Routers {'47170e6f-d5d9-46ef-a196-f3e07212f785'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:10.293799 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47170e6f-d5d9-46ef-a196-f3e07212f785'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:10.343564 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.355114 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.402981 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Pushing event updated for resources: {'Port': ['ID=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:10.414000 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.416175 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.416685 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.417014 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.417512 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.417829 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.418305 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.418793 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.419465 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.419961 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.420485 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.420995 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:05:10.438795 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Set router 47170e6f-d5d9-46ef-a196-f3e07212f785 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:10.488478 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda787bd-5cda-4ea1-8b84-0b66a3ce4501 None None] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:05:10.515837 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Attempting to bind port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:05:10.517090 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Attempting to bind port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:05:10.517666 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Attempting to bind port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 on network fc407466-87d0-47d1-886a-9b62ce254e50 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:10.526844 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:05:10.527514 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Checking segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:10.528047 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.528531 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Bound using segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:05:10.529093 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Bound port: 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:05:10.529634 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.618840 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] For port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:05:10.623506 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] For port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:05:10.628300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4bc81ac6-31b7-45e5-8ea7-3784eecae07e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:10.629675 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.694835 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:10.695502 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:10.798552 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-543eb1e7-5b58-4485-8eba-00ec844c3b83 None None] Provisioning complete for port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:10.799163 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-543eb1e7-5b58-4485-8eba-00ec844c3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.895806 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:10.896252 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:10.930492 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507443ac-d81b-4f70-8671-dfb7617f4113 None None] Pushing event updated for resources: {'Port': ['ID=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:10.934923 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:11.059233 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-543eb1e7-5b58-4485-8eba-00ec844c3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.105528 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.139510 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:05:09Z', 'revision_number': 3, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port': {'id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:07:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:09Z', 'updated_at': '2021-11-08T15:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:11.142506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-543eb1e7-5b58-4485-8eba-00ec844c3b83 None None] For port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4bc81ac6-31b7-45e5-8ea7-3784eecae07e,segment=NetworkSegment(d97822a8-2a75-46f0-9e04-244ed8c01958),segment_id=d97822a8-2a75-46f0-9e04-244ed8c01958)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:11.184575 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-543eb1e7-5b58-4485-8eba-00ec844c3b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.187088 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Checking router: 47170e6f-d5d9-46ef-a196-f3e07212f785 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:05:11.187443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Updating router 47170e6f-d5d9-46ef-a196-f3e07212f785 port 35b1cf6f-556e-4f47-94fe-d05fe654b579 binding host n-d-804292-2 {{(pid=101842) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 15:05:11.196451 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:10Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:11.224628 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3583b1-e7e5-4aa4-bb9e-5088f8050f0b None None] The sync data for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 is: [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:10Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:05:11.240217 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.421724 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Allocated IP 172.20.0.1 (b0bb85cd-8746-4d92-ae36-2eb7c8da5840/9f9bcc40-8615-4edd-99b5-095263abbcd5/c68c9d2a-f3d6-4326-80ea-dd440d8ab171) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:11.440334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.479070 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101842) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 08 15:05:11.479416 n-d-804292-2 neutron-server[101842]: DEBUG oslo_db.api [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 08 15:05:11.485781 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] Provisioning complete for port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:11.486152 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.489926 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eb1e7-5b58-4485-8eba-00ec844c3b83 None None] Pushing event updated for resources: {'Port': ['ID=4bc81ac6-31b7-45e5-8ea7-3784eecae07e,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:11.539455 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.575428 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.614698 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:11.621913 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:11.625775 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:11.654910 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Pushing event updated for resources: {'Port': ['ID=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:11.677339 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-985658'] for router_interface, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.741871 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] Provisioning complete for port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:11.741871 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.835234 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.878370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.893262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.901015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:11.970507 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bc116-69ff-4025-8ed6-c1e4d6214df3 None None] Pushing event updated for resources: {'Port': ['ID=35b1cf6f-556e-4f47-94fe-d05fe654b579,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:11.977230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Attempting to bind port 35b1cf6f-556e-4f47-94fe-d05fe654b579 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:05:11.977657 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Attempting to bind port 35b1cf6f-556e-4f47-94fe-d05fe654b579 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:05:11.978029 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Attempting to bind port 35b1cf6f-556e-4f47-94fe-d05fe654b579 on network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:12.017642 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] For port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:12.020500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:05:12.020880 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Checking segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:12.021282 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.021679 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Bound using segment: {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:05:12.022703 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Bound port: 35b1cf6f-556e-4f47-94fe-d05fe654b579, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90facac-d880-4d31-a2f6-3df036712a69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:05:12.023086 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.029085 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.043844 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.048419 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.089910 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c184d48b-d862-4a84-a923-052b97a35498 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:12.122687 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1046079', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-985774'] for router_interface, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.124436 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Pushing event updated for resources: {'Port': ['ID=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:12.174526 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] For port 35b1cf6f-556e-4f47-94fe-d05fe654b579, host n-d-804292-2, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:05:12.181704 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc6fcd-9585-4ca1-bf53-783b4e623c2e None None] Pushing event updated for resources: {'Port': ['ID=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:12.197696 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] For port 35b1cf6f-556e-4f47-94fe-d05fe654b579, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=35b1cf6f-556e-4f47-94fe-d05fe654b579,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:05:12.200413 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-d6f3e2ac-e702-4905-b066-72bc776c62e4 None None] Provisioning complete for port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:12.200884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d6f3e2ac-e702-4905-b066-72bc776c62e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.225852 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.227905 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:12.229543 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:12.286914 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3e2ac-e702-4905-b066-72bc776c62e4 None None] Port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 15:05:12.295533 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c184d48b-d862-4a84-a923-052b97a35498 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:12.296003 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.332658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bc116-69ff-4025-8ed6-c1e4d6214df3 None None] Pushing event updated for resources: {'Port': ['ID=35b1cf6f-556e-4f47-94fe-d05fe654b579,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:12.336998 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Routers {'47170e6f-d5d9-46ef-a196-f3e07212f785'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:12.337729 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47170e6f-d5d9-46ef-a196-f3e07212f785'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:12.359832 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Router 47170e6f-d5d9-46ef-a196-f3e07212f785 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:05:12.476237 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:05:12.488384 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-718074dd-6c3e-4492-b6a6-c84d45bf6b9e admin admin] 10.222.0.65 "PUT /v2.0/routers/47170e6f-d5d9-46ef-a196-f3e07212f785/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1951957 Nov 08 15:05:12.491634 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] Set router 47170e6f-d5d9-46ef-a196-f3e07212f785 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:12.573961 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-137cef34-1cfa-4d14-9a94-b99c6ff2c14f None None] Provisioning complete for port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:12.574329 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-137cef34-1cfa-4d14-9a94-b99c6ff2c14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.617046 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4bc81ac6-31b7-45e5-8ea7-3784eecae07e up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:12.683502 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-137cef34-1cfa-4d14-9a94-b99c6ff2c14f None None] Port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 15:05:12.751764 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:12.752132 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:12.817156 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 4, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port': {'id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:07:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:09Z', 'updated_at': '2021-11-08T15:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c68c9d2a-f3d6-4326-80ea-dd440d8ab171', 'name': '', 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'mac_address': 'fa:16:3e:40:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:11Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 2, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'subnets': [{'id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:12.860520 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095e3d07-515a-4739-ba58-c9d73b06a85c None None] The sync data for ids ['47170e6f-d5d9-46ef-a196-f3e07212f785'] in n-d-804292-2 is: [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 4, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port': {'id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:07:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:09Z', 'updated_at': '2021-11-08T15:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c68c9d2a-f3d6-4326-80ea-dd440d8ab171', 'name': '', 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'mac_address': 'fa:16:3e:40:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:11Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 2, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'subnets': [{'id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:05:12.875761 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:12.927600 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:12.928044 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.030461 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46194) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:13.036071 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-7f0ed0f2-ddf3-4cdc-93f9-9dd2c89db933 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032783140', 'description': 'tempest-secgroup-smoke-2032783140 description', 'project_id': 'fd141b4fd867454696b986210b405f49'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:13.061576 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0f2-ddf3-4cdc-93f9-9dd2c89db933 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.149752 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0f2-ddf3-4cdc-93f9-9dd2c89db933 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.154004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0f2-ddf3-4cdc-93f9-9dd2c89db933 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.185470 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed0f2-ddf3-4cdc-93f9-9dd2c89db933 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.188422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-7f0ed0f2-ddf3-4cdc-93f9-9dd2c89db933 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1545546 Nov 08 15:05:13.189455 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ed0f2-ddf3-4cdc-93f9-9dd2c89db933 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b323f9-d672-43ed-b79f-3e16e7d53d88,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:13.190041 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46196) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:13.195512 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [None req-7e32bd4c-2c28-4040-ada6-5dfe74a5d215 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'security_group_rule': {'security_group_id': '08b323f9-d672-43ed-b79f-3e16e7d53d88', 'project_id': 'fd141b4fd867454696b986210b405f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:13.228028 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e32bd4c-2c28-4040-ada6-5dfe74a5d215 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.286985 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e32bd4c-2c28-4040-ada6-5dfe74a5d215 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.291231 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e32bd4c-2c28-4040-ada6-5dfe74a5d215 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.309721 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32bd4c-2c28-4040-ada6-5dfe74a5d215 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22714ebb-39bc-4f80-893f-b017e8c55a65,revision_number=0']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:13.317296 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-7e32bd4c-2c28-4040-ada6-5dfe74a5d215 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.318504 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-7e32bd4c-2c28-4040-ada6-5dfe74a5d215 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274211 Nov 08 15:05:13.321941 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46198) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:13.326974 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a4c01490-f5af-46f4-b28b-61b45aa20ef2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'security_group_rule': {'security_group_id': '08b323f9-d672-43ed-b79f-3e16e7d53d88', 'project_id': 'fd141b4fd867454696b986210b405f49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:13.354813 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4c01490-f5af-46f4-b28b-61b45aa20ef2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.420706 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4c01490-f5af-46f4-b28b-61b45aa20ef2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.424486 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4c01490-f5af-46f4-b28b-61b45aa20ef2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.445238 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c01490-f5af-46f4-b28b-61b45aa20ef2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9cea05-781c-4050-b0b6-e0817afddb63,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:13.456006 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a4c01490-f5af-46f4-b28b-61b45aa20ef2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.457408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a4c01490-f5af-46f4-b28b-61b45aa20ef2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342111 Nov 08 15:05:13.460764 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46200) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:13.465479 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-6601da39-6237-4cef-bafd-c362a50a0721 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'security_group_rule': {'security_group_id': '08b323f9-d672-43ed-b79f-3e16e7d53d88', 'project_id': 'fd141b4fd867454696b986210b405f49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:13.497354 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6601da39-6237-4cef-bafd-c362a50a0721 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.554260 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6601da39-6237-4cef-bafd-c362a50a0721 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.557783 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6601da39-6237-4cef-bafd-c362a50a0721 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.574747 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601da39-6237-4cef-bafd-c362a50a0721 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a774ed60-0129-45c0-a6a8-f79e9732fd91,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:13.582306 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-6601da39-6237-4cef-bafd-c362a50a0721 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.583480 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-6601da39-6237-4cef-bafd-c362a50a0721 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216578 Nov 08 15:05:13.586259 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46202) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:13.590647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-8324610b-946e-4339-8555-4c008ece0755 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'security_group_rule': {'security_group_id': '08b323f9-d672-43ed-b79f-3e16e7d53d88', 'project_id': 'fd141b4fd867454696b986210b405f49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:13.616984 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8324610b-946e-4339-8555-4c008ece0755 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.673849 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8324610b-946e-4339-8555-4c008ece0755 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.677432 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8324610b-946e-4339-8555-4c008ece0755 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.695601 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324610b-946e-4339-8555-4c008ece0755 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4c8fb5-d473-429c-ad07-4441443dee22,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:13.702541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-8324610b-946e-4339-8555-4c008ece0755 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.703780 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-8324610b-946e-4339-8555-4c008ece0755 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165745 Nov 08 15:05:13.706410 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46204) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:13.710659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'security_group_rule': {'security_group_id': '08b323f9-d672-43ed-b79f-3e16e7d53d88', 'project_id': 'fd141b4fd867454696b986210b405f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:13.731843 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Project fd141b4fd867454696b986210b405f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 15:05:13.736544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.798344 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.802011 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.820365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d4f978-a6ea-4287-901b-7260c56a9418,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:13.827344 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.828550 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-d102cdf3-9458-4196-b476-e692fa9c8536 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211975 Nov 08 15:05:13.831255 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46206) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:13.835544 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'security_group_rule': {'security_group_id': '08b323f9-d672-43ed-b79f-3e16e7d53d88', 'project_id': 'fd141b4fd867454696b986210b405f49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:13.856442 n-d-804292-2 neutron-server[101841]: INFO neutron.db.securitygroups_db [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Project fd141b4fd867454696b986210b405f49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 08 15:05:13.861121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.918166 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.921701 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999506'] for security_group_rule, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.942036 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6116f7d-a043-4294-b2e4-428f62b22421,revision_number=0']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:13.947968 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:13.954404 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-23c4e458-3acb-4367-ada6-259efcdad151 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1169517 Nov 08 15:05:14.117712 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-eac3715c-a3d7-4eda-8d4f-c47d3a43e1a8 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032783140&fields=id&tenant_id=fd141b4fd867454696b986210b405f49 HTTP/1.1" status: 200 len: 267 time: 0.0622668 Nov 08 15:05:14.233565 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-df0cc4e4-0953-4a1c-ab32-dd16ee46d4fa tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:14.235051 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-df0cc4e4-0953-4a1c-ab32-dd16ee46d4fa tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 810 time: 0.1102831 Nov 08 15:05:14.251541 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-083dbdb8-e9be-46b3-8583-72f9ac1cd4bc tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/quotas/fd141b4fd867454696b986210b405f49 HTTP/1.1" status: 200 len: 375 time: 0.0097258 Nov 08 15:05:14.305656 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-c6672f09-5c42-4b3d-9a38-c3b346e45cf5 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482435 Nov 08 15:05:14.414659 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-ae56484d-446f-419f-8e60-7d5717e72c85 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101841) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 15:05:14.416042 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-ae56484d-446f-419f-8e60-7d5717e72c85 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0987794 Nov 08 15:05:14.524684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-62bf5116-9cef-4503-a225-3516d5483466 service neutron] 10.222.0.65 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020491 Nov 08 15:05:14.602687 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 35b1cf6f-556e-4f47-94fe-d05fe654b579 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:14.614690 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-a3ce59a4-470f-4505-a20e-e98faa25d007 service neutron] 10.222.0.65 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891354 Nov 08 15:05:14.651824 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 35b1cf6f-556e-4f47-94fe-d05fe654b579 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:14.652207 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:14.741958 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:14.766450 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] For port 35b1cf6f-556e-4f47-94fe-d05fe654b579, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=35b1cf6f-556e-4f47-94fe-d05fe654b579,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:14.771035 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:14.801124 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e8f6de6e-8c48-41b3-b521-b2ac7e60f419 req-9a57d5f1-46b8-436f-9fdc-96569fd2b579 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 210 time: 0.0306745 Nov 08 15:05:14.824819 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Pushing event updated for resources: {'Port': ['ID=35b1cf6f-556e-4f47-94fe-d05fe654b579,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:15.404354 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Sync routers for ids ['47170e6f-d5d9-46ef-a196-f3e07212f785'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:05:15.418704 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Routers {'47170e6f-d5d9-46ef-a196-f3e07212f785'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:15.419305 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47170e6f-d5d9-46ef-a196-f3e07212f785'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:15.524562 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Set router 47170e6f-d5d9-46ef-a196-f3e07212f785 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:15.745567 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 4, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port': {'id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:07:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:09Z', 'updated_at': '2021-11-08T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c68c9d2a-f3d6-4326-80ea-dd440d8ab171', 'name': '', 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'mac_address': 'fa:16:3e:40:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:11Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 2, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'subnets': [{'id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:15.768581 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-24cfd272-fc50-4ca4-b3ea-741e62217d89 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:15.770549 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-24cfd272-fc50-4ca4-b3ea-741e62217d89 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 810 time: 0.1235003 Nov 08 15:05:15.775997 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Checking router: 47170e6f-d5d9-46ef-a196-f3e07212f785 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:05:15.776456 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Updating router 47170e6f-d5d9-46ef-a196-f3e07212f785 port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 binding host n-d-804292-2 {{(pid=101843) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 08 15:05:15.802588 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:15.839563 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-9887005e-2f76-46a7-923e-b9ab0965a019 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd141b4fd867454696b986210b405f49 HTTP/1.1" status: 200 len: 380 time: 0.0581851 Nov 08 15:05:15.851506 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'port': {'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'admin_state_up': True, 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'security_groups': ['08b323f9-d672-43ed-b79f-3e16e7d53d88']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:15.907070 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37344f43-9e56-46d1-b093-e8ba96d0fd6e req-662f3d84-36a4-4a82-9189-938ebf3e1e27 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 210 time: 0.0307143 Nov 08 15:05:15.965810 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Made reservation on behalf of fd141b4fd867454696b986210b405f49 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 15:05:15.969289 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.069941 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.075525 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.098532 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Allocated IP 172.20.0.8 (fc407466-87d0-47d1-886a-9b62ce254e50/a05a65aa-817f-466d-9a4d-412adca12549/01900dd4-aa89-4c9c-92b5-9cf524b11d78) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:16.123672 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488ac30-4e92-4584-9e37-003a4a24955f None None] Pushing event updated for resources: {'Port': ['ID=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:16.180964 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Attempting to bind port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 on host n-d-804292-2 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:05:16.181237 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Attempting to bind port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 by drivers openvswitch,hyperv on host n-d-804292-2 at level 0 using segments [{'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:05:16.181539 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Attempting to bind port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 on network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:16.186700 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Checking agent: {'id': '15a9d47d-4ae0-4fc5-8c62-5a4c60ded599', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 22, 6), 'started_at': datetime.datetime(2021, 11, 8, 13, 22, 36), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-804292-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:05:16.187055 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Checking segment: {'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:16.187458 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.187893 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Bound using segment: {'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:05:16.188357 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Bound port: c68c9d2a-f3d6-4326-80ea-dd440d8ab171, host: n-d-804292-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97822a8-2a75-46f0-9e04-244ed8c01958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:05:16.188743 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.257189 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] For port c68c9d2a-f3d6-4326-80ea-dd440d8ab171, host n-d-804292-2, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:05:16.259643 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.260960 n-d-804292-2 neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] For port c68c9d2a-f3d6-4326-80ea-dd440d8ab171, host n-d-804292-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,segment=NetworkSegment(d97822a8-2a75-46f0-9e04-244ed8c01958),segment_id=d97822a8-2a75-46f0-9e04-244ed8c01958)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:05:16.266535 n-d-804292-2 neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.302584 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.313845 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Routers {'47170e6f-d5d9-46ef-a196-f3e07212f785'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:16.314475 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47170e6f-d5d9-46ef-a196-f3e07212f785'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:16.358236 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Network fc407466-87d0-47d1-886a-9b62ce254e50 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:16.362437 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:16.364386 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:16.366602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:16.419615 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:16.421164 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.447082 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3e594ca3-8b45-4f3c-9c76-5cb027eaf33f None None] Provisioning complete for port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:16.447673 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e594ca3-8b45-4f3c-9c76-5cb027eaf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.452114 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] Set router 47170e6f-d5d9-46ef-a196-f3e07212f785 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:16.453377 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-1f887480-d4b1-4549-990e-8d4e2f87273b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6062303 Nov 08 15:05:16.470389 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Request body: {'port': {'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:16.573257 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.597332 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488ac30-4e92-4584-9e37-003a4a24955f None None] Pushing event updated for resources: {'Port': ['ID=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,revision_number=4']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:16.649934 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e594ca3-8b45-4f3c-9c76-5cb027eaf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.679922 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 35b1cf6f-556e-4f47-94fe-d05fe654b579 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:16.723060 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 4, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port': {'id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:07:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:09Z', 'updated_at': '2021-11-08T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c68c9d2a-f3d6-4326-80ea-dd440d8ab171', 'name': '', 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'mac_address': 'fa:16:3e:40:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:11Z', 'updated_at': '2021-11-08T15:05:16Z', 'revision_number': 4, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'subnets': [{'id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:16.748196 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3e594ca3-8b45-4f3c-9c76-5cb027eaf33f None None] For port c68c9d2a-f3d6-4326-80ea-dd440d8ab171, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,segment=NetworkSegment(d97822a8-2a75-46f0-9e04-244ed8c01958),segment_id=d97822a8-2a75-46f0-9e04-244ed8c01958)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:16.751765 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d79e1-2395-472c-af0c-ec2ab9579852 None None] The sync data for ids ['47170e6f-d5d9-46ef-a196-f3e07212f785'] in n-d-804292-2 is: [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 4, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port': {'id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:07:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:09Z', 'updated_at': '2021-11-08T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': 'c68c9d2a-f3d6-4326-80ea-dd440d8ab171', 'name': '', 'network_id': 'b0bb85cd-8746-4d92-ae36-2eb7c8da5840', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'mac_address': 'fa:16:3e:40:4c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:11Z', 'updated_at': '2021-11-08T15:05:16Z', 'revision_number': 4, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'subnets': [{'id': '9f9bcc40-8615-4edd-99b5-095263abbcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:05:16.755598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e594ca3-8b45-4f3c-9c76-5cb027eaf33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.805494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port 35b1cf6f-556e-4f47-94fe-d05fe654b579 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:16.805860 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.835941 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e594ca3-8b45-4f3c-9c76-5cb027eaf33f None None] Pushing event updated for resources: {'Port': ['ID=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:16.897105 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01900dd4-aa89-4c9c-92b5-9cf524b11d78 {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:05:16.905350 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c76587c6-2b53-4c47-8c7c-623b5bc6d565 None None] Provisioning complete for port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:16.905723 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c76587c6-2b53-4c47-8c7c-623b5bc6d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.906921 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.922686 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Transition to ACTIVE for port object 01900dd4-aa89-4c9c-92b5-9cf524b11d78 will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 15:05:16.926590 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:16.949632 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c76587c6-2b53-4c47-8c7c-623b5bc6d565 None None] Port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 15:05:16.961684 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-c76587c6-2b53-4c47-8c7c-623b5bc6d565 None None] Provisioning complete for port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:16.962319 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c76587c6-2b53-4c47-8c7c-623b5bc6d565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:17.024115 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:17.073141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Attempting to bind port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 on host n-h1-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:05:17.073828 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Attempting to bind port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 by drivers openvswitch,hyperv on host n-h1-804292-2 at level 0 using segments [{'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:05:17.074597 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Attempting to bind port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 on network fc407466-87d0-47d1-886a-9b62ce254e50 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:17.080654 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 on network fc407466-87d0-47d1-886a-9b62ce254e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 15:05:17.080992 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Attempting to bind port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 on network fc407466-87d0-47d1-886a-9b62ce254e50 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:05:17.088314 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Checking agent: {'id': 'facc4cf3-2819-4921-b916-c2ecf15f1fe0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:05:17.088702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Checking segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:05:17.089095 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Bound using segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:05:17.089524 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Bound port: 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host: n-h1-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:05:17.089887 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:17.098138 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa3de6-d1b5-4a92-898d-b8df0d8b1de6 req-81b3a710-06b7-4003-9716-d2c4eee1dc40 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.107681 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42aa3de6-d1b5-4a92-898d-b8df0d8b1de6 req-81b3a710-06b7-4003-9716-d2c4eee1dc40 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 943 time: 0.0863783 Nov 08 15:05:17.189408 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42aa3de6-d1b5-4a92-898d-b8df0d8b1de6 req-466bb15f-3f1d-47d0-9b6f-ace428986b72 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788093 Nov 08 15:05:17.193100 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:05:17.197454 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:05:17.205614 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:17.239887 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.241048 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:17.242753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] 10.222.0.70 "PUT /v2.0/ports/01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 1091 time: 0.7785985 Nov 08 15:05:17.245316 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:05:17.248295 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db25bf7f-2a52-4ace-ba76-920817ea152b" -d '{"events": [{"name": "network-changed", "server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:05:17.281932 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ce54a-99da-4966-8276-0dc6b7d28a14 service neutron] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:17.318033 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa946f3b-4074-4e21-bd04-572cbca68760 x-openstack-request-id: req-aa946f3b-4074-4e21-bd04-572cbca68760 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:05:17.318374 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:05:17.318777 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa946f3b-4074-4e21-bd04-572cbca68760 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:05:17.319085 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'status': 'completed', 'code': 200} Nov 08 15:05:17.338984 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-af7e2b34-b463-4d46-b1d9-3b2cc67da076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.340545 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-af7e2b34-b463-4d46-b1d9-3b2cc67da076 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1094 time: 0.0548716 Nov 08 15:05:17.386313 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-914be3d1-e7f7-42ef-964f-a4d45cdfa236 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 217 time: 0.0377855 Nov 08 15:05:17.438693 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-d6d8f78c-d655-4d2a-8c18-d485a68ead8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.440477 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-d6d8f78c-d655-4d2a-8c18-d485a68ead8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0473995 Nov 08 15:05:17.488953 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-d8696a2d-ef24-4c2b-b957-2d9ed99859e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.491150 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-d8696a2d-ef24-4c2b-b957-2d9ed99859e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418472 Nov 08 15:05:17.585149 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-892002b4-9a6d-400f-8f91-4c72b22aad9e service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871131 Nov 08 15:05:17.675634 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-2e358a7a-ef88-4cfd-8216-ca21d32fa0b2 req-0e78b666-2b12-42f0-87c9-0ee54514136a service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 Nov 08 15:05:17.760053 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-edb66f01-0c11-4fa9-9ad6-75461575f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.761508 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-edb66f01-0c11-4fa9-9ad6-75461575f42a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1094 time: 0.0404274 Nov 08 15:05:17.848352 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-fbdda27f-7f9b-437d-9b29-da7b76f8f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.850251 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-fbdda27f-7f9b-437d-9b29-da7b76f8f656 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0817602 Nov 08 15:05:17.893536 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-281f0968-dcf5-4de7-9a1b-4e18b2714ae0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 217 time: 0.0363638 Nov 08 15:05:17.943388 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-44f379f8-eee0-4168-be70-2d740125b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.944883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-44f379f8-eee0-4168-be70-2d740125b7d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0429304 Nov 08 15:05:17.989081 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-d05f8b95-21c9-4097-965b-a02926cdad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:17.991078 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-d05f8b95-21c9-4097-965b-a02926cdad32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385435 Nov 08 15:05:18.082558 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-5d0d9e5c-c3de-4281-a92d-f95b23a9d7be service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837326 Nov 08 15:05:18.174312 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-db25bf7f-2a52-4ace-ba76-920817ea152b req-e20798e0-4342-44c2-99ee-b256d42c6a4e service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833776 Nov 08 15:05:18.290118 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415b8a3-cfce-4668-9465-1a3488faa507 req-dd94b788-7024-46a2-a4be-4fc0508af8e6 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:18.291575 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6415b8a3-cfce-4668-9465-1a3488faa507 req-dd94b788-7024-46a2-a4be-4fc0508af8e6 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 943 time: 0.0484383 Nov 08 15:05:18.340914 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6415b8a3-cfce-4668-9465-1a3488faa507 req-6a40240e-8d97-45a6-b07b-ce46613c5afc tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434332 Nov 08 15:05:18.581104 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c68c9d2a-f3d6-4326-80ea-dd440d8ab171 up at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:18.628380 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Provisioning complete for port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:18.628745 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:19.461578 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460da4b-d64b-46d1-8c2e-8f59b2d386f0 req-3906e7e3-e5bc-4bb8-b400-a404343ef46e tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:19.463039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b460da4b-d64b-46d1-8c2e-8f59b2d386f0 req-3906e7e3-e5bc-4bb8-b400-a404343ef46e tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 943 time: 0.0531590 Nov 08 15:05:19.512238 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b460da4b-d64b-46d1-8c2e-8f59b2d386f0 req-82e71137-5ce7-4f0b-ae16-c64defe2c242 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 Nov 08 15:05:19.729906 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 01900dd4-aa89-4c9c-92b5-9cf524b11d78 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 15:05:19.828195 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:19.991224 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 15:05:20.027138 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:20.039942 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01900dd4-aa89-4c9c-92b5-9cf524b11d78 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:05:20.059230 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:20.062965 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:20.108306 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:20.267875 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['01900dd4-aa89-4c9c-92b5-9cf524b11d78'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 15:05:20.627655 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7c10a-42e7-47a5-9613-28531cb3631d req-5367fbb9-13fa-4636-91af-d0fbb80ebcd4 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:20.629156 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67c7c10a-42e7-47a5-9613-28531cb3631d req-5367fbb9-13fa-4636-91af-d0fbb80ebcd4 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 944 time: 0.0486543 Nov 08 15:05:20.677942 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-67c7c10a-42e7-47a5-9613-28531cb3631d req-4480cb13-2171-4039-949b-b5e730146407 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Nov 08 15:05:21.747179 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 01900dd4-aa89-4c9c-92b5-9cf524b11d78 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:05:21.794464 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e36059-03dd-41d2-b780-a1d2bfd88c21 req-a5e65873-6af0-46f8-9415-0a8271a9a463 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:21.796029 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42e36059-03dd-41d2-b780-a1d2bfd88c21 req-a5e65873-6af0-46f8-9415-0a8271a9a463 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 944 time: 0.0484784 Nov 08 15:05:21.801443 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning for port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 15:05:21.806058 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:05:21.806463 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:21.852205 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-42e36059-03dd-41d2-b780-a1d2bfd88c21 req-23d7224e-f1c6-4160-a986-ed1c9cf964f6 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475514 Nov 08 15:05:21.884000 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:21.906103 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:05:21.908363 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8540bc8b-0d5d-4c2b-9e35-97a24bcca548" -d '{"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-plugged", "status": "completed", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:05:21.921640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:05:21.925762 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:21.951395 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddcc6a3-4867-48ad-8e4e-c0780ee3dd2a x-openstack-request-id: req-1ddcc6a3-4867-48ad-8e4e-c0780ee3dd2a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:05:21.951693 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-plugged", "status": "completed", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:05:21.951995 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ddcc6a3-4867-48ad-8e4e-c0780ee3dd2a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:05:21.952390 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'code': 200} Nov 08 15:05:21.984640 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:22.046559 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa7f02-1196-48d1-9bfd-d79cb8d70332 req-81409c2c-6773-441b-9fae-759a2300556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:22.047983 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9fa7f02-1196-48d1-9bfd-d79cb8d70332 req-81409c2c-6773-441b-9fae-759a2300556a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1096 time: 0.0448439 Nov 08 15:05:22.094384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e9fa7f02-1196-48d1-9bfd-d79cb8d70332 req-4ef01fa7-8353-4dba-a2d4-abc97df3c189 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383487 Nov 08 15:05:23.017933 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4aa1-47b9-4266-83b7-dcd17f813b5c req-2a3d8f53-84aa-45fa-a9bf-7239d64484bd tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:23.019449 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fbb4aa1-47b9-4266-83b7-dcd17f813b5c req-2a3d8f53-84aa-45fa-a9bf-7239d64484bd tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 945 time: 0.1007247 Nov 08 15:05:23.072414 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-3fbb4aa1-47b9-4266-83b7-dcd17f813b5c req-97d8edf8-898d-4130-9a46-f2aa0504842a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466223 Nov 08 15:05:23.842339 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:24.238018 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033979d-4acd-4338-be61-8d8b372275d5 req-1d6ee852-15b2-4688-8401-d7f7fe7bb18b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:24.239496 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0033979d-4acd-4338-be61-8d8b372275d5 req-1d6ee852-15b2-4688-8401-d7f7fe7bb18b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 945 time: 0.0969281 Nov 08 15:05:24.288484 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0033979d-4acd-4338-be61-8d8b372275d5 req-71635647-2d7b-4c21-9b3d-eeee76bfbba3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425634 Nov 08 15:05:24.293282 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:24.407507 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb740e-5045-4387-acd4-e953473b2c2f req-e38ba9e4-cac6-4c81-b27b-28a70ba0ae1f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:24.408908 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccdb740e-5045-4387-acd4-e953473b2c2f req-e38ba9e4-cac6-4c81-b27b-28a70ba0ae1f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 945 time: 0.0526676 Nov 08 15:05:24.458270 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-ccdb740e-5045-4387-acd4-e953473b2c2f req-629dc8df-a91a-47c8-9efd-6a5596472eca tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434003 Nov 08 15:05:24.480074 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46262) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:24.560376 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21b7c21-83ed-4bf5-b9ba-d36d977571b0 tempest-TestSnapshotPattern-1904836608 tempest-TestSnapshotPattern-1904836608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:24.562039 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a21b7c21-83ed-4bf5-b9ba-d36d977571b0 tempest-TestSnapshotPattern-1904836608 tempest-TestSnapshotPattern-1904836608-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1091 time: 0.0809977 Nov 08 15:05:24.564782 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46266) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:05:24.569031 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:05:24.590816 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:24.687376 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:24.785365 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Allocated IP 172.25.8.179 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/6f3a4229-47fe-4679-bf4f-09eca85db3c4) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:05:24.887424 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:24.921725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:24.955343 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:05:24.960064 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:05:24.962533 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:05:24.994084 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'Port': ['ID=6f3a4229-47fe-4679-bf4f-09eca85db3c4,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:25.322917 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:25.387010 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:25.535544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:25.539985 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:25.607860 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'Port': ['ID=6f3a4229-47fe-4679-bf4f-09eca85db3c4,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:05:25.621758 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:25.718549 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Floating IP f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c associated. External IP: 172.25.8.179, port: 01900dd4-aa89-4c9c-92b5-9cf524b11d78. Nov 08 15:05:25.917856 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Router bc7aa170-02f3-40f8-878f-6769d3997f48 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:05:26.022690 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:05:26.032661 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] Sync routers for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:05:26.040972 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:26.043521 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:26.044198 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:26.069091 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a82f814a-d738-43d4-8712-c892c662c361 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5031872 Nov 08 15:05:26.069756 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:05:26.072033 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41263c1d-6002-455a-a9cd-908ad4911ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:05:26.108115 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f5b5c-0f68-408b-bf0b-2ac7d7f5a276 x-openstack-request-id: req-d13f5b5c-0f68-408b-bf0b-2ac7d7f5a276 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:05:26.108407 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:05:26.108659 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d13f5b5c-0f68-408b-bf0b-2ac7d7f5a276 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:05:26.109063 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'status': 'completed', 'code': 200} Nov 08 15:05:26.155758 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:26.170963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-25f9caca-5b86-4b03-beb9-a6decf04299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:26.172451 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-25f9caca-5b86-4b03-beb9-a6decf04299f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1096 time: 0.0402868 Nov 08 15:05:26.265602 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-f0c74df6-366c-4a76-9992-b1cd8a5d1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:26.267089 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-f0c74df6-366c-4a76-9992-b1cd8a5d1c4d service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0875673 Nov 08 15:05:26.331531 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-7465ab6d-6dec-40dd-90db-2abf2cc3d28c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 999 time: 0.0580611 Nov 08 15:05:26.381458 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-a38312ba-ff24-4ef0-aac2-552d136e1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:26.382189 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:25Z', 'revision_number': 0, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:26.382911 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-a38312ba-ff24-4ef0-aac2-552d136e1175 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0450799 Nov 08 15:05:26.408462 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] Checking router: bc7aa170-02f3-40f8-878f-6769d3997f48 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:05:26.418134 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:05:26.418752 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:05:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:26.433348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-364a0bcf-0fda-407a-988b-f69d1992574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:26.434819 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-364a0bcf-0fda-407a-988b-f69d1992574e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445037 Nov 08 15:05:26.525787 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-156fcbfc-56d3-4a54-ad8c-9ff7130df1d7 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837872 Nov 08 15:05:26.526670 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:05:26.621868 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-41263c1d-6002-455a-a9cd-908ad4911ac0 req-ef0e5f55-f834-46e2-8914-04167de72fb3 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883875 Nov 08 15:05:26.748500 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:25Z', 'revision_number': 0, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:05:26.777343 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a3ca56-84da-4c98-a812-b2995086c257 None None] The sync data for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 is: [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:25Z', 'revision_number': 0, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:05:26.954602 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9202c7ae-061a-48f3-82e0-d27abdcc5e11 None None] New status for floating IP f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 15:05:28.150171 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d1c3271-71d1-4164-b5fc-d5764d8aeb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:31.619098 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-26a96359-efb8-4b1d-99ee-f116ce99656d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:33.402174 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:35.683762 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:05:35.918081 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:36.018314 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:52.120209 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-393c572a-e84e-4aaa-ab50-193081de3461 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401039 Nov 08 15:05:52.201110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-94c4e174-0f21-4a61-8d6a-d1465da942db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:52.202575 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-94c4e174-0f21-4a61-8d6a-d1465da942db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1096 time: 0.0398331 Nov 08 15:05:52.306845 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-6e38a1c4-c554-4cf4-b872-890d69de1d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:52.308319 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-6e38a1c4-c554-4cf4-b872-890d69de1d09 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0864849 Nov 08 15:05:52.371343 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-37955d6b-a017-4985-9a12-5d9de4f9500c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 1001 time: 0.0558114 Nov 08 15:05:52.423355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-41cd2a70-cb00-4d85-9a74-550c9f3f3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:52.424793 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-41cd2a70-cb00-4d85-9a74-550c9f3f3a4d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0460899 Nov 08 15:05:52.470590 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-edfd83b4-a2eb-4acc-bdcd-96fbd55ce191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:05:52.472055 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-edfd83b4-a2eb-4acc-bdcd-96fbd55ce191 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391278 Nov 08 15:05:52.483578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-d297f927-c67c-4460-a4aa-c48793b0019d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 15:05:52.484550 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-d297f927-c67c-4460-a4aa-c48793b0019d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049071 Nov 08 15:05:52.577680 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-c4c7d215-9f99-48a9-a354-e2d0888ffd1b service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866468 Nov 08 15:05:52.994069 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-bc501b67-af8c-4cf8-9920-b5f49e4030b0 req-e93acfa5-9cb2-424c-9bd4-ee9bdddf1dec service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078081 Nov 08 15:05:53.852393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:54.298774 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:05:58.150835 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-634d6edf-92fd-4f8d-b99b-b0efae42fc94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:01.620399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b1e19b72-ef93-4cc5-8f64-9e1c40d76091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:03.405506 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:05.918165 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:06.019568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:12.682491 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:06:23.850056 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:24.298759 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:28.155119 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17766554-62d3-4bcd-baca-4de0b9b0f2df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:31.621783 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d8cb996e-16a1-4813-8266-ef53f4d82745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:33.407913 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:35.919872 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:36.020320 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:49.682997 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:06:53.865568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:54.142052 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-4b333167-9759-4c2e-8714-0a9d1eaa91a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0975688 Nov 08 15:06:54.228355 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-65d95400-0a89-473b-b9ae-7948854e934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:06:54.229851 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-65d95400-0a89-473b-b9ae-7948854e934c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1096 time: 0.0438166 Nov 08 15:06:54.314549 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:06:54.336036 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-79534bb2-7859-416a-8cdc-c758a6934ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:06:54.337615 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-79534bb2-7859-416a-8cdc-c758a6934ca4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0883255 Nov 08 15:06:54.407583 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-6bb42914-075a-40bb-a902-c51012d7c0ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 1001 time: 0.0630293 Nov 08 15:06:54.459156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-d932d38c-9733-45d3-ac8a-696d7607346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:06:54.461332 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-d932d38c-9733-45d3-ac8a-696d7607346a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0446484 Nov 08 15:06:54.506550 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-60a3366f-c93d-421d-96b3-8e84959a7bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:06:54.508818 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-60a3366f-c93d-421d-96b3-8e84959a7bda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412040 Nov 08 15:06:54.600801 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-5edccc52-0d96-4f6a-9a8e-2a7ad1bc87e4 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849831 Nov 08 15:06:54.688021 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-e68d9a73-15cc-4893-9ff3-d9c8450200d1 req-02ec2e69-75d4-4697-a747-960730e256ac service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801532 Nov 08 15:06:58.156404 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4568661f-de76-4f72-8652-3f6b737f3290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:01.625054 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4713d103-a8d4-4df0-a7c9-a124798736ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:03.410771 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:05.922971 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:06.021851 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:23.877122 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:24.312187 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:24.516266 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 01900dd4-aa89-4c9c-92b5-9cf524b11d78 details requested by agent hyperv_n-h1-804292-2 with host n-h1-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 15:07:24.613652 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:07:24.627629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Returning: {'device': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 15:07:24.665576 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:24.679893 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01900dd4-aa89-4c9c-92b5-9cf524b11d78 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:07:24.700605 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:07:24.706493 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:24.762905 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:24.770279 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.770627 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.770966 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.771303 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.771637 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.771996 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.772324 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.772688 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.773004 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.773326 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.773650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.773973 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:24.781273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] get_ports_and_sgs() called for port_ids ['01900dd4-aa89-4c9c-92b5-9cf524b11d78'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 15:07:26.529329 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 01900dd4-aa89-4c9c-92b5-9cf524b11d78 up at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:07:26.583629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Provisioning complete for port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:07:26.584199 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:26.672880 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:26.682873 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:07:26.707933 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:07:26.710509 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32f2fad-f379-4463-9356-b3cbfb7bcc0f" -d '{"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-plugged", "status": "completed", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:07:26.738012 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:07:26.743993 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:26.754139 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6277f306-6f78-4d43-a941-6fc0c379d9de x-openstack-request-id: req-6277f306-6f78-4d43-a941-6fc0c379d9de {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:07:26.754435 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-plugged", "status": "completed", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:07:26.754685 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6277f306-6f78-4d43-a941-6fc0c379d9de {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:07:26.755079 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'code': 200} Nov 08 15:07:26.807173 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:28.159831 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2052e1f5-5e78-4920-a158-8a3be2f48a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:31.628977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-880050e0-2cd5-41ac-921e-d84c76261c30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:33.416775 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:34.279959 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-871a032b-2cde-4f1c-a70e-4808acd4ed4c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032783140&fields=id&tenant_id=fd141b4fd867454696b986210b405f49 HTTP/1.1" status: 200 len: 267 time: 0.0486360 Nov 08 15:07:34.384352 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-1cf74aee-df26-4312-9eeb-604de3d04e01 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:34.385806 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-1cf74aee-df26-4312-9eeb-604de3d04e01 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 810 time: 0.0992281 Nov 08 15:07:34.400226 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-685da33b-1112-4d8e-9629-2de3750ec773 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/quotas/fd141b4fd867454696b986210b405f49 HTTP/1.1" status: 200 len: 375 time: 0.0087941 Nov 08 15:07:34.458422 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-9a63f314-e716-4a60-bd92-c0e59ec9fa9d tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0531034 Nov 08 15:07:34.551879 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-f0ae11d6-3110-4ee6-8987-f49b89fd5efd service neutron] 10.222.0.65 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815873 Nov 08 15:07:34.642122 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-51aa2a6e-b64f-475b-b89c-7285a9877c1e service neutron] 10.222.0.65 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839319 Nov 08 15:07:34.829843 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-d3fd2ecb-82d0-45fb-83ff-e5054bec1285 req-489879c0-2894-49fa-b22b-99c74fff110b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 210 time: 0.0278809 Nov 08 15:07:35.774601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-c45415a2-3a5e-48e1-9143-13792ecc643a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:35.776053 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-c45415a2-3a5e-48e1-9143-13792ecc643a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.54 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 810 time: 0.1082587 Nov 08 15:07:35.842038 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-ab693d4d-37a3-44c3-a9d9-857e45cf6281 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd141b4fd867454696b986210b405f49 HTTP/1.1" status: 200 len: 380 time: 0.0565872 Nov 08 15:07:35.852557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'port': {'device_id': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'admin_state_up': True, 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'security_groups': ['08b323f9-d672-43ed-b79f-3e16e7d53d88']}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:07:35.935671 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:35.948350 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0b14ab4d-f7bf-4225-9554-de05e7f46f0d req-eb42ba7a-fe14-4975-9aab-0a68177cdd87 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 210 time: 0.0441580 Nov 08 15:07:35.978489 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Made reservation on behalf of fd141b4fd867454696b986210b405f49 for: {'port': 1} {{(pid=101840) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 08 15:07:35.982055 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:36.024988 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:36.130790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_common [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Allocated IP 172.20.0.9 (fc407466-87d0-47d1-886a-9b62ce254e50/a05a65aa-817f-466d-9a4d-412adca12549/46eb1da6-8567-4240-a496-f3493ed6167d) {{(pid=101840) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:07:36.311671 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for port, precommit_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:36.348218 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_create {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:36.392302 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Network fc407466-87d0-47d1-886a-9b62ce254e50 is already hosted by enough agents. {{(pid=101840) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:07:36.402033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.scheduler.base_scheduler [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Resources bound (agent type, host, resource id): {{(pid=101840) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:07:36.406688 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Received port after_create {{(pid=101840) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:07:36.411368 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=1']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:36.445623 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.445963 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.447045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.447045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.447045 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.447607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.447607 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.448014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.448234 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.448561 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.448880 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.449207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:07:36.479516 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:36.480209 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:36.504516 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8732b818-285b-41c4-87fa-00fad0791e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6559496 Nov 08 15:07:36.751995 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-11cf3835-8f50-434e-99f9-43e602b9e589 None None] Provisioning complete for port 46eb1da6-8567-4240-a496-f3493ed6167d triggered by entity DHCP. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:07:36.752368 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-11cf3835-8f50-434e-99f9-43e602b9e589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:36.789947 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-11cf3835-8f50-434e-99f9-43e602b9e589 None None] Port 46eb1da6-8567-4240-a496-f3493ed6167d cannot update to ACTIVE because it is not bound. {{(pid=101842) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 08 15:07:37.068804 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329058b-465d-44e9-98ee-7b1bbe8cffca req-cd57d537-a53d-459f-967a-9c7d68b34a0f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:37.071956 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9329058b-465d-44e9-98ee-7b1bbe8cffca req-cd57d537-a53d-459f-967a-9c7d68b34a0f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0518224 Nov 08 15:07:37.124193 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9329058b-465d-44e9-98ee-7b1bbe8cffca req-70ad0329-6667-46e0-b9aa-a2364fdccd5c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473778 Nov 08 15:07:38.247834 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757ef79-5921-43a0-b819-0ee7995191ae req-ce785e6f-aa79-45c4-8ad5-0f1d7887a42c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:38.249295 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b757ef79-5921-43a0-b819-0ee7995191ae req-ce785e6f-aa79-45c4-8ad5-0f1d7887a42c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0523176 Nov 08 15:07:38.309672 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b757ef79-5921-43a0-b819-0ee7995191ae req-5d5aeb1c-f3af-4451-9f36-7a6c4ca887fd tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531752 Nov 08 15:07:38.573862 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 01900dd4-aa89-4c9c-92b5-9cf524b11d78 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:07:38.652381 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:38.673923 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:07:38.676598 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbc184d-cbf0-433b-bc71-faeeb7fd1355" -d '{"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-unplugged", "status": "completed", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:07:38.692658 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:07:38.701025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:38.730288 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 08 Nov 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a7bacc-4ee3-4beb-a7b7-5e05d0d7742d x-openstack-request-id: req-b6a7bacc-4ee3-4beb-a7b7-5e05d0d7742d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:07:38.730586 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-unplugged", "status": "completed", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:07:38.730839 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6a7bacc-4ee3-4beb-a7b7-5e05d0d7742d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:07:38.731247 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'code': 200} Nov 08 15:07:38.752506 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Pushing event updated for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=8']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:39.430919 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a4b59-6468-4d29-9a4b-e3c496f8bb79 req-587b9643-f636-4b80-841e-6d8f4553508b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:39.432789 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a23a4b59-6468-4d29-9a4b-e3c496f8bb79 req-587b9643-f636-4b80-841e-6d8f4553508b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0508370 Nov 08 15:07:39.492402 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-a23a4b59-6468-4d29-9a4b-e3c496f8bb79 req-fd823193-2beb-419f-ad8e-9f190aa12192 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532055 Nov 08 15:07:40.614875 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89f8d-ffdb-46be-81fd-14af165f7a7c req-efcc54a8-176a-4bf7-bf10-a8ee4ee13464 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:40.623476 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-73f89f8d-ffdb-46be-81fd-14af165f7a7c req-efcc54a8-176a-4bf7-bf10-a8ee4ee13464 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0566127 Nov 08 15:07:40.673338 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-73f89f8d-ffdb-46be-81fd-14af165f7a7c req-4aa0f788-3701-4f86-b723-83b73e3215e4 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486059 Nov 08 15:07:41.792172 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f683-326a-4564-b85a-565437d8b7ef req-8a36c392-795b-4d1d-8a7a-65f2766613bd tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:41.793587 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0752f683-326a-4564-b85a-565437d8b7ef req-8a36c392-795b-4d1d-8a7a-65f2766613bd tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0491712 Nov 08 15:07:41.847865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0752f683-326a-4564-b85a-565437d8b7ef req-950375c3-863c-4f80-9e4a-81edbacb681a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472331 Nov 08 15:07:42.972948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92219-8f14-4776-99e7-08c3e40ca9a1 req-7bcd2fa5-f785-407f-a3f6-57435d41b3e2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:42.974471 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38b92219-8f14-4776-99e7-08c3e40ca9a1 req-7bcd2fa5-f785-407f-a3f6-57435d41b3e2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0578361 Nov 08 15:07:43.025145 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-38b92219-8f14-4776-99e7-08c3e40ca9a1 req-43144f0c-c5d6-4fe0-81f6-9ba6a964b27d tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Nov 08 15:07:44.150042 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f454b-cbe5-4511-b2bb-79ab7625ee73 req-1e16f1ea-8bd6-4726-af49-d67121fc84a1 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:44.151520 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c5f454b-cbe5-4511-b2bb-79ab7625ee73 req-1e16f1ea-8bd6-4726-af49-d67121fc84a1 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0550475 Nov 08 15:07:44.206140 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-1c5f454b-cbe5-4511-b2bb-79ab7625ee73 req-904e14a1-8960-40d9-9e0e-32e8529c5f9b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486236 Nov 08 15:07:45.331693 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ba3a1-ccba-4b1b-9680-398482b69446 req-bc6fd6a4-07fb-45e9-aa40-0e4641ae51e8 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:45.339923 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f39ba3a1-ccba-4b1b-9680-398482b69446 req-bc6fd6a4-07fb-45e9-aa40-0e4641ae51e8 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0611415 Nov 08 15:07:45.390533 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f39ba3a1-ccba-4b1b-9680-398482b69446 req-acd72633-065e-4b7a-aefd-c652d6e6c07c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468354 Nov 08 15:07:46.519705 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e9a88-36ec-48f8-9cb5-866156e13624 req-f45e2664-a4ff-4a4a-97f0-96f1c12bfa30 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:46.521272 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e2e9a88-36ec-48f8-9cb5-866156e13624 req-f45e2664-a4ff-4a4a-97f0-96f1c12bfa30 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0546155 Nov 08 15:07:46.578323 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-9e2e9a88-36ec-48f8-9cb5-866156e13624 req-4a5ba8c6-a1b4-453e-8df7-9e2eee18c3da tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454297 Nov 08 15:07:47.692411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784502a-c41f-4e03-bbde-2dd024d123f9 req-7951446b-2dcc-46f7-b064-13760b0bce56 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:47.693873 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e784502a-c41f-4e03-bbde-2dd024d123f9 req-7951446b-2dcc-46f7-b064-13760b0bce56 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0486338 Nov 08 15:07:47.741936 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e784502a-c41f-4e03-bbde-2dd024d123f9 req-3b407e96-e141-4fd6-87ef-83787cee004b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421259 Nov 08 15:07:48.858776 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239bd5e-c2c6-443f-9a98-072760dc586b req-245a3652-652a-4616-9448-85e07112341f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:48.860260 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4239bd5e-c2c6-443f-9a98-072760dc586b req-245a3652-652a-4616-9448-85e07112341f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0482028 Nov 08 15:07:48.911683 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-4239bd5e-c2c6-443f-9a98-072760dc586b req-7f1cef52-bbe5-4e54-91c6-d6bb557d68cf tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455918 Nov 08 15:07:49.839439 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.v2.base [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Request body: {'port': {'device_id': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-804292-2'}} {{(pid=101840) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:07:49.891230 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:50.028170 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc21069-1216-43d3-a0fa-93cd05d3f69b req-2b5fba26-5d59-4b72-9a6a-6814f85d2a53 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:50.029640 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bc21069-1216-43d3-a0fa-93cd05d3f69b req-2b5fba26-5d59-4b72-9a6a-6814f85d2a53 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 931 time: 0.0493097 Nov 08 15:07:50.078961 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-0bc21069-1216-43d3-a0fa-93cd05d3f69b req-94dc9551-3981-4f86-a94f-e9e5500b1e7f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Nov 08 15:07:50.154307 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46eb1da6-8567-4240-a496-f3493ed6167d {{(pid=101840) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:07:50.161972 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:50.173702 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.provisioning_blocks [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Transition to ACTIVE for port object 46eb1da6-8567-4240-a496-f3493ed6167d will not be triggered until provisioned by entity L2. {{(pid=101840) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 08 15:07:50.177283 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:50.227924 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=2']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:50.299502 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Attempting to bind port 46eb1da6-8567-4240-a496-f3493ed6167d on host n-h2-804292-2 for vnic_type normal with profile {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 08 15:07:50.299850 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Attempting to bind port 46eb1da6-8567-4240-a496-f3493ed6167d by drivers openvswitch,hyperv on host n-h2-804292-2 at level 0 using segments [{'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 08 15:07:50.300187 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Attempting to bind port 46eb1da6-8567-4240-a496-f3493ed6167d on network fc407466-87d0-47d1-886a-9b62ce254e50 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:07:50.305689 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Port 46eb1da6-8567-4240-a496-f3493ed6167d on network fc407466-87d0-47d1-886a-9b62ce254e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-804292-2 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 08 15:07:50.306014 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Attempting to bind port 46eb1da6-8567-4240-a496-f3493ed6167d on network fc407466-87d0-47d1-886a-9b62ce254e50 {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 08 15:07:50.311142 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Checking agent: {'id': '61f3e66d-f889-4c5e-b3b1-a9a53c53ba81', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-804292-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'started_at': datetime.datetime(2021, 11, 8, 13, 31, 23), 'heartbeat_timestamp': datetime.datetime(2021, 11, 8, 15, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 08 15:07:50.311493 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Checking segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 08 15:07:50.311919 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Bound using segment: {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'} {{(pid=101840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 08 15:07:50.312350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.managers [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Bound port: 46eb1da6-8567-4240-a496-f3493ed6167d, host: n-h2-804292-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b414fb22-7437-4b51-af8b-95460ea0890a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50'}}] {{(pid=101840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 08 15:07:50.312711 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:50.382156 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, cleared binding levels {{(pid=101840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 08 15:07:50.385760 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 08 15:07:50.391162 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8431996'] for port, after_update {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:50.424584 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:50.425204 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:50.426922 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] 10.222.0.54 "PUT /v2.0/ports/46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 200 len: 1091 time: 0.6363158 Nov 08 15:07:50.427311 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:07:50.430094 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8569e-a88d-48c9-ba4c-8eff25db6a16" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:07:50.462974 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475dcce-4ca3-4e25-87f3-06fb602e3ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=3']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:50.473780 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c501fbcc-639d-452d-95d5-a127930365d9 x-openstack-request-id: req-c501fbcc-639d-452d-95d5-a127930365d9 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:07:50.474015 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:07:50.474268 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c501fbcc-639d-452d-95d5-a127930365d9 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:07:50.474675 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d', 'status': 'completed', 'code': 200} Nov 08 15:07:50.518030 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8be31c9d-3e4c-4a38-a14f-640542f9e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:50.519560 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-8be31c9d-3e4c-4a38-a14f-640542f9e556 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1094 time: 0.0441444 Nov 08 15:07:50.564412 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-5f73caf1-bb2b-4728-a715-50b2faa19c47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 200 len: 217 time: 0.0365133 Nov 08 15:07:50.621858 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b5c58315-daa6-4a15-b3ce-e2b756692bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:50.623372 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-b5c58315-daa6-4a15-b3ce-e2b756692bd4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0514815 Nov 08 15:07:50.668468 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695937-edd8-4862-98e0-37298cf8eb6f req-15057979-6908-4342-a1a3-c1385f39b806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:50.669926 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-15057979-6908-4342-a1a3-c1385f39b806 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397859 Nov 08 15:07:50.762780 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-33de1b80-8976-4961-9553-fd7f9c956d1f service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857732 Nov 08 15:07:50.853044 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-93695937-edd8-4862-98e0-37298cf8eb6f req-23a0d886-1e95-4765-8f9c-bf94557c676b service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830688 Nov 08 15:07:50.947023 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-3c13a73d-a943-456c-9d11-69afe725bf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:50.948456 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-3c13a73d-a943-456c-9d11-69afe725bf59 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1094 time: 0.0411227 Nov 08 15:07:51.041755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-8d561401-2e44-473b-b58f-1faf252300cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:51.043221 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-8d561401-2e44-473b-b58f-1faf252300cb service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0876079 Nov 08 15:07:51.084167 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-feea3935-49e8-4364-a80b-6bb32ce83422 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 200 len: 217 time: 0.0340972 Nov 08 15:07:51.137190 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-256b5e54-e337-47ba-9dc2-32edfcd161b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:51.138656 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-256b5e54-e337-47ba-9dc2-32edfcd161b5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0481935 Nov 08 15:07:51.184989 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-c7e1da57-d30f-4733-afab-779487f8c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:51.186531 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-c7e1da57-d30f-4733-afab-779487f8c000 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410032 Nov 08 15:07:51.198165 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755ad9b-e722-44b3-acdf-8a9e24507338 req-31b8a127-367d-47d7-b42e-1c67ad5dd9a2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:51.199566 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6755ad9b-e722-44b3-acdf-8a9e24507338 req-31b8a127-367d-47d7-b42e-1c67ad5dd9a2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 943 time: 0.0487328 Nov 08 15:07:51.248573 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6755ad9b-e722-44b3-acdf-8a9e24507338 req-90b2b167-cb85-4e35-99cb-2427771377d2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430129 Nov 08 15:07:51.275942 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-31fd306b-737c-438d-ac56-b392f191e592 service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825813 Nov 08 15:07:51.368960 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-83c8569e-a88d-48c9-ba4c-8eff25db6a16 req-440f1359-197c-4e4c-9e09-5dc5f29aca12 service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856066 Nov 08 15:07:52.669953 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd2700-3f77-4ada-af35-813bc6f1cbb5 req-40ce06cd-4ec5-4272-ada9-151d040538ae tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:52.671440 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6acd2700-3f77-4ada-af35-813bc6f1cbb5 req-40ce06cd-4ec5-4272-ada9-151d040538ae tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 943 time: 0.3529863 Nov 08 15:07:52.719069 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6acd2700-3f77-4ada-af35-813bc6f1cbb5 req-417272d8-d4f0-4a2c-8d9a-698e9814920d tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413411 Nov 08 15:07:53.835167 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014e3d9-b7dd-4691-aae4-6ca78e9a0dd4 req-077b406f-af03-4785-87e4-12aa9469558e tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:53.837314 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b014e3d9-b7dd-4691-aae4-6ca78e9a0dd4 req-077b406f-af03-4785-87e4-12aa9469558e tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 943 time: 0.0489101 Nov 08 15:07:53.878739 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:53.886334 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-b014e3d9-b7dd-4691-aae4-6ca78e9a0dd4 req-96c4d80a-819b-456c-9557-bd3c6fcdba21 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430698 Nov 08 15:07:54.099217 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-7bf3e050-5790-4ab6-84f3-2689f9403f36 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393434 Nov 08 15:07:54.186726 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-754f892b-9bfd-4c2f-85f2-27c51db2b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:54.188246 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-754f892b-9bfd-4c2f-85f2-27c51db2b996 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1094 time: 0.0455976 Nov 08 15:07:54.294344 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-781f13a4-cdff-4584-ba05-cf4c10def6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:54.297254 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-781f13a4-cdff-4584-ba05-cf4c10def6d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0895720 Nov 08 15:07:54.314273 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:54.370381 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-2c06c7ef-8a05-47ce-93bc-30d183221ddc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 999 time: 0.0647526 Nov 08 15:07:54.418698 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-09218fa9-ad70-49f3-bceb-f1031fb9197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:54.420161 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-09218fa9-ad70-49f3-bceb-f1031fb9197a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0439496 Nov 08 15:07:54.465601 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-cb11de22-d7b9-43c6-95ff-1f5f05d4ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:54.467071 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-cb11de22-d7b9-43c6-95ff-1f5f05d4ce4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401356 Nov 08 15:07:54.562229 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-620ecef5-ef12-42d1-bd26-5ec94db67ceb service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880151 Nov 08 15:07:54.652985 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-86d33f22-95b1-4e25-8c34-03bfd4902dee req-49cd9372-ed72-42f2-b54e-042bc3b2aa5b service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825009 Nov 08 15:07:54.952575 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 15:07:55.004561 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8189d60-a4f9-4f5c-88b3-aa6c922320af req-1602c7b6-a7ca-4fcd-a209-1eec954678c3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:55.006118 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8189d60-a4f9-4f5c-88b3-aa6c922320af req-1602c7b6-a7ca-4fcd-a209-1eec954678c3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 943 time: 0.0497735 Nov 08 15:07:55.053396 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:07:55.060769 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-f8189d60-a4f9-4f5c-88b3-aa6c922320af req-61a67dc7-4f29-41b1-a586-fe34e8590b84 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482752 Nov 08 15:07:55.065894 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '46eb1da6-8567-4240-a496-f3493ed6167d', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'port_id': '46eb1da6-8567-4240-a496-f3493ed6167d', 'mac_address': 'fa:16:3e:27:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 15:07:55.107261 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:55.119982 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46eb1da6-8567-4240-a496-f3493ed6167d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:07:55.139007 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:07:55.142942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:55.189346 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=4']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:55.515980 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['46eb1da6-8567-4240-a496-f3493ed6167d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 15:07:56.177557 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d98fa2-779a-439b-90b1-9392d00a1b9b req-c51d65fd-055b-466c-be06-b304220676ff tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:56.178997 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37d98fa2-779a-439b-90b1-9392d00a1b9b req-c51d65fd-055b-466c-be06-b304220676ff tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 944 time: 0.0485506 Nov 08 15:07:56.227639 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-37d98fa2-779a-439b-90b1-9392d00a1b9b req-5011945f-6378-45be-8ce7-2d9dca125379 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Nov 08 15:07:56.970109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:07:57.018375 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning for port 46eb1da6-8567-4240-a496-f3493ed6167d completed by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 08 15:07:57.022322 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 46eb1da6-8567-4240-a496-f3493ed6167d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:07:57.022691 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:57.101270 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:57.123300 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:07:57.125563 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b26fe2d-8321-4d03-bc7c-faea05c317c1" -d '{"events": [{"server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "name": "network-vif-plugged", "status": "completed", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:07:57.138451 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:07:57.142967 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:57.167009 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a031fbc2-7600-40c1-bd02-1cfbbd331888 x-openstack-request-id: req-a031fbc2-7600-40c1-bd02-1cfbbd331888 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:07:57.167319 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "name": "network-vif-plugged", "status": "completed", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:07:57.167576 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a031fbc2-7600-40c1-bd02-1cfbbd331888 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:07:57.167996 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d', 'code': 200} Nov 08 15:07:57.195791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=5']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:07:57.262914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2bb5a-459d-41b6-a29d-dab2adfaad3a req-0ea46201-d16e-46ea-b4b4-482fb811b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:57.264468 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-56e2bb5a-459d-41b6-a29d-dab2adfaad3a req-0ea46201-d16e-46ea-b4b4-482fb811b607 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1096 time: 0.0416856 Nov 08 15:07:57.316278 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-56e2bb5a-459d-41b6-a29d-dab2adfaad3a req-e4ca7f92-1186-4035-b85a-cf63a9b56174 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449393 Nov 08 15:07:57.346577 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7aed6-f133-4901-9ea8-5dca4755f7f3 req-cd5fd37a-75ed-445f-a33f-246e14f8001c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:57.348078 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59a7aed6-f133-4901-9ea8-5dca4755f7f3 req-cd5fd37a-75ed-445f-a33f-246e14f8001c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 945 time: 0.0489423 Nov 08 15:07:57.396026 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-59a7aed6-f133-4901-9ea8-5dca4755f7f3 req-da19ded9-f8cb-4538-9a0f-81ff2f87cfff tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419519 Nov 08 15:07:58.161921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-abc67198-6d16-4fb2-ab6c-710bd4ceeca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:07:58.517571 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357dbc0-b0ce-4cb4-8b8c-8e40efbaa294 req-72d4a62d-4266-4f0e-b13e-37236b52e896 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:58.519038 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6357dbc0-b0ce-4cb4-8b8c-8e40efbaa294 req-72d4a62d-4266-4f0e-b13e-37236b52e896 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 945 time: 0.0524838 Nov 08 15:07:58.568024 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-6357dbc0-b0ce-4cb4-8b8c-8e40efbaa294 req-cf47462b-b0b6-4e72-b757-0e02fe1a144b tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Nov 08 15:07:59.684402 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a93da3-ceb3-45be-98e5-ccd86ea0dd43 req-f8e431da-e5c4-4b00-b197-9b8a09a8b85a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:59.685865 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75a93da3-ceb3-45be-98e5-ccd86ea0dd43 req-f8e431da-e5c4-4b00-b197-9b8a09a8b85a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 945 time: 0.0490251 Nov 08 15:07:59.733727 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-75a93da3-ceb3-45be-98e5-ccd86ea0dd43 req-787a7784-97e6-4c29-958b-4569b091eea0 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Nov 08 15:07:59.850603 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f71314-5806-4268-8237-822397e3664a req-5b273a97-59f9-4020-bace-e8cb0b027f13 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:59.852668 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5f71314-5806-4268-8237-822397e3664a req-5b273a97-59f9-4020-bace-e8cb0b027f13 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 945 time: 0.0502341 Nov 08 15:07:59.904871 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-e5f71314-5806-4268-8237-822397e3664a req-126ef998-fb23-4d89-ad4d-c04fdb6dbc80 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463326 Nov 08 15:07:59.926812 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46546) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:07:59.964973 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d148a5-ddfd-4b2b-a2bf-09fa54de8872 tempest-TestSnapshotPattern-1904836608 tempest-TestSnapshotPattern-1904836608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:07:59.966434 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-c8d148a5-ddfd-4b2b-a2bf-09fa54de8872 tempest-TestSnapshotPattern-1904836608 tempest-TestSnapshotPattern-1904836608-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1091 time: 0.0386691 Nov 08 15:07:59.969258 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46548) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:07:59.973443 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.v2.base [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Request body: {'floatingip': {'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'port_id': '46eb1da6-8567-4240-a496-f3493ed6167d', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101841) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 08 15:07:59.994990 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:00.091241 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:00.196112 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_common [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Allocated IP 172.25.8.91 (1530349d-cb15-4a36-a5b4-ee378ddc5ae2/f7872f9c-b82e-4796-ba36-7e8592ca0c24/68aec943-47fc-4ffc-8bb0-aa0ab3bb0134) {{(pid=101841) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 08 15:08:00.302562 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for port, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:00.336932 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741090194041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:00.372250 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Network 1530349d-cb15-4a36-a5b4-ee378ddc5ae2 is already hosted by enough agents. {{(pid=101841) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 08 15:08:00.376813 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.base_scheduler [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Resources bound (agent type, host, resource id): {{(pid=101841) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 08 15:08:00.379918 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Received port after_create {{(pid=101841) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 08 15:08:00.408568 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'Port': ['ID=68aec943-47fc-4ffc-8bb0-aa0ab3bb0134,revision_number=1']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:08:00.421257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.421608 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.421949 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.422288 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.422625 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.422956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.423286 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.423629 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.423977 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.424313 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.424643 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.424962 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:08:00.757384 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:00.823988 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:00.976876 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for port, precommit_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:00.981329 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1058707'] for port, after_update {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:01.046928 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event updated for resources: {'Port': ['ID=68aec943-47fc-4ffc-8bb0-aa0ab3bb0134,revision_number=2']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:08:01.059077 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-986241'] for floatingip, after_create {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:01.158999 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Floating IP ce2ed1c9-b9b3-4297-af33-cd8a688fae1a associated. External IP: 172.25.8.91, port: 46eb1da6-8567-4240-a496-f3493ed6167d. Nov 08 15:08:01.363390 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Router bc7aa170-02f3-40f8-878f-6769d3997f48 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:08:01.470849 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:08:01.480790 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] Sync routers for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:08:01.489064 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:01.491551 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:08:01.492624 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:07:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:08:01.516856 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-13eca914-0898-4234-8743-d158fda39de2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5465715 Nov 08 15:08:01.517532 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:08:01.519884 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:08:01.608061 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:08:01.623794 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98881d24-7ae2-4fe1-b89c-03532279736c x-openstack-request-id: req-98881d24-7ae2-4fe1-b89c-03532279736c {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:08:01.624098 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:08:01.624356 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98881d24-7ae2-4fe1-b89c-03532279736c {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:08:01.624790 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d', 'status': 'completed', 'code': 200} Nov 08 15:08:01.663101 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2c8f0e22-b435-4365-a062-7d8f1c9e0ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:01.690426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-35da49e7-de06-496f-af81-f0272cee9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:01.691987 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-35da49e7-de06-496f-af81-f0272cee9ba8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1096 time: 0.0427313 Nov 08 15:08:01.781993 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-019afefc-5797-4e03-a2a5-88b766250b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:01.783351 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-019afefc-5797-4e03-a2a5-88b766250b2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0847435 Nov 08 15:08:01.851154 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'ce2ed1c9-b9b3-4297-af33-cd8a688fae1a', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '46eb1da6-8567-4240-a496-f3493ed6167d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:27:28:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:08:00Z', 'updated_at': '2021-11-08T15:08:00Z', 'revision_number': 0, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}, {'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:27Z', 'revision_number': 1, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:08:01.854086 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-9e8bfe6d-0ce7-40a0-ae99-6573243fd288 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 200 len: 998 time: 0.0637035 Nov 08 15:08:01.880858 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] Checking router: bc7aa170-02f3-40f8-878f-6769d3997f48 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:08:01.890106 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:08:01.890706 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:08:02Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:08:01.903790 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-e141dac5-ec1b-41fc-b893-3a68f3f8d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:01.905262 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-e141dac5-ec1b-41fc-b893-3a68f3f8d777 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0437210 Nov 08 15:08:01.950013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-4a3c4a96-7c9f-4841-a690-48c739e62c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:01.951517 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-4a3c4a96-7c9f-4841-a690-48c739e62c5c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397713 Nov 08 15:08:01.998810 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:08:02.045734 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-f3231741-c090-45b4-bf37-a42fc5a37d04 service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872281 Nov 08 15:08:02.138973 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-89c50f09-b9ce-4d27-ba0b-ab3b3695b2dc req-8926b706-0dca-437c-803e-c295ebcae8eb service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867271 Nov 08 15:08:02.223746 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'ce2ed1c9-b9b3-4297-af33-cd8a688fae1a', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '46eb1da6-8567-4240-a496-f3493ed6167d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:27:28:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:08:00Z', 'updated_at': '2021-11-08T15:08:00Z', 'revision_number': 0, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}, {'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:27Z', 'revision_number': 1, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:08:02.253327 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ed46cb-ce50-49dc-9aab-5db00768a6f0 None None] The sync data for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 is: [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'ce2ed1c9-b9b3-4297-af33-cd8a688fae1a', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.91', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '46eb1da6-8567-4240-a496-f3493ed6167d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:27:28:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:08:00Z', 'updated_at': '2021-11-08T15:08:00Z', 'revision_number': 0, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}, {'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:27Z', 'revision_number': 1, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:08:02.432965 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e1bd05-a124-4cd6-836a-c37ca331b898 None None] New status for floating IP ce2ed1c9-b9b3-4297-af33-cd8a688fae1a: ACTIVE {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 15:08:03.417504 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:03.682911 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:08:05.931428 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:06.025987 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:23.909680 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:24.325304 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:28.163484 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c518-3ed8-4788-b08f-33b4b2fb33ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:31.634568 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9f70fb33-7449-488c-82b1-93dd86a82702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:33.421909 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:35.932088 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:36.027425 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:40.682000 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:08:53.900456 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:54.082315 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-069af38f-4f2b-45d4-a510-6e41cfc34009 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401776 Nov 08 15:08:54.162943 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-7f4d3a8b-ad67-48cc-bb8f-b4ed41792dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:54.164398 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-7f4d3a8b-ad67-48cc-bb8f-b4ed41792dd3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1094 time: 0.0408165 Nov 08 15:08:54.271348 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-952bbab2-a8c0-4e5c-b0d9-74e4efcd30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:54.272854 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-952bbab2-a8c0-4e5c-b0d9-74e4efcd30cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0886919 Nov 08 15:08:54.325751 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:54.339347 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-1ceee888-af69-4197-9424-c89ad4c36cf2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 999 time: 0.0594862 Nov 08 15:08:54.390220 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-c80688a9-a496-4c8a-b55f-a16864fc1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:54.391584 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-c80688a9-a496-4c8a-b55f-a16864fc1d87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0446081 Nov 08 15:08:54.441444 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-c2bda1e6-45ab-42a6-9480-e85749103290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:54.442853 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-c2bda1e6-45ab-42a6-9480-e85749103290 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446634 Nov 08 15:08:54.532133 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-30fb8c41-05b5-4e37-b968-f8d5d7c044d6 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821860 Nov 08 15:08:54.626753 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-36434b38-9171-43ac-9f26-7cd809f393f1 req-df747db0-9545-4f1e-ab5b-143e977cccd9 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875139 Nov 08 15:08:57.624159 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-d9dadbf8-17f3-461a-ae4e-98e6e16a1696 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398488 Nov 08 15:08:57.703915 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-44aaed45-cef3-493b-bd39-efd6d3a56aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:57.705375 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-44aaed45-cef3-493b-bd39-efd6d3a56aa0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1096 time: 0.0394185 Nov 08 15:08:57.811338 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-6b4bc1db-dfba-4f6e-8198-f80bb281000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:57.812761 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-6b4bc1db-dfba-4f6e-8198-f80bb281000d service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0886271 Nov 08 15:08:57.877846 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-e8309e99-04b3-44cf-ad0d-b689dbd52684 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 200 len: 1000 time: 0.0573881 Nov 08 15:08:57.929837 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-6e089e16-c6b9-43ad-9403-52d6db3ca9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:57.931249 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-6e089e16-c6b9-43ad-9403-52d6db3ca9be service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0470312 Nov 08 15:08:57.976269 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-f861a169-c927-46eb-84b8-a561cc92a6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:08:57.978365 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-f861a169-c927-46eb-84b8-a561cc92a6ec service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394468 Nov 08 15:08:57.989534 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-e2d030d0-a816-4861-bdc3-99a346dab152 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=101840) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 08 15:08:57.990459 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-e2d030d0-a816-4861-bdc3-99a346dab152 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047154 Nov 08 15:08:58.080777 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-ebd4b5af-c0c1-49b6-8852-66757cb38181 service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807712 Nov 08 15:08:58.165373 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-388fe546-fc7f-47f8-b279-1e8410438cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:08:58.173669 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-4e7c2bf4-0630-4f8e-a177-25c1534541d0 req-74305322-0279-47a9-a5a9-ccbb5c19798b service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858305 Nov 08 15:09:01.635859 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b905fd82-07d8-40eb-82a1-db97f539121c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:03.422012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:05.934465 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:06.030756 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:17.681784 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:09:23.908140 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:24.353851 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:28.166825 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c4422ab-8549-4c77-b154-6b4df066cbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:31.637598 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9c49b63c-da9a-468c-9c22-29e4cd963de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:33.424466 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:35.936042 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:36.032223 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:53.938886 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:54.110799 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-6ad64453-8da5-4546-8b95-af8469d99109 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405786 Nov 08 15:09:54.193557 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-5c007540-9eba-4381-b5a9-7e6c7946a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:54.194975 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-5c007540-9eba-4381-b5a9-7e6c7946a851 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1094 time: 0.0412881 Nov 08 15:09:54.300745 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-9aea8b06-6c0a-44e7-b96a-c7029814a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:54.302502 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-9aea8b06-6c0a-44e7-b96a-c7029814a2cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0897787 Nov 08 15:09:54.363567 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:09:54.367758 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-a60ef938-4ff1-4721-9837-6659ac33b8c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 999 time: 0.0586307 Nov 08 15:09:54.419937 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-e802f464-6644-4c83-84e3-006201ecccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:54.421306 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-e802f464-6644-4c83-84e3-006201ecccf2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0472066 Nov 08 15:09:54.467376 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-7ebf0739-7176-45ec-a1af-86571eeb257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:54.468893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-7ebf0739-7176-45ec-a1af-86571eeb257d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402586 Nov 08 15:09:54.559171 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-9e6f7050-0708-436b-93ee-700e8c1f277b service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830851 Nov 08 15:09:54.651954 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-fe66ed8f-0691-4c31-b6db-8f04d18625a7 req-136f1d14-b840-47f9-82bc-19c64087ee15 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859585 Nov 08 15:09:54.680751 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:09:57.587700 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-a032c115-06ed-4577-943d-d0c3d8070493 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399148 Nov 08 15:09:57.670017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074619e8-b51b-4430-8667-74732f3076ba req-6170b298-05e8-41b4-8161-9bf60bd1d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:57.671485 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-6170b298-05e8-41b4-8161-9bf60bd1d839 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1096 time: 0.0435936 Nov 08 15:09:57.773141 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074619e8-b51b-4430-8667-74732f3076ba req-d195dbf8-4ee2-47b7-94e0-c95a2d4c7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:57.774511 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-d195dbf8-4ee2-47b7-94e0-c95a2d4c7d38 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.0838759 Nov 08 15:09:57.844231 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-6e36b1ba-7ab8-43a1-ba34-ee1e36a74eb4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 200 len: 1000 time: 0.0622289 Nov 08 15:09:57.893126 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074619e8-b51b-4430-8667-74732f3076ba req-bcf1e10b-a086-4c9e-840c-3ffae9a38563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:57.894526 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-bcf1e10b-a086-4c9e-840c-3ffae9a38563 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0433092 Nov 08 15:09:57.939898 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074619e8-b51b-4430-8667-74732f3076ba req-cfc3470a-0739-48bf-8e37-75ba77908c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:09:57.941340 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-cfc3470a-0739-48bf-8e37-75ba77908c0a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396659 Nov 08 15:09:58.033773 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-46f7521c-e9e6-402a-bf7d-192e7a357505 service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844362 Nov 08 15:09:58.124102 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-074619e8-b51b-4430-8667-74732f3076ba req-0d09c3aa-9e89-4e60-9faa-4cb9bb55702d service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831072 Nov 08 15:09:58.167634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-337ee3d4-7ea4-4fdf-a7a9-1833591260cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:01.639015 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d9f983f-623c-4bba-8b4e-8ebcb7c409b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:03.426262 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:05.939725 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:06.033258 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:17.594740 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d details requested by agent hyperv_n-h2-804292-2 with host n-h2-804292-2 {{(pid=101842) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 08 15:10:17.687337 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:17.701612 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Returning: {'device': '46eb1da6-8567-4240-a496-f3493ed6167d', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'port_id': '46eb1da6-8567-4240-a496-f3493ed6167d', 'mac_address': 'fa:16:3e:27:28:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101842) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 08 15:10:17.737715 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:17.750524 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46eb1da6-8567-4240-a496-f3493ed6167d {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 08 15:10:17.769403 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:17.773136 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:17.822891 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:17.830109 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.830458 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.830800 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.831141 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.831476 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.831835 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.832167 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.832496 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.832821 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.833148 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.833473 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.833797 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:17.843565 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] get_ports_and_sgs() called for port_ids ['46eb1da6-8567-4240-a496-f3493ed6167d'] {{(pid=101842) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 08 15:10:19.574572 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d up at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 08 15:10:19.622722 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Provisioning complete for port 46eb1da6-8567-4240-a496-f3493ed6167d triggered by entity L2. {{(pid=101842) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 08 15:10:19.623012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4101866'] for port, provisioning_complete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:19.700095 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4138274'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:19.721035 n-d-804292-2 neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:10:19.723291 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}96343ba1694ff973c0d1e368964a418be4154a9fcd1335c8e3eb66d835e94cf6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52807670-ffb2-4d6b-9fca-0b3742eeb9c4" -d '{"events": [{"server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "name": "network-vif-plugged", "status": "completed", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:10:19.736273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:19.741681 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741090690964', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741090194059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741090194077'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:19.789669 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Pushing event updated for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:19.819346 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9c75ca-8920-4e2d-a9d6-461189da9361 x-openstack-request-id: req-8a9c75ca-8920-4e2d-a9d6-461189da9361 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:10:19.819659 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "name": "network-vif-plugged", "status": "completed", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:10:19.820082 n-d-804292-2 neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a9c75ca-8920-4e2d-a9d6-461189da9361 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:10:19.820383 n-d-804292-2 neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d', 'code': 200} Nov 08 15:10:23.942153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:24.368970 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:28.172801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8abb7d1a-a617-4253-8170-3cf948f2a44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:31.640473 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f41fc9f9-d099-485d-b61d-3e93f72c1917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:31.680974 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:10:32.093414 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46800) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:32.248160 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Deleting port 68aec943-47fc-4ffc-8bb0-aa0ab3bb0134 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:32.248504 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:32.325382 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:32.325713 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:32.338193 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Calling delete_port for 68aec943-47fc-4ffc-8bb0-aa0ab3bb0134 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:32.482941 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:32.508379 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event deleted for resources: {'Port': ['ID=68aec943-47fc-4ffc-8bb0-aa0ab3bb0134,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:32.533983 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.534316 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.534654 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.534986 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.535317 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.535642 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.535989 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.536312 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.536631 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.536948 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.537268 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.537589 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101841) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:32.575480 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:32.575880 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Floating IP ce2ed1c9-b9b3-4297-af33-cd8a688fae1a disassociated (deleted). External IP: 172.25.8.91, port: 46eb1da6-8567-4240-a496-f3493ed6167d. Nov 08 15:10:32.781127 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Router bc7aa170-02f3-40f8-878f-6769d3997f48 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:10:32.886411 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:10:32.891414 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:32.896897 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] Sync routers for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:10:32.906545 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:32.907158 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:32.922214 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-029332a8-7a43-4fa8-9f65-6b923838626a tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "DELETE /v2.0/floatingips/ce2ed1c9-b9b3-4297-af33-cd8a688fae1a HTTP/1.1" status: 204 len: 168 time: 0.8252668 Nov 08 15:10:32.922214 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:10:32.922610 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05300b4c-93c7-4dcc-8177-86cdc040839e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:10:32.992641 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c700f2-1636-45f3-b34c-f9342db12dd9 x-openstack-request-id: req-99c700f2-1636-45f3-b34c-f9342db12dd9 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:10:32.992938 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:10:32.993193 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99c700f2-1636-45f3-b34c-f9342db12dd9 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:10:32.993603 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d', 'status': 'completed', 'code': 200} Nov 08 15:10:33.031618 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:33.068150 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-aad75870-34b3-4c30-a704-3d9f9d6aefeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:33.069940 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-aad75870-34b3-4c30-a704-3d9f9d6aefeb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 1096 time: 0.0535336 Nov 08 15:10:33.187026 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-0dc25974-f6c9-4396-8958-c2449a96506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:33.188924 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-0dc25974-f6c9-4396-8958-c2449a96506f service neutron] 10.222.0.54 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.1094170 Nov 08 15:10:33.237893 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-31b3259c-095d-4799-a4c9-8fca510a311c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 200 len: 217 time: 0.0397797 Nov 08 15:10:33.297325 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-58ac23d1-0766-40bf-8854-7a3bed0fffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:33.299083 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-58ac23d1-0766-40bf-8854-7a3bed0fffbb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0529540 Nov 08 15:10:33.301494 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:27Z', 'revision_number': 1, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:33.316956 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18cfec-2cce-458f-b927-c556734f6550 req-4dddea80-f45a-4882-a272-22dcacc6812c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:33.318503 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be18cfec-2cce-458f-b927-c556734f6550 req-4dddea80-f45a-4882-a272-22dcacc6812c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 945 time: 0.1707697 Nov 08 15:10:33.329857 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] Checking router: bc7aa170-02f3-40f8-878f-6769d3997f48 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:10:33.339515 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:33.340157 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:33.358296 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-de0fd5bf-9227-4952-8553-5449f7739558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:33.360082 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-de0fd5bf-9227-4952-8553-5449f7739558 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526261 Nov 08 15:10:33.380684 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-be18cfec-2cce-458f-b927-c556734f6550 req-9baf6edc-e0d8-43f9-881c-13c248034037 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525553 Nov 08 15:10:33.452901 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:33.457920 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-25107e6a-7f65-43d2-83e7-989658ddbf84 service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892150 Nov 08 15:10:33.461675 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:33.548602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-05300b4c-93c7-4dcc-8177-86cdc040839e req-67a6db5a-a168-4d6b-a2b7-6d39a473cca4 service neutron] 10.222.0.54 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825965 Nov 08 15:10:33.690604 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:27Z', 'revision_number': 1, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:33.716323 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da684b93-2451-42cf-9d49-a90ca6a28b90 None None] The sync data for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 is: [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_floatingips': [{'id': 'f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'floating_ip_address': '172.25.8.179', 'floating_network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'router_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'port_id': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'mac_address': 'fa:16:3e:14:92:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-08T15:05:25Z', 'updated_at': '2021-11-08T15:05:27Z', 'revision_number': 1, 'project_id': 'fd141b4fd867454696b986210b405f49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:10:33.937662 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bcb615-834f-482f-92fd-04a93370f897 None None] New status for floating IP ce2ed1c9-b9b3-4297-af33-cd8a688fae1a: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 15:10:34.547358 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db5255-59a7-4bf2-ab05-7780378bbfd7 req-ae32a902-ba68-4e7e-aa34-cd131962376e tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:34.548870 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45db5255-59a7-4bf2-ab05-7780378bbfd7 req-ae32a902-ba68-4e7e-aa34-cd131962376e tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 945 time: 0.0941768 Nov 08 15:10:34.596991 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-45db5255-59a7-4bf2-ab05-7780378bbfd7 req-9814a61d-0672-461a-a832-5aff18350a0c tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Nov 08 15:10:34.937426 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-87c0238e-9d86-4682-b0a6-f8a085e7a105 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:34.938772 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-87c0238e-9d86-4682-b0a6-f8a085e7a105 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.54 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 945 time: 0.0478213 Nov 08 15:10:35.357994 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Deleting port 46eb1da6-8567-4240-a496-f3493ed6167d {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:35.358326 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:35.444680 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] For port 46eb1da6-8567-4240-a496-f3493ed6167d, host n-h2-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-804292-2',level=0,port_id=46eb1da6-8567-4240-a496-f3493ed6167d,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:35.445052 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:35.460191 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Calling delete_port for 46eb1da6-8567-4240-a496-f3493ed6167d owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:35.582956 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:35.609310 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event deleted for resources: {'Port': ['ID=46eb1da6-8567-4240-a496-f3493ed6167d,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:35.622173 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.622527 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.622868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.623294 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.623520 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.623876 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.624207 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.624536 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.624859 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.625182 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.625710 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.625799 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-804292-2 {{(pid=101840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 08 15:10:35.652330 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:35.668498 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] No DVR routers for this DVR port 46eb1da6-8567-4240-a496-f3493ed6167d on host n-h2-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:10:35.671191 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:35.674127 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 46eb1da6-8567-4240-a496-f3493ed6167d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:35.674566 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:35.675067 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-a6448932-5695-4628-93e7-bc2888ea71b6 req-ca9f96cd-ed8b-4f13-9f45-a669264edb81 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.54 "DELETE /v2.0/ports/46eb1da6-8567-4240-a496-f3493ed6167d HTTP/1.1" status: 204 len: 173 time: 0.7288132 Nov 08 15:10:35.675768 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'name': 'network-vif-deleted', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:10:35.678082 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6557490-2530-4916-9412-364015a299ae" -d '{"events": [{"server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "name": "network-vif-deleted", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:10:35.714273 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-8728ca9b-5bd7-490d-83aa-1ecf114e5fe0 req-564367dd-7357-4614-ba7b-b8e8509c8ca1 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb0e078-5e3d-4193-96ee-b6e3e1ec224c HTTP/1.1" status: 200 len: 210 time: 0.0272529 Nov 08 15:10:35.773616 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e52258-c67e-4046-9f74-0fe250abb735 x-openstack-request-id: req-a1e52258-c67e-4046-9f74-0fe250abb735 {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:10:35.773916 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb0e078-5e3d-4193-96ee-b6e3e1ec224c", "name": "network-vif-deleted", "tag": "46eb1da6-8567-4240-a496-f3493ed6167d", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:10:35.774167 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1e52258-c67e-4046-9f74-0fe250abb735 {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:10:35.774559 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb0e078-5e3d-4193-96ee-b6e3e1ec224c', 'name': 'network-vif-deleted', 'tag': '46eb1da6-8567-4240-a496-f3493ed6167d', 'status': 'completed', 'code': 200} Nov 08 15:10:35.947033 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:36.036053 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:37.266304 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46870) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:37.420305 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Deleting port 6f3a4229-47fe-4679-bf4f-09eca85db3c4 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:37.420723 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:37.498160 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:37.498540 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:37.510257 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Calling delete_port for 6f3a4229-47fe-4679-bf4f-09eca85db3c4 owned by network:floatingip {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:37.655767 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:37.680660 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event deleted for resources: {'Port': ['ID=6f3a4229-47fe-4679-bf4f-09eca85db3c4,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:37.739198 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for floatingip, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:37.739532 n-d-804292-2 neutron-server[101841]: INFO neutron.db.l3_db [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Floating IP f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c disassociated (deleted). External IP: 172.25.8.179, port: 01900dd4-aa89-4c9c-92b5-9cf524b11d78. Nov 08 15:10:37.942043 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Router bc7aa170-02f3-40f8-878f-6769d3997f48 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:10:38.047647 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:10:38.052611 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for floatingip, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:38.057863 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] Sync routers for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:10:38.067599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:38.068237 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:38.079557 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-2fad7923-d613-4ef7-ab53-0afbaa741535 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "DELETE /v2.0/floatingips/f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c HTTP/1.1" status: 204 len: 168 time: 0.8121881 Nov 08 15:10:38.080186 n-d-804292-2 neutron-server[101841]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78'}] {{(pid=101841) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:10:38.082431 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4b0cd6265b9b79dbc4d2d84e59675cdee53a41222d0b2c936ce9e63ec28f155" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c87409-fa52-4b80-bf90-085f488d54f6" -d '{"events": [{"name": "network-changed", "server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78"}]}' {{(pid=101841) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:10:38.123775 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 08 Nov 2021 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7ed814-37f8-4a7e-ab48-c4ec8a0f91f6 x-openstack-request-id: req-9c7ed814-37f8-4a7e-ab48-c4ec8a0f91f6 {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:10:38.123775 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78", "status": "completed", "code": 200}]} {{(pid=101841) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:10:38.123775 n-d-804292-2 neutron-server[101841]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c7ed814-37f8-4a7e-ab48-c4ec8a0f91f6 {{(pid=101841) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:10:38.123775 n-d-804292-2 neutron-server[101841]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'status': 'completed', 'code': 200} Nov 08 15:10:38.185528 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:38.188868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-67c8a84c-62e7-4b43-86d0-353c36bac18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:38.190384 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-67c8a84c-62e7-4b43-86d0-353c36bac18b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd141b4fd867454696b986210b405f49&device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 1094 time: 0.0449014 Nov 08 15:10:38.305687 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-85bdf397-2f55-485c-8080-050b557d612f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:38.307794 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-85bdf397-2f55-485c-8080-050b557d612f service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 200 len: 911 time: 0.1085999 Nov 08 15:10:38.314446 n-d-804292-2 neutron-server[101841]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d178072-a3e6-482f-aa28-0294fbf9e6e0 req-d82fa186-e402-4b3a-bff1-b60377705b27 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101841) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:38.315944 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d178072-a3e6-482f-aa28-0294fbf9e6e0 req-d82fa186-e402-4b3a-bff1-b60377705b27 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 943 time: 0.0513916 Nov 08 15:10:38.354048 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-e58b1d96-bd4b-461a-976a-07056ed81822 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 200 len: 217 time: 0.0363538 Nov 08 15:10:38.371100 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-5d178072-a3e6-482f-aa28-0294fbf9e6e0 req-11c800b3-59f8-473a-beb5-15cf882d79fb tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/security-groups?id=08b323f9-d672-43ed-b79f-3e16e7d53d88&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475576 Nov 08 15:10:38.404333 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-b4ec8093-5fa1-45fa-9df0-48ce882f58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:38.405421 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:38.405778 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-b4ec8093-5fa1-45fa-9df0-48ce882f58b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 200 len: 849 time: 0.0452290 Nov 08 15:10:38.435695 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] Checking router: bc7aa170-02f3-40f8-878f-6769d3997f48 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:10:38.444174 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:38.444782 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:38.451572 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-e51c33b4-aa20-4751-8d99-d1d46685ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:38.453099 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-e51c33b4-aa20-4751-8d99-d1d46685ccc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc407466-87d0-47d1-886a-9b62ce254e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401483 Nov 08 15:10:38.547258 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:38.547498 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-155e25d0-9664-4fc7-83fa-5980b86a1945 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858386 Nov 08 15:10:38.642107 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-f3c87409-fa52-4b80-bf90-085f488d54f6 req-e1bddfcd-afab-47ba-b994-57e1c25064d6 service neutron] 10.222.0.70 "GET /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Nov 08 15:10:38.746629 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:38.771401 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76073e4c-d7bb-49b3-89c8-387314b39b31 None None] The sync data for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 is: [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:06Z', 'revision_number': 4, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2', '_interfaces': [{'id': '8516f8b9-3e6f-4d75-bac9-87a1518e1eb1', 'name': '', 'network_id': 'fc407466-87d0-47d1-886a-9b62ce254e50', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'mac_address': 'fa:16:3e:20:ed:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:06Z', 'updated_at': '2021-11-08T15:05:11Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'subnets': [{'id': 'a05a65aa-817f-466d-9a4d-412adca12549', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:10:38.902865 n-d-804292-2 neutron-server[101840]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-2cfc3934-0804-4dcc-bba2-a36a4ea4d1e4 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101840) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 08 15:10:38.904408 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-2cfc3934-0804-4dcc-bba2-a36a4ea4d1e4 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.70 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 943 time: 0.0498166 Nov 08 15:10:38.990294 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1378cd-1f4b-47c9-99ce-9a156bebae3d None None] New status for floating IP f9d12fd9-5f6b-4c00-b7ed-fd4cd60a5b3c: DOWN {{(pid=101843) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 08 15:10:38.998451 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Deleting port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:38.998725 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:39.091762 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] For port 01900dd4-aa89-4c9c-92b5-9cf524b11d78, host n-h1-804292-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-804292-2',level=0,port_id=01900dd4-aa89-4c9c-92b5-9cf524b11d78,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:39.092141 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:39.105110 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Calling delete_port for 01900dd4-aa89-4c9c-92b5-9cf524b11d78 owned by compute:nova {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:39.233708 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:39.262860 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event deleted for resources: {'Port': ['ID=01900dd4-aa89-4c9c-92b5-9cf524b11d78,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:39.306549 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] No DVR routers for this DVR port 01900dd4-aa89-4c9c-92b5-9cf524b11d78 on host n-h1-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:10:39.309159 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-441999'] for port, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:39.312530 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [req-668b1dca-1cf1-4c94-a2c8-6a21211e7c97 req-0ef859d3-9048-4300-9157-8a52370cdee3 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.70 "DELETE /v2.0/ports/01900dd4-aa89-4c9c-92b5-9cf524b11d78 HTTP/1.1" status: 204 len: 173 time: 0.4018545 Nov 08 15:10:39.312971 n-d-804292-2 neutron-server[101840]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-deleted', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78'}] {{(pid=101840) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 08 15:10:39.315206 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}217b6c8fe7dd6e2641ad85145c07a0235699c355b67ee88561ad908be211f106" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f553ac5b-586a-44ea-979e-e98b6ec42c84" -d '{"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-deleted", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78"}]}' {{(pid=101840) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 08 15:10:39.357659 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 08 Nov 2021 15:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb849ceb-97b2-4808-a183-8df7c8ad431d x-openstack-request-id: req-fb849ceb-97b2-4808-a183-8df7c8ad431d {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 08 15:10:39.357961 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19559530-4f59-4b6a-8c7b-02e22c586d11", "name": "network-vif-deleted", "tag": "01900dd4-aa89-4c9c-92b5-9cf524b11d78", "status": "completed", "code": 200}]} {{(pid=101840) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 08 15:10:39.358244 n-d-804292-2 neutron-server[101840]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fb849ceb-97b2-4808-a183-8df7c8ad431d {{(pid=101840) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 08 15:10:39.358671 n-d-804292-2 neutron-server[101840]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19559530-4f59-4b6a-8c7b-02e22c586d11', 'name': 'network-vif-deleted', 'tag': '01900dd4-aa89-4c9c-92b5-9cf524b11d78', 'status': 'completed', 'code': 200} Nov 08 15:10:39.478665 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [req-df465dac-5057-42d9-a7aa-8416e3f9ede6 req-1582ded3-fa72-4245-9a82-b0fb790325b2 tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "GET /v2.0/ports?device_id=19559530-4f59-4b6a-8c7b-02e22c586d11 HTTP/1.1" status: 200 len: 210 time: 0.0265775 Nov 08 15:10:39.666610 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d no longer exists at agent hyperv_n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:39.689273 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] No Port match for: 46eb1da6-8567-4240-a496-f3493ed6167d {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:39.689633 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Device 46eb1da6-8567-4240-a496-f3493ed6167d not bound to the agent host n-h2-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:40.534703 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46884) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:40.590725 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28bb8dd-3598-41cf-aed9-43dcdb98d01f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:40.615216 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28bb8dd-3598-41cf-aed9-43dcdb98d01f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:40.674308 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28bb8dd-3598-41cf-aed9-43dcdb98d01f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:40.677309 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-a28bb8dd-3598-41cf-aed9-43dcdb98d01f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:40.678458 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-a28bb8dd-3598-41cf-aed9-43dcdb98d01f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] 10.222.0.65 "DELETE /v2.0/security-groups/08b323f9-d672-43ed-b79f-3e16e7d53d88 HTTP/1.1" status: 204 len: 168 time: 0.1427715 Nov 08 15:10:40.687904 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bb8dd-3598-41cf-aed9-43dcdb98d01f tempest-TestSnapshotPattern-193027339 tempest-TestSnapshotPattern-193027339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b323f9-d672-43ed-b79f-3e16e7d53d88,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:40.726758 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46888) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:41.469256 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:41.518653 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 01900dd4-aa89-4c9c-92b5-9cf524b11d78 no longer exists at agent hyperv_n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:41.538480 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] No Port match for: 01900dd4-aa89-4c9c-92b5-9cf524b11d78 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:41.538823 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Device 01900dd4-aa89-4c9c-92b5-9cf524b11d78 not bound to the agent host n-h1-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:41.709697 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Deleting port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:41.710304 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:41.785056 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] For port 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:41.785335 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:41.797952 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Calling delete_port for 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:41.972340 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:42.001398 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Pushing event deleted for resources: {'Port': ['ID=8516f8b9-3e6f-4d75-bac9-87a1518e1eb1,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:42.169405 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:42.382488 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Router bc7aa170-02f3-40f8-878f-6769d3997f48 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:10:42.487650 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:10:42.492890 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-352d85ca-ee3e-46a2-b67f-3a048b5add90 admin admin] 10.222.0.65 "PUT /v2.0/routers/bc7aa170-02f3-40f8-878f-6769d3997f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7648675 Nov 08 15:10:42.495726 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46892) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:42.499043 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] Sync routers for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:10:42.508418 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:42.509093 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:42.600620 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:42.706121 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:42.766231 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Deleting port c184d48b-d862-4a84-a923-052b97a35498 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:42.766846 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:42.774927 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: n-d-804292-2 {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:42.844185 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] For port c184d48b-d862-4a84-a923-052b97a35498, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c184d48b-d862-4a84-a923-052b97a35498,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:42.844544 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:42.857203 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Calling delete_port for c184d48b-d862-4a84-a923-052b97a35498 owned by network:router_gateway {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:42.950081 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225'}], 'enable_snat': True}, 'gw_port_id': 'c184d48b-d862-4a84-a923-052b97a35498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:10:41Z', 'revision_number': 5, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port': {'id': 'c184d48b-d862-4a84-a923-052b97a35498', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:05:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:42.981512 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] Checking router: bc7aa170-02f3-40f8-878f-6769d3997f48 for host: n-d-804292-2 {{(pid=101842) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:10:42.989912 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] Routers {'bc7aa170-02f3-40f8-878f-6769d3997f48'} bound to L3 agent in host n-d-804292-2 {{(pid=101842) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:42.990593 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['bc7aa170-02f3-40f8-878f-6769d3997f48'], 'active': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:43.020541 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.047346 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c184d48b-d862-4a84-a923-052b97a35498,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:43.076791 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_dvr_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] Set router bc7aa170-02f3-40f8-878f-6769d3997f48 gateway port host: None {{(pid=101842) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:43.112004 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.127261 n-d-804292-2 neutron-server[101842]: DEBUG neutron.db.l3_hamode_db [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:10:42Z', 'revision_number': 6, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:43.156650 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b488df93-936c-449b-b891-fd8ddb5db617 None None] The sync data for ids ['bc7aa170-02f3-40f8-878f-6769d3997f48'] in n-d-804292-2 is: [{'id': 'bc7aa170-02f3-40f8-878f-6769d3997f48', 'name': 'tempest-TestSnapshotPattern-1871005132-router', 'tenant_id': 'fd141b4fd867454696b986210b405f49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:04Z', 'updated_at': '2021-11-08T15:10:42Z', 'revision_number': 6, 'project_id': 'fd141b4fd867454696b986210b405f49', 'gw_port_host': None}] {{(pid=101842) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:10:43.210026 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.212207 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.254128 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.254707 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc7aa170-02f3-40f8-878f-6769d3997f48 {{(pid=101841) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 15:10:43.259628 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] Publish callbacks [] for router, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.260892 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-13545afe-5839-4e68-99cd-79119c1373e9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/bc7aa170-02f3-40f8-878f-6769d3997f48 HTTP/1.1" status: 204 len: 168 time: 0.7641981 Nov 08 15:10:43.263495 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46894) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:43.308066 n-d-804292-2 neutron-server[101841]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] Deleting subnet a05a65aa-817f-466d-9a4d-412adca12549 {{(pid=101841) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 15:10:43.311015 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.348530 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9210459'] for subnet, precommit_delete_associations {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.423148 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.475298 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1058649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8407146'] for subnet, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.508184 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.513052 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a05a65aa-817f-466d-9a4d-412adca12549 HTTP/1.1" status: 204 len: 168 time: 0.2485754 Nov 08 15:10:43.513925 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8388bb-c3fe-4816-90ab-34c3734618c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05a65aa-817f-466d-9a4d-412adca12549,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:43.515594 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46896) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:43.516142 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16527623-a43e-4fbd-a354-97be51dc3a95 None None] Network fc407466-87d0-47d1-886a-9b62ce254e50 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:10:43.600155 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.658350 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Deleting port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:43.658511 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.725013 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] For port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=50d1ba3b-0580-441b-8fee-69c27fbb0ce1,segment=NetworkSegment(b414fb22-7437-4b51-af8b-95460ea0890a),segment_id=b414fb22-7437-4b51-af8b-95460ea0890a)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:43.725423 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.737578 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Calling delete_port for 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:43.814235 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.841868 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Pushing event deleted for resources: {'Port': ['ID=50d1ba3b-0580-441b-8fee-69c27fbb0ce1,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:43.843695 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] No DVR routers for this DVR port 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:10:43.916927 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.938755 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc407466-87d0-47d1-886a-9b62ce254e50']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:43.949017 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b414fb22-7437-4b51-af8b-95460ea0890a') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:43.949464 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b414fb22-7437-4b51-af8b-95460ea0890a') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:43.958984 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6293c21-1644-400c-bb70-4da4aeba1a65 None None] DHCP port deletion for fc407466-87d0-47d1-886a-9b62ce254e50 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 15:10:43.961827 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.977936 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.984033 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 15:10:43.984415 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: timer() Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 15:10:43.986071 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 15:10:44.044685 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:44.051455 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:44.054867 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fc407466-87d0-47d1-886a-9b62ce254e50 HTTP/1.1" status: 204 len: 168 time: 0.5375526 Nov 08 15:10:44.058408 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46898) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:44.067161 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e8c26-4427-485a-ba24-04760cfe3831 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc407466-87d0-47d1-886a-9b62ce254e50,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:44.406606 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-985729'] for router_interface, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:44.645175 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Deleting port c68c9d2a-f3d6-4326-80ea-dd440d8ab171 {{(pid=101841) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:44.645515 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:44.724987 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.db [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] For port c68c9d2a-f3d6-4326-80ea-dd440d8ab171, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,segment=NetworkSegment(d97822a8-2a75-46f0-9e04-244ed8c01958),segment_id=d97822a8-2a75-46f0-9e04-244ed8c01958)] {{(pid=101841) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:44.725462 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:44.733825 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:44.738887 n-d-804292-2 neutron-server[101841]: DEBUG neutron.plugins.ml2.plugin [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Calling delete_port for c68c9d2a-f3d6-4326-80ea-dd440d8ab171 owned by network:router_interface {{(pid=101841) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:44.754827 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:44.755171 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 50d1ba3b-0580-441b-8fee-69c27fbb0ce1 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:44.755579 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:44.773994 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:44.774338 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 8516f8b9-3e6f-4d75-bac9-87a1518e1eb1 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:44.775271 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c184d48b-d862-4a84-a923-052b97a35498 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:44.793975 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c184d48b-d862-4a84-a923-052b97a35498 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:44.794320 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c184d48b-d862-4a84-a923-052b97a35498 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:44.914512 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1058700'] for port, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:44.938386 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c68c9d2a-f3d6-4326-80ea-dd440d8ab171,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:45.101731 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1046070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-985137'] for router_interface, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:45.611355 n-d-804292-2 neutron-server[101841]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Router 47170e6f-d5d9-46ef-a196-f3e07212f785 has already been hosted by L3 agent 65c8b58c-2614-4414-9a8e-113b8eae7c1c {{(pid=101841) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 08 15:10:45.716506 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] Notify agent at l3_agent.n-d-804292-2 the message routers_updated {{(pid=101841) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 08 15:10:45.721431 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-732243a0-3d54-43df-a188-017eefa9b7e2 admin admin] 10.222.0.65 "PUT /v2.0/routers/47170e6f-d5d9-46ef-a196-f3e07212f785/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6616304 Nov 08 15:10:45.724121 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46900) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:45.724916 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] Sync routers for ids ['47170e6f-d5d9-46ef-a196-f3e07212f785'] in n-d-804292-2 {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 08 15:10:45.735215 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] Routers {'47170e6f-d5d9-46ef-a196-f3e07212f785'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:45.736063 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47170e6f-d5d9-46ef-a196-f3e07212f785'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:45.834060 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:45.928279 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] Set router 47170e6f-d5d9-46ef-a196-f3e07212f785 gateway port host: n-d-804292-2 {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:45.938824 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:45.991724 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Deleting port 35b1cf6f-556e-4f47-94fe-d05fe654b579 {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:45.992087 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.069490 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] For port 35b1cf6f-556e-4f47-94fe-d05fe654b579, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=35b1cf6f-556e-4f47-94fe-d05fe654b579,segment=NetworkSegment(f90facac-d880-4d31-a2f6-3df036712a69),segment_id=f90facac-d880-4d31-a2f6-3df036712a69)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:46.069854 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.082892 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Calling delete_port for 35b1cf6f-556e-4f47-94fe-d05fe654b579 owned by network:router_gateway {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:46.103843 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'external_fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210'}], 'enable_snat': True}, 'gw_port_id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:10:44Z', 'revision_number': 5, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port': {'id': '35b1cf6f-556e-4f47-94fe-d05fe654b579', 'name': '', 'network_id': '1530349d-cb15-4a36-a5b4-ee378ddc5ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:07:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'ip_address': '172.25.8.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-804292-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-08T15:05:09Z', 'updated_at': '2021-11-08T15:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7872f9c-b82e-4796-ba36-7e8592ca0c24', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-804292-2'}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:46.130929 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] Checking router: 47170e6f-d5d9-46ef-a196-f3e07212f785 for host: n-d-804292-2 {{(pid=101843) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 08 15:10:46.139240 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] Routers {'47170e6f-d5d9-46ef-a196-f3e07212f785'} bound to L3 agent in host n-d-804292-2 {{(pid=101843) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 08 15:10:46.139875 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-804292-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-08T13:22:01Z,description=,heartbeat_timestamp=2021-11-08T15:10:32Z,host='n-d-804292-2',id=65c8b58c-2614-4414-9a8e-113b8eae7c1c,load=0,resource_versions=,resources_synced=,started_at=2021-11-08T13:22:01Z,topic='l3_agent')) {'router_ids': ['47170e6f-d5d9-46ef-a196-f3e07212f785'], 'active': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:46.236207 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_dvr_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] Set router 47170e6f-d5d9-46ef-a196-f3e07212f785 gateway port host: None {{(pid=101843) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 08 15:10:46.257147 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.287914 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b1cf6f-556e-4f47-94fe-d05fe654b579,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:46.291441 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.l3_hamode_db [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:10:45Z', 'revision_number': 6, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port_host': None}], 'n-d-804292-2', False) {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:46.324446 n-d-804292-2 neutron-server[101843]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deb3410-8e97-4e6b-afb8-89ef823ddc3b None None] The sync data for ids ['47170e6f-d5d9-46ef-a196-f3e07212f785'] in n-d-804292-2 is: [{'id': '47170e6f-d5d9-46ef-a196-f3e07212f785', 'name': 'tempest-TestSnapshotPattern-1678948314-router', 'tenant_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-08T15:05:08Z', 'updated_at': '2021-11-08T15:10:45Z', 'revision_number': 6, 'project_id': '0da2acd0e87a4b2f870d83407c5a0e06', 'gw_port_host': None}] {{(pid=101843) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 08 15:10:46.358903 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-986315'] for router_gateway, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.449489 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3689'] for router, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.451599 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.494303 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987506'] for router, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.494931 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47170e6f-d5d9-46ef-a196-f3e07212f785 {{(pid=101840) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 08 15:10:46.500198 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] Publish callbacks [] for router, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.501343 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-bb7259f1-44a3-4768-ab11-a06b1f9511f8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/47170e6f-d5d9-46ef-a196-f3e07212f785 HTTP/1.1" status: 204 len: 168 time: 0.7761877 Nov 08 15:10:46.503878 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46902) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:46.552759 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] Deleting subnet 9f9bcc40-8615-4edd-99b5-095263abbcd5 {{(pid=101840) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 08 15:10:46.555825 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.590573 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8963545'] for subnet, precommit_delete_associations {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.664922 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4096024'] for subnet, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.726309 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4096017', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8432054', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9296560'] for subnet, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.753383 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f9bcc40-8615-4edd-99b5-095263abbcd5,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:46.759172 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.763883 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-c64eebee-0e7a-4e8e-8889-cba4ad236ea1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9f9bcc40-8615-4edd-99b5-095263abbcd5 HTTP/1.1" status: 204 len: 168 time: 0.2589767 Nov 08 15:10:46.765599 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882637a6-be2d-4b93-b629-830a5512c022 None None] Network b0bb85cd-8746-4d92-ae36-2eb7c8da5840 requested from n-d-804292-2 {{(pid=101842) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 08 15:10:46.766264 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46904) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:46.840426 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4188413'] for network, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.892193 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Deleting port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e {{(pid=101840) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 08 15:10:46.892535 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741090684856'] for port, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.959900 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.db [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] For port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e, host n-d-804292-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-804292-2',level=0,port_id=4bc81ac6-31b7-45e5-8ea7-3784eecae07e,segment=NetworkSegment(d97822a8-2a75-46f0-9e04-244ed8c01958),segment_id=d97822a8-2a75-46f0-9e04-244ed8c01958)] {{(pid=101840) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 08 15:10:46.960265 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-979751'] for port, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:46.973064 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.plugin [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Calling delete_port for 4bc81ac6-31b7-45e5-8ea7-3784eecae07e owned by network:dhcp {{(pid=101840) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 08 15:10:47.050310 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4138400', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741090690946', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741090194050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8431971'] for port, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.079660 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bc81ac6-31b7-45e5-8ea7-3784eecae07e,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:47.086232 n-d-804292-2 neutron-server[101840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] No DVR routers for this DVR port 4bc81ac6-31b7-45e5-8ea7-3784eecae07e on host n-d-804292-2 {{(pid=101840) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 08 15:10:47.107778 n-d-804292-2 neutron-server[101842]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d16605-e3fc-464a-a0a3-399c3ed8e409 None None] DHCP port deletion for b0bb85cd-8746-4d92-ae36-2eb7c8da5840 request from n-d-804292-2 {{(pid=101842) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 08 15:10:47.131359 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c68c9d2a-f3d6-4326-80ea-dd440d8ab171 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:47.152990 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: c68c9d2a-f3d6-4326-80ea-dd440d8ab171 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:47.153334 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device c68c9d2a-f3d6-4326-80ea-dd440d8ab171 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:47.165065 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4099437', 'neutron.services.segments.db._delete_segments_for_network-8741090767665'] for network, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.185707 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bb85cd-8746-4d92-ae36-2eb7c8da5840']}} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:47.194800 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97822a8-2a75-46f0-9e04-244ed8c01958') {'for_net_delete': True} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:47.195103 n-d-804292-2 neutron-server[101840]: DEBUG neutron.services.segments.db [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97822a8-2a75-46f0-9e04-244ed8c01958') {} {{(pid=101840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 08 15:10:47.204479 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741090768442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8963520'] for segment, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.219127 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273'] for segment, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.225467 n-d-804292-2 neutron-server[101840]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=101840) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 08 15:10:47.225852 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4109273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8431952'] for segment, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: Traceback (most recent call last): Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: timer() Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: cb(*args, **kw) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: return func(*args, **kwargs) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: self._notify() Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: self.callback(batched_events) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: event.method(event) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: aggregate_uuid = self.p_client.list_aggregates( Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: return f(self, *a, **k) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: return self._get(url).json() Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: return self.request(url, 'GET', **kwargs) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: base_url = self.get_endpoint(auth, allow=allow, Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 08 15:10:47.227949 n-d-804292-2 neutron-server[101840]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 08 15:10:47.289566 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4096926', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571449', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1046221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-986295'] for network, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.296061 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Publish callbacks [] for network, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.300168 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b0bb85cd-8746-4d92-ae36-2eb7c8da5840 HTTP/1.1" status: 204 len: 168 time: 0.5329404 Nov 08 15:10:47.312040 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37258c4a-d959-462c-8634-5704b7ac5990 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bb85cd-8746-4d92-ae36-2eb7c8da5840,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:47.418318 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46908) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:47.458625 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-9f4597db-85c5-4e47-ba29-0d24e6c5db13 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd141b4fd867454696b986210b405f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391192 Nov 08 15:10:47.461029 n-d-804292-2 neutron-server[101841]: DEBUG neutron.wsgi [-] (101841) accepted ('10.222.0.65', 46910) {{(pid=101841) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:47.507176 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf122019-2b11-4608-9e93-9f89edfec275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.528418 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf122019-2b11-4608-9e93-9f89edfec275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.574642 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf122019-2b11-4608-9e93-9f89edfec275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.577221 n-d-804292-2 neutron-server[101841]: DEBUG neutron_lib.callbacks.manager [None req-bf122019-2b11-4608-9e93-9f89edfec275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101841) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:47.580742 n-d-804292-2 neutron-server[101841]: INFO neutron.wsgi [None req-bf122019-2b11-4608-9e93-9f89edfec275 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd906c7c-d361-4b2e-9051-694f7a8df401 HTTP/1.1" status: 204 len: 168 time: 0.1164777 Nov 08 15:10:47.586378 n-d-804292-2 neutron-server[101841]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf122019-2b11-4608-9e93-9f89edfec275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd906c7c-d361-4b2e-9051-694f7a8df401,revision_number=None']} {{(pid=101841) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:47.899413 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46916) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:47.938524 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-0691f304-5cc6-41b8-8dc1-91fa55b5b575 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0da2acd0e87a4b2f870d83407c5a0e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379636 Nov 08 15:10:47.940886 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [-] (101840) accepted ('10.222.0.65', 46918) {{(pid=101840) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 08 15:10:47.985884 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e180da96-b7d7-47c9-8918-eccb8920bbd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:48.006473 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e180da96-b7d7-47c9-8918-eccb8920bbd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:48.055280 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e180da96-b7d7-47c9-8918-eccb8920bbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999654'] for security_group, after_delete {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:48.058403 n-d-804292-2 neutron-server[101840]: DEBUG neutron_lib.callbacks.manager [None req-e180da96-b7d7-47c9-8918-eccb8920bbd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:48.059602 n-d-804292-2 neutron-server[101840]: INFO neutron.wsgi [None req-e180da96-b7d7-47c9-8918-eccb8920bbd8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff444db8-9a26-49c0-a3ac-54f4b92b6549 HTTP/1.1" status: 204 len: 168 time: 0.1178498 Nov 08 15:10:48.067258 n-d-804292-2 neutron-server[101840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180da96-b7d7-47c9-8918-eccb8920bbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff444db8-9a26-49c0-a3ac-54f4b92b6549,revision_number=None']} {{(pid=101840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 08 15:10:48.734218 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 35b1cf6f-556e-4f47-94fe-d05fe654b579 no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:48.755548 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 35b1cf6f-556e-4f47-94fe-d05fe654b579 {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:48.755915 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 35b1cf6f-556e-4f47-94fe-d05fe654b579 not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:48.756411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4bc81ac6-31b7-45e5-8ea7-3784eecae07e no longer exists at agent ovs-agent-n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 08 15:10:48.777072 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] No Port match for: 4bc81ac6-31b7-45e5-8ea7-3784eecae07e {{(pid=101842) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 08 15:10:48.777411 n-d-804292-2 neutron-server[101842]: DEBUG neutron.plugins.ml2.rpc [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Device 4bc81ac6-31b7-45e5-8ea7-3784eecae07e not bound to the agent host n-d-804292-2 {{(pid=101842) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 08 15:10:53.936642 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:54.352393 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:10:58.178156 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3697312-232f-404a-a24a-d896ff793956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:01.642361 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9de65fc5-2fb4-45e1-82ec-cc31dd16545e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:03.433020 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:05.943853 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:06.037681 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:08.680391 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:11:23.952114 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:24.357687 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:28.179587 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-810f0f72-5a47-47c3-b4e8-1c5130a80a3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:31.642891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-158f0235-9fe9-40de-a6be-0f8b461c7ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:33.435256 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:35.947290 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:36.039310 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:45.679149 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:11:53.949952 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:54.368884 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:11:58.181767 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6fdc0de1-c7c3-4b26-a1ef-65b4ad6f3fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:01.643634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-760d1eaa-1b7a-4961-92bb-94a83032cb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:03.437947 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:05.952267 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:06.041773 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:22.677752 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:12:23.965846 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:24.362503 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:28.183292 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5f768ef0-7908-4fd3-b0cf-33a70c3122fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:31.645434 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-235d82c7-108d-4463-8a65-d63f2aca513d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:33.440634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:35.953378 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:36.043025 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:53.980437 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:54.362346 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:58.185815 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4f7b7d6a-fbe7-48a9-bbee-48cada48f7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:12:59.677689 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:13:01.647068 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-20632216-81a2-4e35-a9c5-83bfd2be299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:03.443370 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:05.955948 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:06.044074 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:23.979034 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:24.360785 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:28.186746 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3d62f89c-62f8-4088-a053-cfb38b354b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:31.648178 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-323ce405-a5a4-4dbf-b9b2-c45aa7d06f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:33.446491 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:35.957820 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:36.045012 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:36.676727 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:13:53.978103 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:54.373671 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:13:58.188582 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd57174f-547a-4843-9c49-0c4f5e78474e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:01.648962 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5bfc9704-191e-49b8-bbf9-a172fa81b467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:03.447977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:05.962742 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:06.046109 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:13.675688 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:14:23.976734 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:24.373452 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:28.189696 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9dceb69d-1088-45eb-a031-28f05f646631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:31.648977 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b039fd1c-263e-4bdf-9121-7947f49d0d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:33.452126 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:35.962916 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:36.046139 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:50.674992 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:14:53.993204 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:54.387034 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:14:58.191527 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d19d423-9629-4579-8ce2-ca2138d4dd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:01.649690 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8d2a0a02-0f54-43be-a545-bfa810d525e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:03.454383 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:05.966195 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:06.045879 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:24.009397 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:24.399341 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:27.674504 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:15:28.192343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-949d84ee-f98a-4252-be95-f2d541d2b7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:31.651544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-83b9920e-bfdd-4ffb-87de-fc1d45941889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:33.460537 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:35.969672 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:36.047451 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:54.021927 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:54.399942 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:15:58.193972 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3540d5fb-3231-41f1-976a-5eb3850e222e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:01.652333 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8ac5760e-5883-4943-8e37-0327058afca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:03.460381 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:04.673976 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:16:05.971421 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:06.050263 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:24.021224 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:24.397059 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:28.196014 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f0be2fd-4b96-4d96-9e4b-7aae9238843a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:31.654559 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6f54-228f-4335-a58c-1a146e4ab4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:33.461895 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:35.974494 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:36.051214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:41.672342 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:16:54.036730 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:54.413343 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:16:58.199148 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d93d0120-42ce-4d7f-95e5-3100106862b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:01.655611 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d3700fef-70a0-4a99-af6a-25523fe0c876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:03.465227 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:05.977002 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:06.051829 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:18.673301 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:17:24.050908 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:24.413984 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:28.199891 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f20fc948-ea1f-42ab-8fda-5d0883de8988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:31.656698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf922ace-fe11-4e1f-9bdf-d3f82658572c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:33.467698 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:35.979395 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:36.053220 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:54.050214 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:54.427168 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:17:55.672842 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:17:58.200334 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8c391abd-217e-40a8-bf3f-379025c75b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:01.657164 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64f07a4a-ad8d-48dd-96ab-74b3ccc04a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:03.471399 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:05.982539 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:06.056764 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:13.046786 n-d-804292-2 neutron-server[101840]: DEBUG neutron.wsgi [req-e91e8783-f4cc-4e9a-8a9f-6176c38b53a6 req-2ad85be8-3fae-4529-80bc-c9a8eca3d8d1 service neutron] (101840) timed out ('10.222.0.65', 44626) {{(pid=101840) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 08 15:18:24.048186 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:24.442616 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:28.200801 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6814daf4-8aa5-4105-a881-5fc4e114d029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:31.658236 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0196e44f-d9c7-4ec0-a71e-0e6111a617fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:32.672976 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:18:33.475153 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:35.985498 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:36.058544 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:54.054776 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:54.441921 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:18:58.202969 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b4c8fdda-0c21-42cd-bdfa-c247b6c769fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:19:01.659155 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-93e3aecb-1d42-41cd-82b2-a806690b1403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:19:03.477797 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1347063c-a6a0-4051-9e27-63d7173c8011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:19:05.988634 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1869184-4492-4950-908c-385d0e3ec8c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:19:06.059841 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ee91a4c-7966-494b-ade1-dbafbcc67190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:19:09.671709 n-d-804292-2 neutron-server[101843]: DEBUG neutron.db.agents_db [None req-97fdc540-03ce-478c-aa98-6740ebdd3309 None None] Agent healthcheck: found 7 active agents {{(pid=101843) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 08 15:19:24.082929 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fd4d56f2-9320-4a10-b7f9-24b64e06a043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 08 15:19:24.445981 n-d-804292-2 neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-17e04f90-5c81-41ae-bfe4-924e55e71b7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741090767647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4101723'] for agent, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}